-- Logs begin at Tue 2022-10-04 08:26:00 UTC, end at Tue 2022-10-04 10:35:03 UTC. -- Oct 04 09:02:41.389943 dv-neutron-860215-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Oct 04 09:02:43.899711 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.common.config [-] Logging enabled! Oct 04 09:02:43.900462 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.5.1.dev40 Oct 04 09:02:43.900812 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88925) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 04 09:02:43.903995 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.common.config [-] Logging enabled! Oct 04 09:02:43.904250 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.5.1.dev40 Oct 04 09:02:43.904587 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88925) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 04 09:02:43.905510 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 04 09:02:43.905745 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 04 09:02:43.906101 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 04 09:02:43.906345 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 04 09:02:43.906572 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 04 09:02:43.906890 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.907186 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.907481 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.907710 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.908004 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.908293 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.908596 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.908892 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.909188 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.909471 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.909749 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.910033 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.910264 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.910544 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.910829 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.911115 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.911338 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] debug = True {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.911614 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.912036 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.912468 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.912751 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.913039 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.913316 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.913587 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.913859 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.914142 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.914467 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] host = dv-neutron-860215-1-hyperv {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.914742 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.915028 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.915313 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.915597 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.915894 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.916173 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.916491 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.916767 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.917039 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] log_file = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.917312 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.917599 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.917886 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.918174 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.918398 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.918620 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.918910 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.919194 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.919467 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.919737 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.920009 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.920282 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.920578 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.920847 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.921129 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.921410 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.921693 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.921968 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.922240 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.922510 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.922782 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.923064 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.923335 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.923604 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.923874 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.924154 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.924450 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.924722 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.925019 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.925303 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.925583 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.925868 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.926139 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.926420 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.926688 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.926959 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.927225 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] use_json = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.927494 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.927762 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.928041 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.928313 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.928617 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.928895 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.929165 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.929448 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.929718 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:43.930012 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.930308 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.930606 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.930891 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.931180 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.931986 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.932278 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.932615 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.932907 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.933197 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.933481 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.933757 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.934042 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.934319 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.934614 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.934918 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.935212 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.935502 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.935777 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.936049 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.936321 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.936693 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.936977 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.937267 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.937554 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.937824 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.938098 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.938390 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.938663 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.938939 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.939214 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.939505 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.939782 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.940057 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.940337 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.940648 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.940935 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.941207 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.941481 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.941768 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.942042 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.942314 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.942584 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.942858 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.943128 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.943409 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.943684 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.943955 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.944226 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.944539 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.944812 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.945082 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.945356 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.945625 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.945898 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.946167 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.946437 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.946707 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.946992 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.947865 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.948137 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.948434 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.948712 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.948990 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.949259 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.949530 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.949801 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.950073 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.950357 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.950653 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.950929 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.951208 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.951483 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.951758 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.952031 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.952306 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.952608 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.952886 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.953157 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.953448 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.953730 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.954014 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.954293 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.954570 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.954864 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.955142 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.955421 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.955697 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.955977 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.956260 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.956568 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.956864 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.957156 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.957450 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.957742 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.958032 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.958312 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.958622 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.958907 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:43.959124 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 04 09:02:43.959367 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88925) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 04 09:02:44.342120 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO keyring.backend [-] Loading KWallet Oct 04 09:02:44.349185 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO keyring.backend [-] Loading SecretService Oct 04 09:02:44.352584 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO keyring.backend [-] Loading Windows Oct 04 09:02:44.354391 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO keyring.backend [-] Loading chainer Oct 04 09:02:44.354951 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO keyring.backend [-] Loading macOS Oct 04 09:02:44.388458 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 04 09:02:44.388735 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 04 09:02:44.389022 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 04 09:02:44.389357 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 04 09:02:44.774813 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:44.775716 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:44.776001 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:44.777216 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:44.777498 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:44.777762 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:44.813401 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:44.813679 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:44.813947 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:44.826924 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:44.827201 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:44.827468 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:44.858027 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:44.858302 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:44.858575 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:44.894373 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:44.894650 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:44.894915 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.124725 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.125340 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.125340 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.125519 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.126235 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.244204 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.244608 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.244892 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.245165 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.245432 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.245744 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.246010 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.246267 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.246523 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.246804 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.247063 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.247325 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.247589 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.247845 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.248112 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.248401 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.248661 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.248932 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.249187 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.249472 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.249820 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.250070 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.250317 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.250599 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.250847 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.251091 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.251470 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88925) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 04 09:02:45.251706 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88925) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 04 09:02:45.251939 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88925) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 04 09:02:45.252169 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88925) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 04 09:02:45.252420 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88925) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 04 09:02:45.252653 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88925) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 04 09:02:45.253014 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 04 09:02:45.256043 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 04 09:02:45.260464 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 04 09:02:45.264136 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Oct 04 09:02:45.265766 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 04 09:02:45.266356 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 04 09:02:45.266691 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 04 09:02:45.267076 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 04 09:02:45.269835 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 04 09:02:45.270090 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 04 09:02:45.270433 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 04 09:02:45.297692 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 04 09:02:45.298131 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.298428 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88925) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 04 09:02:45.298785 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.300118 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88925) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 04 09:02:45.300417 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 04 09:02:45.300664 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 04 09:02:45.303865 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.304145 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.365383 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 04 09:02:45.365621 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 04 09:02:45.365857 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 04 09:02:45.366469 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 04 09:02:45.398621 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_db.sqlalchemy.engines [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88925) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 04 09:02:45.729029 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.plugins.ml2.managers [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Initializing driver for type 'gre' Oct 04 09:02:45.729470 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] gre ID ranges: [(1, 1000)] Oct 04 09:02:45.786445 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.plugins.ml2.managers [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Initializing driver for type 'local' Oct 04 09:02:45.786817 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.plugins.ml2.managers [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Initializing driver for type 'vlan' Oct 04 09:02:45.799125 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] VlanTypeDriver initialization complete Oct 04 09:02:45.799478 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.plugins.ml2.managers [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Initializing driver for type 'vxlan' Oct 04 09:02:45.799984 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] vxlan ID ranges: [(1, 1000)] Oct 04 09:02:45.854869 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.plugins.ml2.managers [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Initializing extension driver 'port_security' Oct 04 09:02:45.855221 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.plugins.ml2.extensions.port_security [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] PortSecurityExtensionDriver initialization complete Oct 04 09:02:45.855681 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.plugins.ml2.managers [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Initializing mechanism driver 'openvswitch' Oct 04 09:02:45.856134 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.plugins.ml2.managers [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Initializing mechanism driver 'hyperv' Oct 04 09:02:45.862554 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.plugins.ml2.plugin [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:02:45.863214 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > port after_create 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.863587 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > port after_update 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.863938 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > port after_delete 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.864482 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88925) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 04 09:02:45.864914 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > subnet after_create 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.865269 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > subnet after_update 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.865615 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > subnet after_delete 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.866000 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88925) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 04 09:02:45.866661 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > network after_create 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.867016 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > network after_update 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.867359 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > network after_delete 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.867740 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88925) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 04 09:02:45.868137 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > security_group after_create 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.868531 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > security_group after_update 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.868869 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > security_group after_delete 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.869833 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88925) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 04 09:02:45.870233 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.870577 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.870915 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.871422 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88925) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 04 09:02:45.871826 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > address_group after_create 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.872174 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > address_group after_update 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.872546 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > address_group after_delete 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.872929 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88925) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 04 09:02:45.873370 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] ML2 OVO RPC backend initialized. {{(pid=88925) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Oct 04 09:02:45.874073 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > router_interface after_create 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.874428 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.874839 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > network before_response 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.875184 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > networks before_response 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.875535 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > port before_response 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.875875 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > ports before_response 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.876217 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > subnet before_response 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.876587 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > subnets before_response 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.876937 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > network after_create 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.877281 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > network after_update 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.877618 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > network after_delete 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.877957 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > port after_create 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.878294 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > port after_update 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.878630 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > port after_delete 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.878965 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > subnet after_create 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.879303 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > subnet after_update 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.879636 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > subnet after_delete 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.880203 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.plugins.ml2.plugin [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Modular L2 Plugin initialization complete Oct 04 09:02:45.880558 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading services supported by the core plugin {{(pid=88925) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 04 09:02:45.880884 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.plugins.ml2.managers [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Got port-security extension from driver 'port_security' Oct 04 09:02:45.881346 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.extensions.vlantransparent [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Disabled vlantransparent extension. Oct 04 09:02:45.881829 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88925) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 04 09:02:45.882144 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading Plugin: router Oct 04 09:02:45.919212 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > router_interface before_create 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.919598 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > router after_create 55549900 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.919964 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > router before_create 55549900 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.920334 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.920726 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.921082 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > router after_delete 55549900 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.921443 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > floatingip after_update 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.921805 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > router after_create 55549900 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.922153 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > router after_update 55549900 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.922502 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > router after_update 55549900 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.922878 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.923235 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > router after_update 55549900 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.923644 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > router precommit_update 55549900 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.924012 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: port after_update 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.924349 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: port after_delete 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.924705 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: subnet after_update 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.925044 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.925388 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > port precommit_delete 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.925734 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > router precommit_create 55549900 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.926130 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: port before_delete 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.926476 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > router precommit_create 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.926831 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > router after_update 55549900 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.927173 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > router precommit_delete 55549900 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.927523 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > router precommit_create 55549900 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.927881 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > router_interface after_create 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.928224 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > router precommit_update 55549900 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.928622 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > agent after_create 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.928973 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > agent after_delete 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.929322 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > network after_delete 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.930164 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.quota.resource_registry [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Tracking information for resource: router configured {{(pid=88925) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 04 09:02:45.930489 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.quota.resource_registry [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Tracking information for resource: floatingip configured {{(pid=88925) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 04 09:02:45.935907 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.db.l3_agentschedulers_db [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 04 09:02:45.936511 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: port after_update 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.936873 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: port after_create 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.937225 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: port after_delete 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.937573 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: port after_update 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.938471 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > router before_create 55550100 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.938835 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > router precommit_delete 55550100 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.939194 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > router precommit_create 55550100 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.939545 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > router precommit_update 55550100 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.943945 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.services.provider_configuration [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Service providers = [] {{(pid=88925) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 04 09:02:45.944311 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.db.servicetype_db [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88925) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 04 09:02:45.947236 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.services.service_base [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88925) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 04 09:02:45.947586 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.services.service_base [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88925) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 04 09:02:45.947928 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.services.service_base [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88925) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 04 09:02:45.948863 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.services.service_base [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88925) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 04 09:02:45.949234 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.services.service_base [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 04 09:02:45.949600 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88925) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 04 09:02:45.949921 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 04 09:02:45.960272 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88925) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 04 09:02:45.960634 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading Plugin: auto_allocate Oct 04 09:02:45.966791 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: network precommit_update 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.967155 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: network precommit_create 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.967674 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88925) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 04 09:02:45.967994 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading Plugin: tag Oct 04 09:02:45.974427 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88925) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 04 09:02:45.974761 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading Plugin: timestamp Oct 04 09:02:45.979251 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88925) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 04 09:02:45.979532 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading Plugin: network_ip_availability Oct 04 09:02:45.984791 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.985165 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.985523 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:45.986236 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88925) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 04 09:02:45.986553 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading Plugin: flavors Oct 04 09:02:45.991112 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88925) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 04 09:02:45.991710 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading Plugin: revisions Oct 04 09:02:45.996627 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88925) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 04 09:02:45.997017 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_concurrency.lockutils [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.608s {{(pid=88925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 04 09:02:45.997753 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88925) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 04 09:02:45.998094 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Initializing extension manager. Oct 04 09:02:45.998596 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: __init__.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:45.998938 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: __pycache__ {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:45.999276 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:45.999609 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: address_group.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.000380 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.000941 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: address-group Oct 04 09:02:46.001262 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: address_scope.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.001962 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.002465 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: address-scope Oct 04 09:02:46.002784 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: admin_state_down_before_update.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.003691 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.004196 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: router-admin-state-down-before-update Oct 04 09:02:46.004561 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: agent.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.005242 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.005745 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: agent Oct 04 09:02:46.006063 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: agent_resources_synced.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.007135 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.007643 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: agent-resources-synced Oct 04 09:02:46.007964 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: allowedaddresspairs.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.009774 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.010286 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: allowed-address-pairs Oct 04 09:02:46.010612 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: auto_allocated_topology.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.011659 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.012166 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: auto-allocated-topology Oct 04 09:02:46.012530 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: availability_zone.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.013211 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.013710 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: availability_zone Oct 04 09:02:46.014031 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: availability_zone_filter.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.014926 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.015424 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: availability_zone_filter Oct 04 09:02:46.015742 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: data_plane_status.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.016657 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.017152 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extension data-plane-status not supported by any of loaded plugins Oct 04 09:02:46.017471 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: default_subnetpools.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.018363 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.018860 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: default-subnetpools Oct 04 09:02:46.019179 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: dhcpagentscheduler.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.019970 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.020502 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: dhcp_agent_scheduler Oct 04 09:02:46.020827 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: dns.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.021716 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.022215 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extension dns-integration not supported by any of loaded plugins Oct 04 09:02:46.022537 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: dns_domain_ports.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.023430 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.023927 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 04 09:02:46.024250 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: dvr.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.024941 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.025472 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: dvr Oct 04 09:02:46.025794 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: empty_string_filtering.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.026686 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.027200 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: empty-string-filtering Oct 04 09:02:46.027519 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.028435 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.028936 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 04 09:02:46.029256 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.030164 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.030667 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 04 09:02:46.030985 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: external_net.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.031879 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.032401 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: external-net Oct 04 09:02:46.032722 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: extra_dhcp_opt.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.033613 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.034109 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: extra_dhcp_opt Oct 04 09:02:46.034428 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: extraroute.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.035321 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.035815 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: extraroute Oct 04 09:02:46.036133 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: extraroute_atomic.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.037166 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.037665 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: extraroute-atomic Oct 04 09:02:46.037982 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: filter_validation.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.038637 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.039135 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: filter-validation Oct 04 09:02:46.039454 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: fip_pf_description.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.040346 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.041377 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 04 09:02:46.041698 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: fip_port_details.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.042610 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.043105 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: fip-port-details Oct 04 09:02:46.043424 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: flavors.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.044642 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.045152 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: flavors Oct 04 09:02:46.045496 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.047075 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.047587 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 04 09:02:46.047915 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: floatingip_pools.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.048644 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.049145 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: floatingip-pools Oct 04 09:02:46.049467 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: ip_allocation.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.050368 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.050873 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extension ip_allocation not supported by any of loaded plugins Oct 04 09:02:46.051195 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.052239 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.052778 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: ip-substring-filtering Oct 04 09:02:46.053103 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: l2_adjacency.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.054015 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.054520 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extension l2_adjacency not supported by any of loaded plugins Oct 04 09:02:46.054840 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: l3.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.055806 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.056319 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: router Oct 04 09:02:46.057205 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: l3_conntrack_helper.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.059547 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.060068 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 04 09:02:46.060427 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.061342 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.061852 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: ext-gw-mode Oct 04 09:02:46.062197 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.063083 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.063589 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: l3-ha Oct 04 09:02:46.063913 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: l3_flavors.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.064851 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.065362 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: l3-flavors Oct 04 09:02:46.065682 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.066590 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.067093 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: l3-port-ip-change-not-allowed Oct 04 09:02:46.067414 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: l3agentscheduler.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.068482 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.068993 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: l3_agent_scheduler Oct 04 09:02:46.069318 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: logging.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.070763 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.071276 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extension logging not supported by any of loaded plugins Oct 04 09:02:46.071606 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: metering.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.072399 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.072962 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: metering Oct 04 09:02:46.073285 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.074350 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.074860 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: metering_source_and_destination_fields Oct 04 09:02:46.075181 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: multiprovidernet.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.076090 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.076627 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: multi-provider Oct 04 09:02:46.076948 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: netmtu.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.077847 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.078357 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: net-mtu Oct 04 09:02:46.078674 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: netmtu_writable.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.079572 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.080075 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: net-mtu-writable Oct 04 09:02:46.080420 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: network_availability_zone.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.081080 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.081579 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: network_availability_zone Oct 04 09:02:46.081898 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: network_ip_availability.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.082954 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.083451 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: network-ip-availability Oct 04 09:02:46.083772 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: network_segment_range.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.084548 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.085047 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extension network-segment-range not supported by any of loaded plugins Oct 04 09:02:46.085371 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: pagination.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.086331 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.086657 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: pagination Oct 04 09:02:46.086978 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: port_device_profile.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.088391 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.088901 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: port-device-profile Oct 04 09:02:46.089222 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.090138 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.090637 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: port-mac-address-regenerate Oct 04 09:02:46.090956 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.091855 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.092364 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: port-numa-affinity-policy Oct 04 09:02:46.092700 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: port_resource_request.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.093587 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.094080 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extension port-resource-request not supported by any of loaded plugins Oct 04 09:02:46.094400 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: portbindings.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.095316 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.095820 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: binding Oct 04 09:02:46.096143 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: portbindings_extended.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.097397 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.097901 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: binding-extended Oct 04 09:02:46.098225 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: portsecurity.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.099242 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.099747 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: port-security Oct 04 09:02:46.100068 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: project_id.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.101056 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.101384 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: project-id Oct 04 09:02:46.101704 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: providernet.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.102622 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.103126 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: provider Oct 04 09:02:46.103974 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: qos.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.107437 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.107952 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extension qos not supported by any of loaded plugins Oct 04 09:02:46.108285 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.109534 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.110044 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 04 09:02:46.110372 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.111276 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.111782 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 04 09:02:46.112108 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: qos_default.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.113034 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.113535 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extension qos-default not supported by any of loaded plugins Oct 04 09:02:46.113857 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: qos_fip.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.114501 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.114993 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extension qos-fip not supported by any of loaded plugins Oct 04 09:02:46.115318 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: qos_gateway_ip.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.116495 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.117003 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 04 09:02:46.117321 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: qos_port_network_policy.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.118211 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.118706 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 04 09:02:46.119049 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: qos_rule_type_details.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.119943 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.120468 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 04 09:02:46.120790 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: qos_rules_alias.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.121815 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.122319 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 04 09:02:46.122644 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: quotasv2.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.123528 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.123848 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: quotas Oct 04 09:02:46.124161 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: quotasv2_detail.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.125772 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.126300 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: quota_details Oct 04 09:02:46.126437 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: rbac.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.127468 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.127988 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: rbac-policies Oct 04 09:02:46.128319 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: rbac_address_group.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.129247 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.129758 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: rbac-address-group Oct 04 09:02:46.130084 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: rbac_address_scope.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.130987 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.131493 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: rbac-address-scope Oct 04 09:02:46.131816 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: rbac_security_groups.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.132760 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.133272 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: rbac-security-groups Oct 04 09:02:46.133595 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: rbac_subnetpool.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.134510 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.135020 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: rbac-subnetpool Oct 04 09:02:46.135349 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: revisionifmatch.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.136250 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.136789 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: revision-if-match Oct 04 09:02:46.137114 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: revisions.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.138197 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.138702 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: standard-attr-revisions Oct 04 09:02:46.139024 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: router_availability_zone.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.139799 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.140304 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: router_availability_zone Oct 04 09:02:46.140649 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: routerservicetype.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.141555 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.142058 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extension router-service-type not supported by any of loaded plugins Oct 04 09:02:46.142379 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.143274 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.143776 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: security-groups-normalized-cidr Oct 04 09:02:46.144097 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: security_groups_port_filtering.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.145014 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.145524 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: port-security-groups-filtering Oct 04 09:02:46.145845 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.146739 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.147244 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: security-groups-remote-address-group Oct 04 09:02:46.147565 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: securitygroup.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.157597 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.158120 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: security-group Oct 04 09:02:46.158451 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: segment.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.159220 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.159725 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extension segment not supported by any of loaded plugins Oct 04 09:02:46.160053 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.161014 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.161514 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 04 09:02:46.161840 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: servicetype.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.162921 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.163436 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: service-type Oct 04 09:02:46.163765 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: sorting.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.164758 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.165086 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: sorting Oct 04 09:02:46.165405 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: standard_attr_segment.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.166878 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.167383 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 04 09:02:46.167705 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: standardattrdescription.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.168340 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.168862 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: standard-attr-description Oct 04 09:02:46.169183 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: stateful_security_group.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.170084 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.170592 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: stateful-security-group Oct 04 09:02:46.170917 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: stdattrs_common.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.171489 dv-neutron-860215-1-hyperv neutron-server[88925]: WARNING neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 04 09:02:46.171808 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.172832 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.173357 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 04 09:02:46.173680 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: subnet_onboard.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.174732 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.175247 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: subnet_onboard Oct 04 09:02:46.175573 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.176523 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.177047 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 04 09:02:46.177374 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: subnet_service_types.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.178291 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.178800 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: subnet-service-types Oct 04 09:02:46.179126 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: subnetallocation.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.180188 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.180723 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: subnet_allocation Oct 04 09:02:46.181052 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.181816 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.182316 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: subnetpool-prefix-ops Oct 04 09:02:46.182637 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.183558 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.184060 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 04 09:02:46.184406 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: tagging.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.185455 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.185968 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: standard-attr-tag Oct 04 09:02:46.186294 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: timestamp.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.187472 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.187985 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loaded extension: standard-attr-timestamp Oct 04 09:02:46.188309 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: trunk.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.189356 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.189865 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extension trunk not supported by any of loaded plugins Oct 04 09:02:46.190189 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: trunk_details.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.191092 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.191597 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extension trunk-details not supported by any of loaded plugins Oct 04 09:02:46.191920 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: uplink_status_propagation.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.192865 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.193372 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 04 09:02:46.193694 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Loading extension file: vlantransparent.py {{(pid=88925) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 04 09:02:46.194353 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88925) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 04 09:02:46.194854 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extension vlan-transparent not supported by any of loaded plugins Oct 04 09:02:46.197352 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.quota.resource_registry [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Creating instance of TrackedResource for resource:network Oct 04 09:02:46.198073 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.quota.resource_registry [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Creating instance of TrackedResource for resource:subnet Oct 04 09:02:46.199916 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.quota.resource_registry [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Creating instance of TrackedResource for resource:subnetpool Oct 04 09:02:46.200561 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.quota.resource_registry [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Creating instance of TrackedResource for resource:port Oct 04 09:02:46.201805 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.v2.resource_helper [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88925) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 09:02:46.202248 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.v2.resource_helper [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Service FLAVORS assigned prefix: {{(pid=88925) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 09:02:46.202865 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.v2.resource_helper [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88925) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 09:02:46.203284 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.v2.resource_helper [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88925) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 09:02:46.203614 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.quota.resource_registry [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Creating instance of TrackedResource for resource:router Oct 04 09:02:46.204254 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.quota.resource_registry [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Creating instance of TrackedResource for resource:floatingip Oct 04 09:02:46.204998 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.v2.resource_helper [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Service METERING assigned prefix: /metering {{(pid=88925) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 09:02:46.206418 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:46.206793 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:46.207141 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:02:46.208255 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.quota.resource_registry [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Creating instance of CountableResource for resource:rbac_policy Oct 04 09:02:46.208719 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.quota.resource_registry [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Creating instance of TrackedResource for resource:security_group Oct 04 09:02:46.209362 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.quota.resource_registry [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Creating instance of TrackedResource for resource:security_group_rule Oct 04 09:02:46.210095 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.v2.resource_helper [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Service CORE assigned prefix: {{(pid=88925) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 09:02:46.210426 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.quota.resource_registry [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Creating instance of TrackedResource for resource:subnetpool Oct 04 09:02:46.210762 dv-neutron-860215-1-hyperv neutron-server[88925]: WARNING neutron.quota.resource_registry [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] subnetpool is already registered Oct 04 09:02:46.211357 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.v2.resource_helper [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Service CORE assigned prefix: {{(pid=88925) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 09:02:46.211682 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.quota.resource_registry [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Creating instance of TrackedResource for resource:subnetpool Oct 04 09:02:46.212003 dv-neutron-860215-1-hyperv neutron-server[88925]: WARNING neutron.quota.resource_registry [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] subnetpool is already registered Oct 04 09:02:46.215090 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.v2.resource_helper [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88925) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 09:02:46.215521 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.v2.resource_helper [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Service FLAVORS assigned prefix: {{(pid=88925) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 09:02:46.216105 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.v2.resource_helper [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88925) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 09:02:46.216560 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.v2.resource_helper [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88925) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 09:02:46.216893 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.quota.resource_registry [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Creating instance of TrackedResource for resource:router Oct 04 09:02:46.217220 dv-neutron-860215-1-hyperv neutron-server[88925]: WARNING neutron.quota.resource_registry [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] router is already registered Oct 04 09:02:46.217801 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.quota.resource_registry [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Creating instance of TrackedResource for resource:floatingip Oct 04 09:02:46.218130 dv-neutron-860215-1-hyperv neutron-server[88925]: WARNING neutron.quota.resource_registry [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] floatingip is already registered Oct 04 09:02:46.218745 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.v2.resource_helper [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Service METERING assigned prefix: /metering {{(pid=88925) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 09:02:46.219413 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.quota.resource_registry [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Creating instance of CountableResource for resource:rbac_policy Oct 04 09:02:46.219742 dv-neutron-860215-1-hyperv neutron-server[88925]: WARNING neutron.quota.resource_registry [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] rbac_policy is already registered Oct 04 09:02:46.220282 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.quota.resource_registry [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Creating instance of TrackedResource for resource:security_group Oct 04 09:02:46.220631 dv-neutron-860215-1-hyperv neutron-server[88925]: WARNING neutron.quota.resource_registry [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] security_group is already registered Oct 04 09:02:46.221205 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.quota.resource_registry [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Creating instance of TrackedResource for resource:security_group_rule Oct 04 09:02:46.221532 dv-neutron-860215-1-hyperv neutron-server[88925]: WARNING neutron.quota.resource_registry [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] security_group_rule is already registered Oct 04 09:02:46.222187 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.v2.resource_helper [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Service CORE assigned prefix: {{(pid=88925) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 09:02:46.222513 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.quota.resource_registry [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Creating instance of TrackedResource for resource:subnetpool Oct 04 09:02:46.222844 dv-neutron-860215-1-hyperv neutron-server[88925]: WARNING neutron.quota.resource_registry [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] subnetpool is already registered Oct 04 09:02:46.223429 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.v2.resource_helper [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Service CORE assigned prefix: {{(pid=88925) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 04 09:02:46.223753 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.quota.resource_registry [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Creating instance of TrackedResource for resource:subnetpool Oct 04 09:02:46.224071 dv-neutron-860215-1-hyperv neutron-server[88925]: WARNING neutron.quota.resource_registry [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] subnetpool is already registered Oct 04 09:02:46.224733 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extended resource: extensions {{(pid=88925) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 09:02:46.226195 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extended resource: address-groups {{(pid=88925) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 09:02:46.227774 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extended resource: address-scopes {{(pid=88925) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 09:02:46.229648 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extended resource: agents {{(pid=88925) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 09:02:46.230782 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extended resource: auto-allocated-topology {{(pid=88925) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 09:02:46.232022 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extended resource: availability_zones {{(pid=88925) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 09:02:46.233389 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extended resource: dhcp-networks {{(pid=88925) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 09:02:46.234812 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extended resource: dhcp-agents {{(pid=88925) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 09:02:46.236247 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extended resource: routers {{(pid=88925) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 09:02:46.238074 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extended resource: flavors {{(pid=88925) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 09:02:46.239239 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extended resource: service_profiles {{(pid=88925) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 09:02:46.240482 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extended resource: next_providers {{(pid=88925) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 09:02:46.242272 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extended resource: service_profiles {{(pid=88925) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 09:02:46.243729 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extended resource: floatingip-pools {{(pid=88925) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 09:02:46.244991 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extended resource: routers {{(pid=88925) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 09:02:46.246802 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extended resource: floatingips {{(pid=88925) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 09:02:46.247991 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extended resource: l3-routers {{(pid=88925) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 09:02:46.249406 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extended resource: l3-agents {{(pid=88925) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 09:02:46.250827 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extended resource: metering-labels {{(pid=88925) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 09:02:46.252366 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extended resource: metering-label-rules {{(pid=88925) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 09:02:46.253661 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extended resource: network-ip-availabilities {{(pid=88925) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 09:02:46.254912 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extended resource: bindings {{(pid=88925) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 09:02:46.256614 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extended resource: quotas {{(pid=88925) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 09:02:46.258049 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extended resource: quotas {{(pid=88925) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 09:02:46.259474 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extended resource: rbac-policies {{(pid=88925) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 09:02:46.260800 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extended resource: security-groups {{(pid=88925) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 09:02:46.262009 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extended resource: security-group-rules {{(pid=88925) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 09:02:46.263230 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extended resource: service-providers {{(pid=88925) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 09:02:46.264485 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extended resource: subnetpools {{(pid=88925) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 09:02:46.266784 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extended resource: subnetpools {{(pid=88925) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 09:02:46.268262 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extended resource: tags {{(pid=88925) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 09:02:46.269974 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extended resource: tags {{(pid=88925) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 09:02:46.381642 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extended resource: tags {{(pid=88925) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 09:02:46.383433 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extended resource: tags {{(pid=88925) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 09:02:46.385359 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extended resource: tags {{(pid=88925) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 09:02:46.387257 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extended resource: tags {{(pid=88925) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 09:02:46.389000 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extended resource: tags {{(pid=88925) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 09:02:46.390908 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extended resource: tags {{(pid=88925) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 09:02:46.392722 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extended resource: tags {{(pid=88925) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 09:02:46.394592 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron.api.extensions [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Extended resource: tags {{(pid=88925) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 04 09:02:46.401130 dv-neutron-860215-1-hyperv neutron-server[88925]: WARNING keystonemiddleware.auth_token [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 04 09:02:46.405850 dv-neutron-860215-1-hyperv neutron-server[88925]: WARNING keystonemiddleware.auth_token [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 04 09:02:46.414047 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_concurrency.lockutils [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Acquired lock "singleton_lock" {{(pid=88925) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 04 09:02:46.414527 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_concurrency.lockutils [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Releasing lock "singleton_lock" {{(pid=88925) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 04 09:02:46.415151 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO oslo_service.service [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Starting 2 workers Oct 04 09:02:46.420415 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Started child 89032 {{(pid=88925) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Oct 04 09:02:46.424633 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Started child 89033 {{(pid=88925) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Oct 04 09:02:46.425491 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:02:46.426198 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO neutron.service [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Neutron service started, listening on 0.0.0.0:9696 Oct 04 09:02:46.426832 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Notify callbacks [] for process, before_spawn {{(pid=88925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:02:46.427006 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [-] (89032) wsgi starting up on http://0.0.0.0:9696 Oct 04 09:02:46.429182 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO oslo_service.service [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Starting 1 workers Oct 04 09:02:46.429329 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:02:46.430518 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [-] (89033) wsgi starting up on http://0.0.0.0:9696 Oct 04 09:02:46.434706 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Started child 89034 {{(pid=88925) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Oct 04 09:02:46.435219 dv-neutron-860215-1-hyperv neutron-server[88925]: INFO oslo_service.service [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Starting 1 workers Oct 04 09:02:46.438296 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.service [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] calling RpcWorker wait() {{(pid=89034) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 04 09:02:46.438815 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.service [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] returning from RpcWorker wait() {{(pid=89034) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 04 09:02:46.439469 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Started child 89035 {{(pid=88925) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Oct 04 09:02:46.440098 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:02:46.440193 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG neutron_lib.callbacks.manager [None req-687575bb-24cc-4d11-b8c6-7736a30ab18e None None] Notify callbacks [] for process, after_spawn {{(pid=88925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:02:46.440630 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:02:46.441996 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88925) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Oct 04 09:02:46.442207 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 04 09:02:46.442389 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 04 09:02:46.442603 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 04 09:02:46.442939 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 04 09:02:46.443101 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 04 09:02:46.443606 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.443872 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.444142 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.444239 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:02:46.444712 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.444712 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.445246 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.445502 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.445757 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.446030 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.446257 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.446428 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.446592 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.446843 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.447128 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.447967 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.448244 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.448504 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.448792 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.448963 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.449226 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.449498 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.449742 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.450005 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] debug = True {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.450253 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.450728 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.450970 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.451221 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.451448 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.451724 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.451950 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.452214 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.452475 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.452729 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.452958 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.453213 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.453462 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.453689 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.453905 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.454182 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.454411 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.454873 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] host = dv-neutron-860215-1-hyperv {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.455086 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.455320 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.455559 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.455782 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.456040 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.456272 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.456556 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.456813 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.457066 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.457289 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.457547 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.457780 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.458009 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.458275 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] log_file = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.458493 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] log_options = True {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.458767 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.459055 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.459347 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.459543 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.459713 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.459889 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.460157 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.460425 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.460706 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.460978 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.461198 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.461417 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.461649 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.461886 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.462143 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.462372 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.462650 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.462863 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.463126 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.463371 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.463595 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.463817 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.464079 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.464292 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.464580 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.464754 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.465009 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.465241 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.465451 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.465701 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.465932 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.466198 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.466421 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.466659 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.466886 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.467109 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.467337 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.468274 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.468274 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.468274 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.468567 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.468714 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.468928 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.469151 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.469315 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:02:46.469426 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.469560 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] use_json = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.469764 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.469974 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.470243 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.470461 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.470676 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.470885 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.471097 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.471345 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.471561 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.472118 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.472441 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.472767 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.473037 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.473757 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.473757 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.473757 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.477181 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.477181 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.477181 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.477181 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.477181 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.477181 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.477181 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.477181 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.479550 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.479550 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.479550 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.479550 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.479550 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.479550 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.479550 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.479550 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.480183 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.480183 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.480183 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.480183 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.480183 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.480183 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.480183 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.480183 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.480829 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.480829 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.480829 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.481070 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.481210 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.481457 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.481687 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.481943 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.482140 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.482393 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.482630 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.482861 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.483066 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.483274 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.483483 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.483706 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.483937 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.484149 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.484403 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.484667 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.484924 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.485150 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.485363 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.485581 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.485810 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.486054 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.486662 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.486662 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.486987 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.486987 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.487294 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.487448 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.487593 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.487734 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.487950 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.488181 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.488417 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.488637 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.488868 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.489083 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.489292 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.489499 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.489709 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.489917 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.490151 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.490385 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.490614 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.490833 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.491080 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.491569 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.491778 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.492041 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.492216 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.492549 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.492859 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.493102 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.493378 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.494486 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.494486 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.494741 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.495016 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.495253 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.495505 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.495721 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.495993 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.496230 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.496492 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.496748 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.496976 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.497219 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.497431 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.497652 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.497906 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.498141 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.498384 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.498655 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.498901 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.499169 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.499430 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.499677 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.499935 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.500153 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.500455 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.500665 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.500959 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.501266 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.501545 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.501813 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.502102 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.502287 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.502622 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.502889 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.503134 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.503385 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.503614 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.503853 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.504126 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.504393 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.504622 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.504835 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.505062 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.505406 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.505653 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.505864 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.506073 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.506336 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.506578 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.506828 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.507084 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.507340 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.507585 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.507835 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.508073 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.508282 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.508523 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.508762 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.508988 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.509235 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.509443 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.510354 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.510586 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.510796 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.511034 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.511264 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.511510 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.511735 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.511950 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.512166 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.512404 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.512638 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.512885 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.513119 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.513351 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.513567 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.513800 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.514012 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.514279 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.514514 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.514785 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.515031 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.515279 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.515524 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.515758 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.516021 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.516222 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.516495 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.516714 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.516921 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.517131 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.517382 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.517608 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.517832 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.518072 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.518282 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.518510 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.518743 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.519093 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.519335 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.519576 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.519842 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.520073 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.520286 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.520524 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.520755 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.520985 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.521194 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.521430 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.521673 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.521900 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.522135 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.522410 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.522567 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.522799 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.523053 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.523286 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.523499 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.523715 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.523924 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.524133 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.524342 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.524573 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.524783 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.525008 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.525337 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.526116 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.526420 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.526664 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.526887 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.527127 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.527346 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.527564 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.527773 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.527978 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.528190 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.528439 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.528679 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.528888 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.529096 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.529307 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.529550 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.529835 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.530144 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.530368 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.530655 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.530882 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.531125 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.531388 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.531698 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.531924 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.532155 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.532385 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.532594 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.532804 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.533071 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.533388 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.533681 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.533982 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.534215 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.534469 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.534745 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.534999 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.535226 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.535512 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.535833 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.536113 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.536383 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.536616 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.536893 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.537117 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.537336 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.537565 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.537799 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.538012 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.538272 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.538505 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.538731 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.538970 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.539213 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.539445 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.539692 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.539917 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.540139 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.540349 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.540523 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 04 09:02:46.541059 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88925) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Oct 04 09:02:46.541221 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 04 09:02:46.541372 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 04 09:02:46.541540 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 04 09:02:46.541711 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 04 09:02:46.541865 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 04 09:02:46.542071 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.542231 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.542388 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.542545 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.542865 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.543071 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.543238 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.543398 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.543552 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.543899 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.544060 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.544221 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.544403 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.544564 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.544723 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.544881 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.545039 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.545201 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.545367 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.545524 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.545681 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.545839 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.545992 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] debug = True {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.546298 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.546503 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.546644 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.546806 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.546981 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.547122 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.547280 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.547441 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.547597 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.547755 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.547913 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.548071 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.548229 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.548405 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.548562 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.548725 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.548887 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.549039 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] host = dv-neutron-860215-1-hyperv {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.549193 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.549514 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.549677 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.549838 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.549996 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.550155 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.550313 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.550471 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.550627 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.550784 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.550937 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.551241 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:02:46.551365 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.551458 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.551543 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] log_file = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.551689 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] log_options = True {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.551848 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.552004 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.552160 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.552347 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.552532 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.552693 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.552850 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.553010 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.553168 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.553323 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.553481 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.553638 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.560388 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.560388 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.560388 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.560388 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.560388 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.560823 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 51278) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:02:46.560919 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.560919 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.560919 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.560919 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.560919 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.560919 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.560919 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.560919 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.561434 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.561434 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.561434 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.561434 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.561434 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.561434 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.561434 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.561434 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.561898 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.561898 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.561898 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.561898 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.561898 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.561898 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.561898 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.561898 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.562339 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.562339 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.562339 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.562339 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.562339 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] use_json = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.562339 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.562339 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.562339 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.562804 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.562804 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.562804 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.562974 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.562974 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.563151 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 04 09:02:46.563337 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.563502 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.563680 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.563846 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.564010 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.564176 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.564333 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.564540 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.564704 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.564867 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.565039 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.565203 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.565376 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.565539 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.565701 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.565872 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.566043 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.566152 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064859 Oct 04 09:02:46.566240 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.566432 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.566527 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.566669 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.566816 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.566983 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.567138 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.567305 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.567470 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.567630 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.567795 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.567977 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.568117 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.568280 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.568531 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.568702 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.568867 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.569085 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.569355 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.569533 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.569735 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.569955 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.570118 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.570282 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.570446 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.570609 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.570821 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.570923 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.571084 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.571246 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.571409 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.571577 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.571743 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.571915 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.572649 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.572815 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.572980 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.573147 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.573320 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.573473 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.573618 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.573784 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.573945 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.574153 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.574382 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.574547 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.574710 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.574926 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.575020 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.575183 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.575346 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.575505 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.575823 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.575993 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.576157 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.577045 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.577045 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.577045 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.577045 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.577045 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.577360 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.577572 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.577746 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.577895 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.578061 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.578227 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.578391 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.578563 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.578742 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.578905 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.579068 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.579231 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.579393 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.579572 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.579722 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.579885 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.580701 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.580893 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.581735 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.581735 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.581909 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.582050 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.582215 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.582385 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.582550 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.582710 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.583181 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.583484 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.583802 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.583973 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.584139 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.584330 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.584482 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.584646 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.584820 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.585039 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.585147 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.585296 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.585464 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.585635 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.585806 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.585986 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.587071 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.587071 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.587071 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.587071 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.587071 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.587071 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.587071 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.587494 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.587494 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.587494 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.588247 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.588534 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.588534 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.588687 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.588865 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.589015 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.589174 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.589782 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.590043 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.590352 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.590662 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.590831 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.591234 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.591430 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.591607 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.591743 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.591913 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.592068 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.592473 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.592473 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.592629 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.592785 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.592950 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.593105 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.593334 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.593501 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.593669 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.593837 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.593986 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.594150 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.594360 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.594613 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.594761 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.596596 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.596596 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.596596 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.596596 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.596596 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.596596 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.596596 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.596596 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.597097 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.597097 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.597097 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.597097 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.597097 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.597097 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.597097 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.597506 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.597506 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.597506 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.597692 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.597830 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.597993 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.598229 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.598229 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.598658 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.598658 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.598909 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.599061 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.599202 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.599350 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.599435 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.599618 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.599749 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.599890 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.600027 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.600228 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.600410 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.600532 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.600638 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.601683 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.601683 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.601683 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.601683 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.601683 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.602223 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.602362 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.602540 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.602708 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.602852 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.603061 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.603204 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.603396 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.603567 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.603720 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.603883 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.604795 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.604795 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.604795 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.604795 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.605315 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.605315 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.605315 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.605825 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.605825 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.605825 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.605825 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.606333 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.606333 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.606333 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.606738 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.606738 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.606738 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.607185 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.607185 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.607445 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.607445 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.607705 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.608569 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.608569 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.608961 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.609117 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.609587 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.609741 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.609971 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.610194 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.610396 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.610687 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.610841 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.611061 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.611061 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.611061 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.611061 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.611061 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.611061 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.611061 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.613204 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.613204 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.613204 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.613610 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.613815 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.613997 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.614087 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.614257 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.614488 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.614619 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.614761 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.615046 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.615215 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.615354 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.615444 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.615591 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.615787 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.615955 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 04 09:02:46.616024 dv-neutron-860215-1-hyperv neutron-server[88925]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88925) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 04 09:02:57.485140 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec1a2ba-cb3a-49d2-b06d-54d23fceee4d None None] get_active_networks_info from dv-neutron-860215-1-hyperv {{(pid=89034) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 04 09:02:57.567605 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec1a2ba-cb3a-49d2-b06d-54d23fceee4d None None] No non-hosted networks {{(pid=89034) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 04 09:02:57.576183 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.agentschedulers_db [None req-dec1a2ba-cb3a-49d2-b06d-54d23fceee4d None None] DHCP Agent not found on host dv-neutron-860215-1-hyperv {{(pid=89034) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 04 09:02:57.652580 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-15bdb2e5-4a4d-480e-acc4-5454b713fd6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1736939'] for agent, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:02:59.683796 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d31cad59-eb5d-4c10-be8e-340e1ff62253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1736939'] for agent, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:02:59.717491 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e4926b18-d6d6-4a55-931e-c29d3f93f052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:00.603004 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1736939'] for agent, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:00.692345 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1736939'] for agent, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:00.694147 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:00.694938 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:00.695555 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:00.698769 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:00.699094 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:00.700700 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:00.701042 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:00.701914 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:00.702337 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:00.702690 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:00.704981 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:00.705333 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:00.707447 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-860215-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:03:00.725506 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-860215-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:03:02.109475 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1736939'] for agent, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:03.604218 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 51370) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:03:04.198328 dv-neutron-860215-1-hyperv neutron-server[89033]: WARNING oslo_policy.policy [None req-c8522cb2-58ba-439b-899f-86c4386ecc3f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 04 09:03:04.198946 dv-neutron-860215-1-hyperv neutron-server[89033]: WARNING oslo_policy.policy [None req-c8522cb2-58ba-439b-899f-86c4386ecc3f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 04 09:03:04.419064 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [None req-c8522cb2-58ba-439b-899f-86c4386ecc3f admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=89033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:03:04.420121 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-c8522cb2-58ba-439b-899f-86c4386ecc3f admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8149612 Oct 04 09:03:04.904306 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.db.l3_hamode_db [None req-bf40d3dc-4cca-4ae6-ae75-85133d96cad5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 04 09:03:04.987981 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf40d3dc-4cca-4ae6-ae75-85133d96cad5 None None] Routers set() bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:03:04.988443 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf40d3dc-4cca-4ae6-ae75-85133d96cad5 None None] Router IDs set() for agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:461}} Oct 04 09:03:06.826456 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 51384) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:03:07.180200 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-97301eb3-6380-4a03-a509-d0e75e1238f2 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:03:07.282543 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.policy [None req-97301eb3-6380-4a03-a509-d0e75e1238f2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=89033) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 04 09:03:07.328137 dv-neutron-860215-1-hyperv neutron-server[89033]: WARNING oslo_policy.policy [None req-97301eb3-6380-4a03-a509-d0e75e1238f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 04 09:03:07.328543 dv-neutron-860215-1-hyperv neutron-server[89033]: WARNING oslo_policy.policy [None req-97301eb3-6380-4a03-a509-d0e75e1238f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 04 09:03:07.337102 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.quota [None req-97301eb3-6380-4a03-a509-d0e75e1238f2 admin admin] Loaded quota_driver: . Oct 04 09:03:07.353009 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-97301eb3-6380-4a03-a509-d0e75e1238f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:03:07.411875 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-97301eb3-6380-4a03-a509-d0e75e1238f2 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731007623490', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731007624055', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731007618649', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731007541632', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731007536225', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731007526033', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-594569', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-784492', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1806966', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1759227'] for rbac-policy, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:07.473031 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-97301eb3-6380-4a03-a509-d0e75e1238f2 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:07.474219 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-97301eb3-6380-4a03-a509-d0e75e1238f2 admin admin] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6467948 Oct 04 09:03:10.116322 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 51398) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:03:10.457679 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-907e6107-cb71-43ee-a62d-2e7ae1183543 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '56c30c0db00b4cf78e414cf145695376'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:03:10.462315 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-907e6107-cb71-43ee-a62d-2e7ae1183543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:03:10.467245 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-907e6107-cb71-43ee-a62d-2e7ae1183543 admin admin] Usage tracker for resource:network and tenant:56c30c0db00b4cf78e414cf145695376 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:03:10.471850 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-907e6107-cb71-43ee-a62d-2e7ae1183543 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:03:10.477875 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-907e6107-cb71-43ee-a62d-2e7ae1183543 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:03:10.488081 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907e6107-cb71-43ee-a62d-2e7ae1183543 admin admin] Made reservation on behalf of 56c30c0db00b4cf78e414cf145695376 for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:03:10.490786 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-907e6107-cb71-43ee-a62d-2e7ae1183543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:10.508251 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-907e6107-cb71-43ee-a62d-2e7ae1183543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:10.522285 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-907e6107-cb71-43ee-a62d-2e7ae1183543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:03:10.526464 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-907e6107-cb71-43ee-a62d-2e7ae1183543 admin admin] Usage tracker for resource:security_group_rule and tenant:56c30c0db00b4cf78e414cf145695376 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:03:10.531563 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-907e6107-cb71-43ee-a62d-2e7ae1183543 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:03:10.536999 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-907e6107-cb71-43ee-a62d-2e7ae1183543 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:03:10.632140 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-907e6107-cb71-43ee-a62d-2e7ae1183543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:10.636259 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-907e6107-cb71-43ee-a62d-2e7ae1183543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:10.658324 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-907e6107-cb71-43ee-a62d-2e7ae1183543 admin admin] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:03:10.683880 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-907e6107-cb71-43ee-a62d-2e7ae1183543 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731009404097', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:10.684458 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-907e6107-cb71-43ee-a62d-2e7ae1183543 admin admin] Unsubscribe: segment precommit_create {{(pid=89033) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 04 09:03:10.684949 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-907e6107-cb71-43ee-a62d-2e7ae1183543 admin admin] Added segment f377aaa2-5de1-4664-a2a4-3d85f3e52f1a of type vlan for network d8a6019a-de4e-4d3d-b4cc-963fc46753e7 Oct 04 09:03:10.733029 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e6107-cb71-43ee-a62d-2e7ae1183543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b105bab-a723-47ec-99ec-7e45a6de2b2d,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:03:10.749100 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6107-cb71-43ee-a62d-2e7ae1183543 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:10.749469 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6107-cb71-43ee-a62d-2e7ae1183543 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:10.749802 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6107-cb71-43ee-a62d-2e7ae1183543 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:10.750136 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6107-cb71-43ee-a62d-2e7ae1183543 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:10.750467 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6107-cb71-43ee-a62d-2e7ae1183543 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:10.750796 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6107-cb71-43ee-a62d-2e7ae1183543 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:10.751120 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6107-cb71-43ee-a62d-2e7ae1183543 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:10.751440 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6107-cb71-43ee-a62d-2e7ae1183543 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:10.751762 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6107-cb71-43ee-a62d-2e7ae1183543 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:10.752077 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6107-cb71-43ee-a62d-2e7ae1183543 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:10.752427 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6107-cb71-43ee-a62d-2e7ae1183543 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:10.752746 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6107-cb71-43ee-a62d-2e7ae1183543 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:10.754187 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e6107-cb71-43ee-a62d-2e7ae1183543 admin admin] Tracked resource versions report: Oct 04 09:03:10.754187 dv-neutron-860215-1-hyperv neutron-server[89033]: pushed versions: Oct 04 09:03:10.754187 dv-neutron-860215-1-hyperv neutron-server[89033]: { 'AddressGroup': {'1.2'}, Oct 04 09:03:10.754187 dv-neutron-860215-1-hyperv neutron-server[89033]: 'ConntrackHelper': {'1.0'}, Oct 04 09:03:10.754187 dv-neutron-860215-1-hyperv neutron-server[89033]: 'Log': {'1.0'}, Oct 04 09:03:10.754187 dv-neutron-860215-1-hyperv neutron-server[89033]: 'Network': {'1.1'}, Oct 04 09:03:10.754187 dv-neutron-860215-1-hyperv neutron-server[89033]: 'Port': {'1.7'}, Oct 04 09:03:10.754187 dv-neutron-860215-1-hyperv neutron-server[89033]: 'PortForwarding': {'1.2'}, Oct 04 09:03:10.754187 dv-neutron-860215-1-hyperv neutron-server[89033]: 'QosPolicy': {'1.8'}, Oct 04 09:03:10.754187 dv-neutron-860215-1-hyperv neutron-server[89033]: 'SecurityGroup': {'1.4'}, Oct 04 09:03:10.754187 dv-neutron-860215-1-hyperv neutron-server[89033]: 'SecurityGroupRule': {'1.2'}, Oct 04 09:03:10.754187 dv-neutron-860215-1-hyperv neutron-server[89033]: 'SubPort': {'1.0'}, Oct 04 09:03:10.754187 dv-neutron-860215-1-hyperv neutron-server[89033]: 'Subnet': {'1.1'}, Oct 04 09:03:10.754187 dv-neutron-860215-1-hyperv neutron-server[89033]: 'Trunk': {'1.1'}} Oct 04 09:03:10.754187 dv-neutron-860215-1-hyperv neutron-server[89033]: consumer versions: Oct 04 09:03:10.754187 dv-neutron-860215-1-hyperv neutron-server[89033]: { DHCP agent@dv-neutron-860215-1-hyperv: {}, Oct 04 09:03:10.754187 dv-neutron-860215-1-hyperv neutron-server[89033]: L3 agent@dv-neutron-860215-1-hyperv: {}, Oct 04 09:03:10.754187 dv-neutron-860215-1-hyperv neutron-server[89033]: Metadata agent@dv-neutron-860215-1-hyperv: {}, Oct 04 09:03:10.754187 dv-neutron-860215-1-hyperv neutron-server[89033]: Metering agent@dv-neutron-860215-1-hyperv: {}, Oct 04 09:03:10.754187 dv-neutron-860215-1-hyperv neutron-server[89033]: Open vSwitch agent@dv-neutron-860215-1-hyperv: { 'AddressGroup': '1.2', Oct 04 09:03:10.754187 dv-neutron-860215-1-hyperv neutron-server[89033]: 'ConntrackHelper': '1.0', Oct 04 09:03:10.754187 dv-neutron-860215-1-hyperv neutron-server[89033]: 'Log': '1.0', Oct 04 09:03:10.754187 dv-neutron-860215-1-hyperv neutron-server[89033]: 'Network': '1.1', Oct 04 09:03:10.754187 dv-neutron-860215-1-hyperv neutron-server[89033]: 'Port': '1.7', Oct 04 09:03:10.754187 dv-neutron-860215-1-hyperv neutron-server[89033]: 'PortForwarding': '1.2', Oct 04 09:03:10.754187 dv-neutron-860215-1-hyperv neutron-server[89033]: 'QosPolicy': '1.8', Oct 04 09:03:10.754187 dv-neutron-860215-1-hyperv neutron-server[89033]: 'SecurityGroup': '1.4', Oct 04 09:03:10.754187 dv-neutron-860215-1-hyperv neutron-server[89033]: 'SecurityGroupRule': '1.2', Oct 04 09:03:10.754187 dv-neutron-860215-1-hyperv neutron-server[89033]: 'SubPort': '1.0', Oct 04 09:03:10.754187 dv-neutron-860215-1-hyperv neutron-server[89033]: 'Subnet': '1.1', Oct 04 09:03:10.754187 dv-neutron-860215-1-hyperv neutron-server[89033]: 'Trunk': '1.1'}} Oct 04 09:03:10.754187 dv-neutron-860215-1-hyperv neutron-server[89033]: {{(pid=89033) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 04 09:03:10.797173 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-907e6107-cb71-43ee-a62d-2e7ae1183543 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:10.836529 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-907e6107-cb71-43ee-a62d-2e7ae1183543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:10.837544 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907e6107-cb71-43ee-a62d-2e7ae1183543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:03:10.838715 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-907e6107-cb71-43ee-a62d-2e7ae1183543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:10.943375 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-907e6107-cb71-43ee-a62d-2e7ae1183543 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8256462 Oct 04 09:03:10.943851 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e6107-cb71-43ee-a62d-2e7ae1183543 admin admin] Pushing event updated for resources: {'Network': ['ID=d8a6019a-de4e-4d3d-b4cc-963fc46753e7,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:03:10.978091 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network d8a6019a-de4e-4d3d-b4cc-963fc46753e7 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:03:13.631833 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 51414) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:03:14.080255 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9c4591-b8a7-4c44-b2a7-252b4900d193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:03:14.081546 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-ec9c4591-b8a7-4c44-b2a7-252b4900d193 admin admin] 10.222.0.50 "GET /v2.0/networks/d8a6019a-de4e-4d3d-b4cc-963fc46753e7 HTTP/1.1" status: 200 len: 825 time: 0.4487247 Oct 04 09:03:14.107107 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-8cefd526-19a9-4f4f-9ddf-419b6a7e157e admin admin] 10.222.0.50 "GET /v2.0/subnetpools/78f1f8b8-804b-4cab-802d-8fa57a2ef355 HTTP/1.1" status: 200 len: 734 time: 0.0201733 Oct 04 09:03:14.115143 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-cd70469d-b5cb-4931-9e78-cd6f3a200f12 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '56c30c0db00b4cf78e414cf145695376', 'name': 'private-subnet', 'network_id': 'd8a6019a-de4e-4d3d-b4cc-963fc46753e7', 'subnetpool_id': '78f1f8b8-804b-4cab-802d-8fa57a2ef355'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:03:14.120095 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-cd70469d-b5cb-4931-9e78-cd6f3a200f12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:03:14.123789 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-cd70469d-b5cb-4931-9e78-cd6f3a200f12 admin admin] Usage tracker for resource:subnet and tenant:56c30c0db00b4cf78e414cf145695376 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:03:14.126596 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-cd70469d-b5cb-4931-9e78-cd6f3a200f12 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:03:14.132042 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-cd70469d-b5cb-4931-9e78-cd6f3a200f12 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:03:14.142151 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd70469d-b5cb-4931-9e78-cd6f3a200f12 admin admin] Made reservation on behalf of 56c30c0db00b4cf78e414cf145695376 for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:03:14.144434 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cd70469d-b5cb-4931-9e78-cd6f3a200f12 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:14.426716 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cd70469d-b5cb-4931-9e78-cd6f3a200f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:14.508249 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd70469d-b5cb-4931-9e78-cd6f3a200f12 admin admin] Checking segment: {'id': 'f377aaa2-5de1-4664-a2a4-3d85f3e52f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'd8a6019a-de4e-4d3d-b4cc-963fc46753e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:03:14.508639 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd70469d-b5cb-4931-9e78-cd6f3a200f12 admin admin] Network hostable DHCP agents. Network: d8a6019a-de4e-4d3d-b4cc-963fc46753e7, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:03:14.514457 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd70469d-b5cb-4931-9e78-cd6f3a200f12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4918f0d3-4407-4a21-bad5-f044dcfee789,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:03:14.531432 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd70469d-b5cb-4931-9e78-cd6f3a200f12 admin admin] Network d8a6019a-de4e-4d3d-b4cc-963fc46753e7 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:03:14.541440 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-cd70469d-b5cb-4931-9e78-cd6f3a200f12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, d8a6019a-de4e-4d3d-b4cc-963fc46753e7) {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:03:14.545867 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd70469d-b5cb-4931-9e78-cd6f3a200f12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:03:14.546446 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cd70469d-b5cb-4931-9e78-cd6f3a200f12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:14.551417 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e5f5dd-6ca8-440d-92fd-f487829872e6 None None] Network d8a6019a-de4e-4d3d-b4cc-963fc46753e7 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:03:14.565781 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-cd70469d-b5cb-4931-9e78-cd6f3a200f12 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4537294 Oct 04 09:03:14.845154 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089b8ca1-2056-41e1-a87a-5f0b5374dec7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-d8a6019a-de4e-4d3d-b4cc-963fc46753e7', 'network_id': 'd8a6019a-de4e-4d3d-b4cc-963fc46753e7', 'tenant_id': '56c30c0db00b4cf78e414cf145695376', 'fixed_ips': [{'subnet_id': '4918f0d3-4407-4a21-bad5-f044dcfee789'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:03:14.846299 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-089b8ca1-2056-41e1-a87a-5f0b5374dec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:15.027074 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-089b8ca1-2056-41e1-a87a-5f0b5374dec7 None None] Allocated IP 172.20.0.2 (d8a6019a-de4e-4d3d-b4cc-963fc46753e7/4918f0d3-4407-4a21-bad5-f044dcfee789/ffa332c4-6279-413f-b673-95f366df886c) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:03:15.250677 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-089b8ca1-2056-41e1-a87a-5f0b5374dec7 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:15.263325 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-089b8ca1-2056-41e1-a87a-5f0b5374dec7 None None] Transition to ACTIVE for port object ffa332c4-6279-413f-b673-95f366df886c will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:03:15.286068 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-089b8ca1-2056-41e1-a87a-5f0b5374dec7 None None] Transition to ACTIVE for port object ffa332c4-6279-413f-b673-95f366df886c will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:03:15.293628 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-089b8ca1-2056-41e1-a87a-5f0b5374dec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:15.357882 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089b8ca1-2056-41e1-a87a-5f0b5374dec7 None None] Network d8a6019a-de4e-4d3d-b4cc-963fc46753e7 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:03:15.360788 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-089b8ca1-2056-41e1-a87a-5f0b5374dec7 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:03:15.363946 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089b8ca1-2056-41e1-a87a-5f0b5374dec7 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:03:15.373450 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b8ca1-2056-41e1-a87a-5f0b5374dec7 None None] Pushing event updated for resources: {'Port': ['ID=ffa332c4-6279-413f-b673-95f366df886c,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:03:15.415736 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089b8ca1-2056-41e1-a87a-5f0b5374dec7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:15.416664 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089b8ca1-2056-41e1-a87a-5f0b5374dec7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:15.417032 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089b8ca1-2056-41e1-a87a-5f0b5374dec7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:15.417372 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089b8ca1-2056-41e1-a87a-5f0b5374dec7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:15.417701 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089b8ca1-2056-41e1-a87a-5f0b5374dec7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:15.418045 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089b8ca1-2056-41e1-a87a-5f0b5374dec7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:15.418372 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089b8ca1-2056-41e1-a87a-5f0b5374dec7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:15.418695 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089b8ca1-2056-41e1-a87a-5f0b5374dec7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:15.419036 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089b8ca1-2056-41e1-a87a-5f0b5374dec7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:15.419362 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089b8ca1-2056-41e1-a87a-5f0b5374dec7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:15.419681 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089b8ca1-2056-41e1-a87a-5f0b5374dec7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:15.419997 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089b8ca1-2056-41e1-a87a-5f0b5374dec7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:15.421423 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089b8ca1-2056-41e1-a87a-5f0b5374dec7 None None] Tracked resource versions report: Oct 04 09:03:15.421423 dv-neutron-860215-1-hyperv neutron-server[89034]: pushed versions: Oct 04 09:03:15.421423 dv-neutron-860215-1-hyperv neutron-server[89034]: { 'AddressGroup': {'1.2'}, Oct 04 09:03:15.421423 dv-neutron-860215-1-hyperv neutron-server[89034]: 'ConntrackHelper': {'1.0'}, Oct 04 09:03:15.421423 dv-neutron-860215-1-hyperv neutron-server[89034]: 'Log': {'1.0'}, Oct 04 09:03:15.421423 dv-neutron-860215-1-hyperv neutron-server[89034]: 'Network': {'1.1'}, Oct 04 09:03:15.421423 dv-neutron-860215-1-hyperv neutron-server[89034]: 'Port': {'1.7'}, Oct 04 09:03:15.421423 dv-neutron-860215-1-hyperv neutron-server[89034]: 'PortForwarding': {'1.2'}, Oct 04 09:03:15.421423 dv-neutron-860215-1-hyperv neutron-server[89034]: 'QosPolicy': {'1.8'}, Oct 04 09:03:15.421423 dv-neutron-860215-1-hyperv neutron-server[89034]: 'SecurityGroup': {'1.4'}, Oct 04 09:03:15.421423 dv-neutron-860215-1-hyperv neutron-server[89034]: 'SecurityGroupRule': {'1.2'}, Oct 04 09:03:15.421423 dv-neutron-860215-1-hyperv neutron-server[89034]: 'SubPort': {'1.0'}, Oct 04 09:03:15.421423 dv-neutron-860215-1-hyperv neutron-server[89034]: 'Subnet': {'1.1'}, Oct 04 09:03:15.421423 dv-neutron-860215-1-hyperv neutron-server[89034]: 'Trunk': {'1.1'}} Oct 04 09:03:15.421423 dv-neutron-860215-1-hyperv neutron-server[89034]: consumer versions: Oct 04 09:03:15.421423 dv-neutron-860215-1-hyperv neutron-server[89034]: { DHCP agent@dv-neutron-860215-1-hyperv: {}, Oct 04 09:03:15.421423 dv-neutron-860215-1-hyperv neutron-server[89034]: L3 agent@dv-neutron-860215-1-hyperv: {}, Oct 04 09:03:15.421423 dv-neutron-860215-1-hyperv neutron-server[89034]: Metadata agent@dv-neutron-860215-1-hyperv: {}, Oct 04 09:03:15.421423 dv-neutron-860215-1-hyperv neutron-server[89034]: Metering agent@dv-neutron-860215-1-hyperv: {}, Oct 04 09:03:15.421423 dv-neutron-860215-1-hyperv neutron-server[89034]: Open vSwitch agent@dv-neutron-860215-1-hyperv: { 'AddressGroup': '1.2', Oct 04 09:03:15.421423 dv-neutron-860215-1-hyperv neutron-server[89034]: 'ConntrackHelper': '1.0', Oct 04 09:03:15.421423 dv-neutron-860215-1-hyperv neutron-server[89034]: 'Log': '1.0', Oct 04 09:03:15.421423 dv-neutron-860215-1-hyperv neutron-server[89034]: 'Network': '1.1', Oct 04 09:03:15.421423 dv-neutron-860215-1-hyperv neutron-server[89034]: 'Port': '1.7', Oct 04 09:03:15.421423 dv-neutron-860215-1-hyperv neutron-server[89034]: 'PortForwarding': '1.2', Oct 04 09:03:15.421423 dv-neutron-860215-1-hyperv neutron-server[89034]: 'QosPolicy': '1.8', Oct 04 09:03:15.421423 dv-neutron-860215-1-hyperv neutron-server[89034]: 'SecurityGroup': '1.4', Oct 04 09:03:15.421423 dv-neutron-860215-1-hyperv neutron-server[89034]: 'SecurityGroupRule': '1.2', Oct 04 09:03:15.421423 dv-neutron-860215-1-hyperv neutron-server[89034]: 'SubPort': '1.0', Oct 04 09:03:15.421423 dv-neutron-860215-1-hyperv neutron-server[89034]: 'Subnet': '1.1', Oct 04 09:03:15.421423 dv-neutron-860215-1-hyperv neutron-server[89034]: 'Trunk': '1.1'}} Oct 04 09:03:15.421423 dv-neutron-860215-1-hyperv neutron-server[89034]: {{(pid=89034) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 04 09:03:15.488098 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-089b8ca1-2056-41e1-a87a-5f0b5374dec7 None None] Attempting to bind port ffa332c4-6279-413f-b673-95f366df886c on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:03:15.488529 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-089b8ca1-2056-41e1-a87a-5f0b5374dec7 None None] Attempting to bind port ffa332c4-6279-413f-b673-95f366df886c by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'f377aaa2-5de1-4664-a2a4-3d85f3e52f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'd8a6019a-de4e-4d3d-b4cc-963fc46753e7'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:03:15.488940 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089b8ca1-2056-41e1-a87a-5f0b5374dec7 None None] Attempting to bind port ffa332c4-6279-413f-b673-95f366df886c on network d8a6019a-de4e-4d3d-b4cc-963fc46753e7 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:03:15.494950 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089b8ca1-2056-41e1-a87a-5f0b5374dec7 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:03:15.495365 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089b8ca1-2056-41e1-a87a-5f0b5374dec7 None None] Checking segment: {'id': 'f377aaa2-5de1-4664-a2a4-3d85f3e52f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'd8a6019a-de4e-4d3d-b4cc-963fc46753e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:03:15.495841 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-089b8ca1-2056-41e1-a87a-5f0b5374dec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:15.496226 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089b8ca1-2056-41e1-a87a-5f0b5374dec7 None None] Bound using segment: {'id': 'f377aaa2-5de1-4664-a2a4-3d85f3e52f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'd8a6019a-de4e-4d3d-b4cc-963fc46753e7'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:03:15.496756 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-089b8ca1-2056-41e1-a87a-5f0b5374dec7 None None] Bound port: ffa332c4-6279-413f-b673-95f366df886c, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f377aaa2-5de1-4664-a2a4-3d85f3e52f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'd8a6019a-de4e-4d3d-b4cc-963fc46753e7'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:03:15.497134 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-089b8ca1-2056-41e1-a87a-5f0b5374dec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:15.584154 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-089b8ca1-2056-41e1-a87a-5f0b5374dec7 None None] For port ffa332c4-6279-413f-b673-95f366df886c, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:03:15.588103 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-089b8ca1-2056-41e1-a87a-5f0b5374dec7 None None] For port ffa332c4-6279-413f-b673-95f366df886c, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=ffa332c4-6279-413f-b673-95f366df886c,segment=NetworkSegment(f377aaa2-5de1-4664-a2a4-3d85f3e52f1a),segment_id=f377aaa2-5de1-4664-a2a4-3d85f3e52f1a)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:03:15.592192 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-089b8ca1-2056-41e1-a87a-5f0b5374dec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:15.671705 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b8ca1-2056-41e1-a87a-5f0b5374dec7 None None] Pushing event updated for resources: {'Port': ['ID=ffa332c4-6279-413f-b673-95f366df886c,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:03:17.025174 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 51424) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:03:17.598141 dv-neutron-860215-1-hyperv neutron-server[89032]: WARNING oslo_policy.policy [None req-8c356459-1871-47ed-b258-c5972cd0ab8c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 04 09:03:17.598707 dv-neutron-860215-1-hyperv neutron-server[89032]: WARNING oslo_policy.policy [None req-8c356459-1871-47ed-b258-c5972cd0ab8c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 04 09:03:17.820911 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [None req-8c356459-1871-47ed-b258-c5972cd0ab8c admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=89032) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:03:17.822165 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-8c356459-1871-47ed-b258-c5972cd0ab8c admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7949502 Oct 04 09:03:18.468287 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device ffa332c4-6279-413f-b673-95f366df886c up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:03:18.540179 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port ffa332c4-6279-413f-b673-95f366df886c completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:03:19.528331 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c24101-c0a4-44c6-b5c3-f54d0657135b None None] Network d8a6019a-de4e-4d3d-b4cc-963fc46753e7 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:03:19.653858 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-46a3a764-e781-43bd-823b-58ba1a666f19 None None] Provisioning for port ffa332c4-6279-413f-b673-95f366df886c completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:03:19.663408 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-46a3a764-e781-43bd-823b-58ba1a666f19 None None] Provisioning complete for port ffa332c4-6279-413f-b673-95f366df886c triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:03:19.663812 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-46a3a764-e781-43bd-823b-58ba1a666f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:19.664175 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-46a3a764-e781-43bd-823b-58ba1a666f19 None None] Attempt 1 to provision port ffa332c4-6279-413f-b673-95f366df886c Oct 04 09:03:19.909571 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-46a3a764-e781-43bd-823b-58ba1a666f19 None None] Current status of the port ffa332c4-6279-413f-b673-95f366df886c is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:03:19.909988 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-46a3a764-e781-43bd-823b-58ba1a666f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:19.950233 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-46a3a764-e781-43bd-823b-58ba1a666f19 None None] For port ffa332c4-6279-413f-b673-95f366df886c, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=ffa332c4-6279-413f-b673-95f366df886c,segment=NetworkSegment(f377aaa2-5de1-4664-a2a4-3d85f3e52f1a),segment_id=f377aaa2-5de1-4664-a2a4-3d85f3e52f1a)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:03:19.954674 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-46a3a764-e781-43bd-823b-58ba1a666f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:20.024970 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a3a764-e781-43bd-823b-58ba1a666f19 None None] Pushing event updated for resources: {'Port': ['ID=ffa332c4-6279-413f-b673-95f366df886c,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:03:20.181034 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-f825b18f-7360-4952-8f54-363ad0447734 None None] Provisioning complete for port ffa332c4-6279-413f-b673-95f366df886c triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:03:20.181356 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f825b18f-7360-4952-8f54-363ad0447734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:20.181778 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f825b18f-7360-4952-8f54-363ad0447734 None None] Attempt 1 to provision port ffa332c4-6279-413f-b673-95f366df886c Oct 04 09:03:20.271555 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 51442) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:03:20.296626 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f825b18f-7360-4952-8f54-363ad0447734 None None] Current status of the port ffa332c4-6279-413f-b673-95f366df886c is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:03:20.395314 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device ffa332c4-6279-413f-b673-95f366df886c up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:03:20.459793 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port ffa332c4-6279-413f-b673-95f366df886c triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:03:20.460180 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:20.460600 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port ffa332c4-6279-413f-b673-95f366df886c Oct 04 09:03:20.573935 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port ffa332c4-6279-413f-b673-95f366df886c is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:03:20.643618 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [None req-cb4e31bb-9969-4a05-b94f-161ada736a71 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=89032) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:03:20.644609 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-cb4e31bb-9969-4a05-b94f-161ada736a71 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3721066 Oct 04 09:03:23.338456 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 51454) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:03:23.678658 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-014ca13f-7b26-4717-bdbd-89fb8af70aea admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '56c30c0db00b4cf78e414cf145695376', 'name': 'router1'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:03:23.743872 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.policy [None req-014ca13f-7b26-4717-bdbd-89fb8af70aea admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=89032) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 04 09:03:23.789909 dv-neutron-860215-1-hyperv neutron-server[89032]: WARNING oslo_policy.policy [None req-014ca13f-7b26-4717-bdbd-89fb8af70aea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 04 09:03:23.790274 dv-neutron-860215-1-hyperv neutron-server[89032]: WARNING oslo_policy.policy [None req-014ca13f-7b26-4717-bdbd-89fb8af70aea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 04 09:03:23.799411 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.quota [None req-014ca13f-7b26-4717-bdbd-89fb8af70aea admin admin] Loaded quota_driver: . Oct 04 09:03:23.814659 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-014ca13f-7b26-4717-bdbd-89fb8af70aea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:03:23.821270 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-014ca13f-7b26-4717-bdbd-89fb8af70aea admin admin] Usage tracker for resource:router and tenant:56c30c0db00b4cf78e414cf145695376 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:03:23.825723 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-014ca13f-7b26-4717-bdbd-89fb8af70aea admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:03:23.833062 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-014ca13f-7b26-4717-bdbd-89fb8af70aea admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:03:23.849472 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-014ca13f-7b26-4717-bdbd-89fb8af70aea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:23.851508 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-014ca13f-7b26-4717-bdbd-89fb8af70aea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:23.879558 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-014ca13f-7b26-4717-bdbd-89fb8af70aea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:23.995735 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-014ca13f-7b26-4717-bdbd-89fb8af70aea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:24.015911 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-014ca13f-7b26-4717-bdbd-89fb8af70aea admin admin] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:24.017135 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-014ca13f-7b26-4717-bdbd-89fb8af70aea admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6777225 Oct 04 09:03:26.437356 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 51466) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:03:26.795844 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [None req-d302e732-1031-446f-9754-d8aa7e4bdb30 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=89032) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:03:26.796827 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-d302e732-1031-446f-9754-d8aa7e4bdb30 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3585579 Oct 04 09:03:27.452998 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-fc6b55b8-f560-4284-9af7-8215bcde0f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:29.227160 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 51476) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:03:29.586201 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-c2280c9f-cb4f-4889-953a-9dad4dc02172 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:03:29.591878 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-c2280c9f-cb4f-4889-953a-9dad4dc02172 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:03:29.595599 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-c2280c9f-cb4f-4889-953a-9dad4dc02172 admin admin] Usage tracker for resource:network and tenant:1e6aec0eb64b477487247c5044451548 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:03:29.599062 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-c2280c9f-cb4f-4889-953a-9dad4dc02172 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:03:29.604594 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-c2280c9f-cb4f-4889-953a-9dad4dc02172 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:03:29.614695 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2280c9f-cb4f-4889-953a-9dad4dc02172 admin admin] Made reservation on behalf of 1e6aec0eb64b477487247c5044451548 for: {'network': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:03:29.617840 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c2280c9f-cb4f-4889-953a-9dad4dc02172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:29.635378 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c2280c9f-cb4f-4889-953a-9dad4dc02172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:29.649294 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-c2280c9f-cb4f-4889-953a-9dad4dc02172 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:03:29.653050 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-c2280c9f-cb4f-4889-953a-9dad4dc02172 admin admin] Usage tracker for resource:security_group_rule and tenant:1e6aec0eb64b477487247c5044451548 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:03:29.656189 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-c2280c9f-cb4f-4889-953a-9dad4dc02172 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:03:29.661844 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-c2280c9f-cb4f-4889-953a-9dad4dc02172 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:03:29.673197 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-4f4e3fd6-2dc5-42c7-9284-045fc338dc07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:29.753735 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c2280c9f-cb4f-4889-953a-9dad4dc02172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:29.757342 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c2280c9f-cb4f-4889-953a-9dad4dc02172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:29.772385 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c2280c9f-cb4f-4889-953a-9dad4dc02172 admin admin] Reserving flat network on physical network physnet1 {{(pid=89032) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 04 09:03:29.801646 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c2280c9f-cb4f-4889-953a-9dad4dc02172 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731009404097', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:29.802185 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c2280c9f-cb4f-4889-953a-9dad4dc02172 admin admin] Unsubscribe: segment precommit_create {{(pid=89032) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 04 09:03:29.802673 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.segments_db [None req-c2280c9f-cb4f-4889-953a-9dad4dc02172 admin admin] Added segment c0dc7806-5ee5-4d81-ab13-928e33045ab1 of type flat for network f33938cd-879e-4461-9b5e-aa67b746b6bd Oct 04 09:03:29.855142 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2280c9f-cb4f-4889-953a-9dad4dc02172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c539550b-73a7-4fd9-8557-53a60d708ee1,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:03:29.873889 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2280c9f-cb4f-4889-953a-9dad4dc02172 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:29.874172 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2280c9f-cb4f-4889-953a-9dad4dc02172 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:29.874511 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2280c9f-cb4f-4889-953a-9dad4dc02172 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:29.874838 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2280c9f-cb4f-4889-953a-9dad4dc02172 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:29.875164 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2280c9f-cb4f-4889-953a-9dad4dc02172 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:29.875488 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2280c9f-cb4f-4889-953a-9dad4dc02172 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:29.875813 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2280c9f-cb4f-4889-953a-9dad4dc02172 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:29.876132 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2280c9f-cb4f-4889-953a-9dad4dc02172 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:29.876474 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2280c9f-cb4f-4889-953a-9dad4dc02172 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:29.876792 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2280c9f-cb4f-4889-953a-9dad4dc02172 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:29.877109 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2280c9f-cb4f-4889-953a-9dad4dc02172 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:29.877422 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2280c9f-cb4f-4889-953a-9dad4dc02172 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:29.878746 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2280c9f-cb4f-4889-953a-9dad4dc02172 admin admin] Tracked resource versions report: Oct 04 09:03:29.878746 dv-neutron-860215-1-hyperv neutron-server[89032]: pushed versions: Oct 04 09:03:29.878746 dv-neutron-860215-1-hyperv neutron-server[89032]: { 'AddressGroup': {'1.2'}, Oct 04 09:03:29.878746 dv-neutron-860215-1-hyperv neutron-server[89032]: 'ConntrackHelper': {'1.0'}, Oct 04 09:03:29.878746 dv-neutron-860215-1-hyperv neutron-server[89032]: 'Log': {'1.0'}, Oct 04 09:03:29.878746 dv-neutron-860215-1-hyperv neutron-server[89032]: 'Network': {'1.1'}, Oct 04 09:03:29.878746 dv-neutron-860215-1-hyperv neutron-server[89032]: 'Port': {'1.7'}, Oct 04 09:03:29.878746 dv-neutron-860215-1-hyperv neutron-server[89032]: 'PortForwarding': {'1.2'}, Oct 04 09:03:29.878746 dv-neutron-860215-1-hyperv neutron-server[89032]: 'QosPolicy': {'1.8'}, Oct 04 09:03:29.878746 dv-neutron-860215-1-hyperv neutron-server[89032]: 'SecurityGroup': {'1.4'}, Oct 04 09:03:29.878746 dv-neutron-860215-1-hyperv neutron-server[89032]: 'SecurityGroupRule': {'1.2'}, Oct 04 09:03:29.878746 dv-neutron-860215-1-hyperv neutron-server[89032]: 'SubPort': {'1.0'}, Oct 04 09:03:29.878746 dv-neutron-860215-1-hyperv neutron-server[89032]: 'Subnet': {'1.1'}, Oct 04 09:03:29.878746 dv-neutron-860215-1-hyperv neutron-server[89032]: 'Trunk': {'1.1'}} Oct 04 09:03:29.878746 dv-neutron-860215-1-hyperv neutron-server[89032]: consumer versions: Oct 04 09:03:29.878746 dv-neutron-860215-1-hyperv neutron-server[89032]: { DHCP agent@dv-neutron-860215-1-hyperv: {}, Oct 04 09:03:29.878746 dv-neutron-860215-1-hyperv neutron-server[89032]: L3 agent@dv-neutron-860215-1-hyperv: {}, Oct 04 09:03:29.878746 dv-neutron-860215-1-hyperv neutron-server[89032]: Metadata agent@dv-neutron-860215-1-hyperv: {}, Oct 04 09:03:29.878746 dv-neutron-860215-1-hyperv neutron-server[89032]: Metering agent@dv-neutron-860215-1-hyperv: {}, Oct 04 09:03:29.878746 dv-neutron-860215-1-hyperv neutron-server[89032]: Open vSwitch agent@dv-neutron-860215-1-hyperv: { 'AddressGroup': '1.2', Oct 04 09:03:29.878746 dv-neutron-860215-1-hyperv neutron-server[89032]: 'ConntrackHelper': '1.0', Oct 04 09:03:29.878746 dv-neutron-860215-1-hyperv neutron-server[89032]: 'Log': '1.0', Oct 04 09:03:29.878746 dv-neutron-860215-1-hyperv neutron-server[89032]: 'Network': '1.1', Oct 04 09:03:29.878746 dv-neutron-860215-1-hyperv neutron-server[89032]: 'Port': '1.7', Oct 04 09:03:29.878746 dv-neutron-860215-1-hyperv neutron-server[89032]: 'PortForwarding': '1.2', Oct 04 09:03:29.878746 dv-neutron-860215-1-hyperv neutron-server[89032]: 'QosPolicy': '1.8', Oct 04 09:03:29.878746 dv-neutron-860215-1-hyperv neutron-server[89032]: 'SecurityGroup': '1.4', Oct 04 09:03:29.878746 dv-neutron-860215-1-hyperv neutron-server[89032]: 'SecurityGroupRule': '1.2', Oct 04 09:03:29.878746 dv-neutron-860215-1-hyperv neutron-server[89032]: 'SubPort': '1.0', Oct 04 09:03:29.878746 dv-neutron-860215-1-hyperv neutron-server[89032]: 'Subnet': '1.1', Oct 04 09:03:29.878746 dv-neutron-860215-1-hyperv neutron-server[89032]: 'Trunk': '1.1'}} Oct 04 09:03:29.878746 dv-neutron-860215-1-hyperv neutron-server[89032]: {{(pid=89032) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 04 09:03:29.919766 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c2280c9f-cb4f-4889-953a-9dad4dc02172 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:29.963070 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c2280c9f-cb4f-4889-953a-9dad4dc02172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:29.964215 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2280c9f-cb4f-4889-953a-9dad4dc02172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:03:29.964874 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c2280c9f-cb4f-4889-953a-9dad4dc02172 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:30.070732 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2280c9f-cb4f-4889-953a-9dad4dc02172 admin admin] Pushing event updated for resources: {'Network': ['ID=f33938cd-879e-4461-9b5e-aa67b746b6bd,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:03:30.073291 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-c2280c9f-cb4f-4889-953a-9dad4dc02172 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8451624 Oct 04 09:03:30.082022 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network f33938cd-879e-4461-9b5e-aa67b746b6bd details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:03:30.565351 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:30.681519 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:32.076400 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:32.448150 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 51500) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:03:32.657176 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a9a267-083e-444b-8cbc-fff8ecf56f98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:03:32.658433 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-29a9a267-083e-444b-8cbc-fff8ecf56f98 admin admin] 10.222.0.50 "GET /v2.0/subnets/4918f0d3-4407-4a21-bad5-f044dcfee789 HTTP/1.1" status: 200 len: 849 time: 0.2093077 Oct 04 09:03:32.816329 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-68d1d361-f9b6-404c-9af7-2ee34d71cde5 admin admin] 10.222.0.50 "GET /v2.0/routers/f88ab462-7d25-4772-9895-de0281878088 HTTP/1.1" status: 200 len: 704 time: 0.1522765 Oct 04 09:03:33.267402 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6ae0b120-e4ab-4e6a-92b6-9dc03022b5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:33.497688 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-6ae0b120-e4ab-4e6a-92b6-9dc03022b5bc admin admin] Allocated IP 172.20.0.1 (d8a6019a-de4e-4d3d-b4cc-963fc46753e7/4918f0d3-4407-4a21-bad5-f044dcfee789/3db981dd-3a9d-4333-8c4e-d00df78c4c72) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:03:33.652208 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6ae0b120-e4ab-4e6a-92b6-9dc03022b5bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:33.669681 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-6ae0b120-e4ab-4e6a-92b6-9dc03022b5bc admin admin] Transition to ACTIVE for port object 3db981dd-3a9d-4333-8c4e-d00df78c4c72 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:03:33.721889 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6ae0b120-e4ab-4e6a-92b6-9dc03022b5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:33.787098 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae0b120-e4ab-4e6a-92b6-9dc03022b5bc admin admin] Network d8a6019a-de4e-4d3d-b4cc-963fc46753e7 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:03:33.789688 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-6ae0b120-e4ab-4e6a-92b6-9dc03022b5bc admin admin] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:03:33.796209 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae0b120-e4ab-4e6a-92b6-9dc03022b5bc admin admin] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:03:33.796740 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6ae0b120-e4ab-4e6a-92b6-9dc03022b5bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737202'] for router_interface, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:33.936679 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae0b120-e4ab-4e6a-92b6-9dc03022b5bc admin admin] Pushing event updated for resources: {'Port': ['ID=3db981dd-3a9d-4333-8c4e-d00df78c4c72,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:03:33.980961 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-ec543957-990a-443d-8bf4-213e6a7634c1 None None] Provisioning for port 3db981dd-3a9d-4333-8c4e-d00df78c4c72 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:03:33.985732 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-ec543957-990a-443d-8bf4-213e6a7634c1 None None] Provisioning complete for port 3db981dd-3a9d-4333-8c4e-d00df78c4c72 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:03:33.986094 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ec543957-990a-443d-8bf4-213e6a7634c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:33.986423 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-ec543957-990a-443d-8bf4-213e6a7634c1 None None] Attempt 1 to provision port 3db981dd-3a9d-4333-8c4e-d00df78c4c72 Oct 04 09:03:34.042414 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-ec543957-990a-443d-8bf4-213e6a7634c1 None None] Port 3db981dd-3a9d-4333-8c4e-d00df78c4c72 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:03:34.112816 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6ae0b120-e4ab-4e6a-92b6-9dc03022b5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:34.334714 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6ae0b120-e4ab-4e6a-92b6-9dc03022b5bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:34.339607 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6ae0b120-e4ab-4e6a-92b6-9dc03022b5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:34.340430 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6ae0b120-e4ab-4e6a-92b6-9dc03022b5bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736777'] for router_interface, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:34.470455 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae0b120-e4ab-4e6a-92b6-9dc03022b5bc admin admin] Pushing event updated for resources: {'Port': ['ID=3db981dd-3a9d-4333-8c4e-d00df78c4c72,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:03:34.530577 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae0b120-e4ab-4e6a-92b6-9dc03022b5bc admin admin] Network d8a6019a-de4e-4d3d-b4cc-963fc46753e7 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:03:34.531611 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-6ae0b120-e4ab-4e6a-92b6-9dc03022b5bc admin admin] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:03:34.543548 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-ec543957-990a-443d-8bf4-213e6a7634c1 None None] Attempt 2 to provision port 3db981dd-3a9d-4333-8c4e-d00df78c4c72 Oct 04 09:03:34.598845 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-ec543957-990a-443d-8bf4-213e6a7634c1 None None] Port 3db981dd-3a9d-4333-8c4e-d00df78c4c72 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:03:34.716207 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae0b120-e4ab-4e6a-92b6-9dc03022b5bc admin admin] Router f88ab462-7d25-4772-9895-de0281878088 is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:03:34.866847 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae0b120-e4ab-4e6a-92b6-9dc03022b5bc admin admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:03:34.876286 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-6ae0b120-e4ab-4e6a-92b6-9dc03022b5bc admin admin] 10.222.0.50 "PUT /v2.0/routers/f88ab462-7d25-4772-9895-de0281878088/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0550218 Oct 04 09:03:34.877893 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d3c924-2177-4974-81bf-282160b7a067 None None] Sync routers for ids ['f88ab462-7d25-4772-9895-de0281878088'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:03:34.889594 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d3c924-2177-4974-81bf-282160b7a067 None None] Routers {'f88ab462-7d25-4772-9895-de0281878088'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:03:34.890444 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-c6d3c924-2177-4974-81bf-282160b7a067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:03:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['f88ab462-7d25-4772-9895-de0281878088'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:03:35.063266 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-c6d3c924-2177-4974-81bf-282160b7a067 None None] Set router f88ab462-7d25-4772-9895-de0281878088 gateway port host: None {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:03:35.100472 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-ec543957-990a-443d-8bf4-213e6a7634c1 None None] Attempt 3 to provision port 3db981dd-3a9d-4333-8c4e-d00df78c4c72 Oct 04 09:03:35.152785 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-ec543957-990a-443d-8bf4-213e6a7634c1 None None] Port 3db981dd-3a9d-4333-8c4e-d00df78c4c72 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:03:35.430597 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-c6d3c924-2177-4974-81bf-282160b7a067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88ab462-7d25-4772-9895-de0281878088', 'name': 'router1', 'tenant_id': '56c30c0db00b4cf78e414cf145695376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:03:23Z', 'updated_at': '2022-10-04T09:03:34Z', 'revision_number': 2, 'project_id': '56c30c0db00b4cf78e414cf145695376', 'gw_port_host': None, '_interfaces': [{'id': '3db981dd-3a9d-4333-8c4e-d00df78c4c72', 'name': '', 'network_id': 'd8a6019a-de4e-4d3d-b4cc-963fc46753e7', 'tenant_id': '56c30c0db00b4cf78e414cf145695376', 'mac_address': 'fa:16:3e:4e:ae:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88ab462-7d25-4772-9895-de0281878088', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4918f0d3-4407-4a21-bad5-f044dcfee789', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:03:33Z', 'updated_at': '2022-10-04T09:03:34Z', 'revision_number': 2, 'project_id': '56c30c0db00b4cf78e414cf145695376', 'subnets': [{'id': '4918f0d3-4407-4a21-bad5-f044dcfee789', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78f1f8b8-804b-4cab-802d-8fa57a2ef355'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:03:35.435830 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d3c924-2177-4974-81bf-282160b7a067 None None] Checking router: f88ab462-7d25-4772-9895-de0281878088 for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:03:35.436202 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d3c924-2177-4974-81bf-282160b7a067 None None] Updating router f88ab462-7d25-4772-9895-de0281878088 port 3db981dd-3a9d-4333-8c4e-d00df78c4c72 binding host dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:03:35.487536 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-c6d3c924-2177-4974-81bf-282160b7a067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:35.653942 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-ec543957-990a-443d-8bf4-213e6a7634c1 None None] Attempt 4 to provision port 3db981dd-3a9d-4333-8c4e-d00df78c4c72 Oct 04 09:03:35.708718 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-ec543957-990a-443d-8bf4-213e6a7634c1 None None] Port 3db981dd-3a9d-4333-8c4e-d00df78c4c72 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:03:35.866577 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-c6d3c924-2177-4974-81bf-282160b7a067 None None] Notify callbacks [] for port, precommit_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:35.882075 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.provisioning_blocks [None req-c6d3c924-2177-4974-81bf-282160b7a067 None None] Transition to ACTIVE for port object 3db981dd-3a9d-4333-8c4e-d00df78c4c72 will not be triggered until provisioned by entity L2. {{(pid=89035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:03:35.888690 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-c6d3c924-2177-4974-81bf-282160b7a067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:36.118635 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-c6d3c924-2177-4974-81bf-282160b7a067 None None] Attempting to bind port 3db981dd-3a9d-4333-8c4e-d00df78c4c72 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:03:36.119775 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-c6d3c924-2177-4974-81bf-282160b7a067 None None] Attempting to bind port 3db981dd-3a9d-4333-8c4e-d00df78c4c72 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'f377aaa2-5de1-4664-a2a4-3d85f3e52f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'd8a6019a-de4e-4d3d-b4cc-963fc46753e7'}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:03:36.120034 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d3c924-2177-4974-81bf-282160b7a067 None None] Attempting to bind port 3db981dd-3a9d-4333-8c4e-d00df78c4c72 on network d8a6019a-de4e-4d3d-b4cc-963fc46753e7 {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:03:36.126702 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db0d61c-22ce-4a16-8c25-1af7de64b74c None None] Pushing event updated for resources: {'Port': ['ID=3db981dd-3a9d-4333-8c4e-d00df78c4c72,revision_number=3']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:03:36.131925 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d3c924-2177-4974-81bf-282160b7a067 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:03:36.132344 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d3c924-2177-4974-81bf-282160b7a067 None None] Checking segment: {'id': 'f377aaa2-5de1-4664-a2a4-3d85f3e52f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'd8a6019a-de4e-4d3d-b4cc-963fc46753e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:03:36.133062 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-c6d3c924-2177-4974-81bf-282160b7a067 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:36.133451 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d3c924-2177-4974-81bf-282160b7a067 None None] Bound using segment: {'id': 'f377aaa2-5de1-4664-a2a4-3d85f3e52f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'd8a6019a-de4e-4d3d-b4cc-963fc46753e7'} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:03:36.133948 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-c6d3c924-2177-4974-81bf-282160b7a067 None None] Bound port: 3db981dd-3a9d-4333-8c4e-d00df78c4c72, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f377aaa2-5de1-4664-a2a4-3d85f3e52f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'd8a6019a-de4e-4d3d-b4cc-963fc46753e7'}}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:03:36.134328 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-c6d3c924-2177-4974-81bf-282160b7a067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:36.149389 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db0d61c-22ce-4a16-8c25-1af7de64b74c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:36.149736 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db0d61c-22ce-4a16-8c25-1af7de64b74c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:36.150129 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db0d61c-22ce-4a16-8c25-1af7de64b74c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:36.150458 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db0d61c-22ce-4a16-8c25-1af7de64b74c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:36.150783 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db0d61c-22ce-4a16-8c25-1af7de64b74c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:36.151119 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db0d61c-22ce-4a16-8c25-1af7de64b74c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:36.151441 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db0d61c-22ce-4a16-8c25-1af7de64b74c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:36.151758 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db0d61c-22ce-4a16-8c25-1af7de64b74c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:36.152089 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db0d61c-22ce-4a16-8c25-1af7de64b74c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:36.152424 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db0d61c-22ce-4a16-8c25-1af7de64b74c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:36.152758 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db0d61c-22ce-4a16-8c25-1af7de64b74c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:36.153051 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db0d61c-22ce-4a16-8c25-1af7de64b74c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:03:36.154398 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db0d61c-22ce-4a16-8c25-1af7de64b74c None None] Tracked resource versions report: Oct 04 09:03:36.154398 dv-neutron-860215-1-hyperv neutron-server[89035]: pushed versions: Oct 04 09:03:36.154398 dv-neutron-860215-1-hyperv neutron-server[89035]: { 'AddressGroup': {'1.2'}, Oct 04 09:03:36.154398 dv-neutron-860215-1-hyperv neutron-server[89035]: 'ConntrackHelper': {'1.0'}, Oct 04 09:03:36.154398 dv-neutron-860215-1-hyperv neutron-server[89035]: 'Log': {'1.0'}, Oct 04 09:03:36.154398 dv-neutron-860215-1-hyperv neutron-server[89035]: 'Network': {'1.1'}, Oct 04 09:03:36.154398 dv-neutron-860215-1-hyperv neutron-server[89035]: 'Port': {'1.7'}, Oct 04 09:03:36.154398 dv-neutron-860215-1-hyperv neutron-server[89035]: 'PortForwarding': {'1.2'}, Oct 04 09:03:36.154398 dv-neutron-860215-1-hyperv neutron-server[89035]: 'QosPolicy': {'1.8'}, Oct 04 09:03:36.154398 dv-neutron-860215-1-hyperv neutron-server[89035]: 'SecurityGroup': {'1.4'}, Oct 04 09:03:36.154398 dv-neutron-860215-1-hyperv neutron-server[89035]: 'SecurityGroupRule': {'1.2'}, Oct 04 09:03:36.154398 dv-neutron-860215-1-hyperv neutron-server[89035]: 'SubPort': {'1.0'}, Oct 04 09:03:36.154398 dv-neutron-860215-1-hyperv neutron-server[89035]: 'Subnet': {'1.1'}, Oct 04 09:03:36.154398 dv-neutron-860215-1-hyperv neutron-server[89035]: 'Trunk': {'1.1'}} Oct 04 09:03:36.154398 dv-neutron-860215-1-hyperv neutron-server[89035]: consumer versions: Oct 04 09:03:36.154398 dv-neutron-860215-1-hyperv neutron-server[89035]: { DHCP agent@dv-neutron-860215-1-hyperv: {}, Oct 04 09:03:36.154398 dv-neutron-860215-1-hyperv neutron-server[89035]: L3 agent@dv-neutron-860215-1-hyperv: {}, Oct 04 09:03:36.154398 dv-neutron-860215-1-hyperv neutron-server[89035]: Metadata agent@dv-neutron-860215-1-hyperv: {}, Oct 04 09:03:36.154398 dv-neutron-860215-1-hyperv neutron-server[89035]: Metering agent@dv-neutron-860215-1-hyperv: {}, Oct 04 09:03:36.154398 dv-neutron-860215-1-hyperv neutron-server[89035]: Open vSwitch agent@dv-neutron-860215-1-hyperv: { 'AddressGroup': '1.2', Oct 04 09:03:36.154398 dv-neutron-860215-1-hyperv neutron-server[89035]: 'ConntrackHelper': '1.0', Oct 04 09:03:36.154398 dv-neutron-860215-1-hyperv neutron-server[89035]: 'Log': '1.0', Oct 04 09:03:36.154398 dv-neutron-860215-1-hyperv neutron-server[89035]: 'Network': '1.1', Oct 04 09:03:36.154398 dv-neutron-860215-1-hyperv neutron-server[89035]: 'Port': '1.7', Oct 04 09:03:36.154398 dv-neutron-860215-1-hyperv neutron-server[89035]: 'PortForwarding': '1.2', Oct 04 09:03:36.154398 dv-neutron-860215-1-hyperv neutron-server[89035]: 'QosPolicy': '1.8', Oct 04 09:03:36.154398 dv-neutron-860215-1-hyperv neutron-server[89035]: 'SecurityGroup': '1.4', Oct 04 09:03:36.154398 dv-neutron-860215-1-hyperv neutron-server[89035]: 'SecurityGroupRule': '1.2', Oct 04 09:03:36.154398 dv-neutron-860215-1-hyperv neutron-server[89035]: 'SubPort': '1.0', Oct 04 09:03:36.154398 dv-neutron-860215-1-hyperv neutron-server[89035]: 'Subnet': '1.1', Oct 04 09:03:36.154398 dv-neutron-860215-1-hyperv neutron-server[89035]: 'Trunk': '1.1'}} Oct 04 09:03:36.154398 dv-neutron-860215-1-hyperv neutron-server[89035]: {{(pid=89035) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 04 09:03:36.209950 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-ec543957-990a-443d-8bf4-213e6a7634c1 None None] Attempt 5 to provision port 3db981dd-3a9d-4333-8c4e-d00df78c4c72 Oct 04 09:03:36.229939 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-c6d3c924-2177-4974-81bf-282160b7a067 None None] For port 3db981dd-3a9d-4333-8c4e-d00df78c4c72, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:03:36.234136 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-c6d3c924-2177-4974-81bf-282160b7a067 None None] For port 3db981dd-3a9d-4333-8c4e-d00df78c4c72, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=3db981dd-3a9d-4333-8c4e-d00df78c4c72,segment=NetworkSegment(f377aaa2-5de1-4664-a2a4-3d85f3e52f1a),segment_id=f377aaa2-5de1-4664-a2a4-3d85f3e52f1a)] {{(pid=89035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:03:36.237939 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-c6d3c924-2177-4974-81bf-282160b7a067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:36.273802 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-ec543957-990a-443d-8bf4-213e6a7634c1 None None] Port 3db981dd-3a9d-4333-8c4e-d00df78c4c72 had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 09:03:36.301963 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d3c924-2177-4974-81bf-282160b7a067 None None] Routers {'f88ab462-7d25-4772-9895-de0281878088'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:03:36.302567 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-c6d3c924-2177-4974-81bf-282160b7a067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:03:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['f88ab462-7d25-4772-9895-de0281878088'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:03:36.443882 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db0d61c-22ce-4a16-8c25-1af7de64b74c None None] Pushing event updated for resources: {'Port': ['ID=3db981dd-3a9d-4333-8c4e-d00df78c4c72,revision_number=4']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:03:36.466699 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-c6d3c924-2177-4974-81bf-282160b7a067 None None] Set router f88ab462-7d25-4772-9895-de0281878088 gateway port host: None {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:03:36.780981 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-c6d3c924-2177-4974-81bf-282160b7a067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88ab462-7d25-4772-9895-de0281878088', 'name': 'router1', 'tenant_id': '56c30c0db00b4cf78e414cf145695376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:03:23Z', 'updated_at': '2022-10-04T09:03:34Z', 'revision_number': 2, 'project_id': '56c30c0db00b4cf78e414cf145695376', 'gw_port_host': None, '_interfaces': [{'id': '3db981dd-3a9d-4333-8c4e-d00df78c4c72', 'name': '', 'network_id': 'd8a6019a-de4e-4d3d-b4cc-963fc46753e7', 'tenant_id': '56c30c0db00b4cf78e414cf145695376', 'mac_address': 'fa:16:3e:4e:ae:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88ab462-7d25-4772-9895-de0281878088', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4918f0d3-4407-4a21-bad5-f044dcfee789', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:03:33Z', 'updated_at': '2022-10-04T09:03:36Z', 'revision_number': 4, 'project_id': '56c30c0db00b4cf78e414cf145695376', 'subnets': [{'id': '4918f0d3-4407-4a21-bad5-f044dcfee789', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78f1f8b8-804b-4cab-802d-8fa57a2ef355'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:03:36.784770 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d3c924-2177-4974-81bf-282160b7a067 None None] The sync data for ids ['f88ab462-7d25-4772-9895-de0281878088'] in dv-neutron-860215-1-hyperv is: [{'id': 'f88ab462-7d25-4772-9895-de0281878088', 'name': 'router1', 'tenant_id': '56c30c0db00b4cf78e414cf145695376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:03:23Z', 'updated_at': '2022-10-04T09:03:34Z', 'revision_number': 2, 'project_id': '56c30c0db00b4cf78e414cf145695376', 'gw_port_host': None, '_interfaces': [{'id': '3db981dd-3a9d-4333-8c4e-d00df78c4c72', 'name': '', 'network_id': 'd8a6019a-de4e-4d3d-b4cc-963fc46753e7', 'tenant_id': '56c30c0db00b4cf78e414cf145695376', 'mac_address': 'fa:16:3e:4e:ae:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88ab462-7d25-4772-9895-de0281878088', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4918f0d3-4407-4a21-bad5-f044dcfee789', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:03:33Z', 'updated_at': '2022-10-04T09:03:36Z', 'revision_number': 4, 'project_id': '56c30c0db00b4cf78e414cf145695376', 'subnets': [{'id': '4918f0d3-4407-4a21-bad5-f044dcfee789', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78f1f8b8-804b-4cab-802d-8fa57a2ef355'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:03:37.105337 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 51522) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:03:37.253859 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65aecfeb-0c39-4f60-b4d6-3d9692f6f70c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:03:37.254427 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-65aecfeb-0c39-4f60-b4d6-3d9692f6f70c admin admin] Synchronizing usage tracker for tenant:1e6aec0eb64b477487247c5044451548 on resource:network {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:03:37.274240 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-65aecfeb-0c39-4f60-b4d6-3d9692f6f70c admin admin] Unset dirty status for tenant:1e6aec0eb64b477487247c5044451548 on resource:network {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:03:37.281052 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-65aecfeb-0c39-4f60-b4d6-3d9692f6f70c admin admin] 10.222.0.50 "GET /v2.0/networks/f33938cd-879e-4461-9b5e-aa67b746b6bd HTTP/1.1" status: 200 len: 842 time: 0.1696420 Oct 04 09:03:37.285140 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-0fa20781-9b6e-4489-8c14-398f61f71424 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.26.10.0/24', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'name': 'public-subnet', 'gateway_ip': '172.26.10.1'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:03:37.290326 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-0fa20781-9b6e-4489-8c14-398f61f71424 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:03:37.294683 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-0fa20781-9b6e-4489-8c14-398f61f71424 admin admin] Usage tracker for resource:subnet and tenant:1e6aec0eb64b477487247c5044451548 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:03:37.297570 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-0fa20781-9b6e-4489-8c14-398f61f71424 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:03:37.303708 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-0fa20781-9b6e-4489-8c14-398f61f71424 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:03:37.312475 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa20781-9b6e-4489-8c14-398f61f71424 admin admin] Made reservation on behalf of 1e6aec0eb64b477487247c5044451548 for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:03:37.314678 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0fa20781-9b6e-4489-8c14-398f61f71424 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:37.715624 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.objects.ports [None req-0fa20781-9b6e-4489-8c14-398f61f71424 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89032) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Oct 04 09:03:37.716083 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0fa20781-9b6e-4489-8c14-398f61f71424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:37.791207 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa20781-9b6e-4489-8c14-398f61f71424 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f40fee2-feb4-4750-88d0-14e44d5ecfe8,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:03:37.800179 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa20781-9b6e-4489-8c14-398f61f71424 admin admin] Checking segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:03:37.800598 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa20781-9b6e-4489-8c14-398f61f71424 admin admin] Network hostable DHCP agents. Network: f33938cd-879e-4461-9b5e-aa67b746b6bd, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:03:37.820796 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa20781-9b6e-4489-8c14-398f61f71424 admin admin] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:03:37.831492 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-0fa20781-9b6e-4489-8c14-398f61f71424 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, f33938cd-879e-4461-9b5e-aa67b746b6bd) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:03:37.835482 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa20781-9b6e-4489-8c14-398f61f71424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:03:37.836055 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0fa20781-9b6e-4489-8c14-398f61f71424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:37.842541 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fa04ec-10a2-4c42-8f78-7052edb5639d None None] Network f33938cd-879e-4461-9b5e-aa67b746b6bd requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:03:37.855509 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-0fa20781-9b6e-4489-8c14-398f61f71424 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 825 time: 0.5737762 Oct 04 09:03:38.077080 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfafbc2e-6c2d-42a8-a4e0-42022dc1a325 None None] Network f33938cd-879e-4461-9b5e-aa67b746b6bd requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:03:38.420547 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 3db981dd-3a9d-4333-8c4e-d00df78c4c72 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:03:38.491142 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 3db981dd-3a9d-4333-8c4e-d00df78c4c72 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:03:38.496433 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 3db981dd-3a9d-4333-8c4e-d00df78c4c72 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:03:38.496803 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:38.497139 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 3db981dd-3a9d-4333-8c4e-d00df78c4c72 Oct 04 09:03:38.614669 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 3db981dd-3a9d-4333-8c4e-d00df78c4c72 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:03:38.615078 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:38.650327 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 3db981dd-3a9d-4333-8c4e-d00df78c4c72, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=3db981dd-3a9d-4333-8c4e-d00df78c4c72,segment=NetworkSegment(f377aaa2-5de1-4664-a2a4-3d85f3e52f1a),segment_id=f377aaa2-5de1-4664-a2a4-3d85f3e52f1a)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:03:38.654772 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:38.725112 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=3db981dd-3a9d-4333-8c4e-d00df78c4c72,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:03:40.135730 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 51536) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:03:40.366020 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-dbd9847c-f574-4e18-ba36-5ff70e8cac1c admin admin] 10.222.0.50 "GET /v2.0/routers/f88ab462-7d25-4772-9895-de0281878088 HTTP/1.1" status: 200 len: 710 time: 0.2292089 Oct 04 09:03:40.408495 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 3db981dd-3a9d-4333-8c4e-d00df78c4c72 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:03:40.496122 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 3db981dd-3a9d-4333-8c4e-d00df78c4c72 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:03:40.496515 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:40.496846 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 3db981dd-3a9d-4333-8c4e-d00df78c4c72 Oct 04 09:03:40.497238 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77ec100-3023-4702-852f-0f677e2e8d5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:03:40.498603 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-f77ec100-3023-4702-852f-0f677e2e8d5b admin admin] 10.222.0.50 "GET /v2.0/networks/f33938cd-879e-4461-9b5e-aa67b746b6bd HTTP/1.1" status: 200 len: 886 time: 0.1265833 Oct 04 09:03:40.507272 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-bd3ed8c6-a98a-41c7-a534-24123ce45597 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:03:40.608787 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 3db981dd-3a9d-4333-8c4e-d00df78c4c72 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:03:40.936959 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bd3ed8c6-a98a-41c7-a534-24123ce45597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:41.250936 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bd3ed8c6-a98a-41c7-a534-24123ce45597 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:41.307247 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bd3ed8c6-a98a-41c7-a534-24123ce45597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:41.436331 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-bd3ed8c6-a98a-41c7-a534-24123ce45597 admin admin] Allocated IP 172.26.10.141 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/fcbe803c-b0bb-4f8b-bcfa-d1b1068eb8d6) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:03:41.629750 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bd3ed8c6-a98a-41c7-a534-24123ce45597 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:41.658346 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bd3ed8c6-a98a-41c7-a534-24123ce45597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:41.721935 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3ed8c6-a98a-41c7-a534-24123ce45597 admin admin] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:03:41.723003 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-bd3ed8c6-a98a-41c7-a534-24123ce45597 admin admin] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:03:41.727614 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3ed8c6-a98a-41c7-a534-24123ce45597 admin admin] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:03:41.792679 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3ed8c6-a98a-41c7-a534-24123ce45597 admin admin] Pushing event updated for resources: {'Port': ['ID=fcbe803c-b0bb-4f8b-bcfa-d1b1068eb8d6,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:03:42.101972 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bd3ed8c6-a98a-41c7-a534-24123ce45597 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:42.426804 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bd3ed8c6-a98a-41c7-a534-24123ce45597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:42.430080 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bd3ed8c6-a98a-41c7-a534-24123ce45597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736963', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1737124'] for router, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:42.598111 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd3ed8c6-a98a-41c7-a534-24123ce45597 admin admin] Router f88ab462-7d25-4772-9895-de0281878088 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:03:42.821216 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3ed8c6-a98a-41c7-a534-24123ce45597 admin admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:03:42.829516 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bd3ed8c6-a98a-41c7-a534-24123ce45597 admin admin] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:42.830711 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-bd3ed8c6-a98a-41c7-a534-24123ce45597 admin admin] 10.222.0.50 "PUT /v2.0/routers/f88ab462-7d25-4772-9895-de0281878088 HTTP/1.1" status: 200 len: 891 time: 2.3265319 Oct 04 09:03:42.831074 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc9cc7d-4750-473d-b8f7-9c83ae8f70e0 None None] Sync routers for ids ['f88ab462-7d25-4772-9895-de0281878088'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:03:42.841917 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc9cc7d-4750-473d-b8f7-9c83ae8f70e0 None None] Routers {'f88ab462-7d25-4772-9895-de0281878088'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:03:42.842595 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-1fc9cc7d-4750-473d-b8f7-9c83ae8f70e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:03:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['f88ab462-7d25-4772-9895-de0281878088'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:03:43.031119 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-1fc9cc7d-4750-473d-b8f7-9c83ae8f70e0 None None] Set router f88ab462-7d25-4772-9895-de0281878088 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:03:43.364410 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-1fc9cc7d-4750-473d-b8f7-9c83ae8f70e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88ab462-7d25-4772-9895-de0281878088', 'name': 'router1', 'tenant_id': '56c30c0db00b4cf78e414cf145695376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.141'}], 'enable_snat': True}, 'gw_port_id': 'fcbe803c-b0bb-4f8b-bcfa-d1b1068eb8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:03:23Z', 'updated_at': '2022-10-04T09:03:41Z', 'revision_number': 4, 'project_id': '56c30c0db00b4cf78e414cf145695376', 'gw_port': {'id': 'fcbe803c-b0bb-4f8b-bcfa-d1b1068eb8d6', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88ab462-7d25-4772-9895-de0281878088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:03:41Z', 'updated_at': '2022-10-04T09:03:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '3db981dd-3a9d-4333-8c4e-d00df78c4c72', 'name': '', 'network_id': 'd8a6019a-de4e-4d3d-b4cc-963fc46753e7', 'tenant_id': '56c30c0db00b4cf78e414cf145695376', 'mac_address': 'fa:16:3e:4e:ae:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88ab462-7d25-4772-9895-de0281878088', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4918f0d3-4407-4a21-bad5-f044dcfee789', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:03:33Z', 'updated_at': '2022-10-04T09:03:38Z', 'revision_number': 5, 'project_id': '56c30c0db00b4cf78e414cf145695376', 'subnets': [{'id': '4918f0d3-4407-4a21-bad5-f044dcfee789', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78f1f8b8-804b-4cab-802d-8fa57a2ef355'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:03:43.369464 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc9cc7d-4750-473d-b8f7-9c83ae8f70e0 None None] Checking router: f88ab462-7d25-4772-9895-de0281878088 for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:03:43.369813 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc9cc7d-4750-473d-b8f7-9c83ae8f70e0 None None] Updating router f88ab462-7d25-4772-9895-de0281878088 port fcbe803c-b0bb-4f8b-bcfa-d1b1068eb8d6 binding host dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:03:43.420020 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-1fc9cc7d-4750-473d-b8f7-9c83ae8f70e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:43.749011 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-1fc9cc7d-4750-473d-b8f7-9c83ae8f70e0 None None] Notify callbacks [] for port, precommit_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:43.760852 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-1fc9cc7d-4750-473d-b8f7-9c83ae8f70e0 None None] Transition to ACTIVE for port object fcbe803c-b0bb-4f8b-bcfa-d1b1068eb8d6 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:03:43.767354 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-1fc9cc7d-4750-473d-b8f7-9c83ae8f70e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:43.827151 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-1fc9cc7d-4750-473d-b8f7-9c83ae8f70e0 None None] Attempting to bind port fcbe803c-b0bb-4f8b-bcfa-d1b1068eb8d6 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:03:43.827529 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-1fc9cc7d-4750-473d-b8f7-9c83ae8f70e0 None None] Attempting to bind port fcbe803c-b0bb-4f8b-bcfa-d1b1068eb8d6 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:03:43.827918 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc9cc7d-4750-473d-b8f7-9c83ae8f70e0 None None] Attempting to bind port fcbe803c-b0bb-4f8b-bcfa-d1b1068eb8d6 on network f33938cd-879e-4461-9b5e-aa67b746b6bd {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:03:43.839486 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc9cc7d-4750-473d-b8f7-9c83ae8f70e0 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:03:43.840090 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc9cc7d-4750-473d-b8f7-9c83ae8f70e0 None None] Checking segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:03:43.840255 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-1fc9cc7d-4750-473d-b8f7-9c83ae8f70e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:43.840666 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc9cc7d-4750-473d-b8f7-9c83ae8f70e0 None None] Bound using segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:03:43.841131 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-1fc9cc7d-4750-473d-b8f7-9c83ae8f70e0 None None] Bound port: fcbe803c-b0bb-4f8b-bcfa-d1b1068eb8d6, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:03:43.841520 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-1fc9cc7d-4750-473d-b8f7-9c83ae8f70e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:43.878394 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835358d8-ac3a-4788-a1af-64562d670b21 None None] Pushing event updated for resources: {'Port': ['ID=fcbe803c-b0bb-4f8b-bcfa-d1b1068eb8d6,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:03:43.922060 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-1fc9cc7d-4750-473d-b8f7-9c83ae8f70e0 None None] For port fcbe803c-b0bb-4f8b-bcfa-d1b1068eb8d6, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:03:43.925081 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-1fc9cc7d-4750-473d-b8f7-9c83ae8f70e0 None None] For port fcbe803c-b0bb-4f8b-bcfa-d1b1068eb8d6, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=fcbe803c-b0bb-4f8b-bcfa-d1b1068eb8d6,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:03:43.928709 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-1fc9cc7d-4750-473d-b8f7-9c83ae8f70e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:43.996946 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc9cc7d-4750-473d-b8f7-9c83ae8f70e0 None None] Routers {'f88ab462-7d25-4772-9895-de0281878088'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:03:43.997470 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-1fc9cc7d-4750-473d-b8f7-9c83ae8f70e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:03:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['f88ab462-7d25-4772-9895-de0281878088'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:03:44.077766 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835358d8-ac3a-4788-a1af-64562d670b21 None None] Pushing event updated for resources: {'Port': ['ID=fcbe803c-b0bb-4f8b-bcfa-d1b1068eb8d6,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:03:44.208732 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-1fc9cc7d-4750-473d-b8f7-9c83ae8f70e0 None None] Set router f88ab462-7d25-4772-9895-de0281878088 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:03:44.524378 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-1fc9cc7d-4750-473d-b8f7-9c83ae8f70e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88ab462-7d25-4772-9895-de0281878088', 'name': 'router1', 'tenant_id': '56c30c0db00b4cf78e414cf145695376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.141'}], 'enable_snat': True}, 'gw_port_id': 'fcbe803c-b0bb-4f8b-bcfa-d1b1068eb8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:03:23Z', 'updated_at': '2022-10-04T09:03:41Z', 'revision_number': 4, 'project_id': '56c30c0db00b4cf78e414cf145695376', 'gw_port': {'id': 'fcbe803c-b0bb-4f8b-bcfa-d1b1068eb8d6', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88ab462-7d25-4772-9895-de0281878088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:03:41Z', 'updated_at': '2022-10-04T09:03:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '3db981dd-3a9d-4333-8c4e-d00df78c4c72', 'name': '', 'network_id': 'd8a6019a-de4e-4d3d-b4cc-963fc46753e7', 'tenant_id': '56c30c0db00b4cf78e414cf145695376', 'mac_address': 'fa:16:3e:4e:ae:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88ab462-7d25-4772-9895-de0281878088', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4918f0d3-4407-4a21-bad5-f044dcfee789', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:03:33Z', 'updated_at': '2022-10-04T09:03:38Z', 'revision_number': 5, 'project_id': '56c30c0db00b4cf78e414cf145695376', 'subnets': [{'id': '4918f0d3-4407-4a21-bad5-f044dcfee789', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78f1f8b8-804b-4cab-802d-8fa57a2ef355'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:03:44.529344 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc9cc7d-4750-473d-b8f7-9c83ae8f70e0 None None] The sync data for ids ['f88ab462-7d25-4772-9895-de0281878088'] in dv-neutron-860215-1-hyperv is: [{'id': 'f88ab462-7d25-4772-9895-de0281878088', 'name': 'router1', 'tenant_id': '56c30c0db00b4cf78e414cf145695376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.141'}], 'enable_snat': True}, 'gw_port_id': 'fcbe803c-b0bb-4f8b-bcfa-d1b1068eb8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:03:23Z', 'updated_at': '2022-10-04T09:03:41Z', 'revision_number': 4, 'project_id': '56c30c0db00b4cf78e414cf145695376', 'gw_port': {'id': 'fcbe803c-b0bb-4f8b-bcfa-d1b1068eb8d6', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88ab462-7d25-4772-9895-de0281878088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:03:41Z', 'updated_at': '2022-10-04T09:03:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '3db981dd-3a9d-4333-8c4e-d00df78c4c72', 'name': '', 'network_id': 'd8a6019a-de4e-4d3d-b4cc-963fc46753e7', 'tenant_id': '56c30c0db00b4cf78e414cf145695376', 'mac_address': 'fa:16:3e:4e:ae:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88ab462-7d25-4772-9895-de0281878088', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4918f0d3-4407-4a21-bad5-f044dcfee789', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:03:33Z', 'updated_at': '2022-10-04T09:03:38Z', 'revision_number': 5, 'project_id': '56c30c0db00b4cf78e414cf145695376', 'subnets': [{'id': '4918f0d3-4407-4a21-bad5-f044dcfee789', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78f1f8b8-804b-4cab-802d-8fa57a2ef355'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:03:45.226491 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 51546) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:03:45.350329 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-3fb9706f-56b1-42d1-a36f-d884f9b56aa8 admin admin] 10.222.0.50 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.1226857 Oct 04 09:03:46.429093 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device fcbe803c-b0bb-4f8b-bcfa-d1b1068eb8d6 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:03:46.504038 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port fcbe803c-b0bb-4f8b-bcfa-d1b1068eb8d6 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:03:46.508983 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port fcbe803c-b0bb-4f8b-bcfa-d1b1068eb8d6 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:03:46.509975 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:46.510278 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port fcbe803c-b0bb-4f8b-bcfa-d1b1068eb8d6 Oct 04 09:03:46.639934 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port fcbe803c-b0bb-4f8b-bcfa-d1b1068eb8d6 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:03:46.640222 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:46.657403 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port fcbe803c-b0bb-4f8b-bcfa-d1b1068eb8d6, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=fcbe803c-b0bb-4f8b-bcfa-d1b1068eb8d6,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:03:46.661318 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:46.730022 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=fcbe803c-b0bb-4f8b-bcfa-d1b1068eb8d6,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:03:47.488771 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 5 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:03:48.411876 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device fcbe803c-b0bb-4f8b-bcfa-d1b1068eb8d6 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:03:48.484751 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port fcbe803c-b0bb-4f8b-bcfa-d1b1068eb8d6 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:03:48.485127 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:48.485460 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port fcbe803c-b0bb-4f8b-bcfa-d1b1068eb8d6 Oct 04 09:03:48.621483 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port fcbe803c-b0bb-4f8b-bcfa-d1b1068eb8d6 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:03:57.456931 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-926d6fe7-4111-4ab9-810a-63e6cc9e1de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:03:59.675641 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-470a336a-6b69-441b-bb5a-6e7fe7e60d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:04:00.570779 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:04:00.687110 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:04:02.093058 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:04:24.487335 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 5 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:04:27.461679 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-89d7c87a-63b8-4a07-9cde-cc6f2b475693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:04:29.679126 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-4c9d2fea-f975-4d00-92db-2c33114dbc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:04:30.570738 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:04:30.681372 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:04:32.100301 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:04:57.465733 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-3a54b3cc-ca8b-467f-86f3-11d272b69fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:04:59.698275 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-71a65def-d667-4adf-8845-4fed1dec3567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:05:00.570031 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:05:00.694369 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:05:01.488289 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 5 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:05:02.102918 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:05:27.469919 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-40fe64e9-5d51-4a48-86e4-496ab14d538f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:05:29.683013 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b41331b0-a35c-4f16-ab35-bf6025386e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:05:30.571927 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:05:30.686996 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:05:32.101301 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:05:38.488009 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 5 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:05:52.590443 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 52148) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:05:52.658603 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a5273d1-2b4d-4823-8d02-6522a82c445e admin admin] GET failed (client error): The resource could not be found. Oct 04 09:05:52.659868 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-1a5273d1-2b4d-4823-8d02-6522a82c445e admin admin] 10.222.0.50 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0684893 Oct 04 09:05:52.795802 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be398668-cc49-4347-b9ff-a1ecd8cfd4d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:05:52.797270 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-be398668-cc49-4347-b9ff-a1ecd8cfd4d3 admin admin] 10.222.0.50 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1334801 Oct 04 09:05:54.967013 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 52158) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:05:55.078517 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff8582f-15d0-492a-93a4-a154af8bfe50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:05:55.079802 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-aff8582f-15d0-492a-93a4-a154af8bfe50 admin admin] 10.222.0.50 "GET /v2.0/subnets/4918f0d3-4407-4a21-bad5-f044dcfee789 HTTP/1.1" status: 200 len: 849 time: 0.1118660 Oct 04 09:05:55.089454 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-81c7e992-0615-4ccb-a1f9-ec3b018b873f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:05:55.204519 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-81c7e992-0615-4ccb-a1f9-ec3b018b873f admin admin] Notify callbacks [] for subnet, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:05:55.389104 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-81c7e992-0615-4ccb-a1f9-ec3b018b873f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731009310320'] for subnet, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:05:55.431711 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c7e992-0615-4ccb-a1f9-ec3b018b873f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:05:55.432286 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-81c7e992-0615-4ccb-a1f9-ec3b018b873f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:05:55.434635 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-81c7e992-0615-4ccb-a1f9-ec3b018b873f admin admin] 10.222.0.50 "PUT /v2.0/subnets/4918f0d3-4407-4a21-bad5-f044dcfee789 HTTP/1.1" status: 200 len: 868 time: 0.3488252 Oct 04 09:05:55.436351 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a89d9a6-31ea-43dd-91dd-0e7a2fc27c25 None None] Network d8a6019a-de4e-4d3d-b4cc-963fc46753e7 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:05:55.460820 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c7e992-0615-4ccb-a1f9-ec3b018b873f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4918f0d3-4407-4a21-bad5-f044dcfee789,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:05:55.469254 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c7e992-0615-4ccb-a1f9-ec3b018b873f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:05:55.469633 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c7e992-0615-4ccb-a1f9-ec3b018b873f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:05:55.469955 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c7e992-0615-4ccb-a1f9-ec3b018b873f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:05:55.470296 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c7e992-0615-4ccb-a1f9-ec3b018b873f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:05:55.470628 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c7e992-0615-4ccb-a1f9-ec3b018b873f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:05:55.470983 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c7e992-0615-4ccb-a1f9-ec3b018b873f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:05:55.471316 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c7e992-0615-4ccb-a1f9-ec3b018b873f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:05:55.471664 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c7e992-0615-4ccb-a1f9-ec3b018b873f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:05:55.471999 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c7e992-0615-4ccb-a1f9-ec3b018b873f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:05:55.472324 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c7e992-0615-4ccb-a1f9-ec3b018b873f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:05:55.472680 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c7e992-0615-4ccb-a1f9-ec3b018b873f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:05:55.473049 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c7e992-0615-4ccb-a1f9-ec3b018b873f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:05:55.928944 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-b0f3ffe1-2c71-45e9-a78b-0cf3eae5abe8 None None] Provisioning complete for port ffa332c4-6279-413f-b673-95f366df886c triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:05:55.929313 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b0f3ffe1-2c71-45e9-a78b-0cf3eae5abe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:05:55.929644 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-b0f3ffe1-2c71-45e9-a78b-0cf3eae5abe8 None None] Attempt 1 to provision port ffa332c4-6279-413f-b673-95f366df886c Oct 04 09:05:56.046460 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-b0f3ffe1-2c71-45e9-a78b-0cf3eae5abe8 None None] Current status of the port ffa332c4-6279-413f-b673-95f366df886c is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:05:56.057265 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-b0f3ffe1-2c71-45e9-a78b-0cf3eae5abe8 None None] Provisioning complete for port 3db981dd-3a9d-4333-8c4e-d00df78c4c72 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:05:56.057629 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b0f3ffe1-2c71-45e9-a78b-0cf3eae5abe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:05:56.057961 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-b0f3ffe1-2c71-45e9-a78b-0cf3eae5abe8 None None] Attempt 1 to provision port 3db981dd-3a9d-4333-8c4e-d00df78c4c72 Oct 04 09:05:56.198905 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-b0f3ffe1-2c71-45e9-a78b-0cf3eae5abe8 None None] Current status of the port 3db981dd-3a9d-4333-8c4e-d00df78c4c72 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:05:57.471654 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-32d3f699-82d5-452c-ad07-aa024ddf2cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:05:57.636808 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 52168) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:05:57.807987 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1a5c85-4ff8-40fa-8e76-c92b50be7c41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:05:57.808487 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1a5c85-4ff8-40fa-8e76-c92b50be7c41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:05:57.809983 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-7a1a5c85-4ff8-40fa-8e76-c92b50be7c41 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1722119 Oct 04 09:05:59.689602 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5017e6d6-bab2-41fe-be74-d1fb2d55eb03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:06:00.128495 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 52178) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:06:00.298089 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c4506d-0215-4a03-8177-f88c6d134c57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:06:00.298564 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c4506d-0215-4a03-8177-f88c6d134c57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:06:00.300061 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-29c4506d-0215-4a03-8177-f88c6d134c57 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1706407 Oct 04 09:06:00.575855 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:06:00.690437 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:06:02.108191 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:06:02.478095 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 52188) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:06:02.653678 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46725ee-da80-4bff-9bfb-4ae9530b7a50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:06:02.654930 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-f46725ee-da80-4bff-9bfb-4ae9530b7a50 admin admin] 10.222.0.50 "GET /v2.0/networks/d8a6019a-de4e-4d3d-b4cc-963fc46753e7 HTTP/1.1" status: 200 len: 869 time: 0.1758740 Oct 04 09:06:04.821704 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 52198) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:06:04.989020 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676cfb92-f640-4022-8edd-50c16f0460f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:06:04.990357 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-676cfb92-f640-4022-8edd-50c16f0460f7 admin admin] 10.222.0.50 "GET /v2.0/networks/f33938cd-879e-4461-9b5e-aa67b746b6bd HTTP/1.1" status: 200 len: 886 time: 0.1677182 Oct 04 09:06:07.148028 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 52208) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:06:07.256979 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3980ed-ed74-45f4-9a02-d89e955addcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:06:07.257436 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3980ed-ed74-45f4-9a02-d89e955addcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:06:07.258933 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-4b3980ed-ed74-45f4-9a02-d89e955addcd admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1483 time: 0.1099312 Oct 04 09:06:09.422303 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 52218) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:06:09.527430 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cf7d42-92c4-4c98-b8d6-766b57ac4c49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:06:09.527884 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cf7d42-92c4-4c98-b8d6-766b57ac4c49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:06:09.529444 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-36cf7d42-92c4-4c98-b8d6-766b57ac4c49 admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1483 time: 0.1061683 Oct 04 09:06:11.714036 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 52228) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:06:11.818105 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0222eb1-57be-41a0-b35e-fb8db59576af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:06:11.819406 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-b0222eb1-57be-41a0-b35e-fb8db59576af admin admin] 10.222.0.50 "GET /v2.0/subnets/0f40fee2-feb4-4750-88d0-14e44d5ecfe8 HTTP/1.1" status: 200 len: 820 time: 0.1043360 Oct 04 09:06:13.973997 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 52238) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:06:14.083330 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1255fce7-33f6-48a0-8630-4b1963271941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:06:14.084673 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-1255fce7-33f6-48a0-8630-4b1963271941 admin admin] 10.222.0.50 "GET /v2.0/subnets/4918f0d3-4407-4a21-bad5-f044dcfee789 HTTP/1.1" status: 200 len: 868 time: 0.1097245 Oct 04 09:06:15.487622 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 5 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:06:27.474338 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d31f2cda-8185-46ed-b5c2-ea56a5f5b232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:06:29.683146 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-593e1151-f6c2-4551-81da-2d78086d4215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:06:30.578930 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:06:30.692513 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:06:32.112385 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:06:33.006532 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 52284) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:06:33.052004 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [None req-35a739d5-0181-4223-ad57-ca027908f2b8 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=89033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:06:33.053018 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-35a739d5-0181-4223-ad57-ca027908f2b8 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0455265 Oct 04 09:06:35.269480 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 52294) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:06:35.334951 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-91ac9a66-6d2e-4d2e-80d2-4d5d0ec59aa9 admin admin] GET failed (client error): The resource could not be found. Oct 04 09:06:35.336196 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-91ac9a66-6d2e-4d2e-80d2-4d5d0ec59aa9 admin admin] 10.222.0.50 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0657616 Oct 04 09:06:35.459735 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8765ee-9ee9-4cff-85cb-86b2a153c9a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:06:35.461134 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-7a8765ee-9ee9-4cff-85cb-86b2a153c9a0 admin admin] 10.222.0.50 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1205971 Oct 04 09:06:37.668646 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 52304) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:06:37.715271 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-e0704d23-b0ba-4e60-be8f-8ac7070179cc admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:06:37.719765 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-e0704d23-b0ba-4e60-be8f-8ac7070179cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:06:37.730161 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-e0704d23-b0ba-4e60-be8f-8ac7070179cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:06:37.739803 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0704d23-b0ba-4e60-be8f-8ac7070179cc admin admin] Made reservation on behalf of 1e6aec0eb64b477487247c5044451548 for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:06:37.742144 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e0704d23-b0ba-4e60-be8f-8ac7070179cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:06:37.852133 dv-neutron-860215-1-hyperv neutron-server[89033]: WARNING neutron.services.revisions.revision_plugin [None req-e0704d23-b0ba-4e60-be8f-8ac7070179cc admin admin] Could not find related network for resource to bump revision. Oct 04 09:06:37.864286 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0704d23-b0ba-4e60-be8f-8ac7070179cc admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:06:37.874123 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e0704d23-b0ba-4e60-be8f-8ac7070179cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:06:37.874462 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-e0704d23-b0ba-4e60-be8f-8ac7070179cc admin admin] Added segment 0d1cd92e-5408-40fc-ab10-e80f3469f336 of type vlan for network 9ab8db78-868e-43ae-bf6b-0fc1cc72b556 Oct 04 09:06:37.899284 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e0704d23-b0ba-4e60-be8f-8ac7070179cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:06:37.928859 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e0704d23-b0ba-4e60-be8f-8ac7070179cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:06:37.929770 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0704d23-b0ba-4e60-be8f-8ac7070179cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:06:37.930338 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e0704d23-b0ba-4e60-be8f-8ac7070179cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:06:38.025854 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-e0704d23-b0ba-4e60-be8f-8ac7070179cc admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3556147 Oct 04 09:06:38.030231 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0704d23-b0ba-4e60-be8f-8ac7070179cc admin admin] Pushing event updated for resources: {'Network': ['ID=9ab8db78-868e-43ae-bf6b-0fc1cc72b556,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:06:38.043178 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 9ab8db78-868e-43ae-bf6b-0fc1cc72b556 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:06:40.221907 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 52314) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:06:40.285865 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-4791d2da-f26a-4ab6-990e-bc7ae82169fa admin admin] GET failed (client error): The resource could not be found. Oct 04 09:06:40.286363 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-4791d2da-f26a-4ab6-990e-bc7ae82169fa admin admin] Synchronizing usage tracker for tenant:1e6aec0eb64b477487247c5044451548 on resource:network {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:06:40.301116 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-4791d2da-f26a-4ab6-990e-bc7ae82169fa admin admin] Unset dirty status for tenant:1e6aec0eb64b477487247c5044451548 on resource:network {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:06:40.302323 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-4791d2da-f26a-4ab6-990e-bc7ae82169fa admin admin] 10.222.0.50 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0794775 Oct 04 09:06:40.404651 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a94e07-53b5-4f79-b18d-7c68137b3a1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:06:40.405960 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-b9a94e07-53b5-4f79-b18d-7c68137b3a1a admin admin] 10.222.0.50 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0997663 Oct 04 09:06:40.415245 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-87ca8f26-bebc-4434-a156-fc97e4c93356 admin admin] Request body: {'subnet': {'network_id': '9ab8db78-868e-43ae-bf6b-0fc1cc72b556', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:06:40.420081 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-87ca8f26-bebc-4434-a156-fc97e4c93356 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:06:40.423802 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-87ca8f26-bebc-4434-a156-fc97e4c93356 admin admin] Usage tracker for resource:subnet and tenant:1e6aec0eb64b477487247c5044451548 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:06:40.426544 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-87ca8f26-bebc-4434-a156-fc97e4c93356 admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:06:40.432028 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-87ca8f26-bebc-4434-a156-fc97e4c93356 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:06:40.441770 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ca8f26-bebc-4434-a156-fc97e4c93356 admin admin] Made reservation on behalf of 1e6aec0eb64b477487247c5044451548 for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:06:40.444016 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-87ca8f26-bebc-4434-a156-fc97e4c93356 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:06:40.646360 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-87ca8f26-bebc-4434-a156-fc97e4c93356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:06:40.724209 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ca8f26-bebc-4434-a156-fc97e4c93356 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd81d605-32b0-4910-a031-e8887feb2e02,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:06:40.732398 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ca8f26-bebc-4434-a156-fc97e4c93356 admin admin] Checking segment: {'id': '0d1cd92e-5408-40fc-ab10-e80f3469f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9ab8db78-868e-43ae-bf6b-0fc1cc72b556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:06:40.732746 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ca8f26-bebc-4434-a156-fc97e4c93356 admin admin] Network hostable DHCP agents. Network: 9ab8db78-868e-43ae-bf6b-0fc1cc72b556, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:06:40.751082 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ca8f26-bebc-4434-a156-fc97e4c93356 admin admin] Network 9ab8db78-868e-43ae-bf6b-0fc1cc72b556 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:06:40.760616 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-87ca8f26-bebc-4434-a156-fc97e4c93356 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 9ab8db78-868e-43ae-bf6b-0fc1cc72b556) {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:06:40.764800 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ca8f26-bebc-4434-a156-fc97e4c93356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:06:40.765378 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-87ca8f26-bebc-4434-a156-fc97e4c93356 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:06:40.769321 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9577396-4f3c-4dcf-a9a4-87f7611a616b None None] Network 9ab8db78-868e-43ae-bf6b-0fc1cc72b556 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:06:40.786632 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-87ca8f26-bebc-4434-a156-fc97e4c93356 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3746505 Oct 04 09:06:40.999502 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fecc615-5564-4618-b569-3fa7b1d30958 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-9ab8db78-868e-43ae-bf6b-0fc1cc72b556', 'network_id': '9ab8db78-868e-43ae-bf6b-0fc1cc72b556', 'tenant_id': '1e6aec0eb64b477487247c5044451548', 'fixed_ips': [{'subnet_id': 'cd81d605-32b0-4910-a031-e8887feb2e02'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:06:41.000521 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-2fecc615-5564-4618-b569-3fa7b1d30958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:06:41.156638 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-2fecc615-5564-4618-b569-3fa7b1d30958 None None] Allocated IP 192.168.233.2 (9ab8db78-868e-43ae-bf6b-0fc1cc72b556/cd81d605-32b0-4910-a031-e8887feb2e02/862aed79-9e66-4d9c-b5ae-f3111d0870c4) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:06:41.363229 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-2fecc615-5564-4618-b569-3fa7b1d30958 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:06:41.374580 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-2fecc615-5564-4618-b569-3fa7b1d30958 None None] Transition to ACTIVE for port object 862aed79-9e66-4d9c-b5ae-f3111d0870c4 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:06:41.392727 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-2fecc615-5564-4618-b569-3fa7b1d30958 None None] Transition to ACTIVE for port object 862aed79-9e66-4d9c-b5ae-f3111d0870c4 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:06:41.398953 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-2fecc615-5564-4618-b569-3fa7b1d30958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:06:41.465902 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fecc615-5564-4618-b569-3fa7b1d30958 None None] Network 9ab8db78-868e-43ae-bf6b-0fc1cc72b556 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:06:41.468836 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-2fecc615-5564-4618-b569-3fa7b1d30958 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:06:41.475296 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fecc615-5564-4618-b569-3fa7b1d30958 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:06:41.477179 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fecc615-5564-4618-b569-3fa7b1d30958 None None] Pushing event updated for resources: {'Port': ['ID=862aed79-9e66-4d9c-b5ae-f3111d0870c4,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:06:41.486074 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fecc615-5564-4618-b569-3fa7b1d30958 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:06:41.486074 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fecc615-5564-4618-b569-3fa7b1d30958 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:06:41.486394 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fecc615-5564-4618-b569-3fa7b1d30958 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:06:41.486687 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fecc615-5564-4618-b569-3fa7b1d30958 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:06:41.487005 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fecc615-5564-4618-b569-3fa7b1d30958 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:06:41.487392 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fecc615-5564-4618-b569-3fa7b1d30958 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:06:41.487700 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fecc615-5564-4618-b569-3fa7b1d30958 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:06:41.487974 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fecc615-5564-4618-b569-3fa7b1d30958 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:06:41.488310 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fecc615-5564-4618-b569-3fa7b1d30958 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:06:41.488683 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fecc615-5564-4618-b569-3fa7b1d30958 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:06:41.489052 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fecc615-5564-4618-b569-3fa7b1d30958 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:06:41.490013 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fecc615-5564-4618-b569-3fa7b1d30958 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:06:41.589505 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-2fecc615-5564-4618-b569-3fa7b1d30958 None None] Attempting to bind port 862aed79-9e66-4d9c-b5ae-f3111d0870c4 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:06:41.589873 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-2fecc615-5564-4618-b569-3fa7b1d30958 None None] Attempting to bind port 862aed79-9e66-4d9c-b5ae-f3111d0870c4 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '0d1cd92e-5408-40fc-ab10-e80f3469f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9ab8db78-868e-43ae-bf6b-0fc1cc72b556'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:06:41.590233 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fecc615-5564-4618-b569-3fa7b1d30958 None None] Attempting to bind port 862aed79-9e66-4d9c-b5ae-f3111d0870c4 on network 9ab8db78-868e-43ae-bf6b-0fc1cc72b556 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:06:41.595751 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fecc615-5564-4618-b569-3fa7b1d30958 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:06:41.596116 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fecc615-5564-4618-b569-3fa7b1d30958 None None] Checking segment: {'id': '0d1cd92e-5408-40fc-ab10-e80f3469f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9ab8db78-868e-43ae-bf6b-0fc1cc72b556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:06:41.596542 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-2fecc615-5564-4618-b569-3fa7b1d30958 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:06:41.596937 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fecc615-5564-4618-b569-3fa7b1d30958 None None] Bound using segment: {'id': '0d1cd92e-5408-40fc-ab10-e80f3469f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9ab8db78-868e-43ae-bf6b-0fc1cc72b556'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:06:41.597392 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-2fecc615-5564-4618-b569-3fa7b1d30958 None None] Bound port: 862aed79-9e66-4d9c-b5ae-f3111d0870c4, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d1cd92e-5408-40fc-ab10-e80f3469f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9ab8db78-868e-43ae-bf6b-0fc1cc72b556'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:06:41.597772 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-2fecc615-5564-4618-b569-3fa7b1d30958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:06:41.688027 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-2fecc615-5564-4618-b569-3fa7b1d30958 None None] For port 862aed79-9e66-4d9c-b5ae-f3111d0870c4, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:06:41.691971 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-2fecc615-5564-4618-b569-3fa7b1d30958 None None] For port 862aed79-9e66-4d9c-b5ae-f3111d0870c4, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=862aed79-9e66-4d9c-b5ae-f3111d0870c4,segment=NetworkSegment(0d1cd92e-5408-40fc-ab10-e80f3469f336),segment_id=0d1cd92e-5408-40fc-ab10-e80f3469f336)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:06:41.696895 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-2fecc615-5564-4618-b569-3fa7b1d30958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:06:41.779852 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fecc615-5564-4618-b569-3fa7b1d30958 None None] Pushing event updated for resources: {'Port': ['ID=862aed79-9e66-4d9c-b5ae-f3111d0870c4,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:06:42.535116 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 862aed79-9e66-4d9c-b5ae-f3111d0870c4 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:06:42.565900 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da7ccbd-e2d4-4be1-acdb-9b307e575fb6 None None] Network 9ab8db78-868e-43ae-bf6b-0fc1cc72b556 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:06:42.734312 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 862aed79-9e66-4d9c-b5ae-f3111d0870c4 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:06:42.783551 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-5cb8b4d8-542c-4794-b025-211a7759f4a4 None None] Provisioning for port 862aed79-9e66-4d9c-b5ae-f3111d0870c4 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:06:42.799970 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-5cb8b4d8-542c-4794-b025-211a7759f4a4 None None] Provisioning complete for port 862aed79-9e66-4d9c-b5ae-f3111d0870c4 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:06:42.800337 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5cb8b4d8-542c-4794-b025-211a7759f4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:06:42.800700 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-5cb8b4d8-542c-4794-b025-211a7759f4a4 None None] Attempt 1 to provision port 862aed79-9e66-4d9c-b5ae-f3111d0870c4 Oct 04 09:06:42.983603 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-5cb8b4d8-542c-4794-b025-211a7759f4a4 None None] Current status of the port 862aed79-9e66-4d9c-b5ae-f3111d0870c4 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:06:42.983928 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5cb8b4d8-542c-4794-b025-211a7759f4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:06:43.025904 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-5cb8b4d8-542c-4794-b025-211a7759f4a4 None None] For port 862aed79-9e66-4d9c-b5ae-f3111d0870c4, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=862aed79-9e66-4d9c-b5ae-f3111d0870c4,segment=NetworkSegment(0d1cd92e-5408-40fc-ab10-e80f3469f336),segment_id=0d1cd92e-5408-40fc-ab10-e80f3469f336)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:06:43.031891 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5cb8b4d8-542c-4794-b025-211a7759f4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:06:43.117326 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb8b4d8-542c-4794-b025-211a7759f4a4 None None] Pushing event updated for resources: {'Port': ['ID=862aed79-9e66-4d9c-b5ae-f3111d0870c4,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:06:43.255883 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-17f0cfe0-dc18-4f47-8b73-598ea977e384 None None] Provisioning complete for port 862aed79-9e66-4d9c-b5ae-f3111d0870c4 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:06:43.256185 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-17f0cfe0-dc18-4f47-8b73-598ea977e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:06:43.256544 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-17f0cfe0-dc18-4f47-8b73-598ea977e384 None None] Attempt 1 to provision port 862aed79-9e66-4d9c-b5ae-f3111d0870c4 Oct 04 09:06:43.377810 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-17f0cfe0-dc18-4f47-8b73-598ea977e384 None None] Current status of the port 862aed79-9e66-4d9c-b5ae-f3111d0870c4 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:06:44.497027 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 862aed79-9e66-4d9c-b5ae-f3111d0870c4 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:06:44.564890 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 862aed79-9e66-4d9c-b5ae-f3111d0870c4 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:06:44.565261 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:06:44.565596 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 862aed79-9e66-4d9c-b5ae-f3111d0870c4 Oct 04 09:06:44.681020 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 862aed79-9e66-4d9c-b5ae-f3111d0870c4 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:06:52.486535 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 5 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:06:57.476259 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-8ad91c69-d866-409c-8408-76f2a69e2b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:06:59.686323 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-856cbcc4-2e6e-48a7-a614-911dd1688474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:07:00.583025 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:07:00.695702 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:07:02.110522 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:07:27.478330 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-529fb797-8037-46a6-9a2e-de12fd41b065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:07:29.485308 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 5 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:07:29.689780 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-2bf7dace-fb80-451a-a730-9d06794e31c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:07:30.584996 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:07:30.698606 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:07:32.115188 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:07:50.330641 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 52366) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:07:50.337098 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [None req-d8d64cd8-b609-4608-8b3a-ce724ae1bbe6 tempest-verify_tempest_config-1558453381 tempest-verify_tempest_config-1558453381-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=89033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:07:50.338057 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-d8d64cd8-b609-4608-8b3a-ce724ae1bbe6 tempest-verify_tempest_config-1558453381 tempest-verify_tempest_config-1558453381-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064697 Oct 04 09:07:50.632657 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 52384) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:07:50.748409 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ec3cd7e0-95ef-444c-b9df-43a2a3ebf4de admin admin] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:07:50.762711 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-ec3cd7e0-95ef-444c-b9df-43a2a3ebf4de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:07:50.766465 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-ec3cd7e0-95ef-444c-b9df-43a2a3ebf4de admin admin] Usage tracker for resource:security_group_rule and tenant:7036fa89564b42a095c242aad427c36c is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:07:50.769178 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-ec3cd7e0-95ef-444c-b9df-43a2a3ebf4de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:07:50.774752 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-ec3cd7e0-95ef-444c-b9df-43a2a3ebf4de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:07:50.857354 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ec3cd7e0-95ef-444c-b9df-43a2a3ebf4de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:07:50.860692 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ec3cd7e0-95ef-444c-b9df-43a2a3ebf4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:07:50.906416 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-ec3cd7e0-95ef-444c-b9df-43a2a3ebf4de admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7036fa89564b42a095c242aad427c36c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2725635 Oct 04 09:07:50.907227 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3cd7e0-95ef-444c-b9df-43a2a3ebf4de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc911c6-3052-453d-9c0c-d3d0c3b87636,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:07:50.909550 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 52390) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:07:50.913926 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3cd7e0-95ef-444c-b9df-43a2a3ebf4de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:07:50.914294 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3cd7e0-95ef-444c-b9df-43a2a3ebf4de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:07:50.915149 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3cd7e0-95ef-444c-b9df-43a2a3ebf4de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:07:50.915483 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3cd7e0-95ef-444c-b9df-43a2a3ebf4de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:07:50.915821 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3cd7e0-95ef-444c-b9df-43a2a3ebf4de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:07:50.916144 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3cd7e0-95ef-444c-b9df-43a2a3ebf4de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:07:50.916508 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3cd7e0-95ef-444c-b9df-43a2a3ebf4de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:07:50.916855 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3cd7e0-95ef-444c-b9df-43a2a3ebf4de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:07:50.917180 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3cd7e0-95ef-444c-b9df-43a2a3ebf4de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:07:50.917501 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3cd7e0-95ef-444c-b9df-43a2a3ebf4de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:07:50.917820 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3cd7e0-95ef-444c-b9df-43a2a3ebf4de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:07:50.918137 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3cd7e0-95ef-444c-b9df-43a2a3ebf4de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:07:50.966744 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cff10a17-ea73-4cd6-aac9-2c2d2ff28ab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:07:50.991421 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cff10a17-ea73-4cd6-aac9-2c2d2ff28ab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:07:51.084868 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cff10a17-ea73-4cd6-aac9-2c2d2ff28ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:07:51.099329 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff10a17-ea73-4cd6-aac9-2c2d2ff28ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc911c6-3052-453d-9c0c-d3d0c3b87636,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:07:51.108440 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff10a17-ea73-4cd6-aac9-2c2d2ff28ab8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:07:51.108812 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff10a17-ea73-4cd6-aac9-2c2d2ff28ab8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:07:51.109156 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff10a17-ea73-4cd6-aac9-2c2d2ff28ab8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:07:51.109491 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff10a17-ea73-4cd6-aac9-2c2d2ff28ab8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:07:51.109823 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff10a17-ea73-4cd6-aac9-2c2d2ff28ab8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:07:51.110154 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff10a17-ea73-4cd6-aac9-2c2d2ff28ab8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:07:51.110484 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff10a17-ea73-4cd6-aac9-2c2d2ff28ab8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:07:51.110831 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff10a17-ea73-4cd6-aac9-2c2d2ff28ab8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:07:51.111161 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff10a17-ea73-4cd6-aac9-2c2d2ff28ab8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:07:51.111484 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff10a17-ea73-4cd6-aac9-2c2d2ff28ab8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:07:51.111806 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff10a17-ea73-4cd6-aac9-2c2d2ff28ab8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:07:51.112126 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff10a17-ea73-4cd6-aac9-2c2d2ff28ab8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:07:51.116999 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cff10a17-ea73-4cd6-aac9-2c2d2ff28ab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:07:51.118111 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-cff10a17-ea73-4cd6-aac9-2c2d2ff28ab8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ccc911c6-3052-453d-9c0c-d3d0c3b87636 HTTP/1.1" status: 204 len: 168 time: 0.2075121 Oct 04 09:07:57.479730 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-02ac773f-4792-438c-b821-236172b9a8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:07:59.691618 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c5c960ed-718e-488c-9801-090ec0478da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:08:00.589271 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:08:00.703882 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:08:02.121426 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:08:06.484464 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 5 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:08:27.482217 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-1c788da1-427f-4af9-90d8-e74ddb8aebd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:08:29.696620 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c42d53f6-f4ee-4ac7-8571-e927590100e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:08:30.588803 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:08:30.696811 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:08:32.129793 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:08:43.483303 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 5 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:08:57.486278 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0ab799b8-99fc-4e79-839c-d325b4c70418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:08:59.689407 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-da2f553c-ff39-4c28-8d03-43530eee69a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:09:00.591528 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:09:00.698860 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:09:02.126641 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:09:10.943258 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1736939'] for agent, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:09:20.484065 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:09:25.251648 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 52460) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:09:25.359198 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-fd08c535-dfef-487b-8c08-4bf6d89291c4 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1064258 Oct 04 09:09:27.489677 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-568bb1e0-9429-458f-8209-4324906f43b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:09:27.545491 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 52470) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:09:27.600654 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-34309ec3-e462-48e4-96d1-125bf4d94d9d admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0540504 Oct 04 09:09:29.690275 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-32b9f5b2-35d8-4327-825b-7566dfaa0a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:09:30.594147 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:09:30.701548 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:09:32.130124 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:09:40.926603 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:09:57.483069 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:09:57.492338 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a058eb91-ce98-41d8-a24e-65e3696da44c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:09:59.692026 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ef1080e7-f8aa-4c07-8aa5-3145d96b2e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:10:00.597442 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:10:00.697062 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:10:02.135960 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:10:10.926414 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:10:27.494869 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ce295eed-7378-4197-ad3b-bd9e83712e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:10:29.695026 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-315bb86f-4246-4afc-a976-522aa5180322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:10:30.599755 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:10:30.699250 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:10:32.135872 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:10:34.483253 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:10:40.940714 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:10:57.499618 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d5fd238e-539b-465b-8599-65211e5abd2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:10:59.697689 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-6dedc4f5-f996-482f-b871-2f8705cc5366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:00.603225 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:00.707764 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:02.139074 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:10.938685 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:11.240927 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 52620) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:11.482783 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:11:11.576032 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-4a9de109-bb42-4ef5-b01d-ae69e4544eec admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-273369803-network', 'tenant_id': '207ffe4555e7440982e6c7a0c57387dd'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:11:11.584970 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-4a9de109-bb42-4ef5-b01d-ae69e4544eec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:11.589323 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-4a9de109-bb42-4ef5-b01d-ae69e4544eec admin admin] Usage tracker for resource:network and tenant:207ffe4555e7440982e6c7a0c57387dd is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:11.592912 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-4a9de109-bb42-4ef5-b01d-ae69e4544eec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:11.602794 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-4a9de109-bb42-4ef5-b01d-ae69e4544eec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:11.610928 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9de109-bb42-4ef5-b01d-ae69e4544eec admin admin] Made reservation on behalf of 207ffe4555e7440982e6c7a0c57387dd for: {'network': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:11:11.613630 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4a9de109-bb42-4ef5-b01d-ae69e4544eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:11.626271 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4a9de109-bb42-4ef5-b01d-ae69e4544eec admin admin] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:11.641544 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-4a9de109-bb42-4ef5-b01d-ae69e4544eec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:11.645864 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-4a9de109-bb42-4ef5-b01d-ae69e4544eec admin admin] Usage tracker for resource:security_group_rule and tenant:207ffe4555e7440982e6c7a0c57387dd is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:11.649028 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-4a9de109-bb42-4ef5-b01d-ae69e4544eec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:11.656027 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-4a9de109-bb42-4ef5-b01d-ae69e4544eec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:11.766278 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4a9de109-bb42-4ef5-b01d-ae69e4544eec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:11.772029 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4a9de109-bb42-4ef5-b01d-ae69e4544eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:11.811082 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a9de109-bb42-4ef5-b01d-ae69e4544eec admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=89032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:11:11.816701 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9de109-bb42-4ef5-b01d-ae69e4544eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c10b23c-f37e-4a21-9e1d-e363c6b68923,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:11.829036 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4a9de109-bb42-4ef5-b01d-ae69e4544eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:11.829386 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.segments_db [None req-4a9de109-bb42-4ef5-b01d-ae69e4544eec admin admin] Added segment f973a6e2-d09c-4697-bd3b-2000b453af7a of type vlan for network e8ddde0d-ed42-4501-990c-a14b035fda43 Oct 04 09:11:11.831146 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9de109-bb42-4ef5-b01d-ae69e4544eec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:11:11.831522 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9de109-bb42-4ef5-b01d-ae69e4544eec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:11:11.831866 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9de109-bb42-4ef5-b01d-ae69e4544eec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:11:11.832324 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9de109-bb42-4ef5-b01d-ae69e4544eec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:11:11.832865 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9de109-bb42-4ef5-b01d-ae69e4544eec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:11:11.833216 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9de109-bb42-4ef5-b01d-ae69e4544eec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:11:11.833552 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9de109-bb42-4ef5-b01d-ae69e4544eec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:11:11.833880 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9de109-bb42-4ef5-b01d-ae69e4544eec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:11:11.834373 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9de109-bb42-4ef5-b01d-ae69e4544eec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:11:11.834706 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9de109-bb42-4ef5-b01d-ae69e4544eec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:11:11.835029 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9de109-bb42-4ef5-b01d-ae69e4544eec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:11:11.835527 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9de109-bb42-4ef5-b01d-ae69e4544eec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:11:11.836648 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9de109-bb42-4ef5-b01d-ae69e4544eec admin admin] Tracked resource versions report: Oct 04 09:11:11.836648 dv-neutron-860215-1-hyperv neutron-server[89032]: pushed versions: Oct 04 09:11:11.836648 dv-neutron-860215-1-hyperv neutron-server[89032]: { 'AddressGroup': {'1.2'}, Oct 04 09:11:11.836648 dv-neutron-860215-1-hyperv neutron-server[89032]: 'ConntrackHelper': {'1.0'}, Oct 04 09:11:11.836648 dv-neutron-860215-1-hyperv neutron-server[89032]: 'Log': {'1.0'}, Oct 04 09:11:11.836648 dv-neutron-860215-1-hyperv neutron-server[89032]: 'Network': {'1.1'}, Oct 04 09:11:11.836648 dv-neutron-860215-1-hyperv neutron-server[89032]: 'Port': {'1.7'}, Oct 04 09:11:11.836648 dv-neutron-860215-1-hyperv neutron-server[89032]: 'PortForwarding': {'1.2'}, Oct 04 09:11:11.836648 dv-neutron-860215-1-hyperv neutron-server[89032]: 'QosPolicy': {'1.8'}, Oct 04 09:11:11.836648 dv-neutron-860215-1-hyperv neutron-server[89032]: 'SecurityGroup': {'1.4'}, Oct 04 09:11:11.836648 dv-neutron-860215-1-hyperv neutron-server[89032]: 'SecurityGroupRule': {'1.2'}, Oct 04 09:11:11.836648 dv-neutron-860215-1-hyperv neutron-server[89032]: 'SubPort': {'1.0'}, Oct 04 09:11:11.836648 dv-neutron-860215-1-hyperv neutron-server[89032]: 'Subnet': {'1.1'}, Oct 04 09:11:11.836648 dv-neutron-860215-1-hyperv neutron-server[89032]: 'Trunk': {'1.1'}} Oct 04 09:11:11.836648 dv-neutron-860215-1-hyperv neutron-server[89032]: consumer versions: Oct 04 09:11:11.836648 dv-neutron-860215-1-hyperv neutron-server[89032]: { DHCP agent@dv-neutron-860215-1-hyperv: {}, Oct 04 09:11:11.836648 dv-neutron-860215-1-hyperv neutron-server[89032]: HyperV agent@hv-neutron-8602: {}, Oct 04 09:11:11.836648 dv-neutron-860215-1-hyperv neutron-server[89032]: L3 agent@dv-neutron-860215-1-hyperv: {}, Oct 04 09:11:11.836648 dv-neutron-860215-1-hyperv neutron-server[89032]: Metadata agent@dv-neutron-860215-1-hyperv: {}, Oct 04 09:11:11.836648 dv-neutron-860215-1-hyperv neutron-server[89032]: Metering agent@dv-neutron-860215-1-hyperv: {}, Oct 04 09:11:11.836648 dv-neutron-860215-1-hyperv neutron-server[89032]: Open vSwitch agent@dv-neutron-860215-1-hyperv: { 'AddressGroup': '1.2', Oct 04 09:11:11.836648 dv-neutron-860215-1-hyperv neutron-server[89032]: 'ConntrackHelper': '1.0', Oct 04 09:11:11.836648 dv-neutron-860215-1-hyperv neutron-server[89032]: 'Log': '1.0', Oct 04 09:11:11.836648 dv-neutron-860215-1-hyperv neutron-server[89032]: 'Network': '1.1', Oct 04 09:11:11.836648 dv-neutron-860215-1-hyperv neutron-server[89032]: 'Port': '1.7', Oct 04 09:11:11.836648 dv-neutron-860215-1-hyperv neutron-server[89032]: 'PortForwarding': '1.2', Oct 04 09:11:11.836648 dv-neutron-860215-1-hyperv neutron-server[89032]: 'QosPolicy': '1.8', Oct 04 09:11:11.836648 dv-neutron-860215-1-hyperv neutron-server[89032]: 'SecurityGroup': '1.4', Oct 04 09:11:11.836648 dv-neutron-860215-1-hyperv neutron-server[89032]: 'SecurityGroupRule': '1.2', Oct 04 09:11:11.836648 dv-neutron-860215-1-hyperv neutron-server[89032]: 'SubPort': '1.0', Oct 04 09:11:11.836648 dv-neutron-860215-1-hyperv neutron-server[89032]: 'Subnet': '1.1', Oct 04 09:11:11.836648 dv-neutron-860215-1-hyperv neutron-server[89032]: 'Trunk': '1.1'}} Oct 04 09:11:11.836648 dv-neutron-860215-1-hyperv neutron-server[89032]: {{(pid=89032) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 04 09:11:11.865283 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4a9de109-bb42-4ef5-b01d-ae69e4544eec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:11.897300 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4a9de109-bb42-4ef5-b01d-ae69e4544eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:11.898461 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9de109-bb42-4ef5-b01d-ae69e4544eec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:11.899083 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4a9de109-bb42-4ef5-b01d-ae69e4544eec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:11.947117 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 52660) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:12.019130 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9de109-bb42-4ef5-b01d-ae69e4544eec admin admin] Pushing event updated for resources: {'Network': ['ID=e8ddde0d-ed42-4501-990c-a14b035fda43,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:12.023414 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-4a9de109-bb42-4ef5-b01d-ae69e4544eec admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7806830 Oct 04 09:11:12.026428 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 52670) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:12.030525 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network e8ddde0d-ed42-4501-990c-a14b035fda43 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:11:12.032602 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-d0e30856-09b1-43f4-8983-871a77be47f5 admin admin] Request body: {'subnet': {'network_id': 'e8ddde0d-ed42-4501-990c-a14b035fda43', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-273369803-subnet', 'tenant_id': '207ffe4555e7440982e6c7a0c57387dd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:11:12.037596 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-d0e30856-09b1-43f4-8983-871a77be47f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:12.041736 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-d0e30856-09b1-43f4-8983-871a77be47f5 admin admin] Usage tracker for resource:subnet and tenant:207ffe4555e7440982e6c7a0c57387dd is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:12.044881 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-d0e30856-09b1-43f4-8983-871a77be47f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:12.051189 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-d0e30856-09b1-43f4-8983-871a77be47f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:12.063380 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e30856-09b1-43f4-8983-871a77be47f5 admin admin] Made reservation on behalf of 207ffe4555e7440982e6c7a0c57387dd for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:11:12.066776 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d0e30856-09b1-43f4-8983-871a77be47f5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:12.298697 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d0e30856-09b1-43f4-8983-871a77be47f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:12.380277 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e30856-09b1-43f4-8983-871a77be47f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68dc2dea-3e89-4e44-9770-d0bf75ecdbc7,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:12.384739 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e30856-09b1-43f4-8983-871a77be47f5 admin admin] Checking segment: {'id': 'f973a6e2-d09c-4697-bd3b-2000b453af7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e8ddde0d-ed42-4501-990c-a14b035fda43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:11:12.384959 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e30856-09b1-43f4-8983-871a77be47f5 admin admin] Network hostable DHCP agents. Network: e8ddde0d-ed42-4501-990c-a14b035fda43, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:11:12.406060 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e30856-09b1-43f4-8983-871a77be47f5 admin admin] Network e8ddde0d-ed42-4501-990c-a14b035fda43 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:11:12.417070 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-d0e30856-09b1-43f4-8983-871a77be47f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, e8ddde0d-ed42-4501-990c-a14b035fda43) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:11:12.423552 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e30856-09b1-43f4-8983-871a77be47f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:12.424386 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d0e30856-09b1-43f4-8983-871a77be47f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:12.430449 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f1d821-3c61-42c8-93de-2f0aebc8f234 None None] Network e8ddde0d-ed42-4501-990c-a14b035fda43 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:11:12.456719 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-d0e30856-09b1-43f4-8983-871a77be47f5 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4289675 Oct 04 09:11:12.459731 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 52682) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:12.468609 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-f431e440-5d4d-435c-8250-e858698b590b admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-273369803-router', 'tenant_id': '207ffe4555e7440982e6c7a0c57387dd', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:11:12.473766 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-f431e440-5d4d-435c-8250-e858698b590b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:12.484419 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-f431e440-5d4d-435c-8250-e858698b590b admin admin] Usage tracker for resource:router and tenant:207ffe4555e7440982e6c7a0c57387dd is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:12.487961 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-f431e440-5d4d-435c-8250-e858698b590b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:12.494823 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-f431e440-5d4d-435c-8250-e858698b590b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:12.508786 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f431e440-5d4d-435c-8250-e858698b590b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:12.510625 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f431e440-5d4d-435c-8250-e858698b590b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:12.560097 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-ac3f5522-d112-4f62-a99b-63b6f9eed177 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1933225775-network', 'tenant_id': '8ef6eeaada3246f29119027d4a154b34'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:11:12.567974 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-ac3f5522-d112-4f62-a99b-63b6f9eed177 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:12.581289 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-ac3f5522-d112-4f62-a99b-63b6f9eed177 admin admin] Usage tracker for resource:network and tenant:8ef6eeaada3246f29119027d4a154b34 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:12.584482 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f431e440-5d4d-435c-8250-e858698b590b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:12.661159 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-ac3f5522-d112-4f62-a99b-63b6f9eed177 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:12.661813 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 52690) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:12.668115 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-ac3f5522-d112-4f62-a99b-63b6f9eed177 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:12.685029 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3f5522-d112-4f62-a99b-63b6f9eed177 admin admin] Made reservation on behalf of 8ef6eeaada3246f29119027d4a154b34 for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:11:12.687662 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ac3f5522-d112-4f62-a99b-63b6f9eed177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:12.703680 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ac3f5522-d112-4f62-a99b-63b6f9eed177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:12.719832 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-ac3f5522-d112-4f62-a99b-63b6f9eed177 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:12.724007 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-ac3f5522-d112-4f62-a99b-63b6f9eed177 admin admin] Usage tracker for resource:security_group_rule and tenant:8ef6eeaada3246f29119027d4a154b34 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:12.727567 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-ac3f5522-d112-4f62-a99b-63b6f9eed177 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:12.733806 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-ac3f5522-d112-4f62-a99b-63b6f9eed177 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:12.813243 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548214b1-548a-4824-91b5-4badabb86f70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-e8ddde0d-ed42-4501-990c-a14b035fda43', 'network_id': 'e8ddde0d-ed42-4501-990c-a14b035fda43', 'tenant_id': '207ffe4555e7440982e6c7a0c57387dd', 'fixed_ips': [{'subnet_id': '68dc2dea-3e89-4e44-9770-d0bf75ecdbc7'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:11:12.814021 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-548214b1-548a-4824-91b5-4badabb86f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:12.892198 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ac3f5522-d112-4f62-a99b-63b6f9eed177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:12.903503 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ac3f5522-d112-4f62-a99b-63b6f9eed177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:12.915464 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac3f5522-d112-4f62-a99b-63b6f9eed177 admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:11:12.925000 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ac3f5522-d112-4f62-a99b-63b6f9eed177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:12.925629 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-ac3f5522-d112-4f62-a99b-63b6f9eed177 admin admin] Added segment ab774fdc-dff8-49ef-a1f1-5ebb0e8fcda7 of type vlan for network 4e61ee37-e03d-4906-997b-978c1601b208 Oct 04 09:11:12.951533 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ac3f5522-d112-4f62-a99b-63b6f9eed177 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:13.007812 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-548214b1-548a-4824-91b5-4badabb86f70 None None] Allocated IP 172.20.0.2 (e8ddde0d-ed42-4501-990c-a14b035fda43/68dc2dea-3e89-4e44-9770-d0bf75ecdbc7/585c6260-00e6-4d4d-b8e8-9b8c87568015) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:11:13.098769 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-ed75adc4-5686-482f-b771-0bea1ee79257 tempest-AgentManagementNegativeTest-762370439 tempest-AgentManagementNegativeTest-762370439-project] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4356163 Oct 04 09:11:13.182714 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ac3f5522-d112-4f62-a99b-63b6f9eed177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:13.183949 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3f5522-d112-4f62-a99b-63b6f9eed177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:13.184796 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ac3f5522-d112-4f62-a99b-63b6f9eed177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:13.204136 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f431e440-5d4d-435c-8250-e858698b590b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:13.282933 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-548214b1-548a-4824-91b5-4badabb86f70 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:13.298028 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-548214b1-548a-4824-91b5-4badabb86f70 None None] Transition to ACTIVE for port object 585c6260-00e6-4d4d-b8e8-9b8c87568015 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:11:13.323109 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-548214b1-548a-4824-91b5-4badabb86f70 None None] Transition to ACTIVE for port object 585c6260-00e6-4d4d-b8e8-9b8c87568015 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:11:13.332120 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-548214b1-548a-4824-91b5-4badabb86f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:13.414163 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548214b1-548a-4824-91b5-4badabb86f70 None None] Pushing event updated for resources: {'Port': ['ID=585c6260-00e6-4d4d-b8e8-9b8c87568015,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:13.423334 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548214b1-548a-4824-91b5-4badabb86f70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:11:13.424052 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548214b1-548a-4824-91b5-4badabb86f70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:11:13.424590 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548214b1-548a-4824-91b5-4badabb86f70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:11:13.425130 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548214b1-548a-4824-91b5-4badabb86f70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:11:13.425647 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548214b1-548a-4824-91b5-4badabb86f70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:11:13.426180 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548214b1-548a-4824-91b5-4badabb86f70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:11:13.426693 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548214b1-548a-4824-91b5-4badabb86f70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:11:13.427192 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548214b1-548a-4824-91b5-4badabb86f70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:11:13.427717 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548214b1-548a-4824-91b5-4badabb86f70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:11:13.428229 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548214b1-548a-4824-91b5-4badabb86f70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:11:13.428747 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548214b1-548a-4824-91b5-4badabb86f70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:11:13.429266 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548214b1-548a-4824-91b5-4badabb86f70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:11:13.430538 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548214b1-548a-4824-91b5-4badabb86f70 None None] Tracked resource versions report: Oct 04 09:11:13.430538 dv-neutron-860215-1-hyperv neutron-server[89034]: pushed versions: Oct 04 09:11:13.430538 dv-neutron-860215-1-hyperv neutron-server[89034]: { 'AddressGroup': {'1.2'}, Oct 04 09:11:13.430538 dv-neutron-860215-1-hyperv neutron-server[89034]: 'ConntrackHelper': {'1.0'}, Oct 04 09:11:13.430538 dv-neutron-860215-1-hyperv neutron-server[89034]: 'Log': {'1.0'}, Oct 04 09:11:13.430538 dv-neutron-860215-1-hyperv neutron-server[89034]: 'Network': {'1.1'}, Oct 04 09:11:13.430538 dv-neutron-860215-1-hyperv neutron-server[89034]: 'Port': {'1.7'}, Oct 04 09:11:13.430538 dv-neutron-860215-1-hyperv neutron-server[89034]: 'PortForwarding': {'1.2'}, Oct 04 09:11:13.430538 dv-neutron-860215-1-hyperv neutron-server[89034]: 'QosPolicy': {'1.8'}, Oct 04 09:11:13.430538 dv-neutron-860215-1-hyperv neutron-server[89034]: 'SecurityGroup': {'1.4'}, Oct 04 09:11:13.430538 dv-neutron-860215-1-hyperv neutron-server[89034]: 'SecurityGroupRule': {'1.2'}, Oct 04 09:11:13.430538 dv-neutron-860215-1-hyperv neutron-server[89034]: 'SubPort': {'1.0'}, Oct 04 09:11:13.430538 dv-neutron-860215-1-hyperv neutron-server[89034]: 'Subnet': {'1.1'}, Oct 04 09:11:13.430538 dv-neutron-860215-1-hyperv neutron-server[89034]: 'Trunk': {'1.1'}} Oct 04 09:11:13.430538 dv-neutron-860215-1-hyperv neutron-server[89034]: consumer versions: Oct 04 09:11:13.430538 dv-neutron-860215-1-hyperv neutron-server[89034]: { DHCP agent@dv-neutron-860215-1-hyperv: {}, Oct 04 09:11:13.430538 dv-neutron-860215-1-hyperv neutron-server[89034]: HyperV agent@hv-neutron-8602: {}, Oct 04 09:11:13.430538 dv-neutron-860215-1-hyperv neutron-server[89034]: L3 agent@dv-neutron-860215-1-hyperv: {}, Oct 04 09:11:13.430538 dv-neutron-860215-1-hyperv neutron-server[89034]: Metadata agent@dv-neutron-860215-1-hyperv: {}, Oct 04 09:11:13.430538 dv-neutron-860215-1-hyperv neutron-server[89034]: Metering agent@dv-neutron-860215-1-hyperv: {}, Oct 04 09:11:13.430538 dv-neutron-860215-1-hyperv neutron-server[89034]: Open vSwitch agent@dv-neutron-860215-1-hyperv: { 'AddressGroup': '1.2', Oct 04 09:11:13.430538 dv-neutron-860215-1-hyperv neutron-server[89034]: 'ConntrackHelper': '1.0', Oct 04 09:11:13.430538 dv-neutron-860215-1-hyperv neutron-server[89034]: 'Log': '1.0', Oct 04 09:11:13.430538 dv-neutron-860215-1-hyperv neutron-server[89034]: 'Network': '1.1', Oct 04 09:11:13.430538 dv-neutron-860215-1-hyperv neutron-server[89034]: 'Port': '1.7', Oct 04 09:11:13.430538 dv-neutron-860215-1-hyperv neutron-server[89034]: 'PortForwarding': '1.2', Oct 04 09:11:13.430538 dv-neutron-860215-1-hyperv neutron-server[89034]: 'QosPolicy': '1.8', Oct 04 09:11:13.430538 dv-neutron-860215-1-hyperv neutron-server[89034]: 'SecurityGroup': '1.4', Oct 04 09:11:13.430538 dv-neutron-860215-1-hyperv neutron-server[89034]: 'SecurityGroupRule': '1.2', Oct 04 09:11:13.430538 dv-neutron-860215-1-hyperv neutron-server[89034]: 'SubPort': '1.0', Oct 04 09:11:13.430538 dv-neutron-860215-1-hyperv neutron-server[89034]: 'Subnet': '1.1', Oct 04 09:11:13.430538 dv-neutron-860215-1-hyperv neutron-server[89034]: 'Trunk': '1.1'}} Oct 04 09:11:13.430538 dv-neutron-860215-1-hyperv neutron-server[89034]: {{(pid=89034) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 04 09:11:13.446214 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548214b1-548a-4824-91b5-4badabb86f70 None None] Network e8ddde0d-ed42-4501-990c-a14b035fda43 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:11:13.447623 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-548214b1-548a-4824-91b5-4badabb86f70 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:11:13.453833 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548214b1-548a-4824-91b5-4badabb86f70 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:11:13.454338 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3f5522-d112-4f62-a99b-63b6f9eed177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb104af-7f55-4b86-87b6-76fbbff047ef,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:13.475111 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 52722) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:13.475665 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-ac3f5522-d112-4f62-a99b-63b6f9eed177 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5270863 Oct 04 09:11:13.481628 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-b5717aec-69de-46af-b5e4-04368bc2689a admin admin] Request body: {'subnet': {'network_id': '4e61ee37-e03d-4906-997b-978c1601b208', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1933225775-subnet', 'tenant_id': '8ef6eeaada3246f29119027d4a154b34', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:11:13.488308 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-b5717aec-69de-46af-b5e4-04368bc2689a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:13.498154 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3f5522-d112-4f62-a99b-63b6f9eed177 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:11:13.498769 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3f5522-d112-4f62-a99b-63b6f9eed177 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:11:13.499551 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3f5522-d112-4f62-a99b-63b6f9eed177 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:11:13.500266 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3f5522-d112-4f62-a99b-63b6f9eed177 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:11:13.501042 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3f5522-d112-4f62-a99b-63b6f9eed177 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:11:13.501497 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3f5522-d112-4f62-a99b-63b6f9eed177 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:11:13.501940 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3f5522-d112-4f62-a99b-63b6f9eed177 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:11:13.502444 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3f5522-d112-4f62-a99b-63b6f9eed177 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:11:13.502881 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3f5522-d112-4f62-a99b-63b6f9eed177 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:11:13.503356 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3f5522-d112-4f62-a99b-63b6f9eed177 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:11:13.503727 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-b5717aec-69de-46af-b5e4-04368bc2689a admin admin] Usage tracker for resource:subnet and tenant:8ef6eeaada3246f29119027d4a154b34 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:13.504410 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3f5522-d112-4f62-a99b-63b6f9eed177 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:11:13.504948 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3f5522-d112-4f62-a99b-63b6f9eed177 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:11:13.506337 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3f5522-d112-4f62-a99b-63b6f9eed177 admin admin] Tracked resource versions report: Oct 04 09:11:13.506337 dv-neutron-860215-1-hyperv neutron-server[89033]: pushed versions: Oct 04 09:11:13.506337 dv-neutron-860215-1-hyperv neutron-server[89033]: { 'AddressGroup': {'1.2'}, Oct 04 09:11:13.506337 dv-neutron-860215-1-hyperv neutron-server[89033]: 'ConntrackHelper': {'1.0'}, Oct 04 09:11:13.506337 dv-neutron-860215-1-hyperv neutron-server[89033]: 'Log': {'1.0'}, Oct 04 09:11:13.506337 dv-neutron-860215-1-hyperv neutron-server[89033]: 'Network': {'1.1'}, Oct 04 09:11:13.506337 dv-neutron-860215-1-hyperv neutron-server[89033]: 'Port': {'1.7'}, Oct 04 09:11:13.506337 dv-neutron-860215-1-hyperv neutron-server[89033]: 'PortForwarding': {'1.2'}, Oct 04 09:11:13.506337 dv-neutron-860215-1-hyperv neutron-server[89033]: 'QosPolicy': {'1.8'}, Oct 04 09:11:13.506337 dv-neutron-860215-1-hyperv neutron-server[89033]: 'SecurityGroup': {'1.4'}, Oct 04 09:11:13.506337 dv-neutron-860215-1-hyperv neutron-server[89033]: 'SecurityGroupRule': {'1.2'}, Oct 04 09:11:13.506337 dv-neutron-860215-1-hyperv neutron-server[89033]: 'SubPort': {'1.0'}, Oct 04 09:11:13.506337 dv-neutron-860215-1-hyperv neutron-server[89033]: 'Subnet': {'1.1'}, Oct 04 09:11:13.506337 dv-neutron-860215-1-hyperv neutron-server[89033]: 'Trunk': {'1.1'}} Oct 04 09:11:13.506337 dv-neutron-860215-1-hyperv neutron-server[89033]: consumer versions: Oct 04 09:11:13.506337 dv-neutron-860215-1-hyperv neutron-server[89033]: { DHCP agent@dv-neutron-860215-1-hyperv: {}, Oct 04 09:11:13.506337 dv-neutron-860215-1-hyperv neutron-server[89033]: HyperV agent@hv-neutron-8602: {}, Oct 04 09:11:13.506337 dv-neutron-860215-1-hyperv neutron-server[89033]: L3 agent@dv-neutron-860215-1-hyperv: {}, Oct 04 09:11:13.506337 dv-neutron-860215-1-hyperv neutron-server[89033]: Metadata agent@dv-neutron-860215-1-hyperv: {}, Oct 04 09:11:13.506337 dv-neutron-860215-1-hyperv neutron-server[89033]: Metering agent@dv-neutron-860215-1-hyperv: {}, Oct 04 09:11:13.506337 dv-neutron-860215-1-hyperv neutron-server[89033]: Open vSwitch agent@dv-neutron-860215-1-hyperv: { 'AddressGroup': '1.2', Oct 04 09:11:13.506337 dv-neutron-860215-1-hyperv neutron-server[89033]: 'ConntrackHelper': '1.0', Oct 04 09:11:13.506337 dv-neutron-860215-1-hyperv neutron-server[89033]: 'Log': '1.0', Oct 04 09:11:13.506337 dv-neutron-860215-1-hyperv neutron-server[89033]: 'Network': '1.1', Oct 04 09:11:13.506337 dv-neutron-860215-1-hyperv neutron-server[89033]: 'Port': '1.7', Oct 04 09:11:13.506337 dv-neutron-860215-1-hyperv neutron-server[89033]: 'PortForwarding': '1.2', Oct 04 09:11:13.506337 dv-neutron-860215-1-hyperv neutron-server[89033]: 'QosPolicy': '1.8', Oct 04 09:11:13.506337 dv-neutron-860215-1-hyperv neutron-server[89033]: 'SecurityGroup': '1.4', Oct 04 09:11:13.506337 dv-neutron-860215-1-hyperv neutron-server[89033]: 'SecurityGroupRule': '1.2', Oct 04 09:11:13.506337 dv-neutron-860215-1-hyperv neutron-server[89033]: 'SubPort': '1.0', Oct 04 09:11:13.506337 dv-neutron-860215-1-hyperv neutron-server[89033]: 'Subnet': '1.1', Oct 04 09:11:13.506337 dv-neutron-860215-1-hyperv neutron-server[89033]: 'Trunk': '1.1'}} Oct 04 09:11:13.506337 dv-neutron-860215-1-hyperv neutron-server[89033]: {{(pid=89033) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 04 09:11:13.508703 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-b5717aec-69de-46af-b5e4-04368bc2689a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:13.519793 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3f5522-d112-4f62-a99b-63b6f9eed177 admin admin] Pushing event updated for resources: {'Network': ['ID=4e61ee37-e03d-4906-997b-978c1601b208,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:13.520019 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-b5717aec-69de-46af-b5e4-04368bc2689a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:13.545291 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5717aec-69de-46af-b5e4-04368bc2689a admin admin] Made reservation on behalf of 8ef6eeaada3246f29119027d4a154b34 for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:11:13.547870 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b5717aec-69de-46af-b5e4-04368bc2689a admin admin] Notify callbacks [] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:13.599294 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 4e61ee37-e03d-4906-997b-978c1601b208 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:11:13.713508 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-548214b1-548a-4824-91b5-4badabb86f70 None None] Attempting to bind port 585c6260-00e6-4d4d-b8e8-9b8c87568015 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:13.713978 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-548214b1-548a-4824-91b5-4badabb86f70 None None] Attempting to bind port 585c6260-00e6-4d4d-b8e8-9b8c87568015 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'f973a6e2-d09c-4697-bd3b-2000b453af7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e8ddde0d-ed42-4501-990c-a14b035fda43'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:13.714238 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548214b1-548a-4824-91b5-4badabb86f70 None None] Attempting to bind port 585c6260-00e6-4d4d-b8e8-9b8c87568015 on network e8ddde0d-ed42-4501-990c-a14b035fda43 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:13.760289 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548214b1-548a-4824-91b5-4badabb86f70 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:11:13.762499 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548214b1-548a-4824-91b5-4badabb86f70 None None] Checking segment: {'id': 'f973a6e2-d09c-4697-bd3b-2000b453af7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e8ddde0d-ed42-4501-990c-a14b035fda43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:11:13.763005 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-548214b1-548a-4824-91b5-4badabb86f70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:13.763411 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548214b1-548a-4824-91b5-4badabb86f70 None None] Bound using segment: {'id': 'f973a6e2-d09c-4697-bd3b-2000b453af7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e8ddde0d-ed42-4501-990c-a14b035fda43'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:11:13.763901 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-548214b1-548a-4824-91b5-4badabb86f70 None None] Bound port: 585c6260-00e6-4d4d-b8e8-9b8c87568015, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f973a6e2-d09c-4697-bd3b-2000b453af7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e8ddde0d-ed42-4501-990c-a14b035fda43'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:11:13.764281 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-548214b1-548a-4824-91b5-4badabb86f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:13.806083 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b5717aec-69de-46af-b5e4-04368bc2689a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:13.845958 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f431e440-5d4d-435c-8250-e858698b590b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:13.890424 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f431e440-5d4d-435c-8250-e858698b590b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:13.891829 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5717aec-69de-46af-b5e4-04368bc2689a admin admin] Pushing event updated for resources: {'Subnet': ['ID=373d4a32-610a-4c8a-84eb-e8dbb10358db,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:13.986066 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5717aec-69de-46af-b5e4-04368bc2689a admin admin] Checking segment: {'id': 'ab774fdc-dff8-49ef-a1f1-5ebb0e8fcda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '4e61ee37-e03d-4906-997b-978c1601b208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:11:13.987698 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5717aec-69de-46af-b5e4-04368bc2689a admin admin] Network hostable DHCP agents. Network: 4e61ee37-e03d-4906-997b-978c1601b208, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:11:13.989971 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-548214b1-548a-4824-91b5-4badabb86f70 None None] For port 585c6260-00e6-4d4d-b8e8-9b8c87568015, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:11:13.993700 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-548214b1-548a-4824-91b5-4badabb86f70 None None] For port 585c6260-00e6-4d4d-b8e8-9b8c87568015, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=585c6260-00e6-4d4d-b8e8-9b8c87568015,segment=NetworkSegment(f973a6e2-d09c-4697-bd3b-2000b453af7a),segment_id=f973a6e2-d09c-4697-bd3b-2000b453af7a)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:11:14.004936 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-548214b1-548a-4824-91b5-4badabb86f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:14.050082 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5717aec-69de-46af-b5e4-04368bc2689a admin admin] Network 4e61ee37-e03d-4906-997b-978c1601b208 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:11:14.072674 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-b5717aec-69de-46af-b5e4-04368bc2689a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 4e61ee37-e03d-4906-997b-978c1601b208) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:11:14.077825 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5717aec-69de-46af-b5e4-04368bc2689a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:14.078797 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b5717aec-69de-46af-b5e4-04368bc2689a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:14.086026 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 52744) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:14.090092 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e1357d-eb49-4360-bf2a-723c15656c43 None None] Network 4e61ee37-e03d-4906-997b-978c1601b208 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:11:14.139051 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-b5717aec-69de-46af-b5e4-04368bc2689a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6616030 Oct 04 09:11:14.142059 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 52750) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:14.147911 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-ea1687bb-cfbb-4753-96ed-bbac740e09f0 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1933225775-router', 'tenant_id': '8ef6eeaada3246f29119027d4a154b34', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:11:14.152884 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-ea1687bb-cfbb-4753-96ed-bbac740e09f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:14.155603 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-f431e440-5d4d-435c-8250-e858698b590b admin admin] Allocated IP 172.26.10.173 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/3d38fe96-a290-4c0e-8f35-41d7828bf0a7) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:11:14.158834 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-ea1687bb-cfbb-4753-96ed-bbac740e09f0 admin admin] Usage tracker for resource:router and tenant:8ef6eeaada3246f29119027d4a154b34 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:14.167173 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-ea1687bb-cfbb-4753-96ed-bbac740e09f0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:14.183419 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-ea1687bb-cfbb-4753-96ed-bbac740e09f0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:14.204523 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ea1687bb-cfbb-4753-96ed-bbac740e09f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:14.206235 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ea1687bb-cfbb-4753-96ed-bbac740e09f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:14.213210 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548214b1-548a-4824-91b5-4badabb86f70 None None] Pushing event updated for resources: {'Port': ['ID=585c6260-00e6-4d4d-b8e8-9b8c87568015,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:14.244689 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ea1687bb-cfbb-4753-96ed-bbac740e09f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:14.453127 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74db4377-7796-485e-a51c-0d5002eef57f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-4e61ee37-e03d-4906-997b-978c1601b208', 'network_id': '4e61ee37-e03d-4906-997b-978c1601b208', 'tenant_id': '8ef6eeaada3246f29119027d4a154b34', 'fixed_ips': [{'subnet_id': '373d4a32-610a-4c8a-84eb-e8dbb10358db'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:11:14.454516 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-74db4377-7796-485e-a51c-0d5002eef57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:14.507577 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f431e440-5d4d-435c-8250-e858698b590b admin admin] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:14.514225 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 52760) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:14.602139 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f431e440-5d4d-435c-8250-e858698b590b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:14.708981 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f431e440-5d4d-435c-8250-e858698b590b admin admin] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:11:14.726798 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-f431e440-5d4d-435c-8250-e858698b590b admin admin] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:11:14.737833 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f431e440-5d4d-435c-8250-e858698b590b admin admin] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:11:14.737968 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ea1687bb-cfbb-4753-96ed-bbac740e09f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:14.838770 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-74db4377-7796-485e-a51c-0d5002eef57f None None] Allocated IP 172.20.0.2 (4e61ee37-e03d-4906-997b-978c1601b208/373d4a32-610a-4c8a-84eb-e8dbb10358db/3a024f71-917d-473c-a126-6845f93a54b3) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:11:14.908224 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4463bfe1-874e-41f0-8f1c-9bdda4c036b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:14.923977 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-4463bfe1-874e-41f0-8f1c-9bdda4c036b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:14.927976 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-4463bfe1-874e-41f0-8f1c-9bdda4c036b6 admin admin] Usage tracker for resource:security_group_rule and tenant:f9e14569286e490d8d12a5f8a91e792b is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:14.930892 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-4463bfe1-874e-41f0-8f1c-9bdda4c036b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:14.937657 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-4463bfe1-874e-41f0-8f1c-9bdda4c036b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:14.979955 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 52772) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:15.015371 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 585c6260-00e6-4d4d-b8e8-9b8c87568015 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:11:15.025908 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-b05b88bb-2405-4fcd-abf1-4b47682d934f tempest-PortsAdminExtendedAttrsTestJSON-1404950723 tempest-PortsAdminExtendedAttrsTestJSON-1404950723-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1847813868'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:11:15.067091 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-b05b88bb-2405-4fcd-abf1-4b47682d934f tempest-PortsAdminExtendedAttrsTestJSON-1404950723 tempest-PortsAdminExtendedAttrsTestJSON-1404950723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:15.078277 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431e440-5d4d-435c-8250-e858698b590b admin admin] Pushing event updated for resources: {'Port': ['ID=3d38fe96-a290-4c0e-8f35-41d7828bf0a7,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:15.090195 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-b05b88bb-2405-4fcd-abf1-4b47682d934f tempest-PortsAdminExtendedAttrsTestJSON-1404950723 tempest-PortsAdminExtendedAttrsTestJSON-1404950723-project] Usage tracker for resource:network and tenant:c9d2de01d6354161a7cc32f323f0057c is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:15.144586 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4463bfe1-874e-41f0-8f1c-9bdda4c036b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:15.161718 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-b05b88bb-2405-4fcd-abf1-4b47682d934f tempest-PortsAdminExtendedAttrsTestJSON-1404950723 tempest-PortsAdminExtendedAttrsTestJSON-1404950723-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:15.170981 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4463bfe1-874e-41f0-8f1c-9bdda4c036b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:15.193674 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-b05b88bb-2405-4fcd-abf1-4b47682d934f tempest-PortsAdminExtendedAttrsTestJSON-1404950723 tempest-PortsAdminExtendedAttrsTestJSON-1404950723-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:15.224210 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05b88bb-2405-4fcd-abf1-4b47682d934f tempest-PortsAdminExtendedAttrsTestJSON-1404950723 tempest-PortsAdminExtendedAttrsTestJSON-1404950723-project] Made reservation on behalf of c9d2de01d6354161a7cc32f323f0057c for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:11:15.238209 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b05b88bb-2405-4fcd-abf1-4b47682d934f tempest-PortsAdminExtendedAttrsTestJSON-1404950723 tempest-PortsAdminExtendedAttrsTestJSON-1404950723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:15.257250 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 52784) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:15.265286 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b05b88bb-2405-4fcd-abf1-4b47682d934f tempest-PortsAdminExtendedAttrsTestJSON-1404950723 tempest-PortsAdminExtendedAttrsTestJSON-1404950723-project] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:15.300189 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4463bfe1-874e-41f0-8f1c-9bdda4c036b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b718c64d-1ff7-4893-87de-62a2dee03f50,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:15.409702 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 585c6260-00e6-4d4d-b8e8-9b8c87568015 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:11:15.426491 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-4463bfe1-874e-41f0-8f1c-9bdda4c036b6 admin admin] Synchronizing usage tracker for tenant:1e6aec0eb64b477487247c5044451548 on resource:security_group {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:11:15.450605 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-b05b88bb-2405-4fcd-abf1-4b47682d934f tempest-PortsAdminExtendedAttrsTestJSON-1404950723 tempest-PortsAdminExtendedAttrsTestJSON-1404950723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:15.455145 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-74db4377-7796-485e-a51c-0d5002eef57f None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:15.464339 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-b05b88bb-2405-4fcd-abf1-4b47682d934f tempest-PortsAdminExtendedAttrsTestJSON-1404950723 tempest-PortsAdminExtendedAttrsTestJSON-1404950723-project] Usage tracker for resource:security_group_rule and tenant:c9d2de01d6354161a7cc32f323f0057c is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:15.473136 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-b05b88bb-2405-4fcd-abf1-4b47682d934f tempest-PortsAdminExtendedAttrsTestJSON-1404950723 tempest-PortsAdminExtendedAttrsTestJSON-1404950723-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:15.478518 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-74db4377-7796-485e-a51c-0d5002eef57f None None] Transition to ACTIVE for port object 3a024f71-917d-473c-a126-6845f93a54b3 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:11:15.494321 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ec1372-dbb3-4cf4-9a9f-eb6770184799 None None] Network e8ddde0d-ed42-4501-990c-a14b035fda43 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:11:15.497102 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-b05b88bb-2405-4fcd-abf1-4b47682d934f tempest-PortsAdminExtendedAttrsTestJSON-1404950723 tempest-PortsAdminExtendedAttrsTestJSON-1404950723-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:15.607871 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-4cfd73b7-ca4f-4c67-9b49-425a5899f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-265952927'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:11:15.627641 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-74db4377-7796-485e-a51c-0d5002eef57f None None] Transition to ACTIVE for port object 3a024f71-917d-473c-a126-6845f93a54b3 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:11:15.631938 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ea1687bb-cfbb-4753-96ed-bbac740e09f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:15.635034 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f431e440-5d4d-435c-8250-e858698b590b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:15.651689 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-74db4377-7796-485e-a51c-0d5002eef57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:15.679956 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-4cfd73b7-ca4f-4c67-9b49-425a5899f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:15.689578 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-fe80772f-d070-45f2-ad7d-518f72b450f4 None None] Provisioning for port 585c6260-00e6-4d4d-b8e8-9b8c87568015 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:11:15.699144 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-fe80772f-d070-45f2-ad7d-518f72b450f4 None None] Provisioning complete for port 585c6260-00e6-4d4d-b8e8-9b8c87568015 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:11:15.699510 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-fe80772f-d070-45f2-ad7d-518f72b450f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:15.700258 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-fe80772f-d070-45f2-ad7d-518f72b450f4 None None] Attempt 1 to provision port 585c6260-00e6-4d4d-b8e8-9b8c87568015 Oct 04 09:11:15.710636 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-4cfd73b7-ca4f-4c67-9b49-425a5899f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213-project] Usage tracker for resource:network and tenant:317de130129d4db9b17b741712f04509 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:15.727462 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ea1687bb-cfbb-4753-96ed-bbac740e09f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:15.736640 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-4cfd73b7-ca4f-4c67-9b49-425a5899f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:15.826912 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-4cfd73b7-ca4f-4c67-9b49-425a5899f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:15.861405 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cfd73b7-ca4f-4c67-9b49-425a5899f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213-project] Made reservation on behalf of 317de130129d4db9b17b741712f04509 for: {'network': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:11:15.868326 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4cfd73b7-ca4f-4c67-9b49-425a5899f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:15.897475 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 52796) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:15.925652 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74db4377-7796-485e-a51c-0d5002eef57f None None] Network 4e61ee37-e03d-4906-997b-978c1601b208 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:11:15.928149 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db4377-7796-485e-a51c-0d5002eef57f None None] Pushing event updated for resources: {'Port': ['ID=3a024f71-917d-473c-a126-6845f93a54b3,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:15.934599 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4cfd73b7-ca4f-4c67-9b49-425a5899f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213-project] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:15.956849 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-74db4377-7796-485e-a51c-0d5002eef57f None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:11:15.960914 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b05b88bb-2405-4fcd-abf1-4b47682d934f tempest-PortsAdminExtendedAttrsTestJSON-1404950723 tempest-PortsAdminExtendedAttrsTestJSON-1404950723-project] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:15.969244 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-f1fd5cc6-bec2-4c38-b35b-89cf87e4d4cd tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-917388897'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:11:16.054382 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-4cfd73b7-ca4f-4c67-9b49-425a5899f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:16.115244 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b05b88bb-2405-4fcd-abf1-4b47682d934f tempest-PortsAdminExtendedAttrsTestJSON-1404950723 tempest-PortsAdminExtendedAttrsTestJSON-1404950723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:16.121544 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-fe80772f-d070-45f2-ad7d-518f72b450f4 None None] Current status of the port 585c6260-00e6-4d4d-b8e8-9b8c87568015 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:11:16.121989 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-fe80772f-d070-45f2-ad7d-518f72b450f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:16.126856 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-ea1687bb-cfbb-4753-96ed-bbac740e09f0 admin admin] Allocated IP 172.26.10.84 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/56fedbe0-fa99-4efe-8643-d6d0d74e28a6) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:11:16.129536 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-4cfd73b7-ca4f-4c67-9b49-425a5899f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213-project] Usage tracker for resource:security_group_rule and tenant:317de130129d4db9b17b741712f04509 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:16.133411 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-4cfd73b7-ca4f-4c67-9b49-425a5899f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:16.150596 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74db4377-7796-485e-a51c-0d5002eef57f None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:11:16.154274 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-4cfd73b7-ca4f-4c67-9b49-425a5899f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:16.165941 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-33a15cd6-0981-4a47-a6ec-8b278b368272 tempest-ExternalNetworksTestJSON-946680390 tempest-ExternalNetworksTestJSON-946680390-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-684343990'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:11:16.171267 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b05b88bb-2405-4fcd-abf1-4b47682d934f tempest-PortsAdminExtendedAttrsTestJSON-1404950723 tempest-PortsAdminExtendedAttrsTestJSON-1404950723-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:11:16.184711 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-fe80772f-d070-45f2-ad7d-518f72b450f4 None None] For port 585c6260-00e6-4d4d-b8e8-9b8c87568015, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=585c6260-00e6-4d4d-b8e8-9b8c87568015,segment=NetworkSegment(f973a6e2-d09c-4697-bd3b-2000b453af7a),segment_id=f973a6e2-d09c-4697-bd3b-2000b453af7a)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:11:16.194922 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b88bb-2405-4fcd-abf1-4b47682d934f tempest-PortsAdminExtendedAttrsTestJSON-1404950723 tempest-PortsAdminExtendedAttrsTestJSON-1404950723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a62b8156-1e7d-4dfc-844d-d0a9803ed22e,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:16.200801 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b05b88bb-2405-4fcd-abf1-4b47682d934f tempest-PortsAdminExtendedAttrsTestJSON-1404950723 tempest-PortsAdminExtendedAttrsTestJSON-1404950723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:16.201210 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-b05b88bb-2405-4fcd-abf1-4b47682d934f tempest-PortsAdminExtendedAttrsTestJSON-1404950723 tempest-PortsAdminExtendedAttrsTestJSON-1404950723-project] Added segment c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3 of type vlan for network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e Oct 04 09:11:16.216409 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f431e440-5d4d-435c-8250-e858698b590b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:16.249903 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-4463bfe1-874e-41f0-8f1c-9bdda4c036b6 admin admin] Unset dirty status for tenant:1e6aec0eb64b477487247c5044451548 on resource:security_group {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:11:16.251363 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-4463bfe1-874e-41f0-8f1c-9bdda4c036b6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f9e14569286e490d8d12a5f8a91e792b&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1643915 Oct 04 09:11:16.257257 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 52814) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:16.261969 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-f1fd5cc6-bec2-4c38-b35b-89cf87e4d4cd tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:16.282926 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-fe80772f-d070-45f2-ad7d-518f72b450f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:16.317155 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-f1fd5cc6-bec2-4c38-b35b-89cf87e4d4cd tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Usage tracker for resource:network and tenant:22696d590fc64502a7740cb618c2909c is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:16.332072 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-33a15cd6-0981-4a47-a6ec-8b278b368272 tempest-ExternalNetworksTestJSON-946680390 tempest-ExternalNetworksTestJSON-946680390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:16.334488 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-f1fd5cc6-bec2-4c38-b35b-89cf87e4d4cd tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:16.363265 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-74db4377-7796-485e-a51c-0d5002eef57f None None] Attempting to bind port 3a024f71-917d-473c-a126-6845f93a54b3 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:16.363640 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-74db4377-7796-485e-a51c-0d5002eef57f None None] Attempting to bind port 3a024f71-917d-473c-a126-6845f93a54b3 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'ab774fdc-dff8-49ef-a1f1-5ebb0e8fcda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '4e61ee37-e03d-4906-997b-978c1601b208'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:16.364073 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74db4377-7796-485e-a51c-0d5002eef57f None None] Attempting to bind port 3a024f71-917d-473c-a126-6845f93a54b3 on network 4e61ee37-e03d-4906-997b-978c1601b208 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:16.385372 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74db4377-7796-485e-a51c-0d5002eef57f None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:11:16.385797 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74db4377-7796-485e-a51c-0d5002eef57f None None] Checking segment: {'id': 'ab774fdc-dff8-49ef-a1f1-5ebb0e8fcda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '4e61ee37-e03d-4906-997b-978c1601b208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:11:16.386201 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-74db4377-7796-485e-a51c-0d5002eef57f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:16.386589 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74db4377-7796-485e-a51c-0d5002eef57f None None] Bound using segment: {'id': 'ab774fdc-dff8-49ef-a1f1-5ebb0e8fcda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '4e61ee37-e03d-4906-997b-978c1601b208'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:11:16.387114 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-74db4377-7796-485e-a51c-0d5002eef57f None None] Bound port: 3a024f71-917d-473c-a126-6845f93a54b3, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab774fdc-dff8-49ef-a1f1-5ebb0e8fcda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '4e61ee37-e03d-4906-997b-978c1601b208'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:11:16.388047 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-74db4377-7796-485e-a51c-0d5002eef57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:16.394129 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-33a15cd6-0981-4a47-a6ec-8b278b368272 tempest-ExternalNetworksTestJSON-946680390 tempest-ExternalNetworksTestJSON-946680390-project] Usage tracker for resource:network and tenant:0ffe6d1fc86b454e8bdb294489ff0c0f is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:16.403079 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-33a15cd6-0981-4a47-a6ec-8b278b368272 tempest-ExternalNetworksTestJSON-946680390 tempest-ExternalNetworksTestJSON-946680390-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:16.417437 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-f1fd5cc6-bec2-4c38-b35b-89cf87e4d4cd tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:16.429794 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b05b88bb-2405-4fcd-abf1-4b47682d934f tempest-PortsAdminExtendedAttrsTestJSON-1404950723 tempest-PortsAdminExtendedAttrsTestJSON-1404950723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:16.448323 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-33a15cd6-0981-4a47-a6ec-8b278b368272 tempest-ExternalNetworksTestJSON-946680390 tempest-ExternalNetworksTestJSON-946680390-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:16.489608 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b05b88bb-2405-4fcd-abf1-4b47682d934f tempest-PortsAdminExtendedAttrsTestJSON-1404950723 tempest-PortsAdminExtendedAttrsTestJSON-1404950723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:16.489608 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05b88bb-2405-4fcd-abf1-4b47682d934f tempest-PortsAdminExtendedAttrsTestJSON-1404950723 tempest-PortsAdminExtendedAttrsTestJSON-1404950723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:16.489608 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b05b88bb-2405-4fcd-abf1-4b47682d934f tempest-PortsAdminExtendedAttrsTestJSON-1404950723 tempest-PortsAdminExtendedAttrsTestJSON-1404950723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:16.490580 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9d86b755-33c3-4c3c-8553-1252e4de59ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:16.501271 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe80772f-d070-45f2-ad7d-518f72b450f4 None None] Pushing event updated for resources: {'Port': ['ID=585c6260-00e6-4d4d-b8e8-9b8c87568015,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:16.521389 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1fd5cc6-bec2-4c38-b35b-89cf87e4d4cd tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Made reservation on behalf of 22696d590fc64502a7740cb618c2909c for: {'network': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:11:16.526187 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f1fd5cc6-bec2-4c38-b35b-89cf87e4d4cd tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:16.545442 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f1fd5cc6-bec2-4c38-b35b-89cf87e4d4cd tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:16.547885 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-74db4377-7796-485e-a51c-0d5002eef57f None None] For port 3a024f71-917d-473c-a126-6845f93a54b3, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:11:16.552495 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-74db4377-7796-485e-a51c-0d5002eef57f None None] For port 3a024f71-917d-473c-a126-6845f93a54b3, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=3a024f71-917d-473c-a126-6845f93a54b3,segment=NetworkSegment(ab774fdc-dff8-49ef-a1f1-5ebb0e8fcda7),segment_id=ab774fdc-dff8-49ef-a1f1-5ebb0e8fcda7)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:11:16.571029 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a15cd6-0981-4a47-a6ec-8b278b368272 tempest-ExternalNetworksTestJSON-946680390 tempest-ExternalNetworksTestJSON-946680390-project] Made reservation on behalf of 0ffe6d1fc86b454e8bdb294489ff0c0f for: {'network': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:11:16.572072 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-74db4377-7796-485e-a51c-0d5002eef57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:16.579328 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-33a15cd6-0981-4a47-a6ec-8b278b368272 tempest-ExternalNetworksTestJSON-946680390 tempest-ExternalNetworksTestJSON-946680390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:16.655089 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4cfd73b7-ca4f-4c67-9b49-425a5899f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213-project] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:16.669746 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db4377-7796-485e-a51c-0d5002eef57f None None] Pushing event updated for resources: {'Port': ['ID=3a024f71-917d-473c-a126-6845f93a54b3,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:16.676167 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b88bb-2405-4fcd-abf1-4b47682d934f tempest-PortsAdminExtendedAttrsTestJSON-1404950723 tempest-PortsAdminExtendedAttrsTestJSON-1404950723-project] Pushing event updated for resources: {'Network': ['ID=b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:16.680888 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-b05b88bb-2405-4fcd-abf1-4b47682d934f tempest-PortsAdminExtendedAttrsTestJSON-1404950723 tempest-PortsAdminExtendedAttrsTestJSON-1404950723-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.1629436 Oct 04 09:11:16.711151 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:11:16.733664 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f431e440-5d4d-435c-8250-e858698b590b admin admin] Router 95f983ee-7a70-46fb-877c-5744f3ec2e57 is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:11:16.741304 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 585c6260-00e6-4d4d-b8e8-9b8c87568015 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:11:16.744271 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 52834) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:16.778773 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-33a15cd6-0981-4a47-a6ec-8b278b368272 tempest-ExternalNetworksTestJSON-946680390 tempest-ExternalNetworksTestJSON-946680390-project] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:16.806584 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9d86b755-33c3-4c3c-8553-1252e4de59ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:16.827275 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-f1fd5cc6-bec2-4c38-b35b-89cf87e4d4cd tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:16.848157 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4cfd73b7-ca4f-4c67-9b49-425a5899f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:16.864160 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cfd73b7-ca4f-4c67-9b49-425a5899f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=89032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:11:16.875733 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4cfd73b7-ca4f-4c67-9b49-425a5899f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:16.876735 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.segments_db [None req-4cfd73b7-ca4f-4c67-9b49-425a5899f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213-project] Added segment 99a762c4-94a0-4547-9082-866c3e3216ff of type vlan for network 0747e935-c229-4fdb-9d08-8642886062c2 Oct 04 09:11:16.907652 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4cfd73b7-ca4f-4c67-9b49-425a5899f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:16.948577 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-f1fd5cc6-bec2-4c38-b35b-89cf87e4d4cd tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Usage tracker for resource:security_group_rule and tenant:22696d590fc64502a7740cb618c2909c is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:17.019260 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-f1fd5cc6-bec2-4c38-b35b-89cf87e4d4cd tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:17.022737 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4cfd73b7-ca4f-4c67-9b49-425a5899f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:17.029240 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfd73b7-ca4f-4c67-9b49-425a5899f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:17.029825 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4cfd73b7-ca4f-4c67-9b49-425a5899f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:17.086576 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-33a15cd6-0981-4a47-a6ec-8b278b368272 tempest-ExternalNetworksTestJSON-946680390 tempest-ExternalNetworksTestJSON-946680390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:17.112996 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ea1687bb-cfbb-4753-96ed-bbac740e09f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:17.116951 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-f1fd5cc6-bec2-4c38-b35b-89cf87e4d4cd tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:17.127032 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-5183bf8e-be00-4076-8a3d-2480d7b05b9c None None] Provisioning complete for port 585c6260-00e6-4d4d-b8e8-9b8c87568015 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:11:17.127032 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5183bf8e-be00-4076-8a3d-2480d7b05b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:17.127813 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-4cfd73b7-ca4f-4c67-9b49-425a5899f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.1362388 Oct 04 09:11:17.127926 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-5183bf8e-be00-4076-8a3d-2480d7b05b9c None None] Attempt 1 to provision port 585c6260-00e6-4d4d-b8e8-9b8c87568015 Oct 04 09:11:17.141502 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-33a15cd6-0981-4a47-a6ec-8b278b368272 tempest-ExternalNetworksTestJSON-946680390 tempest-ExternalNetworksTestJSON-946680390-project] Usage tracker for resource:security_group_rule and tenant:0ffe6d1fc86b454e8bdb294489ff0c0f is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:17.145896 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-86795c28-de6f-41fe-b67f-ce1ebd4768c9 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Request body: {'floatingip': {'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:11:17.190516 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-86795c28-de6f-41fe-b67f-ce1ebd4768c9 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:17.207536 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-86795c28-de6f-41fe-b67f-ce1ebd4768c9 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Usage tracker for resource:floatingip and tenant:52dd0837889040e68c8a5d5a157deb33 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:17.218002 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-86795c28-de6f-41fe-b67f-ce1ebd4768c9 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:17.234188 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-86795c28-de6f-41fe-b67f-ce1ebd4768c9 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:17.268597 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f431e440-5d4d-435c-8250-e858698b590b admin admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:11:17.283150 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611459b2-962d-4ea0-8b09-ff7c598dd8d1 None None] Sync routers for ids ['95f983ee-7a70-46fb-877c-5744f3ec2e57'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:11:17.302505 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-86795c28-de6f-41fe-b67f-ce1ebd4768c9 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks [] for floatingip, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:17.312745 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611459b2-962d-4ea0-8b09-ff7c598dd8d1 None None] Routers {'95f983ee-7a70-46fb-877c-5744f3ec2e57'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:11:17.314607 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-611459b2-962d-4ea0-8b09-ff7c598dd8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:11:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['95f983ee-7a70-46fb-877c-5744f3ec2e57'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:11:17.327654 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-5183bf8e-be00-4076-8a3d-2480d7b05b9c None None] Current status of the port 585c6260-00e6-4d4d-b8e8-9b8c87568015 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:11:17.341651 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f431e440-5d4d-435c-8250-e858698b590b admin admin] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:17.348179 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-f431e440-5d4d-435c-8250-e858698b590b admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.8872979 Oct 04 09:11:17.352390 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 585c6260-00e6-4d4d-b8e8-9b8c87568015 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:11:17.352882 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:17.353323 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 585c6260-00e6-4d4d-b8e8-9b8c87568015 Oct 04 09:11:17.452296 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f1fd5cc6-bec2-4c38-b35b-89cf87e4d4cd tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:17.462576 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-33a15cd6-0981-4a47-a6ec-8b278b368272 tempest-ExternalNetworksTestJSON-946680390 tempest-ExternalNetworksTestJSON-946680390-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:17.472594 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 52854) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:17.486476 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f1fd5cc6-bec2-4c38-b35b-89cf87e4d4cd tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:17.523358 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-33a15cd6-0981-4a47-a6ec-8b278b368272 tempest-ExternalNetworksTestJSON-946680390 tempest-ExternalNetworksTestJSON-946680390-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:17.597169 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 52858) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:17.598996 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-86795c28-de6f-41fe-b67f-ce1ebd4768c9 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:17.662293 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 585c6260-00e6-4d4d-b8e8-9b8c87568015 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:11:17.693271 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Request body: {'port': {'network_id': 'b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e', 'binding:host_id': 'hv-neutron-8602', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-689926153'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:11:17.698661 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:17.708044 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Usage tracker for resource:port and tenant:ead38b0d497642c3831ea73573bdb821 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:17.713165 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:17.729334 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:17.750511 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-611459b2-962d-4ea0-8b09-ff7c598dd8d1 None None] Set router 95f983ee-7a70-46fb-877c-5744f3ec2e57 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:11:17.754091 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Made reservation on behalf of ead38b0d497642c3831ea73573bdb821 for: {'port': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:11:17.756726 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:17.766732 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfd73b7-ca4f-4c67-9b49-425a5899f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56ba1e3c-ed14-4817-a586-1ceb78ba7952,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:17.786484 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:17.818331 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:17.826892 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Usage tracker for resource:security_group_rule and tenant:ead38b0d497642c3831ea73573bdb821 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:17.829306 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfd73b7-ca4f-4c67-9b49-425a5899f41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213-project] Pushing event updated for resources: {'Network': ['ID=0747e935-c229-4fdb-9d08-8642886062c2,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:17.836015 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:17.841593 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 0747e935-c229-4fdb-9d08-8642886062c2 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:11:17.850523 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:17.855928 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1fd5cc6-bec2-4c38-b35b-89cf87e4d4cd tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=89032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:11:17.918108 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f1fd5cc6-bec2-4c38-b35b-89cf87e4d4cd tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:17.919961 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.segments_db [None req-f1fd5cc6-bec2-4c38-b35b-89cf87e4d4cd tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Added segment 618c5a48-b11b-47bb-9cb9-15bc35212aa2 of type vlan for network 47a5e3f9-c86d-42e3-aa54-307ad09aaed3 Oct 04 09:11:17.980826 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:17.982916 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fd5cc6-bec2-4c38-b35b-89cf87e4d4cd tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca2e699-b259-42c8-9911-843f8f673fab,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:18.001237 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:18.018772 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] device_id is not set on port 2347ed90-4fe9-4073-a6b0-c89e497a71aa yet. {{(pid=89033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:11:18.112296 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cbd2d9f-0276-4789-9791-ab7fbf840470,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:18.156165 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0e1f1f-c384-495c-bc58-1d7b9ce2d9c1 None None] Network 4e61ee37-e03d-4906-997b-978c1601b208 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:11:18.185688 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9d86b755-33c3-4c3c-8553-1252e4de59ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:18.195069 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-611459b2-962d-4ea0-8b09-ff7c598dd8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f983ee-7a70-46fb-877c-5744f3ec2e57', 'name': 'tempest-ServersTestJSON-273369803-router', 'tenant_id': '207ffe4555e7440982e6c7a0c57387dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.173'}], 'enable_snat': True}, 'gw_port_id': '3d38fe96-a290-4c0e-8f35-41d7828bf0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:11:12Z', 'updated_at': '2022-10-04T09:11:15Z', 'revision_number': 3, 'project_id': '207ffe4555e7440982e6c7a0c57387dd', 'gw_port': {'id': '3d38fe96-a290-4c0e-8f35-41d7828bf0a7', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:5f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f983ee-7a70-46fb-877c-5744f3ec2e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:11:13Z', 'updated_at': '2022-10-04T09:11:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:11:18.205067 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611459b2-962d-4ea0-8b09-ff7c598dd8d1 None None] Checking router: 95f983ee-7a70-46fb-877c-5744f3ec2e57 for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:11:18.205771 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f1fd5cc6-bec2-4c38-b35b-89cf87e4d4cd tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:18.206295 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611459b2-962d-4ea0-8b09-ff7c598dd8d1 None None] Updating router 95f983ee-7a70-46fb-877c-5744f3ec2e57 port 3d38fe96-a290-4c0e-8f35-41d7828bf0a7 binding host dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:11:18.239672 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d86b755-33c3-4c3c-8553-1252e4de59ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b718c64d-1ff7-4893-87de-62a2dee03f50,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:18.254481 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ea1687bb-cfbb-4753-96ed-bbac740e09f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:18.307860 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 52862) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:18.330033 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-611459b2-962d-4ea0-8b09-ff7c598dd8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:18.351690 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Request body: {'port': {'network_id': '0747e935-c229-4fdb-9d08-8642886062c2', 'binding:host_id': 'hv-neutron-8602', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-406555644'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:11:18.382995 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-2375aafb-add7-4100-96c1-a16c149edd59 None None] Provisioning for port 3a024f71-917d-473c-a126-6845f93a54b3 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:11:18.444665 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:18.466493 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-86795c28-de6f-41fe-b67f-ce1ebd4768c9 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Allocated IP 172.26.10.217 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/6c135ba5-30c0-4ae5-9891-32aade5f8fb2) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:11:18.483879 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Usage tracker for resource:port and tenant:c4a5df274e1a49ee9ce993890c1d51ed is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:18.491690 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1687bb-cfbb-4753-96ed-bbac740e09f0 admin admin] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:11:18.499316 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:18.505597 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-ea1687bb-cfbb-4753-96ed-bbac740e09f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:11:18.521332 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] device_id is not set on port 2347ed90-4fe9-4073-a6b0-c89e497a71aa yet. {{(pid=89033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:11:18.528416 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1687bb-cfbb-4753-96ed-bbac740e09f0 admin admin] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:11:18.579071 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:18.584436 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:18.590514 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9d86b755-33c3-4c3c-8553-1252e4de59ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:18.591714 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-9d86b755-33c3-4c3c-8553-1252e4de59ba admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b718c64d-1ff7-4893-87de-62a2dee03f50 HTTP/1.1" status: 204 len: 168 time: 2.3320076 Oct 04 09:11:18.592435 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1687bb-cfbb-4753-96ed-bbac740e09f0 admin admin] Pushing event updated for resources: {'Port': ['ID=56fedbe0-fa99-4efe-8643-d6d0d74e28a6,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:18.596477 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-33a15cd6-0981-4a47-a6ec-8b278b368272 tempest-ExternalNetworksTestJSON-946680390 tempest-ExternalNetworksTestJSON-946680390-project] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:18.609106 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f1fd5cc6-bec2-4c38-b35b-89cf87e4d4cd tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:18.612522 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Transition to ACTIVE for port object 2347ed90-4fe9-4073-a6b0-c89e497a71aa will not be triggered until provisioned by entity L2. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:11:18.615974 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fd5cc6-bec2-4c38-b35b-89cf87e4d4cd tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:18.616146 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f1fd5cc6-bec2-4c38-b35b-89cf87e4d4cd tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:18.641811 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:18.746365 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-86795c28-de6f-41fe-b67f-ce1ebd4768c9 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:18.777840 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Pushing event updated for resources: {'Port': ['ID=2347ed90-4fe9-4073-a6b0-c89e497a71aa,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:18.816771 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 3a024f71-917d-473c-a126-6845f93a54b3 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:11:18.818322 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Checking segment: {'id': 'c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:11:18.818682 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Network hostable DHCP agents. Network: b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:11:18.873768 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:11:18.883728 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-86795c28-de6f-41fe-b67f-ce1ebd4768c9 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:18.936208 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e) {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:11:18.948407 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bff631-aab9-4d80-b378-bfaa3403ebb7 None None] Network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:11:18.949826 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86795c28-de6f-41fe-b67f-ce1ebd4768c9 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:11:18.960234 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-86795c28-de6f-41fe-b67f-ce1ebd4768c9 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:11:18.968185 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:11:18.989740 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port 2347ed90-4fe9-4073-a6b0-c89e497a71aa on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:18.990126 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port 2347ed90-4fe9-4073-a6b0-c89e497a71aa by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': 'c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e'}] {{(pid=89033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:18.990478 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port 2347ed90-4fe9-4073-a6b0-c89e497a71aa on network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:19.012852 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-33a15cd6-0981-4a47-a6ec-8b278b368272 tempest-ExternalNetworksTestJSON-946680390 tempest-ExternalNetworksTestJSON-946680390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:19.016651 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fd5cc6-bec2-4c38-b35b-89cf87e4d4cd tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Pushing event updated for resources: {'Network': ['ID=47a5e3f9-c86d-42e3-aa54-307ad09aaed3,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:19.019302 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Port 2347ed90-4fe9-4073-a6b0-c89e497a71aa on network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:11:19.020433 dv-neutron-860215-1-hyperv neutron-server[89033]: ERROR neutron.plugins.ml2.managers [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Failed to bind port 2347ed90-4fe9-4073-a6b0-c89e497a71aa on host hv-neutron-8602 for vnic_type normal using segments [{'id': 'c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e'}] Oct 04 09:11:19.023803 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.plugins.ml2.plugin [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempt 2 to bind port 2347ed90-4fe9-4073-a6b0-c89e497a71aa Oct 04 09:11:19.046639 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86795c28-de6f-41fe-b67f-ce1ebd4768c9 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:11:19.070975 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 47a5e3f9-c86d-42e3-aa54-307ad09aaed3 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:11:19.086894 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86795c28-de6f-41fe-b67f-ce1ebd4768c9 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Pushing event updated for resources: {'Port': ['ID=6c135ba5-30c0-4ae5-9891-32aade5f8fb2,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:19.138232 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port 2347ed90-4fe9-4073-a6b0-c89e497a71aa on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:19.138620 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port 2347ed90-4fe9-4073-a6b0-c89e497a71aa by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': 'c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e'}] {{(pid=89033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:19.138889 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port 2347ed90-4fe9-4073-a6b0-c89e497a71aa on network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:19.151778 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Port 2347ed90-4fe9-4073-a6b0-c89e497a71aa on network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:11:19.152112 dv-neutron-860215-1-hyperv neutron-server[89033]: ERROR neutron.plugins.ml2.managers [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Failed to bind port 2347ed90-4fe9-4073-a6b0-c89e497a71aa on host hv-neutron-8602 for vnic_type normal using segments [{'id': 'c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e'}] Oct 04 09:11:19.154662 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.plugins.ml2.plugin [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempt 3 to bind port 2347ed90-4fe9-4073-a6b0-c89e497a71aa Oct 04 09:11:19.179278 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-86795c28-de6f-41fe-b67f-ce1ebd4768c9 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:19.185492 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port 2347ed90-4fe9-4073-a6b0-c89e497a71aa on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:19.185752 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port 2347ed90-4fe9-4073-a6b0-c89e497a71aa by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': 'c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e'}] {{(pid=89033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:19.186056 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port 2347ed90-4fe9-4073-a6b0-c89e497a71aa on network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:19.194999 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Port 2347ed90-4fe9-4073-a6b0-c89e497a71aa on network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:11:19.195197 dv-neutron-860215-1-hyperv neutron-server[89033]: ERROR neutron.plugins.ml2.managers [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Failed to bind port 2347ed90-4fe9-4073-a6b0-c89e497a71aa on host hv-neutron-8602 for vnic_type normal using segments [{'id': 'c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e'}] Oct 04 09:11:19.195458 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.plugins.ml2.plugin [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempt 4 to bind port 2347ed90-4fe9-4073-a6b0-c89e497a71aa Oct 04 09:11:19.219573 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-611459b2-962d-4ea0-8b09-ff7c598dd8d1 None None] Notify callbacks [] for port, precommit_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:19.235013 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.provisioning_blocks [None req-611459b2-962d-4ea0-8b09-ff7c598dd8d1 None None] Transition to ACTIVE for port object 3d38fe96-a290-4c0e-8f35-41d7828bf0a7 will not be triggered until provisioned by entity L2. {{(pid=89035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:11:19.243706 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-611459b2-962d-4ea0-8b09-ff7c598dd8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:19.255103 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ea1687bb-cfbb-4753-96ed-bbac740e09f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:19.256526 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port 2347ed90-4fe9-4073-a6b0-c89e497a71aa on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:19.256873 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port 2347ed90-4fe9-4073-a6b0-c89e497a71aa by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': 'c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e'}] {{(pid=89033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:19.257183 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port 2347ed90-4fe9-4073-a6b0-c89e497a71aa on network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:19.265764 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Port 2347ed90-4fe9-4073-a6b0-c89e497a71aa on network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:11:19.266070 dv-neutron-860215-1-hyperv neutron-server[89033]: ERROR neutron.plugins.ml2.managers [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Failed to bind port 2347ed90-4fe9-4073-a6b0-c89e497a71aa on host hv-neutron-8602 for vnic_type normal using segments [{'id': 'c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e'}] Oct 04 09:11:19.268172 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.plugins.ml2.plugin [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempt 5 to bind port 2347ed90-4fe9-4073-a6b0-c89e497a71aa Oct 04 09:11:19.284145 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-86795c28-de6f-41fe-b67f-ce1ebd4768c9 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:19.329068 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Made reservation on behalf of c4a5df274e1a49ee9ce993890c1d51ed for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:11:19.331719 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:19.333795 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port 2347ed90-4fe9-4073-a6b0-c89e497a71aa on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:19.334130 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port 2347ed90-4fe9-4073-a6b0-c89e497a71aa by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': 'c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e'}] {{(pid=89033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:19.334476 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port 2347ed90-4fe9-4073-a6b0-c89e497a71aa on network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:19.348851 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Port 2347ed90-4fe9-4073-a6b0-c89e497a71aa on network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:11:19.349183 dv-neutron-860215-1-hyperv neutron-server[89033]: ERROR neutron.plugins.ml2.managers [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Failed to bind port 2347ed90-4fe9-4073-a6b0-c89e497a71aa on host hv-neutron-8602 for vnic_type normal using segments [{'id': 'c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e'}] Oct 04 09:11:19.352086 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.plugins.ml2.plugin [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempt 6 to bind port 2347ed90-4fe9-4073-a6b0-c89e497a71aa Oct 04 09:11:19.363353 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:19.379574 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port 2347ed90-4fe9-4073-a6b0-c89e497a71aa on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:19.379901 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port 2347ed90-4fe9-4073-a6b0-c89e497a71aa by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': 'c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e'}] {{(pid=89033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:19.380288 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port 2347ed90-4fe9-4073-a6b0-c89e497a71aa on network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:19.385866 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527d7b93-e8b5-4464-b06f-4d00ac4e1f04 None None] Pushing event updated for resources: {'Port': ['ID=3d38fe96-a290-4c0e-8f35-41d7828bf0a7,revision_number=2']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:19.392890 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Port 2347ed90-4fe9-4073-a6b0-c89e497a71aa on network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:11:19.393435 dv-neutron-860215-1-hyperv neutron-server[89033]: ERROR neutron.plugins.ml2.managers [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Failed to bind port 2347ed90-4fe9-4073-a6b0-c89e497a71aa on host hv-neutron-8602 for vnic_type normal using segments [{'id': 'c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e'}] Oct 04 09:11:19.401617 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-f1fd5cc6-bec2-4c38-b35b-89cf87e4d4cd tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 4.1255877 Oct 04 09:11:19.402523 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33a15cd6-0981-4a47-a6ec-8b278b368272 tempest-ExternalNetworksTestJSON-946680390 tempest-ExternalNetworksTestJSON-946680390-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=89032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:11:19.409779 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.plugins.ml2.plugin [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempt 7 to bind port 2347ed90-4fe9-4073-a6b0-c89e497a71aa Oct 04 09:11:19.413042 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 52880) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:19.413257 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527d7b93-e8b5-4464-b06f-4d00ac4e1f04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:11:19.414218 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527d7b93-e8b5-4464-b06f-4d00ac4e1f04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:11:19.414710 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527d7b93-e8b5-4464-b06f-4d00ac4e1f04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:11:19.415196 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527d7b93-e8b5-4464-b06f-4d00ac4e1f04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:11:19.417316 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527d7b93-e8b5-4464-b06f-4d00ac4e1f04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:11:19.417990 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527d7b93-e8b5-4464-b06f-4d00ac4e1f04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:11:19.418930 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527d7b93-e8b5-4464-b06f-4d00ac4e1f04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:11:19.419807 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527d7b93-e8b5-4464-b06f-4d00ac4e1f04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:11:19.421028 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527d7b93-e8b5-4464-b06f-4d00ac4e1f04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:11:19.421590 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527d7b93-e8b5-4464-b06f-4d00ac4e1f04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:11:19.422143 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527d7b93-e8b5-4464-b06f-4d00ac4e1f04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:11:19.422697 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527d7b93-e8b5-4464-b06f-4d00ac4e1f04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:11:19.424419 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527d7b93-e8b5-4464-b06f-4d00ac4e1f04 None None] Tracked resource versions report: Oct 04 09:11:19.424419 dv-neutron-860215-1-hyperv neutron-server[89035]: pushed versions: Oct 04 09:11:19.424419 dv-neutron-860215-1-hyperv neutron-server[89035]: { 'AddressGroup': {'1.2'}, Oct 04 09:11:19.424419 dv-neutron-860215-1-hyperv neutron-server[89035]: 'ConntrackHelper': {'1.0'}, Oct 04 09:11:19.424419 dv-neutron-860215-1-hyperv neutron-server[89035]: 'Log': {'1.0'}, Oct 04 09:11:19.424419 dv-neutron-860215-1-hyperv neutron-server[89035]: 'Network': {'1.1'}, Oct 04 09:11:19.424419 dv-neutron-860215-1-hyperv neutron-server[89035]: 'Port': {'1.7'}, Oct 04 09:11:19.424419 dv-neutron-860215-1-hyperv neutron-server[89035]: 'PortForwarding': {'1.2'}, Oct 04 09:11:19.424419 dv-neutron-860215-1-hyperv neutron-server[89035]: 'QosPolicy': {'1.8'}, Oct 04 09:11:19.424419 dv-neutron-860215-1-hyperv neutron-server[89035]: 'SecurityGroup': {'1.4'}, Oct 04 09:11:19.424419 dv-neutron-860215-1-hyperv neutron-server[89035]: 'SecurityGroupRule': {'1.2'}, Oct 04 09:11:19.424419 dv-neutron-860215-1-hyperv neutron-server[89035]: 'SubPort': {'1.0'}, Oct 04 09:11:19.424419 dv-neutron-860215-1-hyperv neutron-server[89035]: 'Subnet': {'1.1'}, Oct 04 09:11:19.424419 dv-neutron-860215-1-hyperv neutron-server[89035]: 'Trunk': {'1.1'}} Oct 04 09:11:19.424419 dv-neutron-860215-1-hyperv neutron-server[89035]: consumer versions: Oct 04 09:11:19.424419 dv-neutron-860215-1-hyperv neutron-server[89035]: { DHCP agent@dv-neutron-860215-1-hyperv: {}, Oct 04 09:11:19.424419 dv-neutron-860215-1-hyperv neutron-server[89035]: HyperV agent@hv-neutron-8602: {}, Oct 04 09:11:19.424419 dv-neutron-860215-1-hyperv neutron-server[89035]: L3 agent@dv-neutron-860215-1-hyperv: {}, Oct 04 09:11:19.424419 dv-neutron-860215-1-hyperv neutron-server[89035]: Metadata agent@dv-neutron-860215-1-hyperv: {}, Oct 04 09:11:19.424419 dv-neutron-860215-1-hyperv neutron-server[89035]: Metering agent@dv-neutron-860215-1-hyperv: {}, Oct 04 09:11:19.424419 dv-neutron-860215-1-hyperv neutron-server[89035]: Open vSwitch agent@dv-neutron-860215-1-hyperv: { 'AddressGroup': '1.2', Oct 04 09:11:19.424419 dv-neutron-860215-1-hyperv neutron-server[89035]: 'ConntrackHelper': '1.0', Oct 04 09:11:19.424419 dv-neutron-860215-1-hyperv neutron-server[89035]: 'Log': '1.0', Oct 04 09:11:19.424419 dv-neutron-860215-1-hyperv neutron-server[89035]: 'Network': '1.1', Oct 04 09:11:19.424419 dv-neutron-860215-1-hyperv neutron-server[89035]: 'Port': '1.7', Oct 04 09:11:19.424419 dv-neutron-860215-1-hyperv neutron-server[89035]: 'PortForwarding': '1.2', Oct 04 09:11:19.424419 dv-neutron-860215-1-hyperv neutron-server[89035]: 'QosPolicy': '1.8', Oct 04 09:11:19.424419 dv-neutron-860215-1-hyperv neutron-server[89035]: 'SecurityGroup': '1.4', Oct 04 09:11:19.424419 dv-neutron-860215-1-hyperv neutron-server[89035]: 'SecurityGroupRule': '1.2', Oct 04 09:11:19.424419 dv-neutron-860215-1-hyperv neutron-server[89035]: 'SubPort': '1.0', Oct 04 09:11:19.424419 dv-neutron-860215-1-hyperv neutron-server[89035]: 'Subnet': '1.1', Oct 04 09:11:19.424419 dv-neutron-860215-1-hyperv neutron-server[89035]: 'Trunk': '1.1'}} Oct 04 09:11:19.424419 dv-neutron-860215-1-hyperv neutron-server[89035]: {{(pid=89035) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 04 09:11:19.434872 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-611459b2-962d-4ea0-8b09-ff7c598dd8d1 None None] Attempting to bind port 3d38fe96-a290-4c0e-8f35-41d7828bf0a7 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:19.435564 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-611459b2-962d-4ea0-8b09-ff7c598dd8d1 None None] Attempting to bind port 3d38fe96-a290-4c0e-8f35-41d7828bf0a7 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:19.436288 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:19.436881 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611459b2-962d-4ea0-8b09-ff7c598dd8d1 None None] Attempting to bind port 3d38fe96-a290-4c0e-8f35-41d7828bf0a7 on network f33938cd-879e-4461-9b5e-aa67b746b6bd {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:19.440550 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Usage tracker for resource:security_group_rule and tenant:c4a5df274e1a49ee9ce993890c1d51ed is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:19.443266 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:19.443876 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611459b2-962d-4ea0-8b09-ff7c598dd8d1 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:11:19.444757 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611459b2-962d-4ea0-8b09-ff7c598dd8d1 None None] Checking segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:11:19.445510 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-611459b2-962d-4ea0-8b09-ff7c598dd8d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:19.446469 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611459b2-962d-4ea0-8b09-ff7c598dd8d1 None None] Bound using segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:11:19.447492 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-611459b2-962d-4ea0-8b09-ff7c598dd8d1 None None] Bound port: 3d38fe96-a290-4c0e-8f35-41d7828bf0a7, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:11:19.448563 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-611459b2-962d-4ea0-8b09-ff7c598dd8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:19.449277 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:19.487446 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port 2347ed90-4fe9-4073-a6b0-c89e497a71aa on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:19.488680 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port 2347ed90-4fe9-4073-a6b0-c89e497a71aa by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': 'c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e'}] {{(pid=89033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:19.488680 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port 2347ed90-4fe9-4073-a6b0-c89e497a71aa on network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:19.498365 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Port 2347ed90-4fe9-4073-a6b0-c89e497a71aa on network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:11:19.498777 dv-neutron-860215-1-hyperv neutron-server[89033]: ERROR neutron.plugins.ml2.managers [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Failed to bind port 2347ed90-4fe9-4073-a6b0-c89e497a71aa on host hv-neutron-8602 for vnic_type normal using segments [{'id': 'c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e'}] Oct 04 09:11:19.500711 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.plugins.ml2.plugin [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempt 8 to bind port 2347ed90-4fe9-4073-a6b0-c89e497a71aa Oct 04 09:11:19.530779 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port 2347ed90-4fe9-4073-a6b0-c89e497a71aa on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:19.531110 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port 2347ed90-4fe9-4073-a6b0-c89e497a71aa by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': 'c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e'}] {{(pid=89033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:19.531440 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port 2347ed90-4fe9-4073-a6b0-c89e497a71aa on network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:19.547183 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-611459b2-962d-4ea0-8b09-ff7c598dd8d1 None None] For port 3d38fe96-a290-4c0e-8f35-41d7828bf0a7, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:11:19.550210 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Port 2347ed90-4fe9-4073-a6b0-c89e497a71aa on network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:11:19.550525 dv-neutron-860215-1-hyperv neutron-server[89033]: ERROR neutron.plugins.ml2.managers [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Failed to bind port 2347ed90-4fe9-4073-a6b0-c89e497a71aa on host hv-neutron-8602 for vnic_type normal using segments [{'id': 'c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e'}] Oct 04 09:11:19.551110 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:19.552105 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-611459b2-962d-4ea0-8b09-ff7c598dd8d1 None None] For port 3d38fe96-a290-4c0e-8f35-41d7828bf0a7, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=3d38fe96-a290-4c0e-8f35-41d7828bf0a7,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:11:19.552394 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.plugins.ml2.plugin [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempt 9 to bind port 2347ed90-4fe9-4073-a6b0-c89e497a71aa Oct 04 09:11:19.558254 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-611459b2-962d-4ea0-8b09-ff7c598dd8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:19.564367 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-a37b5e22-810a-42ba-88ed-90ecb4a86b3e tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Request body: {'subnet': {'network_id': '47a5e3f9-c86d-42e3-aa54-307ad09aaed3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:11:19.589136 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port 2347ed90-4fe9-4073-a6b0-c89e497a71aa on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:19.589472 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port 2347ed90-4fe9-4073-a6b0-c89e497a71aa by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': 'c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e'}] {{(pid=89033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:19.589804 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port 2347ed90-4fe9-4073-a6b0-c89e497a71aa on network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:19.599340 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Port 2347ed90-4fe9-4073-a6b0-c89e497a71aa on network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:11:19.599667 dv-neutron-860215-1-hyperv neutron-server[89033]: ERROR neutron.plugins.ml2.managers [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Failed to bind port 2347ed90-4fe9-4073-a6b0-c89e497a71aa on host hv-neutron-8602 for vnic_type normal using segments [{'id': 'c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e'}] Oct 04 09:11:19.601136 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.plugins.ml2.plugin [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempt 10 to bind port 2347ed90-4fe9-4073-a6b0-c89e497a71aa Oct 04 09:11:19.613250 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 3a024f71-917d-473c-a126-6845f93a54b3 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:11:19.619867 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port 2347ed90-4fe9-4073-a6b0-c89e497a71aa on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:19.620202 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port 2347ed90-4fe9-4073-a6b0-c89e497a71aa by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': 'c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e'}] {{(pid=89033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:19.620558 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port 2347ed90-4fe9-4073-a6b0-c89e497a71aa on network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:19.632450 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 3a024f71-917d-473c-a126-6845f93a54b3 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:11:19.633102 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:19.634646 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 3a024f71-917d-473c-a126-6845f93a54b3 Oct 04 09:11:19.636941 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Port 2347ed90-4fe9-4073-a6b0-c89e497a71aa on network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:11:19.637278 dv-neutron-860215-1-hyperv neutron-server[89033]: ERROR neutron.plugins.ml2.managers [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Failed to bind port 2347ed90-4fe9-4073-a6b0-c89e497a71aa on host hv-neutron-8602 for vnic_type normal using segments [{'id': 'c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e'}] Oct 04 09:11:19.637676 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:19.638532 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a15cd6-0981-4a47-a6ec-8b278b368272 tempest-ExternalNetworksTestJSON-946680390 tempest-ExternalNetworksTestJSON-946680390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06da4f85-2c49-459f-89f9-b02b43f50d83,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:19.655060 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:19.661649 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-86795c28-de6f-41fe-b67f-ce1ebd4768c9 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:19.666402 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611459b2-962d-4ea0-8b09-ff7c598dd8d1 None None] Routers {'95f983ee-7a70-46fb-877c-5744f3ec2e57'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:11:19.667197 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-611459b2-962d-4ea0-8b09-ff7c598dd8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:11:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['95f983ee-7a70-46fb-877c-5744f3ec2e57'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:11:19.681286 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-86795c28-de6f-41fe-b67f-ce1ebd4768c9 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:19.682009 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-86795c28-de6f-41fe-b67f-ce1ebd4768c9 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:19.716349 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-33a15cd6-0981-4a47-a6ec-8b278b368272 tempest-ExternalNetworksTestJSON-946680390 tempest-ExternalNetworksTestJSON-946680390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:19.716723 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.segments_db [None req-33a15cd6-0981-4a47-a6ec-8b278b368272 tempest-ExternalNetworksTestJSON-946680390 tempest-ExternalNetworksTestJSON-946680390-project] Added segment 0dad0009-a4ef-43f8-8a68-e94ae1226b9e of type vlan for network 5472d093-1546-447d-843b-8c7ead0859e0 Oct 04 09:11:19.865425 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 3a024f71-917d-473c-a126-6845f93a54b3 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:11:19.865924 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:19.873634 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86795c28-de6f-41fe-b67f-ce1ebd4768c9 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Pushing event updated for resources: {'Port': ['ID=6c135ba5-30c0-4ae5-9891-32aade5f8fb2,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:19.882241 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-86795c28-de6f-41fe-b67f-ce1ebd4768c9 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:19.883479 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-86795c28-de6f-41fe-b67f-ce1ebd4768c9 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 694 time: 3.1379948 Oct 04 09:11:19.886362 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 52892) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:19.893112 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-7ca2f3b1-4245-4b5c-af9a-8f9346dba073 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-467571748'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:11:19.899841 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] For port 2347ed90-4fe9-4073-a6b0-c89e497a71aa, host hv-neutron-8602, cleared binding levels {{(pid=89033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:11:19.900047 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempted to set empty binding levels {{(pid=89033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 04 09:11:19.901669 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-7ca2f3b1-4245-4b5c-af9a-8f9346dba073 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:19.902440 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] device_id is not set on port a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 yet. {{(pid=89032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:11:19.909925 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-7ca2f3b1-4245-4b5c-af9a-8f9346dba073 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Usage tracker for resource:network and tenant:52dd0837889040e68c8a5d5a157deb33 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:19.912999 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-7ca2f3b1-4245-4b5c-af9a-8f9346dba073 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:19.923889 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-7ca2f3b1-4245-4b5c-af9a-8f9346dba073 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:19.940302 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:19.945574 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:19.946282 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:19.962369 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 3a024f71-917d-473c-a126-6845f93a54b3, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=3a024f71-917d-473c-a126-6845f93a54b3,segment=NetworkSegment(ab774fdc-dff8-49ef-a1f1-5ebb0e8fcda7),segment_id=ab774fdc-dff8-49ef-a1f1-5ebb0e8fcda7)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:11:19.970307 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:20.004234 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 52896) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:20.032708 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-611459b2-962d-4ea0-8b09-ff7c598dd8d1 None None] Set router 95f983ee-7a70-46fb-877c-5744f3ec2e57 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:11:20.060033 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Pushing event updated for resources: {'Port': ['ID=2347ed90-4fe9-4073-a6b0-c89e497a71aa,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:20.063728 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca2f3b1-4245-4b5c-af9a-8f9346dba073 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Made reservation on behalf of 52dd0837889040e68c8a5d5a157deb33 for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:11:20.068484 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7ca2f3b1-4245-4b5c-af9a-8f9346dba073 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:20.070197 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=3a024f71-917d-473c-a126-6845f93a54b3,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:20.086189 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7ca2f3b1-4245-4b5c-af9a-8f9346dba073 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:20.105215 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-33a15cd6-0981-4a47-a6ec-8b278b368272 tempest-ExternalNetworksTestJSON-946680390 tempest-ExternalNetworksTestJSON-946680390-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:20.111893 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-7ca2f3b1-4245-4b5c-af9a-8f9346dba073 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:20.113432 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc485d0-f3a0-49e9-bc9d-29f9dc1e0fc0,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:20.116563 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-7ca2f3b1-4245-4b5c-af9a-8f9346dba073 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Usage tracker for resource:security_group_rule and tenant:52dd0837889040e68c8a5d5a157deb33 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:20.120923 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-268df5f1-360c-4f44-bbeb-633d2c0f260d tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 2.4321923 Oct 04 09:11:20.122698 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-7ca2f3b1-4245-4b5c-af9a-8f9346dba073 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:20.126361 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 52902) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:20.187956 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-7ca2f3b1-4245-4b5c-af9a-8f9346dba073 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:20.263738 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-a37b5e22-810a-42ba-88ed-90ecb4a86b3e tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:20.278668 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-189b8431-cab3-4d02-be03-da3729493746 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1635643406', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:11:20.308289 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-189b8431-cab3-4d02-be03-da3729493746 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:20.312334 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.db.resource_extend [None req-33a15cd6-0981-4a47-a6ec-8b278b368272 tempest-ExternalNetworksTestJSON-946680390 tempest-ExternalNetworksTestJSON-946680390-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 04 09:11:20.319001 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7ca2f3b1-4245-4b5c-af9a-8f9346dba073 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:20.328477 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-a37b5e22-810a-42ba-88ed-90ecb4a86b3e tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Usage tracker for resource:subnet and tenant:22696d590fc64502a7740cb618c2909c is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:20.331964 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7ca2f3b1-4245-4b5c-af9a-8f9346dba073 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:20.332380 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527d7b93-e8b5-4464-b06f-4d00ac4e1f04 None None] Pushing event updated for resources: {'Port': ['ID=3d38fe96-a290-4c0e-8f35-41d7828bf0a7,revision_number=3']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:20.341225 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-a37b5e22-810a-42ba-88ed-90ecb4a86b3e tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:20.344319 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-189b8431-cab3-4d02-be03-da3729493746 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Usage tracker for resource:router and tenant:f1281ad8f0c2447bacbd964711ff9ffb is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:20.353428 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-25a459a4-07cb-4e8e-a1d1-d1f0206791c7 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Deleting port 2347ed90-4fe9-4073-a6b0-c89e497a71aa {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:11:20.353855 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-25a459a4-07cb-4e8e-a1d1-d1f0206791c7 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:20.383009 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-189b8431-cab3-4d02-be03-da3729493746 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:20.395471 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-a37b5e22-810a-42ba-88ed-90ecb4a86b3e tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:20.402844 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-189b8431-cab3-4d02-be03-da3729493746 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:20.415875 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ca2f3b1-4245-4b5c-af9a-8f9346dba073 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:11:20.435945 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca2f3b1-4245-4b5c-af9a-8f9346dba073 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aaf28c2-d6bb-4033-b825-a3f7942fa7c6,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:20.440067 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7ca2f3b1-4245-4b5c-af9a-8f9346dba073 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:20.440340 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-7ca2f3b1-4245-4b5c-af9a-8f9346dba073 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Added segment 8afeaada-32a3-4513-abae-a0ef0331514b of type vlan for network dbec35f1-10d6-49ab-9e98-eaa45771d9ff Oct 04 09:11:20.440479 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-611459b2-962d-4ea0-8b09-ff7c598dd8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f983ee-7a70-46fb-877c-5744f3ec2e57', 'name': 'tempest-ServersTestJSON-273369803-router', 'tenant_id': '207ffe4555e7440982e6c7a0c57387dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.173'}], 'enable_snat': True}, 'gw_port_id': '3d38fe96-a290-4c0e-8f35-41d7828bf0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:11:12Z', 'updated_at': '2022-10-04T09:11:15Z', 'revision_number': 3, 'project_id': '207ffe4555e7440982e6c7a0c57387dd', 'gw_port': {'id': '3d38fe96-a290-4c0e-8f35-41d7828bf0a7', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:5f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f983ee-7a70-46fb-877c-5744f3ec2e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:11:13Z', 'updated_at': '2022-10-04T09:11:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:11:20.446157 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611459b2-962d-4ea0-8b09-ff7c598dd8d1 None None] The sync data for ids ['95f983ee-7a70-46fb-877c-5744f3ec2e57'] in dv-neutron-860215-1-hyperv is: [{'id': '95f983ee-7a70-46fb-877c-5744f3ec2e57', 'name': 'tempest-ServersTestJSON-273369803-router', 'tenant_id': '207ffe4555e7440982e6c7a0c57387dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.173'}], 'enable_snat': True}, 'gw_port_id': '3d38fe96-a290-4c0e-8f35-41d7828bf0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:11:12Z', 'updated_at': '2022-10-04T09:11:15Z', 'revision_number': 3, 'project_id': '207ffe4555e7440982e6c7a0c57387dd', 'gw_port': {'id': '3d38fe96-a290-4c0e-8f35-41d7828bf0a7', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:5f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f983ee-7a70-46fb-877c-5744f3ec2e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:11:13Z', 'updated_at': '2022-10-04T09:11:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:11:20.525187 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-33a15cd6-0981-4a47-a6ec-8b278b368272 tempest-ExternalNetworksTestJSON-946680390 tempest-ExternalNetworksTestJSON-946680390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:20.526782 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7ca2f3b1-4245-4b5c-af9a-8f9346dba073 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:20.530744 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a15cd6-0981-4a47-a6ec-8b278b368272 tempest-ExternalNetworksTestJSON-946680390 tempest-ExternalNetworksTestJSON-946680390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:20.531426 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-33a15cd6-0981-4a47-a6ec-8b278b368272 tempest-ExternalNetworksTestJSON-946680390 tempest-ExternalNetworksTestJSON-946680390-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:20.613551 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37b5e22-810a-42ba-88ed-90ecb4a86b3e tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Made reservation on behalf of 22696d590fc64502a7740cb618c2909c for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:11:20.617002 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a37b5e22-810a-42ba-88ed-90ecb4a86b3e tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Notify callbacks [] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:20.631165 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-189b8431-cab3-4d02-be03-da3729493746 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:20.632150 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-189b8431-cab3-4d02-be03-da3729493746 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:20.648426 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-25a459a4-07cb-4e8e-a1d1-d1f0206791c7 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] For port 2347ed90-4fe9-4073-a6b0-c89e497a71aa, host hv-neutron-8602, got binding levels [] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:11:20.648791 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-25a459a4-07cb-4e8e-a1d1-d1f0206791c7 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:20.652291 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 3a024f71-917d-473c-a126-6845f93a54b3 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:11:20.657926 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7ca2f3b1-4245-4b5c-af9a-8f9346dba073 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:20.663192 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca2f3b1-4245-4b5c-af9a-8f9346dba073 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:20.663761 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7ca2f3b1-4245-4b5c-af9a-8f9346dba073 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:20.760433 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 3a024f71-917d-473c-a126-6845f93a54b3 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:11:20.760846 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:20.761194 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 3a024f71-917d-473c-a126-6845f93a54b3 Oct 04 09:11:20.824619 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-33a15cd6-0981-4a47-a6ec-8b278b368272 tempest-ExternalNetworksTestJSON-946680390 tempest-ExternalNetworksTestJSON-946680390-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 4.9242787 Oct 04 09:11:20.895376 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 52906) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:20.946075 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 3a024f71-917d-473c-a126-6845f93a54b3 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:11:20.950953 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-189b8431-cab3-4d02-be03-da3729493746 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:20.956015 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ea1687bb-cfbb-4753-96ed-bbac740e09f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:20.978535 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-25a459a4-07cb-4e8e-a1d1-d1f0206791c7 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Calling delete_port for 2347ed90-4fe9-4073-a6b0-c89e497a71aa owned by {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:11:20.986430 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a15cd6-0981-4a47-a6ec-8b278b368272 tempest-ExternalNetworksTestJSON-946680390 tempest-ExternalNetworksTestJSON-946680390-project] Pushing event updated for resources: {'Network': ['ID=5472d093-1546-447d-843b-8c7ead0859e0,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:21.004520 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 5472d093-1546-447d-843b-8c7ead0859e0 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:11:21.037907 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-7ca2f3b1-4245-4b5c-af9a-8f9346dba073 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1504557 Oct 04 09:11:21.040532 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca2f3b1-4245-4b5c-af9a-8f9346dba073 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Pushing event updated for resources: {'Network': ['ID=dbec35f1-10d6-49ab-9e98-eaa45771d9ff,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:21.042295 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 52912) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:21.054042 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-2242493e-66e2-49f0-8a3f-232bb683e255 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Request body: {'subnet': {'network_id': 'dbec35f1-10d6-49ab-9e98-eaa45771d9ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:11:21.105778 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network dbec35f1-10d6-49ab-9e98-eaa45771d9ff details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:11:21.148242 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6cdbf7a9-fd03-4f92-bb0e-cef574dac2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:21.175081 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-189b8431-cab3-4d02-be03-da3729493746 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:21.219918 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] device_id is not set on port a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 yet. {{(pid=89032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:11:21.299016 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-66310268-9f86-499f-9acf-f90cc156ab7b tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Request body: {'network': {'name': 'tempest-network--105561510', 'router:external': True}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:11:21.308088 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-66310268-9f86-499f-9acf-f90cc156ab7b tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:21.326985 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-66310268-9f86-499f-9acf-f90cc156ab7b tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Usage tracker for resource:network and tenant:fdf1899fe0e7433f8f7adfcb3396fddd is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:21.332081 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-66310268-9f86-499f-9acf-f90cc156ab7b tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:21.342484 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-66310268-9f86-499f-9acf-f90cc156ab7b tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:21.345534 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-25a459a4-07cb-4e8e-a1d1-d1f0206791c7 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:21.348188 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-2242493e-66e2-49f0-8a3f-232bb683e255 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:21.351559 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:21.390192 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-2242493e-66e2-49f0-8a3f-232bb683e255 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Usage tracker for resource:subnet and tenant:52dd0837889040e68c8a5d5a157deb33 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:21.400822 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-2242493e-66e2-49f0-8a3f-232bb683e255 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:21.405229 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-189b8431-cab3-4d02-be03-da3729493746 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:21.406450 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-189b8431-cab3-4d02-be03-da3729493746 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.4009950 Oct 04 09:11:21.416292 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a459a4-07cb-4e8e-a1d1-d1f0206791c7 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Pushing event deleted for resources: {'Port': ['ID=2347ed90-4fe9-4073-a6b0-c89e497a71aa,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:21.421068 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 52916) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:21.427508 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66310268-9f86-499f-9acf-f90cc156ab7b tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Made reservation on behalf of fdf1899fe0e7433f8f7adfcb3396fddd for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:11:21.430005 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-66310268-9f86-499f-9acf-f90cc156ab7b tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:21.439616 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Transition to ACTIVE for port object a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 will not be triggered until provisioned by entity L2. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:11:21.444490 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-2242493e-66e2-49f0-8a3f-232bb683e255 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:21.444990 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-c24641d4-d283-4e5e-9288-b713aa399026 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1799403477'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:11:21.448397 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-25a459a4-07cb-4e8e-a1d1-d1f0206791c7 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:21.453712 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-66310268-9f86-499f-9acf-f90cc156ab7b tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:21.476684 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-25a459a4-07cb-4e8e-a1d1-d1f0206791c7 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] 10.222.0.50 "DELETE /v2.0/ports/2347ed90-4fe9-4073-a6b0-c89e497a71aa HTTP/1.1" status: 204 len: 168 time: 1.3467512 Oct 04 09:11:21.476684 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-66310268-9f86-499f-9acf-f90cc156ab7b tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:21.476898 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-c24641d4-d283-4e5e-9288-b713aa399026 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:21.477432 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 52920) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:21.513589 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-c24641d4-d283-4e5e-9288-b713aa399026 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Usage tracker for resource:network and tenant:f1281ad8f0c2447bacbd964711ff9ffb is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:21.515886 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-66310268-9f86-499f-9acf-f90cc156ab7b tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Usage tracker for resource:security_group_rule and tenant:fdf1899fe0e7433f8f7adfcb3396fddd is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:21.518473 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2242493e-66e2-49f0-8a3f-232bb683e255 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Made reservation on behalf of 52dd0837889040e68c8a5d5a157deb33 for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:11:21.521976 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2242493e-66e2-49f0-8a3f-232bb683e255 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks [] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:21.524398 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-c24641d4-d283-4e5e-9288-b713aa399026 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:21.527499 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:21.542409 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-66310268-9f86-499f-9acf-f90cc156ab7b tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:21.547273 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-c24641d4-d283-4e5e-9288-b713aa399026 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:21.551930 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fef9a2f-79dc-4222-98b8-43c88b689513 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] GET failed (client error): The resource could not be found. Oct 04 09:11:21.552501 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-9fef9a2f-79dc-4222-98b8-43c88b689513 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Synchronizing usage tracker for tenant:ead38b0d497642c3831ea73573bdb821 on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:11:21.602323 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-66310268-9f86-499f-9acf-f90cc156ab7b tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:21.791743 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-66310268-9f86-499f-9acf-f90cc156ab7b tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:21.800991 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24641d4-d283-4e5e-9288-b713aa399026 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Made reservation on behalf of f1281ad8f0c2447bacbd964711ff9ffb for: {'network': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:11:21.804386 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c24641d4-d283-4e5e-9288-b713aa399026 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:21.815010 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-66310268-9f86-499f-9acf-f90cc156ab7b tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:21.839821 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-9fef9a2f-79dc-4222-98b8-43c88b689513 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Unset dirty status for tenant:ead38b0d497642c3831ea73573bdb821 on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:11:21.841044 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-9fef9a2f-79dc-4222-98b8-43c88b689513 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] 10.222.0.50 "GET /v2.0/ports/2347ed90-4fe9-4073-a6b0-c89e497a71aa HTTP/1.1" status: 404 len: 333 time: 0.3627231 Oct 04 09:11:21.846170 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 52924) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:21.855161 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c24641d4-d283-4e5e-9288-b713aa399026 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:21.866472 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-498a1205-b4c5-46b7-a0db-1226557873b0 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Request body: {'port': {'network_id': 'b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-606267706'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:11:21.874298 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Pushing event updated for resources: {'Port': ['ID=a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:21.875178 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2242493e-66e2-49f0-8a3f-232bb683e255 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:21.877035 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a37b5e22-810a-42ba-88ed-90ecb4a86b3e tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:21.880079 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-498a1205-b4c5-46b7-a0db-1226557873b0 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:21.882963 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66310268-9f86-499f-9acf-f90cc156ab7b tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:11:21.915295 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66310268-9f86-499f-9acf-f90cc156ab7b tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=602c970b-0b0c-4888-a390-cd54a8552208,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:21.932240 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-498a1205-b4c5-46b7-a0db-1226557873b0 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:21.941656 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-66310268-9f86-499f-9acf-f90cc156ab7b tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:21.941974 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-66310268-9f86-499f-9acf-f90cc156ab7b tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Added segment 01d2a005-3fbb-408e-94d0-897ca0dff045 of type vlan for network cb5b490f-27ea-485e-8ce9-ef50362351e2 Oct 04 09:11:21.955570 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-c24641d4-d283-4e5e-9288-b713aa399026 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:21.966832 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Checking segment: {'id': '99a762c4-94a0-4547-9082-866c3e3216ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0747e935-c229-4fdb-9d08-8642886062c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:11:21.966832 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Network hostable DHCP agents. Network: 0747e935-c229-4fdb-9d08-8642886062c2, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:11:21.971567 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-6cdbf7a9-fd03-4f92-bb0e-cef574dac2ec admin admin] Allocated IP 172.20.0.1 (e8ddde0d-ed42-4501-990c-a14b035fda43/68dc2dea-3e89-4e44-9770-d0bf75ecdbc7/59ac07e5-b222-44f7-b39f-f88365842509) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:11:21.977586 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-c24641d4-d283-4e5e-9288-b713aa399026 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Usage tracker for resource:security_group_rule and tenant:f1281ad8f0c2447bacbd964711ff9ffb is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:21.982191 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-c24641d4-d283-4e5e-9288-b713aa399026 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:21.984119 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-498a1205-b4c5-46b7-a0db-1226557873b0 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Made reservation on behalf of ead38b0d497642c3831ea73573bdb821 for: {'port': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:11:21.987101 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-498a1205-b4c5-46b7-a0db-1226557873b0 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:21.991449 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea1687bb-cfbb-4753-96ed-bbac740e09f0 admin admin] Router d498a7fe-10a1-408d-96ac-b032c2687649 is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:11:22.012276 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-c24641d4-d283-4e5e-9288-b713aa399026 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:22.025237 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2242493e-66e2-49f0-8a3f-232bb683e255 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Pushing event updated for resources: {'Subnet': ['ID=2171635a-7f75-4606-8774-705b1d7a796e,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:22.033953 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37b5e22-810a-42ba-88ed-90ecb4a86b3e tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Pushing event updated for resources: {'Subnet': ['ID=c71d810d-a687-47c7-bc07-e9ceb2173258,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:22.052144 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-66310268-9f86-499f-9acf-f90cc156ab7b tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:22.055672 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2242493e-66e2-49f0-8a3f-232bb683e255 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Checking segment: {'id': '8afeaada-32a3-4513-abae-a0ef0331514b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'dbec35f1-10d6-49ab-9e98-eaa45771d9ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:11:22.056007 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2242493e-66e2-49f0-8a3f-232bb683e255 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Network hostable DHCP agents. Network: dbec35f1-10d6-49ab-9e98-eaa45771d9ff, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:11:22.070214 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [None req-498a1205-b4c5-46b7-a0db-1226557873b0 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] device_id is not set on port 80cae8b0-ca47-4db6-997a-9c5f4958cbd3 yet. {{(pid=89033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:11:22.154029 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2242493e-66e2-49f0-8a3f-232bb683e255 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Network dbec35f1-10d6-49ab-9e98-eaa45771d9ff is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:11:22.186978 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-66310268-9f86-499f-9acf-f90cc156ab7b tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:22.187950 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66310268-9f86-499f-9acf-f90cc156ab7b tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:22.188524 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-66310268-9f86-499f-9acf-f90cc156ab7b tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:22.214064 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37b5e22-810a-42ba-88ed-90ecb4a86b3e tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Checking segment: {'id': '618c5a48-b11b-47bb-9cb9-15bc35212aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '47a5e3f9-c86d-42e3-aa54-307ad09aaed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:11:22.214571 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37b5e22-810a-42ba-88ed-90ecb4a86b3e tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Network hostable DHCP agents. Network: 47a5e3f9-c86d-42e3-aa54-307ad09aaed3, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:11:22.236134 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Network 0747e935-c229-4fdb-9d08-8642886062c2 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:11:22.264479 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 0747e935-c229-4fdb-9d08-8642886062c2) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:11:22.274733 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-2242493e-66e2-49f0-8a3f-232bb683e255 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, dbec35f1-10d6-49ab-9e98-eaa45771d9ff) {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:11:22.275213 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961ab953-ca2d-4284-8e27-6c126866864f None None] Network 0747e935-c229-4fdb-9d08-8642886062c2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:11:22.277045 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:11:22.299834 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2242493e-66e2-49f0-8a3f-232bb683e255 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:22.300446 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2242493e-66e2-49f0-8a3f-232bb683e255 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:22.305889 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1524010-e3ac-4a8d-b91b-287ce66118f2 None None] Network dbec35f1-10d6-49ab-9e98-eaa45771d9ff requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:11:22.390216 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66310268-9f86-499f-9acf-f90cc156ab7b tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Pushing event updated for resources: {'Network': ['ID=cb5b490f-27ea-485e-8ce9-ef50362351e2,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:22.407679 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:22.408046 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': '99a762c4-94a0-4547-9082-866c3e3216ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0747e935-c229-4fdb-9d08-8642886062c2'}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:22.408449 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 on network 0747e935-c229-4fdb-9d08-8642886062c2 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:22.421998 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network cb5b490f-27ea-485e-8ce9-ef50362351e2 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:11:22.437422 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37b5e22-810a-42ba-88ed-90ecb4a86b3e tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Network 47a5e3f9-c86d-42e3-aa54-307ad09aaed3 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:11:22.437600 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-66310268-9f86-499f-9acf-f90cc156ab7b tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.4773061 Oct 04 09:11:22.441560 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-2242493e-66e2-49f0-8a3f-232bb683e255 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3936312 Oct 04 09:11:22.441670 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Port a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 on network 0747e935-c229-4fdb-9d08-8642886062c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:11:22.441670 dv-neutron-860215-1-hyperv neutron-server[89032]: ERROR neutron.plugins.ml2.managers [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Failed to bind port a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 on host hv-neutron-8602 for vnic_type normal using segments [{'id': '99a762c4-94a0-4547-9082-866c3e3216ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0747e935-c229-4fdb-9d08-8642886062c2'}] Oct 04 09:11:22.441840 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 52930) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:22.441840 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 52932) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:22.446830 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.plugins.ml2.plugin [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempt 2 to bind port a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 Oct 04 09:11:22.451006 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-797c1a4c-6f46-49b1-be69-f28255a323db tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1978319500', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}, 'admin_state_up': False}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:11:22.470003 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6cdbf7a9-fd03-4f92-bb0e-cef574dac2ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:22.482919 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-a37b5e22-810a-42ba-88ed-90ecb4a86b3e tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 47a5e3f9-c86d-42e3-aa54-307ad09aaed3) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:11:22.485033 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-797c1a4c-6f46-49b1-be69-f28255a323db tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:22.485493 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea1687bb-cfbb-4753-96ed-bbac740e09f0 admin admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:11:22.492230 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37b5e22-810a-42ba-88ed-90ecb4a86b3e tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:22.492925 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a37b5e22-810a-42ba-88ed-90ecb4a86b3e tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:22.519155 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:22.519704 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': '99a762c4-94a0-4547-9082-866c3e3216ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0747e935-c229-4fdb-9d08-8642886062c2'}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:22.520249 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 on network 0747e935-c229-4fdb-9d08-8642886062c2 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:22.539679 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3139550b-59b4-409a-968a-4150dd1eaf8c None None] Network 47a5e3f9-c86d-42e3-aa54-307ad09aaed3 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:11:22.540868 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-797c1a4c-6f46-49b1-be69-f28255a323db tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Usage tracker for resource:router and tenant:52dd0837889040e68c8a5d5a157deb33 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:22.549745 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-6cdbf7a9-fd03-4f92-bb0e-cef574dac2ec admin admin] Transition to ACTIVE for port object 59ac07e5-b222-44f7-b39f-f88365842509 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:11:22.549919 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-498a1205-b4c5-46b7-a0db-1226557873b0 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:22.551582 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-797c1a4c-6f46-49b1-be69-f28255a323db tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:22.570838 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-797c1a4c-6f46-49b1-be69-f28255a323db tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:22.584495 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Port a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 on network 0747e935-c229-4fdb-9d08-8642886062c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:11:22.585180 dv-neutron-860215-1-hyperv neutron-server[89032]: ERROR neutron.plugins.ml2.managers [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Failed to bind port a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 on host hv-neutron-8602 for vnic_type normal using segments [{'id': '99a762c4-94a0-4547-9082-866c3e3216ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0747e935-c229-4fdb-9d08-8642886062c2'}] Oct 04 09:11:22.597571 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.plugins.ml2.plugin [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempt 3 to bind port a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 Oct 04 09:11:22.603260 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d936a194-8561-446f-a742-8d553e82614e tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:22.604845 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c195989-5412-4825-bcbf-1f01bed02051 None None] Sync routers for ids ['d498a7fe-10a1-408d-96ac-b032c2687649'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:11:22.611282 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-797c1a4c-6f46-49b1-be69-f28255a323db tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:22.612969 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-797c1a4c-6f46-49b1-be69-f28255a323db tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:22.626508 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c24641d4-d283-4e5e-9288-b713aa399026 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:22.648615 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c24641d4-d283-4e5e-9288-b713aa399026 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:22.673708 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-a37b5e22-810a-42ba-88ed-90ecb4a86b3e tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2482703 Oct 04 09:11:22.674946 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:22.675503 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': '99a762c4-94a0-4547-9082-866c3e3216ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0747e935-c229-4fdb-9d08-8642886062c2'}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:22.676067 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 on network 0747e935-c229-4fdb-9d08-8642886062c2 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:22.676671 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 52942) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:22.679826 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-797c1a4c-6f46-49b1-be69-f28255a323db tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:22.684186 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-9d9ea977-20a2-4a4c-96c3-7590a8013fcf tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Request body: {'port': {'network_id': '47a5e3f9-c86d-42e3-aa54-307ad09aaed3', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1066090884'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:11:22.690197 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ea1687bb-cfbb-4753-96ed-bbac740e09f0 admin admin] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:22.694121 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-ea1687bb-cfbb-4753-96ed-bbac740e09f0 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.5485849 Oct 04 09:11:22.701959 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-498a1205-b4c5-46b7-a0db-1226557873b0 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:22.702392 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Port a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 on network 0747e935-c229-4fdb-9d08-8642886062c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:11:22.702825 dv-neutron-860215-1-hyperv neutron-server[89032]: ERROR neutron.plugins.ml2.managers [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Failed to bind port a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 on host hv-neutron-8602 for vnic_type normal using segments [{'id': '99a762c4-94a0-4547-9082-866c3e3216ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0747e935-c229-4fdb-9d08-8642886062c2'}] Oct 04 09:11:22.710081 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 52946) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:22.710658 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.plugins.ml2.plugin [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempt 4 to bind port a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 Oct 04 09:11:22.725603 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c24641d4-d283-4e5e-9288-b713aa399026 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=89032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:11:22.787537 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 3d38fe96-a290-4c0e-8f35-41d7828bf0a7 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:11:22.791760 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24641d4-d283-4e5e-9288-b713aa399026 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c43254f7-784a-4418-bc1f-986a06e02fef,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:22.813358 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:22.814062 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': '99a762c4-94a0-4547-9082-866c3e3216ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0747e935-c229-4fdb-9d08-8642886062c2'}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:22.814604 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 on network 0747e935-c229-4fdb-9d08-8642886062c2 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:22.839097 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Port a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 on network 0747e935-c229-4fdb-9d08-8642886062c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:11:22.839716 dv-neutron-860215-1-hyperv neutron-server[89032]: ERROR neutron.plugins.ml2.managers [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Failed to bind port a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 on host hv-neutron-8602 for vnic_type normal using segments [{'id': '99a762c4-94a0-4547-9082-866c3e3216ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0747e935-c229-4fdb-9d08-8642886062c2'}] Oct 04 09:11:22.841379 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c24641d4-d283-4e5e-9288-b713aa399026 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:22.841955 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.segments_db [None req-c24641d4-d283-4e5e-9288-b713aa399026 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Added segment c9c99172-ce8b-42d6-8179-3167125f7401 of type vlan for network c71c659b-7a13-4760-835f-bfe149079238 Oct 04 09:11:22.845554 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.plugins.ml2.plugin [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempt 5 to bind port a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 Oct 04 09:11:22.860932 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6cdbf7a9-fd03-4f92-bb0e-cef574dac2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:22.901642 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c195989-5412-4825-bcbf-1f01bed02051 None None] Routers {'d498a7fe-10a1-408d-96ac-b032c2687649'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:11:22.902540 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-4c195989-5412-4825-bcbf-1f01bed02051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:11:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['d498a7fe-10a1-408d-96ac-b032c2687649'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:11:22.995565 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498a1205-b4c5-46b7-a0db-1226557873b0 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:11:23.001645 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d936a194-8561-446f-a742-8d553e82614e tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:23.013369 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-498a1205-b4c5-46b7-a0db-1226557873b0 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:11:23.017958 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:23.018309 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': '99a762c4-94a0-4547-9082-866c3e3216ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0747e935-c229-4fdb-9d08-8642886062c2'}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:23.018644 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 on network 0747e935-c229-4fdb-9d08-8642886062c2 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:23.021867 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498a1205-b4c5-46b7-a0db-1226557873b0 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:11:23.022743 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498a1205-b4c5-46b7-a0db-1226557873b0 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:23.023316 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-498a1205-b4c5-46b7-a0db-1226557873b0 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:23.031990 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Port a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 on network 0747e935-c229-4fdb-9d08-8642886062c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:11:23.031990 dv-neutron-860215-1-hyperv neutron-server[89032]: ERROR neutron.plugins.ml2.managers [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Failed to bind port a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 on host hv-neutron-8602 for vnic_type normal using segments [{'id': '99a762c4-94a0-4547-9082-866c3e3216ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0747e935-c229-4fdb-9d08-8642886062c2'}] Oct 04 09:11:23.032210 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498a1205-b4c5-46b7-a0db-1226557873b0 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Pushing event updated for resources: {'Port': ['ID=80cae8b0-ca47-4db6-997a-9c5f4958cbd3,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:23.033642 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdbf7a9-fd03-4f92-bb0e-cef574dac2ec admin admin] Network e8ddde0d-ed42-4501-990c-a14b035fda43 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:11:23.037685 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c24641d4-d283-4e5e-9288-b713aa399026 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:23.043022 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.plugins.ml2.plugin [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempt 6 to bind port a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 Oct 04 09:11:23.058056 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-6cdbf7a9-fd03-4f92-bb0e-cef574dac2ec admin admin] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:11:23.065634 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdbf7a9-fd03-4f92-bb0e-cef574dac2ec admin admin] Pushing event updated for resources: {'Port': ['ID=59ac07e5-b222-44f7-b39f-f88365842509,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:23.068543 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdbf7a9-fd03-4f92-bb0e-cef574dac2ec admin admin] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:11:23.069094 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6cdbf7a9-fd03-4f92-bb0e-cef574dac2ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737202'] for router_interface, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:23.098072 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:23.098406 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': '99a762c4-94a0-4547-9082-866c3e3216ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0747e935-c229-4fdb-9d08-8642886062c2'}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:23.098783 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 on network 0747e935-c229-4fdb-9d08-8642886062c2 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:23.116279 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Port a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 on network 0747e935-c229-4fdb-9d08-8642886062c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:11:23.116635 dv-neutron-860215-1-hyperv neutron-server[89032]: ERROR neutron.plugins.ml2.managers [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Failed to bind port a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 on host hv-neutron-8602 for vnic_type normal using segments [{'id': '99a762c4-94a0-4547-9082-866c3e3216ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0747e935-c229-4fdb-9d08-8642886062c2'}] Oct 04 09:11:23.120991 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.plugins.ml2.plugin [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempt 7 to bind port a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 Oct 04 09:11:23.138712 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d936a194-8561-446f-a742-8d553e82614e tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=89033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:11:23.139079 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d936a194-8561-446f-a742-8d553e82614e tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=89033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:11:23.139824 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d936a194-8561-446f-a742-8d553e82614e tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:11:23.140317 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d936a194-8561-446f-a742-8d553e82614e tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Subscribe: > port after_create 55550000 {{(pid=89033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:11:23.140821 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d936a194-8561-446f-a742-8d553e82614e tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Subscribe: > port after_delete 55550000 {{(pid=89033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:11:23.141298 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d936a194-8561-446f-a742-8d553e82614e tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Subscribe: > port after_update 55550000 {{(pid=89033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:11:23.141775 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d936a194-8561-446f-a742-8d553e82614e tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=89033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:11:23.142249 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d936a194-8561-446f-a742-8d553e82614e tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=89033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:11:23.142711 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d936a194-8561-446f-a742-8d553e82614e tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=89033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:11:23.143165 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d936a194-8561-446f-a742-8d553e82614e tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=89033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:11:23.224754 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:23.225212 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': '99a762c4-94a0-4547-9082-866c3e3216ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0747e935-c229-4fdb-9d08-8642886062c2'}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:23.225508 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 on network 0747e935-c229-4fdb-9d08-8642886062c2 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:23.250036 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c24641d4-d283-4e5e-9288-b713aa399026 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:23.255446 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24641d4-d283-4e5e-9288-b713aa399026 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:23.256037 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c24641d4-d283-4e5e-9288-b713aa399026 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:23.260225 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Port a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 on network 0747e935-c229-4fdb-9d08-8642886062c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:11:23.260648 dv-neutron-860215-1-hyperv neutron-server[89032]: ERROR neutron.plugins.ml2.managers [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Failed to bind port a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 on host hv-neutron-8602 for vnic_type normal using segments [{'id': '99a762c4-94a0-4547-9082-866c3e3216ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0747e935-c229-4fdb-9d08-8642886062c2'}] Oct 04 09:11:23.285629 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.plugins.ml2.plugin [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempt 8 to bind port a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 Oct 04 09:11:23.286866 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 3d38fe96-a290-4c0e-8f35-41d7828bf0a7 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:11:23.310797 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d936a194-8561-446f-a742-8d553e82614e tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=89033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:11:23.311137 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d936a194-8561-446f-a742-8d553e82614e tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=89033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:11:23.311643 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d936a194-8561-446f-a742-8d553e82614e tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=89033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:11:23.312109 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d936a194-8561-446f-a742-8d553e82614e tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=89033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:11:23.312648 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-d936a194-8561-446f-a742-8d553e82614e tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb5b490f-27ea-485e-8ce9-ef50362351e2']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:11:23.344805 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16a7ffd-73de-4083-9f2c-8386cbd5dac6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-dbec35f1-10d6-49ab-9e98-eaa45771d9ff', 'network_id': 'dbec35f1-10d6-49ab-9e98-eaa45771d9ff', 'tenant_id': '52dd0837889040e68c8a5d5a157deb33', 'fixed_ips': [{'subnet_id': '2171635a-7f75-4606-8774-705b1d7a796e'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:11:23.345647 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b16a7ffd-73de-4083-9f2c-8386cbd5dac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:23.363073 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 3d38fe96-a290-4c0e-8f35-41d7828bf0a7 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:11:23.363518 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:23.363789 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 3d38fe96-a290-4c0e-8f35-41d7828bf0a7 Oct 04 09:11:23.392112 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-4c195989-5412-4825-bcbf-1f01bed02051 None None] Set router d498a7fe-10a1-408d-96ac-b032c2687649 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:11:23.398162 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-d936a194-8561-446f-a742-8d553e82614e tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01d2a005-3fbb-408e-94d0-897ca0dff045') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:11:23.398437 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-d936a194-8561-446f-a742-8d553e82614e tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01d2a005-3fbb-408e-94d0-897ca0dff045') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:11:23.425620 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d936a194-8561-446f-a742-8d553e82614e tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:23.441387 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:23.441727 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': '99a762c4-94a0-4547-9082-866c3e3216ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0747e935-c229-4fdb-9d08-8642886062c2'}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:23.442063 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 on network 0747e935-c229-4fdb-9d08-8642886062c2 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:23.477544 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Port a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 on network 0747e935-c229-4fdb-9d08-8642886062c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:11:23.477877 dv-neutron-860215-1-hyperv neutron-server[89032]: ERROR neutron.plugins.ml2.managers [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Failed to bind port a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 on host hv-neutron-8602 for vnic_type normal using segments [{'id': '99a762c4-94a0-4547-9082-866c3e3216ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0747e935-c229-4fdb-9d08-8642886062c2'}] Oct 04 09:11:23.490371 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-9d9ea977-20a2-4a4c-96c3-7590a8013fcf tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:23.502194 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-498a1205-b4c5-46b7-a0db-1226557873b0 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.6475625 Oct 04 09:11:23.514828 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 52952) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:23.521096 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417595ab-1eed-4a12-a1fb-88ad2cc9aa47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-47a5e3f9-c86d-42e3-aa54-307ad09aaed3', 'network_id': '47a5e3f9-c86d-42e3-aa54-307ad09aaed3', 'tenant_id': '22696d590fc64502a7740cb618c2909c', 'fixed_ips': [{'subnet_id': 'c71d810d-a687-47c7-bc07-e9ceb2173258'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:11:23.521919 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-417595ab-1eed-4a12-a1fb-88ad2cc9aa47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:23.522110 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8602'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:11:23.547009 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-9d9ea977-20a2-4a4c-96c3-7590a8013fcf tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Usage tracker for resource:port and tenant:22696d590fc64502a7740cb618c2909c is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:23.552027 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.plugins.ml2.plugin [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempt 9 to bind port a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 Oct 04 09:11:23.562356 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-c24641d4-d283-4e5e-9288-b713aa399026 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.1303279 Oct 04 09:11:23.569219 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 52956) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:23.576784 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24641d4-d283-4e5e-9288-b713aa399026 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Pushing event updated for resources: {'Network': ['ID=c71c659b-7a13-4760-835f-bfe149079238,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:23.589118 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-d938de1d-45a8-4635-912d-e61f711e673e tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Request body: {'subnet': {'network_id': 'c71c659b-7a13-4760-835f-bfe149079238', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:11:23.601214 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-9d9ea977-20a2-4a4c-96c3-7590a8013fcf tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:23.604703 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d936a194-8561-446f-a742-8d553e82614e tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:23.619025 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network c71c659b-7a13-4760-835f-bfe149079238 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:11:23.623158 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-9d9ea977-20a2-4a4c-96c3-7590a8013fcf tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:23.637851 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d936a194-8561-446f-a742-8d553e82614e tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:11:23.638252 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d936a194-8561-446f-a742-8d553e82614e tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:23.673836 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-797c1a4c-6f46-49b1-be69-f28255a323db tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:23.676251 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:23.676766 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': '99a762c4-94a0-4547-9082-866c3e3216ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0747e935-c229-4fdb-9d08-8642886062c2'}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:23.677257 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 on network 0747e935-c229-4fdb-9d08-8642886062c2 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:23.684074 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d80529d4-ce3e-490a-891a-613204942808 None None] Provisioning for port 59ac07e5-b222-44f7-b39f-f88365842509 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:11:23.815061 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d80529d4-ce3e-490a-891a-613204942808 None None] Provisioning complete for port 59ac07e5-b222-44f7-b39f-f88365842509 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:11:23.815652 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d80529d4-ce3e-490a-891a-613204942808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:23.816214 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d80529d4-ce3e-490a-891a-613204942808 None None] Attempt 1 to provision port 59ac07e5-b222-44f7-b39f-f88365842509 Oct 04 09:11:23.832302 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6cdbf7a9-fd03-4f92-bb0e-cef574dac2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:23.847633 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Port a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 on network 0747e935-c229-4fdb-9d08-8642886062c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:11:23.847959 dv-neutron-860215-1-hyperv neutron-server[89032]: ERROR neutron.plugins.ml2.managers [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Failed to bind port a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 on host hv-neutron-8602 for vnic_type normal using segments [{'id': '99a762c4-94a0-4547-9082-866c3e3216ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0747e935-c229-4fdb-9d08-8642886062c2'}] Oct 04 09:11:23.854357 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.plugins.ml2.plugin [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempt 10 to bind port a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 Oct 04 09:11:23.866072 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9ea977-20a2-4a4c-96c3-7590a8013fcf tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Made reservation on behalf of 22696d590fc64502a7740cb618c2909c for: {'port': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:11:23.870078 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9d9ea977-20a2-4a4c-96c3-7590a8013fcf tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:24.014323 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [None req-9d9ea977-20a2-4a4c-96c3-7590a8013fcf tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] device_id is not set on port 2b195970-be89-4d03-967e-0f3645f00957 yet. {{(pid=89033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:11:24.021678 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-d938de1d-45a8-4635-912d-e61f711e673e tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:24.025610 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-d938de1d-45a8-4635-912d-e61f711e673e tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Usage tracker for resource:subnet and tenant:f1281ad8f0c2447bacbd964711ff9ffb is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:24.029084 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-d938de1d-45a8-4635-912d-e61f711e673e tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:24.034841 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-d938de1d-45a8-4635-912d-e61f711e673e tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:24.047161 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:24.048100 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': '99a762c4-94a0-4547-9082-866c3e3216ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0747e935-c229-4fdb-9d08-8642886062c2'}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:24.048100 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 on network 0747e935-c229-4fdb-9d08-8642886062c2 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:24.055384 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d938de1d-45a8-4635-912d-e61f711e673e tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Made reservation on behalf of f1281ad8f0c2447bacbd964711ff9ffb for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:11:24.058831 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d938de1d-45a8-4635-912d-e61f711e673e tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks [] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:24.101975 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Port a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 on network 0747e935-c229-4fdb-9d08-8642886062c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:11:24.102308 dv-neutron-860215-1-hyperv neutron-server[89032]: ERROR neutron.plugins.ml2.managers [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Failed to bind port a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 on host hv-neutron-8602 for vnic_type normal using segments [{'id': '99a762c4-94a0-4547-9082-866c3e3216ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0747e935-c229-4fdb-9d08-8642886062c2'}] Oct 04 09:11:24.102666 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:24.102980 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 01d2a005-3fbb-408e-94d0-897ca0dff045 resource provider aggregate not found Oct 04 09:11:24.116331 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:24.143616 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 01d2a005-3fbb-408e-94d0-897ca0dff045 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 01d2a005-3fbb-408e-94d0-897ca0dff045 found for delete ", "request_id": "req-913694b3-92c4-4c0d-aa1b-acce847a4a41"}]} Oct 04 09:11:24.151725 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d936a194-8561-446f-a742-8d553e82614e tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:24.172953 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d80529d4-ce3e-490a-891a-613204942808 None None] Port 59ac07e5-b222-44f7-b39f-f88365842509 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:11:24.215057 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d936a194-8561-446f-a742-8d553e82614e tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cb5b490f-27ea-485e-8ce9-ef50362351e2 {{(pid=89033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 04 09:11:24.233646 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d936a194-8561-446f-a742-8d553e82614e tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Pushing event deleted for resources: {'Network': ['ID=cb5b490f-27ea-485e-8ce9-ef50362351e2,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:24.239085 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d936a194-8561-446f-a742-8d553e82614e tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:24.250897 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 3d38fe96-a290-4c0e-8f35-41d7828bf0a7 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:11:24.251486 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:24.257813 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-b16a7ffd-73de-4083-9f2c-8386cbd5dac6 None None] Allocated IP 172.20.0.2 (dbec35f1-10d6-49ab-9e98-eaa45771d9ff/2171635a-7f75-4606-8774-705b1d7a796e/42581eae-b358-451a-9bc1-d9e8895cf00d) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:11:24.258608 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-d936a194-8561-446f-a742-8d553e82614e tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] 10.222.0.50 "DELETE /v2.0/networks/cb5b490f-27ea-485e-8ce9-ef50362351e2 HTTP/1.1" status: 204 len: 168 time: 1.8159459 Oct 04 09:11:24.262076 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 52974) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:24.268115 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-5a057474-32dd-4be9-ac24-30985cd26617 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Request body: {'network': {'router:external': True}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:11:24.270056 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-417595ab-1eed-4a12-a1fb-88ad2cc9aa47 None None] Allocated IP 172.20.0.2 (47a5e3f9-c86d-42e3-aa54-307ad09aaed3/c71d810d-a687-47c7-bc07-e9ceb2173258/22353906-0cfa-493b-95bf-e229ebbbeafa) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:11:24.294535 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-5a057474-32dd-4be9-ac24-30985cd26617 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:24.318999 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 3d38fe96-a290-4c0e-8f35-41d7828bf0a7, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=3d38fe96-a290-4c0e-8f35-41d7828bf0a7,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:11:24.355383 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-5a057474-32dd-4be9-ac24-30985cd26617 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Usage tracker for resource:network and tenant:fdf1899fe0e7433f8f7adfcb3396fddd is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:24.359990 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-5a057474-32dd-4be9-ac24-30985cd26617 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:24.378822 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-5a057474-32dd-4be9-ac24-30985cd26617 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:24.401140 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:24.429255 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a057474-32dd-4be9-ac24-30985cd26617 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Made reservation on behalf of fdf1899fe0e7433f8f7adfcb3396fddd for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:11:24.431837 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5a057474-32dd-4be9-ac24-30985cd26617 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:24.543435 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] For port a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604, host hv-neutron-8602, cleared binding levels {{(pid=89032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:11:24.544015 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempted to set empty binding levels {{(pid=89032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 04 09:11:24.563886 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:24.564984 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:24.565595 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:24.571174 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-4c195989-5412-4825-bcbf-1f01bed02051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd498a7fe-10a1-408d-96ac-b032c2687649', 'name': 'tempest-ServerActionsTestJSON-1933225775-router', 'tenant_id': '8ef6eeaada3246f29119027d4a154b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.84'}], 'enable_snat': True}, 'gw_port_id': '56fedbe0-fa99-4efe-8643-d6d0d74e28a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:11:14Z', 'updated_at': '2022-10-04T09:11:18Z', 'revision_number': 3, 'project_id': '8ef6eeaada3246f29119027d4a154b34', 'gw_port': {'id': '56fedbe0-fa99-4efe-8643-d6d0d74e28a6', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:2b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd498a7fe-10a1-408d-96ac-b032c2687649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:11:15Z', 'updated_at': '2022-10-04T09:11:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:11:24.611094 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c195989-5412-4825-bcbf-1f01bed02051 None None] Checking router: d498a7fe-10a1-408d-96ac-b032c2687649 for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:11:24.611766 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c195989-5412-4825-bcbf-1f01bed02051 None None] Updating router d498a7fe-10a1-408d-96ac-b032c2687649 port 56fedbe0-fa99-4efe-8643-d6d0d74e28a6 binding host dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:11:24.645918 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=3d38fe96-a290-4c0e-8f35-41d7828bf0a7,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:24.650440 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Pushing event updated for resources: {'Port': ['ID=a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:24.672979 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.db.resource_extend [None req-6cdbf7a9-fd03-4f92-bb0e-cef574dac2ec admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 04 09:11:24.686494 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d80529d4-ce3e-490a-891a-613204942808 None None] Attempt 2 to provision port 59ac07e5-b222-44f7-b39f-f88365842509 Oct 04 09:11:24.711612 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e8601435-bb97-43fe-a58f-3c6c09052c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:24.735786 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-bd3ce062-07e3-4919-bb8b-92b3a06b1399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 6.4149685 Oct 04 09:11:24.735786 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6cdbf7a9-fd03-4f92-bb0e-cef574dac2ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:24.743744 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a057474-32dd-4be9-ac24-30985cd26617 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:11:24.744390 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 52978) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:24.754163 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6cdbf7a9-fd03-4f92-bb0e-cef574dac2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:24.755117 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6cdbf7a9-fd03-4f92-bb0e-cef574dac2ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736777'] for router_interface, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:24.832549 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-4c195989-5412-4825-bcbf-1f01bed02051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:24.853551 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-6fe98382-7a71-46ba-840d-1f2323d50e39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Deleting port a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:11:24.854160 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6fe98382-7a71-46ba-840d-1f2323d50e39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:24.863519 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d80529d4-ce3e-490a-891a-613204942808 None None] Port 59ac07e5-b222-44f7-b39f-f88365842509 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:11:24.867208 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] device_id is not set on port 80cae8b0-ca47-4db6-997a-9c5f4958cbd3 yet. {{(pid=89033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:11:24.890495 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:24.895105 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5a057474-32dd-4be9-ac24-30985cd26617 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:24.895450 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-5a057474-32dd-4be9-ac24-30985cd26617 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Added segment 3be2b79c-555a-4adb-8c1d-35b4f5803df1 of type vlan for network 6c1ed5d7-423e-4668-96f5-4d7bc964929b Oct 04 09:11:24.931104 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b16a7ffd-73de-4083-9f2c-8386cbd5dac6 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:24.951161 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-797c1a4c-6f46-49b1-be69-f28255a323db tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks [] for router_gateway, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:24.951355 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-b16a7ffd-73de-4083-9f2c-8386cbd5dac6 None None] Transition to ACTIVE for port object 42581eae-b358-451a-9bc1-d9e8895cf00d will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:11:24.983982 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Transition to ACTIVE for port object 80cae8b0-ca47-4db6-997a-9c5f4958cbd3 will not be triggered until provisioned by entity L2. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:11:24.992739 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-797c1a4c-6f46-49b1-be69-f28255a323db tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:25.007107 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:25.022649 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-417595ab-1eed-4a12-a1fb-88ad2cc9aa47 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:25.034403 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-b16a7ffd-73de-4083-9f2c-8386cbd5dac6 None None] Transition to ACTIVE for port object 42581eae-b358-451a-9bc1-d9e8895cf00d will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:11:25.053524 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-417595ab-1eed-4a12-a1fb-88ad2cc9aa47 None None] Transition to ACTIVE for port object 22353906-0cfa-493b-95bf-e229ebbbeafa will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:11:25.067687 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b16a7ffd-73de-4083-9f2c-8386cbd5dac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:25.073319 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-e8601435-bb97-43fe-a58f-3c6c09052c92 admin admin] Allocated IP 172.20.0.1 (4e61ee37-e03d-4906-997b-978c1601b208/373d4a32-610a-4c8a-84eb-e8dbb10358db/17d3c310-a243-4519-8927-dc63175c9d6d) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:11:25.146367 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-417595ab-1eed-4a12-a1fb-88ad2cc9aa47 None None] Transition to ACTIVE for port object 22353906-0cfa-493b-95bf-e229ebbbeafa will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:11:25.177536 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Pushing event updated for resources: {'Port': ['ID=80cae8b0-ca47-4db6-997a-9c5f4958cbd3,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:25.180050 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16a7ffd-73de-4083-9f2c-8386cbd5dac6 None None] Network dbec35f1-10d6-49ab-9e98-eaa45771d9ff is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:11:25.214987 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5a057474-32dd-4be9-ac24-30985cd26617 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:25.225359 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-417595ab-1eed-4a12-a1fb-88ad2cc9aa47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:25.229450 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-b16a7ffd-73de-4083-9f2c-8386cbd5dac6 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:11:25.236464 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16a7ffd-73de-4083-9f2c-8386cbd5dac6 None None] Pushing event updated for resources: {'Port': ['ID=42581eae-b358-451a-9bc1-d9e8895cf00d,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:25.248801 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16a7ffd-73de-4083-9f2c-8386cbd5dac6 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:11:25.298209 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port 80cae8b0-ca47-4db6-997a-9c5f4958cbd3 on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:25.298724 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port 80cae8b0-ca47-4db6-997a-9c5f4958cbd3 by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': 'c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e'}] {{(pid=89033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:25.299065 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port 80cae8b0-ca47-4db6-997a-9c5f4958cbd3 on network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:25.315768 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Port 80cae8b0-ca47-4db6-997a-9c5f4958cbd3 on network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:11:25.316096 dv-neutron-860215-1-hyperv neutron-server[89033]: ERROR neutron.plugins.ml2.managers [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Failed to bind port 80cae8b0-ca47-4db6-997a-9c5f4958cbd3 on host hv-neutron-8602 for vnic_type normal using segments [{'id': 'c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e'}] Oct 04 09:11:25.324081 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.plugins.ml2.plugin [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempt 2 to bind port 80cae8b0-ca47-4db6-997a-9c5f4958cbd3 Oct 04 09:11:25.349006 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-9d9ea977-20a2-4a4c-96c3-7590a8013fcf tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Allocated IP 172.20.0.3 (47a5e3f9-c86d-42e3-aa54-307ad09aaed3/c71d810d-a687-47c7-bc07-e9ceb2173258/2b195970-be89-4d03-967e-0f3645f00957) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:11:25.355250 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port 80cae8b0-ca47-4db6-997a-9c5f4958cbd3 on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:25.355585 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port 80cae8b0-ca47-4db6-997a-9c5f4958cbd3 by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': 'c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e'}] {{(pid=89033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:25.355912 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port 80cae8b0-ca47-4db6-997a-9c5f4958cbd3 on network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:25.362489 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e8601435-bb97-43fe-a58f-3c6c09052c92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:25.363130 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417595ab-1eed-4a12-a1fb-88ad2cc9aa47 None None] Network 47a5e3f9-c86d-42e3-aa54-307ad09aaed3 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:11:25.365894 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5a057474-32dd-4be9-ac24-30985cd26617 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:25.366841 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a057474-32dd-4be9-ac24-30985cd26617 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:25.367414 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5a057474-32dd-4be9-ac24-30985cd26617 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:25.373470 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d80529d4-ce3e-490a-891a-613204942808 None None] Attempt 3 to provision port 59ac07e5-b222-44f7-b39f-f88365842509 Oct 04 09:11:25.386590 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Port 80cae8b0-ca47-4db6-997a-9c5f4958cbd3 on network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:11:25.387011 dv-neutron-860215-1-hyperv neutron-server[89033]: ERROR neutron.plugins.ml2.managers [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Failed to bind port 80cae8b0-ca47-4db6-997a-9c5f4958cbd3 on host hv-neutron-8602 for vnic_type normal using segments [{'id': 'c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e'}] Oct 04 09:11:25.395645 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.plugins.ml2.plugin [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempt 3 to bind port 80cae8b0-ca47-4db6-997a-9c5f4958cbd3 Oct 04 09:11:25.396803 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417595ab-1eed-4a12-a1fb-88ad2cc9aa47 None None] Pushing event updated for resources: {'Port': ['ID=22353906-0cfa-493b-95bf-e229ebbbeafa,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:25.443723 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-417595ab-1eed-4a12-a1fb-88ad2cc9aa47 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:11:25.459056 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417595ab-1eed-4a12-a1fb-88ad2cc9aa47 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:11:25.474851 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-e8601435-bb97-43fe-a58f-3c6c09052c92 admin admin] Transition to ACTIVE for port object 17d3c310-a243-4519-8927-dc63175c9d6d will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:11:25.479367 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdbf7a9-fd03-4f92-bb0e-cef574dac2ec admin admin] Pushing event updated for resources: {'Port': ['ID=59ac07e5-b222-44f7-b39f-f88365842509,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:25.518847 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-5a057474-32dd-4be9-ac24-30985cd26617 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.2524638 Oct 04 09:11:25.518847 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port 80cae8b0-ca47-4db6-997a-9c5f4958cbd3 on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:25.518847 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port 80cae8b0-ca47-4db6-997a-9c5f4958cbd3 by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': 'c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e'}] {{(pid=89033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:25.518847 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port 80cae8b0-ca47-4db6-997a-9c5f4958cbd3 on network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:25.521394 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 52982) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:25.531430 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-152684de-1276-4569-ae9c-0cad75c8ee25 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Request body: {'subnet': {'network_id': '6c1ed5d7-423e-4668-96f5-4d7bc964929b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:11:25.542930 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a057474-32dd-4be9-ac24-30985cd26617 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Pushing event updated for resources: {'Network': ['ID=6c1ed5d7-423e-4668-96f5-4d7bc964929b,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:25.545436 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-152684de-1276-4569-ae9c-0cad75c8ee25 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:25.551188 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Port 80cae8b0-ca47-4db6-997a-9c5f4958cbd3 on network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:11:25.551188 dv-neutron-860215-1-hyperv neutron-server[89033]: ERROR neutron.plugins.ml2.managers [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Failed to bind port 80cae8b0-ca47-4db6-997a-9c5f4958cbd3 on host hv-neutron-8602 for vnic_type normal using segments [{'id': 'c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e'}] Oct 04 09:11:25.552965 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.plugins.ml2.plugin [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempt 4 to bind port 80cae8b0-ca47-4db6-997a-9c5f4958cbd3 Oct 04 09:11:25.563221 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d938de1d-45a8-4635-912d-e61f711e673e tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:25.565326 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-152684de-1276-4569-ae9c-0cad75c8ee25 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Usage tracker for resource:subnet and tenant:fdf1899fe0e7433f8f7adfcb3396fddd is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:25.587223 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-152684de-1276-4569-ae9c-0cad75c8ee25 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:25.593812 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 6c1ed5d7-423e-4668-96f5-4d7bc964929b details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:11:25.606862 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-b16a7ffd-73de-4083-9f2c-8386cbd5dac6 None None] Attempting to bind port 42581eae-b358-451a-9bc1-d9e8895cf00d on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:25.607216 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-b16a7ffd-73de-4083-9f2c-8386cbd5dac6 None None] Attempting to bind port 42581eae-b358-451a-9bc1-d9e8895cf00d by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '8afeaada-32a3-4513-abae-a0ef0331514b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'dbec35f1-10d6-49ab-9e98-eaa45771d9ff'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:25.607573 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16a7ffd-73de-4083-9f2c-8386cbd5dac6 None None] Attempting to bind port 42581eae-b358-451a-9bc1-d9e8895cf00d on network dbec35f1-10d6-49ab-9e98-eaa45771d9ff {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:25.620740 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d80529d4-ce3e-490a-891a-613204942808 None None] Port 59ac07e5-b222-44f7-b39f-f88365842509 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:11:25.657330 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-152684de-1276-4569-ae9c-0cad75c8ee25 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:25.662313 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port 80cae8b0-ca47-4db6-997a-9c5f4958cbd3 on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:25.662522 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port 80cae8b0-ca47-4db6-997a-9c5f4958cbd3 by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': 'c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e'}] {{(pid=89033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:25.662844 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port 80cae8b0-ca47-4db6-997a-9c5f4958cbd3 on network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:25.678839 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Port 80cae8b0-ca47-4db6-997a-9c5f4958cbd3 on network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:11:25.679147 dv-neutron-860215-1-hyperv neutron-server[89033]: ERROR neutron.plugins.ml2.managers [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Failed to bind port 80cae8b0-ca47-4db6-997a-9c5f4958cbd3 on host hv-neutron-8602 for vnic_type normal using segments [{'id': 'c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e'}] Oct 04 09:11:25.680773 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16a7ffd-73de-4083-9f2c-8386cbd5dac6 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:11:25.681156 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16a7ffd-73de-4083-9f2c-8386cbd5dac6 None None] Checking segment: {'id': '8afeaada-32a3-4513-abae-a0ef0331514b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'dbec35f1-10d6-49ab-9e98-eaa45771d9ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:11:25.681741 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b16a7ffd-73de-4083-9f2c-8386cbd5dac6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:25.681864 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.plugins.ml2.plugin [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempt 5 to bind port 80cae8b0-ca47-4db6-997a-9c5f4958cbd3 Oct 04 09:11:25.681950 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16a7ffd-73de-4083-9f2c-8386cbd5dac6 None None] Bound using segment: {'id': '8afeaada-32a3-4513-abae-a0ef0331514b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'dbec35f1-10d6-49ab-9e98-eaa45771d9ff'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:11:25.682398 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-b16a7ffd-73de-4083-9f2c-8386cbd5dac6 None None] Bound port: 42581eae-b358-451a-9bc1-d9e8895cf00d, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8afeaada-32a3-4513-abae-a0ef0331514b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'dbec35f1-10d6-49ab-9e98-eaa45771d9ff'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:11:25.682762 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b16a7ffd-73de-4083-9f2c-8386cbd5dac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:25.695679 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152684de-1276-4569-ae9c-0cad75c8ee25 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Made reservation on behalf of fdf1899fe0e7433f8f7adfcb3396fddd for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:11:25.698137 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-152684de-1276-4569-ae9c-0cad75c8ee25 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:25.722316 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port 80cae8b0-ca47-4db6-997a-9c5f4958cbd3 on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:25.722781 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port 80cae8b0-ca47-4db6-997a-9c5f4958cbd3 by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': 'c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e'}] {{(pid=89033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:25.723047 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port 80cae8b0-ca47-4db6-997a-9c5f4958cbd3 on network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:25.773164 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e8601435-bb97-43fe-a58f-3c6c09052c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:25.778834 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdbf7a9-fd03-4f92-bb0e-cef574dac2ec admin admin] Network e8ddde0d-ed42-4501-990c-a14b035fda43 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:11:25.799903 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Port 80cae8b0-ca47-4db6-997a-9c5f4958cbd3 on network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:11:25.800470 dv-neutron-860215-1-hyperv neutron-server[89033]: ERROR neutron.plugins.ml2.managers [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Failed to bind port 80cae8b0-ca47-4db6-997a-9c5f4958cbd3 on host hv-neutron-8602 for vnic_type normal using segments [{'id': 'c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e'}] Oct 04 09:11:25.811994 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-417595ab-1eed-4a12-a1fb-88ad2cc9aa47 None None] Attempting to bind port 22353906-0cfa-493b-95bf-e229ebbbeafa on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:25.812396 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-417595ab-1eed-4a12-a1fb-88ad2cc9aa47 None None] Attempting to bind port 22353906-0cfa-493b-95bf-e229ebbbeafa by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '618c5a48-b11b-47bb-9cb9-15bc35212aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '47a5e3f9-c86d-42e3-aa54-307ad09aaed3'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:25.812741 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417595ab-1eed-4a12-a1fb-88ad2cc9aa47 None None] Attempting to bind port 22353906-0cfa-493b-95bf-e229ebbbeafa on network 47a5e3f9-c86d-42e3-aa54-307ad09aaed3 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:25.816978 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.plugins.ml2.plugin [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempt 6 to bind port 80cae8b0-ca47-4db6-997a-9c5f4958cbd3 Oct 04 09:11:25.824670 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-6cdbf7a9-fd03-4f92-bb0e-cef574dac2ec admin admin] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:11:25.847416 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417595ab-1eed-4a12-a1fb-88ad2cc9aa47 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:11:25.847796 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417595ab-1eed-4a12-a1fb-88ad2cc9aa47 None None] Checking segment: {'id': '618c5a48-b11b-47bb-9cb9-15bc35212aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '47a5e3f9-c86d-42e3-aa54-307ad09aaed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:11:25.848193 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-417595ab-1eed-4a12-a1fb-88ad2cc9aa47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:25.848606 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417595ab-1eed-4a12-a1fb-88ad2cc9aa47 None None] Bound using segment: {'id': '618c5a48-b11b-47bb-9cb9-15bc35212aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '47a5e3f9-c86d-42e3-aa54-307ad09aaed3'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:11:25.849068 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-417595ab-1eed-4a12-a1fb-88ad2cc9aa47 None None] Bound port: 22353906-0cfa-493b-95bf-e229ebbbeafa, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '618c5a48-b11b-47bb-9cb9-15bc35212aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '47a5e3f9-c86d-42e3-aa54-307ad09aaed3'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:11:25.849454 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-417595ab-1eed-4a12-a1fb-88ad2cc9aa47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:25.859265 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9d9ea977-20a2-4a4c-96c3-7590a8013fcf tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:25.862473 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port 80cae8b0-ca47-4db6-997a-9c5f4958cbd3 on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:25.862802 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port 80cae8b0-ca47-4db6-997a-9c5f4958cbd3 by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': 'c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e'}] {{(pid=89033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:25.863128 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port 80cae8b0-ca47-4db6-997a-9c5f4958cbd3 on network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:25.891015 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Port 80cae8b0-ca47-4db6-997a-9c5f4958cbd3 on network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:11:25.891342 dv-neutron-860215-1-hyperv neutron-server[89033]: ERROR neutron.plugins.ml2.managers [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Failed to bind port 80cae8b0-ca47-4db6-997a-9c5f4958cbd3 on host hv-neutron-8602 for vnic_type normal using segments [{'id': 'c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e'}] Oct 04 09:11:25.893179 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-9d9ea977-20a2-4a4c-96c3-7590a8013fcf tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Transition to ACTIVE for port object 2b195970-be89-4d03-967e-0f3645f00957 will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:11:25.894109 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.plugins.ml2.plugin [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempt 7 to bind port 80cae8b0-ca47-4db6-997a-9c5f4958cbd3 Oct 04 09:11:25.904009 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d938de1d-45a8-4635-912d-e61f711e673e tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Pushing event updated for resources: {'Subnet': ['ID=fe54a27c-dc01-4839-9b04-56ac1bcc4ed1,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:25.934844 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port 80cae8b0-ca47-4db6-997a-9c5f4958cbd3 on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:25.935175 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port 80cae8b0-ca47-4db6-997a-9c5f4958cbd3 by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': 'c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e'}] {{(pid=89033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:25.935508 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port 80cae8b0-ca47-4db6-997a-9c5f4958cbd3 on network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:25.946340 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d938de1d-45a8-4635-912d-e61f711e673e tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Checking segment: {'id': 'c9c99172-ce8b-42d6-8179-3167125f7401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c71c659b-7a13-4760-835f-bfe149079238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:11:25.946970 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d938de1d-45a8-4635-912d-e61f711e673e tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Network hostable DHCP agents. Network: c71c659b-7a13-4760-835f-bfe149079238, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:11:25.965126 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-6fe98382-7a71-46ba-840d-1f2323d50e39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] For port a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604, host hv-neutron-8602, got binding levels [] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:11:25.966231 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6fe98382-7a71-46ba-840d-1f2323d50e39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:25.980581 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Port 80cae8b0-ca47-4db6-997a-9c5f4958cbd3 on network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:11:25.980768 dv-neutron-860215-1-hyperv neutron-server[89033]: ERROR neutron.plugins.ml2.managers [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Failed to bind port 80cae8b0-ca47-4db6-997a-9c5f4958cbd3 on host hv-neutron-8602 for vnic_type normal using segments [{'id': 'c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e'}] Oct 04 09:11:25.985931 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.plugins.ml2.plugin [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempt 8 to bind port 80cae8b0-ca47-4db6-997a-9c5f4958cbd3 Oct 04 09:11:26.002964 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-4c195989-5412-4825-bcbf-1f01bed02051 None None] Notify callbacks [] for port, precommit_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:26.024596 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-4c195989-5412-4825-bcbf-1f01bed02051 None None] Transition to ACTIVE for port object 56fedbe0-fa99-4efe-8643-d6d0d74e28a6 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:11:26.040615 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-b16a7ffd-73de-4083-9f2c-8386cbd5dac6 None None] For port 42581eae-b358-451a-9bc1-d9e8895cf00d, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:11:26.046263 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-4c195989-5412-4825-bcbf-1f01bed02051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:26.052729 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port 80cae8b0-ca47-4db6-997a-9c5f4958cbd3 on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:26.053059 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port 80cae8b0-ca47-4db6-997a-9c5f4958cbd3 by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': 'c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e'}] {{(pid=89033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:26.053383 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port 80cae8b0-ca47-4db6-997a-9c5f4958cbd3 on network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:26.054928 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-b16a7ffd-73de-4083-9f2c-8386cbd5dac6 None None] For port 42581eae-b358-451a-9bc1-d9e8895cf00d, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=42581eae-b358-451a-9bc1-d9e8895cf00d,segment=NetworkSegment(8afeaada-32a3-4513-abae-a0ef0331514b),segment_id=8afeaada-32a3-4513-abae-a0ef0331514b)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:11:26.055729 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9d9ea977-20a2-4a4c-96c3-7590a8013fcf tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:26.106159 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b16a7ffd-73de-4083-9f2c-8386cbd5dac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:26.117041 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-4c195989-5412-4825-bcbf-1f01bed02051 None None] Attempting to bind port 56fedbe0-fa99-4efe-8643-d6d0d74e28a6 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:26.117503 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-4c195989-5412-4825-bcbf-1f01bed02051 None None] Attempting to bind port 56fedbe0-fa99-4efe-8643-d6d0d74e28a6 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:26.117924 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c195989-5412-4825-bcbf-1f01bed02051 None None] Attempting to bind port 56fedbe0-fa99-4efe-8643-d6d0d74e28a6 on network f33938cd-879e-4461-9b5e-aa67b746b6bd {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:26.135215 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d80529d4-ce3e-490a-891a-613204942808 None None] Attempt 4 to provision port 59ac07e5-b222-44f7-b39f-f88365842509 Oct 04 09:11:26.141551 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8601435-bb97-43fe-a58f-3c6c09052c92 admin admin] Network 4e61ee37-e03d-4906-997b-978c1601b208 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:11:26.146230 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-e8601435-bb97-43fe-a58f-3c6c09052c92 admin admin] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:11:26.164606 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-6fe98382-7a71-46ba-840d-1f2323d50e39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Calling delete_port for a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 owned by {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:11:26.187865 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c195989-5412-4825-bcbf-1f01bed02051 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:11:26.188314 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c195989-5412-4825-bcbf-1f01bed02051 None None] Checking segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:11:26.188802 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-4c195989-5412-4825-bcbf-1f01bed02051 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:26.189267 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c195989-5412-4825-bcbf-1f01bed02051 None None] Bound using segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:11:26.189783 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-4c195989-5412-4825-bcbf-1f01bed02051 None None] Bound port: 56fedbe0-fa99-4efe-8643-d6d0d74e28a6, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:11:26.190226 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-4c195989-5412-4825-bcbf-1f01bed02051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:26.206291 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8601435-bb97-43fe-a58f-3c6c09052c92 admin admin] Pushing event updated for resources: {'Port': ['ID=17d3c310-a243-4519-8927-dc63175c9d6d,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:26.212880 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9ea977-20a2-4a4c-96c3-7590a8013fcf tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Pushing event updated for resources: {'Port': ['ID=2b195970-be89-4d03-967e-0f3645f00957,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:26.228400 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8601435-bb97-43fe-a58f-3c6c09052c92 admin admin] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:11:26.228871 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e8601435-bb97-43fe-a58f-3c6c09052c92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737202'] for router_interface, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:26.268210 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-417595ab-1eed-4a12-a1fb-88ad2cc9aa47 None None] For port 22353906-0cfa-493b-95bf-e229ebbbeafa, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:11:26.270877 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed77de4-72b7-40c5-a9a3-acdc5130be5b None None] Pushing event updated for resources: {'Port': ['ID=56fedbe0-fa99-4efe-8643-d6d0d74e28a6,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:26.277905 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Port 80cae8b0-ca47-4db6-997a-9c5f4958cbd3 on network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:11:26.278497 dv-neutron-860215-1-hyperv neutron-server[89033]: ERROR neutron.plugins.ml2.managers [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Failed to bind port 80cae8b0-ca47-4db6-997a-9c5f4958cbd3 on host hv-neutron-8602 for vnic_type normal using segments [{'id': 'c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e'}] Oct 04 09:11:26.289793 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.plugins.ml2.plugin [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempt 9 to bind port 80cae8b0-ca47-4db6-997a-9c5f4958cbd3 Oct 04 09:11:26.321814 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d938de1d-45a8-4635-912d-e61f711e673e tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Network c71c659b-7a13-4760-835f-bfe149079238 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:11:26.325525 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9ea977-20a2-4a4c-96c3-7590a8013fcf tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Network 47a5e3f9-c86d-42e3-aa54-307ad09aaed3 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:11:26.333703 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-9d9ea977-20a2-4a4c-96c3-7590a8013fcf tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:11:26.336466 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-417595ab-1eed-4a12-a1fb-88ad2cc9aa47 None None] For port 22353906-0cfa-493b-95bf-e229ebbbeafa, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=22353906-0cfa-493b-95bf-e229ebbbeafa,segment=NetworkSegment(618c5a48-b11b-47bb-9cb9-15bc35212aa2),segment_id=618c5a48-b11b-47bb-9cb9-15bc35212aa2)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:11:26.341728 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9ea977-20a2-4a4c-96c3-7590a8013fcf tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:11:26.364681 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-d938de1d-45a8-4635-912d-e61f711e673e tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, c71c659b-7a13-4760-835f-bfe149079238) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:11:26.368249 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-417595ab-1eed-4a12-a1fb-88ad2cc9aa47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:26.369815 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d938de1d-45a8-4635-912d-e61f711e673e tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:26.370415 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d938de1d-45a8-4635-912d-e61f711e673e tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:26.398401 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d80529d4-ce3e-490a-891a-613204942808 None None] Port 59ac07e5-b222-44f7-b39f-f88365842509 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:11:26.411504 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4783a54-6a72-42d7-bdc0-2f3524f94c29 None None] Network c71c659b-7a13-4760-835f-bfe149079238 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:11:26.423891 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9ea977-20a2-4a4c-96c3-7590a8013fcf tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:26.424408 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9d9ea977-20a2-4a4c-96c3-7590a8013fcf tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:26.456894 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port 80cae8b0-ca47-4db6-997a-9c5f4958cbd3 on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:26.457240 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port 80cae8b0-ca47-4db6-997a-9c5f4958cbd3 by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': 'c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e'}] {{(pid=89033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:26.457610 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port 80cae8b0-ca47-4db6-997a-9c5f4958cbd3 on network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:26.466774 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Port 80cae8b0-ca47-4db6-997a-9c5f4958cbd3 on network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:11:26.467096 dv-neutron-860215-1-hyperv neutron-server[89033]: ERROR neutron.plugins.ml2.managers [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Failed to bind port 80cae8b0-ca47-4db6-997a-9c5f4958cbd3 on host hv-neutron-8602 for vnic_type normal using segments [{'id': 'c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e'}] Oct 04 09:11:26.468827 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-9d9ea977-20a2-4a4c-96c3-7590a8013fcf tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7910867 Oct 04 09:11:26.476997 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.plugins.ml2.plugin [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempt 10 to bind port 80cae8b0-ca47-4db6-997a-9c5f4958cbd3 Oct 04 09:11:26.488305 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-797c1a4c-6f46-49b1-be69-f28255a323db tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Allocated IP 172.26.10.177 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/397f0cf9-037c-4dee-877b-dd43b89047e1) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:11:26.500459 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 52986) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:26.550712 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port 80cae8b0-ca47-4db6-997a-9c5f4958cbd3 on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:26.551067 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port 80cae8b0-ca47-4db6-997a-9c5f4958cbd3 by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': 'c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e'}] {{(pid=89033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:26.551399 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port 80cae8b0-ca47-4db6-997a-9c5f4958cbd3 on network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:26.569386 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-4c195989-5412-4825-bcbf-1f01bed02051 None None] For port 56fedbe0-fa99-4efe-8643-d6d0d74e28a6, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:11:26.581657 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16a7ffd-73de-4083-9f2c-8386cbd5dac6 None None] Pushing event updated for resources: {'Port': ['ID=42581eae-b358-451a-9bc1-d9e8895cf00d,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:26.586954 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-d938de1d-45a8-4635-912d-e61f711e673e tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0141237 Oct 04 09:11:26.587744 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-4c195989-5412-4825-bcbf-1f01bed02051 None None] For port 56fedbe0-fa99-4efe-8643-d6d0d74e28a6, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=56fedbe0-fa99-4efe-8643-d6d0d74e28a6,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:11:26.609607 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 52990) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:26.618101 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cdbf7a9-fd03-4f92-bb0e-cef574dac2ec admin admin] Router 95f983ee-7a70-46fb-877c-5744f3ec2e57 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:11:26.629267 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-5be58bec-095d-454b-8459-6c1e7992305a tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Request body: {'network': {'name': 'tempest-router-network01--149985089'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:11:26.644065 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-4c195989-5412-4825-bcbf-1f01bed02051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:26.648298 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-5be58bec-095d-454b-8459-6c1e7992305a tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:26.665458 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-5be58bec-095d-454b-8459-6c1e7992305a tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Usage tracker for resource:network and tenant:f1281ad8f0c2447bacbd964711ff9ffb is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:26.677623 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6fe98382-7a71-46ba-840d-1f2323d50e39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:26.714406 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-5be58bec-095d-454b-8459-6c1e7992305a tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:26.738194 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c195989-5412-4825-bcbf-1f01bed02051 None None] Routers {'d498a7fe-10a1-408d-96ac-b032c2687649'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:11:26.738938 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-4c195989-5412-4825-bcbf-1f01bed02051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:11:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['d498a7fe-10a1-408d-96ac-b032c2687649'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:11:26.849808 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Port 80cae8b0-ca47-4db6-997a-9c5f4958cbd3 on network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:11:26.850325 dv-neutron-860215-1-hyperv neutron-server[89033]: ERROR neutron.plugins.ml2.managers [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Failed to bind port 80cae8b0-ca47-4db6-997a-9c5f4958cbd3 on host hv-neutron-8602 for vnic_type normal using segments [{'id': 'c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e'}] Oct 04 09:11:26.850535 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:26.900027 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-893d198a-5574-4812-8804-ba92155f28ae tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Deleting port 2b195970-be89-4d03-967e-0f3645f00957 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:11:26.900655 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-893d198a-5574-4812-8804-ba92155f28ae tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:26.919058 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d80529d4-ce3e-490a-891a-613204942808 None None] Attempt 5 to provision port 59ac07e5-b222-44f7-b39f-f88365842509 Oct 04 09:11:26.959944 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417595ab-1eed-4a12-a1fb-88ad2cc9aa47 None None] Pushing event updated for resources: {'Port': ['ID=22353906-0cfa-493b-95bf-e229ebbbeafa,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:26.962811 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 3d38fe96-a290-4c0e-8f35-41d7828bf0a7 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:11:27.023777 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6fe98382-7a71-46ba-840d-1f2323d50e39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:27.035437 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-5be58bec-095d-454b-8459-6c1e7992305a tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:27.066235 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.objects.ports [None req-152684de-1276-4569-ae9c-0cad75c8ee25 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89033) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Oct 04 09:11:27.066700 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-152684de-1276-4569-ae9c-0cad75c8ee25 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:27.105888 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-797c1a4c-6f46-49b1-be69-f28255a323db tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:27.122767 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] For port 80cae8b0-ca47-4db6-997a-9c5f4958cbd3, host hv-neutron-8602, cleared binding levels {{(pid=89033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:11:27.122767 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempted to set empty binding levels {{(pid=89033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 04 09:11:27.131003 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe98382-7a71-46ba-840d-1f2323d50e39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Pushing event deleted for resources: {'Port': ['ID=a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:27.140820 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:27.141369 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] In _notify_port_updated(), no bound segment for port 80cae8b0-ca47-4db6-997a-9c5f4958cbd3 on network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e {{(pid=89033) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 04 09:11:27.142211 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:27.142796 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:27.147609 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] 10.222.0.50 "PUT /v2.0/ports/80cae8b0-ca47-4db6-997a-9c5f4958cbd3 HTTP/1.1" status: 200 len: 976 time: 3.6311028 Oct 04 09:11:27.147946 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 52994) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:27.163164 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-6fe98382-7a71-46ba-840d-1f2323d50e39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] 10.222.0.50 "DELETE /v2.0/ports/a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 HTTP/1.1" status: 204 len: 168 time: 2.4151912 Oct 04 09:11:27.172328 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d80529d4-ce3e-490a-891a-613204942808 None None] Port 59ac07e5-b222-44f7-b39f-f88365842509 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:11:27.185827 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 52996) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:27.296600 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed77de4-72b7-40c5-a9a3-acdc5130be5b None None] Pushing event updated for resources: {'Port': ['ID=56fedbe0-fa99-4efe-8643-d6d0d74e28a6,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:27.324603 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 3d38fe96-a290-4c0e-8f35-41d7828bf0a7 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:11:27.325016 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:27.325379 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 3d38fe96-a290-4c0e-8f35-41d7828bf0a7 Oct 04 09:11:27.330676 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be58bec-095d-454b-8459-6c1e7992305a tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Made reservation on behalf of f1281ad8f0c2447bacbd964711ff9ffb for: {'network': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:11:27.334074 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5be58bec-095d-454b-8459-6c1e7992305a tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:27.337728 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152684de-1276-4569-ae9c-0cad75c8ee25 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9446b9cb-605e-4c55-9707-faec79ccb152,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:27.364406 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09556d48-50a5-4abb-91ea-0fe664082e86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-c71c659b-7a13-4760-835f-bfe149079238', 'network_id': 'c71c659b-7a13-4760-835f-bfe149079238', 'tenant_id': 'f1281ad8f0c2447bacbd964711ff9ffb', 'fixed_ips': [{'subnet_id': 'fe54a27c-dc01-4839-9b04-56ac1bcc4ed1'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:11:27.365253 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-09556d48-50a5-4abb-91ea-0fe664082e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:27.379839 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d20b2b-3ada-444a-afe0-538090bd599e tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Pushing event updated for resources: {'Port': ['ID=80cae8b0-ca47-4db6-997a-9c5f4958cbd3,revision_number=3']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:27.382792 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e8601435-bb97-43fe-a58f-3c6c09052c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:27.403399 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-4c195989-5412-4825-bcbf-1f01bed02051 None None] Set router d498a7fe-10a1-408d-96ac-b032c2687649 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:11:27.405884 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152684de-1276-4569-ae9c-0cad75c8ee25 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Checking segment: {'id': '3be2b79c-555a-4adb-8c1d-35b4f5803df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6c1ed5d7-423e-4668-96f5-4d7bc964929b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:11:27.406213 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152684de-1276-4569-ae9c-0cad75c8ee25 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Network hostable DHCP agents. Network: 6c1ed5d7-423e-4668-96f5-4d7bc964929b, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:11:27.423518 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-797c1a4c-6f46-49b1-be69-f28255a323db tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:27.434937 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdf5e96d-1034-4403-8151-d776e9dffe6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] GET failed (client error): The resource could not be found. Oct 04 09:11:27.436391 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-fdf5e96d-1034-4403-8151-d776e9dffe6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] 10.222.0.50 "GET /v2.0/ports/a6cf2dff-f8d9-4bc0-a3bc-d9c3a6be9604 HTTP/1.1" status: 404 len: 333 time: 0.2085116 Oct 04 09:11:27.455619 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 53004) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:27.503894 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cdbf7a9-fd03-4f92-bb0e-cef574dac2ec admin admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:11:27.525547 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695bd506-668b-406d-a033-640651b7e95a None None] Sync routers for ids ['95f983ee-7a70-46fb-877c-5744f3ec2e57'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:11:27.533221 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152684de-1276-4569-ae9c-0cad75c8ee25 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Network 6c1ed5d7-423e-4668-96f5-4d7bc964929b is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:11:27.546066 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797c1a4c-6f46-49b1-be69-f28255a323db tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:11:27.549058 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695bd506-668b-406d-a033-640651b7e95a None None] Routers {'95f983ee-7a70-46fb-877c-5744f3ec2e57'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:11:27.549947 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-695bd506-668b-406d-a033-640651b7e95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:11:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['95f983ee-7a70-46fb-877c-5744f3ec2e57'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:11:27.550167 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-797c1a4c-6f46-49b1-be69-f28255a323db tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:11:27.553289 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797c1a4c-6f46-49b1-be69-f28255a323db tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:11:27.586791 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-152684de-1276-4569-ae9c-0cad75c8ee25 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 6c1ed5d7-423e-4668-96f5-4d7bc964929b) {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:11:27.591364 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152684de-1276-4569-ae9c-0cad75c8ee25 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:27.591948 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-152684de-1276-4569-ae9c-0cad75c8ee25 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:27.599317 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-749b163b-66b4-4c18-a253-d7dcb17273bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Request body: {'port': {'network_id': '0747e935-c229-4fdb-9d08-8642886062c2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2076864451'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:11:27.615680 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-749b163b-66b4-4c18-a253-d7dcb17273bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:27.619830 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5be58bec-095d-454b-8459-6c1e7992305a tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=89032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:11:27.626869 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3975c1-fa2e-4a2d-bffd-06aff87094e5 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:27.627356 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3975c1-fa2e-4a2d-bffd-06aff87094e5 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:27.627833 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3975c1-fa2e-4a2d-bffd-06aff87094e5 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:27.628299 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3975c1-fa2e-4a2d-bffd-06aff87094e5 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:27.628791 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3975c1-fa2e-4a2d-bffd-06aff87094e5 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:27.629252 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3975c1-fa2e-4a2d-bffd-06aff87094e5 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:27.629710 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3975c1-fa2e-4a2d-bffd-06aff87094e5 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:27.630170 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3975c1-fa2e-4a2d-bffd-06aff87094e5 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:27.630625 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3975c1-fa2e-4a2d-bffd-06aff87094e5 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:27.631086 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3975c1-fa2e-4a2d-bffd-06aff87094e5 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:27.631543 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3975c1-fa2e-4a2d-bffd-06aff87094e5 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:27.631999 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3975c1-fa2e-4a2d-bffd-06aff87094e5 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:27.632482 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3975c1-fa2e-4a2d-bffd-06aff87094e5 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:27.632940 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3975c1-fa2e-4a2d-bffd-06aff87094e5 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:27.633392 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3975c1-fa2e-4a2d-bffd-06aff87094e5 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:27.639976 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-749b163b-66b4-4c18-a253-d7dcb17273bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Usage tracker for resource:port and tenant:c4a5df274e1a49ee9ce993890c1d51ed is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:27.652377 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-fc3975c1-fa2e-4a2d-bffd-06aff87094e5 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Synchronizing usage tracker for tenant:ead38b0d497642c3831ea73573bdb821 on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:11:27.669816 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-749b163b-66b4-4c18-a253-d7dcb17273bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:27.690548 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797c1a4c-6f46-49b1-be69-f28255a323db tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Pushing event updated for resources: {'Port': ['ID=397f0cf9-037c-4dee-877b-dd43b89047e1,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:27.705735 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-6cdbf7a9-fd03-4f92-bb0e-cef574dac2ec admin admin] 10.222.0.50 "PUT /v2.0/routers/95f983ee-7a70-46fb-877c-5744f3ec2e57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2195978 Oct 04 09:11:27.725860 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-152684de-1276-4569-ae9c-0cad75c8ee25 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1997612 Oct 04 09:11:27.726900 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-fc3975c1-fa2e-4a2d-bffd-06aff87094e5 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Unset dirty status for tenant:ead38b0d497642c3831ea73573bdb821 on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:11:27.728097 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-fc3975c1-fa2e-4a2d-bffd-06aff87094e5 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13577 time: 0.5454576 Oct 04 09:11:27.731006 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53010) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:27.736586 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53012) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:27.744079 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-749b163b-66b4-4c18-a253-d7dcb17273bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:27.746926 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5be58bec-095d-454b-8459-6c1e7992305a tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:27.750181 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.segments_db [None req-5be58bec-095d-454b-8459-6c1e7992305a tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Added segment eac1c7c1-226f-4c6b-8b92-0a893aad3502 of type vlan for network 16740334-9c9d-4574-a7cc-465cdffe5911 Oct 04 09:11:27.756181 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-14ad3caa-013d-47c9-8bbf-44eddbd580f1 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Request body: {'floatingip': {'floating_network_id': '6c1ed5d7-423e-4668-96f5-4d7bc964929b'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:11:27.769224 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d80529d4-ce3e-490a-891a-613204942808 None None] Attempt 6 to provision port 59ac07e5-b222-44f7-b39f-f88365842509 Oct 04 09:11:27.801923 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37703f8-3639-45fa-95f8-56282f059332 None None] Network 6c1ed5d7-423e-4668-96f5-4d7bc964929b requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:11:27.861602 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-2964ace8-1872-4ee5-8a8c-3757181d9987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:27.894615 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-14ad3caa-013d-47c9-8bbf-44eddbd580f1 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:27.961389 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-695bd506-668b-406d-a033-640651b7e95a None None] Set router 95f983ee-7a70-46fb-877c-5744f3ec2e57 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:11:28.107251 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ee4e67-dbcb-483a-a1c1-4ccd313e0cd4 None None] Network dbec35f1-10d6-49ab-9e98-eaa45771d9ff requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:11:28.131313 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749b163b-66b4-4c18-a253-d7dcb17273bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Made reservation on behalf of c4a5df274e1a49ee9ce993890c1d51ed for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:11:28.133703 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-749b163b-66b4-4c18-a253-d7dcb17273bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:28.153810 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e8601435-bb97-43fe-a58f-3c6c09052c92 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:28.223063 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e8601435-bb97-43fe-a58f-3c6c09052c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:28.223743 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e8601435-bb97-43fe-a58f-3c6c09052c92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736777'] for router_interface, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:28.249571 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5be58bec-095d-454b-8459-6c1e7992305a tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:28.274511 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d80529d4-ce3e-490a-891a-613204942808 None None] Port 59ac07e5-b222-44f7-b39f-f88365842509 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:11:28.275670 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-14ad3caa-013d-47c9-8bbf-44eddbd580f1 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Usage tracker for resource:floatingip and tenant:fdf1899fe0e7433f8f7adfcb3396fddd is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:28.286645 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-14ad3caa-013d-47c9-8bbf-44eddbd580f1 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:28.350558 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-893d198a-5574-4812-8804-ba92155f28ae tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:28.359366 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [None req-749b163b-66b4-4c18-a253-d7dcb17273bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] device_id is not set on port 5dc6426f-f171-4448-9090-658316ef5722 yet. {{(pid=89032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:11:28.375000 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-14ad3caa-013d-47c9-8bbf-44eddbd580f1 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:28.396452 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53024) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:28.410833 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-aee2c352-8a08-4bdd-86c4-60d2c7cf8253 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Deleting port 80cae8b0-ca47-4db6-997a-9c5f4958cbd3 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:11:28.411182 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aee2c352-8a08-4bdd-86c4-60d2c7cf8253 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:28.442392 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-538baa81-78ed-454c-8b5d-695cef38f2d8 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1316272781', 'description': 'tempest-description--1816629910'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:11:28.474185 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-538baa81-78ed-454c-8b5d-695cef38f2d8 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:28.484432 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-695bd506-668b-406d-a033-640651b7e95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f983ee-7a70-46fb-877c-5744f3ec2e57', 'name': 'tempest-ServersTestJSON-273369803-router', 'tenant_id': '207ffe4555e7440982e6c7a0c57387dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.173'}], 'enable_snat': True}, 'gw_port_id': '3d38fe96-a290-4c0e-8f35-41d7828bf0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:11:12Z', 'updated_at': '2022-10-04T09:11:23Z', 'revision_number': 4, 'project_id': '207ffe4555e7440982e6c7a0c57387dd', 'gw_port': {'id': '3d38fe96-a290-4c0e-8f35-41d7828bf0a7', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:5f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f983ee-7a70-46fb-877c-5744f3ec2e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:11:13Z', 'updated_at': '2022-10-04T09:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '59ac07e5-b222-44f7-b39f-f88365842509', 'name': '', 'network_id': 'e8ddde0d-ed42-4501-990c-a14b035fda43', 'tenant_id': '207ffe4555e7440982e6c7a0c57387dd', 'mac_address': 'fa:16:3e:bf:c7:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f983ee-7a70-46fb-877c-5744f3ec2e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '68dc2dea-3e89-4e44-9770-d0bf75ecdbc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:11:21Z', 'updated_at': '2022-10-04T09:11:23Z', 'revision_number': 2, 'project_id': '207ffe4555e7440982e6c7a0c57387dd', 'subnets': [{'id': '68dc2dea-3e89-4e44-9770-d0bf75ecdbc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:11:28.490745 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695bd506-668b-406d-a033-640651b7e95a None None] Checking router: 95f983ee-7a70-46fb-877c-5744f3ec2e57 for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:11:28.492059 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695bd506-668b-406d-a033-640651b7e95a None None] Updating router 95f983ee-7a70-46fb-877c-5744f3ec2e57 port 59ac07e5-b222-44f7-b39f-f88365842509 binding host dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:11:28.495737 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-538baa81-78ed-454c-8b5d-695cef38f2d8 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Usage tracker for resource:security_group and tenant:207ffe4555e7440982e6c7a0c57387dd is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:28.501088 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-538baa81-78ed-454c-8b5d-695cef38f2d8 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:28.552498 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-14ad3caa-013d-47c9-8bbf-44eddbd580f1 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:28.566179 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-695bd506-668b-406d-a033-640651b7e95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:28.591754 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-538baa81-78ed-454c-8b5d-695cef38f2d8 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:28.617249 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 3d38fe96-a290-4c0e-8f35-41d7828bf0a7 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:11:28.619692 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d75669-07ca-4b2c-8931-ae4ab5179a2c None None] Network 47a5e3f9-c86d-42e3-aa54-307ad09aaed3 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:11:28.697328 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-893d198a-5574-4812-8804-ba92155f28ae tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Calling delete_port for 2b195970-be89-4d03-967e-0f3645f00957 owned by {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:11:28.710514 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-538baa81-78ed-454c-8b5d-695cef38f2d8 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:28.756462 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-797c1a4c-6f46-49b1-be69-f28255a323db tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks [] for router_gateway, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:28.827125 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d80529d4-ce3e-490a-891a-613204942808 None None] Attempt 7 to provision port 59ac07e5-b222-44f7-b39f-f88365842509 Oct 04 09:11:28.832102 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.db.resource_extend [None req-5be58bec-095d-454b-8459-6c1e7992305a tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 04 09:11:28.875811 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8601435-bb97-43fe-a58f-3c6c09052c92 admin admin] Pushing event updated for resources: {'Port': ['ID=17d3c310-a243-4519-8927-dc63175c9d6d,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:28.909015 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5be58bec-095d-454b-8459-6c1e7992305a tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:28.914427 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be58bec-095d-454b-8459-6c1e7992305a tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:28.915039 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5be58bec-095d-454b-8459-6c1e7992305a tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:28.955031 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-538baa81-78ed-454c-8b5d-695cef38f2d8 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:28.957279 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d80529d4-ce3e-490a-891a-613204942808 None None] Port 59ac07e5-b222-44f7-b39f-f88365842509 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:11:28.974133 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-538baa81-78ed-454c-8b5d-695cef38f2d8 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Usage tracker for resource:security_group_rule and tenant:207ffe4555e7440982e6c7a0c57387dd is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:29.004088 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 42581eae-b358-451a-9bc1-d9e8895cf00d up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:11:29.044170 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-538baa81-78ed-454c-8b5d-695cef38f2d8 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:29.078116 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-538baa81-78ed-454c-8b5d-695cef38f2d8 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:29.123590 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-695bd506-668b-406d-a033-640651b7e95a None None] Notify callbacks [] for port, precommit_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:29.133482 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8601435-bb97-43fe-a58f-3c6c09052c92 admin admin] Network 4e61ee37-e03d-4906-997b-978c1601b208 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:11:29.135186 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-5be58bec-095d-454b-8459-6c1e7992305a tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.5245652 Oct 04 09:11:29.136199 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be58bec-095d-454b-8459-6c1e7992305a tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Pushing event updated for resources: {'Network': ['ID=16740334-9c9d-4574-a7cc-465cdffe5911,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:29.138637 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 53028) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:29.139596 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.provisioning_blocks [None req-695bd506-668b-406d-a033-640651b7e95a None None] Transition to ACTIVE for port object 59ac07e5-b222-44f7-b39f-f88365842509 will not be triggered until provisioned by entity L2. {{(pid=89035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:11:29.143292 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-e8601435-bb97-43fe-a58f-3c6c09052c92 admin admin] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:11:29.151596 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-9d4131a6-cbbd-471a-98a9-51abf78440d9 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Request body: {'network': {'name': 'tempest-router-network02--2101380400'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:11:29.161678 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-695bd506-668b-406d-a033-640651b7e95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:29.163344 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-9d4131a6-cbbd-471a-98a9-51abf78440d9 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:29.190009 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 16740334-9c9d-4574-a7cc-465cdffe5911 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:11:29.288097 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-aee2c352-8a08-4bdd-86c4-60d2c7cf8253 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] For port 80cae8b0-ca47-4db6-997a-9c5f4958cbd3, host hv-neutron-8602, got binding levels [] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:11:29.288349 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aee2c352-8a08-4bdd-86c4-60d2c7cf8253 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:29.290554 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-9d4131a6-cbbd-471a-98a9-51abf78440d9 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Usage tracker for resource:network and tenant:f1281ad8f0c2447bacbd964711ff9ffb is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:29.302797 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-9d4131a6-cbbd-471a-98a9-51abf78440d9 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:29.321806 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-9d4131a6-cbbd-471a-98a9-51abf78440d9 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:29.342313 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-893d198a-5574-4812-8804-ba92155f28ae tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:29.442955 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2316e86b-2942-4a99-ab2d-959829853f0e None None] Pushing event updated for resources: {'Port': ['ID=59ac07e5-b222-44f7-b39f-f88365842509,revision_number=3']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:29.512064 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-aee2c352-8a08-4bdd-86c4-60d2c7cf8253 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Calling delete_port for 80cae8b0-ca47-4db6-997a-9c5f4958cbd3 owned by {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:11:29.548960 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d660cdec-99b3-44fa-9fed-0090b92af227 None None] Network 6c1ed5d7-423e-4668-96f5-4d7bc964929b requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:11:29.562583 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d80529d4-ce3e-490a-891a-613204942808 None None] Attempt 8 to provision port 59ac07e5-b222-44f7-b39f-f88365842509 Oct 04 09:11:29.603257 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-695bd506-668b-406d-a033-640651b7e95a None None] Attempting to bind port 59ac07e5-b222-44f7-b39f-f88365842509 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:29.603899 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-695bd506-668b-406d-a033-640651b7e95a None None] Attempting to bind port 59ac07e5-b222-44f7-b39f-f88365842509 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'f973a6e2-d09c-4697-bd3b-2000b453af7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e8ddde0d-ed42-4501-990c-a14b035fda43'}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:29.604012 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695bd506-668b-406d-a033-640651b7e95a None None] Attempting to bind port 59ac07e5-b222-44f7-b39f-f88365842509 on network e8ddde0d-ed42-4501-990c-a14b035fda43 {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:29.609851 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695bd506-668b-406d-a033-640651b7e95a None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:11:29.610223 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695bd506-668b-406d-a033-640651b7e95a None None] Checking segment: {'id': 'f973a6e2-d09c-4697-bd3b-2000b453af7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e8ddde0d-ed42-4501-990c-a14b035fda43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:11:29.610618 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-695bd506-668b-406d-a033-640651b7e95a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:29.611005 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695bd506-668b-406d-a033-640651b7e95a None None] Bound using segment: {'id': 'f973a6e2-d09c-4697-bd3b-2000b453af7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e8ddde0d-ed42-4501-990c-a14b035fda43'} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:11:29.611593 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-695bd506-668b-406d-a033-640651b7e95a None None] Bound port: 59ac07e5-b222-44f7-b39f-f88365842509, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f973a6e2-d09c-4697-bd3b-2000b453af7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e8ddde0d-ed42-4501-990c-a14b035fda43'}}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:11:29.611991 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-695bd506-668b-406d-a033-640651b7e95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:29.737074 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-09556d48-50a5-4abb-91ea-0fe664082e86 None None] Allocated IP 2001:db8::2 (c71c659b-7a13-4760-835f-bfe149079238/fe54a27c-dc01-4839-9b04-56ac1bcc4ed1/4f0c58ef-340b-49ba-8c5b-230308bf7c0a) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:11:29.740662 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-14ad3caa-013d-47c9-8bbf-44eddbd580f1 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:29.743248 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-695bd506-668b-406d-a033-640651b7e95a None None] For port 59ac07e5-b222-44f7-b39f-f88365842509, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:11:29.746387 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-695bd506-668b-406d-a033-640651b7e95a None None] For port 59ac07e5-b222-44f7-b39f-f88365842509, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=59ac07e5-b222-44f7-b39f-f88365842509,segment=NetworkSegment(f973a6e2-d09c-4697-bd3b-2000b453af7a),segment_id=f973a6e2-d09c-4697-bd3b-2000b453af7a)] {{(pid=89035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:11:29.752738 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-695bd506-668b-406d-a033-640651b7e95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:29.768224 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-749b163b-66b4-4c18-a253-d7dcb17273bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:29.815415 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695bd506-668b-406d-a033-640651b7e95a None None] Routers {'95f983ee-7a70-46fb-877c-5744f3ec2e57'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:11:29.816208 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-695bd506-668b-406d-a033-640651b7e95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:11:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['95f983ee-7a70-46fb-877c-5744f3ec2e57'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:11:29.946910 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d198a-5574-4812-8804-ba92155f28ae tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Pushing event deleted for resources: {'Port': ['ID=2b195970-be89-4d03-967e-0f3645f00957,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:29.958066 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8601435-bb97-43fe-a58f-3c6c09052c92 admin admin] Router d498a7fe-10a1-408d-96ac-b032c2687649 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:11:29.963861 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-749b163b-66b4-4c18-a253-d7dcb17273bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:29.969624 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d4131a6-cbbd-471a-98a9-51abf78440d9 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Made reservation on behalf of f1281ad8f0c2447bacbd964711ff9ffb for: {'network': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:11:29.974585 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9d4131a6-cbbd-471a-98a9-51abf78440d9 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:29.974933 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-538baa81-78ed-454c-8b5d-695cef38f2d8 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:29.998638 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-538baa81-78ed-454c-8b5d-695cef38f2d8 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:30.027041 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d4131a6-cbbd-471a-98a9-51abf78440d9 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=89032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:11:30.029711 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aee2c352-8a08-4bdd-86c4-60d2c7cf8253 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:30.037546 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-695bd506-668b-406d-a033-640651b7e95a None None] Set router 95f983ee-7a70-46fb-877c-5744f3ec2e57 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:11:30.041649 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9d4131a6-cbbd-471a-98a9-51abf78440d9 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:30.042356 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.segments_db [None req-9d4131a6-cbbd-471a-98a9-51abf78440d9 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Added segment dff45c9c-5529-4798-93ab-d6e5728f405e of type vlan for network 1e2fff3d-8793-4837-819a-918a6fee20e1 Oct 04 09:11:30.071728 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9d4131a6-cbbd-471a-98a9-51abf78440d9 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:30.126179 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aee2c352-8a08-4bdd-86c4-60d2c7cf8253 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:30.155196 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d80529d4-ce3e-490a-891a-613204942808 None None] Port 59ac07e5-b222-44f7-b39f-f88365842509 had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 09:11:30.167896 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 42581eae-b358-451a-9bc1-d9e8895cf00d completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:11:30.180010 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 22353906-0cfa-493b-95bf-e229ebbbeafa up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:11:30.180134 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee2c352-8a08-4bdd-86c4-60d2c7cf8253 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Pushing event deleted for resources: {'Port': ['ID=80cae8b0-ca47-4db6-997a-9c5f4958cbd3,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:30.207662 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538baa81-78ed-454c-8b5d-695cef38f2d8 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f34b24fc-e33c-4718-8a20-71faa3994815,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:30.225055 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-797c1a4c-6f46-49b1-be69-f28255a323db tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:30.231216 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-538baa81-78ed-454c-8b5d-695cef38f2d8 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:30.232542 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-538baa81-78ed-454c-8b5d-695cef38f2d8 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.8253627 Oct 04 09:11:30.238770 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53038) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:30.281816 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749b163b-66b4-4c18-a253-d7dcb17273bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Pushing event updated for resources: {'Port': ['ID=5dc6426f-f171-4448-9090-658316ef5722,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:30.288018 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-893d198a-5574-4812-8804-ba92155f28ae tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:30.296898 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9d4131a6-cbbd-471a-98a9-51abf78440d9 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:30.303240 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4131a6-cbbd-471a-98a9-51abf78440d9 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:30.303961 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9d4131a6-cbbd-471a-98a9-51abf78440d9 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:30.318442 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749b163b-66b4-4c18-a253-d7dcb17273bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Network 0747e935-c229-4fdb-9d08-8642886062c2 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:11:30.338696 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-14ad3caa-013d-47c9-8bbf-44eddbd580f1 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Allocated IP 172.20.0.9 (6c1ed5d7-423e-4668-96f5-4d7bc964929b/9446b9cb-605e-4c55-9707-faec79ccb152/b19acfc3-fdbb-4e2c-a0f5-153c6b10974e) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:11:30.351141 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-893d198a-5574-4812-8804-ba92155f28ae tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] 10.222.0.50 "DELETE /v2.0/ports/2b195970-be89-4d03-967e-0f3645f00957 HTTP/1.1" status: 204 len: 168 time: 3.8440683 Oct 04 09:11:30.406158 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-2185af26-4ada-42ed-b5a5-9388cf631819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:30.411733 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-44b90fa6-a070-4596-b4f2-120f42c4aaeb None None] Provisioning for port 42581eae-b358-451a-9bc1-d9e8895cf00d completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:11:30.426987 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-44b90fa6-a070-4596-b4f2-120f42c4aaeb None None] Provisioning complete for port 42581eae-b358-451a-9bc1-d9e8895cf00d triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:11:30.427364 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-44b90fa6-a070-4596-b4f2-120f42c4aaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:30.427692 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-44b90fa6-a070-4596-b4f2-120f42c4aaeb None None] Attempt 1 to provision port 42581eae-b358-451a-9bc1-d9e8895cf00d Oct 04 09:11:30.469296 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 53042) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:30.472762 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 22353906-0cfa-493b-95bf-e229ebbbeafa completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:11:30.479991 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-749b163b-66b4-4c18-a253-d7dcb17273bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:11:30.487131 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749b163b-66b4-4c18-a253-d7dcb17273bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:11:30.488304 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749b163b-66b4-4c18-a253-d7dcb17273bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:30.489218 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-749b163b-66b4-4c18-a253-d7dcb17273bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:30.527945 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-9d4131a6-cbbd-471a-98a9-51abf78440d9 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3859358 Oct 04 09:11:30.544245 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-14ad3caa-013d-47c9-8bbf-44eddbd580f1 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:30.555144 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-4c195989-5412-4825-bcbf-1f01bed02051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd498a7fe-10a1-408d-96ac-b032c2687649', 'name': 'tempest-ServerActionsTestJSON-1933225775-router', 'tenant_id': '8ef6eeaada3246f29119027d4a154b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.84'}], 'enable_snat': True}, 'gw_port_id': '56fedbe0-fa99-4efe-8643-d6d0d74e28a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:11:14Z', 'updated_at': '2022-10-04T09:11:26Z', 'revision_number': 4, 'project_id': '8ef6eeaada3246f29119027d4a154b34', 'gw_port': {'id': '56fedbe0-fa99-4efe-8643-d6d0d74e28a6', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:2b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd498a7fe-10a1-408d-96ac-b032c2687649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:11:15Z', 'updated_at': '2022-10-04T09:11:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '17d3c310-a243-4519-8927-dc63175c9d6d', 'name': '', 'network_id': '4e61ee37-e03d-4906-997b-978c1601b208', 'tenant_id': '8ef6eeaada3246f29119027d4a154b34', 'mac_address': 'fa:16:3e:8b:be:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd498a7fe-10a1-408d-96ac-b032c2687649', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '373d4a32-610a-4c8a-84eb-e8dbb10358db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:11:24Z', 'updated_at': '2022-10-04T09:11:25Z', 'revision_number': 1, 'project_id': '8ef6eeaada3246f29119027d4a154b34', 'subnets': [{'id': '373d4a32-610a-4c8a-84eb-e8dbb10358db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:11:30.564383 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c195989-5412-4825-bcbf-1f01bed02051 None None] The sync data for ids ['d498a7fe-10a1-408d-96ac-b032c2687649'] in dv-neutron-860215-1-hyperv is: [{'id': 'd498a7fe-10a1-408d-96ac-b032c2687649', 'name': 'tempest-ServerActionsTestJSON-1933225775-router', 'tenant_id': '8ef6eeaada3246f29119027d4a154b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.84'}], 'enable_snat': True}, 'gw_port_id': '56fedbe0-fa99-4efe-8643-d6d0d74e28a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:11:14Z', 'updated_at': '2022-10-04T09:11:26Z', 'revision_number': 4, 'project_id': '8ef6eeaada3246f29119027d4a154b34', 'gw_port': {'id': '56fedbe0-fa99-4efe-8643-d6d0d74e28a6', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:2b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd498a7fe-10a1-408d-96ac-b032c2687649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:11:15Z', 'updated_at': '2022-10-04T09:11:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '17d3c310-a243-4519-8927-dc63175c9d6d', 'name': '', 'network_id': '4e61ee37-e03d-4906-997b-978c1601b208', 'tenant_id': '8ef6eeaada3246f29119027d4a154b34', 'mac_address': 'fa:16:3e:8b:be:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd498a7fe-10a1-408d-96ac-b032c2687649', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '373d4a32-610a-4c8a-84eb-e8dbb10358db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:11:24Z', 'updated_at': '2022-10-04T09:11:25Z', 'revision_number': 1, 'project_id': '8ef6eeaada3246f29119027d4a154b34', 'subnets': [{'id': '373d4a32-610a-4c8a-84eb-e8dbb10358db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:11:30.618939 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 53046) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:30.623783 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-749b163b-66b4-4c18-a253-d7dcb17273bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 3.1356740 Oct 04 09:11:30.653864 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-950da4eb-5d53-4ba7-98e9-0864c8b8bac5 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Request body: {'subnet': {'network_id': '16740334-9c9d-4574-a7cc-465cdffe5911', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:11:30.672168 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 53052) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:30.708313 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2316e86b-2942-4a99-ab2d-959829853f0e None None] Pushing event updated for resources: {'Port': ['ID=59ac07e5-b222-44f7-b39f-f88365842509,revision_number=4']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:30.710865 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8602'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:11:30.723899 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-695bd506-668b-406d-a033-640651b7e95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f983ee-7a70-46fb-877c-5744f3ec2e57', 'name': 'tempest-ServersTestJSON-273369803-router', 'tenant_id': '207ffe4555e7440982e6c7a0c57387dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.173'}], 'enable_snat': True}, 'gw_port_id': '3d38fe96-a290-4c0e-8f35-41d7828bf0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:11:12Z', 'updated_at': '2022-10-04T09:11:23Z', 'revision_number': 4, 'project_id': '207ffe4555e7440982e6c7a0c57387dd', 'gw_port': {'id': '3d38fe96-a290-4c0e-8f35-41d7828bf0a7', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:5f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f983ee-7a70-46fb-877c-5744f3ec2e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:11:13Z', 'updated_at': '2022-10-04T09:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '59ac07e5-b222-44f7-b39f-f88365842509', 'name': '', 'network_id': 'e8ddde0d-ed42-4501-990c-a14b035fda43', 'tenant_id': '207ffe4555e7440982e6c7a0c57387dd', 'mac_address': 'fa:16:3e:bf:c7:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f983ee-7a70-46fb-877c-5744f3ec2e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '68dc2dea-3e89-4e44-9770-d0bf75ecdbc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:11:21Z', 'updated_at': '2022-10-04T09:11:29Z', 'revision_number': 4, 'project_id': '207ffe4555e7440982e6c7a0c57387dd', 'subnets': [{'id': '68dc2dea-3e89-4e44-9770-d0bf75ecdbc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:11:30.732064 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695bd506-668b-406d-a033-640651b7e95a None None] The sync data for ids ['95f983ee-7a70-46fb-877c-5744f3ec2e57'] in dv-neutron-860215-1-hyperv is: [{'id': '95f983ee-7a70-46fb-877c-5744f3ec2e57', 'name': 'tempest-ServersTestJSON-273369803-router', 'tenant_id': '207ffe4555e7440982e6c7a0c57387dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.173'}], 'enable_snat': True}, 'gw_port_id': '3d38fe96-a290-4c0e-8f35-41d7828bf0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:11:12Z', 'updated_at': '2022-10-04T09:11:23Z', 'revision_number': 4, 'project_id': '207ffe4555e7440982e6c7a0c57387dd', 'gw_port': {'id': '3d38fe96-a290-4c0e-8f35-41d7828bf0a7', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:5f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f983ee-7a70-46fb-877c-5744f3ec2e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:11:13Z', 'updated_at': '2022-10-04T09:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '59ac07e5-b222-44f7-b39f-f88365842509', 'name': '', 'network_id': 'e8ddde0d-ed42-4501-990c-a14b035fda43', 'tenant_id': '207ffe4555e7440982e6c7a0c57387dd', 'mac_address': 'fa:16:3e:bf:c7:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95f983ee-7a70-46fb-877c-5744f3ec2e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '68dc2dea-3e89-4e44-9770-d0bf75ecdbc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:11:21Z', 'updated_at': '2022-10-04T09:11:29Z', 'revision_number': 4, 'project_id': '207ffe4555e7440982e6c7a0c57387dd', 'subnets': [{'id': '68dc2dea-3e89-4e44-9770-d0bf75ecdbc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:11:30.791194 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-58477c5b-1aba-4b83-a845-94eb0d12ddf3 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Request body: {'security_group_rule': {'security_group_id': 'f34b24fc-e33c-4718-8a20-71faa3994815', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:11:30.798041 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-58477c5b-1aba-4b83-a845-94eb0d12ddf3 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:30.802440 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-58477c5b-1aba-4b83-a845-94eb0d12ddf3 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Usage tracker for resource:security_group_rule and tenant:207ffe4555e7440982e6c7a0c57387dd is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:30.808671 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-58477c5b-1aba-4b83-a845-94eb0d12ddf3 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:30.816335 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-58477c5b-1aba-4b83-a845-94eb0d12ddf3 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:30.838518 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:30.897556 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-aee2c352-8a08-4bdd-86c4-60d2c7cf8253 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] 10.222.0.50 "DELETE /v2.0/ports/80cae8b0-ca47-4db6-997a-9c5f4958cbd3 HTTP/1.1" status: 204 len: 168 time: 3.1548779 Oct 04 09:11:30.908666 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:30.920188 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-14ad3caa-013d-47c9-8bbf-44eddbd580f1 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:30.930959 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-44b90fa6-a070-4596-b4f2-120f42c4aaeb None None] Current status of the port 42581eae-b358-451a-9bc1-d9e8895cf00d is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:11:30.933570 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-44b90fa6-a070-4596-b4f2-120f42c4aaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:30.943740 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53056) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:30.968094 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-09556d48-50a5-4abb-91ea-0fe664082e86 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:30.990202 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4131a6-cbbd-471a-98a9-51abf78440d9 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Pushing event updated for resources: {'Network': ['ID=1e2fff3d-8793-4837-819a-918a6fee20e1,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:31.008575 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-09556d48-50a5-4abb-91ea-0fe664082e86 None None] Transition to ACTIVE for port object 4f0c58ef-340b-49ba-8c5b-230308bf7c0a will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:11:31.018447 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 1e2fff3d-8793-4837-819a-918a6fee20e1 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:11:31.053699 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-58477c5b-1aba-4b83-a845-94eb0d12ddf3 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:31.104115 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ad3caa-013d-47c9-8bbf-44eddbd580f1 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Pushing event updated for resources: {'Port': ['ID=b19acfc3-fdbb-4e2c-a0f5-153c6b10974e,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:31.170692 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-2cbf2082-e656-47d3-9d3b-befd8d817a2e tempest-DHCPAgentSchedulersTestJSON-1132286842 tempest-DHCPAgentSchedulersTestJSON-1132286842-project-admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.6804574 Oct 04 09:11:31.179589 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-44b90fa6-a070-4596-b4f2-120f42c4aaeb None None] For port 42581eae-b358-451a-9bc1-d9e8895cf00d, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=42581eae-b358-451a-9bc1-d9e8895cf00d,segment=NetworkSegment(8afeaada-32a3-4513-abae-a0ef0331514b),segment_id=8afeaada-32a3-4513-abae-a0ef0331514b)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:11:31.190300 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53060) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:31.200482 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ad3caa-013d-47c9-8bbf-44eddbd580f1 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Network 6c1ed5d7-423e-4668-96f5-4d7bc964929b is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:11:31.206474 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-44b90fa6-a070-4596-b4f2-120f42c4aaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:31.279318 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-d9208f6e-d4eb-461e-8db7-3672efce53c5 tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2031193177'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:11:31.279715 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-950da4eb-5d53-4ba7-98e9-0864c8b8bac5 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:31.284684 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-950da4eb-5d53-4ba7-98e9-0864c8b8bac5 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Usage tracker for resource:subnet and tenant:f1281ad8f0c2447bacbd964711ff9ffb is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:31.287626 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c6d1749-5dab-4bbf-954a-bc074aeb2763 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] GET failed (client error): The resource could not be found. Oct 04 09:11:31.287788 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-950da4eb-5d53-4ba7-98e9-0864c8b8bac5 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:31.288142 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-8c6d1749-5dab-4bbf-954a-bc074aeb2763 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Synchronizing usage tracker for tenant:ead38b0d497642c3831ea73573bdb821 on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:11:31.294866 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-950da4eb-5d53-4ba7-98e9-0864c8b8bac5 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:31.299912 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-14ad3caa-013d-47c9-8bbf-44eddbd580f1 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:11:31.309122 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ad3caa-013d-47c9-8bbf-44eddbd580f1 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:11:31.314559 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-09556d48-50a5-4abb-91ea-0fe664082e86 None None] Transition to ACTIVE for port object 4f0c58ef-340b-49ba-8c5b-230308bf7c0a will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:11:31.315902 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b90fa6-a070-4596-b4f2-120f42c4aaeb None None] Pushing event updated for resources: {'Port': ['ID=42581eae-b358-451a-9bc1-d9e8895cf00d,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:31.348400 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-09556d48-50a5-4abb-91ea-0fe664082e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:31.366258 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950da4eb-5d53-4ba7-98e9-0864c8b8bac5 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Made reservation on behalf of f1281ad8f0c2447bacbd964711ff9ffb for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:11:31.369731 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-950da4eb-5d53-4ba7-98e9-0864c8b8bac5 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks [] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:31.388154 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-44b90fa6-a070-4596-b4f2-120f42c4aaeb None None] Provisioning for port 17d3c310-a243-4519-8927-dc63175c9d6d completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:11:31.400308 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-44b90fa6-a070-4596-b4f2-120f42c4aaeb None None] Provisioning complete for port 17d3c310-a243-4519-8927-dc63175c9d6d triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:11:31.400821 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-44b90fa6-a070-4596-b4f2-120f42c4aaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:31.401265 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-44b90fa6-a070-4596-b4f2-120f42c4aaeb None None] Attempt 1 to provision port 17d3c310-a243-4519-8927-dc63175c9d6d Oct 04 09:11:31.475574 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09556d48-50a5-4abb-91ea-0fe664082e86 None None] Network c71c659b-7a13-4760-835f-bfe149079238 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:11:31.485407 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-09556d48-50a5-4abb-91ea-0fe664082e86 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:11:31.489975 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-d9208f6e-d4eb-461e-8db7-3672efce53c5 tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:31.495989 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-d9208f6e-d4eb-461e-8db7-3672efce53c5 tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Usage tracker for resource:network and tenant:22696d590fc64502a7740cb618c2909c is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:31.500692 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-d9208f6e-d4eb-461e-8db7-3672efce53c5 tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:31.502580 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09556d48-50a5-4abb-91ea-0fe664082e86 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:11:31.515972 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-d9208f6e-d4eb-461e-8db7-3672efce53c5 tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:31.524798 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-797c1a4c-6f46-49b1-be69-f28255a323db tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Router faf1fb1b-98ff-466c-9656-7518b980f827 is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:11:31.535021 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-44b90fa6-a070-4596-b4f2-120f42c4aaeb None None] Port 17d3c310-a243-4519-8927-dc63175c9d6d cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:11:31.549020 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8601435-bb97-43fe-a58f-3c6c09052c92 admin admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:11:31.569684 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-e8601435-bb97-43fe-a58f-3c6c09052c92 admin admin] 10.222.0.50 "PUT /v2.0/routers/d498a7fe-10a1-408d-96ac-b032c2687649/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8506622 Oct 04 09:11:31.619975 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:31.642561 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09556d48-50a5-4abb-91ea-0fe664082e86 None None] Pushing event updated for resources: {'Port': ['ID=4f0c58ef-340b-49ba-8c5b-230308bf7c0a,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:31.693738 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-09556d48-50a5-4abb-91ea-0fe664082e86 None None] Attempting to bind port 4f0c58ef-340b-49ba-8c5b-230308bf7c0a on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:31.695800 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-09556d48-50a5-4abb-91ea-0fe664082e86 None None] Attempting to bind port 4f0c58ef-340b-49ba-8c5b-230308bf7c0a by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'c9c99172-ce8b-42d6-8179-3167125f7401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c71c659b-7a13-4760-835f-bfe149079238'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:31.697163 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09556d48-50a5-4abb-91ea-0fe664082e86 None None] Attempting to bind port 4f0c58ef-340b-49ba-8c5b-230308bf7c0a on network c71c659b-7a13-4760-835f-bfe149079238 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:31.709237 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09556d48-50a5-4abb-91ea-0fe664082e86 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:11:31.711146 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09556d48-50a5-4abb-91ea-0fe664082e86 None None] Checking segment: {'id': 'c9c99172-ce8b-42d6-8179-3167125f7401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c71c659b-7a13-4760-835f-bfe149079238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:11:31.711800 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-09556d48-50a5-4abb-91ea-0fe664082e86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:31.713176 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09556d48-50a5-4abb-91ea-0fe664082e86 None None] Bound using segment: {'id': 'c9c99172-ce8b-42d6-8179-3167125f7401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c71c659b-7a13-4760-835f-bfe149079238'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:11:31.713868 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-09556d48-50a5-4abb-91ea-0fe664082e86 None None] Bound port: 4f0c58ef-340b-49ba-8c5b-230308bf7c0a, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c99172-ce8b-42d6-8179-3167125f7401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c71c659b-7a13-4760-835f-bfe149079238'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:11:31.715049 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-09556d48-50a5-4abb-91ea-0fe664082e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:31.866941 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-09556d48-50a5-4abb-91ea-0fe664082e86 None None] For port 4f0c58ef-340b-49ba-8c5b-230308bf7c0a, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:11:31.870384 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-09556d48-50a5-4abb-91ea-0fe664082e86 None None] For port 4f0c58ef-340b-49ba-8c5b-230308bf7c0a, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=4f0c58ef-340b-49ba-8c5b-230308bf7c0a,segment=NetworkSegment(c9c99172-ce8b-42d6-8179-3167125f7401),segment_id=c9c99172-ce8b-42d6-8179-3167125f7401)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:11:31.881383 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-09556d48-50a5-4abb-91ea-0fe664082e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:31.902452 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9208f6e-d4eb-461e-8db7-3672efce53c5 tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Made reservation on behalf of 22696d590fc64502a7740cb618c2909c for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:11:31.909516 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d9208f6e-d4eb-461e-8db7-3672efce53c5 tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:31.921909 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-8c6d1749-5dab-4bbf-954a-bc074aeb2763 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Unset dirty status for tenant:ead38b0d497642c3831ea73573bdb821 on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:11:31.927617 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-8c6d1749-5dab-4bbf-954a-bc074aeb2763 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] 10.222.0.50 "GET /v2.0/ports/80cae8b0-ca47-4db6-997a-9c5f4958cbd3 HTTP/1.1" status: 404 len: 333 time: 0.8397644 Oct 04 09:11:31.942213 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-58477c5b-1aba-4b83-a845-94eb0d12ddf3 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:31.947557 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53070) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:32.003532 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-14ad3caa-013d-47c9-8bbf-44eddbd580f1 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:32.012509 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-797c1a4c-6f46-49b1-be69-f28255a323db tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:11:32.026554 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b608f3d-a990-4537-b6c0-95345d24faf2 None None] Sync routers for ids ['faf1fb1b-98ff-466c-9656-7518b980f827'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:11:32.048386 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-44b90fa6-a070-4596-b4f2-120f42c4aaeb None None] Attempt 2 to provision port 17d3c310-a243-4519-8927-dc63175c9d6d Oct 04 09:11:32.072197 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-d1f2a014-7de0-41f2-81b6-9b2eccb6e89c tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-941865910', 'network_id': 'b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:11:32.088621 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-d1f2a014-7de0-41f2-81b6-9b2eccb6e89c tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:32.108142 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b608f3d-a990-4537-b6c0-95345d24faf2 None None] Routers {'faf1fb1b-98ff-466c-9656-7518b980f827'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:11:32.108903 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-9b608f3d-a990-4537-b6c0-95345d24faf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:11:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['faf1fb1b-98ff-466c-9656-7518b980f827'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:11:32.115032 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-d1f2a014-7de0-41f2-81b6-9b2eccb6e89c tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:32.130766 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-58477c5b-1aba-4b83-a845-94eb0d12ddf3 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:32.205516 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09556d48-50a5-4abb-91ea-0fe664082e86 None None] Pushing event updated for resources: {'Port': ['ID=4f0c58ef-340b-49ba-8c5b-230308bf7c0a,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:32.229577 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-9b608f3d-a990-4537-b6c0-95345d24faf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:11:32.234739 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53076) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:32.243662 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-14ad3caa-013d-47c9-8bbf-44eddbd580f1 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:32.255431 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-950da4eb-5d53-4ba7-98e9-0864c8b8bac5 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:32.270418 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-44b90fa6-a070-4596-b4f2-120f42c4aaeb None None] Port 17d3c310-a243-4519-8927-dc63175c9d6d cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:11:32.271020 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b608f3d-a990-4537-b6c0-95345d24faf2 None None] Routers {'faf1fb1b-98ff-466c-9656-7518b980f827'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:11:32.271890 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-9b608f3d-a990-4537-b6c0-95345d24faf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:11:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['faf1fb1b-98ff-466c-9656-7518b980f827'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:11:32.296909 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-797c1a4c-6f46-49b1-be69-f28255a323db tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:32.300659 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-797c1a4c-6f46-49b1-be69-f28255a323db tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 9.8541603 Oct 04 09:11:32.300962 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53080) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:32.394134 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:32.415325 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-9b608f3d-a990-4537-b6c0-95345d24faf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:11:32.420891 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b608f3d-a990-4537-b6c0-95345d24faf2 None None] The sync data for ids ['faf1fb1b-98ff-466c-9656-7518b980f827'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:11:32.441216 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950da4eb-5d53-4ba7-98e9-0864c8b8bac5 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Pushing event updated for resources: {'Subnet': ['ID=ad11cef1-e946-4d12-be27-e015364dc8e8,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:32.448734 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] device_id is not set on port 5dc6426f-f171-4448-9090-658316ef5722 yet. {{(pid=89032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:11:32.459020 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:32.465267 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-d7684bc5-cbd8-436c-9166-2043dcd4e9e8 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1641671334', 'description': 'tempest-description--2021777772'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:11:32.478479 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f2a014-7de0-41f2-81b6-9b2eccb6e89c tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Made reservation on behalf of ead38b0d497642c3831ea73573bdb821 for: {'port': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:11:32.480776 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d1f2a014-7de0-41f2-81b6-9b2eccb6e89c tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:32.483055 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950da4eb-5d53-4ba7-98e9-0864c8b8bac5 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Checking segment: {'id': 'eac1c7c1-226f-4c6b-8b92-0a893aad3502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '16740334-9c9d-4574-a7cc-465cdffe5911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:11:32.483624 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950da4eb-5d53-4ba7-98e9-0864c8b8bac5 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Network hostable DHCP agents. Network: 16740334-9c9d-4574-a7cc-465cdffe5911, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:11:32.512448 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Transition to ACTIVE for port object 5dc6426f-f171-4448-9090-658316ef5722 will not be triggered until provisioned by entity L2. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:11:32.523429 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:32.635237 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-d7684bc5-cbd8-436c-9166-2043dcd4e9e8 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:32.660524 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58477c5b-1aba-4b83-a845-94eb0d12ddf3 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f764b5b1-a099-4d7a-9bbc-1a1280e16249,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:32.723820 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-d7684bc5-cbd8-436c-9166-2043dcd4e9e8 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Usage tracker for resource:security_group and tenant:8ef6eeaada3246f29119027d4a154b34 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:32.741674 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-d7684bc5-cbd8-436c-9166-2043dcd4e9e8 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:32.771682 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-44b90fa6-a070-4596-b4f2-120f42c4aaeb None None] Attempt 3 to provision port 17d3c310-a243-4519-8927-dc63175c9d6d Oct 04 09:11:32.781068 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-d7684bc5-cbd8-436c-9166-2043dcd4e9e8 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:32.783396 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [None req-d1f2a014-7de0-41f2-81b6-9b2eccb6e89c tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] device_id is not set on port f373ef65-4e67-4f0e-b7f4-f7b830711c37 yet. {{(pid=89033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:11:32.833549 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-58477c5b-1aba-4b83-a845-94eb0d12ddf3 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:32.837387 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950da4eb-5d53-4ba7-98e9-0864c8b8bac5 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Network 16740334-9c9d-4574-a7cc-465cdffe5911 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:11:32.837632 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-58477c5b-1aba-4b83-a845-94eb0d12ddf3 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.5390174 Oct 04 09:11:32.842114 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 53086) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:32.844760 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9208f6e-d4eb-461e-8db7-3672efce53c5 tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:11:32.870947 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-fef9d10c-78d5-43bc-af75-f98085ac19ce tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Request body: {'security_group_rule': {'security_group_id': 'f34b24fc-e33c-4718-8a20-71faa3994815', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:11:32.875007 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-44b90fa6-a070-4596-b4f2-120f42c4aaeb None None] Port 17d3c310-a243-4519-8927-dc63175c9d6d cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:11:32.890155 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-fef9d10c-78d5-43bc-af75-f98085ac19ce tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:32.892616 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-950da4eb-5d53-4ba7-98e9-0864c8b8bac5 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 16740334-9c9d-4574-a7cc-465cdffe5911) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:11:32.897378 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d7684bc5-cbd8-436c-9166-2043dcd4e9e8 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:32.906508 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-fef9d10c-78d5-43bc-af75-f98085ac19ce tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Usage tracker for resource:security_group_rule and tenant:207ffe4555e7440982e6c7a0c57387dd is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:32.912344 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950da4eb-5d53-4ba7-98e9-0864c8b8bac5 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:32.912971 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-950da4eb-5d53-4ba7-98e9-0864c8b8bac5 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:32.917170 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af3fc5d-9ef5-42f2-90a6-298d3a474fa9 None None] Network 16740334-9c9d-4574-a7cc-465cdffe5911 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:11:32.936550 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-fef9d10c-78d5-43bc-af75-f98085ac19ce tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:32.959023 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-950da4eb-5d53-4ba7-98e9-0864c8b8bac5 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3383453 Oct 04 09:11:32.968980 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 53090) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:32.969677 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port 5dc6426f-f171-4448-9090-658316ef5722 on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:32.970012 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port 5dc6426f-f171-4448-9090-658316ef5722 by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': '99a762c4-94a0-4547-9082-866c3e3216ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0747e935-c229-4fdb-9d08-8642886062c2'}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:32.971805 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port 5dc6426f-f171-4448-9090-658316ef5722 on network 0747e935-c229-4fdb-9d08-8642886062c2 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:32.979099 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Pushing event updated for resources: {'Port': ['ID=5dc6426f-f171-4448-9090-658316ef5722,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:32.986596 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-fef9d10c-78d5-43bc-af75-f98085ac19ce tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:32.995717 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Port 5dc6426f-f171-4448-9090-658316ef5722 on network 0747e935-c229-4fdb-9d08-8642886062c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:11:32.996161 dv-neutron-860215-1-hyperv neutron-server[89032]: ERROR neutron.plugins.ml2.managers [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Failed to bind port 5dc6426f-f171-4448-9090-658316ef5722 on host hv-neutron-8602 for vnic_type normal using segments [{'id': '99a762c4-94a0-4547-9082-866c3e3216ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0747e935-c229-4fdb-9d08-8642886062c2'}] Oct 04 09:11:33.000197 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-abd543b4-0d23-4d3e-b4e2-0a8029024581 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Request body: {'subnet': {'network_id': '1e2fff3d-8793-4837-819a-918a6fee20e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:11:33.021237 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.plugins.ml2.plugin [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempt 2 to bind port 5dc6426f-f171-4448-9090-658316ef5722 Oct 04 09:11:33.028844 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d9208f6e-d4eb-461e-8db7-3672efce53c5 tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:33.029179 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-d9208f6e-d4eb-461e-8db7-3672efce53c5 tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Added segment 57f23dd2-bc53-4949-9f1f-a5fcea4754a8 of type vlan for network aae8c0e1-c5d0-420f-9c09-85ca16a18ae6 Oct 04 09:11:33.116792 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-d7684bc5-cbd8-436c-9166-2043dcd4e9e8 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:33.132184 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-14ad3caa-013d-47c9-8bbf-44eddbd580f1 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:33.151713 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-d7684bc5-cbd8-436c-9166-2043dcd4e9e8 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Usage tracker for resource:security_group_rule and tenant:8ef6eeaada3246f29119027d4a154b34 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:33.172101 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-14ad3caa-013d-47c9-8bbf-44eddbd580f1 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:33.174857 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port 5dc6426f-f171-4448-9090-658316ef5722 on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:33.175207 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port 5dc6426f-f171-4448-9090-658316ef5722 by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': '99a762c4-94a0-4547-9082-866c3e3216ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0747e935-c229-4fdb-9d08-8642886062c2'}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:33.175547 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port 5dc6426f-f171-4448-9090-658316ef5722 on network 0747e935-c229-4fdb-9d08-8642886062c2 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:33.195301 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fef9d10c-78d5-43bc-af75-f98085ac19ce tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:33.207122 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-d7684bc5-cbd8-436c-9166-2043dcd4e9e8 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:33.207352 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Port 5dc6426f-f171-4448-9090-658316ef5722 on network 0747e935-c229-4fdb-9d08-8642886062c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:11:33.207352 dv-neutron-860215-1-hyperv neutron-server[89032]: ERROR neutron.plugins.ml2.managers [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Failed to bind port 5dc6426f-f171-4448-9090-658316ef5722 on host hv-neutron-8602 for vnic_type normal using segments [{'id': '99a762c4-94a0-4547-9082-866c3e3216ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0747e935-c229-4fdb-9d08-8642886062c2'}] Oct 04 09:11:33.210397 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d9208f6e-d4eb-461e-8db7-3672efce53c5 tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:33.216238 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.plugins.ml2.plugin [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempt 3 to bind port 5dc6426f-f171-4448-9090-658316ef5722 Oct 04 09:11:33.226401 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-abd543b4-0d23-4d3e-b4e2-0a8029024581 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:33.230232 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 59ac07e5-b222-44f7-b39f-f88365842509 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:11:33.249025 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-abd543b4-0d23-4d3e-b4e2-0a8029024581 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Usage tracker for resource:subnet and tenant:f1281ad8f0c2447bacbd964711ff9ffb is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:33.269301 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-abd543b4-0d23-4d3e-b4e2-0a8029024581 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:33.274737 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port 5dc6426f-f171-4448-9090-658316ef5722 on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:33.275077 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port 5dc6426f-f171-4448-9090-658316ef5722 by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': '99a762c4-94a0-4547-9082-866c3e3216ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0747e935-c229-4fdb-9d08-8642886062c2'}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:33.275519 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port 5dc6426f-f171-4448-9090-658316ef5722 on network 0747e935-c229-4fdb-9d08-8642886062c2 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:33.287656 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Port 5dc6426f-f171-4448-9090-658316ef5722 on network 0747e935-c229-4fdb-9d08-8642886062c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:11:33.287986 dv-neutron-860215-1-hyperv neutron-server[89032]: ERROR neutron.plugins.ml2.managers [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Failed to bind port 5dc6426f-f171-4448-9090-658316ef5722 on host hv-neutron-8602 for vnic_type normal using segments [{'id': '99a762c4-94a0-4547-9082-866c3e3216ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0747e935-c229-4fdb-9d08-8642886062c2'}] Oct 04 09:11:33.288802 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-abd543b4-0d23-4d3e-b4e2-0a8029024581 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:33.291581 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.plugins.ml2.plugin [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempt 4 to bind port 5dc6426f-f171-4448-9090-658316ef5722 Oct 04 09:11:33.324380 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port 5dc6426f-f171-4448-9090-658316ef5722 on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:33.330492 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port 5dc6426f-f171-4448-9090-658316ef5722 by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': '99a762c4-94a0-4547-9082-866c3e3216ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0747e935-c229-4fdb-9d08-8642886062c2'}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:33.330860 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port 5dc6426f-f171-4448-9090-658316ef5722 on network 0747e935-c229-4fdb-9d08-8642886062c2 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:33.334398 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fef9d10c-78d5-43bc-af75-f98085ac19ce tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:33.335208 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd543b4-0d23-4d3e-b4e2-0a8029024581 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Made reservation on behalf of f1281ad8f0c2447bacbd964711ff9ffb for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:11:33.338941 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-abd543b4-0d23-4d3e-b4e2-0a8029024581 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks [] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:33.362922 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fef9d10c-78d5-43bc-af75-f98085ac19ce tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:33.368911 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-d7684bc5-cbd8-436c-9166-2043dcd4e9e8 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:33.373665 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 59ac07e5-b222-44f7-b39f-f88365842509 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:11:33.383320 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-44b90fa6-a070-4596-b4f2-120f42c4aaeb None None] Attempt 4 to provision port 17d3c310-a243-4519-8927-dc63175c9d6d Oct 04 09:11:33.417626 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 59ac07e5-b222-44f7-b39f-f88365842509 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:11:33.417999 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:33.418332 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 59ac07e5-b222-44f7-b39f-f88365842509 Oct 04 09:11:33.456287 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Port 5dc6426f-f171-4448-9090-658316ef5722 on network 0747e935-c229-4fdb-9d08-8642886062c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:11:33.456649 dv-neutron-860215-1-hyperv neutron-server[89032]: ERROR neutron.plugins.ml2.managers [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Failed to bind port 5dc6426f-f171-4448-9090-658316ef5722 on host hv-neutron-8602 for vnic_type normal using segments [{'id': '99a762c4-94a0-4547-9082-866c3e3216ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0747e935-c229-4fdb-9d08-8642886062c2'}] Oct 04 09:11:33.457431 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903125d7-219a-4264-b8ee-73502ad3eb4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-16740334-9c9d-4574-a7cc-465cdffe5911', 'network_id': '16740334-9c9d-4574-a7cc-465cdffe5911', 'tenant_id': 'f1281ad8f0c2447bacbd964711ff9ffb', 'fixed_ips': [{'subnet_id': 'ad11cef1-e946-4d12-be27-e015364dc8e8'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:11:33.458276 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-903125d7-219a-4264-b8ee-73502ad3eb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:33.468415 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.plugins.ml2.plugin [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempt 5 to bind port 5dc6426f-f171-4448-9090-658316ef5722 Oct 04 09:11:33.488638 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef9d10c-78d5-43bc-af75-f98085ac19ce tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5ea7437-4947-4719-9feb-1207d198db55,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:33.517677 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fef9d10c-78d5-43bc-af75-f98085ac19ce tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:33.518859 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-fef9d10c-78d5-43bc-af75-f98085ac19ce tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6662803 Oct 04 09:11:33.527519 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port 5dc6426f-f171-4448-9090-658316ef5722 on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:33.528203 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port 5dc6426f-f171-4448-9090-658316ef5722 by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': '99a762c4-94a0-4547-9082-866c3e3216ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0747e935-c229-4fdb-9d08-8642886062c2'}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:33.528203 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port 5dc6426f-f171-4448-9090-658316ef5722 on network 0747e935-c229-4fdb-9d08-8642886062c2 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:33.530301 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 53094) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:33.547244 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-a307808a-dd5f-4a89-b079-ac41be294f0b tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Request body: {'floatingip': {'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:11:33.556192 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Port 5dc6426f-f171-4448-9090-658316ef5722 on network 0747e935-c229-4fdb-9d08-8642886062c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:11:33.556192 dv-neutron-860215-1-hyperv neutron-server[89032]: ERROR neutron.plugins.ml2.managers [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Failed to bind port 5dc6426f-f171-4448-9090-658316ef5722 on host hv-neutron-8602 for vnic_type normal using segments [{'id': '99a762c4-94a0-4547-9082-866c3e3216ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0747e935-c229-4fdb-9d08-8642886062c2'}] Oct 04 09:11:33.562177 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-a307808a-dd5f-4a89-b079-ac41be294f0b tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:33.569680 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.plugins.ml2.plugin [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempt 6 to bind port 5dc6426f-f171-4448-9090-658316ef5722 Oct 04 09:11:33.582039 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-44b90fa6-a070-4596-b4f2-120f42c4aaeb None None] Port 17d3c310-a243-4519-8927-dc63175c9d6d cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:11:33.597383 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-a307808a-dd5f-4a89-b079-ac41be294f0b tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Usage tracker for resource:floatingip and tenant:207ffe4555e7440982e6c7a0c57387dd is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:33.601590 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-a307808a-dd5f-4a89-b079-ac41be294f0b tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:33.611926 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-a307808a-dd5f-4a89-b079-ac41be294f0b tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:33.627195 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port 5dc6426f-f171-4448-9090-658316ef5722 on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:33.627559 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port 5dc6426f-f171-4448-9090-658316ef5722 by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': '99a762c4-94a0-4547-9082-866c3e3216ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0747e935-c229-4fdb-9d08-8642886062c2'}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:33.627845 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port 5dc6426f-f171-4448-9090-658316ef5722 on network 0747e935-c229-4fdb-9d08-8642886062c2 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:33.636864 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Port 5dc6426f-f171-4448-9090-658316ef5722 on network 0747e935-c229-4fdb-9d08-8642886062c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:11:33.637778 dv-neutron-860215-1-hyperv neutron-server[89032]: ERROR neutron.plugins.ml2.managers [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Failed to bind port 5dc6426f-f171-4448-9090-658316ef5722 on host hv-neutron-8602 for vnic_type normal using segments [{'id': '99a762c4-94a0-4547-9082-866c3e3216ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0747e935-c229-4fdb-9d08-8642886062c2'}] Oct 04 09:11:33.639044 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.plugins.ml2.plugin [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempt 7 to bind port 5dc6426f-f171-4448-9090-658316ef5722 Oct 04 09:11:33.646025 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-14ad3caa-013d-47c9-8bbf-44eddbd580f1 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:33.651355 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a307808a-dd5f-4a89-b079-ac41be294f0b tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Notify callbacks [] for floatingip, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:33.674668 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ad3caa-013d-47c9-8bbf-44eddbd580f1 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Pushing event updated for resources: {'Port': ['ID=b19acfc3-fdbb-4e2c-a0f5-153c6b10974e,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:33.676322 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d9208f6e-d4eb-461e-8db7-3672efce53c5 tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:33.681648 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9208f6e-d4eb-461e-8db7-3672efce53c5 tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:33.682815 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d9208f6e-d4eb-461e-8db7-3672efce53c5 tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:33.710145 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2deeb170-deb0-4c8a-9f6f-e51d8761d624 None None] Network c71c659b-7a13-4760-835f-bfe149079238 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:11:33.818485 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 59ac07e5-b222-44f7-b39f-f88365842509 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:11:33.818894 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:33.843000 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port 5dc6426f-f171-4448-9090-658316ef5722 on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:33.843547 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port 5dc6426f-f171-4448-9090-658316ef5722 by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': '99a762c4-94a0-4547-9082-866c3e3216ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0747e935-c229-4fdb-9d08-8642886062c2'}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:33.844045 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port 5dc6426f-f171-4448-9090-658316ef5722 on network 0747e935-c229-4fdb-9d08-8642886062c2 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:33.866356 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-903125d7-219a-4264-b8ee-73502ad3eb4a None None] Allocated IP 2001:db8::2 (16740334-9c9d-4574-a7cc-465cdffe5911/ad11cef1-e946-4d12-be27-e015364dc8e8/7f47d188-ad05-4d96-a2d5-c91a59283190) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:11:33.891751 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-abd543b4-0d23-4d3e-b4e2-0a8029024581 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:33.898592 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 59ac07e5-b222-44f7-b39f-f88365842509, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=59ac07e5-b222-44f7-b39f-f88365842509,segment=NetworkSegment(f973a6e2-d09c-4697-bd3b-2000b453af7a),segment_id=f973a6e2-d09c-4697-bd3b-2000b453af7a)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:11:33.929971 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:33.929971 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 42581eae-b358-451a-9bc1-d9e8895cf00d up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:11:33.930846 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d1f2a014-7de0-41f2-81b6-9b2eccb6e89c tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:33.932349 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Port 5dc6426f-f171-4448-9090-658316ef5722 on network 0747e935-c229-4fdb-9d08-8642886062c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:11:33.932708 dv-neutron-860215-1-hyperv neutron-server[89032]: ERROR neutron.plugins.ml2.managers [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Failed to bind port 5dc6426f-f171-4448-9090-658316ef5722 on host hv-neutron-8602 for vnic_type normal using segments [{'id': '99a762c4-94a0-4547-9082-866c3e3216ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0747e935-c229-4fdb-9d08-8642886062c2'}] Oct 04 09:11:33.941835 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.plugins.ml2.plugin [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempt 8 to bind port 5dc6426f-f171-4448-9090-658316ef5722 Oct 04 09:11:33.987419 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port 5dc6426f-f171-4448-9090-658316ef5722 on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:33.987746 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port 5dc6426f-f171-4448-9090-658316ef5722 by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': '99a762c4-94a0-4547-9082-866c3e3216ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0747e935-c229-4fdb-9d08-8642886062c2'}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:33.988245 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port 5dc6426f-f171-4448-9090-658316ef5722 on network 0747e935-c229-4fdb-9d08-8642886062c2 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:34.013977 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Port 5dc6426f-f171-4448-9090-658316ef5722 on network 0747e935-c229-4fdb-9d08-8642886062c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:11:34.014332 dv-neutron-860215-1-hyperv neutron-server[89032]: ERROR neutron.plugins.ml2.managers [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Failed to bind port 5dc6426f-f171-4448-9090-658316ef5722 on host hv-neutron-8602 for vnic_type normal using segments [{'id': '99a762c4-94a0-4547-9082-866c3e3216ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0747e935-c229-4fdb-9d08-8642886062c2'}] Oct 04 09:11:34.018986 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.plugins.ml2.plugin [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempt 9 to bind port 5dc6426f-f171-4448-9090-658316ef5722 Oct 04 09:11:34.024061 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-d9208f6e-d4eb-461e-8db7-3672efce53c5 tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.8219852 Oct 04 09:11:34.025098 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-14ad3caa-013d-47c9-8bbf-44eddbd580f1 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:34.026180 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-14ad3caa-013d-47c9-8bbf-44eddbd580f1 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.2936370 Oct 04 09:11:34.026985 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9208f6e-d4eb-461e-8db7-3672efce53c5 tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Pushing event updated for resources: {'Network': ['ID=aae8c0e1-c5d0-420f-9c09-85ca16a18ae6,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:34.029069 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53098) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:34.029407 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53100) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:34.031853 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd543b4-0d23-4d3e-b4e2-0a8029024581 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Pushing event updated for resources: {'Subnet': ['ID=826d6788-871c-4116-9402-a80fff3f43c2,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:34.051912 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port 5dc6426f-f171-4448-9090-658316ef5722 on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:34.052532 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port 5dc6426f-f171-4448-9090-658316ef5722 by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': '99a762c4-94a0-4547-9082-866c3e3216ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0747e935-c229-4fdb-9d08-8642886062c2'}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:34.053140 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port 5dc6426f-f171-4448-9090-658316ef5722 on network 0747e935-c229-4fdb-9d08-8642886062c2 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:34.065385 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Port 5dc6426f-f171-4448-9090-658316ef5722 on network 0747e935-c229-4fdb-9d08-8642886062c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:11:34.065933 dv-neutron-860215-1-hyperv neutron-server[89032]: ERROR neutron.plugins.ml2.managers [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Failed to bind port 5dc6426f-f171-4448-9090-658316ef5722 on host hv-neutron-8602 for vnic_type normal using segments [{'id': '99a762c4-94a0-4547-9082-866c3e3216ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0747e935-c229-4fdb-9d08-8642886062c2'}] Oct 04 09:11:34.067993 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.plugins.ml2.plugin [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempt 10 to bind port 5dc6426f-f171-4448-9090-658316ef5722 Oct 04 09:11:34.070344 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network aae8c0e1-c5d0-420f-9c09-85ca16a18ae6 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:11:34.076177 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd543b4-0d23-4d3e-b4e2-0a8029024581 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Checking segment: {'id': 'dff45c9c-5529-4798-93ab-d6e5728f405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1e2fff3d-8793-4837-819a-918a6fee20e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:11:34.076804 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd543b4-0d23-4d3e-b4e2-0a8029024581 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Network hostable DHCP agents. Network: 1e2fff3d-8793-4837-819a-918a6fee20e1, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:11:34.100864 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port 5dc6426f-f171-4448-9090-658316ef5722 on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:34.101131 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port 5dc6426f-f171-4448-9090-658316ef5722 by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': '99a762c4-94a0-4547-9082-866c3e3216ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0747e935-c229-4fdb-9d08-8642886062c2'}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:34.101585 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port 5dc6426f-f171-4448-9090-658316ef5722 on network 0747e935-c229-4fdb-9d08-8642886062c2 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:34.107614 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-44b90fa6-a070-4596-b4f2-120f42c4aaeb None None] Attempt 5 to provision port 17d3c310-a243-4519-8927-dc63175c9d6d Oct 04 09:11:34.114561 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Port 5dc6426f-f171-4448-9090-658316ef5722 on network 0747e935-c229-4fdb-9d08-8642886062c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:11:34.114978 dv-neutron-860215-1-hyperv neutron-server[89032]: ERROR neutron.plugins.ml2.managers [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Failed to bind port 5dc6426f-f171-4448-9090-658316ef5722 on host hv-neutron-8602 for vnic_type normal using segments [{'id': '99a762c4-94a0-4547-9082-866c3e3216ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0747e935-c229-4fdb-9d08-8642886062c2'}] Oct 04 09:11:34.115405 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:34.174914 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd543b4-0d23-4d3e-b4e2-0a8029024581 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Network 1e2fff3d-8793-4837-819a-918a6fee20e1 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:11:34.189842 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d7684bc5-cbd8-436c-9166-2043dcd4e9e8 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:34.213106 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-abd543b4-0d23-4d3e-b4e2-0a8029024581 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 1e2fff3d-8793-4837-819a-918a6fee20e1) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:11:34.217991 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd543b4-0d23-4d3e-b4e2-0a8029024581 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:34.218681 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-abd543b4-0d23-4d3e-b4e2-0a8029024581 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:34.227223 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a307808a-dd5f-4a89-b079-ac41be294f0b tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:34.246793 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-13406070-6998-4be2-82e9-5f9ad1edf1fa tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Synchronizing usage tracker for tenant:fdf1899fe0e7433f8f7adfcb3396fddd on resource:floatingip {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:11:34.260062 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2ee20f-c8b2-4cb6-b5f5-846e07adec1d None None] Network 1e2fff3d-8793-4837-819a-918a6fee20e1 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:11:34.294083 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] For port 5dc6426f-f171-4448-9090-658316ef5722, host hv-neutron-8602, cleared binding levels {{(pid=89032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:11:34.294733 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempted to set empty binding levels {{(pid=89032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 04 09:11:34.304425 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d7684bc5-cbd8-436c-9166-2043dcd4e9e8 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:34.321990 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-abd543b4-0d23-4d3e-b4e2-0a8029024581 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3368502 Oct 04 09:11:34.323166 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:34.323864 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] In _notify_port_updated(), no bound segment for port 5dc6426f-f171-4448-9090-658316ef5722 on network 0747e935-c229-4fdb-9d08-8642886062c2 {{(pid=89032) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 04 09:11:34.324839 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:34.325499 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:34.326872 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] 10.222.0.50 "PUT /v2.0/ports/5dc6426f-f171-4448-9090-658316ef5722 HTTP/1.1" status: 200 len: 981 time: 3.6534066 Oct 04 09:11:34.330629 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 53106) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:34.330629 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 53108) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:34.391471 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d1f2a014-7de0-41f2-81b6-9b2eccb6e89c tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:34.415544 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=59ac07e5-b222-44f7-b39f-f88365842509,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:34.442676 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-44b90fa6-a070-4596-b4f2-120f42c4aaeb None None] Port 17d3c310-a243-4519-8927-dc63175c9d6d cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:11:34.452091 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d7684bc5-cbd8-436c-9166-2043dcd4e9e8 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:34.455474 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-d7684bc5-cbd8-436c-9166-2043dcd4e9e8 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.1532094 Oct 04 09:11:34.472834 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7684bc5-cbd8-436c-9166-2043dcd4e9e8 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7ce6cd-f7ba-4864-9457-0a9308437769,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:34.478674 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53114) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:34.494209 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-13406070-6998-4be2-82e9-5f9ad1edf1fa tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Unset dirty status for tenant:fdf1899fe0e7433f8f7adfcb3396fddd on resource:floatingip {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:11:34.494209 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-13406070-6998-4be2-82e9-5f9ad1edf1fa tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] 10.222.0.50 "GET /v2.0/floatingips?floating_network_id=6c1ed5d7-423e-4668-96f5-4d7bc964929b HTTP/1.1" status: 200 len: 689 time: 0.4423754 Oct 04 09:11:34.513985 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 53118) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:34.548958 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-0de05232-060c-4fa7-8554-3ea0d4477ae8 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Request body: {'security_group_rule': {'security_group_id': '1d7ce6cd-f7ba-4864-9457-0a9308437769', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:11:34.559501 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-48af2f86-0e64-4477-a9ff-5b3b400a766e tempest-DHCPAgentSchedulersTestJSON-1132286842 tempest-DHCPAgentSchedulersTestJSON-1132286842-project-admin] 10.222.0.50 "GET /v2.0/agents/7c265ff0-513b-4ee9-b9f5-197568ea1e84/dhcp-networks HTTP/1.1" status: 200 len: 9590 time: 0.5093575 Oct 04 09:11:34.591447 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f2a014-7de0-41f2-81b6-9b2eccb6e89c tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:11:34.594318 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-0de05232-060c-4fa7-8554-3ea0d4477ae8 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:34.596167 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53120) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:34.606737 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-d1f2a014-7de0-41f2-81b6-9b2eccb6e89c tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:11:34.606937 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 42581eae-b358-451a-9bc1-d9e8895cf00d triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:11:34.607225 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:34.607560 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 42581eae-b358-451a-9bc1-d9e8895cf00d Oct 04 09:11:34.628433 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-0de05232-060c-4fa7-8554-3ea0d4477ae8 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Usage tracker for resource:security_group_rule and tenant:8ef6eeaada3246f29119027d4a154b34 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:34.632704 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f2a014-7de0-41f2-81b6-9b2eccb6e89c tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:11:34.633893 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f2a014-7de0-41f2-81b6-9b2eccb6e89c tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:34.634215 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d1f2a014-7de0-41f2-81b6-9b2eccb6e89c tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:34.643430 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-0de05232-060c-4fa7-8554-3ea0d4477ae8 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:34.662239 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f2a014-7de0-41f2-81b6-9b2eccb6e89c tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Pushing event updated for resources: {'Port': ['ID=f373ef65-4e67-4f0e-b7f4-f7b830711c37,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:34.666213 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-0de05232-060c-4fa7-8554-3ea0d4477ae8 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:34.781308 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-d1f2a014-7de0-41f2-81b6-9b2eccb6e89c tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.7698448 Oct 04 09:11:34.787875 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53126) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:34.814791 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-903125d7-219a-4264-b8ee-73502ad3eb4a None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:34.831121 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-903125d7-219a-4264-b8ee-73502ad3eb4a None None] Transition to ACTIVE for port object 7f47d188-ad05-4d96-a2d5-c91a59283190 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:11:34.855408 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0de05232-060c-4fa7-8554-3ea0d4477ae8 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:34.894475 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c484d3-67fb-4131-97c7-83e5bbbcc25e tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Pushing event updated for resources: {'Port': ['ID=5dc6426f-f171-4448-9090-658316ef5722,revision_number=3']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:34.921913 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-903125d7-219a-4264-b8ee-73502ad3eb4a None None] Transition to ACTIVE for port object 7f47d188-ad05-4d96-a2d5-c91a59283190 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:11:34.956394 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-44b90fa6-a070-4596-b4f2-120f42c4aaeb None None] Attempt 6 to provision port 17d3c310-a243-4519-8927-dc63175c9d6d Oct 04 09:11:34.956609 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9610f6-b863-43de-be82-8212863865d9 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:34.956609 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-7d9610f6-b863-43de-be82-8212863865d9 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Synchronizing usage tracker for tenant:ead38b0d497642c3831ea73573bdb821 on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:11:34.997306 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54214a7f-6750-471d-9538-32103b573414 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-1e2fff3d-8793-4837-819a-918a6fee20e1', 'network_id': '1e2fff3d-8793-4837-819a-918a6fee20e1', 'tenant_id': 'f1281ad8f0c2447bacbd964711ff9ffb', 'fixed_ips': [{'subnet_id': '826d6788-871c-4116-9402-a80fff3f43c2'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:11:34.997530 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-54214a7f-6750-471d-9538-32103b573414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:35.014492 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-a307808a-dd5f-4a89-b079-ac41be294f0b tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Allocated IP 172.26.10.98 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/81c065e9-9033-4254-a521-4af434125402) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:11:35.020963 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ae752d42-2186-4ec9-85ba-8e54272d679f tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:35.034245 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0de05232-060c-4fa7-8554-3ea0d4477ae8 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:35.035407 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-7d9610f6-b863-43de-be82-8212863865d9 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Unset dirty status for tenant:ead38b0d497642c3831ea73573bdb821 on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:11:35.036270 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-7d9610f6-b863-43de-be82-8212863865d9 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] 10.222.0.50 "GET /v2.0/ports/f373ef65-4e67-4f0e-b7f4-f7b830711c37 HTTP/1.1" status: 200 len: 954 time: 0.2448275 Oct 04 09:11:35.045299 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc50cb2-2bd4-414e-a190-2c5d7937cef0 tempest-DHCPAgentSchedulersTestJSON-1132286842 tempest-DHCPAgentSchedulersTestJSON-1132286842-project-admin] Network aae8c0e1-c5d0-420f-9c09-85ca16a18ae6 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:11:35.047855 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53130) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:35.054299 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-903125d7-219a-4264-b8ee-73502ad3eb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:35.072394 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd07fb5-f5a1-4d0f-967d-677779ceb00b None None] Sync routers for ids ['d498a7fe-10a1-408d-96ac-b032c2687649'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:11:35.089133 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd07fb5-f5a1-4d0f-967d-677779ceb00b None None] Routers {'d498a7fe-10a1-408d-96ac-b032c2687649'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:11:35.089344 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0de05232-060c-4fa7-8554-3ea0d4477ae8 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:35.089750 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-3bd07fb5-f5a1-4d0f-967d-677779ceb00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:11:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['d498a7fe-10a1-408d-96ac-b032c2687649'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:11:35.232397 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de05232-060c-4fa7-8554-3ea0d4477ae8 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58964e54-234c-4763-bbeb-da11be2a40da,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:35.243234 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-3bc50cb2-2bd4-414e-a190-2c5d7937cef0 tempest-DHCPAgentSchedulersTestJSON-1132286842 tempest-DHCPAgentSchedulersTestJSON-1132286842-project-admin] 10.222.0.50 "POST /v2.0/agents/7c265ff0-513b-4ee9-b9f5-197568ea1e84/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.6429021 Oct 04 09:11:35.248478 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53134) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:35.279399 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0de05232-060c-4fa7-8554-3ea0d4477ae8 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:35.282923 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-0de05232-060c-4fa7-8554-3ea0d4477ae8 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7917728 Oct 04 09:11:35.289257 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-0cfc1ffb-2bea-44cf-969b-f2173295ff98 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Deleting port f373ef65-4e67-4f0e-b7f4-f7b830711c37 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:11:35.289595 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0cfc1ffb-2bea-44cf-969b-f2173295ff98 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:35.295146 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 53138) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:35.332292 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5200f761-7b88-4623-a973-1ff86de430f8 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:35.336729 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-18d48482-89ec-4084-8c31-ab7b561da200 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Request body: {'security_group_rule': {'security_group_id': '1d7ce6cd-f7ba-4864-9457-0a9308437769', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:11:35.359385 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-18d48482-89ec-4084-8c31-ab7b561da200 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:35.370413 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e9cf40-1874-4d89-9a2a-e8d57fc04430 None None] Network aae8c0e1-c5d0-420f-9c09-85ca16a18ae6 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:11:35.380685 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2800a540-a710-4493-b61b-325f9d427ef1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:35.380861 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-3bd07fb5-f5a1-4d0f-967d-677779ceb00b None None] Set router d498a7fe-10a1-408d-96ac-b032c2687649 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:11:35.381253 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2800a540-a710-4493-b61b-325f9d427ef1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:35.381809 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2800a540-a710-4493-b61b-325f9d427ef1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:35.382276 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2800a540-a710-4493-b61b-325f9d427ef1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:35.382734 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2800a540-a710-4493-b61b-325f9d427ef1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:35.383192 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2800a540-a710-4493-b61b-325f9d427ef1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:35.383646 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2800a540-a710-4493-b61b-325f9d427ef1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:35.384105 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2800a540-a710-4493-b61b-325f9d427ef1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:35.384594 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2800a540-a710-4493-b61b-325f9d427ef1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:35.385147 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2800a540-a710-4493-b61b-325f9d427ef1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:35.385495 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2800a540-a710-4493-b61b-325f9d427ef1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:35.385951 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2800a540-a710-4493-b61b-325f9d427ef1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:35.386406 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2800a540-a710-4493-b61b-325f9d427ef1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:35.386857 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2800a540-a710-4493-b61b-325f9d427ef1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:35.387362 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2800a540-a710-4493-b61b-325f9d427ef1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:35.388681 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2800a540-a710-4493-b61b-325f9d427ef1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:35.389606 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2800a540-a710-4493-b61b-325f9d427ef1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:35.389606 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2800a540-a710-4493-b61b-325f9d427ef1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:35.391343 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-2800a540-a710-4493-b61b-325f9d427ef1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Synchronizing usage tracker for tenant:c4a5df274e1a49ee9ce993890c1d51ed on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:11:35.452281 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-18d48482-89ec-4084-8c31-ab7b561da200 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Usage tracker for resource:security_group_rule and tenant:8ef6eeaada3246f29119027d4a154b34 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:35.465999 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-18d48482-89ec-4084-8c31-ab7b561da200 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:35.507310 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-18d48482-89ec-4084-8c31-ab7b561da200 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:35.548370 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-5200f761-7b88-4623-a973-1ff86de430f8 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Deleting port b19acfc3-fdbb-4e2c-a0f5-153c6b10974e {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:11:35.548946 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5200f761-7b88-4623-a973-1ff86de430f8 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:35.552345 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-54214a7f-6750-471d-9538-32103b573414 None None] Allocated IP 2001:db8::2 (1e2fff3d-8793-4837-819a-918a6fee20e1/826d6788-871c-4116-9402-a80fff3f43c2/5ead1b4e-2bb0-49e8-b465-6d65a1095bc0) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:11:35.575745 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903125d7-219a-4264-b8ee-73502ad3eb4a None None] Network 16740334-9c9d-4574-a7cc-465cdffe5911 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:11:35.586600 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-903125d7-219a-4264-b8ee-73502ad3eb4a None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:11:35.599275 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-44b90fa6-a070-4596-b4f2-120f42c4aaeb None None] Port 17d3c310-a243-4519-8927-dc63175c9d6d cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:11:35.611909 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b2f4654d-a027-41e1-811c-def07e435fea tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:35.639142 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903125d7-219a-4264-b8ee-73502ad3eb4a None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:11:35.647117 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 42581eae-b358-451a-9bc1-d9e8895cf00d is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:11:35.648716 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 4f0c58ef-340b-49ba-8c5b-230308bf7c0a up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:11:35.778400 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a307808a-dd5f-4a89-b079-ac41be294f0b tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:35.830428 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903125d7-219a-4264-b8ee-73502ad3eb4a None None] Pushing event updated for resources: {'Port': ['ID=7f47d188-ad05-4d96-a2d5-c91a59283190,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:35.870206 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-78d2ae28-bb97-43ac-bc00-e9e022e286c0 tempest-DHCPAgentSchedulersTestJSON-1132286842 tempest-DHCPAgentSchedulersTestJSON-1132286842-project-admin] 10.222.0.50 "GET /v2.0/agents/7c265ff0-513b-4ee9-b9f5-197568ea1e84/dhcp-networks HTTP/1.1" status: 200 len: 11146 time: 0.6199114 Oct 04 09:11:35.875257 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53142) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:35.888485 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-18d48482-89ec-4084-8c31-ab7b561da200 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:35.924603 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-3bd07fb5-f5a1-4d0f-967d-677779ceb00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd498a7fe-10a1-408d-96ac-b032c2687649', 'name': 'tempest-ServerActionsTestJSON-1933225775-router', 'tenant_id': '8ef6eeaada3246f29119027d4a154b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.84'}], 'enable_snat': True}, 'gw_port_id': '56fedbe0-fa99-4efe-8643-d6d0d74e28a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:11:14Z', 'updated_at': '2022-10-04T09:11:26Z', 'revision_number': 4, 'project_id': '8ef6eeaada3246f29119027d4a154b34', 'gw_port': {'id': '56fedbe0-fa99-4efe-8643-d6d0d74e28a6', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:2b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd498a7fe-10a1-408d-96ac-b032c2687649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:11:15Z', 'updated_at': '2022-10-04T09:11:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '17d3c310-a243-4519-8927-dc63175c9d6d', 'name': '', 'network_id': '4e61ee37-e03d-4906-997b-978c1601b208', 'tenant_id': '8ef6eeaada3246f29119027d4a154b34', 'mac_address': 'fa:16:3e:8b:be:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd498a7fe-10a1-408d-96ac-b032c2687649', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '373d4a32-610a-4c8a-84eb-e8dbb10358db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:11:24Z', 'updated_at': '2022-10-04T09:11:27Z', 'revision_number': 2, 'project_id': '8ef6eeaada3246f29119027d4a154b34', 'subnets': [{'id': '373d4a32-610a-4c8a-84eb-e8dbb10358db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:11:35.932078 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd07fb5-f5a1-4d0f-967d-677779ceb00b None None] Checking router: d498a7fe-10a1-408d-96ac-b032c2687649 for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:11:35.934116 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd07fb5-f5a1-4d0f-967d-677779ceb00b None None] Updating router d498a7fe-10a1-408d-96ac-b032c2687649 port 17d3c310-a243-4519-8927-dc63175c9d6d binding host dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:11:35.934413 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-903125d7-219a-4264-b8ee-73502ad3eb4a None None] Attempting to bind port 7f47d188-ad05-4d96-a2d5-c91a59283190 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:35.934894 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0cfc1ffb-2bea-44cf-969b-f2173295ff98 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:35.934985 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-903125d7-219a-4264-b8ee-73502ad3eb4a None None] Attempting to bind port 7f47d188-ad05-4d96-a2d5-c91a59283190 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'eac1c7c1-226f-4c6b-8b92-0a893aad3502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '16740334-9c9d-4574-a7cc-465cdffe5911'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:35.935138 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903125d7-219a-4264-b8ee-73502ad3eb4a None None] Attempting to bind port 7f47d188-ad05-4d96-a2d5-c91a59283190 on network 16740334-9c9d-4574-a7cc-465cdffe5911 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:35.943293 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903125d7-219a-4264-b8ee-73502ad3eb4a None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:11:35.943665 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903125d7-219a-4264-b8ee-73502ad3eb4a None None] Checking segment: {'id': 'eac1c7c1-226f-4c6b-8b92-0a893aad3502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '16740334-9c9d-4574-a7cc-465cdffe5911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:11:35.944069 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-903125d7-219a-4264-b8ee-73502ad3eb4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:35.944482 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903125d7-219a-4264-b8ee-73502ad3eb4a None None] Bound using segment: {'id': 'eac1c7c1-226f-4c6b-8b92-0a893aad3502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '16740334-9c9d-4574-a7cc-465cdffe5911'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:11:35.944951 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-903125d7-219a-4264-b8ee-73502ad3eb4a None None] Bound port: 7f47d188-ad05-4d96-a2d5-c91a59283190, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eac1c7c1-226f-4c6b-8b92-0a893aad3502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '16740334-9c9d-4574-a7cc-465cdffe5911'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:11:35.945344 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-903125d7-219a-4264-b8ee-73502ad3eb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:35.951645 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-2800a540-a710-4493-b61b-325f9d427ef1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Unset dirty status for tenant:c4a5df274e1a49ee9ce993890c1d51ed on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:11:35.953098 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-2800a540-a710-4493-b61b-325f9d427ef1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16147 time: 1.5906470 Oct 04 09:11:35.957973 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53146) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:36.023437 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-3bd07fb5-f5a1-4d0f-967d-677779ceb00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:36.073131 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 4f0c58ef-340b-49ba-8c5b-230308bf7c0a completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:11:36.109023 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-903125d7-219a-4264-b8ee-73502ad3eb4a None None] For port 7f47d188-ad05-4d96-a2d5-c91a59283190, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:11:36.115857 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-903125d7-219a-4264-b8ee-73502ad3eb4a None None] For port 7f47d188-ad05-4d96-a2d5-c91a59283190, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=7f47d188-ad05-4d96-a2d5-c91a59283190,segment=NetworkSegment(eac1c7c1-226f-4c6b-8b92-0a893aad3502),segment_id=eac1c7c1-226f-4c6b-8b92-0a893aad3502)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:11:36.119905 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-44b90fa6-a070-4596-b4f2-120f42c4aaeb None None] Attempt 7 to provision port 17d3c310-a243-4519-8927-dc63175c9d6d Oct 04 09:11:36.134221 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-0cfc1ffb-2bea-44cf-969b-f2173295ff98 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Calling delete_port for f373ef65-4e67-4f0e-b7f4-f7b830711c37 owned by {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:11:36.165694 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 56fedbe0-fa99-4efe-8643-d6d0d74e28a6 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:11:36.194095 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5200f761-7b88-4623-a973-1ff86de430f8 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:36.194722 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5200f761-7b88-4623-a973-1ff86de430f8 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:36.239589 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-903125d7-219a-4264-b8ee-73502ad3eb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:36.240640 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-18d48482-89ec-4084-8c31-ab7b561da200 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:36.271165 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-57e8c415-d74c-464a-abc5-3049d6c94489 tempest-DHCPAgentSchedulersTestJSON-1132286842 tempest-DHCPAgentSchedulersTestJSON-1132286842-project-admin] 10.222.0.50 "DELETE /v2.0/agents/7c265ff0-513b-4ee9-b9f5-197568ea1e84/dhcp-networks/aae8c0e1-c5d0-420f-9c09-85ca16a18ae6 HTTP/1.1" status: 204 len: 168 time: 0.3673625 Oct 04 09:11:36.273989 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-e0ef8368-f1fb-42e1-a966-d02d66dab208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Deleting port 5dc6426f-f171-4448-9090-658316ef5722 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:11:36.274272 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e0ef8368-f1fb-42e1-a966-d02d66dab208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:36.305045 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53150) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:36.306354 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a307808a-dd5f-4a89-b079-ac41be294f0b tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:36.336529 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903125d7-219a-4264-b8ee-73502ad3eb4a None None] Pushing event updated for resources: {'Port': ['ID=7f47d188-ad05-4d96-a2d5-c91a59283190,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:36.402235 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-18d48482-89ec-4084-8c31-ab7b561da200 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:36.408020 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-44b90fa6-a070-4596-b4f2-120f42c4aaeb None None] Port 17d3c310-a243-4519-8927-dc63175c9d6d cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:11:36.408020 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 56fedbe0-fa99-4efe-8643-d6d0d74e28a6 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:11:36.415717 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 56fedbe0-fa99-4efe-8643-d6d0d74e28a6 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:11:36.416139 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:36.416554 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 56fedbe0-fa99-4efe-8643-d6d0d74e28a6 Oct 04 09:11:36.425670 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-5200f761-7b88-4623-a973-1ff86de430f8 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Calling delete_port for b19acfc3-fdbb-4e2c-a0f5-153c6b10974e owned by network:floatingip {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:11:36.493358 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-54214a7f-6750-471d-9538-32103b573414 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:36.501735 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-ae752d42-2186-4ec9-85ba-8e54272d679f tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Allocated IP 172.20.0.1 (dbec35f1-10d6-49ab-9e98-eaa45771d9ff/2171635a-7f75-4606-8774-705b1d7a796e/54b175e5-fdcc-427d-a847-d70ecd4394d7) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:11:36.528482 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-54214a7f-6750-471d-9538-32103b573414 None None] Transition to ACTIVE for port object 5ead1b4e-2bb0-49e8-b465-6d65a1095bc0 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:11:36.566231 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0cfc1ffb-2bea-44cf-969b-f2173295ff98 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:36.610271 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-54214a7f-6750-471d-9538-32103b573414 None None] Transition to ACTIVE for port object 5ead1b4e-2bb0-49e8-b465-6d65a1095bc0 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:11:36.644659 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-54214a7f-6750-471d-9538-32103b573414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:36.696827 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d48482-89ec-4084-8c31-ab7b561da200 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d1e3770-f71c-495e-9462-c38594d2e767,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:36.732205 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a307808a-dd5f-4a89-b079-ac41be294f0b tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:11:36.754811 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-a307808a-dd5f-4a89-b079-ac41be294f0b tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:11:36.757108 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a307808a-dd5f-4a89-b079-ac41be294f0b tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:11:36.781714 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-3bd07fb5-f5a1-4d0f-967d-677779ceb00b None None] Notify callbacks [] for port, precommit_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:36.799521 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.provisioning_blocks [None req-3bd07fb5-f5a1-4d0f-967d-677779ceb00b None None] Transition to ACTIVE for port object 17d3c310-a243-4519-8927-dc63175c9d6d will not be triggered until provisioned by entity L2. {{(pid=89035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:11:36.800365 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 56fedbe0-fa99-4efe-8643-d6d0d74e28a6 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:11:36.813025 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:36.814608 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-3bd07fb5-f5a1-4d0f-967d-677779ceb00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:36.831158 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfc1ffb-2bea-44cf-969b-f2173295ff98 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Pushing event deleted for resources: {'Port': ['ID=f373ef65-4e67-4f0e-b7f4-f7b830711c37,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:36.852622 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54214a7f-6750-471d-9538-32103b573414 None None] Network 1e2fff3d-8793-4837-819a-918a6fee20e1 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:11:36.857450 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-54214a7f-6750-471d-9538-32103b573414 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:11:36.874350 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54214a7f-6750-471d-9538-32103b573414 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:11:36.901540 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-18d48482-89ec-4084-8c31-ab7b561da200 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:36.902738 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 56fedbe0-fa99-4efe-8643-d6d0d74e28a6, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=56fedbe0-fa99-4efe-8643-d6d0d74e28a6,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:11:36.906647 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-18d48482-89ec-4084-8c31-ab7b561da200 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5842569 Oct 04 09:11:36.907495 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a307808a-dd5f-4a89-b079-ac41be294f0b tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Pushing event updated for resources: {'Port': ['ID=81c065e9-9033-4254-a521-4af434125402,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:36.924935 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 53154) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:36.949816 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0cfc1ffb-2bea-44cf-969b-f2173295ff98 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:36.956054 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-b2f4654d-a027-41e1-811c-def07e435fea tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Allocated IP 2001:db8::1 (16740334-9c9d-4574-a7cc-465cdffe5911/ad11cef1-e946-4d12-be27-e015364dc8e8/c9edda11-7277-4103-92a3-6ede21840a12) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:11:36.956429 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54214a7f-6750-471d-9538-32103b573414 None None] Pushing event updated for resources: {'Port': ['ID=5ead1b4e-2bb0-49e8-b465-6d65a1095bc0,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:36.962830 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-0bc8a40e-506b-412f-824a-2ed1cf5a2c11 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Request body: {'floatingip': {'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:11:36.979222 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-44b90fa6-a070-4596-b4f2-120f42c4aaeb None None] Attempt 8 to provision port 17d3c310-a243-4519-8927-dc63175c9d6d Oct 04 09:11:36.993672 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-0bc8a40e-506b-412f-824a-2ed1cf5a2c11 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:37.010910 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-0bc8a40e-506b-412f-824a-2ed1cf5a2c11 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Usage tracker for resource:floatingip and tenant:8ef6eeaada3246f29119027d4a154b34 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:37.020724 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-0bc8a40e-506b-412f-824a-2ed1cf5a2c11 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:37.030011 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a307808a-dd5f-4a89-b079-ac41be294f0b tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:37.043886 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-0bc8a40e-506b-412f-824a-2ed1cf5a2c11 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:37.048445 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ae752d42-2186-4ec9-85ba-8e54272d679f tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:37.063903 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-0cfc1ffb-2bea-44cf-969b-f2173295ff98 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] 10.222.0.50 "DELETE /v2.0/ports/f373ef65-4e67-4f0e-b7f4-f7b830711c37 HTTP/1.1" status: 204 len: 168 time: 2.0110743 Oct 04 09:11:37.071903 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53158) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:37.076756 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-44b90fa6-a070-4596-b4f2-120f42c4aaeb None None] Port 17d3c310-a243-4519-8927-dc63175c9d6d cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:11:37.077369 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:37.078121 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-77fe35f8-db07-422e-bac4-dfc5a3478fe3 tempest-DHCPAgentSchedulersTestJSON-1132286842 tempest-DHCPAgentSchedulersTestJSON-1132286842-project-admin] 10.222.0.50 "GET /v2.0/agents/7c265ff0-513b-4ee9-b9f5-197568ea1e84/dhcp-networks HTTP/1.1" status: 200 len: 10376 time: 0.7603996 Oct 04 09:11:37.082905 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-e0ef8368-f1fb-42e1-a966-d02d66dab208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] For port 5dc6426f-f171-4448-9090-658316ef5722, host hv-neutron-8602, got binding levels [] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:11:37.083272 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e0ef8368-f1fb-42e1-a966-d02d66dab208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:37.092708 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53162) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:37.110118 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0916bd-de7e-4781-9ce8-72959714fee1 None None] Pushing event updated for resources: {'Port': ['ID=17d3c310-a243-4519-8927-dc63175c9d6d,revision_number=3']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:37.144334 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-3bd07fb5-f5a1-4d0f-967d-677779ceb00b None None] Attempting to bind port 17d3c310-a243-4519-8927-dc63175c9d6d on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:37.145144 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-3bd07fb5-f5a1-4d0f-967d-677779ceb00b None None] Attempting to bind port 17d3c310-a243-4519-8927-dc63175c9d6d by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'ab774fdc-dff8-49ef-a1f1-5ebb0e8fcda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '4e61ee37-e03d-4906-997b-978c1601b208'}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:37.146244 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd07fb5-f5a1-4d0f-967d-677779ceb00b None None] Attempting to bind port 17d3c310-a243-4519-8927-dc63175c9d6d on network 4e61ee37-e03d-4906-997b-978c1601b208 {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:37.146368 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-ae752d42-2186-4ec9-85ba-8e54272d679f tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Transition to ACTIVE for port object 54b175e5-fdcc-427d-a847-d70ecd4394d7 will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:11:37.152673 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd07fb5-f5a1-4d0f-967d-677779ceb00b None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:11:37.153207 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd07fb5-f5a1-4d0f-967d-677779ceb00b None None] Checking segment: {'id': 'ab774fdc-dff8-49ef-a1f1-5ebb0e8fcda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '4e61ee37-e03d-4906-997b-978c1601b208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:11:37.153787 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-3bd07fb5-f5a1-4d0f-967d-677779ceb00b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:37.154527 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd07fb5-f5a1-4d0f-967d-677779ceb00b None None] Bound using segment: {'id': 'ab774fdc-dff8-49ef-a1f1-5ebb0e8fcda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '4e61ee37-e03d-4906-997b-978c1601b208'} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:11:37.156433 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-3bd07fb5-f5a1-4d0f-967d-677779ceb00b None None] Bound port: 17d3c310-a243-4519-8927-dc63175c9d6d, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab774fdc-dff8-49ef-a1f1-5ebb0e8fcda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '4e61ee37-e03d-4906-997b-978c1601b208'}}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:11:37.157101 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-3bd07fb5-f5a1-4d0f-967d-677779ceb00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:37.178719 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0bc8a40e-506b-412f-824a-2ed1cf5a2c11 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Notify callbacks [] for floatingip, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:37.283136 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a307808a-dd5f-4a89-b079-ac41be294f0b tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:37.327232 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-3bd07fb5-f5a1-4d0f-967d-677779ceb00b None None] For port 17d3c310-a243-4519-8927-dc63175c9d6d, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:11:37.350142 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-3bd07fb5-f5a1-4d0f-967d-677779ceb00b None None] For port 17d3c310-a243-4519-8927-dc63175c9d6d, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=17d3c310-a243-4519-8927-dc63175c9d6d,segment=NetworkSegment(ab774fdc-dff8-49ef-a1f1-5ebb0e8fcda7),segment_id=ab774fdc-dff8-49ef-a1f1-5ebb0e8fcda7)] {{(pid=89035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:11:37.361009 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-3bd07fb5-f5a1-4d0f-967d-677779ceb00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:37.382109 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 59ac07e5-b222-44f7-b39f-f88365842509 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:11:37.394330 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5200f761-7b88-4623-a973-1ff86de430f8 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:37.447840 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd07fb5-f5a1-4d0f-967d-677779ceb00b None None] Routers {'d498a7fe-10a1-408d-96ac-b032c2687649'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:11:37.448551 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-3bd07fb5-f5a1-4d0f-967d-677779ceb00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:11:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['d498a7fe-10a1-408d-96ac-b032c2687649'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:11:37.459101 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-18d17cc8-0b0c-4b47-a650-4069553accba tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] GET failed (client error): The resource could not be found. Oct 04 09:11:37.459730 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-18d17cc8-0b0c-4b47-a650-4069553accba tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Synchronizing usage tracker for tenant:ead38b0d497642c3831ea73573bdb821 on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:11:37.479528 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-e0ef8368-f1fb-42e1-a966-d02d66dab208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Calling delete_port for 5dc6426f-f171-4448-9090-658316ef5722 owned by {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:11:37.504681 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-54214a7f-6750-471d-9538-32103b573414 None None] Attempting to bind port 5ead1b4e-2bb0-49e8-b465-6d65a1095bc0 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:37.505066 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-54214a7f-6750-471d-9538-32103b573414 None None] Attempting to bind port 5ead1b4e-2bb0-49e8-b465-6d65a1095bc0 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'dff45c9c-5529-4798-93ab-d6e5728f405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1e2fff3d-8793-4837-819a-918a6fee20e1'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:37.505433 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54214a7f-6750-471d-9538-32103b573414 None None] Attempting to bind port 5ead1b4e-2bb0-49e8-b465-6d65a1095bc0 on network 1e2fff3d-8793-4837-819a-918a6fee20e1 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:37.550138 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54214a7f-6750-471d-9538-32103b573414 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:11:37.550138 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54214a7f-6750-471d-9538-32103b573414 None None] Checking segment: {'id': 'dff45c9c-5529-4798-93ab-d6e5728f405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1e2fff3d-8793-4837-819a-918a6fee20e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:11:37.550138 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-54214a7f-6750-471d-9538-32103b573414 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:37.550138 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54214a7f-6750-471d-9538-32103b573414 None None] Bound using segment: {'id': 'dff45c9c-5529-4798-93ab-d6e5728f405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1e2fff3d-8793-4837-819a-918a6fee20e1'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:11:37.550544 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-54214a7f-6750-471d-9538-32103b573414 None None] Bound port: 5ead1b4e-2bb0-49e8-b465-6d65a1095bc0, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dff45c9c-5529-4798-93ab-d6e5728f405e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1e2fff3d-8793-4837-819a-918a6fee20e1'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:11:37.552501 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-54214a7f-6750-471d-9538-32103b573414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:37.552630 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ae752d42-2186-4ec9-85ba-8e54272d679f tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:37.568331 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=56fedbe0-fa99-4efe-8643-d6d0d74e28a6,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:37.579710 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-eebc8e38-bd0c-4da9-b252-65d0522c5971 tempest-DHCPAgentSchedulersTestJSON-1132286842 tempest-DHCPAgentSchedulersTestJSON-1132286842-project-admin] 10.222.0.50 "GET /v2.0/networks/47a5e3f9-c86d-42e3-aa54-307ad09aaed3/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.4424629 Oct 04 09:11:37.580912 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53166) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:37.584080 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-44b90fa6-a070-4596-b4f2-120f42c4aaeb None None] Attempt 9 to provision port 17d3c310-a243-4519-8927-dc63175c9d6d Oct 04 09:11:37.593845 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5200f761-7b88-4623-a973-1ff86de430f8 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Pushing event deleted for resources: {'Port': ['ID=b19acfc3-fdbb-4e2c-a0f5-153c6b10974e,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:37.603750 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0916bd-de7e-4781-9ce8-72959714fee1 None None] Pushing event updated for resources: {'Port': ['ID=17d3c310-a243-4519-8927-dc63175c9d6d,revision_number=4']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:37.646277 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-18d17cc8-0b0c-4b47-a650-4069553accba tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Unset dirty status for tenant:ead38b0d497642c3831ea73573bdb821 on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:11:37.651334 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-18d17cc8-0b0c-4b47-a650-4069553accba tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] 10.222.0.50 "GET /v2.0/ports/f373ef65-4e67-4f0e-b7f4-f7b830711c37 HTTP/1.1" status: 404 len: 333 time: 0.5759337 Oct 04 09:11:37.672563 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53168) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:37.694785 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-fe327b29-44a2-4447-b1c2-2626a6e949b5 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Request body: {'port': {'network_id': 'b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1573982410'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:11:37.714556 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae752d42-2186-4ec9-85ba-8e54272d679f tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Network dbec35f1-10d6-49ab-9e98-eaa45771d9ff is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:11:37.724033 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-fe327b29-44a2-4447-b1c2-2626a6e949b5 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:37.738185 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-ae752d42-2186-4ec9-85ba-8e54272d679f tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:11:37.752316 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-dd1446af-1d66-4f6a-bf27-0da7e10cb186 tempest-DHCPAgentSchedulersTestJSON-1132286842 tempest-DHCPAgentSchedulersTestJSON-1132286842-project-admin] 10.222.0.50 "GET /v2.0/networks/47a5e3f9-c86d-42e3-aa54-307ad09aaed3/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0972247 Oct 04 09:11:37.752316 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae752d42-2186-4ec9-85ba-8e54272d679f tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:11:37.753253 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 59ac07e5-b222-44f7-b39f-f88365842509 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:11:37.753634 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:37.753973 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 59ac07e5-b222-44f7-b39f-f88365842509 Oct 04 09:11:37.797192 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b2f4654d-a027-41e1-811c-def07e435fea tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:37.823059 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-3bd07fb5-f5a1-4d0f-967d-677779ceb00b None None] Set router d498a7fe-10a1-408d-96ac-b032c2687649 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:11:37.833522 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53174) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:37.834436 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-b2f4654d-a027-41e1-811c-def07e435fea tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Transition to ACTIVE for port object c9edda11-7277-4103-92a3-6ede21840a12 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:11:37.882436 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-44b90fa6-a070-4596-b4f2-120f42c4aaeb None None] Port 17d3c310-a243-4519-8927-dc63175c9d6d had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 09:11:37.911044 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-54214a7f-6750-471d-9538-32103b573414 None None] For port 5ead1b4e-2bb0-49e8-b465-6d65a1095bc0, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:11:37.917129 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-54214a7f-6750-471d-9538-32103b573414 None None] For port 5ead1b4e-2bb0-49e8-b465-6d65a1095bc0, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=5ead1b4e-2bb0-49e8-b465-6d65a1095bc0,segment=NetworkSegment(dff45c9c-5529-4798-93ab-d6e5728f405e),segment_id=dff45c9c-5529-4798-93ab-d6e5728f405e)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:11:37.922291 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-fe327b29-44a2-4447-b1c2-2626a6e949b5 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:37.949269 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae752d42-2186-4ec9-85ba-8e54272d679f tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Pushing event updated for resources: {'Port': ['ID=54b175e5-fdcc-427d-a847-d70ecd4394d7,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:37.984497 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe327b29-44a2-4447-b1c2-2626a6e949b5 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Made reservation on behalf of ead38b0d497642c3831ea73573bdb821 for: {'port': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:11:37.986106 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fe327b29-44a2-4447-b1c2-2626a6e949b5 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:38.022320 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 59ac07e5-b222-44f7-b39f-f88365842509 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:11:38.024442 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 7f47d188-ad05-4d96-a2d5-c91a59283190 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:11:38.041940 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5200f761-7b88-4623-a973-1ff86de430f8 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:38.060960 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e0ef8368-f1fb-42e1-a966-d02d66dab208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:38.067622 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ae752d42-2186-4ec9-85ba-8e54272d679f tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737202'] for router_interface, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:38.108623 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-54214a7f-6750-471d-9538-32103b573414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:38.115220 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8918e1f7-5aed-48bf-ac04-1c0c447c7aa1 None None] Network 16740334-9c9d-4574-a7cc-465cdffe5911 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:11:38.127981 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b2f4654d-a027-41e1-811c-def07e435fea tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:38.194100 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [None req-fe327b29-44a2-4447-b1c2-2626a6e949b5 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] device_id is not set on port e59f8b50-603a-43c2-8a97-cde3ea924cc2 yet. {{(pid=89033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:11:38.223851 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-44b90fa6-a070-4596-b4f2-120f42c4aaeb None None] Provisioning for port 22353906-0cfa-493b-95bf-e229ebbbeafa completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:11:38.233286 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54214a7f-6750-471d-9538-32103b573414 None None] Pushing event updated for resources: {'Port': ['ID=5ead1b4e-2bb0-49e8-b465-6d65a1095bc0,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:38.302352 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f4654d-a027-41e1-811c-def07e435fea tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Network 16740334-9c9d-4574-a7cc-465cdffe5911 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:11:38.305191 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-44b90fa6-a070-4596-b4f2-120f42c4aaeb None None] Provisioning complete for port 22353906-0cfa-493b-95bf-e229ebbbeafa triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:11:38.306010 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-44b90fa6-a070-4596-b4f2-120f42c4aaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:38.306507 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-44b90fa6-a070-4596-b4f2-120f42c4aaeb None None] Attempt 1 to provision port 22353906-0cfa-493b-95bf-e229ebbbeafa Oct 04 09:11:38.315444 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ef8368-f1fb-42e1-a966-d02d66dab208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Pushing event deleted for resources: {'Port': ['ID=5dc6426f-f171-4448-9090-658316ef5722,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:38.319005 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-b2f4654d-a027-41e1-811c-def07e435fea tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:11:38.325516 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-3bd07fb5-f5a1-4d0f-967d-677779ceb00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd498a7fe-10a1-408d-96ac-b032c2687649', 'name': 'tempest-ServerActionsTestJSON-1933225775-router', 'tenant_id': '8ef6eeaada3246f29119027d4a154b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.84'}], 'enable_snat': True}, 'gw_port_id': '56fedbe0-fa99-4efe-8643-d6d0d74e28a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:11:14Z', 'updated_at': '2022-10-04T09:11:26Z', 'revision_number': 4, 'project_id': '8ef6eeaada3246f29119027d4a154b34', 'gw_port': {'id': '56fedbe0-fa99-4efe-8643-d6d0d74e28a6', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:2b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd498a7fe-10a1-408d-96ac-b032c2687649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:11:15Z', 'updated_at': '2022-10-04T09:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '17d3c310-a243-4519-8927-dc63175c9d6d', 'name': '', 'network_id': '4e61ee37-e03d-4906-997b-978c1601b208', 'tenant_id': '8ef6eeaada3246f29119027d4a154b34', 'mac_address': 'fa:16:3e:8b:be:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd498a7fe-10a1-408d-96ac-b032c2687649', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '373d4a32-610a-4c8a-84eb-e8dbb10358db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:11:24Z', 'updated_at': '2022-10-04T09:11:37Z', 'revision_number': 4, 'project_id': '8ef6eeaada3246f29119027d4a154b34', 'subnets': [{'id': '373d4a32-610a-4c8a-84eb-e8dbb10358db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:11:38.330684 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f4654d-a027-41e1-811c-def07e435fea tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:11:38.330879 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd07fb5-f5a1-4d0f-967d-677779ceb00b None None] The sync data for ids ['d498a7fe-10a1-408d-96ac-b032c2687649'] in dv-neutron-860215-1-hyperv is: [{'id': 'd498a7fe-10a1-408d-96ac-b032c2687649', 'name': 'tempest-ServerActionsTestJSON-1933225775-router', 'tenant_id': '8ef6eeaada3246f29119027d4a154b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.84'}], 'enable_snat': True}, 'gw_port_id': '56fedbe0-fa99-4efe-8643-d6d0d74e28a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:11:14Z', 'updated_at': '2022-10-04T09:11:26Z', 'revision_number': 4, 'project_id': '8ef6eeaada3246f29119027d4a154b34', 'gw_port': {'id': '56fedbe0-fa99-4efe-8643-d6d0d74e28a6', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:2b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd498a7fe-10a1-408d-96ac-b032c2687649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:11:15Z', 'updated_at': '2022-10-04T09:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '17d3c310-a243-4519-8927-dc63175c9d6d', 'name': '', 'network_id': '4e61ee37-e03d-4906-997b-978c1601b208', 'tenant_id': '8ef6eeaada3246f29119027d4a154b34', 'mac_address': 'fa:16:3e:8b:be:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd498a7fe-10a1-408d-96ac-b032c2687649', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '373d4a32-610a-4c8a-84eb-e8dbb10358db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:11:24Z', 'updated_at': '2022-10-04T09:11:37Z', 'revision_number': 4, 'project_id': '8ef6eeaada3246f29119027d4a154b34', 'subnets': [{'id': '373d4a32-610a-4c8a-84eb-e8dbb10358db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:11:38.331138 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b2f4654d-a027-41e1-811c-def07e435fea tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737202'] for router_interface, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:38.350155 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5200f761-7b88-4623-a973-1ff86de430f8 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:38.389904 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e0ef8368-f1fb-42e1-a966-d02d66dab208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:38.442125 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 7f47d188-ad05-4d96-a2d5-c91a59283190 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:11:38.455888 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f4654d-a027-41e1-811c-def07e435fea tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Pushing event updated for resources: {'Port': ['ID=c9edda11-7277-4103-92a3-6ede21840a12,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:38.468021 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0bc8a40e-506b-412f-824a-2ed1cf5a2c11 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:38.550716 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.db.resource_extend [None req-a307808a-dd5f-4a89-b079-ac41be294f0b tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 04 09:11:38.576825 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-4b512ce9-0187-4ca7-a8a4-0138b352ccf6 tempest-DHCPAgentSchedulersTestJSON-1132286842 tempest-DHCPAgentSchedulersTestJSON-1132286842-project-admin] 10.222.0.50 "GET /v2.0/agents/7c265ff0-513b-4ee9-b9f5-197568ea1e84/dhcp-networks HTTP/1.1" status: 200 len: 10376 time: 0.7315764 Oct 04 09:11:38.582689 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 53178) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:38.586744 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a307808a-dd5f-4a89-b079-ac41be294f0b tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:38.656221 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-44b90fa6-a070-4596-b4f2-120f42c4aaeb None None] Current status of the port 22353906-0cfa-493b-95bf-e229ebbbeafa is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:11:38.656892 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-44b90fa6-a070-4596-b4f2-120f42c4aaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:38.703187 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a307808a-dd5f-4a89-b079-ac41be294f0b tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:38.708290 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a307808a-dd5f-4a89-b079-ac41be294f0b tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:38.770915 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fe327b29-44a2-4447-b1c2-2626a6e949b5 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:38.774548 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-44b90fa6-a070-4596-b4f2-120f42c4aaeb None None] For port 22353906-0cfa-493b-95bf-e229ebbbeafa, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=22353906-0cfa-493b-95bf-e229ebbbeafa,segment=NetworkSegment(618c5a48-b11b-47bb-9cb9-15bc35212aa2),segment_id=618c5a48-b11b-47bb-9cb9-15bc35212aa2)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:11:38.790369 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-44b90fa6-a070-4596-b4f2-120f42c4aaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:38.823760 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fe327b29-44a2-4447-b1c2-2626a6e949b5 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:38.826920 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-e0ef8368-f1fb-42e1-a966-d02d66dab208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] 10.222.0.50 "DELETE /v2.0/ports/5dc6426f-f171-4448-9090-658316ef5722 HTTP/1.1" status: 204 len: 168 time: 2.8640015 Oct 04 09:11:38.858213 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 53182) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:38.894140 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-44b90fa6-a070-4596-b4f2-120f42c4aaeb None None] Provisioning complete for port 59ac07e5-b222-44f7-b39f-f88365842509 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:11:38.894794 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-44b90fa6-a070-4596-b4f2-120f42c4aaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:38.895018 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-44b90fa6-a070-4596-b4f2-120f42c4aaeb None None] Attempt 1 to provision port 59ac07e5-b222-44f7-b39f-f88365842509 Oct 04 09:11:38.911817 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a307808a-dd5f-4a89-b079-ac41be294f0b tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:38.913533 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-a307808a-dd5f-4a89-b079-ac41be294f0b tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3788218 Oct 04 09:11:38.957116 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b90fa6-a070-4596-b4f2-120f42c4aaeb None None] Pushing event updated for resources: {'Port': ['ID=22353906-0cfa-493b-95bf-e229ebbbeafa,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:38.993114 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe327b29-44a2-4447-b1c2-2626a6e949b5 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:11:39.019487 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b2f4654d-a027-41e1-811c-def07e435fea tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:39.032827 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-fe327b29-44a2-4447-b1c2-2626a6e949b5 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:11:39.041390 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe327b29-44a2-4447-b1c2-2626a6e949b5 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:11:39.048711 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe327b29-44a2-4447-b1c2-2626a6e949b5 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:39.049653 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fe327b29-44a2-4447-b1c2-2626a6e949b5 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:39.088153 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-fe327b29-44a2-4447-b1c2-2626a6e949b5 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.4144123 Oct 04 09:11:39.096463 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53194) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:39.107337 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8602'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:11:39.157262 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5200f761-7b88-4623-a973-1ff86de430f8 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:39.173607 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-4576fc35-d3a3-422a-be66-6bb88a115c59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] GET failed (client error): The resource could not be found. Oct 04 09:11:39.175236 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-4576fc35-d3a3-422a-be66-6bb88a115c59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] 10.222.0.50 "GET /v2.0/ports/5dc6426f-f171-4448-9090-658316ef5722 HTTP/1.1" status: 404 len: 333 time: 0.3072197 Oct 04 09:11:39.178960 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-919f2fa3-0bf7-4ca5-bd9f-53876c1e864e tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:39.191090 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 53202) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:39.210136 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-44b90fa6-a070-4596-b4f2-120f42c4aaeb None None] Current status of the port 59ac07e5-b222-44f7-b39f-f88365842509 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:11:39.316243 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe327b29-44a2-4447-b1c2-2626a6e949b5 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Pushing event updated for resources: {'Port': ['ID=e59f8b50-603a-43c2-8a97-cde3ea924cc2,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:39.337937 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-ab2f8756-deb0-4d16-bfd4-f6fd354b0a32 None None] Could not find standard attr ID for object 2b195970-be89-4d03-967e-0f3645f00957. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:11:39.377196 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-ab2f8756-deb0-4d16-bfd4-f6fd354b0a32 None None] Provisioning complete for port 42581eae-b358-451a-9bc1-d9e8895cf00d triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:11:39.377720 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ab2f8756-deb0-4d16-bfd4-f6fd354b0a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:39.378157 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-ab2f8756-deb0-4d16-bfd4-f6fd354b0a32 None None] Attempt 1 to provision port 42581eae-b358-451a-9bc1-d9e8895cf00d Oct 04 09:11:39.395864 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a307808a-dd5f-4a89-b079-ac41be294f0b tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Pushing event updated for resources: {'Port': ['ID=81c065e9-9033-4254-a521-4af434125402,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:39.426565 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-68db05a6-bc22-40e7-adec-ab59af243726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-971929554', 'network_id': '0747e935-c229-4fdb-9d08-8642886062c2'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:11:39.454945 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-68db05a6-bc22-40e7-adec-ab59af243726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:39.460692 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-68db05a6-bc22-40e7-adec-ab59af243726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Usage tracker for resource:port and tenant:c4a5df274e1a49ee9ce993890c1d51ed is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:39.463740 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-68db05a6-bc22-40e7-adec-ab59af243726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:39.474063 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-68db05a6-bc22-40e7-adec-ab59af243726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:39.485600 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ae752d42-2186-4ec9-85ba-8e54272d679f tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:39.533417 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 5ead1b4e-2bb0-49e8-b465-6d65a1095bc0 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:11:39.553989 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5200f761-7b88-4623-a973-1ff86de430f8 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9446b9cb-605e-4c55-9707-faec79ccb152,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:39.675573 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 53216) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:39.675573 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68db05a6-bc22-40e7-adec-ab59af243726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Made reservation on behalf of c4a5df274e1a49ee9ce993890c1d51ed for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:11:39.684273 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-68db05a6-bc22-40e7-adec-ab59af243726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:39.699523 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-ab2f8756-deb0-4d16-bfd4-f6fd354b0a32 None None] Current status of the port 42581eae-b358-451a-9bc1-d9e8895cf00d is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:11:39.709671 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 5ead1b4e-2bb0-49e8-b465-6d65a1095bc0 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:11:39.710751 dv-neutron-860215-1-hyperv neutron-server[89032]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 04 09:11:39.716847 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-ab2f8756-deb0-4d16-bfd4-f6fd354b0a32 None None] Provisioning for port 54b175e5-fdcc-427d-a847-d70ecd4394d7 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:11:39.728752 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 17d3c310-a243-4519-8927-dc63175c9d6d up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:11:39.770054 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5c69fc-21a8-42e7-996a-7cd5b886b9c9 None None] Network 1e2fff3d-8793-4837-819a-918a6fee20e1 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:11:39.795043 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-ab2f8756-deb0-4d16-bfd4-f6fd354b0a32 None None] Provisioning complete for port 54b175e5-fdcc-427d-a847-d70ecd4394d7 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:11:39.795043 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ab2f8756-deb0-4d16-bfd4-f6fd354b0a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:39.795336 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-ab2f8756-deb0-4d16-bfd4-f6fd354b0a32 None None] Attempt 1 to provision port 54b175e5-fdcc-427d-a847-d70ecd4394d7 Oct 04 09:11:39.827627 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5200f761-7b88-4623-a973-1ff86de430f8 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:39.901026 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [None req-68db05a6-bc22-40e7-adec-ab59af243726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] device_id is not set on port dfdc4631-90cf-4ba2-ac07-874a1652d566 yet. {{(pid=89032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:11:39.929622 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:39.962053 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-ab2f8756-deb0-4d16-bfd4-f6fd354b0a32 None None] Port 54b175e5-fdcc-427d-a847-d70ecd4394d7 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:11:39.993491 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-0bc8a40e-506b-412f-824a-2ed1cf5a2c11 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Allocated IP 172.26.10.105 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/ce6e1613-5a8b-4ec2-bd1a-97b6ec8a7ffc) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:11:40.066295 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 17d3c310-a243-4519-8927-dc63175c9d6d completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:11:40.081582 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 17d3c310-a243-4519-8927-dc63175c9d6d triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:11:40.081582 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:40.081582 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 17d3c310-a243-4519-8927-dc63175c9d6d Oct 04 09:11:40.087317 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-c2944005-fc8c-4a48-ab09-affe7935de79 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Synchronizing usage tracker for tenant:207ffe4555e7440982e6c7a0c57387dd on resource:security_group {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:11:40.186129 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5200f761-7b88-4623-a973-1ff86de430f8 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=89032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:11:40.186763 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5200f761-7b88-4623-a973-1ff86de430f8 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=89032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:11:40.187704 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5200f761-7b88-4623-a973-1ff86de430f8 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:11:40.188199 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5200f761-7b88-4623-a973-1ff86de430f8 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Subscribe: > port after_create 55550000 {{(pid=89032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:11:40.188753 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5200f761-7b88-4623-a973-1ff86de430f8 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Subscribe: > port after_delete 55550000 {{(pid=89032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:11:40.189113 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5200f761-7b88-4623-a973-1ff86de430f8 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Subscribe: > port after_update 55550000 {{(pid=89032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:11:40.189395 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5200f761-7b88-4623-a973-1ff86de430f8 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=89032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:11:40.189963 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5200f761-7b88-4623-a973-1ff86de430f8 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=89032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:11:40.190246 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5200f761-7b88-4623-a973-1ff86de430f8 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=89032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:11:40.190750 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5200f761-7b88-4623-a973-1ff86de430f8 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=89032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:11:40.268705 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 17d3c310-a243-4519-8927-dc63175c9d6d is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:11:40.269272 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:40.313386 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 17d3c310-a243-4519-8927-dc63175c9d6d, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=17d3c310-a243-4519-8927-dc63175c9d6d,segment=NetworkSegment(ab774fdc-dff8-49ef-a1f1-5ebb0e8fcda7),segment_id=ab774fdc-dff8-49ef-a1f1-5ebb0e8fcda7)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:11:40.318911 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:40.320599 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 22353906-0cfa-493b-95bf-e229ebbbeafa up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:11:40.325052 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ae752d42-2186-4ec9-85ba-8e54272d679f tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:40.334206 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] device_id is not set on port e59f8b50-603a-43c2-8a97-cde3ea924cc2 yet. {{(pid=89033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:11:40.339784 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ae752d42-2186-4ec9-85ba-8e54272d679f tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:40.409849 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:40.424492 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5200f761-7b88-4623-a973-1ff86de430f8 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=89032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:11:40.425100 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5200f761-7b88-4623-a973-1ff86de430f8 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=89032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:11:40.425641 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5200f761-7b88-4623-a973-1ff86de430f8 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=89032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:11:40.426039 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5200f761-7b88-4623-a973-1ff86de430f8 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=89032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 04 09:11:40.426506 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-5200f761-7b88-4623-a973-1ff86de430f8 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c1ed5d7-423e-4668-96f5-4d7bc964929b']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:11:40.455466 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=17d3c310-a243-4519-8927-dc63175c9d6d,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:40.472522 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-ab2f8756-deb0-4d16-bfd4-f6fd354b0a32 None None] Attempt 2 to provision port 54b175e5-fdcc-427d-a847-d70ecd4394d7 Oct 04 09:11:40.478531 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Transition to ACTIVE for port object e59f8b50-603a-43c2-8a97-cde3ea924cc2 will not be triggered until provisioned by entity L2. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:11:40.488936 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:40.504319 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-919f2fa3-0bf7-4ca5-bd9f-53876c1e864e tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:40.522808 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-5200f761-7b88-4623-a973-1ff86de430f8 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3be2b79c-555a-4adb-8c1d-35b4f5803df1') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:11:40.523273 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-5200f761-7b88-4623-a973-1ff86de430f8 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3be2b79c-555a-4adb-8c1d-35b4f5803df1') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:11:40.546149 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 22353906-0cfa-493b-95bf-e229ebbbeafa triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:11:40.546534 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:40.546876 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 22353906-0cfa-493b-95bf-e229ebbbeafa Oct 04 09:11:40.551216 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae752d42-2186-4ec9-85ba-8e54272d679f tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Pushing event updated for resources: {'Port': ['ID=54b175e5-fdcc-427d-a847-d70ecd4394d7,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:40.602152 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-ab2f8756-deb0-4d16-bfd4-f6fd354b0a32 None None] Port 54b175e5-fdcc-427d-a847-d70ecd4394d7 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:11:40.628415 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ae752d42-2186-4ec9-85ba-8e54272d679f tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736777'] for router_interface, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:40.631984 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-c2944005-fc8c-4a48-ab09-affe7935de79 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Unset dirty status for tenant:207ffe4555e7440982e6c7a0c57387dd on resource:security_group {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:11:40.633295 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-c2944005-fc8c-4a48-ab09-affe7935de79 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1316272781&fields=id&tenant_id=207ffe4555e7440982e6c7a0c57387dd HTTP/1.1" status: 200 len: 267 time: 0.9340496 Oct 04 09:11:40.635046 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5200f761-7b88-4623-a973-1ff86de430f8 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:40.637285 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Pushing event updated for resources: {'Port': ['ID=e59f8b50-603a-43c2-8a97-cde3ea924cc2,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:40.674920 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-919f2fa3-0bf7-4ca5-bd9f-53876c1e864e tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aae8c0e1-c5d0-420f-9c09-85ca16a18ae6']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:11:40.678261 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 22353906-0cfa-493b-95bf-e229ebbbeafa is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:11:40.679333 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 56fedbe0-fa99-4efe-8643-d6d0d74e28a6 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:11:40.731326 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port e59f8b50-603a-43c2-8a97-cde3ea924cc2 on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:40.731326 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port e59f8b50-603a-43c2-8a97-cde3ea924cc2 by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': 'c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e'}] {{(pid=89033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:40.731326 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port e59f8b50-603a-43c2-8a97-cde3ea924cc2 on network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:40.743547 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Port e59f8b50-603a-43c2-8a97-cde3ea924cc2 on network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:11:40.743918 dv-neutron-860215-1-hyperv neutron-server[89033]: ERROR neutron.plugins.ml2.managers [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Failed to bind port e59f8b50-603a-43c2-8a97-cde3ea924cc2 on host hv-neutron-8602 for vnic_type normal using segments [{'id': 'c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e'}] Oct 04 09:11:40.746130 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.plugins.ml2.plugin [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempt 2 to bind port e59f8b50-603a-43c2-8a97-cde3ea924cc2 Oct 04 09:11:40.753028 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 56fedbe0-fa99-4efe-8643-d6d0d74e28a6 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:11:40.753409 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:40.753879 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 56fedbe0-fa99-4efe-8643-d6d0d74e28a6 Oct 04 09:11:40.778299 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port e59f8b50-603a-43c2-8a97-cde3ea924cc2 on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:40.778634 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port e59f8b50-603a-43c2-8a97-cde3ea924cc2 by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': 'c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e'}] {{(pid=89033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:40.778970 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port e59f8b50-603a-43c2-8a97-cde3ea924cc2 on network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:40.785924 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Port e59f8b50-603a-43c2-8a97-cde3ea924cc2 on network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:11:40.786248 dv-neutron-860215-1-hyperv neutron-server[89033]: ERROR neutron.plugins.ml2.managers [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Failed to bind port e59f8b50-603a-43c2-8a97-cde3ea924cc2 on host hv-neutron-8602 for vnic_type normal using segments [{'id': 'c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e'}] Oct 04 09:11:40.788080 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.plugins.ml2.plugin [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempt 3 to bind port e59f8b50-603a-43c2-8a97-cde3ea924cc2 Oct 04 09:11:40.812866 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port e59f8b50-603a-43c2-8a97-cde3ea924cc2 on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:40.813184 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port e59f8b50-603a-43c2-8a97-cde3ea924cc2 by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': 'c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e'}] {{(pid=89033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:40.813518 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port e59f8b50-603a-43c2-8a97-cde3ea924cc2 on network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:40.823212 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Port e59f8b50-603a-43c2-8a97-cde3ea924cc2 on network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:11:40.823541 dv-neutron-860215-1-hyperv neutron-server[89033]: ERROR neutron.plugins.ml2.managers [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Failed to bind port e59f8b50-603a-43c2-8a97-cde3ea924cc2 on host hv-neutron-8602 for vnic_type normal using segments [{'id': 'c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e'}] Oct 04 09:11:40.824053 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.plugins.ml2.plugin [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempt 4 to bind port e59f8b50-603a-43c2-8a97-cde3ea924cc2 Oct 04 09:11:40.839681 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-919f2fa3-0bf7-4ca5-bd9f-53876c1e864e tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57f23dd2-bc53-4949-9f1f-a5fcea4754a8') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:11:40.840657 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-919f2fa3-0bf7-4ca5-bd9f-53876c1e864e tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57f23dd2-bc53-4949-9f1f-a5fcea4754a8') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:11:40.843799 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae752d42-2186-4ec9-85ba-8e54272d679f tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Network dbec35f1-10d6-49ab-9e98-eaa45771d9ff is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:11:40.846416 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-ae752d42-2186-4ec9-85ba-8e54272d679f tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:11:40.853392 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5200f761-7b88-4623-a973-1ff86de430f8 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:40.853567 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port e59f8b50-603a-43c2-8a97-cde3ea924cc2 on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:40.853567 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port e59f8b50-603a-43c2-8a97-cde3ea924cc2 by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': 'c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e'}] {{(pid=89033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:40.853865 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port e59f8b50-603a-43c2-8a97-cde3ea924cc2 on network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:40.860083 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Port e59f8b50-603a-43c2-8a97-cde3ea924cc2 on network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:11:40.860243 dv-neutron-860215-1-hyperv neutron-server[89033]: ERROR neutron.plugins.ml2.managers [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Failed to bind port e59f8b50-603a-43c2-8a97-cde3ea924cc2 on host hv-neutron-8602 for vnic_type normal using segments [{'id': 'c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e'}] Oct 04 09:11:40.861440 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.plugins.ml2.plugin [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempt 5 to bind port e59f8b50-603a-43c2-8a97-cde3ea924cc2 Oct 04 09:11:40.885775 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 56fedbe0-fa99-4efe-8643-d6d0d74e28a6 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:11:40.944998 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port e59f8b50-603a-43c2-8a97-cde3ea924cc2 on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:40.945872 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port e59f8b50-603a-43c2-8a97-cde3ea924cc2 by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': 'c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e'}] {{(pid=89033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:40.946463 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port e59f8b50-603a-43c2-8a97-cde3ea924cc2 on network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:40.948272 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-919f2fa3-0bf7-4ca5-bd9f-53876c1e864e tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:40.968307 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:40.969922 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5200f761-7b88-4623-a973-1ff86de430f8 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:11:40.970338 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5200f761-7b88-4623-a973-1ff86de430f8 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:40.972332 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Port e59f8b50-603a-43c2-8a97-cde3ea924cc2 on network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:11:40.972764 dv-neutron-860215-1-hyperv neutron-server[89033]: ERROR neutron.plugins.ml2.managers [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Failed to bind port e59f8b50-603a-43c2-8a97-cde3ea924cc2 on host hv-neutron-8602 for vnic_type normal using segments [{'id': 'c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e'}] Oct 04 09:11:40.974996 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.plugins.ml2.plugin [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempt 6 to bind port e59f8b50-603a-43c2-8a97-cde3ea924cc2 Oct 04 09:11:41.045684 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port e59f8b50-603a-43c2-8a97-cde3ea924cc2 on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:41.046026 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port e59f8b50-603a-43c2-8a97-cde3ea924cc2 by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': 'c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e'}] {{(pid=89033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:41.046368 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port e59f8b50-603a-43c2-8a97-cde3ea924cc2 on network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:41.071606 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Port e59f8b50-603a-43c2-8a97-cde3ea924cc2 on network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:11:41.071940 dv-neutron-860215-1-hyperv neutron-server[89033]: ERROR neutron.plugins.ml2.managers [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Failed to bind port e59f8b50-603a-43c2-8a97-cde3ea924cc2 on host hv-neutron-8602 for vnic_type normal using segments [{'id': 'c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e'}] Oct 04 09:11:41.074012 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.plugins.ml2.plugin [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempt 7 to bind port e59f8b50-603a-43c2-8a97-cde3ea924cc2 Oct 04 09:11:41.079753 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-919f2fa3-0bf7-4ca5-bd9f-53876c1e864e tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:41.098537 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port e59f8b50-603a-43c2-8a97-cde3ea924cc2 on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:41.098753 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port e59f8b50-603a-43c2-8a97-cde3ea924cc2 by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': 'c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e'}] {{(pid=89033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:41.099087 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port e59f8b50-603a-43c2-8a97-cde3ea924cc2 on network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:41.104265 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-ab2f8756-deb0-4d16-bfd4-f6fd354b0a32 None None] Attempt 3 to provision port 54b175e5-fdcc-427d-a847-d70ecd4394d7 Oct 04 09:11:41.107745 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Port e59f8b50-603a-43c2-8a97-cde3ea924cc2 on network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:11:41.108083 dv-neutron-860215-1-hyperv neutron-server[89033]: ERROR neutron.plugins.ml2.managers [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Failed to bind port e59f8b50-603a-43c2-8a97-cde3ea924cc2 on host hv-neutron-8602 for vnic_type normal using segments [{'id': 'c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e'}] Oct 04 09:11:41.116001 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae752d42-2186-4ec9-85ba-8e54272d679f tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Router faf1fb1b-98ff-466c-9656-7518b980f827 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:11:41.116885 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.plugins.ml2.plugin [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempt 8 to bind port e59f8b50-603a-43c2-8a97-cde3ea924cc2 Oct 04 09:11:41.139725 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port e59f8b50-603a-43c2-8a97-cde3ea924cc2 on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:41.139973 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port e59f8b50-603a-43c2-8a97-cde3ea924cc2 by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': 'c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e'}] {{(pid=89033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:41.140312 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port e59f8b50-603a-43c2-8a97-cde3ea924cc2 on network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:41.177582 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-ab2f8756-deb0-4d16-bfd4-f6fd354b0a32 None None] Port 54b175e5-fdcc-427d-a847-d70ecd4394d7 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:11:41.186208 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 17d3c310-a243-4519-8927-dc63175c9d6d up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:11:41.200279 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Port e59f8b50-603a-43c2-8a97-cde3ea924cc2 on network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:11:41.200868 dv-neutron-860215-1-hyperv neutron-server[89033]: ERROR neutron.plugins.ml2.managers [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Failed to bind port e59f8b50-603a-43c2-8a97-cde3ea924cc2 on host hv-neutron-8602 for vnic_type normal using segments [{'id': 'c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e'}] Oct 04 09:11:41.209719 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.plugins.ml2.plugin [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempt 9 to bind port e59f8b50-603a-43c2-8a97-cde3ea924cc2 Oct 04 09:11:41.243251 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port e59f8b50-603a-43c2-8a97-cde3ea924cc2 on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:41.243596 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port e59f8b50-603a-43c2-8a97-cde3ea924cc2 by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': 'c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e'}] {{(pid=89033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:41.243929 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port e59f8b50-603a-43c2-8a97-cde3ea924cc2 on network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:41.244956 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-919f2fa3-0bf7-4ca5-bd9f-53876c1e864e tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:11:41.245366 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-919f2fa3-0bf7-4ca5-bd9f-53876c1e864e tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:41.251350 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Port e59f8b50-603a-43c2-8a97-cde3ea924cc2 on network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:11:41.251882 dv-neutron-860215-1-hyperv neutron-server[89033]: ERROR neutron.plugins.ml2.managers [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Failed to bind port e59f8b50-603a-43c2-8a97-cde3ea924cc2 on host hv-neutron-8602 for vnic_type normal using segments [{'id': 'c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e'}] Oct 04 09:11:41.253771 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.plugins.ml2.plugin [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempt 10 to bind port e59f8b50-603a-43c2-8a97-cde3ea924cc2 Oct 04 09:11:41.279162 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 17d3c310-a243-4519-8927-dc63175c9d6d triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:11:41.279688 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:41.279894 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 17d3c310-a243-4519-8927-dc63175c9d6d Oct 04 09:11:41.363930 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port e59f8b50-603a-43c2-8a97-cde3ea924cc2 on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:41.364329 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port e59f8b50-603a-43c2-8a97-cde3ea924cc2 by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': 'c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e'}] {{(pid=89033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:41.364673 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempting to bind port e59f8b50-603a-43c2-8a97-cde3ea924cc2 on network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:41.367920 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae752d42-2186-4ec9-85ba-8e54272d679f tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:11:41.375654 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-ae752d42-2186-4ec9-85ba-8e54272d679f tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] 10.222.0.50 "PUT /v2.0/routers/faf1fb1b-98ff-466c-9656-7518b980f827/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8964074 Oct 04 09:11:41.376483 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 3be2b79c-555a-4adb-8c1d-35b4f5803df1 resource provider aggregate not found Oct 04 09:11:41.377008 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53228) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:41.380755 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Port e59f8b50-603a-43c2-8a97-cde3ea924cc2 on network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:11:41.381223 dv-neutron-860215-1-hyperv neutron-server[89033]: ERROR neutron.plugins.ml2.managers [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Failed to bind port e59f8b50-603a-43c2-8a97-cde3ea924cc2 on host hv-neutron-8602 for vnic_type normal using segments [{'id': 'c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e'}] Oct 04 09:11:41.381758 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:41.391493 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910474c7-c98b-4103-b2fa-4c9e9ca97400 None None] Sync routers for ids ['faf1fb1b-98ff-466c-9656-7518b980f827'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:11:41.404016 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-61d63bd5-9628-44c9-b545-184c5715015b tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Request body: {'port': {'network_id': 'dbec35f1-10d6-49ab-9e98-eaa45771d9ff', 'name': 'tempest-FloatingIPAdminTestJSON-274253975'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:11:41.424744 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910474c7-c98b-4103-b2fa-4c9e9ca97400 None None] Routers {'faf1fb1b-98ff-466c-9656-7518b980f827'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:11:41.425479 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-910474c7-c98b-4103-b2fa-4c9e9ca97400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:11:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['faf1fb1b-98ff-466c-9656-7518b980f827'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:11:41.446367 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-68db05a6-bc22-40e7-adec-ab59af243726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:41.460638 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 3be2b79c-555a-4adb-8c1d-35b4f5803df1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3be2b79c-555a-4adb-8c1d-35b4f5803df1 found for delete ", "request_id": "req-34045d6a-f03a-464d-8ded-03c75879e221"}]} Oct 04 09:11:41.461305 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5200f761-7b88-4623-a973-1ff86de430f8 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:41.466731 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0bc8a40e-506b-412f-824a-2ed1cf5a2c11 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:41.473455 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5200f761-7b88-4623-a973-1ff86de430f8 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6c1ed5d7-423e-4668-96f5-4d7bc964929b {{(pid=89032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 04 09:11:41.489540 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 17d3c310-a243-4519-8927-dc63175c9d6d is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:11:41.492144 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-910474c7-c98b-4103-b2fa-4c9e9ca97400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:11:41.497614 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-0b70418d-0ee0-43ca-865d-904eba56e71a tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:41.498657 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-0b70418d-0ee0-43ca-865d-904eba56e71a tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Synchronizing usage tracker for tenant:207ffe4555e7440982e6c7a0c57387dd on resource:network {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:11:41.502475 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910474c7-c98b-4103-b2fa-4c9e9ca97400 None None] Routers {'faf1fb1b-98ff-466c-9656-7518b980f827'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:11:41.503351 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-910474c7-c98b-4103-b2fa-4c9e9ca97400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:11:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['faf1fb1b-98ff-466c-9656-7518b980f827'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:11:41.504490 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5200f761-7b88-4623-a973-1ff86de430f8 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:41.528258 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5200f761-7b88-4623-a973-1ff86de430f8 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Pushing event deleted for resources: {'Network': ['ID=6c1ed5d7-423e-4668-96f5-4d7bc964929b,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:41.548237 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-919f2fa3-0bf7-4ca5-bd9f-53876c1e864e tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:41.552118 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-919f2fa3-0bf7-4ca5-bd9f-53876c1e864e tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:41.554040 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-919f2fa3-0bf7-4ca5-bd9f-53876c1e864e tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] 10.222.0.50 "DELETE /v2.0/networks/aae8c0e1-c5d0-420f-9c09-85ca16a18ae6 HTTP/1.1" status: 204 len: 168 time: 2.9600224 Oct 04 09:11:41.577256 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-910474c7-c98b-4103-b2fa-4c9e9ca97400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:11:41.577811 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910474c7-c98b-4103-b2fa-4c9e9ca97400 None None] The sync data for ids ['faf1fb1b-98ff-466c-9656-7518b980f827'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:11:41.585959 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 53234) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:41.590756 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-5200f761-7b88-4623-a973-1ff86de430f8 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] 10.222.0.50 "DELETE /v2.0/networks/6c1ed5d7-423e-4668-96f5-4d7bc964929b HTTP/1.1" status: 204 len: 168 time: 7.0219169 Oct 04 09:11:41.621584 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53238) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:41.628541 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919f2fa3-0bf7-4ca5-bd9f-53876c1e864e tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Pushing event deleted for resources: {'Network': ['ID=aae8c0e1-c5d0-420f-9c09-85ca16a18ae6,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:41.647102 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-0b70418d-0ee0-43ca-865d-904eba56e71a tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Unset dirty status for tenant:207ffe4555e7440982e6c7a0c57387dd on resource:network {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:11:41.648286 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-0b70418d-0ee0-43ca-865d-904eba56e71a tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] 10.222.0.50 "GET /v2.0/networks?id=e8ddde0d-ed42-4501-990c-a14b035fda43 HTTP/1.1" status: 200 len: 805 time: 0.9968121 Oct 04 09:11:41.662940 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-92dded35-e091-49bb-b407-a4f99b45deb0 tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] DELETE failed (client error): The resource could not be found. Oct 04 09:11:41.663451 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92dded35-e091-49bb-b407-a4f99b45deb0 tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:11:41.667604 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-92dded35-e091-49bb-b407-a4f99b45deb0 tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] 10.222.0.50 "DELETE /v2.0/ports/2b195970-be89-4d03-967e-0f3645f00957 HTTP/1.1" status: 404 len: 333 time: 0.0771358 Oct 04 09:11:41.679071 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-ab2f8756-deb0-4d16-bfd4-f6fd354b0a32 None None] Attempt 4 to provision port 54b175e5-fdcc-427d-a847-d70ecd4394d7 Oct 04 09:11:41.683537 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 53242) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:41.688495 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b2f4654d-a027-41e1-811c-def07e435fea tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:41.725488 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-33c35118-80d9-4c79-8f29-532fac45068f tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] 10.222.0.50 "GET /v2.0/quotas/207ffe4555e7440982e6c7a0c57387dd HTTP/1.1" status: 200 len: 375 time: 0.0645633 Oct 04 09:11:41.732351 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b2f4654d-a027-41e1-811c-def07e435fea tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:41.733125 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b2f4654d-a027-41e1-811c-def07e435fea tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736777'] for router_interface, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:41.765333 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-ab2f8756-deb0-4d16-bfd4-f6fd354b0a32 None None] Port 54b175e5-fdcc-427d-a847-d70ecd4394d7 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:11:41.779268 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-9cb44071-6b61-47fe-b7e9-51295124526f tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1172 time: 0.1563201 Oct 04 09:11:41.786272 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53246) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:41.844282 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-68db05a6-bc22-40e7-adec-ab59af243726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:41.907224 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] For port e59f8b50-603a-43c2-8a97-cde3ea924cc2, host hv-neutron-8602, cleared binding levels {{(pid=89033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:11:41.907742 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attempted to set empty binding levels {{(pid=89033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 04 09:11:41.916322 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:41.916994 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] In _notify_port_updated(), no bound segment for port e59f8b50-603a-43c2-8a97-cde3ea924cc2 on network b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e {{(pid=89033) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 04 09:11:41.917934 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:41.919185 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:41.923381 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] 10.222.0.50 "PUT /v2.0/ports/e59f8b50-603a-43c2-8a97-cde3ea924cc2 HTTP/1.1" status: 200 len: 977 time: 2.8232031 Oct 04 09:11:41.930248 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-61d63bd5-9628-44c9-b545-184c5715015b tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:41.933209 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 53250) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:41.942703 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0bc8a40e-506b-412f-824a-2ed1cf5a2c11 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:41.973629 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd76788-321c-4cb8-878a-8208cbe53148 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:41.974201 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd76788-321c-4cb8-878a-8208cbe53148 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:41.974734 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd76788-321c-4cb8-878a-8208cbe53148 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:41.975255 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd76788-321c-4cb8-878a-8208cbe53148 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:41.975762 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd76788-321c-4cb8-878a-8208cbe53148 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:41.976272 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd76788-321c-4cb8-878a-8208cbe53148 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:41.976799 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd76788-321c-4cb8-878a-8208cbe53148 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:41.977300 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd76788-321c-4cb8-878a-8208cbe53148 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:41.977810 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd76788-321c-4cb8-878a-8208cbe53148 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:41.978331 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd76788-321c-4cb8-878a-8208cbe53148 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:41.979518 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-bbd76788-321c-4cb8-878a-8208cbe53148 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Synchronizing usage tracker for tenant:fdf1899fe0e7433f8f7adfcb3396fddd on resource:subnet {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:11:41.989877 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-61d63bd5-9628-44c9-b545-184c5715015b tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Usage tracker for resource:port and tenant:52dd0837889040e68c8a5d5a157deb33 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:42.000190 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-61d63bd5-9628-44c9-b545-184c5715015b tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:42.006162 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb838849-377d-4bb3-9a1d-3b8341023383 tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Deleting subnet c71d810d-a687-47c7-bc07-e9ceb2173258 {{(pid=89032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:11:42.009895 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-61d63bd5-9628-44c9-b545-184c5715015b tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:42.029753 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fb838849-377d-4bb3-9a1d-3b8341023383 tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Notify callbacks [] for subnet, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:42.031963 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed8f817-363e-4343-b49e-e6c57e5d6365 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Pushing event updated for resources: {'Port': ['ID=e59f8b50-603a-43c2-8a97-cde3ea924cc2,revision_number=3']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:42.035816 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-bbd76788-321c-4cb8-878a-8208cbe53148 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Unset dirty status for tenant:fdf1899fe0e7433f8f7adfcb3396fddd on resource:subnet {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:11:42.040346 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-bbd76788-321c-4cb8-878a-8208cbe53148 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6400 time: 0.2415659 Oct 04 09:11:42.041562 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53254) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:42.044796 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d63bd5-9628-44c9-b545-184c5715015b tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Made reservation on behalf of 52dd0837889040e68c8a5d5a157deb33 for: {'port': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:11:42.048249 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-61d63bd5-9628-44c9-b545-184c5715015b tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:42.072407 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f4654d-a027-41e1-811c-def07e435fea tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Pushing event updated for resources: {'Port': ['ID=c9edda11-7277-4103-92a3-6ede21840a12,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:42.087666 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68db05a6-bc22-40e7-adec-ab59af243726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Network 0747e935-c229-4fdb-9d08-8642886062c2 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:11:42.129911 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-68db05a6-bc22-40e7-adec-ab59af243726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:11:42.130427 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-54a03ff1-8617-4f49-9cfa-7b57449bcf29 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] delete failed (client error): The resource could not be found. Oct 04 09:11:42.131666 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-54a03ff1-8617-4f49-9cfa-7b57449bcf29 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] 10.222.0.50 "DELETE /v2.0/floatingips/fa79eb33-a217-4208-bcd1-73b547526129 HTTP/1.1" status: 404 len: 345 time: 0.0889387 Oct 04 09:11:42.134032 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc8a40e-506b-412f-824a-2ed1cf5a2c11 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:11:42.134344 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53258) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:42.147563 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68db05a6-bc22-40e7-adec-ab59af243726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:11:42.148500 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68db05a6-bc22-40e7-adec-ab59af243726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:42.149087 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-68db05a6-bc22-40e7-adec-ab59af243726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:42.158655 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [None req-61d63bd5-9628-44c9-b545-184c5715015b tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] device_id is not set on port 5d0fbc46-3624-455a-9ef2-def1491924ad yet. {{(pid=89033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:11:42.161609 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-0bc8a40e-506b-412f-824a-2ed1cf5a2c11 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:11:42.166277 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc8a40e-506b-412f-824a-2ed1cf5a2c11 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:11:42.195222 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fb41c5a-ecc0-46a6-b044-e8ce1d014e4d tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] DELETE failed (client error): The resource could not be found. Oct 04 09:11:42.195732 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fb41c5a-ecc0-46a6-b044-e8ce1d014e4d tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:11:42.197515 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-3fb41c5a-ecc0-46a6-b044-e8ce1d014e4d tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] 10.222.0.50 "DELETE /v2.0/networks/6c1ed5d7-423e-4668-96f5-4d7bc964929b HTTP/1.1" status: 404 len: 339 time: 0.0623124 Oct 04 09:11:42.202885 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53262) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:42.217353 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-e17f3c03-6800-418a-96e8-eb06a9eb8dec tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Request body: {'network': {'name': 'tempest-network--1639103333', 'router:external': True}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:11:42.230687 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-e17f3c03-6800-418a-96e8-eb06a9eb8dec tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:42.239157 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-e17f3c03-6800-418a-96e8-eb06a9eb8dec tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Usage tracker for resource:network and tenant:fdf1899fe0e7433f8f7adfcb3396fddd is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:42.240151 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-a80cec86-9b99-40e5-bbf2-968e4980614a tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Deleting port e59f8b50-603a-43c2-8a97-cde3ea924cc2 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:11:42.240521 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a80cec86-9b99-40e5-bbf2-968e4980614a tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:42.244403 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-e17f3c03-6800-418a-96e8-eb06a9eb8dec tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:42.254499 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-e17f3c03-6800-418a-96e8-eb06a9eb8dec tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:42.266888 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-ab2f8756-deb0-4d16-bfd4-f6fd354b0a32 None None] Attempt 5 to provision port 54b175e5-fdcc-427d-a847-d70ecd4394d7 Oct 04 09:11:42.304396 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e17f3c03-6800-418a-96e8-eb06a9eb8dec tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Made reservation on behalf of fdf1899fe0e7433f8f7adfcb3396fddd for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:11:42.306688 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e17f3c03-6800-418a-96e8-eb06a9eb8dec tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:42.331963 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fb838849-377d-4bb3-9a1d-3b8341023383 tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885153'] for subnet, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:42.332342 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-ab2f8756-deb0-4d16-bfd4-f6fd354b0a32 None None] Port 54b175e5-fdcc-427d-a847-d70ecd4394d7 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:11:42.352801 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-61d63bd5-9628-44c9-b545-184c5715015b tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Allocated IP 172.20.0.10 (dbec35f1-10d6-49ab-9e98-eaa45771d9ff/2171635a-7f75-4606-8774-705b1d7a796e/5d0fbc46-3624-455a-9ef2-def1491924ad) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:11:42.354727 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e17f3c03-6800-418a-96e8-eb06a9eb8dec tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:11:42.370504 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e17f3c03-6800-418a-96e8-eb06a9eb8dec tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:42.370844 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-e17f3c03-6800-418a-96e8-eb06a9eb8dec tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Added segment fb291563-6f1a-4921-ac30-f8f770c43323 of type vlan for network 40dfebed-defe-4ea7-87bb-486fddbfbac7 Oct 04 09:11:42.372697 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68db05a6-bc22-40e7-adec-ab59af243726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Pushing event updated for resources: {'Port': ['ID=dfdc4631-90cf-4ba2-ac07-874a1652d566,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:42.385320 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-68db05a6-bc22-40e7-adec-ab59af243726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 3.0521758 Oct 04 09:11:42.390072 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53266) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:42.464798 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f4654d-a027-41e1-811c-def07e435fea tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Network 16740334-9c9d-4574-a7cc-465cdffe5911 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:11:42.475611 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-e313ce91-fae8-44e6-9cab-96cbfe94a731 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Synchronizing usage tracker for tenant:207ffe4555e7440982e6c7a0c57387dd on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:11:42.508640 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-b2f4654d-a027-41e1-811c-def07e435fea tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:11:42.515063 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e17f3c03-6800-418a-96e8-eb06a9eb8dec tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:42.587092 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794a9a90-f698-452f-bdf8-46a456f686d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:42.587662 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-794a9a90-f698-452f-bdf8-46a456f686d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Synchronizing usage tracker for tenant:c4a5df274e1a49ee9ce993890c1d51ed on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:11:42.637388 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc8a40e-506b-412f-824a-2ed1cf5a2c11 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Pushing event updated for resources: {'Port': ['ID=ce6e1613-5a8b-4ec2-bd1a-97b6ec8a7ffc,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:42.656442 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-794a9a90-f698-452f-bdf8-46a456f686d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Unset dirty status for tenant:c4a5df274e1a49ee9ce993890c1d51ed on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:11:42.660152 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-794a9a90-f698-452f-bdf8-46a456f686d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] 10.222.0.50 "GET /v2.0/ports/dfdc4631-90cf-4ba2-ac07-874a1652d566 HTTP/1.1" status: 200 len: 958 time: 0.2656150 Oct 04 09:11:42.660766 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53270) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:42.672113 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e17f3c03-6800-418a-96e8-eb06a9eb8dec tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:42.673107 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17f3c03-6800-418a-96e8-eb06a9eb8dec tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:42.673717 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e17f3c03-6800-418a-96e8-eb06a9eb8dec tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:42.782504 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-e313ce91-fae8-44e6-9cab-96cbfe94a731 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Unset dirty status for tenant:207ffe4555e7440982e6c7a0c57387dd on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:11:42.783730 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-e313ce91-fae8-44e6-9cab-96cbfe94a731 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=207ffe4555e7440982e6c7a0c57387dd&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0470624 Oct 04 09:11:42.833893 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-ab2f8756-deb0-4d16-bfd4-f6fd354b0a32 None None] Attempt 6 to provision port 54b175e5-fdcc-427d-a847-d70ecd4394d7 Oct 04 09:11:42.873826 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0bc8a40e-506b-412f-824a-2ed1cf5a2c11 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:42.873949 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17f3c03-6800-418a-96e8-eb06a9eb8dec tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Pushing event updated for resources: {'Network': ['ID=40dfebed-defe-4ea7-87bb-486fddbfbac7,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:42.881011 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-61d63bd5-9628-44c9-b545-184c5715015b tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:42.889665 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-e17f3c03-6800-418a-96e8-eb06a9eb8dec tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6827831 Oct 04 09:11:42.890981 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 53278) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:42.895929 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 40dfebed-defe-4ea7-87bb-486fddbfbac7 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:11:42.900526 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-1fed6596-de29-4044-a018-1ac9d3db0c4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Deleting port dfdc4631-90cf-4ba2-ac07-874a1652d566 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:11:42.900875 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1fed6596-de29-4044-a018-1ac9d3db0c4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:42.952645 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-61d63bd5-9628-44c9-b545-184c5715015b tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Transition to ACTIVE for port object 5d0fbc46-3624-455a-9ef2-def1491924ad will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:11:42.972516 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-ab2f8756-deb0-4d16-bfd4-f6fd354b0a32 None None] Port 54b175e5-fdcc-427d-a847-d70ecd4394d7 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:11:43.112905 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-61d63bd5-9628-44c9-b545-184c5715015b tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:43.140278 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fb838849-377d-4bb3-9a1d-3b8341023383 tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:43.183554 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-a80cec86-9b99-40e5-bbf2-968e4980614a tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] For port e59f8b50-603a-43c2-8a97-cde3ea924cc2, host hv-neutron-8602, got binding levels [] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:11:43.183929 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a80cec86-9b99-40e5-bbf2-968e4980614a tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:43.191773 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1fed6596-de29-4044-a018-1ac9d3db0c4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:43.204578 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-41eaf283-1997-4773-aa73-1ee3d7bb11c9 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=89032) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:11:43.205575 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-41eaf283-1997-4773-aa73-1ee3d7bb11c9 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2725627 Oct 04 09:11:43.214236 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d63bd5-9628-44c9-b545-184c5715015b tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Network dbec35f1-10d6-49ab-9e98-eaa45771d9ff is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:11:43.267342 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-61d63bd5-9628-44c9-b545-184c5715015b tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:11:43.386311 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-a80cec86-9b99-40e5-bbf2-968e4980614a tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Calling delete_port for e59f8b50-603a-43c2-8a97-cde3ea924cc2 owned by {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:11:43.412135 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d63bd5-9628-44c9-b545-184c5715015b tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Pushing event updated for resources: {'Port': ['ID=5d0fbc46-3624-455a-9ef2-def1491924ad,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:43.420045 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-1fed6596-de29-4044-a018-1ac9d3db0c4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Calling delete_port for dfdc4631-90cf-4ba2-ac07-874a1652d566 owned by {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:11:43.447667 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d63bd5-9628-44c9-b545-184c5715015b tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:11:43.474424 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-ab2f8756-deb0-4d16-bfd4-f6fd354b0a32 None None] Attempt 7 to provision port 54b175e5-fdcc-427d-a847-d70ecd4394d7 Oct 04 09:11:43.480388 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0bc8a40e-506b-412f-824a-2ed1cf5a2c11 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:43.528245 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-ab2f8756-deb0-4d16-bfd4-f6fd354b0a32 None None] Port 54b175e5-fdcc-427d-a847-d70ecd4394d7 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:11:43.535022 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d63bd5-9628-44c9-b545-184c5715015b tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:43.535625 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-61d63bd5-9628-44c9-b545-184c5715015b tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:43.548158 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 57f23dd2-bc53-4949-9f1f-a5fcea4754a8 resource provider aggregate not found Oct 04 09:11:43.565803 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-61d63bd5-9628-44c9-b545-184c5715015b tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1868188 Oct 04 09:11:43.570854 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53288) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:43.579008 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1fed6596-de29-4044-a018-1ac9d3db0c4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:43.612511 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 57f23dd2-bc53-4949-9f1f-a5fcea4754a8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 57f23dd2-bc53-4949-9f1f-a5fcea4754a8 found for delete ", "request_id": "req-511582e9-84d7-43d0-a0a3-9878aa63a161"}]} Oct 04 09:11:43.628417 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1fed6596-de29-4044-a018-1ac9d3db0c4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:43.639668 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fed6596-de29-4044-a018-1ac9d3db0c4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Pushing event deleted for resources: {'Port': ['ID=dfdc4631-90cf-4ba2-ac07-874a1652d566,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:43.655348 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-1fed6596-de29-4044-a018-1ac9d3db0c4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] 10.222.0.50 "DELETE /v2.0/ports/dfdc4631-90cf-4ba2-ac07-874a1652d566 HTTP/1.1" status: 204 len: 168 time: 0.9934039 Oct 04 09:11:43.656303 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53294) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:43.696464 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f4654d-a027-41e1-811c-def07e435fea tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Router 657b4a9b-dbcc-41a2-949c-1a852f3ecd74 is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:11:43.699472 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3230430-88cb-4d70-aa80-c44e1d29363b tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] GET failed (client error): The resource could not be found. Oct 04 09:11:43.700167 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-e3230430-88cb-4d70-aa80-c44e1d29363b tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Synchronizing usage tracker for tenant:c4a5df274e1a49ee9ce993890c1d51ed on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:11:43.709251 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fb838849-377d-4bb3-9a1d-3b8341023383 tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:43.716992 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-e3230430-88cb-4d70-aa80-c44e1d29363b tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Unset dirty status for tenant:c4a5df274e1a49ee9ce993890c1d51ed on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:11:43.722669 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-e3230430-88cb-4d70-aa80-c44e1d29363b tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] 10.222.0.50 "GET /v2.0/ports/dfdc4631-90cf-4ba2-ac07-874a1652d566 HTTP/1.1" status: 404 len: 333 time: 0.0651064 Oct 04 09:11:43.725088 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53298) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:43.729864 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-51abc939-626c-45bc-86cd-b980142c0b78 tempest-FloatingIPAdminTestJSON-322560194 tempest-FloatingIPAdminTestJSON-322560194-project-admin] Request body: {'floatingip': {'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'project_id': '52dd0837889040e68c8a5d5a157deb33', 'port_id': '5d0fbc46-3624-455a-9ef2-def1491924ad'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:11:43.735828 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-3622b56b-8955-4905-b6de-3ea6fff29585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Request body: {'port': {'network_id': '0747e935-c229-4fdb-9d08-8642886062c2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-651609811'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:11:43.741082 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-51abc939-626c-45bc-86cd-b980142c0b78 tempest-FloatingIPAdminTestJSON-322560194 tempest-FloatingIPAdminTestJSON-322560194-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:43.743525 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-3622b56b-8955-4905-b6de-3ea6fff29585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:43.748953 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-51abc939-626c-45bc-86cd-b980142c0b78 tempest-FloatingIPAdminTestJSON-322560194 tempest-FloatingIPAdminTestJSON-322560194-project-admin] Usage tracker for resource:floatingip and tenant:52dd0837889040e68c8a5d5a157deb33 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:43.755407 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-51abc939-626c-45bc-86cd-b980142c0b78 tempest-FloatingIPAdminTestJSON-322560194 tempest-FloatingIPAdminTestJSON-322560194-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:43.762683 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-3622b56b-8955-4905-b6de-3ea6fff29585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:43.764615 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-51abc939-626c-45bc-86cd-b980142c0b78 tempest-FloatingIPAdminTestJSON-322560194 tempest-FloatingIPAdminTestJSON-322560194-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:43.769931 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d503aeea-91c5-41f0-b8c5-45df980d7f1a tempest-ExternalNetworksTestJSON-946680390 tempest-ExternalNetworksTestJSON-946680390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:43.775592 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d503aeea-91c5-41f0-b8c5-45df980d7f1a tempest-ExternalNetworksTestJSON-946680390 tempest-ExternalNetworksTestJSON-946680390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:43.776596 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3622b56b-8955-4905-b6de-3ea6fff29585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Made reservation on behalf of c4a5df274e1a49ee9ce993890c1d51ed for: {'port': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:11:43.778941 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3622b56b-8955-4905-b6de-3ea6fff29585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:43.781546 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d503aeea-91c5-41f0-b8c5-45df980d7f1a tempest-ExternalNetworksTestJSON-946680390 tempest-ExternalNetworksTestJSON-946680390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:43.787455 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d503aeea-91c5-41f0-b8c5-45df980d7f1a tempest-ExternalNetworksTestJSON-946680390 tempest-ExternalNetworksTestJSON-946680390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:43.788287 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-d503aeea-91c5-41f0-b8c5-45df980d7f1a tempest-ExternalNetworksTestJSON-946680390 tempest-ExternalNetworksTestJSON-946680390-project] Synchronizing usage tracker for tenant:0ffe6d1fc86b454e8bdb294489ff0c0f on resource:network {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:11:43.792523 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-51abc939-626c-45bc-86cd-b980142c0b78 tempest-FloatingIPAdminTestJSON-322560194 tempest-FloatingIPAdminTestJSON-322560194-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:43.808571 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb838849-377d-4bb3-9a1d-3b8341023383 tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Pushing event deleted for resources: {'Subnet': ['ID=c71d810d-a687-47c7-bc07-e9ceb2173258,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:43.811358 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fb838849-377d-4bb3-9a1d-3b8341023383 tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:43.817891 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c5b567-b4e8-4aaf-a3fb-1e41f919e3fe None None] Network 47a5e3f9-c86d-42e3-aa54-307ad09aaed3 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:11:43.820046 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [None req-3622b56b-8955-4905-b6de-3ea6fff29585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] device_id is not set on port b7908ba3-7ad2-40e2-9d8d-667c191252ac yet. {{(pid=89033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:11:43.835214 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-ad80c065-ec5d-4ae8-9608-fe5ff6c89be4 service neutron] 10.222.0.50 "GET /v2.0/networks/e8ddde0d-ed42-4501-990c-a14b035fda43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6059682 Oct 04 09:11:43.964574 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a80cec86-9b99-40e5-bbf2-968e4980614a tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:44.029656 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-ab2f8756-deb0-4d16-bfd4-f6fd354b0a32 None None] Attempt 8 to provision port 54b175e5-fdcc-427d-a847-d70ecd4394d7 Oct 04 09:11:44.092700 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-ab2f8756-deb0-4d16-bfd4-f6fd354b0a32 None None] Port 54b175e5-fdcc-427d-a847-d70ecd4394d7 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:11:44.103510 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-51abc939-626c-45bc-86cd-b980142c0b78 tempest-FloatingIPAdminTestJSON-322560194 tempest-FloatingIPAdminTestJSON-322560194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:44.156989 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3622b56b-8955-4905-b6de-3ea6fff29585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:44.171784 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80cec86-9b99-40e5-bbf2-968e4980614a tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Pushing event deleted for resources: {'Port': ['ID=e59f8b50-603a-43c2-8a97-cde3ea924cc2,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:44.172766 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d726bf13-3f88-4bb2-910c-afb25fb8d97f None None] DHCP port deletion for 47a5e3f9-c86d-42e3-aa54-307ad09aaed3 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:11:44.183243 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d726bf13-3f88-4bb2-910c-afb25fb8d97f None None] Deleting port 22353906-0cfa-493b-95bf-e229ebbbeafa {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:11:44.183483 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-fb838849-377d-4bb3-9a1d-3b8341023383 tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] 10.222.0.50 "DELETE /v2.0/subnets/c71d810d-a687-47c7-bc07-e9ceb2173258 HTTP/1.1" status: 204 len: 168 time: 2.4989164 Oct 04 09:11:44.184284 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53302) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:44.184515 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d726bf13-3f88-4bb2-910c-afb25fb8d97f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:44.191589 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-d503aeea-91c5-41f0-b8c5-45df980d7f1a tempest-ExternalNetworksTestJSON-946680390 tempest-ExternalNetworksTestJSON-946680390-project] Unset dirty status for tenant:0ffe6d1fc86b454e8bdb294489ff0c0f on resource:network {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:11:44.195759 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-d503aeea-91c5-41f0-b8c5-45df980d7f1a tempest-ExternalNetworksTestJSON-946680390 tempest-ExternalNetworksTestJSON-946680390-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 1.2991428 Oct 04 09:11:44.196566 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 53306) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:44.228209 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a80cec86-9b99-40e5-bbf2-968e4980614a tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:44.232999 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-a80cec86-9b99-40e5-bbf2-968e4980614a tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] 10.222.0.50 "DELETE /v2.0/ports/e59f8b50-603a-43c2-8a97-cde3ea924cc2 HTTP/1.1" status: 204 len: 168 time: 2.2837279 Oct 04 09:11:44.243798 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 53310) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:44.375625 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-51dc583f-4bff-42c3-8d95-01cc049286ee tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:44.384653 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-51abc939-626c-45bc-86cd-b980142c0b78 tempest-FloatingIPAdminTestJSON-322560194 tempest-FloatingIPAdminTestJSON-322560194-project-admin] Allocated IP 172.26.10.187 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/4022657a-113d-4c65-a152-5fd8b70c1cd5) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:11:44.387137 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3622b56b-8955-4905-b6de-3ea6fff29585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:44.389718 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f4654d-a027-41e1-811c-def07e435fea tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:11:44.402527 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93aba736-11d3-4afc-a33e-0571ca3fe781 None None] Sync routers for ids ['657b4a9b-dbcc-41a2-949c-1a852f3ecd74'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:11:44.410002 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d726bf13-3f88-4bb2-910c-afb25fb8d97f None None] For port 22353906-0cfa-493b-95bf-e229ebbbeafa, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=22353906-0cfa-493b-95bf-e229ebbbeafa,segment=NetworkSegment(618c5a48-b11b-47bb-9cb9-15bc35212aa2),segment_id=618c5a48-b11b-47bb-9cb9-15bc35212aa2)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:11:44.410515 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d726bf13-3f88-4bb2-910c-afb25fb8d97f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:44.413292 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93aba736-11d3-4afc-a33e-0571ca3fe781 None None] Routers {'657b4a9b-dbcc-41a2-949c-1a852f3ecd74'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:11:44.414476 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-93aba736-11d3-4afc-a33e-0571ca3fe781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:11:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['657b4a9b-dbcc-41a2-949c-1a852f3ecd74'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:11:44.415993 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-b2f4654d-a027-41e1-811c-def07e435fea tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] 10.222.0.50 "PUT /v2.0/routers/657b4a9b-dbcc-41a2-949c-1a852f3ecd74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0549581 Oct 04 09:11:44.417150 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-b19aa65d-7021-47d1-9b74-43f8713d76c5 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] GET failed (client error): The resource could not be found. Oct 04 09:11:44.417678 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-b19aa65d-7021-47d1-9b74-43f8713d76c5 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Synchronizing usage tracker for tenant:ead38b0d497642c3831ea73573bdb821 on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:11:44.432167 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 53314) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:44.460210 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3622b56b-8955-4905-b6de-3ea6fff29585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Pushing event updated for resources: {'Port': ['ID=b7908ba3-7ad2-40e2-9d8d-667c191252ac,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:44.494573 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-93aba736-11d3-4afc-a33e-0571ca3fe781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:11:44.508518 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-51dc583f-4bff-42c3-8d95-01cc049286ee tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Deleting port 22353906-0cfa-493b-95bf-e229ebbbeafa {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:11:44.508864 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-51dc583f-4bff-42c3-8d95-01cc049286ee tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:44.509076 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93aba736-11d3-4afc-a33e-0571ca3fe781 None None] Routers {'657b4a9b-dbcc-41a2-949c-1a852f3ecd74'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:11:44.509841 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-93aba736-11d3-4afc-a33e-0571ca3fe781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:11:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['657b4a9b-dbcc-41a2-949c-1a852f3ecd74'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:11:44.570013 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3622b56b-8955-4905-b6de-3ea6fff29585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Network 0747e935-c229-4fdb-9d08-8642886062c2 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:11:44.575250 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d726bf13-3f88-4bb2-910c-afb25fb8d97f None None] Calling delete_port for 22353906-0cfa-493b-95bf-e229ebbbeafa owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:11:44.584641 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-93aba736-11d3-4afc-a33e-0571ca3fe781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:11:44.585343 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93aba736-11d3-4afc-a33e-0571ca3fe781 None None] The sync data for ids ['657b4a9b-dbcc-41a2-949c-1a852f3ecd74'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:11:44.598431 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-9b91f52a-883e-4a3c-bb45-9e8c8887db22 service neutron] 10.222.0.50 "GET /v2.0/networks/e8ddde0d-ed42-4501-990c-a14b035fda43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7623663 Oct 04 09:11:44.614146 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5c67e0eb-0124-4dfd-913a-e08657007d6d tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:44.646176 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-3622b56b-8955-4905-b6de-3ea6fff29585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:11:44.648585 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3622b56b-8955-4905-b6de-3ea6fff29585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:11:44.649578 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3622b56b-8955-4905-b6de-3ea6fff29585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:44.650139 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3622b56b-8955-4905-b6de-3ea6fff29585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:44.695605 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-b19aa65d-7021-47d1-9b74-43f8713d76c5 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] Unset dirty status for tenant:ead38b0d497642c3831ea73573bdb821 on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:11:44.700464 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-b19aa65d-7021-47d1-9b74-43f8713d76c5 tempest-PortsAdminExtendedAttrsTestJSON-1490667204 tempest-PortsAdminExtendedAttrsTestJSON-1490667204-project-admin] 10.222.0.50 "GET /v2.0/ports/e59f8b50-603a-43c2-8a97-cde3ea924cc2 HTTP/1.1" status: 404 len: 333 time: 0.4381661 Oct 04 09:11:44.704101 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53318) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:44.725750 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0bc8a40e-506b-412f-824a-2ed1cf5a2c11 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:44.768316 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0bc8a40e-506b-412f-824a-2ed1cf5a2c11 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:44.811718 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-ab2f8756-deb0-4d16-bfd4-f6fd354b0a32 None None] Attempt 9 to provision port 54b175e5-fdcc-427d-a847-d70ecd4394d7 Oct 04 09:11:44.855365 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d726bf13-3f88-4bb2-910c-afb25fb8d97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:44.893243 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-3622b56b-8955-4905-b6de-3ea6fff29585 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.1668544 Oct 04 09:11:44.916207 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53328) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:44.929620 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8602'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:11:44.938146 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d726bf13-3f88-4bb2-910c-afb25fb8d97f None None] Pushing event deleted for resources: {'Port': ['ID=22353906-0cfa-493b-95bf-e229ebbbeafa,revision_number=None']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:44.943921 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d726bf13-3f88-4bb2-910c-afb25fb8d97f None None] No DVR routers for this DVR port 22353906-0cfa-493b-95bf-e229ebbbeafa on host dv-neutron-860215-1-hyperv {{(pid=89034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:11:44.953332 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-ab2f8756-deb0-4d16-bfd4-f6fd354b0a32 None None] Port 54b175e5-fdcc-427d-a847-d70ecd4394d7 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:11:45.042760 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5c67e0eb-0124-4dfd-913a-e08657007d6d tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:45.059429 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-51abc939-626c-45bc-86cd-b980142c0b78 tempest-FloatingIPAdminTestJSON-322560194 tempest-FloatingIPAdminTestJSON-322560194-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:45.069208 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-51dc583f-4bff-42c3-8d95-01cc049286ee tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] For port 22353906-0cfa-493b-95bf-e229ebbbeafa, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=22353906-0cfa-493b-95bf-e229ebbbeafa,segment=NetworkSegment(618c5a48-b11b-47bb-9cb9-15bc35212aa2),segment_id=618c5a48-b11b-47bb-9cb9-15bc35212aa2)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:11:45.069658 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-51dc583f-4bff-42c3-8d95-01cc049286ee tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:45.076926 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53344) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:45.092829 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-17c0b434-a014-4e28-8f61-6439616e27e2 tempest-PortsAdminExtendedAttrsTestJSON-1404950723 tempest-PortsAdminExtendedAttrsTestJSON-1404950723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:45.166474 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-5c67e0eb-0124-4dfd-913a-e08657007d6d tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40dfebed-defe-4ea7-87bb-486fddbfbac7']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:11:45.178162 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0bc8a40e-506b-412f-824a-2ed1cf5a2c11 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:45.199287 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc8a40e-506b-412f-824a-2ed1cf5a2c11 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Pushing event updated for resources: {'Port': ['ID=ce6e1613-5a8b-4ec2-bd1a-97b6ec8a7ffc,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:45.212797 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-5c67e0eb-0124-4dfd-913a-e08657007d6d tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb291563-6f1a-4921-ac30-f8f770c43323') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:11:45.213324 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-5c67e0eb-0124-4dfd-913a-e08657007d6d tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb291563-6f1a-4921-ac30-f8f770c43323') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:11:45.220586 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 22353906-0cfa-493b-95bf-e229ebbbeafa no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:11:45.299899 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 22353906-0cfa-493b-95bf-e229ebbbeafa {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:11:45.300752 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 22353906-0cfa-493b-95bf-e229ebbbeafa not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:11:45.310182 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5c67e0eb-0124-4dfd-913a-e08657007d6d tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:45.445393 dv-neutron-860215-1-hyperv neutron-server[89033]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 04 09:11:45.453995 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-51dc583f-4bff-42c3-8d95-01cc049286ee tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Calling delete_port for 22353906-0cfa-493b-95bf-e229ebbbeafa owned by network:dhcp {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:11:45.455230 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-ab2f8756-deb0-4d16-bfd4-f6fd354b0a32 None None] Attempt 10 to provision port 54b175e5-fdcc-427d-a847-d70ecd4394d7 Oct 04 09:11:45.466661 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0bc8a40e-506b-412f-824a-2ed1cf5a2c11 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:45.475578 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-0bc8a40e-506b-412f-824a-2ed1cf5a2c11 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 694 time: 8.5282094 Oct 04 09:11:45.489474 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5c67e0eb-0124-4dfd-913a-e08657007d6d tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:45.501956 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c67e0eb-0124-4dfd-913a-e08657007d6d tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:11:45.502391 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5c67e0eb-0124-4dfd-913a-e08657007d6d tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:45.581956 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-ab2f8756-deb0-4d16-bfd4-f6fd354b0a32 None None] Port 54b175e5-fdcc-427d-a847-d70ecd4394d7 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:11:45.607078 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-ab2f8756-deb0-4d16-bfd4-f6fd354b0a32 None None] Provisioning for port 7f47d188-ad05-4d96-a2d5-c91a59283190 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:11:45.613937 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-ab2f8756-deb0-4d16-bfd4-f6fd354b0a32 None None] Provisioning complete for port 7f47d188-ad05-4d96-a2d5-c91a59283190 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:11:45.614330 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ab2f8756-deb0-4d16-bfd4-f6fd354b0a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:45.614782 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-ab2f8756-deb0-4d16-bfd4-f6fd354b0a32 None None] Attempt 1 to provision port 7f47d188-ad05-4d96-a2d5-c91a59283190 Oct 04 09:11:45.672248 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment fb291563-6f1a-4921-ac30-f8f770c43323 resource provider aggregate not found Oct 04 09:11:45.714683 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment fb291563-6f1a-4921-ac30-f8f770c43323 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fb291563-6f1a-4921-ac30-f8f770c43323 found for delete ", "request_id": "req-058f0303-c973-4187-a228-5368ad6f683f"}]} Oct 04 09:11:45.715547 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:45.724243 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.api.v2.resource [None req-81772a72-2ff0-47c9-8a65-79b1c51599f6 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 09:11:45.725240 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-81772a72-2ff0-47c9-8a65-79b1c51599f6 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] 10.222.0.50 "PUT /v2.0/routers/657b4a9b-dbcc-41a2-949c-1a852f3ecd74/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2921872 Oct 04 09:11:45.728103 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5c67e0eb-0124-4dfd-913a-e08657007d6d tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:45.730433 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 53382) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:45.759144 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c67e0eb-0124-4dfd-913a-e08657007d6d tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 40dfebed-defe-4ea7-87bb-486fddbfbac7 {{(pid=89032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 04 09:11:45.774958 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c67e0eb-0124-4dfd-913a-e08657007d6d tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Pushing event deleted for resources: {'Network': ['ID=40dfebed-defe-4ea7-87bb-486fddbfbac7,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:45.783546 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-914f658c-a13c-4dab-ad2a-f4a311aa061c req-dd994033-ed56-424b-ac05-ff8328fb417d tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1641671334&fields=id&tenant_id=8ef6eeaada3246f29119027d4a154b34 HTTP/1.1" status: 200 len: 267 time: 0.1201627 Oct 04 09:11:45.813031 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-ab2f8756-deb0-4d16-bfd4-f6fd354b0a32 None None] Current status of the port 7f47d188-ad05-4d96-a2d5-c91a59283190 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:11:45.814672 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ab2f8756-deb0-4d16-bfd4-f6fd354b0a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:45.857780 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-ab2f8756-deb0-4d16-bfd4-f6fd354b0a32 None None] For port 7f47d188-ad05-4d96-a2d5-c91a59283190, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=7f47d188-ad05-4d96-a2d5-c91a59283190,segment=NetworkSegment(eac1c7c1-226f-4c6b-8b92-0a893aad3502),segment_id=eac1c7c1-226f-4c6b-8b92-0a893aad3502)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:11:45.864441 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-2fa38da5-b5ff-44ea-9994-6ed97c156126 req-b1267152-ba7e-41d6-b79d-5a0c69a61d11 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e79a632-4582-4ce8-a81b-e8fd5f0c1012 HTTP/1.1" status: 200 len: 210 time: 0.7838280 Oct 04 09:11:45.865251 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.db.api [None req-51dc583f-4bff-42c3-8d95-01cc049286ee tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:11:45.866346 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG oslo_db.api [None req-51dc583f-4bff-42c3-8d95-01cc049286ee tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:11:45.874150 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ab2f8756-deb0-4d16-bfd4-f6fd354b0a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:45.921160 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5c67e0eb-0124-4dfd-913a-e08657007d6d tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:45.936277 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-ab2f8756-deb0-4d16-bfd4-f6fd354b0a32 None None] Could not find standard attr ID for object 22353906-0cfa-493b-95bf-e229ebbbeafa. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:11:45.981222 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2f8756-deb0-4d16-bfd4-f6fd354b0a32 None None] Pushing event updated for resources: {'Port': ['ID=7f47d188-ad05-4d96-a2d5-c91a59283190,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:45.984861 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-ab2f8756-deb0-4d16-bfd4-f6fd354b0a32 None None] Provisioning for port 4f0c58ef-340b-49ba-8c5b-230308bf7c0a completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:11:45.991652 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-ab2f8756-deb0-4d16-bfd4-f6fd354b0a32 None None] Provisioning complete for port 4f0c58ef-340b-49ba-8c5b-230308bf7c0a triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:11:45.992277 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ab2f8756-deb0-4d16-bfd4-f6fd354b0a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:45.992792 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-ab2f8756-deb0-4d16-bfd4-f6fd354b0a32 None None] Attempt 1 to provision port 4f0c58ef-340b-49ba-8c5b-230308bf7c0a Oct 04 09:11:46.003224 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-17c0b434-a014-4e28-8f61-6439616e27e2 tempest-PortsAdminExtendedAttrsTestJSON-1404950723 tempest-PortsAdminExtendedAttrsTestJSON-1404950723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:46.077277 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-5c67e0eb-0124-4dfd-913a-e08657007d6d tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] 10.222.0.50 "DELETE /v2.0/networks/40dfebed-defe-4ea7-87bb-486fddbfbac7 HTTP/1.1" status: 204 len: 168 time: 1.8722370 Oct 04 09:11:46.084114 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53390) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:46.118728 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-7365dbf9-c56b-4483-a301-1f5bc1a3ac06 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Request body: {'network': {'name': 'tempest-network--1102487371', 'router:external': True}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:11:46.122342 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-51abc939-626c-45bc-86cd-b980142c0b78 tempest-FloatingIPAdminTestJSON-322560194 tempest-FloatingIPAdminTestJSON-322560194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:46.200432 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-7365dbf9-c56b-4483-a301-1f5bc1a3ac06 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:46.205011 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-17c0b434-a014-4e28-8f61-6439616e27e2 tempest-PortsAdminExtendedAttrsTestJSON-1404950723 tempest-PortsAdminExtendedAttrsTestJSON-1404950723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:11:46.216845 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-ab2f8756-deb0-4d16-bfd4-f6fd354b0a32 None None] Current status of the port 4f0c58ef-340b-49ba-8c5b-230308bf7c0a is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:11:46.217286 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ab2f8756-deb0-4d16-bfd4-f6fd354b0a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:46.268448 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-ab2f8756-deb0-4d16-bfd4-f6fd354b0a32 None None] For port 4f0c58ef-340b-49ba-8c5b-230308bf7c0a, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=4f0c58ef-340b-49ba-8c5b-230308bf7c0a,segment=NetworkSegment(c9c99172-ce8b-42d6-8179-3167125f7401),segment_id=c9c99172-ce8b-42d6-8179-3167125f7401)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:11:46.276154 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ab2f8756-deb0-4d16-bfd4-f6fd354b0a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:46.303260 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-7365dbf9-c56b-4483-a301-1f5bc1a3ac06 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Usage tracker for resource:network and tenant:fdf1899fe0e7433f8f7adfcb3396fddd is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:46.310249 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-17c0b434-a014-4e28-8f61-6439616e27e2 tempest-PortsAdminExtendedAttrsTestJSON-1404950723 tempest-PortsAdminExtendedAttrsTestJSON-1404950723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:11:46.314743 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-17c0b434-a014-4e28-8f61-6439616e27e2 tempest-PortsAdminExtendedAttrsTestJSON-1404950723 tempest-PortsAdminExtendedAttrsTestJSON-1404950723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:11:46.342959 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-7365dbf9-c56b-4483-a301-1f5bc1a3ac06 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:46.369424 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2f8756-deb0-4d16-bfd4-f6fd354b0a32 None None] Pushing event updated for resources: {'Port': ['ID=4f0c58ef-340b-49ba-8c5b-230308bf7c0a,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:46.390725 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-17c0b434-a014-4e28-8f61-6439616e27e2 tempest-PortsAdminExtendedAttrsTestJSON-1404950723 tempest-PortsAdminExtendedAttrsTestJSON-1404950723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:46.402971 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-62a6af70-2115-4f33-9876-518025196404 None None] Provisioning complete for port 7f47d188-ad05-4d96-a2d5-c91a59283190 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:11:46.404660 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-51dc583f-4bff-42c3-8d95-01cc049286ee tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Deleting port 22353906-0cfa-493b-95bf-e229ebbbeafa {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:11:46.406014 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-62a6af70-2115-4f33-9876-518025196404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:46.406014 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-62a6af70-2115-4f33-9876-518025196404 None None] Attempt 1 to provision port 7f47d188-ad05-4d96-a2d5-c91a59283190 Oct 04 09:11:46.406188 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-51dc583f-4bff-42c3-8d95-01cc049286ee tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:46.459954 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-7365dbf9-c56b-4483-a301-1f5bc1a3ac06 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:46.471381 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51abc939-626c-45bc-86cd-b980142c0b78 tempest-FloatingIPAdminTestJSON-322560194 tempest-FloatingIPAdminTestJSON-322560194-project-admin] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:11:46.480120 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-51abc939-626c-45bc-86cd-b980142c0b78 tempest-FloatingIPAdminTestJSON-322560194 tempest-FloatingIPAdminTestJSON-322560194-project-admin] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:11:46.482213 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51abc939-626c-45bc-86cd-b980142c0b78 tempest-FloatingIPAdminTestJSON-322560194 tempest-FloatingIPAdminTestJSON-322560194-project-admin] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:11:46.502155 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f658c-a13c-4dab-ad2a-f4a311aa061c req-ce303790-3537-45a7-bc0e-ca0a9797d116 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:46.503579 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-914f658c-a13c-4dab-ad2a-f4a311aa061c req-ce303790-3537-45a7-bc0e-ca0a9797d116 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/networks?id=4e61ee37-e03d-4906-997b-978c1601b208 HTTP/1.1" status: 200 len: 812 time: 0.5795479 Oct 04 09:11:46.522771 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51abc939-626c-45bc-86cd-b980142c0b78 tempest-FloatingIPAdminTestJSON-322560194 tempest-FloatingIPAdminTestJSON-322560194-project-admin] Pushing event updated for resources: {'Port': ['ID=4022657a-113d-4c65-a152-5fd8b70c1cd5,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:46.555726 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-17c0b434-a014-4e28-8f61-6439616e27e2 tempest-PortsAdminExtendedAttrsTestJSON-1404950723 tempest-PortsAdminExtendedAttrsTestJSON-1404950723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:46.573801 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-51dc583f-4bff-42c3-8d95-01cc049286ee tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] The port '22353906-0cfa-493b-95bf-e229ebbbeafa' was deleted {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 04 09:11:46.574999 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-62a6af70-2115-4f33-9876-518025196404 None None] Current status of the port 7f47d188-ad05-4d96-a2d5-c91a59283190 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:11:46.587666 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-62a6af70-2115-4f33-9876-518025196404 None None] Provisioning complete for port 54b175e5-fdcc-427d-a847-d70ecd4394d7 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:11:46.588397 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-62a6af70-2115-4f33-9876-518025196404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:46.588397 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-62a6af70-2115-4f33-9876-518025196404 None None] Attempt 1 to provision port 54b175e5-fdcc-427d-a847-d70ecd4394d7 Oct 04 09:11:46.590915 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17c0b434-a014-4e28-8f61-6439616e27e2 tempest-PortsAdminExtendedAttrsTestJSON-1404950723 tempest-PortsAdminExtendedAttrsTestJSON-1404950723-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:11:46.591306 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-17c0b434-a014-4e28-8f61-6439616e27e2 tempest-PortsAdminExtendedAttrsTestJSON-1404950723 tempest-PortsAdminExtendedAttrsTestJSON-1404950723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:46.602696 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-914f658c-a13c-4dab-ad2a-f4a311aa061c req-901b1214-8f62-4828-bb58-e7d39cb85840 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/quotas/8ef6eeaada3246f29119027d4a154b34 HTTP/1.1" status: 200 len: 375 time: 0.0925393 Oct 04 09:11:46.647951 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.db.resource_extend [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 04 09:11:46.657255 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-62a6af70-2115-4f33-9876-518025196404 None None] Port 54b175e5-fdcc-427d-a847-d70ecd4394d7 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:11:46.668510 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7365dbf9-c56b-4483-a301-1f5bc1a3ac06 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Made reservation on behalf of fdf1899fe0e7433f8f7adfcb3396fddd for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:11:46.670770 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7365dbf9-c56b-4483-a301-1f5bc1a3ac06 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:46.682256 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3 resource provider aggregate not found Oct 04 09:11:46.800478 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c3fdbbca-9fd8-45e3-ae50-8d3f2e9c75d3 found for delete ", "request_id": "req-09adad19-a41c-4605-99bc-79e3df6c4aee"}]} Oct 04 09:11:46.803786 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-914f658c-a13c-4dab-ad2a-f4a311aa061c req-bb08c6f0-c87c-4bca-90e5-b2f35c7a944c tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Synchronizing usage tracker for tenant:8ef6eeaada3246f29119027d4a154b34 on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:11:46.839954 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-914f658c-a13c-4dab-ad2a-f4a311aa061c req-bb08c6f0-c87c-4bca-90e5-b2f35c7a944c tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Unset dirty status for tenant:8ef6eeaada3246f29119027d4a154b34 on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:11:46.841313 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-914f658c-a13c-4dab-ad2a-f4a311aa061c req-bb08c6f0-c87c-4bca-90e5-b2f35c7a944c tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8ef6eeaada3246f29119027d4a154b34&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1948330 Oct 04 09:11:46.853349 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4f2035db-a566-43cf-99e6-bac14265457e tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736827'] for router_interface, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:46.953891 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7365dbf9-c56b-4483-a301-1f5bc1a3ac06 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:11:46.965806 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] device_id is not set on port b7908ba3-7ad2-40e2-9d8d-667c191252ac yet. {{(pid=89033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:11:46.975568 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-51dc583f-4bff-42c3-8d95-01cc049286ee tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:46.983318 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-17c0b434-a014-4e28-8f61-6439616e27e2 tempest-PortsAdminExtendedAttrsTestJSON-1404950723 tempest-PortsAdminExtendedAttrsTestJSON-1404950723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:46.987147 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-17c0b434-a014-4e28-8f61-6439616e27e2 tempest-PortsAdminExtendedAttrsTestJSON-1404950723 tempest-PortsAdminExtendedAttrsTestJSON-1404950723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:47.013190 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:47.045489 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7365dbf9-c56b-4483-a301-1f5bc1a3ac06 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:47.045829 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-7365dbf9-c56b-4483-a301-1f5bc1a3ac06 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Added segment 8d8ba20a-8e24-4cc2-a86c-42c20a05f8bc of type vlan for network 4c8c8d19-dc47-4792-8adf-b23e2f4de5ce Oct 04 09:11:47.082471 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c0b434-a014-4e28-8f61-6439616e27e2 tempest-PortsAdminExtendedAttrsTestJSON-1404950723 tempest-PortsAdminExtendedAttrsTestJSON-1404950723-project] Pushing event deleted for resources: {'Network': ['ID=b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:47.096618 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-17c0b434-a014-4e28-8f61-6439616e27e2 tempest-PortsAdminExtendedAttrsTestJSON-1404950723 tempest-PortsAdminExtendedAttrsTestJSON-1404950723-project] 10.222.0.50 "DELETE /v2.0/networks/b1ebfe14-3fac-4c58-9b0b-f0c5ca79766e HTTP/1.1" status: 204 len: 168 time: 2.3913074 Oct 04 09:11:47.099313 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-51dc583f-4bff-42c3-8d95-01cc049286ee tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47a5e3f9-c86d-42e3-aa54-307ad09aaed3']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:11:47.158704 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-62a6af70-2115-4f33-9876-518025196404 None None] Attempt 2 to provision port 54b175e5-fdcc-427d-a847-d70ecd4394d7 Oct 04 09:11:47.166188 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.20', 49850) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:47.172938 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Transition to ACTIVE for port object b7908ba3-7ad2-40e2-9d8d-667c191252ac will not be triggered until provisioned by entity L2. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:11:47.185865 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-51dc583f-4bff-42c3-8d95-01cc049286ee tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '618c5a48-b11b-47bb-9cb9-15bc35212aa2') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:11:47.186160 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-51dc583f-4bff-42c3-8d95-01cc049286ee tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '618c5a48-b11b-47bb-9cb9-15bc35212aa2') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:11:47.222211 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-52698294-1d88-40b2-92cb-923581e3b01e req-6de36217-c41d-4a69-961a-456f6774eccb tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e79a632-4582-4ce8-a81b-e8fd5f0c1012 HTTP/1.1" status: 200 len: 210 time: 0.1329045 Oct 04 09:11:47.240811 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:47.257035 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 4f0c58ef-340b-49ba-8c5b-230308bf7c0a up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:11:47.316714 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-914f658c-a13c-4dab-ad2a-f4a311aa061c req-83315f23-63fa-454e-a18f-118c8540943f service neutron] 10.222.0.50 "GET /v2.0/networks/4e61ee37-e03d-4906-997b-978c1601b208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4102612 Oct 04 09:11:47.378246 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-62a6af70-2115-4f33-9876-518025196404 None None] Port 54b175e5-fdcc-427d-a847-d70ecd4394d7 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:11:47.398807 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 4f0c58ef-340b-49ba-8c5b-230308bf7c0a triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:11:47.399331 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:47.399812 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 4f0c58ef-340b-49ba-8c5b-230308bf7c0a Oct 04 09:11:47.473732 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-51dc583f-4bff-42c3-8d95-01cc049286ee tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:47.495209 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-51dc583f-4bff-42c3-8d95-01cc049286ee tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:47.503680 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51dc583f-4bff-42c3-8d95-01cc049286ee tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:11:47.504079 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-51dc583f-4bff-42c3-8d95-01cc049286ee tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:47.539007 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-914f658c-a13c-4dab-ad2a-f4a311aa061c req-966e9c62-dabc-4a23-b5a2-124b1a98d846 service neutron] 10.222.0.50 "GET /v2.0/networks/4e61ee37-e03d-4906-997b-978c1601b208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134447 Oct 04 09:11:47.588578 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-4f2035db-a566-43cf-99e6-bac14265457e tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Deleting port c9edda11-7277-4103-92a3-6ede21840a12 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:11:47.593756 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4f2035db-a566-43cf-99e6-bac14265457e tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:47.599642 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 4f0c58ef-340b-49ba-8c5b-230308bf7c0a is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:11:47.601408 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 7f47d188-ad05-4d96-a2d5-c91a59283190 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:11:47.647904 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 53416) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:47.675129 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-51dc583f-4bff-42c3-8d95-01cc049286ee tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:47.678652 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7365dbf9-c56b-4483-a301-1f5bc1a3ac06 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:47.695765 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 7f47d188-ad05-4d96-a2d5-c91a59283190 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:11:47.696232 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:47.696679 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 7f47d188-ad05-4d96-a2d5-c91a59283190 Oct 04 09:11:47.830959 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-51dc583f-4bff-42c3-8d95-01cc049286ee tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:47.873548 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 7f47d188-ad05-4d96-a2d5-c91a59283190 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:11:47.879529 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-62a6af70-2115-4f33-9876-518025196404 None None] Attempt 3 to provision port 54b175e5-fdcc-427d-a847-d70ecd4394d7 Oct 04 09:11:47.947662 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-62a6af70-2115-4f33-9876-518025196404 None None] Port 54b175e5-fdcc-427d-a847-d70ecd4394d7 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:11:47.963856 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dc583f-4bff-42c3-8d95-01cc049286ee tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] Pushing event deleted for resources: {'Network': ['ID=47a5e3f9-c86d-42e3-aa54-307ad09aaed3,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:48.004031 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-51dc583f-4bff-42c3-8d95-01cc049286ee tempest-DHCPAgentSchedulersTestJSON-850397203 tempest-DHCPAgentSchedulersTestJSON-850397203-project] 10.222.0.50 "DELETE /v2.0/networks/47a5e3f9-c86d-42e3-aa54-307ad09aaed3 HTTP/1.1" status: 204 len: 168 time: 3.8163333 Oct 04 09:11:48.016393 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-0fe1a06f-33d7-43ce-b238-ad0cbc8c900d req-4ff280e7-c648-44a7-a68f-3d0fae78b13a tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 210 time: 0.1250563 Oct 04 09:11:48.046555 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Pushing event updated for resources: {'Port': ['ID=b7908ba3-7ad2-40e2-9d8d-667c191252ac,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:48.049467 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port b7908ba3-7ad2-40e2-9d8d-667c191252ac on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:48.049810 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port b7908ba3-7ad2-40e2-9d8d-667c191252ac by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': '99a762c4-94a0-4547-9082-866c3e3216ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0747e935-c229-4fdb-9d08-8642886062c2'}] {{(pid=89033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:48.050208 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port b7908ba3-7ad2-40e2-9d8d-667c191252ac on network 0747e935-c229-4fdb-9d08-8642886062c2 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:48.083023 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-77e02883-da23-4eb9-bebf-a93ff81f14be admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c9d2de01d6354161a7cc32f323f0057c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4339612 Oct 04 09:11:48.087249 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 53454) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:48.104002 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.db.resource_extend [None req-7365dbf9-c56b-4483-a301-1f5bc1a3ac06 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 04 09:11:48.127199 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4f2035db-a566-43cf-99e6-bac14265457e tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:48.139084 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Port b7908ba3-7ad2-40e2-9d8d-667c191252ac on network 0747e935-c229-4fdb-9d08-8642886062c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:11:48.139084 dv-neutron-860215-1-hyperv neutron-server[89033]: ERROR neutron.plugins.ml2.managers [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Failed to bind port b7908ba3-7ad2-40e2-9d8d-667c191252ac on host hv-neutron-8602 for vnic_type normal using segments [{'id': '99a762c4-94a0-4547-9082-866c3e3216ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0747e935-c229-4fdb-9d08-8642886062c2'}] Oct 04 09:11:48.151559 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.plugins.ml2.plugin [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempt 2 to bind port b7908ba3-7ad2-40e2-9d8d-667c191252ac Oct 04 09:11:48.200433 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-a411ee81-3044-431e-9d5d-5a06c76610fe tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:48.201969 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-a411ee81-3044-431e-9d5d-5a06c76610fe tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] 10.222.0.20 "GET /v2.0/networks?id=e8ddde0d-ed42-4501-990c-a14b035fda43 HTTP/1.1" status: 200 len: 805 time: 1.0279064 Oct 04 09:11:48.202676 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port b7908ba3-7ad2-40e2-9d8d-667c191252ac on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:48.203013 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port b7908ba3-7ad2-40e2-9d8d-667c191252ac by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': '99a762c4-94a0-4547-9082-866c3e3216ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0747e935-c229-4fdb-9d08-8642886062c2'}] {{(pid=89033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:48.203344 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port b7908ba3-7ad2-40e2-9d8d-667c191252ac on network 0747e935-c229-4fdb-9d08-8642886062c2 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:48.212751 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7365dbf9-c56b-4483-a301-1f5bc1a3ac06 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:48.213853 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7365dbf9-c56b-4483-a301-1f5bc1a3ac06 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:48.214492 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7365dbf9-c56b-4483-a301-1f5bc1a3ac06 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:48.240732 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Port b7908ba3-7ad2-40e2-9d8d-667c191252ac on network 0747e935-c229-4fdb-9d08-8642886062c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:11:48.241263 dv-neutron-860215-1-hyperv neutron-server[89033]: ERROR neutron.plugins.ml2.managers [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Failed to bind port b7908ba3-7ad2-40e2-9d8d-667c191252ac on host hv-neutron-8602 for vnic_type normal using segments [{'id': '99a762c4-94a0-4547-9082-866c3e3216ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0747e935-c229-4fdb-9d08-8642886062c2'}] Oct 04 09:11:48.250083 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.plugins.ml2.plugin [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempt 3 to bind port b7908ba3-7ad2-40e2-9d8d-667c191252ac Oct 04 09:11:48.342701 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53472) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:48.418611 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-4f2035db-a566-43cf-99e6-bac14265457e tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Calling delete_port for c9edda11-7277-4103-92a3-6ede21840a12 owned by network:router_interface {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:11:48.449836 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-62a6af70-2115-4f33-9876-518025196404 None None] Attempt 4 to provision port 54b175e5-fdcc-427d-a847-d70ecd4394d7 Oct 04 09:11:48.489487 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:11:48.542562 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-7365dbf9-c56b-4483-a301-1f5bc1a3ac06 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.4425292 Oct 04 09:11:48.554455 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port b7908ba3-7ad2-40e2-9d8d-667c191252ac on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:48.554788 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port b7908ba3-7ad2-40e2-9d8d-667c191252ac by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': '99a762c4-94a0-4547-9082-866c3e3216ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0747e935-c229-4fdb-9d08-8642886062c2'}] {{(pid=89033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:48.555120 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port b7908ba3-7ad2-40e2-9d8d-667c191252ac on network 0747e935-c229-4fdb-9d08-8642886062c2 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:48.557301 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53484) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:48.560652 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-62a6af70-2115-4f33-9876-518025196404 None None] Port 54b175e5-fdcc-427d-a847-d70ecd4394d7 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:11:48.580190 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365dbf9-c56b-4483-a301-1f5bc1a3ac06 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Pushing event updated for resources: {'Network': ['ID=4c8c8d19-dc47-4792-8adf-b23e2f4de5ce,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:48.593182 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 4c8c8d19-dc47-4792-8adf-b23e2f4de5ce details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:11:48.704902 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c877a7a1-24ca-4f99-b6e9-cb9de98fa348 req-99666a02-7a84-48df-b68a-e09152241ef9 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e79a632-4582-4ce8-a81b-e8fd5f0c1012 HTTP/1.1" status: 200 len: 210 time: 0.1227574 Oct 04 09:11:48.814929 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Port b7908ba3-7ad2-40e2-9d8d-667c191252ac on network 0747e935-c229-4fdb-9d08-8642886062c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:11:48.815270 dv-neutron-860215-1-hyperv neutron-server[89033]: ERROR neutron.plugins.ml2.managers [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Failed to bind port b7908ba3-7ad2-40e2-9d8d-667c191252ac on host hv-neutron-8602 for vnic_type normal using segments [{'id': '99a762c4-94a0-4547-9082-866c3e3216ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0747e935-c229-4fdb-9d08-8642886062c2'}] Oct 04 09:11:48.825941 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7360aa-a135-48d9-9605-f6c3ee3ef1a9 tempest-ExternalNetworksTestJSON-946680390 tempest-ExternalNetworksTestJSON-946680390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:48.829869 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-cb7360aa-a135-48d9-9605-f6c3ee3ef1a9 tempest-ExternalNetworksTestJSON-946680390 tempest-ExternalNetworksTestJSON-946680390-project] 10.222.0.50 "GET /v2.0/networks/4c8c8d19-dc47-4792-8adf-b23e2f4de5ce HTTP/1.1" status: 200 len: 757 time: 0.2620695 Oct 04 09:11:48.844201 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.plugins.ml2.plugin [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempt 4 to bind port b7908ba3-7ad2-40e2-9d8d-667c191252ac Oct 04 09:11:48.857610 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53498) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:48.872713 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 618c5a48-b11b-47bb-9cb9-15bc35212aa2 resource provider aggregate not found Oct 04 09:11:48.907154 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-c4481a2a-9fb3-43b9-b92b-9e095ac85380 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Synchronizing usage tracker for tenant:207ffe4555e7440982e6c7a0c57387dd on resource:security_group {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:11:48.936002 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port b7908ba3-7ad2-40e2-9d8d-667c191252ac on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:48.936350 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port b7908ba3-7ad2-40e2-9d8d-667c191252ac by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': '99a762c4-94a0-4547-9082-866c3e3216ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0747e935-c229-4fdb-9d08-8642886062c2'}] {{(pid=89033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:48.936735 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port b7908ba3-7ad2-40e2-9d8d-667c191252ac on network 0747e935-c229-4fdb-9d08-8642886062c2 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:48.951166 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-22cbc92a-7f28-4106-bd88-944533035d8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:49.009008 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 618c5a48-b11b-47bb-9cb9-15bc35212aa2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 618c5a48-b11b-47bb-9cb9-15bc35212aa2 found for delete ", "request_id": "req-d4f5af4f-8c80-4c73-b272-13c9a040700d"}]} Oct 04 09:11:49.009924 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Port b7908ba3-7ad2-40e2-9d8d-667c191252ac on network 0747e935-c229-4fdb-9d08-8642886062c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:11:49.010114 dv-neutron-860215-1-hyperv neutron-server[89033]: ERROR neutron.plugins.ml2.managers [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Failed to bind port b7908ba3-7ad2-40e2-9d8d-667c191252ac on host hv-neutron-8602 for vnic_type normal using segments [{'id': '99a762c4-94a0-4547-9082-866c3e3216ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0747e935-c229-4fdb-9d08-8642886062c2'}] Oct 04 09:11:49.027052 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.plugins.ml2.plugin [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempt 5 to bind port b7908ba3-7ad2-40e2-9d8d-667c191252ac Oct 04 09:11:49.061699 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-62a6af70-2115-4f33-9876-518025196404 None None] Attempt 5 to provision port 54b175e5-fdcc-427d-a847-d70ecd4394d7 Oct 04 09:11:49.079260 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-c4481a2a-9fb3-43b9-b92b-9e095ac85380 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Unset dirty status for tenant:207ffe4555e7440982e6c7a0c57387dd on resource:security_group {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:11:49.080452 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-c4481a2a-9fb3-43b9-b92b-9e095ac85380 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=207ffe4555e7440982e6c7a0c57387dd HTTP/1.1" status: 200 len: 380 time: 0.7574975 Oct 04 09:11:49.098445 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port b7908ba3-7ad2-40e2-9d8d-667c191252ac on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:49.098818 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port b7908ba3-7ad2-40e2-9d8d-667c191252ac by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': '99a762c4-94a0-4547-9082-866c3e3216ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0747e935-c229-4fdb-9d08-8642886062c2'}] {{(pid=89033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:49.099156 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port b7908ba3-7ad2-40e2-9d8d-667c191252ac on network 0747e935-c229-4fdb-9d08-8642886062c2 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:49.116647 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-b5163a04-d0f5-403a-9ccc-1efec37d87ac admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=22696d590fc64502a7740cb618c2909c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7637091 Oct 04 09:11:49.117773 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-afb54daa-6387-4d32-bdda-ef0ce3a8fb0b tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Request body: {'port': {'device_id': '8e79a632-4582-4ce8-a81b-e8fd5f0c1012', 'network_id': 'e8ddde0d-ed42-4501-990c-a14b035fda43', 'admin_state_up': True, 'tenant_id': '207ffe4555e7440982e6c7a0c57387dd', 'security_groups': ['f34b24fc-e33c-4718-8a20-71faa3994815']}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:11:49.135219 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Port b7908ba3-7ad2-40e2-9d8d-667c191252ac on network 0747e935-c229-4fdb-9d08-8642886062c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:11:49.135547 dv-neutron-860215-1-hyperv neutron-server[89033]: ERROR neutron.plugins.ml2.managers [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Failed to bind port b7908ba3-7ad2-40e2-9d8d-667c191252ac on host hv-neutron-8602 for vnic_type normal using segments [{'id': '99a762c4-94a0-4547-9082-866c3e3216ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0747e935-c229-4fdb-9d08-8642886062c2'}] Oct 04 09:11:49.142066 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba13ee69-8a8a-4216-b2dc-2af1b3b4c23b tempest-ExternalNetworksTestJSON-946680390 tempest-ExternalNetworksTestJSON-946680390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:49.146345 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-ba13ee69-8a8a-4216-b2dc-2af1b3b4c23b tempest-ExternalNetworksTestJSON-946680390 tempest-ExternalNetworksTestJSON-946680390-project] 10.222.0.50 "GET /v2.0/networks/5472d093-1546-447d-843b-8c7ead0859e0 HTTP/1.1" status: 200 len: 767 time: 0.2835321 Oct 04 09:11:49.146923 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53510) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:49.147774 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53512) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:49.149207 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.plugins.ml2.plugin [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempt 6 to bind port b7908ba3-7ad2-40e2-9d8d-667c191252ac Oct 04 09:11:49.199887 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-62a6af70-2115-4f33-9876-518025196404 None None] Port 54b175e5-fdcc-427d-a847-d70ecd4394d7 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:11:49.225220 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4f2035db-a566-43cf-99e6-bac14265457e tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:49.309686 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-22cbc92a-7f28-4106-bd88-944533035d8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:49.319714 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2035db-a566-43cf-99e6-bac14265457e tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Pushing event deleted for resources: {'Port': ['ID=c9edda11-7277-4103-92a3-6ede21840a12,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:49.612674 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port b7908ba3-7ad2-40e2-9d8d-667c191252ac on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:49.613419 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port b7908ba3-7ad2-40e2-9d8d-667c191252ac by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': '99a762c4-94a0-4547-9082-866c3e3216ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0747e935-c229-4fdb-9d08-8642886062c2'}] {{(pid=89033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:49.613419 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port b7908ba3-7ad2-40e2-9d8d-667c191252ac on network 0747e935-c229-4fdb-9d08-8642886062c2 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:49.673434 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-b0b99ca8-eb84-4b4e-b72c-8d615876117c req-9782f9ac-a968-4680-ac1a-65050e2bddc9 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 210 time: 0.1957026 Oct 04 09:11:49.685932 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Port b7908ba3-7ad2-40e2-9d8d-667c191252ac on network 0747e935-c229-4fdb-9d08-8642886062c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:11:49.686264 dv-neutron-860215-1-hyperv neutron-server[89033]: ERROR neutron.plugins.ml2.managers [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Failed to bind port b7908ba3-7ad2-40e2-9d8d-667c191252ac on host hv-neutron-8602 for vnic_type normal using segments [{'id': '99a762c4-94a0-4547-9082-866c3e3216ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0747e935-c229-4fdb-9d08-8642886062c2'}] Oct 04 09:11:49.701468 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-62a6af70-2115-4f33-9876-518025196404 None None] Attempt 6 to provision port 54b175e5-fdcc-427d-a847-d70ecd4394d7 Oct 04 09:11:49.702618 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.plugins.ml2.plugin [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempt 7 to bind port b7908ba3-7ad2-40e2-9d8d-667c191252ac Oct 04 09:11:49.770217 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-51abc939-626c-45bc-86cd-b980142c0b78 tempest-FloatingIPAdminTestJSON-322560194 tempest-FloatingIPAdminTestJSON-322560194-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:49.781582 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4f2035db-a566-43cf-99e6-bac14265457e tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736911'] for router_interface, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:49.787943 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-22cbc92a-7f28-4106-bd88-944533035d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:49.825410 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cbc92a-7f28-4106-bd88-944533035d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62b8156-1e7d-4dfc-844d-d0a9803ed22e,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:49.837394 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-62a6af70-2115-4f33-9876-518025196404 None None] Port 54b175e5-fdcc-427d-a847-d70ecd4394d7 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:11:49.924080 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-210d7efc-76c1-4922-9f8f-34f38803a4ac tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:49.950042 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port b7908ba3-7ad2-40e2-9d8d-667c191252ac on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:49.950435 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port b7908ba3-7ad2-40e2-9d8d-667c191252ac by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': '99a762c4-94a0-4547-9082-866c3e3216ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0747e935-c229-4fdb-9d08-8642886062c2'}] {{(pid=89033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:49.950754 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port b7908ba3-7ad2-40e2-9d8d-667c191252ac on network 0747e935-c229-4fdb-9d08-8642886062c2 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:50.024565 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-22cbc92a-7f28-4106-bd88-944533035d8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:50.028544 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-22cbc92a-7f28-4106-bd88-944533035d8d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a62b8156-1e7d-4dfc-844d-d0a9803ed22e HTTP/1.1" status: 204 len: 168 time: 1.9375050 Oct 04 09:11:50.033435 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Port b7908ba3-7ad2-40e2-9d8d-667c191252ac on network 0747e935-c229-4fdb-9d08-8642886062c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:11:50.033959 dv-neutron-860215-1-hyperv neutron-server[89033]: ERROR neutron.plugins.ml2.managers [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Failed to bind port b7908ba3-7ad2-40e2-9d8d-667c191252ac on host hv-neutron-8602 for vnic_type normal using segments [{'id': '99a762c4-94a0-4547-9082-866c3e3216ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0747e935-c229-4fdb-9d08-8642886062c2'}] Oct 04 09:11:50.034855 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9ee6643c-64a8-4d44-8930-ab9aac7e77c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:50.063374 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.plugins.ml2.plugin [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempt 8 to bind port b7908ba3-7ad2-40e2-9d8d-667c191252ac Oct 04 09:11:50.172177 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-95ac898c-59f5-464e-9d7b-952dece4044f req-62df25e6-2e84-4616-9bec-634a03c0e543 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e79a632-4582-4ce8-a81b-e8fd5f0c1012 HTTP/1.1" status: 200 len: 210 time: 0.1418734 Oct 04 09:11:50.174671 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port b7908ba3-7ad2-40e2-9d8d-667c191252ac on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:50.176884 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port b7908ba3-7ad2-40e2-9d8d-667c191252ac by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': '99a762c4-94a0-4547-9082-866c3e3216ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0747e935-c229-4fdb-9d08-8642886062c2'}] {{(pid=89033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:50.177239 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port b7908ba3-7ad2-40e2-9d8d-667c191252ac on network 0747e935-c229-4fdb-9d08-8642886062c2 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:50.179807 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-afb54daa-6387-4d32-bdda-ef0ce3a8fb0b tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:50.253006 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Port b7908ba3-7ad2-40e2-9d8d-667c191252ac on network 0747e935-c229-4fdb-9d08-8642886062c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:11:50.255239 dv-neutron-860215-1-hyperv neutron-server[89033]: ERROR neutron.plugins.ml2.managers [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Failed to bind port b7908ba3-7ad2-40e2-9d8d-667c191252ac on host hv-neutron-8602 for vnic_type normal using segments [{'id': '99a762c4-94a0-4547-9082-866c3e3216ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0747e935-c229-4fdb-9d08-8642886062c2'}] Oct 04 09:11:50.255239 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9ee6643c-64a8-4d44-8930-ab9aac7e77c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:50.307095 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f2035db-a566-43cf-99e6-bac14265457e tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Router 657b4a9b-dbcc-41a2-949c-1a852f3ecd74 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:11:50.325886 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.plugins.ml2.plugin [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempt 9 to bind port b7908ba3-7ad2-40e2-9d8d-667c191252ac Oct 04 09:11:50.339039 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-62a6af70-2115-4f33-9876-518025196404 None None] Attempt 7 to provision port 54b175e5-fdcc-427d-a847-d70ecd4394d7 Oct 04 09:11:50.342277 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-afb54daa-6387-4d32-bdda-ef0ce3a8fb0b tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:50.395391 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-210d7efc-76c1-4922-9f8f-34f38803a4ac tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:50.405777 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port b7908ba3-7ad2-40e2-9d8d-667c191252ac on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:50.406136 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port b7908ba3-7ad2-40e2-9d8d-667c191252ac by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': '99a762c4-94a0-4547-9082-866c3e3216ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0747e935-c229-4fdb-9d08-8642886062c2'}] {{(pid=89033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:50.406465 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port b7908ba3-7ad2-40e2-9d8d-667c191252ac on network 0747e935-c229-4fdb-9d08-8642886062c2 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:50.445284 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-afb54daa-6387-4d32-bdda-ef0ce3a8fb0b tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Made reservation on behalf of 207ffe4555e7440982e6c7a0c57387dd for: {'port': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:11:50.451722 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-afb54daa-6387-4d32-bdda-ef0ce3a8fb0b tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:50.484507 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Port b7908ba3-7ad2-40e2-9d8d-667c191252ac on network 0747e935-c229-4fdb-9d08-8642886062c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:11:50.484847 dv-neutron-860215-1-hyperv neutron-server[89033]: ERROR neutron.plugins.ml2.managers [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Failed to bind port b7908ba3-7ad2-40e2-9d8d-667c191252ac on host hv-neutron-8602 for vnic_type normal using segments [{'id': '99a762c4-94a0-4547-9082-866c3e3216ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0747e935-c229-4fdb-9d08-8642886062c2'}] Oct 04 09:11:50.485367 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-51abc939-626c-45bc-86cd-b980142c0b78 tempest-FloatingIPAdminTestJSON-322560194 tempest-FloatingIPAdminTestJSON-322560194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:50.515715 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-62a6af70-2115-4f33-9876-518025196404 None None] Port 54b175e5-fdcc-427d-a847-d70ecd4394d7 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:11:50.516758 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.plugins.ml2.plugin [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempt 10 to bind port b7908ba3-7ad2-40e2-9d8d-667c191252ac Oct 04 09:11:50.540317 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-210d7efc-76c1-4922-9f8f-34f38803a4ac tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c8c8d19-dc47-4792-8adf-b23e2f4de5ce']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:11:50.612486 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-210d7efc-76c1-4922-9f8f-34f38803a4ac tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d8ba20a-8e24-4cc2-a86c-42c20a05f8bc') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:11:50.612931 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-210d7efc-76c1-4922-9f8f-34f38803a4ac tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d8ba20a-8e24-4cc2-a86c-42c20a05f8bc') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:11:50.631264 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port b7908ba3-7ad2-40e2-9d8d-667c191252ac on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:50.631608 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port b7908ba3-7ad2-40e2-9d8d-667c191252ac by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': '99a762c4-94a0-4547-9082-866c3e3216ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0747e935-c229-4fdb-9d08-8642886062c2'}] {{(pid=89033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:50.631944 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempting to bind port b7908ba3-7ad2-40e2-9d8d-667c191252ac on network 0747e935-c229-4fdb-9d08-8642886062c2 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:50.648149 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-210d7efc-76c1-4922-9f8f-34f38803a4ac tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:50.651176 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2035db-a566-43cf-99e6-bac14265457e tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:11:50.666554 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Port b7908ba3-7ad2-40e2-9d8d-667c191252ac on network 0747e935-c229-4fdb-9d08-8642886062c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:11:50.666892 dv-neutron-860215-1-hyperv neutron-server[89033]: ERROR neutron.plugins.ml2.managers [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Failed to bind port b7908ba3-7ad2-40e2-9d8d-667c191252ac on host hv-neutron-8602 for vnic_type normal using segments [{'id': '99a762c4-94a0-4547-9082-866c3e3216ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0747e935-c229-4fdb-9d08-8642886062c2'}] Oct 04 09:11:50.667251 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:50.675770 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987dfe48-7626-4634-a671-3903581e25e5 None None] Sync routers for ids ['657b4a9b-dbcc-41a2-949c-1a852f3ecd74'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:11:50.677346 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-4f2035db-a566-43cf-99e6-bac14265457e tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] 10.222.0.50 "PUT /v2.0/routers/657b4a9b-dbcc-41a2-949c-1a852f3ecd74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9402044 Oct 04 09:11:50.678734 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 53526) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:50.684621 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53530) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:50.731255 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987dfe48-7626-4634-a671-3903581e25e5 None None] Routers {'657b4a9b-dbcc-41a2-949c-1a852f3ecd74'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:11:50.732246 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-987dfe48-7626-4634-a671-3903581e25e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:11:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['657b4a9b-dbcc-41a2-949c-1a852f3ecd74'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:11:50.790832 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.20', 49856) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:50.791452 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-210d7efc-76c1-4922-9f8f-34f38803a4ac tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:50.800231 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9ee6643c-64a8-4d44-8930-ab9aac7e77c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:50.809498 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-55a0fe34-08f8-41ab-aab7-6dbee1ccb6f2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ead38b0d497642c3831ea73573bdb821&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1295738 Oct 04 09:11:50.811860 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 53536) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:50.910545 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-987dfe48-7626-4634-a671-3903581e25e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:11:50.935053 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987dfe48-7626-4634-a671-3903581e25e5 None None] Routers {'657b4a9b-dbcc-41a2-949c-1a852f3ecd74'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:11:50.935872 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-987dfe48-7626-4634-a671-3903581e25e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:11:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['657b4a9b-dbcc-41a2-949c-1a852f3ecd74'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:11:50.967307 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-210d7efc-76c1-4922-9f8f-34f38803a4ac tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:11:50.967735 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-210d7efc-76c1-4922-9f8f-34f38803a4ac tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:51.004190 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-61946c66-a981-4df6-a0db-207bdc2c5305 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] delete failed (client error): The resource could not be found. Oct 04 09:11:51.005364 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-61946c66-a981-4df6-a0db-207bdc2c5305 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] 10.222.0.50 "DELETE /v2.0/routers/tempest-non_exist_router-1229511523 HTTP/1.1" status: 404 len: 335 time: 0.3066151 Oct 04 09:11:51.024744 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-62a6af70-2115-4f33-9876-518025196404 None None] Attempt 8 to provision port 54b175e5-fdcc-427d-a847-d70ecd4394d7 Oct 04 09:11:51.064711 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee6643c-64a8-4d44-8930-ab9aac7e77c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca2e699-b259-42c8-9911-843f8f673fab,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:51.087063 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 53542) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:51.102055 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-987dfe48-7626-4634-a671-3903581e25e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:11:51.102573 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987dfe48-7626-4634-a671-3903581e25e5 None None] The sync data for ids ['657b4a9b-dbcc-41a2-949c-1a852f3ecd74'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:11:51.115251 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-5077432e-ae50-4e69-86bf-cbe2e71d628e tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Request body: {'router': {'external_gateway_info': {'network_id': '657b4a9b-dbcc-41a2-949c-1a852f3ecd74'}}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:11:51.160418 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-62a6af70-2115-4f33-9876-518025196404 None None] Port 54b175e5-fdcc-427d-a847-d70ecd4394d7 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:11:51.188641 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 8d8ba20a-8e24-4cc2-a86c-42c20a05f8bc resource provider aggregate not found Oct 04 09:11:51.279296 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-3b76c8ef-2d4f-461c-9fc1-aaba83c7725a req-8d240837-6c90-4bca-93c1-f90a1789cc5f tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 210 time: 0.3415771 Oct 04 09:11:51.287212 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 8d8ba20a-8e24-4cc2-a86c-42c20a05f8bc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8d8ba20a-8e24-4cc2-a86c-42c20a05f8bc found for delete ", "request_id": "req-6eeaa3d5-a0c9-4d18-92e0-7ad8e08f5046"}]} Oct 04 09:11:51.400394 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-210d7efc-76c1-4922-9f8f-34f38803a4ac tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:51.403082 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-afb54daa-6387-4d32-bdda-ef0ce3a8fb0b tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Allocated IP 172.20.0.14 (e8ddde0d-ed42-4501-990c-a14b035fda43/68dc2dea-3e89-4e44-9770-d0bf75ecdbc7/5f5386ca-279a-4e59-9b5a-fdcd7d2812cf) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:11:51.418737 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210d7efc-76c1-4922-9f8f-34f38803a4ac tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4c8c8d19-dc47-4792-8adf-b23e2f4de5ce {{(pid=89033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 04 09:11:51.421337 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-210d7efc-76c1-4922-9f8f-34f38803a4ac tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:51.445898 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] For port b7908ba3-7ad2-40e2-9d8d-667c191252ac, host hv-neutron-8602, cleared binding levels {{(pid=89033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:11:51.446301 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attempted to set empty binding levels {{(pid=89033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 04 09:11:51.447410 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9ee6643c-64a8-4d44-8930-ab9aac7e77c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:51.448572 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-9ee6643c-64a8-4d44-8930-ab9aac7e77c9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0ca2e699-b259-42c8-9911-843f8f673fab HTTP/1.1" status: 204 len: 168 time: 2.2922029 Oct 04 09:11:51.458826 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d7efc-76c1-4922-9f8f-34f38803a4ac tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Pushing event deleted for resources: {'Network': ['ID=4c8c8d19-dc47-4792-8adf-b23e2f4de5ce,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:51.467366 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:51.467903 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] In _notify_port_updated(), no bound segment for port b7908ba3-7ad2-40e2-9d8d-667c191252ac on network 0747e935-c229-4fdb-9d08-8642886062c2 {{(pid=89033) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 04 09:11:51.480054 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:51.481321 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:51.492936 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] 10.222.0.50 "PUT /v2.0/ports/b7908ba3-7ad2-40e2-9d8d-667c191252ac HTTP/1.1" status: 200 len: 980 time: 6.5754912 Oct 04 09:11:51.494587 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-210d7efc-76c1-4922-9f8f-34f38803a4ac tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] 10.222.0.50 "DELETE /v2.0/networks/4c8c8d19-dc47-4792-8adf-b23e2f4de5ce HTTP/1.1" status: 204 len: 168 time: 2.3360109 Oct 04 09:11:51.495953 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53558) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:51.531903 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 53560) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:51.609324 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d6d0fc91-fa44-4eec-90bf-008d56454f4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:51.659638 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d6d0fc91-fa44-4eec-90bf-008d56454f4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:51.662726 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-62a6af70-2115-4f33-9876-518025196404 None None] Attempt 9 to provision port 54b175e5-fdcc-427d-a847-d70ecd4394d7 Oct 04 09:11:51.780993 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-788465cc-6be9-462b-a794-4e439dd86a3f tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Request body: {'network': {'name': 'tempest-network--1841689119'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:11:51.793777 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-788465cc-6be9-462b-a794-4e439dd86a3f tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:51.799772 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-788465cc-6be9-462b-a794-4e439dd86a3f tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Usage tracker for resource:network and tenant:fdf1899fe0e7433f8f7adfcb3396fddd is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:51.803535 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-62a6af70-2115-4f33-9876-518025196404 None None] Port 54b175e5-fdcc-427d-a847-d70ecd4394d7 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:11:51.809039 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-788465cc-6be9-462b-a794-4e439dd86a3f tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:51.823471 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-788465cc-6be9-462b-a794-4e439dd86a3f tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:51.874515 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0f7be5d4-fe7f-4b20-aab6-525d6f37466f req-b6869d8b-b743-475c-b6f1-5e6e019d244a tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e79a632-4582-4ce8-a81b-e8fd5f0c1012 HTTP/1.1" status: 200 len: 210 time: 0.4643803 Oct 04 09:11:51.875145 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d6d0fc91-fa44-4eec-90bf-008d56454f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:51.984231 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788465cc-6be9-462b-a794-4e439dd86a3f tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Made reservation on behalf of fdf1899fe0e7433f8f7adfcb3396fddd for: {'network': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:11:51.986538 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-788465cc-6be9-462b-a794-4e439dd86a3f tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:52.018149 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d0fc91-fa44-4eec-90bf-008d56454f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cbd2d9f-0276-4789-9791-ab7fbf840470,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:52.038073 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-788465cc-6be9-462b-a794-4e439dd86a3f tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=89032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:11:52.056391 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-788465cc-6be9-462b-a794-4e439dd86a3f tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:52.056391 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.segments_db [None req-788465cc-6be9-462b-a794-4e439dd86a3f tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Added segment 455be259-f7b8-41ba-ab94-c50a7e94f860 of type vlan for network a79c542e-6e74-4e9f-8910-35b8fbfc0c0a Oct 04 09:11:52.057992 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb93007-2cdb-4588-ad95-354dc3fdb3eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Pushing event updated for resources: {'Port': ['ID=b7908ba3-7ad2-40e2-9d8d-667c191252ac,revision_number=3']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:52.092095 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-788465cc-6be9-462b-a794-4e439dd86a3f tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:52.140307 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-788465cc-6be9-462b-a794-4e439dd86a3f tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:52.141493 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788465cc-6be9-462b-a794-4e439dd86a3f tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:52.142224 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-788465cc-6be9-462b-a794-4e439dd86a3f tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:52.208657 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.db.resource_extend [None req-51abc939-626c-45bc-86cd-b980142c0b78 tempest-FloatingIPAdminTestJSON-322560194 tempest-FloatingIPAdminTestJSON-322560194-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 04 09:11:52.249201 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-51abc939-626c-45bc-86cd-b980142c0b78 tempest-FloatingIPAdminTestJSON-322560194 tempest-FloatingIPAdminTestJSON-322560194-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:52.266944 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-86a76fb0-67bc-4d86-ab24-5422956ae2c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Deleting port b7908ba3-7ad2-40e2-9d8d-667c191252ac {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:11:52.267806 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-86a76fb0-67bc-4d86-ab24-5422956ae2c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:52.277289 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d6d0fc91-fa44-4eec-90bf-008d56454f4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:52.278709 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-d6d0fc91-fa44-4eec-90bf-008d56454f4b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4cbd2d9f-0276-4789-9791-ab7fbf840470 HTTP/1.1" status: 204 len: 168 time: 1.4656460 Oct 04 09:11:52.307103 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-62a6af70-2115-4f33-9876-518025196404 None None] Attempt 10 to provision port 54b175e5-fdcc-427d-a847-d70ecd4394d7 Oct 04 09:11:52.376803 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53572) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:52.403915 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-51abc939-626c-45bc-86cd-b980142c0b78 tempest-FloatingIPAdminTestJSON-322560194 tempest-FloatingIPAdminTestJSON-322560194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:52.424034 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5077432e-ae50-4e69-86bf-cbe2e71d628e tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:52.443584 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788465cc-6be9-462b-a794-4e439dd86a3f tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Pushing event updated for resources: {'Network': ['ID=a79c542e-6e74-4e9f-8910-35b8fbfc0c0a,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:52.488575 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-62a6af70-2115-4f33-9876-518025196404 None None] Port 54b175e5-fdcc-427d-a847-d70ecd4394d7 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:11:52.500973 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network a79c542e-6e74-4e9f-8910-35b8fbfc0c0a details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:11:52.547711 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.api.v2.resource [None req-5077432e-ae50-4e69-86bf-cbe2e71d628e tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] update failed (client error): The resource could not be found. Oct 04 09:11:52.553028 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-5077432e-ae50-4e69-86bf-cbe2e71d628e tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] 10.222.0.50 "PUT /v2.0/routers/657b4a9b-dbcc-41a2-949c-1a852f3ecd74 HTTP/1.1" status: 404 len: 339 time: 1.4543116 Oct 04 09:11:52.572170 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 53576) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:52.587557 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-dd008f4c-424d-42cc-a403-a76970ddc918 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1181948478'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:11:52.593146 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-dd008f4c-424d-42cc-a403-a76970ddc918 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:52.597312 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-dd008f4c-424d-42cc-a403-a76970ddc918 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Usage tracker for resource:network and tenant:f1281ad8f0c2447bacbd964711ff9ffb is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:52.600992 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-dd008f4c-424d-42cc-a403-a76970ddc918 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:52.610078 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-dd008f4c-424d-42cc-a403-a76970ddc918 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:52.624079 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-788465cc-6be9-462b-a794-4e439dd86a3f tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.0146122 Oct 04 09:11:52.631917 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f658c-a13c-4dab-ad2a-f4a311aa061c req-3c531ad3-6aed-4848-a1e6-61d05c59aaa0 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:52.634084 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-914f658c-a13c-4dab-ad2a-f4a311aa061c req-3c531ad3-6aed-4848-a1e6-61d05c59aaa0 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.20 "GET /v2.0/networks?id=4e61ee37-e03d-4906-997b-978c1601b208 HTTP/1.1" status: 200 len: 812 time: 1.8042572 Oct 04 09:11:52.634811 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 53580) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:52.639221 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd008f4c-424d-42cc-a403-a76970ddc918 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Made reservation on behalf of f1281ad8f0c2447bacbd964711ff9ffb for: {'network': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:11:52.642362 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-dd008f4c-424d-42cc-a403-a76970ddc918 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:52.670180 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-279aafc1-3f15-46b2-b359-1ba2f128cee4 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Request body: {'network': {'router:external': True}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:11:52.686807 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-62a6af70-2115-4f33-9876-518025196404 None None] Provisioning for port 5ead1b4e-2bb0-49e8-b465-6d65a1095bc0 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:11:52.698207 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-62a6af70-2115-4f33-9876-518025196404 None None] Provisioning complete for port 5ead1b4e-2bb0-49e8-b465-6d65a1095bc0 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:11:52.699990 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-62a6af70-2115-4f33-9876-518025196404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:52.700773 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-62a6af70-2115-4f33-9876-518025196404 None None] Attempt 1 to provision port 5ead1b4e-2bb0-49e8-b465-6d65a1095bc0 Oct 04 09:11:52.823754 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd008f4c-424d-42cc-a403-a76970ddc918 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=89032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:11:52.827082 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-afb54daa-6387-4d32-bdda-ef0ce3a8fb0b tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:52.846342 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-dd008f4c-424d-42cc-a403-a76970ddc918 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:52.846768 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.segments_db [None req-dd008f4c-424d-42cc-a403-a76970ddc918 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Added segment a8e3e0f6-8d16-47a2-9381-3e0f556e7f9a of type vlan for network 68d2efea-e83d-4976-93ed-92cfd1290465 Oct 04 09:11:52.852508 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-afb54daa-6387-4d32-bdda-ef0ce3a8fb0b tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Transition to ACTIVE for port object 5f5386ca-279a-4e59-9b5a-fdcd7d2812cf will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:11:52.872072 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-62a6af70-2115-4f33-9876-518025196404 None None] Current status of the port 5ead1b4e-2bb0-49e8-b465-6d65a1095bc0 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:11:52.872493 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-62a6af70-2115-4f33-9876-518025196404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:52.950326 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-afb54daa-6387-4d32-bdda-ef0ce3a8fb0b tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:52.952606 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d8db77b9-6da6-4e8d-92d4-9c2d87ab0c4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:52.970816 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-62a6af70-2115-4f33-9876-518025196404 None None] For port 5ead1b4e-2bb0-49e8-b465-6d65a1095bc0, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=5ead1b4e-2bb0-49e8-b465-6d65a1095bc0,segment=NetworkSegment(dff45c9c-5529-4798-93ab-d6e5728f405e),segment_id=dff45c9c-5529-4798-93ab-d6e5728f405e)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:11:52.977563 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-62a6af70-2115-4f33-9876-518025196404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:53.007997 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-afb54daa-6387-4d32-bdda-ef0ce3a8fb0b tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Network e8ddde0d-ed42-4501-990c-a14b035fda43 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:11:53.023676 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-afb54daa-6387-4d32-bdda-ef0ce3a8fb0b tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:11:53.027308 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-afb54daa-6387-4d32-bdda-ef0ce3a8fb0b tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:11:53.050397 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-914f658c-a13c-4dab-ad2a-f4a311aa061c req-e68eef47-f4c3-4bd2-8c88-70164d6a29e2 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ef6eeaada3246f29119027d4a154b34 HTTP/1.1" status: 200 len: 380 time: 0.3542161 Oct 04 09:11:53.073597 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-62a6af70-2115-4f33-9876-518025196404 None None] Could not find standard attr ID for object c9edda11-7277-4103-92a3-6ede21840a12. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:11:53.168553 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-62a6af70-2115-4f33-9876-518025196404 None None] Provisioning for port 5d0fbc46-3624-455a-9ef2-def1491924ad completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:11:53.173477 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-914f658c-a13c-4dab-ad2a-f4a311aa061c req-323ea122-53e6-4148-af8d-930c38cdea86 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Request body: {'port': {'device_id': 'b46b2f21-4377-4666-a5a3-1d3e21d4ff37', 'network_id': '4e61ee37-e03d-4906-997b-978c1601b208', 'admin_state_up': True, 'tenant_id': '8ef6eeaada3246f29119027d4a154b34', 'security_groups': ['1d7ce6cd-f7ba-4864-9457-0a9308437769']}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:11:53.186443 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-62a6af70-2115-4f33-9876-518025196404 None None] Provisioning complete for port 5d0fbc46-3624-455a-9ef2-def1491924ad triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:11:53.186718 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-62a6af70-2115-4f33-9876-518025196404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:53.187070 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-62a6af70-2115-4f33-9876-518025196404 None None] Attempt 1 to provision port 5d0fbc46-3624-455a-9ef2-def1491924ad Oct 04 09:11:53.209227 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-afb54daa-6387-4d32-bdda-ef0ce3a8fb0b tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:53.210981 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-afb54daa-6387-4d32-bdda-ef0ce3a8fb0b tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:53.254554 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f80ebfe4-c709-49a9-8565-e7a85f983b07 req-087fe6e9-ed3b-449c-9df1-1f2be4aa41f7 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 210 time: 0.6052310 Oct 04 09:11:53.268241 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-d8db77b9-6da6-4e8d-92d4-9c2d87ab0c4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:53.291096 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-62a6af70-2115-4f33-9876-518025196404 None None] Port 5d0fbc46-3624-455a-9ef2-def1491924ad cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:11:53.291250 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-d8db77b9-6da6-4e8d-92d4-9c2d87ab0c4a admin admin] Usage tracker for resource:security_group_rule and tenant:1888a8f6ec794e0782079824430ea8f9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:53.297108 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-d8db77b9-6da6-4e8d-92d4-9c2d87ab0c4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:53.299175 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a6af70-2115-4f33-9876-518025196404 None None] Pushing event updated for resources: {'Port': ['ID=5ead1b4e-2bb0-49e8-b465-6d65a1095bc0,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:53.315718 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-d8db77b9-6da6-4e8d-92d4-9c2d87ab0c4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:53.376321 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-afb54daa-6387-4d32-bdda-ef0ce3a8fb0b tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2710176 Oct 04 09:11:53.394678 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51abc939-626c-45bc-86cd-b980142c0b78 tempest-FloatingIPAdminTestJSON-322560194 tempest-FloatingIPAdminTestJSON-322560194-project-admin] Pushing event updated for resources: {'Port': ['ID=4022657a-113d-4c65-a152-5fd8b70c1cd5,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:53.499677 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-2bff2bbc-a563-4ff1-b758-b82eb992099a tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=89033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:11:53.500727 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-2bff2bbc-a563-4ff1-b758-b82eb992099a tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055962 Oct 04 09:11:53.526100 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-51abc939-626c-45bc-86cd-b980142c0b78 tempest-FloatingIPAdminTestJSON-322560194 tempest-FloatingIPAdminTestJSON-322560194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:53.792819 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-62a6af70-2115-4f33-9876-518025196404 None None] Attempt 2 to provision port 5d0fbc46-3624-455a-9ef2-def1491924ad Oct 04 09:11:53.816328 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb54daa-6387-4d32-bdda-ef0ce3a8fb0b tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Pushing event updated for resources: {'Port': ['ID=5f5386ca-279a-4e59-9b5a-fdcd7d2812cf,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:53.816577 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-dd008f4c-424d-42cc-a403-a76970ddc918 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:53.907563 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-dd008f4c-424d-42cc-a403-a76970ddc918 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:53.918031 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd008f4c-424d-42cc-a403-a76970ddc918 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:53.918764 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-dd008f4c-424d-42cc-a403-a76970ddc918 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:53.934464 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-62a6af70-2115-4f33-9876-518025196404 None None] Port 5d0fbc46-3624-455a-9ef2-def1491924ad cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:11:53.990174 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-86a76fb0-67bc-4d86-ab24-5422956ae2c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] For port b7908ba3-7ad2-40e2-9d8d-667c191252ac, host hv-neutron-8602, got binding levels [] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:11:53.990538 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-86a76fb0-67bc-4d86-ab24-5422956ae2c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:53.999272 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.l3_db [None req-51abc939-626c-45bc-86cd-b980142c0b78 tempest-FloatingIPAdminTestJSON-322560194 tempest-FloatingIPAdminTestJSON-322560194-project-admin] Floating IP 0b3625e9-8d75-4aad-87be-0eeceeaaacd1 associated. External IP: 172.26.10.187, port: 5d0fbc46-3624-455a-9ef2-def1491924ad. Oct 04 09:11:54.315418 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd008f4c-424d-42cc-a403-a76970ddc918 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Pushing event updated for resources: {'Network': ['ID=68d2efea-e83d-4976-93ed-92cfd1290465,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:54.319931 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-86a76fb0-67bc-4d86-ab24-5422956ae2c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Calling delete_port for b7908ba3-7ad2-40e2-9d8d-667c191252ac owned by {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:11:54.321151 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-914f658c-a13c-4dab-ad2a-f4a311aa061c req-323ea122-53e6-4148-af8d-930c38cdea86 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:54.331667 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 68d2efea-e83d-4976-93ed-92cfd1290465 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:11:54.371855 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-914f658c-a13c-4dab-ad2a-f4a311aa061c req-323ea122-53e6-4148-af8d-930c38cdea86 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:54.381270 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-dd008f4c-424d-42cc-a403-a76970ddc918 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8037405 Oct 04 09:11:54.390249 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 53610) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:54.406397 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-caf881cb-cbf2-47e8-b0e3-996653f066f7 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Request body: {'subnet': {'network_id': '68d2efea-e83d-4976-93ed-92cfd1290465', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:11:54.437515 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-01b3ff7b-87f9-46bb-946d-e19e22b83a67 service neutron] Request body: {'port': {'device_id': '8e79a632-4582-4ce8-a81b-e8fd5f0c1012', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8602'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:11:54.487572 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-62a6af70-2115-4f33-9876-518025196404 None None] Attempt 3 to provision port 5d0fbc46-3624-455a-9ef2-def1491924ad Oct 04 09:11:54.563410 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d8db77b9-6da6-4e8d-92d4-9c2d87ab0c4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:54.580890 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.db.resource_extend [None req-279aafc1-3f15-46b2-b359-1ba2f128cee4 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 04 09:11:54.614247 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d8db77b9-6da6-4e8d-92d4-9c2d87ab0c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:54.644958 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b6ddec-b329-4372-bb66-8f2bd32d8053 req-c34f3775-50ce-4fde-9931-5192b83d9992 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:54.648745 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-72b6ddec-b329-4372-bb66-8f2bd32d8053 req-c34f3775-50ce-4fde-9931-5192b83d9992 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e79a632-4582-4ce8-a81b-e8fd5f0c1012 HTTP/1.1" status: 200 len: 932 time: 1.4430954 Oct 04 09:11:54.687657 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-279aafc1-3f15-46b2-b359-1ba2f128cee4 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:54.701752 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-62a6af70-2115-4f33-9876-518025196404 None None] Port 5d0fbc46-3624-455a-9ef2-def1491924ad cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:11:54.721165 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-914f658c-a13c-4dab-ad2a-f4a311aa061c req-323ea122-53e6-4148-af8d-930c38cdea86 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Made reservation on behalf of 8ef6eeaada3246f29119027d4a154b34 for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:11:54.724922 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-914f658c-a13c-4dab-ad2a-f4a311aa061c req-323ea122-53e6-4148-af8d-930c38cdea86 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:54.895449 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-caf881cb-cbf2-47e8-b0e3-996653f066f7 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:54.917226 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-279aafc1-3f15-46b2-b359-1ba2f128cee4 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:54.942566 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-caf881cb-cbf2-47e8-b0e3-996653f066f7 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Usage tracker for resource:subnet and tenant:f1281ad8f0c2447bacbd964711ff9ffb is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:54.979994 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7111d181-ccb1-400e-8fcb-98f17ddcdca3 req-1b538e61-6ced-42c0-8574-9464c46b0a4c tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 210 time: 0.3866894 Oct 04 09:11:55.081298 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-279aafc1-3f15-46b2-b359-1ba2f128cee4 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Network a79c542e-6e74-4e9f-8910-35b8fbfc0c0a is not hosted by any dhcp agent {{(pid=89032) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Oct 04 09:11:55.082303 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279aafc1-3f15-46b2-b359-1ba2f128cee4 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:55.082989 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-279aafc1-3f15-46b2-b359-1ba2f128cee4 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:55.087261 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-279aafc1-3f15-46b2-b359-1ba2f128cee4 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] 10.222.0.50 "PUT /v2.0/networks/a79c542e-6e74-4e9f-8910-35b8fbfc0c0a HTTP/1.1" status: 200 len: 858 time: 2.4481020 Oct 04 09:11:55.103615 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-72b6ddec-b329-4372-bb66-8f2bd32d8053 req-37e3545d-93ee-44d3-a227-d9171d0904c8 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] 10.222.0.50 "GET /v2.0/security-groups?id=f34b24fc-e33c-4718-8a20-71faa3994815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4298627 Oct 04 09:11:55.103615 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-caf881cb-cbf2-47e8-b0e3-996653f066f7 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:55.129473 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 53624) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:55.129473 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279aafc1-3f15-46b2-b359-1ba2f128cee4 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Pushing event updated for resources: {'Network': ['ID=a79c542e-6e74-4e9f-8910-35b8fbfc0c0a,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:55.187777 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-d8db77b9-6da6-4e8d-92d4-9c2d87ab0c4a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1888a8f6ec794e0782079824430ea8f9&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7922070 Oct 04 09:11:55.188107 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8db77b9-6da6-4e8d-92d4-9c2d87ab0c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6441937b-fb07-47a6-9e11-a14edff5eacb,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:55.204165 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-62a6af70-2115-4f33-9876-518025196404 None None] Attempt 4 to provision port 5d0fbc46-3624-455a-9ef2-def1491924ad Oct 04 09:11:55.220683 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53630) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:55.335987 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 5ead1b4e-2bb0-49e8-b465-6d65a1095bc0 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:11:55.395328 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [req-914f658c-a13c-4dab-ad2a-f4a311aa061c req-323ea122-53e6-4148-af8d-930c38cdea86 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Allocated IP 172.20.0.13 (4e61ee37-e03d-4906-997b-978c1601b208/373d4a32-610a-4c8a-84eb-e8dbb10358db/6c8f126e-75a1-43f2-980d-ad2d5059e1f5) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:11:55.471179 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-caf881cb-cbf2-47e8-b0e3-996653f066f7 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:55.476903 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-86a76fb0-67bc-4d86-ab24-5422956ae2c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:55.484344 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 53634) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:55.511559 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-01b3ff7b-87f9-46bb-946d-e19e22b83a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:55.518127 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-62a6af70-2115-4f33-9876-518025196404 None None] Port 5d0fbc46-3624-455a-9ef2-def1491924ad cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:11:55.572518 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 5ead1b4e-2bb0-49e8-b465-6d65a1095bc0 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:11:55.573118 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:55.573574 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 5ead1b4e-2bb0-49e8-b465-6d65a1095bc0 Oct 04 09:11:55.633510 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a76fb0-67bc-4d86-ab24-5422956ae2c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Pushing event deleted for resources: {'Port': ['ID=b7908ba3-7ad2-40e2-9d8d-667c191252ac,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:55.714654 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf881cb-cbf2-47e8-b0e3-996653f066f7 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Made reservation on behalf of f1281ad8f0c2447bacbd964711ff9ffb for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:11:55.718174 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-caf881cb-cbf2-47e8-b0e3-996653f066f7 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:55.771239 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-86a76fb0-67bc-4d86-ab24-5422956ae2c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:55.880223 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 5ead1b4e-2bb0-49e8-b465-6d65a1095bc0 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:11:55.905422 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-86a76fb0-67bc-4d86-ab24-5422956ae2c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] 10.222.0.50 "DELETE /v2.0/ports/b7908ba3-7ad2-40e2-9d8d-667c191252ac HTTP/1.1" status: 204 len: 168 time: 4.2975919 Oct 04 09:11:55.906318 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-436e9d0b-eca9-42f5-8eb4-a2e88ded3818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:55.912152 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 53640) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:55.930265 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-069f6337-e493-4e36-a912-43e96a12ad2c tempest-RoutersAdminNegativeIpV6Test-874570917 tempest-RoutersAdminNegativeIpV6Test-874570917-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-477886608', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:11:55.935237 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-069f6337-e493-4e36-a912-43e96a12ad2c tempest-RoutersAdminNegativeIpV6Test-874570917 tempest-RoutersAdminNegativeIpV6Test-874570917-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:55.939462 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-436e9d0b-eca9-42f5-8eb4-a2e88ded3818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:55.939766 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-069f6337-e493-4e36-a912-43e96a12ad2c tempest-RoutersAdminNegativeIpV6Test-874570917 tempest-RoutersAdminNegativeIpV6Test-874570917-project-admin] Usage tracker for resource:port and tenant:04b3b8a67ebb4925a2eeaabc47aebf14 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:55.942969 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-069f6337-e493-4e36-a912-43e96a12ad2c tempest-RoutersAdminNegativeIpV6Test-874570917 tempest-RoutersAdminNegativeIpV6Test-874570917-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:55.951090 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-069f6337-e493-4e36-a912-43e96a12ad2c tempest-RoutersAdminNegativeIpV6Test-874570917 tempest-RoutersAdminNegativeIpV6Test-874570917-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:56.017886 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-436e9d0b-eca9-42f5-8eb4-a2e88ded3818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:56.019012 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-62a6af70-2115-4f33-9876-518025196404 None None] Attempt 5 to provision port 5d0fbc46-3624-455a-9ef2-def1491924ad Oct 04 09:11:56.045682 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069f6337-e493-4e36-a912-43e96a12ad2c tempest-RoutersAdminNegativeIpV6Test-874570917 tempest-RoutersAdminNegativeIpV6Test-874570917-project-admin] Made reservation on behalf of 04b3b8a67ebb4925a2eeaabc47aebf14 for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:11:56.052881 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-069f6337-e493-4e36-a912-43e96a12ad2c tempest-RoutersAdminNegativeIpV6Test-874570917 tempest-RoutersAdminNegativeIpV6Test-874570917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:56.098185 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-069f6337-e493-4e36-a912-43e96a12ad2c tempest-RoutersAdminNegativeIpV6Test-874570917 tempest-RoutersAdminNegativeIpV6Test-874570917-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:56.126008 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-62a6af70-2115-4f33-9876-518025196404 None None] Port 5d0fbc46-3624-455a-9ef2-def1491924ad cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:11:56.135646 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e9d0b-eca9-42f5-8eb4-a2e88ded3818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6441937b-fb07-47a6-9e11-a14edff5eacb,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:56.151561 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51abc939-626c-45bc-86cd-b980142c0b78 tempest-FloatingIPAdminTestJSON-322560194 tempest-FloatingIPAdminTestJSON-322560194-project-admin] Router faf1fb1b-98ff-466c-9656-7518b980f827 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:11:56.157164 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-436e9d0b-eca9-42f5-8eb4-a2e88ded3818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:56.161433 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-436e9d0b-eca9-42f5-8eb4-a2e88ded3818 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6441937b-fb07-47a6-9e11-a14edff5eacb HTTP/1.1" status: 204 len: 168 time: 0.9071825 Oct 04 09:11:56.191214 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-069f6337-e493-4e36-a912-43e96a12ad2c tempest-RoutersAdminNegativeIpV6Test-874570917 tempest-RoutersAdminNegativeIpV6Test-874570917-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:56.195985 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-069f6337-e493-4e36-a912-43e96a12ad2c tempest-RoutersAdminNegativeIpV6Test-874570917 tempest-RoutersAdminNegativeIpV6Test-874570917-project-admin] Usage tracker for resource:security_group_rule and tenant:04b3b8a67ebb4925a2eeaabc47aebf14 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:56.199961 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-069f6337-e493-4e36-a912-43e96a12ad2c tempest-RoutersAdminNegativeIpV6Test-874570917 tempest-RoutersAdminNegativeIpV6Test-874570917-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:56.207031 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-069f6337-e493-4e36-a912-43e96a12ad2c tempest-RoutersAdminNegativeIpV6Test-874570917 tempest-RoutersAdminNegativeIpV6Test-874570917-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:56.340823 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-1e444b18-0ded-43f0-8033-8972e4e94602 req-fc98088f-e77c-4794-bca7-a72b4c950811 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 210 time: 0.1008577 Oct 04 09:11:56.361765 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-069f6337-e493-4e36-a912-43e96a12ad2c tempest-RoutersAdminNegativeIpV6Test-874570917 tempest-RoutersAdminNegativeIpV6Test-874570917-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:56.400746 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-069f6337-e493-4e36-a912-43e96a12ad2c tempest-RoutersAdminNegativeIpV6Test-874570917 tempest-RoutersAdminNegativeIpV6Test-874570917-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:56.409030 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [None req-069f6337-e493-4e36-a912-43e96a12ad2c tempest-RoutersAdminNegativeIpV6Test-874570917 tempest-RoutersAdminNegativeIpV6Test-874570917-project-admin] device_id is not set on port 8112377a-2ca4-4ca5-9ecf-6508fc3a453c yet. {{(pid=89032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:11:56.618878 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51abc939-626c-45bc-86cd-b980142c0b78 tempest-FloatingIPAdminTestJSON-322560194 tempest-FloatingIPAdminTestJSON-322560194-project-admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:11:56.628220 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-62a6af70-2115-4f33-9876-518025196404 None None] Attempt 6 to provision port 5d0fbc46-3624-455a-9ef2-def1491924ad Oct 04 09:11:56.631739 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81bad1c-c61d-426b-ab6d-42f080e3e8b7 None None] Sync routers for ids ['faf1fb1b-98ff-466c-9656-7518b980f827'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:11:56.642257 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81bad1c-c61d-426b-ab6d-42f080e3e8b7 None None] Routers {'faf1fb1b-98ff-466c-9656-7518b980f827'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:11:56.643004 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-f81bad1c-c61d-426b-ab6d-42f080e3e8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:11:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['faf1fb1b-98ff-466c-9656-7518b980f827'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:11:56.656507 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-069f6337-e493-4e36-a912-43e96a12ad2c tempest-RoutersAdminNegativeIpV6Test-874570917 tempest-RoutersAdminNegativeIpV6Test-874570917-project-admin] Allocated IP 172.26.10.56 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/8112377a-2ca4-4ca5-9ecf-6508fc3a453c) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:11:56.672773 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-51abc939-626c-45bc-86cd-b980142c0b78 tempest-FloatingIPAdminTestJSON-322560194 tempest-FloatingIPAdminTestJSON-322560194-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:56.809665 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-f81bad1c-c61d-426b-ab6d-42f080e3e8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:11:56.814289 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-62a6af70-2115-4f33-9876-518025196404 None None] Port 5d0fbc46-3624-455a-9ef2-def1491924ad cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:11:56.830079 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81bad1c-c61d-426b-ab6d-42f080e3e8b7 None None] Routers {'faf1fb1b-98ff-466c-9656-7518b980f827'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:11:56.832602 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-f81bad1c-c61d-426b-ab6d-42f080e3e8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:11:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['faf1fb1b-98ff-466c-9656-7518b980f827'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:11:56.847454 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-01b3ff7b-87f9-46bb-946d-e19e22b83a67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f5386ca-279a-4e59-9b5a-fdcd7d2812cf {{(pid=89033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:11:56.853270 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-51abc939-626c-45bc-86cd-b980142c0b78 tempest-FloatingIPAdminTestJSON-322560194 tempest-FloatingIPAdminTestJSON-322560194-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 13.2813141 Oct 04 09:11:56.856791 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53652) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:56.983735 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-f81bad1c-c61d-426b-ab6d-42f080e3e8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:11:56.984439 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81bad1c-c61d-426b-ab6d-42f080e3e8b7 None None] The sync data for ids ['faf1fb1b-98ff-466c-9656-7518b980f827'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:11:56.993012 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-01b3ff7b-87f9-46bb-946d-e19e22b83a67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:56.995755 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-37c047c6-f5c1-482f-9f2e-6176b2656e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] GET failed (client error): The resource could not be found. Oct 04 09:11:56.997166 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-37c047c6-f5c1-482f-9f2e-6176b2656e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Synchronizing usage tracker for tenant:c4a5df274e1a49ee9ce993890c1d51ed on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:11:57.003537 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8912f807-c43f-4ef0-8924-f8b7a20a0de1 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:57.086738 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-01b3ff7b-87f9-46bb-946d-e19e22b83a67 service neutron] Transition to ACTIVE for port object 5f5386ca-279a-4e59-9b5a-fdcd7d2812cf will not be triggered until provisioned by entity L2. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:11:57.094827 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-01b3ff7b-87f9-46bb-946d-e19e22b83a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:57.220647 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-914f658c-a13c-4dab-ad2a-f4a311aa061c req-323ea122-53e6-4148-af8d-930c38cdea86 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:57.263437 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-069f6337-e493-4e36-a912-43e96a12ad2c tempest-RoutersAdminNegativeIpV6Test-874570917 tempest-RoutersAdminNegativeIpV6Test-874570917-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:57.285944 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-37c047c6-f5c1-482f-9f2e-6176b2656e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] Unset dirty status for tenant:c4a5df274e1a49ee9ce993890c1d51ed on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:11:57.291176 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-37c047c6-f5c1-482f-9f2e-6176b2656e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-216131492-project-admin] 10.222.0.50 "GET /v2.0/ports/b7908ba3-7ad2-40e2-9d8d-667c191252ac HTTP/1.1" status: 404 len: 333 time: 1.3641112 Oct 04 09:11:57.316102 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-62a6af70-2115-4f33-9876-518025196404 None None] Attempt 7 to provision port 5d0fbc46-3624-455a-9ef2-def1491924ad Oct 04 09:11:57.323586 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069f6337-e493-4e36-a912-43e96a12ad2c tempest-RoutersAdminNegativeIpV6Test-874570917 tempest-RoutersAdminNegativeIpV6Test-874570917-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e14e97-0038-4a31-8978-6eaacfa1d839,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:57.331755 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-914f658c-a13c-4dab-ad2a-f4a311aa061c req-323ea122-53e6-4148-af8d-930c38cdea86 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Transition to ACTIVE for port object 6c8f126e-75a1-43f2-980d-ad2d5059e1f5 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:11:57.333767 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 53666) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:57.351553 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b3ff7b-87f9-46bb-946d-e19e22b83a67 service neutron] Pushing event updated for resources: {'Port': ['ID=5f5386ca-279a-4e59-9b5a-fdcd7d2812cf,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:57.363630 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-aabe4b14-94ac-43e3-afe8-b1e72480847a tempest-FloatingIPAdminTestJSON-322560194 tempest-FloatingIPAdminTestJSON-322560194-project-admin] 10.222.0.50 "GET /v2.0/floatingips/0b3625e9-8d75-4aad-87be-0eeceeaaacd1 HTTP/1.1" status: 200 len: 984 time: 0.5055141 Oct 04 09:11:57.366108 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53672) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:57.481866 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-62a6af70-2115-4f33-9876-518025196404 None None] Port 5d0fbc46-3624-455a-9ef2-def1491924ad cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:11:57.552124 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-114dede6-4f3e-4d28-882e-ad30874fbed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:57.908458 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-63f7b77e-1a1b-465c-99df-ace2a2910b63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:57.916626 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-8dc0a7e6-6185-477e-a9a1-541bd871ca6b tempest-FloatingIPAdminTestJSON-322560194 tempest-FloatingIPAdminTestJSON-322560194-project-admin] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2430 time: 0.5489047 Oct 04 09:11:57.922577 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53684) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:57.923807 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-069f6337-e493-4e36-a912-43e96a12ad2c tempest-RoutersAdminNegativeIpV6Test-874570917 tempest-RoutersAdminNegativeIpV6Test-874570917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:57.937108 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8912f807-c43f-4ef0-8924-f8b7a20a0de1 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:57.959429 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 53688) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:57.983960 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-62a6af70-2115-4f33-9876-518025196404 None None] Attempt 8 to provision port 5d0fbc46-3624-455a-9ef2-def1491924ad Oct 04 09:11:58.140723 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-62a6af70-2115-4f33-9876-518025196404 None None] Port 5d0fbc46-3624-455a-9ef2-def1491924ad cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:11:58.170603 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069f6337-e493-4e36-a912-43e96a12ad2c tempest-RoutersAdminNegativeIpV6Test-874570917 tempest-RoutersAdminNegativeIpV6Test-874570917-project-admin] Pushing event updated for resources: {'Port': ['ID=8112377a-2ca4-4ca5-9ecf-6508fc3a453c,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:58.180289 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b138b8e4-ccf1-40ce-a33b-06fb01253e91 req-db515e3c-c9d7-41c9-9702-d88004d55112 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:58.181825 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b138b8e4-ccf1-40ce-a33b-06fb01253e91 req-db515e3c-c9d7-41c9-9702-d88004d55112 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e79a632-4582-4ce8-a81b-e8fd5f0c1012 HTTP/1.1" status: 200 len: 944 time: 1.1759415 Oct 04 09:11:58.228854 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-8912f807-c43f-4ef0-8924-f8b7a20a0de1 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a79c542e-6e74-4e9f-8910-35b8fbfc0c0a']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:11:58.237473 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-67770608-9bbf-4fee-bcec-02f40ce74b83 req-708f1056-fa01-4051-a1c9-477ce9547e09 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 210 time: 0.6031625 Oct 04 09:11:58.269071 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069f6337-e493-4e36-a912-43e96a12ad2c tempest-RoutersAdminNegativeIpV6Test-874570917 tempest-RoutersAdminNegativeIpV6Test-874570917-project-admin] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:11:58.269071 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-63f7b77e-1a1b-465c-99df-ace2a2910b63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:58.286967 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-b2f85e01-f45d-4044-a3a7-cbf34a132ef5 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Deleting port 4022657a-113d-4c65-a152-5fd8b70c1cd5 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:11:58.287308 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b2f85e01-f45d-4044-a3a7-cbf34a132ef5 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:58.289150 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-069f6337-e493-4e36-a912-43e96a12ad2c tempest-RoutersAdminNegativeIpV6Test-874570917 tempest-RoutersAdminNegativeIpV6Test-874570917-project-admin] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:11:58.298887 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-8912f807-c43f-4ef0-8924-f8b7a20a0de1 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '455be259-f7b8-41ba-ab94-c50a7e94f860') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:11:58.299192 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-8912f807-c43f-4ef0-8924-f8b7a20a0de1 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '455be259-f7b8-41ba-ab94-c50a7e94f860') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:11:58.306037 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-914f658c-a13c-4dab-ad2a-f4a311aa061c req-323ea122-53e6-4148-af8d-930c38cdea86 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:58.313854 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069f6337-e493-4e36-a912-43e96a12ad2c tempest-RoutersAdminNegativeIpV6Test-874570917 tempest-RoutersAdminNegativeIpV6Test-874570917-project-admin] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:11:58.325001 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-01b3ff7b-87f9-46bb-946d-e19e22b83a67 service neutron] Attempting to bind port 5f5386ca-279a-4e59-9b5a-fdcd7d2812cf on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:11:58.325339 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-01b3ff7b-87f9-46bb-946d-e19e22b83a67 service neutron] Attempting to bind port 5f5386ca-279a-4e59-9b5a-fdcd7d2812cf by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': 'f973a6e2-d09c-4697-bd3b-2000b453af7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e8ddde0d-ed42-4501-990c-a14b035fda43'}] {{(pid=89033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:11:58.325657 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-01b3ff7b-87f9-46bb-946d-e19e22b83a67 service neutron] Attempting to bind port 5f5386ca-279a-4e59-9b5a-fdcd7d2812cf on network e8ddde0d-ed42-4501-990c-a14b035fda43 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:58.341577 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-01b3ff7b-87f9-46bb-946d-e19e22b83a67 service neutron] Port 5f5386ca-279a-4e59-9b5a-fdcd7d2812cf on network e8ddde0d-ed42-4501-990c-a14b035fda43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:11:58.341930 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-01b3ff7b-87f9-46bb-946d-e19e22b83a67 service neutron] Attempting to bind port 5f5386ca-279a-4e59-9b5a-fdcd7d2812cf on network e8ddde0d-ed42-4501-990c-a14b035fda43 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:11:58.349147 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-01b3ff7b-87f9-46bb-946d-e19e22b83a67 service neutron] Checking agent: {'id': '1be90a14-1104-4771-996e-684b25b74d15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'started_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:11:58.349492 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-01b3ff7b-87f9-46bb-946d-e19e22b83a67 service neutron] Checking segment: {'id': 'f973a6e2-d09c-4697-bd3b-2000b453af7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e8ddde0d-ed42-4501-990c-a14b035fda43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:11:58.350031 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-01b3ff7b-87f9-46bb-946d-e19e22b83a67 service neutron] Bound using segment: {'id': 'f973a6e2-d09c-4697-bd3b-2000b453af7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e8ddde0d-ed42-4501-990c-a14b035fda43'} {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:11:58.350477 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-01b3ff7b-87f9-46bb-946d-e19e22b83a67 service neutron] Bound port: 5f5386ca-279a-4e59-9b5a-fdcd7d2812cf, host: hv-neutron-8602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f973a6e2-d09c-4697-bd3b-2000b453af7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e8ddde0d-ed42-4501-990c-a14b035fda43'}}] {{(pid=89033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:11:58.350816 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-01b3ff7b-87f9-46bb-946d-e19e22b83a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:58.405240 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8912f807-c43f-4ef0-8924-f8b7a20a0de1 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:58.443750 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-e5baaa27-4e37-417c-88d2-83903f5854ed tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-687838395'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:11:58.475149 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-63f7b77e-1a1b-465c-99df-ace2a2910b63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0747e935-c229-4fdb-9d08-8642886062c2']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:11:58.487681 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b138b8e4-ccf1-40ce-a33b-06fb01253e91 req-b2b3c89b-1817-4bcd-abbf-e2345e9b4a2e tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] 10.222.0.50 "GET /v2.0/security-groups?id=f34b24fc-e33c-4718-8a20-71faa3994815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2782717 Oct 04 09:11:58.510620 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-caf881cb-cbf2-47e8-b0e3-996653f066f7 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:58.510932 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-63f7b77e-1a1b-465c-99df-ace2a2910b63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99a762c4-94a0-4547-9082-866c3e3216ff') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:11:58.511209 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-63f7b77e-1a1b-465c-99df-ace2a2910b63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99a762c4-94a0-4547-9082-866c3e3216ff') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:11:58.518384 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8912f807-c43f-4ef0-8924-f8b7a20a0de1 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:58.521555 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-914f658c-a13c-4dab-ad2a-f4a311aa061c req-323ea122-53e6-4148-af8d-930c38cdea86 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Network 4e61ee37-e03d-4906-997b-978c1601b208 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:11:58.542153 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-01b3ff7b-87f9-46bb-946d-e19e22b83a67 service neutron] For port 5f5386ca-279a-4e59-9b5a-fdcd7d2812cf, host hv-neutron-8602, cleared binding levels {{(pid=89033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:11:58.567648 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b2f85e01-f45d-4044-a3a7-cbf34a132ef5 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:58.567975 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b2f85e01-f45d-4044-a3a7-cbf34a132ef5 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:58.568638 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [req-914f658c-a13c-4dab-ad2a-f4a311aa061c req-323ea122-53e6-4148-af8d-930c38cdea86 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:11:58.570749 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-e5baaa27-4e37-417c-88d2-83903f5854ed tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:58.576345 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-01b3ff7b-87f9-46bb-946d-e19e22b83a67 service neutron] For port 5f5386ca-279a-4e59-9b5a-fdcd7d2812cf, host hv-neutron-8602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=5f5386ca-279a-4e59-9b5a-fdcd7d2812cf,segment=NetworkSegment(f973a6e2-d09c-4697-bd3b-2000b453af7a),segment_id=f973a6e2-d09c-4697-bd3b-2000b453af7a)] {{(pid=89033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:11:58.589101 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8912f807-c43f-4ef0-8924-f8b7a20a0de1 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:11:58.589541 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8912f807-c43f-4ef0-8924-f8b7a20a0de1 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:58.603895 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-914f658c-a13c-4dab-ad2a-f4a311aa061c req-323ea122-53e6-4148-af8d-930c38cdea86 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:11:58.631310 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-63f7b77e-1a1b-465c-99df-ace2a2910b63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:58.639884 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-62a6af70-2115-4f33-9876-518025196404 None None] Attempt 9 to provision port 5d0fbc46-3624-455a-9ef2-def1491924ad Oct 04 09:11:58.653508 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323ea122-53e6-4148-af8d-930c38cdea86 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Pushing event updated for resources: {'Port': ['ID=6c8f126e-75a1-43f2-980d-ad2d5059e1f5,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:58.668885 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-e5baaa27-4e37-417c-88d2-83903f5854ed tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Usage tracker for resource:network and tenant:c7f1bceb3c7e4cbd8de36edfb99e5aa2 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:58.672030 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069f6337-e493-4e36-a912-43e96a12ad2c tempest-RoutersAdminNegativeIpV6Test-874570917 tempest-RoutersAdminNegativeIpV6Test-874570917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:58.672663 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-069f6337-e493-4e36-a912-43e96a12ad2c tempest-RoutersAdminNegativeIpV6Test-874570917 tempest-RoutersAdminNegativeIpV6Test-874570917-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:58.684613 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-e5baaa27-4e37-417c-88d2-83903f5854ed tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:58.690609 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-01b3ff7b-87f9-46bb-946d-e19e22b83a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:58.698306 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-b2f85e01-f45d-4044-a3a7-cbf34a132ef5 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Calling delete_port for 4022657a-113d-4c65-a152-5fd8b70c1cd5 owned by network:floatingip {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:11:58.741497 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-62a6af70-2115-4f33-9876-518025196404 None None] Port 5d0fbc46-3624-455a-9ef2-def1491924ad cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:11:58.763299 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 455be259-f7b8-41ba-ab94-c50a7e94f860 resource provider aggregate not found Oct 04 09:11:58.776125 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-e5baaa27-4e37-417c-88d2-83903f5854ed tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:58.787168 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-01b3ff7b-87f9-46bb-946d-e19e22b83a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:58.790557 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-01b3ff7b-87f9-46bb-946d-e19e22b83a67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:58.792122 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-01b3ff7b-87f9-46bb-946d-e19e22b83a67 service neutron] 10.222.0.20 "PUT /v2.0/ports/5f5386ca-279a-4e59-9b5a-fdcd7d2812cf HTTP/1.1" status: 200 len: 1094 time: 4.7071130 Oct 04 09:11:58.805390 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e79a632-4582-4ce8-a81b-e8fd5f0c1012', 'tag': '5f5386ca-279a-4e59-9b5a-fdcd7d2812cf'}] {{(pid=89033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:11:58.818008 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 455be259-f7b8-41ba-ab94-c50a7e94f860 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 455be259-f7b8-41ba-ab94-c50a7e94f860 found for delete ", "request_id": "req-da965eb4-7df0-4789-b74e-c9036ba72e9b"}]} Oct 04 09:11:58.822448 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-63f7b77e-1a1b-465c-99df-ace2a2910b63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:58.855705 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf881cb-cbf2-47e8-b0e3-996653f066f7 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Pushing event updated for resources: {'Subnet': ['ID=53a185d3-68eb-4f25-a3b7-4e16632e16dd,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:58.858245 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63f7b77e-1a1b-465c-99df-ace2a2910b63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:11:58.858653 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-63f7b77e-1a1b-465c-99df-ace2a2910b63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:58.897880 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b3ff7b-87f9-46bb-946d-e19e22b83a67 service neutron] Pushing event updated for resources: {'Port': ['ID=5f5386ca-279a-4e59-9b5a-fdcd7d2812cf,revision_number=3']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:58.944625 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5baaa27-4e37-417c-88d2-83903f5854ed tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Made reservation on behalf of c7f1bceb3c7e4cbd8de36edfb99e5aa2 for: {'network': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:11:58.948012 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e5baaa27-4e37-417c-88d2-83903f5854ed tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:58.980923 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e417ebe64424eb0358633e416672821aae4ea22acc2211bb28d37655142b7e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e295f6-c9a8-4fb1-9885-c9627c123fe3" -d '{"events": [{"name": "network-changed", "server_uuid": "8e79a632-4582-4ce8-a81b-e8fd5f0c1012", "tag": "5f5386ca-279a-4e59-9b5a-fdcd7d2812cf"}]}' {{(pid=89033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:11:58.981496 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f658c-a13c-4dab-ad2a-f4a311aa061c req-323ea122-53e6-4148-af8d-930c38cdea86 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:58.981986 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-914f658c-a13c-4dab-ad2a-f4a311aa061c req-323ea122-53e6-4148-af8d-930c38cdea86 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:58.985701 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf881cb-cbf2-47e8-b0e3-996653f066f7 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Checking segment: {'id': 'a8e3e0f6-8d16-47a2-9381-3e0f556e7f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '68d2efea-e83d-4976-93ed-92cfd1290465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:11:58.986064 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf881cb-cbf2-47e8-b0e3-996653f066f7 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Network hostable DHCP agents. Network: 68d2efea-e83d-4976-93ed-92cfd1290465, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:11:59.004530 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e5baaa27-4e37-417c-88d2-83903f5854ed tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:59.008628 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b2f85e01-f45d-4044-a3a7-cbf34a132ef5 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:59.028840 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-069f6337-e493-4e36-a912-43e96a12ad2c tempest-RoutersAdminNegativeIpV6Test-874570917 tempest-RoutersAdminNegativeIpV6Test-874570917-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.5403914 Oct 04 09:11:59.028840 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8912f807-c43f-4ef0-8924-f8b7a20a0de1 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:59.039322 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 53708) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:59.059201 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8912f807-c43f-4ef0-8924-f8b7a20a0de1 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a79c542e-6e74-4e9f-8910-35b8fbfc0c0a {{(pid=89032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 04 09:11:59.064841 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8912f807-c43f-4ef0-8924-f8b7a20a0de1 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:59.073488 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-8ad35d37-87ec-479c-a33d-4e4e6ba42750 tempest-RoutersAdminNegativeIpV6Test-874570917 tempest-RoutersAdminNegativeIpV6Test-874570917-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.56'}]}}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:11:59.084545 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-e5baaa27-4e37-417c-88d2-83903f5854ed tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:59.088198 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8912f807-c43f-4ef0-8924-f8b7a20a0de1 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] Pushing event deleted for resources: {'Network': ['ID=a79c542e-6e74-4e9f-8910-35b8fbfc0c0a,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:59.092305 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-8ad35d37-87ec-479c-a33d-4e4e6ba42750 tempest-RoutersAdminNegativeIpV6Test-874570917 tempest-RoutersAdminNegativeIpV6Test-874570917-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:11:59.097453 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-63f7b77e-1a1b-465c-99df-ace2a2910b63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:59.100545 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-e5baaa27-4e37-417c-88d2-83903f5854ed tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Usage tracker for resource:security_group_rule and tenant:c7f1bceb3c7e4cbd8de36edfb99e5aa2 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:59.108881 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-8ad35d37-87ec-479c-a33d-4e4e6ba42750 tempest-RoutersAdminNegativeIpV6Test-874570917 tempest-RoutersAdminNegativeIpV6Test-874570917-project-admin] Usage tracker for resource:router and tenant:04b3b8a67ebb4925a2eeaabc47aebf14 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:11:59.111805 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-e5baaa27-4e37-417c-88d2-83903f5854ed tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:59.119476 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-8912f807-c43f-4ef0-8924-f8b7a20a0de1 tempest-ExternalNetworksTestJSON-759409598 tempest-ExternalNetworksTestJSON-759409598-project-admin] 10.222.0.50 "DELETE /v2.0/networks/a79c542e-6e74-4e9f-8910-35b8fbfc0c0a HTTP/1.1" status: 204 len: 168 time: 3.9868302 Oct 04 09:11:59.119476 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-914f658c-a13c-4dab-ad2a-f4a311aa061c req-323ea122-53e6-4148-af8d-930c38cdea86 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9566491 Oct 04 09:11:59.119476 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-8ad35d37-87ec-479c-a33d-4e4e6ba42750 tempest-RoutersAdminNegativeIpV6Test-874570917 tempest-RoutersAdminNegativeIpV6Test-874570917-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:11:59.126843 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f85e01-f45d-4044-a3a7-cbf34a132ef5 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Pushing event deleted for resources: {'Port': ['ID=4022657a-113d-4c65-a152-5fd8b70c1cd5,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:59.131712 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c994508f-917e-4eee-981e-7837dbb2a191 x-openstack-request-id: req-c994508f-917e-4eee-981e-7837dbb2a191 {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:11:59.132104 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e79a632-4582-4ce8-a81b-e8fd5f0c1012", "tag": "5f5386ca-279a-4e59-9b5a-fdcd7d2812cf", "status": "completed", "code": 200}]} {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:11:59.132481 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c994508f-917e-4eee-981e-7837dbb2a191 {{(pid=89033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:11:59.133163 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c994508f-917e-4eee-981e-7837dbb2a191'] response: {'name': 'network-changed', 'server_uuid': '8e79a632-4582-4ce8-a81b-e8fd5f0c1012', 'tag': '5f5386ca-279a-4e59-9b5a-fdcd7d2812cf', 'status': 'completed', 'code': 200} Oct 04 09:11:59.139561 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53714) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:59.146367 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-e5baaa27-4e37-417c-88d2-83903f5854ed tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:59.148444 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf881cb-cbf2-47e8-b0e3-996653f066f7 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Network 68d2efea-e83d-4976-93ed-92cfd1290465 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:11:59.150919 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-63f7b77e-1a1b-465c-99df-ace2a2910b63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:59.155999 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-63f7b77e-1a1b-465c-99df-ace2a2910b63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213-project] 10.222.0.50 "DELETE /v2.0/networks/0747e935-c229-4fdb-9d08-8642886062c2 HTTP/1.1" status: 204 len: 168 time: 1.8153529 Oct 04 09:11:59.158011 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-8ad35d37-87ec-479c-a33d-4e4e6ba42750 tempest-RoutersAdminNegativeIpV6Test-874570917 tempest-RoutersAdminNegativeIpV6Test-874570917-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:11:59.166966 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f7b77e-1a1b-465c-99df-ace2a2910b63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-305537213-project] Pushing event deleted for resources: {'Network': ['ID=0747e935-c229-4fdb-9d08-8642886062c2,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:11:59.192865 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-caf881cb-cbf2-47e8-b0e3-996653f066f7 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 68d2efea-e83d-4976-93ed-92cfd1290465) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:11:59.200580 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8ad35d37-87ec-479c-a33d-4e4e6ba42750 tempest-RoutersAdminNegativeIpV6Test-874570917 tempest-RoutersAdminNegativeIpV6Test-874570917-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:59.201791 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8ad35d37-87ec-479c-a33d-4e4e6ba42750 tempest-RoutersAdminNegativeIpV6Test-874570917 tempest-RoutersAdminNegativeIpV6Test-874570917-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:59.201936 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb70d6c-24a1-4419-882a-f758a573272d None None] Network 68d2efea-e83d-4976-93ed-92cfd1290465 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:11:59.207130 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf881cb-cbf2-47e8-b0e3-996653f066f7 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:11:59.207728 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-caf881cb-cbf2-47e8-b0e3-996653f066f7 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:59.235458 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-33c089e6-9ba3-4804-9a9c-565b9623e977 tempest-ExternalNetworksTestJSON-946680390 tempest-ExternalNetworksTestJSON-946680390-project] DELETE failed (client error): The resource could not be found. Oct 04 09:11:59.236143 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33c089e6-9ba3-4804-9a9c-565b9623e977 tempest-ExternalNetworksTestJSON-946680390 tempest-ExternalNetworksTestJSON-946680390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:11:59.247938 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-33c089e6-9ba3-4804-9a9c-565b9623e977 tempest-ExternalNetworksTestJSON-946680390 tempest-ExternalNetworksTestJSON-946680390-project] 10.222.0.50 "DELETE /v2.0/subnets/9446b9cb-605e-4c55-9707-faec79ccb152 HTTP/1.1" status: 404 len: 337 time: 0.1072035 Oct 04 09:11:59.250875 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53720) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:59.265414 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-caf881cb-cbf2-47e8-b0e3-996653f066f7 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.8690090 Oct 04 09:11:59.267951 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8ad35d37-87ec-479c-a33d-4e4e6ba42750 tempest-RoutersAdminNegativeIpV6Test-874570917 tempest-RoutersAdminNegativeIpV6Test-874570917-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:59.269820 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 53724) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:59.288186 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-4a661de6-e92b-47a5-b3ae-80d821c45b00 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Request body: {'router': {'external_gateway_info': {'network_id': '68d2efea-e83d-4976-93ed-92cfd1290465'}}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:11:59.342173 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-62a6af70-2115-4f33-9876-518025196404 None None] Attempt 10 to provision port 5d0fbc46-3624-455a-9ef2-def1491924ad Oct 04 09:11:59.426006 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b2f85e01-f45d-4044-a3a7-cbf34a132ef5 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks [] for floatingip, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:59.426633 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.l3_db [None req-b2f85e01-f45d-4044-a3a7-cbf34a132ef5 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Floating IP 0b3625e9-8d75-4aad-87be-0eeceeaaacd1 disassociated (deleted). External IP: 172.26.10.187, port: 5d0fbc46-3624-455a-9ef2-def1491924ad. Oct 04 09:11:59.463146 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-62a6af70-2115-4f33-9876-518025196404 None None] Port 5d0fbc46-3624-455a-9ef2-def1491924ad cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:11:59.633948 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d96cfb-961a-4b61-bd53-5279d0a16457 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-68d2efea-e83d-4976-93ed-92cfd1290465', 'network_id': '68d2efea-e83d-4976-93ed-92cfd1290465', 'tenant_id': 'f1281ad8f0c2447bacbd964711ff9ffb', 'fixed_ips': [{'subnet_id': '53a185d3-68eb-4f25-a3b7-4e16632e16dd'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:11:59.635989 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e6d96cfb-961a-4b61-bd53-5279d0a16457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:59.650022 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-becf4da5-37ad-4061-b147-36a80aade053 None None] Provisioning for port 6c8f126e-75a1-43f2-980d-ad2d5059e1f5 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:11:59.666623 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-becf4da5-37ad-4061-b147-36a80aade053 None None] Provisioning complete for port 6c8f126e-75a1-43f2-980d-ad2d5059e1f5 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:11:59.667002 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-becf4da5-37ad-4061-b147-36a80aade053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:11:59.667439 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-becf4da5-37ad-4061-b147-36a80aade053 None None] Attempt 1 to provision port 6c8f126e-75a1-43f2-980d-ad2d5059e1f5 Oct 04 09:11:59.817474 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-becf4da5-37ad-4061-b147-36a80aade053 None None] Port 6c8f126e-75a1-43f2-980d-ad2d5059e1f5 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:11:59.897780 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-e6d96cfb-961a-4b61-bd53-5279d0a16457 None None] Allocated IP 2001:db8:1::2 (68d2efea-e83d-4976-93ed-92cfd1290465/53a185d3-68eb-4f25-a3b7-4e16632e16dd/b637adf5-6ca1-4254-89c0-90177c7fa386) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:11:59.923352 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53734) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:11:59.960523 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-32479f79-228b-448a-bf29-771df6f14121 tempest-ExternalNetworksTestJSON-946680390 tempest-ExternalNetworksTestJSON-946680390-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:00.018899 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e5baaa27-4e37-417c-88d2-83903f5854ed tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:00.150542 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8ad35d37-87ec-479c-a33d-4e4e6ba42750 tempest-RoutersAdminNegativeIpV6Test-874570917 tempest-RoutersAdminNegativeIpV6Test-874570917-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:00.163854 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e5baaa27-4e37-417c-88d2-83903f5854ed tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:00.255059 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-1a0d8266-9b13-49da-b10c-1c5be2e77d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:00.263263 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-32479f79-228b-448a-bf29-771df6f14121 tempest-ExternalNetworksTestJSON-946680390 tempest-ExternalNetworksTestJSON-946680390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:00.269248 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e6d96cfb-961a-4b61-bd53-5279d0a16457 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:00.281124 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-e6d96cfb-961a-4b61-bd53-5279d0a16457 None None] Transition to ACTIVE for port object b637adf5-6ca1-4254-89c0-90177c7fa386 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:12:00.285500 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ec79f-04cd-4a60-89d9-de75ffc69158 req-e38b44c1-01a0-4390-8258-2700c3c29685 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:00.286208 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-032ec79f-04cd-4a60-89d9-de75ffc69158 req-e38b44c1-01a0-4390-8258-2700c3c29685 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Synchronizing usage tracker for tenant:207ffe4555e7440982e6c7a0c57387dd on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:12:00.302587 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-e6d96cfb-961a-4b61-bd53-5279d0a16457 None None] Transition to ACTIVE for port object b637adf5-6ca1-4254-89c0-90177c7fa386 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:12:00.309194 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e6d96cfb-961a-4b61-bd53-5279d0a16457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:00.321970 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f85e01-f45d-4044-a3a7-cbf34a132ef5 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Router faf1fb1b-98ff-466c-9656-7518b980f827 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:12:00.336154 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-7182cd6c-69a0-4c90-adae-0ff322043434 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=317de130129d4db9b17b741712f04509&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4109132 Oct 04 09:12:00.338960 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-32479f79-228b-448a-bf29-771df6f14121 tempest-ExternalNetworksTestJSON-946680390 tempest-ExternalNetworksTestJSON-946680390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5472d093-1546-447d-843b-8c7ead0859e0']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:00.350170 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53740) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:00.360401 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-32479f79-228b-448a-bf29-771df6f14121 tempest-ExternalNetworksTestJSON-946680390 tempest-ExternalNetworksTestJSON-946680390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dad0009-a4ef-43f8-8a68-e94ae1226b9e') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:00.360401 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-32479f79-228b-448a-bf29-771df6f14121 tempest-ExternalNetworksTestJSON-946680390 tempest-ExternalNetworksTestJSON-946680390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dad0009-a4ef-43f8-8a68-e94ae1226b9e') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:00.360732 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-becf4da5-37ad-4061-b147-36a80aade053 None None] Attempt 2 to provision port 6c8f126e-75a1-43f2-980d-ad2d5059e1f5 Oct 04 09:12:00.367116 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5baaa27-4e37-417c-88d2-83903f5854ed tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=89032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:12:00.375407 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-032ec79f-04cd-4a60-89d9-de75ffc69158 req-e38b44c1-01a0-4390-8258-2700c3c29685 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Unset dirty status for tenant:207ffe4555e7440982e6c7a0c57387dd on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:12:00.376531 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-032ec79f-04cd-4a60-89d9-de75ffc69158 req-e38b44c1-01a0-4390-8258-2700c3c29685 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e79a632-4582-4ce8-a81b-e8fd5f0c1012 HTTP/1.1" status: 200 len: 944 time: 0.5984907 Oct 04 09:12:00.392669 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4a661de6-e92b-47a5-b3ae-80d821c45b00 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:00.401305 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5baaa27-4e37-417c-88d2-83903f5854ed tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8427a355-c996-436b-b228-a6d0d4dd2e36,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:00.430713 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-becf4da5-37ad-4061-b147-36a80aade053 None None] Port 6c8f126e-75a1-43f2-980d-ad2d5059e1f5 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:00.446174 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-32479f79-228b-448a-bf29-771df6f14121 tempest-ExternalNetworksTestJSON-946680390 tempest-ExternalNetworksTestJSON-946680390-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:00.453147 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d96cfb-961a-4b61-bd53-5279d0a16457 None None] Network 68d2efea-e83d-4976-93ed-92cfd1290465 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:12:00.457443 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-e6d96cfb-961a-4b61-bd53-5279d0a16457 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:12:00.458491 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9f5c6-1ed2-46d4-81b2-cb63e6db4ad0 req-a2dfae99-8fd8-407e-bf60-15691a499c79 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:00.459220 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-95b9f5c6-1ed2-46d4-81b2-cb63e6db4ad0 req-a2dfae99-8fd8-407e-bf60-15691a499c79 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Synchronizing usage tracker for tenant:8ef6eeaada3246f29119027d4a154b34 on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:12:00.460645 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d96cfb-961a-4b61-bd53-5279d0a16457 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:12:00.467202 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e5baaa27-4e37-417c-88d2-83903f5854ed tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:00.467362 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.segments_db [None req-e5baaa27-4e37-417c-88d2-83903f5854ed tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Added segment fc5ade76-227a-4892-9eda-70adcb6c3c08 of type vlan for network d6e297a7-f462-4605-9365-9335229b931b Oct 04 09:12:00.471648 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d96cfb-961a-4b61-bd53-5279d0a16457 None None] Pushing event updated for resources: {'Port': ['ID=b637adf5-6ca1-4254-89c0-90177c7fa386,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:00.525726 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-32479f79-228b-448a-bf29-771df6f14121 tempest-ExternalNetworksTestJSON-946680390 tempest-ExternalNetworksTestJSON-946680390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:00.550811 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32479f79-228b-448a-bf29-771df6f14121 tempest-ExternalNetworksTestJSON-946680390 tempest-ExternalNetworksTestJSON-946680390-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:12:00.551211 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-32479f79-228b-448a-bf29-771df6f14121 tempest-ExternalNetworksTestJSON-946680390 tempest-ExternalNetworksTestJSON-946680390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:00.589161 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-914f658c-a13c-4dab-ad2a-f4a311aa061c req-20325583-660a-4f9f-acf1-49460a471ab9 service neutron] Request body: {'port': {'device_id': 'b46b2f21-4377-4666-a5a3-1d3e21d4ff37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8602'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:00.590501 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-e6d96cfb-961a-4b61-bd53-5279d0a16457 None None] Attempting to bind port b637adf5-6ca1-4254-89c0-90177c7fa386 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:12:00.590967 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-e6d96cfb-961a-4b61-bd53-5279d0a16457 None None] Attempting to bind port b637adf5-6ca1-4254-89c0-90177c7fa386 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'a8e3e0f6-8d16-47a2-9381-3e0f556e7f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '68d2efea-e83d-4976-93ed-92cfd1290465'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:12:00.591426 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d96cfb-961a-4b61-bd53-5279d0a16457 None None] Attempting to bind port b637adf5-6ca1-4254-89c0-90177c7fa386 on network 68d2efea-e83d-4976-93ed-92cfd1290465 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:12:00.601742 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d96cfb-961a-4b61-bd53-5279d0a16457 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:12:00.602268 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d96cfb-961a-4b61-bd53-5279d0a16457 None None] Checking segment: {'id': 'a8e3e0f6-8d16-47a2-9381-3e0f556e7f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '68d2efea-e83d-4976-93ed-92cfd1290465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:12:00.602752 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e6d96cfb-961a-4b61-bd53-5279d0a16457 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:00.603380 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d96cfb-961a-4b61-bd53-5279d0a16457 None None] Bound using segment: {'id': 'a8e3e0f6-8d16-47a2-9381-3e0f556e7f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '68d2efea-e83d-4976-93ed-92cfd1290465'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:12:00.603942 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-e6d96cfb-961a-4b61-bd53-5279d0a16457 None None] Bound port: b637adf5-6ca1-4254-89c0-90177c7fa386, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8e3e0f6-8d16-47a2-9381-3e0f556e7f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '68d2efea-e83d-4976-93ed-92cfd1290465'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:12:00.604462 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e6d96cfb-961a-4b61-bd53-5279d0a16457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:00.654461 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-95b9f5c6-1ed2-46d4-81b2-cb63e6db4ad0 req-a2dfae99-8fd8-407e-bf60-15691a499c79 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Unset dirty status for tenant:8ef6eeaada3246f29119027d4a154b34 on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:12:00.656061 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-95b9f5c6-1ed2-46d4-81b2-cb63e6db4ad0 req-a2dfae99-8fd8-407e-bf60-15691a499c79 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 932 time: 1.2251267 Oct 04 09:12:00.663951 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:00.664387 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e5baaa27-4e37-417c-88d2-83903f5854ed tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:00.691528 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 0dad0009-a4ef-43f8-8a68-e94ae1226b9e resource provider aggregate not found Oct 04 09:12:00.715864 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-e6d96cfb-961a-4b61-bd53-5279d0a16457 None None] For port b637adf5-6ca1-4254-89c0-90177c7fa386, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:12:00.721627 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-e6d96cfb-961a-4b61-bd53-5279d0a16457 None None] For port b637adf5-6ca1-4254-89c0-90177c7fa386, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=b637adf5-6ca1-4254-89c0-90177c7fa386,segment=NetworkSegment(a8e3e0f6-8d16-47a2-9381-3e0f556e7f9a),segment_id=a8e3e0f6-8d16-47a2-9381-3e0f556e7f9a)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:12:00.741200 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e6d96cfb-961a-4b61-bd53-5279d0a16457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:00.746344 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-95b9f5c6-1ed2-46d4-81b2-cb63e6db4ad0 req-acdbc595-645b-438e-ad25-be4119d836d9 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726748 Oct 04 09:12:00.783658 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-032ec79f-04cd-4a60-89d9-de75ffc69158 req-3ee68b5f-0bcb-4c91-a69d-27b0c799d3eb tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] 10.222.0.50 "GET /v2.0/security-groups?id=f34b24fc-e33c-4718-8a20-71faa3994815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3366768 Oct 04 09:12:00.810685 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 0dad0009-a4ef-43f8-8a68-e94ae1226b9e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0dad0009-a4ef-43f8-8a68-e94ae1226b9e found for delete ", "request_id": "req-dfb949cf-7ec6-4b59-91d4-a16cb1fc5f39"}]} Oct 04 09:12:00.819890 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-065b56b9-53e4-44a3-b18e-aa01cde7b698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:00.821318 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:00.873847 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d96cfb-961a-4b61-bd53-5279d0a16457 None None] Pushing event updated for resources: {'Port': ['ID=b637adf5-6ca1-4254-89c0-90177c7fa386,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:00.874808 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e5baaa27-4e37-417c-88d2-83903f5854ed tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:00.880457 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5baaa27-4e37-417c-88d2-83903f5854ed tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:00.881331 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e5baaa27-4e37-417c-88d2-83903f5854ed tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:00.887350 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 99a762c4-94a0-4547-9082-866c3e3216ff resource provider aggregate not found Oct 04 09:12:00.889108 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-32479f79-228b-448a-bf29-771df6f14121 tempest-ExternalNetworksTestJSON-946680390 tempest-ExternalNetworksTestJSON-946680390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:00.894584 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-065b56b9-53e4-44a3-b18e-aa01cde7b698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:00.904380 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f85e01-f45d-4044-a3a7-cbf34a132ef5 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:12:00.905946 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-914f658c-a13c-4dab-ad2a-f4a311aa061c req-20325583-660a-4f9f-acf1-49460a471ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:00.918499 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c8c79b-1dfe-455d-86d6-43999e28535d None None] Sync routers for ids ['faf1fb1b-98ff-466c-9656-7518b980f827'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:12:00.926506 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-32479f79-228b-448a-bf29-771df6f14121 tempest-ExternalNetworksTestJSON-946680390 tempest-ExternalNetworksTestJSON-946680390-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:00.931956 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-becf4da5-37ad-4061-b147-36a80aade053 None None] Attempt 3 to provision port 6c8f126e-75a1-43f2-980d-ad2d5059e1f5 Oct 04 09:12:00.935643 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32479f79-228b-448a-bf29-771df6f14121 tempest-ExternalNetworksTestJSON-946680390 tempest-ExternalNetworksTestJSON-946680390-project] Pushing event deleted for resources: {'Network': ['ID=5472d093-1546-447d-843b-8c7ead0859e0,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:00.959859 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 99a762c4-94a0-4547-9082-866c3e3216ff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 99a762c4-94a0-4547-9082-866c3e3216ff found for delete ", "request_id": "req-7436d75d-8f90-4c80-a16c-2e9dde28edfb"}]} Oct 04 09:12:00.965748 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b2f85e01-f45d-4044-a3a7-cbf34a132ef5 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:00.975082 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c8c79b-1dfe-455d-86d6-43999e28535d None None] Routers {'faf1fb1b-98ff-466c-9656-7518b980f827'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:12:00.975317 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-73c8c79b-1dfe-455d-86d6-43999e28535d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:12:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['faf1fb1b-98ff-466c-9656-7518b980f827'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:01.009967 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-32479f79-228b-448a-bf29-771df6f14121 tempest-ExternalNetworksTestJSON-946680390 tempest-ExternalNetworksTestJSON-946680390-project] 10.222.0.50 "DELETE /v2.0/networks/5472d093-1546-447d-843b-8c7ead0859e0 HTTP/1.1" status: 204 len: 168 time: 1.7556107 Oct 04 09:12:01.069073 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e295f6-c9a8-4fb1-9885-c9627c123fe3 req-61536826-31b3-406d-a2ee-c14895a92143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:01.073519 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f2e295f6-c9a8-4fb1-9885-c9627c123fe3 req-61536826-31b3-406d-a2ee-c14895a92143 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=207ffe4555e7440982e6c7a0c57387dd&device_id=8e79a632-4582-4ce8-a81b-e8fd5f0c1012 HTTP/1.1" status: 200 len: 1097 time: 0.3646266 Oct 04 09:12:01.083961 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-73c8c79b-1dfe-455d-86d6-43999e28535d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:01.091004 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-b2f85e01-f45d-4044-a3a7-cbf34a132ef5 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] 10.222.0.50 "DELETE /v2.0/floatingips/0b3625e9-8d75-4aad-87be-0eeceeaaacd1 HTTP/1.1" status: 204 len: 168 time: 3.1614738 Oct 04 09:12:01.109807 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5baaa27-4e37-417c-88d2-83903f5854ed tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Pushing event updated for resources: {'Network': ['ID=d6e297a7-f462-4605-9365-9335229b931b,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:01.123596 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c8c79b-1dfe-455d-86d6-43999e28535d None None] Routers {'faf1fb1b-98ff-466c-9656-7518b980f827'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:12:01.124220 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-73c8c79b-1dfe-455d-86d6-43999e28535d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:12:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['faf1fb1b-98ff-466c-9656-7518b980f827'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:01.137020 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 53756) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:01.142021 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-065b56b9-53e4-44a3-b18e-aa01cde7b698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:01.188781 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-c6c7f10e-61f6-42a8-a931-03017c3e7825 tempest-FloatingIPAdminTestJSON-322560194 tempest-FloatingIPAdminTestJSON-322560194-project-admin] Request body: {'floatingip': {'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:01.193762 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-c6c7f10e-61f6-42a8-a931-03017c3e7825 tempest-FloatingIPAdminTestJSON-322560194 tempest-FloatingIPAdminTestJSON-322560194-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:01.198600 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-c6c7f10e-61f6-42a8-a931-03017c3e7825 tempest-FloatingIPAdminTestJSON-322560194 tempest-FloatingIPAdminTestJSON-322560194-project-admin] Usage tracker for resource:floatingip and tenant:1b4238f5932b4168b8abfccbba369e3c is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:01.202587 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-c6c7f10e-61f6-42a8-a931-03017c3e7825 tempest-FloatingIPAdminTestJSON-322560194 tempest-FloatingIPAdminTestJSON-322560194-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:01.208949 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-c6c7f10e-61f6-42a8-a931-03017c3e7825 tempest-FloatingIPAdminTestJSON-322560194 tempest-FloatingIPAdminTestJSON-322560194-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:01.225580 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-e5baaa27-4e37-417c-88d2-83903f5854ed tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.2236173 Oct 04 09:12:01.235265 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network d6e297a7-f462-4605-9365-9335229b931b details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:12:01.240710 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 53760) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:01.256063 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-52d6ca55-0608-4225-9baf-e9c3c576799d tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Request body: {'subnet': {'network_id': 'd6e297a7-f462-4605-9365-9335229b931b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:01.273130 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-becf4da5-37ad-4061-b147-36a80aade053 None None] Port 6c8f126e-75a1-43f2-980d-ad2d5059e1f5 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:01.297712 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-73c8c79b-1dfe-455d-86d6-43999e28535d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:01.298430 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c8c79b-1dfe-455d-86d6-43999e28535d None None] The sync data for ids ['faf1fb1b-98ff-466c-9656-7518b980f827'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:12:01.343471 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b56b9-53e4-44a3-b18e-aa01cde7b698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ba1e3c-ed14-4817-a586-1ceb78ba7952,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:01.360250 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-065b56b9-53e4-44a3-b18e-aa01cde7b698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:01.363802 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-065b56b9-53e4-44a3-b18e-aa01cde7b698 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/56ba1e3c-ed14-4817-a586-1ceb78ba7952 HTTP/1.1" status: 204 len: 168 time: 1.0086408 Oct 04 09:12:01.428958 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device b637adf5-6ca1-4254-89c0-90177c7fa386 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:12:01.451098 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e295f6-c9a8-4fb1-9885-c9627c123fe3 req-1e605f5e-1721-4c1f-88f2-880c3cbddd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:01.452629 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f2e295f6-c9a8-4fb1-9885-c9627c123fe3 req-1e605f5e-1721-4c1f-88f2-880c3cbddd27 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=207ffe4555e7440982e6c7a0c57387dd&shared=False HTTP/1.1" status: 200 len: 906 time: 0.3637412 Oct 04 09:12:01.477594 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53768) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:01.510394 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port b637adf5-6ca1-4254-89c0-90177c7fa386 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:12:01.607940 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c6c7f10e-61f6-42a8-a931-03017c3e7825 tempest-FloatingIPAdminTestJSON-322560194 tempest-FloatingIPAdminTestJSON-322560194-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:01.774016 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-becf4da5-37ad-4061-b147-36a80aade053 None None] Attempt 4 to provision port 6c8f126e-75a1-43f2-980d-ad2d5059e1f5 Oct 04 09:12:01.781570 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.api.v2.resource [None req-4a661de6-e92b-47a5-b3ae-80d821c45b00 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 09:12:01.791111 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53776) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:01.799721 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-4a661de6-e92b-47a5-b3ae-80d821c45b00 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] 10.222.0.50 "PUT /v2.0/routers/657b4a9b-dbcc-41a2-949c-1a852f3ecd74 HTTP/1.1" status: 400 len: 364 time: 2.5148995 Oct 04 09:12:01.898637 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-becf4da5-37ad-4061-b147-36a80aade053 None None] Port 6c8f126e-75a1-43f2-980d-ad2d5059e1f5 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:01.917568 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53784) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:02.141810 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-52d6ca55-0608-4225-9baf-e9c3c576799d tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:02.152665 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:02.192670 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32fea15-f202-4486-b6d4-6f07af74b641 None None] Network 68d2efea-e83d-4976-93ed-92cfd1290465 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:12:02.195015 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-52d6ca55-0608-4225-9baf-e9c3c576799d tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Usage tracker for resource:subnet and tenant:c7f1bceb3c7e4cbd8de36edfb99e5aa2 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:02.215076 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-52d6ca55-0608-4225-9baf-e9c3c576799d tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:02.237540 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-52d6ca55-0608-4225-9baf-e9c3c576799d tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:02.247510 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-e64c4f18-a0d4-4410-8913-8338d513a0d8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0ffe6d1fc86b454e8bdb294489ff0c0f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7663891 Oct 04 09:12:02.252155 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 53788) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:02.253262 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8ad35d37-87ec-479c-a33d-4e4e6ba42750 tempest-RoutersAdminNegativeIpV6Test-874570917 tempest-RoutersAdminNegativeIpV6Test-874570917-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:02.314760 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8ad35d37-87ec-479c-a33d-4e4e6ba42750 tempest-RoutersAdminNegativeIpV6Test-874570917 tempest-RoutersAdminNegativeIpV6Test-874570917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:02.327029 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e295f6-c9a8-4fb1-9885-c9627c123fe3 req-ec92b107-c6c5-45aa-824a-920d041511cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:02.328511 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f2e295f6-c9a8-4fb1-9885-c9627c123fe3 req-ec92b107-c6c5-45aa-824a-920d041511cb service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8010914 Oct 04 09:12:02.330206 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d6ca55-0608-4225-9baf-e9c3c576799d tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Made reservation on behalf of c7f1bceb3c7e4cbd8de36edfb99e5aa2 for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:12:02.334171 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-52d6ca55-0608-4225-9baf-e9c3c576799d tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:02.354885 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-5bc81f4a-175c-4575-809d-e35e4ebdd596 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c4a5df274e1a49ee9ce993890c1d51ed&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4071255 Oct 04 09:12:02.395967 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 53792) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:02.431057 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-becf4da5-37ad-4061-b147-36a80aade053 None None] Attempt 5 to provision port 6c8f126e-75a1-43f2-980d-ad2d5059e1f5 Oct 04 09:12:02.517337 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-becf4da5-37ad-4061-b147-36a80aade053 None None] Port 6c8f126e-75a1-43f2-980d-ad2d5059e1f5 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:02.537414 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25118c2-3386-4e26-985b-0f9653146fa1 req-c3a8fba8-d0fd-4e62-83aa-7a5815722d3e tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:02.541330 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-d25118c2-3386-4e26-985b-0f9653146fa1 req-c3a8fba8-d0fd-4e62-83aa-7a5815722d3e tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e79a632-4582-4ce8-a81b-e8fd5f0c1012 HTTP/1.1" status: 200 len: 944 time: 0.5681822 Oct 04 09:12:02.659129 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-d25118c2-3386-4e26-985b-0f9653146fa1 req-ec8e4310-df14-4bd6-bb26-558b815629b5 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] 10.222.0.50 "GET /v2.0/security-groups?id=f34b24fc-e33c-4718-8a20-71faa3994815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121078 Oct 04 09:12:02.717460 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8084e4-90f6-47cf-ab7a-6db557f52593 req-77235f6e-b422-4688-ae56-b0b9e88029c9 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:02.718994 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1c8084e4-90f6-47cf-ab7a-6db557f52593 req-77235f6e-b422-4688-ae56-b0b9e88029c9 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 932 time: 0.7289929 Oct 04 09:12:02.733549 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-abb2883e-0e50-4f1b-a0c9-c70dbc6b66bf tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:02.744215 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-89c3d7cf-6b75-45c8-9191-cf8015f0cf43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:02.813436 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.db.resource_extend [req-914f658c-a13c-4dab-ad2a-f4a311aa061c req-20325583-660a-4f9f-acf1-49460a471ab9 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 04 09:12:02.906897 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-ead79eaf-e18e-486a-b08d-6df6989ca1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:02.908558 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-ead79eaf-e18e-486a-b08d-6df6989ca1d0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=207ffe4555e7440982e6c7a0c57387dd&device_id=8e79a632-4582-4ce8-a81b-e8fd5f0c1012 HTTP/1.1" status: 200 len: 1097 time: 0.4891131 Oct 04 09:12:02.914642 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-46a19f59-ddc8-485a-a759-ec3e8d40213c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:02.952467 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-89c3d7cf-6b75-45c8-9191-cf8015f0cf43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:03.019074 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-becf4da5-37ad-4061-b147-36a80aade053 None None] Attempt 6 to provision port 6c8f126e-75a1-43f2-980d-ad2d5059e1f5 Oct 04 09:12:03.029001 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-5197f416-aff3-4783-9962-2cacba10ac6d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f5386ca-279a-4e59-9b5a-fdcd7d2812cf HTTP/1.1" status: 200 len: 217 time: 0.1026952 Oct 04 09:12:03.030373 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1c8084e4-90f6-47cf-ab7a-6db557f52593 req-0ca43b55-4e71-4f84-a7ac-ed7d8b09dce1 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2974272 Oct 04 09:12:03.084073 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-becf4da5-37ad-4061-b147-36a80aade053 None None] Port 6c8f126e-75a1-43f2-980d-ad2d5059e1f5 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:03.097292 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [req-914f658c-a13c-4dab-ad2a-f4a311aa061c req-20325583-660a-4f9f-acf1-49460a471ab9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c8f126e-75a1-43f2-980d-ad2d5059e1f5 {{(pid=89032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:12:03.110638 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-46a19f59-ddc8-485a-a759-ec3e8d40213c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:03.120275 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-829e7aca-3142-4266-8ea5-3e6b8e51837d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:03.122503 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-829e7aca-3142-4266-8ea5-3e6b8e51837d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=68dc2dea-3e89-4e44-9770-d0bf75ecdbc7 HTTP/1.1" status: 200 len: 844 time: 0.0873988 Oct 04 09:12:03.131020 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c6c7f10e-61f6-42a8-a931-03017c3e7825 tempest-FloatingIPAdminTestJSON-322560194 tempest-FloatingIPAdminTestJSON-322560194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:03.137922 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-914f658c-a13c-4dab-ad2a-f4a311aa061c req-20325583-660a-4f9f-acf1-49460a471ab9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:03.213080 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8ad35d37-87ec-479c-a33d-4e4e6ba42750 tempest-RoutersAdminNegativeIpV6Test-874570917 tempest-RoutersAdminNegativeIpV6Test-874570917-project-admin] Notify callbacks [] for router, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:03.425133 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-4c77b09b-abd1-4001-979e-df8afcb809ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:03.425957 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-914f658c-a13c-4dab-ad2a-f4a311aa061c req-20325583-660a-4f9f-acf1-49460a471ab9 service neutron] Transition to ACTIVE for port object 6c8f126e-75a1-43f2-980d-ad2d5059e1f5 will not be triggered until provisioned by entity L2. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:12:03.426650 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-4c77b09b-abd1-4001-979e-df8afcb809ac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e8ddde0d-ed42-4501-990c-a14b035fda43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1607833 Oct 04 09:12:03.460280 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-abb2883e-0e50-4f1b-a0c9-c70dbc6b66bf tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Allocated IP 2001:db8::1 (c71c659b-7a13-4760-835f-bfe149079238/fe54a27c-dc01-4839-9b04-56ac1bcc4ed1/8e3e2319-1f05-4214-8421-01f3c7493e46) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:12:03.506556 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-914f658c-a13c-4dab-ad2a-f4a311aa061c req-20325583-660a-4f9f-acf1-49460a471ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:03.585284 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-becf4da5-37ad-4061-b147-36a80aade053 None None] Attempt 7 to provision port 6c8f126e-75a1-43f2-980d-ad2d5059e1f5 Oct 04 09:12:03.649888 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-89c3d7cf-6b75-45c8-9191-cf8015f0cf43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:03.664003 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-becf4da5-37ad-4061-b147-36a80aade053 None None] Port 6c8f126e-75a1-43f2-980d-ad2d5059e1f5 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:03.677823 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-0b583752-c4ad-407a-924a-ddaabf58a848 service neutron] 10.222.0.20 "GET /v2.0/networks/e8ddde0d-ed42-4501-990c-a14b035fda43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399788 Oct 04 09:12:03.806699 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-abb2883e-0e50-4f1b-a0c9-c70dbc6b66bf tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:03.846320 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c3d7cf-6b75-45c8-9191-cf8015f0cf43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06da4f85-2c49-459f-89f9-b02b43f50d83,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:03.848277 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-52d6ca55-0608-4225-9baf-e9c3c576799d tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:03.900674 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-abb2883e-0e50-4f1b-a0c9-c70dbc6b66bf tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Transition to ACTIVE for port object 8e3e2319-1f05-4214-8421-01f3c7493e46 will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:12:03.933298 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f507288b-b8ca-4c6c-b08b-849465f7b4d9 req-eacfafb0-3871-489a-aa68-770abdd88402 service neutron] 10.222.0.20 "GET /v2.0/networks/e8ddde0d-ed42-4501-990c-a14b035fda43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446258 Oct 04 09:12:03.962242 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d272206c-54c0-4625-a2b4-42662b4f9386 req-34663f4a-9806-419c-9604-db14fd924808 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:03.968926 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-d272206c-54c0-4625-a2b4-42662b4f9386 req-34663f4a-9806-419c-9604-db14fd924808 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e79a632-4582-4ce8-a81b-e8fd5f0c1012 HTTP/1.1" status: 200 len: 944 time: 0.1569383 Oct 04 09:12:03.986528 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-abb2883e-0e50-4f1b-a0c9-c70dbc6b66bf tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:04.009817 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-46a19f59-ddc8-485a-a759-ec3e8d40213c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:04.036136 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20325583-660a-4f9f-acf1-49460a471ab9 service neutron] Pushing event updated for resources: {'Port': ['ID=6c8f126e-75a1-43f2-980d-ad2d5059e1f5,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:04.059070 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8ad35d37-87ec-479c-a33d-4e4e6ba42750 tempest-RoutersAdminNegativeIpV6Test-874570917 tempest-RoutersAdminNegativeIpV6Test-874570917-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:04.072618 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb2883e-0e50-4f1b-a0c9-c70dbc6b66bf tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Network c71c659b-7a13-4760-835f-bfe149079238 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:12:04.073176 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8ad35d37-87ec-479c-a33d-4e4e6ba42750 tempest-RoutersAdminNegativeIpV6Test-874570917 tempest-RoutersAdminNegativeIpV6Test-874570917-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:04.078002 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-abb2883e-0e50-4f1b-a0c9-c70dbc6b66bf tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:12:04.083906 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-d272206c-54c0-4625-a2b4-42662b4f9386 req-7001b0f7-78f2-4524-9ac7-879c6656345a tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] 10.222.0.50 "GET /v2.0/security-groups?id=f34b24fc-e33c-4718-8a20-71faa3994815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141322 Oct 04 09:12:04.087186 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb2883e-0e50-4f1b-a0c9-c70dbc6b66bf tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:12:04.087710 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-abb2883e-0e50-4f1b-a0c9-c70dbc6b66bf tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737202'] for router_interface, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:04.135682 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb2883e-0e50-4f1b-a0c9-c70dbc6b66bf tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Pushing event updated for resources: {'Port': ['ID=8e3e2319-1f05-4214-8421-01f3c7493e46,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:04.166370 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-becf4da5-37ad-4061-b147-36a80aade053 None None] Attempt 8 to provision port 6c8f126e-75a1-43f2-980d-ad2d5059e1f5 Oct 04 09:12:04.227748 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-abb2883e-0e50-4f1b-a0c9-c70dbc6b66bf tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:04.231695 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-c6c7f10e-61f6-42a8-a931-03017c3e7825 tempest-FloatingIPAdminTestJSON-322560194 tempest-FloatingIPAdminTestJSON-322560194-project-admin] Allocated IP 172.26.10.39 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/f20a4338-2ed3-4fba-a5d8-0ce890d761d8) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:12:04.247235 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a19f59-ddc8-485a-a759-ec3e8d40213c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc485d0-f3a0-49e9-bc9d-29f9dc1e0fc0,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:04.253303 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-becf4da5-37ad-4061-b147-36a80aade053 None None] Port 6c8f126e-75a1-43f2-980d-ad2d5059e1f5 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:04.255809 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d6ca55-0608-4225-9baf-e9c3c576799d tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Pushing event updated for resources: {'Subnet': ['ID=a23350a6-ef15-4458-bf6b-37ae6f102612,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:04.312637 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-89c3d7cf-6b75-45c8-9191-cf8015f0cf43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:04.313758 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-89c3d7cf-6b75-45c8-9191-cf8015f0cf43 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/06da4f85-2c49-459f-89f9-b02b43f50d83 HTTP/1.1" status: 204 len: 168 time: 2.0326476 Oct 04 09:12:04.314863 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-46a19f59-ddc8-485a-a759-ec3e8d40213c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:04.315938 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-46a19f59-ddc8-485a-a759-ec3e8d40213c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4cc485d0-f3a0-49e9-bc9d-29f9dc1e0fc0 HTTP/1.1" status: 204 len: 168 time: 1.8968067 Oct 04 09:12:04.333738 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-914f658c-a13c-4dab-ad2a-f4a311aa061c req-20325583-660a-4f9f-acf1-49460a471ab9 service neutron] Attempting to bind port 6c8f126e-75a1-43f2-980d-ad2d5059e1f5 on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:12:04.334406 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-914f658c-a13c-4dab-ad2a-f4a311aa061c req-20325583-660a-4f9f-acf1-49460a471ab9 service neutron] Attempting to bind port 6c8f126e-75a1-43f2-980d-ad2d5059e1f5 by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': 'ab774fdc-dff8-49ef-a1f1-5ebb0e8fcda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '4e61ee37-e03d-4906-997b-978c1601b208'}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:12:04.334719 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914f658c-a13c-4dab-ad2a-f4a311aa061c req-20325583-660a-4f9f-acf1-49460a471ab9 service neutron] Attempting to bind port 6c8f126e-75a1-43f2-980d-ad2d5059e1f5 on network 4e61ee37-e03d-4906-997b-978c1601b208 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:12:04.340569 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d6ca55-0608-4225-9baf-e9c3c576799d tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Checking segment: {'id': 'fc5ade76-227a-4892-9eda-70adcb6c3c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'd6e297a7-f462-4605-9365-9335229b931b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:12:04.340937 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d6ca55-0608-4225-9baf-e9c3c576799d tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Network hostable DHCP agents. Network: d6e297a7-f462-4605-9365-9335229b931b, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:12:04.345231 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8ad35d37-87ec-479c-a33d-4e4e6ba42750 tempest-RoutersAdminNegativeIpV6Test-874570917 tempest-RoutersAdminNegativeIpV6Test-874570917-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:04.345719 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad35d37-87ec-479c-a33d-4e4e6ba42750 tempest-RoutersAdminNegativeIpV6Test-874570917 tempest-RoutersAdminNegativeIpV6Test-874570917-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2e1e2c96-8aa9-4fbc-8e36-4aade18883d7 {{(pid=89032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:12:04.407768 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914f658c-a13c-4dab-ad2a-f4a311aa061c req-20325583-660a-4f9f-acf1-49460a471ab9 service neutron] Port 6c8f126e-75a1-43f2-980d-ad2d5059e1f5 on network 4e61ee37-e03d-4906-997b-978c1601b208 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:12:04.408002 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914f658c-a13c-4dab-ad2a-f4a311aa061c req-20325583-660a-4f9f-acf1-49460a471ab9 service neutron] Attempting to bind port 6c8f126e-75a1-43f2-980d-ad2d5059e1f5 on network 4e61ee37-e03d-4906-997b-978c1601b208 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:12:04.482186 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914f658c-a13c-4dab-ad2a-f4a311aa061c req-20325583-660a-4f9f-acf1-49460a471ab9 service neutron] Checking agent: {'id': '1be90a14-1104-4771-996e-684b25b74d15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'started_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:12:04.482589 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914f658c-a13c-4dab-ad2a-f4a311aa061c req-20325583-660a-4f9f-acf1-49460a471ab9 service neutron] Checking segment: {'id': 'ab774fdc-dff8-49ef-a1f1-5ebb0e8fcda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '4e61ee37-e03d-4906-997b-978c1601b208'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:12:04.483194 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914f658c-a13c-4dab-ad2a-f4a311aa061c req-20325583-660a-4f9f-acf1-49460a471ab9 service neutron] Bound using segment: {'id': 'ab774fdc-dff8-49ef-a1f1-5ebb0e8fcda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '4e61ee37-e03d-4906-997b-978c1601b208'} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:12:04.483778 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-914f658c-a13c-4dab-ad2a-f4a311aa061c req-20325583-660a-4f9f-acf1-49460a471ab9 service neutron] Bound port: 6c8f126e-75a1-43f2-980d-ad2d5059e1f5, host: hv-neutron-8602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab774fdc-dff8-49ef-a1f1-5ebb0e8fcda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '4e61ee37-e03d-4906-997b-978c1601b208'}}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:12:04.484027 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-914f658c-a13c-4dab-ad2a-f4a311aa061c req-20325583-660a-4f9f-acf1-49460a471ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:04.526651 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.api.v2.resource [None req-8ad35d37-87ec-479c-a33d-4e4e6ba42750 tempest-RoutersAdminNegativeIpV6Test-874570917 tempest-RoutersAdminNegativeIpV6Test-874570917-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 04 09:12:04.528145 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-8ad35d37-87ec-479c-a33d-4e4e6ba42750 tempest-RoutersAdminNegativeIpV6Test-874570917 tempest-RoutersAdminNegativeIpV6Test-874570917-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.4753282 Oct 04 09:12:04.552141 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53806) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:04.570687 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d6ca55-0608-4225-9baf-e9c3c576799d tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Network d6e297a7-f462-4605-9365-9335229b931b is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:12:04.641723 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-52d6ca55-0608-4225-9baf-e9c3c576799d tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, d6e297a7-f462-4605-9365-9335229b931b) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:12:04.656964 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415b0a0b-8ae8-46b6-af2a-0e46e5588b40 None None] Network d6e297a7-f462-4605-9365-9335229b931b requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:12:04.658575 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-229712f5-ed75-482b-96d2-0c6201c8563c tempest-RoutersAdminNegativeIpV6Test-874570917 tempest-RoutersAdminNegativeIpV6Test-874570917-project-admin] Deleting port 8112377a-2ca4-4ca5-9ecf-6508fc3a453c {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:12:04.659113 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-229712f5-ed75-482b-96d2-0c6201c8563c tempest-RoutersAdminNegativeIpV6Test-874570917 tempest-RoutersAdminNegativeIpV6Test-874570917-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:04.660903 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90de638-c2de-4643-aae8-4d7e1dda56a3 req-521ce48a-af7a-4dab-8a4a-a23c16c07661 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:04.662485 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f90de638-c2de-4643-aae8-4d7e1dda56a3 req-521ce48a-af7a-4dab-8a4a-a23c16c07661 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 944 time: 0.4328754 Oct 04 09:12:04.682464 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d6ca55-0608-4225-9baf-e9c3c576799d tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:04.683899 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-52d6ca55-0608-4225-9baf-e9c3c576799d tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:04.716262 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-914f658c-a13c-4dab-ad2a-f4a311aa061c req-20325583-660a-4f9f-acf1-49460a471ab9 service neutron] For port 6c8f126e-75a1-43f2-980d-ad2d5059e1f5, host hv-neutron-8602, cleared binding levels {{(pid=89032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:12:04.721153 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c6c7f10e-61f6-42a8-a931-03017c3e7825 tempest-FloatingIPAdminTestJSON-322560194 tempest-FloatingIPAdminTestJSON-322560194-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:04.757685 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-914f658c-a13c-4dab-ad2a-f4a311aa061c req-20325583-660a-4f9f-acf1-49460a471ab9 service neutron] For port 6c8f126e-75a1-43f2-980d-ad2d5059e1f5, host hv-neutron-8602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=6c8f126e-75a1-43f2-980d-ad2d5059e1f5,segment=NetworkSegment(ab774fdc-dff8-49ef-a1f1-5ebb0e8fcda7),segment_id=ab774fdc-dff8-49ef-a1f1-5ebb0e8fcda7)] {{(pid=89032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:12:04.772007 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-914f658c-a13c-4dab-ad2a-f4a311aa061c req-20325583-660a-4f9f-acf1-49460a471ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:04.777117 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-52d6ca55-0608-4225-9baf-e9c3c576799d tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5277960 Oct 04 09:12:04.821310 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f658c-a13c-4dab-ad2a-f4a311aa061c req-20325583-660a-4f9f-acf1-49460a471ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:04.822226 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-914f658c-a13c-4dab-ad2a-f4a311aa061c req-20325583-660a-4f9f-acf1-49460a471ab9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:04.823665 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-914f658c-a13c-4dab-ad2a-f4a311aa061c req-20325583-660a-4f9f-acf1-49460a471ab9 service neutron] 10.222.0.20 "PUT /v2.0/ports/6c8f126e-75a1-43f2-980d-ad2d5059e1f5 HTTP/1.1" status: 200 len: 1094 time: 4.2432926 Oct 04 09:12:04.824132 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 53814) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:04.832723 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b46b2f21-4377-4666-a5a3-1d3e21d4ff37', 'tag': '6c8f126e-75a1-43f2-980d-ad2d5059e1f5'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:12:04.861274 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-b8f3f26c-6bad-4be0-bf0a-00b9e76b847f tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Request body: {'port': {'network_id': 'd6e297a7-f462-4605-9365-9335229b931b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-637411885'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:04.878256 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f90de638-c2de-4643-aae8-4d7e1dda56a3 req-7827b2d3-1842-4e21-9f36-a1476b429fc8 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1894319 Oct 04 09:12:04.918268 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-becf4da5-37ad-4061-b147-36a80aade053 None None] Attempt 9 to provision port 6c8f126e-75a1-43f2-980d-ad2d5059e1f5 Oct 04 09:12:05.032479 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53824) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:05.085042 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-becf4da5-37ad-4061-b147-36a80aade053 None None] Port 6c8f126e-75a1-43f2-980d-ad2d5059e1f5 had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 09:12:05.196769 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20325583-660a-4f9f-acf1-49460a471ab9 service neutron] Pushing event updated for resources: {'Port': ['ID=6c8f126e-75a1-43f2-980d-ad2d5059e1f5,revision_number=3']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:05.225643 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c6c7f10e-61f6-42a8-a931-03017c3e7825 tempest-FloatingIPAdminTestJSON-322560194 tempest-FloatingIPAdminTestJSON-322560194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:05.258859 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-becf4da5-37ad-4061-b147-36a80aade053 None None] Provisioning for port 5f5386ca-279a-4e59-9b5a-fdcd7d2812cf completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:12:05.271352 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed8d54f-c014-44e4-9997-44b23921054e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-d6e297a7-f462-4605-9365-9335229b931b', 'network_id': 'd6e297a7-f462-4605-9365-9335229b931b', 'tenant_id': 'c7f1bceb3c7e4cbd8de36edfb99e5aa2', 'fixed_ips': [{'subnet_id': 'a23350a6-ef15-4458-bf6b-37ae6f102612'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:12:05.276771 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-9ed8d54f-c014-44e4-9997-44b23921054e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:05.330490 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c7f10e-61f6-42a8-a931-03017c3e7825 tempest-FloatingIPAdminTestJSON-322560194 tempest-FloatingIPAdminTestJSON-322560194-project-admin] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:12:05.337882 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-b8f3f26c-6bad-4be0-bf0a-00b9e76b847f tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:05.341198 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-c6c7f10e-61f6-42a8-a931-03017c3e7825 tempest-FloatingIPAdminTestJSON-322560194 tempest-FloatingIPAdminTestJSON-322560194-project-admin] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:12:05.343484 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c7f10e-61f6-42a8-a931-03017c3e7825 tempest-FloatingIPAdminTestJSON-322560194 tempest-FloatingIPAdminTestJSON-322560194-project-admin] Pushing event updated for resources: {'Port': ['ID=f20a4338-2ed3-4fba-a5d8-0ce890d761d8,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:05.348302 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c7f10e-61f6-42a8-a931-03017c3e7825 tempest-FloatingIPAdminTestJSON-322560194 tempest-FloatingIPAdminTestJSON-322560194-project-admin] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:12:05.375383 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-b8f3f26c-6bad-4be0-bf0a-00b9e76b847f tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Usage tracker for resource:port and tenant:c7f1bceb3c7e4cbd8de36edfb99e5aa2 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:05.382805 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-b8f3f26c-6bad-4be0-bf0a-00b9e76b847f tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:05.398845 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f658c-a13c-4dab-ad2a-f4a311aa061c req-675dac7d-86ae-4e2c-b488-9c1b70359bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:05.400637 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-914f658c-a13c-4dab-ad2a-f4a311aa061c req-675dac7d-86ae-4e2c-b488-9c1b70359bac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8ef6eeaada3246f29119027d4a154b34&device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 1097 time: 0.5090747 Oct 04 09:12:05.410287 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-b8f3f26c-6bad-4be0-bf0a-00b9e76b847f tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:05.422896 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeaf79f0-24f3-4ddf-8a87-32c16b2e9799" -d '{"events": [{"name": "network-changed", "server_uuid": "b46b2f21-4377-4666-a5a3-1d3e21d4ff37", "tag": "6c8f126e-75a1-43f2-980d-ad2d5059e1f5"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:12:05.478416 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-f8874ce0-815f-4732-b294-b1bc8ac3097c None None] Provisioning for port b637adf5-6ca1-4254-89c0-90177c7fa386 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:12:05.485637 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-31c659f1-4a4a-4c83-bf7c-b772d10929ec admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fdf1899fe0e7433f8f7adfcb3396fddd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4517636 Oct 04 09:12:05.489270 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-f8874ce0-815f-4732-b294-b1bc8ac3097c None None] Provisioning complete for port b637adf5-6ca1-4254-89c0-90177c7fa386 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:12:05.495666 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53838) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:05.499012 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-914f658c-a13c-4dab-ad2a-f4a311aa061c req-4a3d89e9-0fea-430e-98e2-c6f665303568 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c8f126e-75a1-43f2-980d-ad2d5059e1f5 HTTP/1.1" status: 200 len: 217 time: 0.0815904 Oct 04 09:12:05.501814 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f3f26c-6bad-4be0-bf0a-00b9e76b847f tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Made reservation on behalf of c7f1bceb3c7e4cbd8de36edfb99e5aa2 for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:12:05.502252 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f8874ce0-815f-4732-b294-b1bc8ac3097c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:05.502802 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f8874ce0-815f-4732-b294-b1bc8ac3097c None None] Attempt 1 to provision port b637adf5-6ca1-4254-89c0-90177c7fa386 Oct 04 09:12:05.513304 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b8f3f26c-6bad-4be0-bf0a-00b9e76b847f tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:05.677743 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [None req-b8f3f26c-6bad-4be0-bf0a-00b9e76b847f tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] device_id is not set on port bcf39202-2413-4083-8190-570227ee2d09 yet. {{(pid=89032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:12:05.735640 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.db.resource_extend [None req-abb2883e-0e50-4f1b-a0c9-c70dbc6b66bf tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 04 09:12:05.764267 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be336cb-5583-4811-a042-31eefac64186 x-openstack-request-id: req-0be336cb-5583-4811-a042-31eefac64186 {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:12:05.764621 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b46b2f21-4377-4666-a5a3-1d3e21d4ff37", "tag": "6c8f126e-75a1-43f2-980d-ad2d5059e1f5", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:12:05.764846 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0be336cb-5583-4811-a042-31eefac64186 {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:12:05.765304 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0be336cb-5583-4811-a042-31eefac64186'] response: {'name': 'network-changed', 'server_uuid': 'b46b2f21-4377-4666-a5a3-1d3e21d4ff37', 'tag': '6c8f126e-75a1-43f2-980d-ad2d5059e1f5', 'status': 'completed', 'code': 200} Oct 04 09:12:05.784677 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267c42e-68e4-4902-ad77-d65f3f0c6285 req-45150cbc-db3e-4164-916a-d6f0c2414c9b tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:05.786827 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-c267c42e-68e4-4902-ad77-d65f3f0c6285 req-45150cbc-db3e-4164-916a-d6f0c2414c9b tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e79a632-4582-4ce8-a81b-e8fd5f0c1012 HTTP/1.1" status: 200 len: 944 time: 0.4325449 Oct 04 09:12:05.804158 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-abb2883e-0e50-4f1b-a0c9-c70dbc6b66bf tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:05.831002 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-229712f5-ed75-482b-96d2-0c6201c8563c tempest-RoutersAdminNegativeIpV6Test-874570917 tempest-RoutersAdminNegativeIpV6Test-874570917-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:05.836254 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f658c-a13c-4dab-ad2a-f4a311aa061c req-634650b3-d045-4fc4-8b46-9107ed9aa2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:05.838442 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-914f658c-a13c-4dab-ad2a-f4a311aa061c req-634650b3-d045-4fc4-8b46-9107ed9aa2ae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=373d4a32-610a-4c8a-84eb-e8dbb10358db HTTP/1.1" status: 200 len: 851 time: 0.2978861 Oct 04 09:12:05.846009 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-abb2883e-0e50-4f1b-a0c9-c70dbc6b66bf tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:05.846610 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-abb2883e-0e50-4f1b-a0c9-c70dbc6b66bf tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736777'] for router_interface, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:05.846745 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-9ed8d54f-c014-44e4-9997-44b23921054e None None] Allocated IP 172.20.0.2 (d6e297a7-f462-4605-9365-9335229b931b/a23350a6-ef15-4458-bf6b-37ae6f102612/30456228-18aa-4ecd-bf9e-53f6b937e55b) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:12:05.850226 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-87064737-850b-445b-a97a-4f0430986238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:05.868869 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f8874ce0-815f-4732-b294-b1bc8ac3097c None None] Current status of the port b637adf5-6ca1-4254-89c0-90177c7fa386 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:12:05.869253 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f8874ce0-815f-4732-b294-b1bc8ac3097c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:05.878603 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-87064737-850b-445b-a97a-4f0430986238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:05.919118 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c6c7f10e-61f6-42a8-a931-03017c3e7825 tempest-FloatingIPAdminTestJSON-322560194 tempest-FloatingIPAdminTestJSON-322560194-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:05.987937 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-f8874ce0-815f-4732-b294-b1bc8ac3097c None None] For port b637adf5-6ca1-4254-89c0-90177c7fa386, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=b637adf5-6ca1-4254-89c0-90177c7fa386,segment=NetworkSegment(a8e3e0f6-8d16-47a2-9381-3e0f556e7f9a),segment_id=a8e3e0f6-8d16-47a2-9381-3e0f556e7f9a)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:12:06.012336 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f658c-a13c-4dab-ad2a-f4a311aa061c req-5c3cda9f-f9e3-47bf-aacd-4a1cb83a84ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:06.013856 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-914f658c-a13c-4dab-ad2a-f4a311aa061c req-5c3cda9f-f9e3-47bf-aacd-4a1cb83a84ca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4e61ee37-e03d-4906-997b-978c1601b208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1659148 Oct 04 09:12:06.014627 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c6c7f10e-61f6-42a8-a931-03017c3e7825 tempest-FloatingIPAdminTestJSON-322560194 tempest-FloatingIPAdminTestJSON-322560194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:06.067869 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f8874ce0-815f-4732-b294-b1bc8ac3097c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:06.132186 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-229712f5-ed75-482b-96d2-0c6201c8563c tempest-RoutersAdminNegativeIpV6Test-874570917 tempest-RoutersAdminNegativeIpV6Test-874570917-project-admin] Calling delete_port for 8112377a-2ca4-4ca5-9ecf-6508fc3a453c owned by {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:12:06.210448 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8874ce0-815f-4732-b294-b1bc8ac3097c None None] Pushing event updated for resources: {'Port': ['ID=b637adf5-6ca1-4254-89c0-90177c7fa386,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:06.248708 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-f8874ce0-815f-4732-b294-b1bc8ac3097c None None] Provisioning for port 8e3e2319-1f05-4214-8421-01f3c7493e46 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:12:06.258810 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-9ed8d54f-c014-44e4-9997-44b23921054e None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:06.261550 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-f8874ce0-815f-4732-b294-b1bc8ac3097c None None] Provisioning complete for port 8e3e2319-1f05-4214-8421-01f3c7493e46 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:12:06.262005 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f8874ce0-815f-4732-b294-b1bc8ac3097c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:06.262347 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f8874ce0-815f-4732-b294-b1bc8ac3097c None None] Attempt 1 to provision port 8e3e2319-1f05-4214-8421-01f3c7493e46 Oct 04 09:12:06.275770 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-c267c42e-68e4-4902-ad77-d65f3f0c6285 req-97a3f946-22d0-4ee1-a8f0-f5b1c28e94eb tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] 10.222.0.50 "GET /v2.0/security-groups?id=f34b24fc-e33c-4718-8a20-71faa3994815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4739709 Oct 04 09:12:06.329392 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f8874ce0-815f-4732-b294-b1bc8ac3097c None None] Port 8e3e2319-1f05-4214-8421-01f3c7493e46 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:06.336699 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-914f658c-a13c-4dab-ad2a-f4a311aa061c req-a009f0b4-7892-47eb-a56a-3596d31db68f service neutron] 10.222.0.20 "GET /v2.0/networks/4e61ee37-e03d-4906-997b-978c1601b208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917881 Oct 04 09:12:06.336945 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-9ed8d54f-c014-44e4-9997-44b23921054e None None] Transition to ACTIVE for port object 30456228-18aa-4ecd-bf9e-53f6b937e55b will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:12:06.345408 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb2883e-0e50-4f1b-a0c9-c70dbc6b66bf tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Pushing event updated for resources: {'Port': ['ID=8e3e2319-1f05-4214-8421-01f3c7493e46,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:06.350367 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-87064737-850b-445b-a97a-4f0430986238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:06.364312 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-9ed8d54f-c014-44e4-9997-44b23921054e None None] Transition to ACTIVE for port object 30456228-18aa-4ecd-bf9e-53f6b937e55b will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:12:06.375875 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-9ed8d54f-c014-44e4-9997-44b23921054e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:06.381162 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87064737-850b-445b-a97a-4f0430986238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602c970b-0b0c-4888-a390-cd54a8552208,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:06.452215 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed8d54f-c014-44e4-9997-44b23921054e None None] Network d6e297a7-f462-4605-9365-9335229b931b is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:12:06.461621 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-87064737-850b-445b-a97a-4f0430986238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:06.465653 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-87064737-850b-445b-a97a-4f0430986238 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/602c970b-0b0c-4888-a390-cd54a8552208 HTTP/1.1" status: 204 len: 168 time: 0.9579291 Oct 04 09:12:06.465801 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-9ed8d54f-c014-44e4-9997-44b23921054e None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:12:06.474105 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed8d54f-c014-44e4-9997-44b23921054e None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:12:06.484219 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb2883e-0e50-4f1b-a0c9-c70dbc6b66bf tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Network c71c659b-7a13-4760-835f-bfe149079238 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:12:06.485383 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-abb2883e-0e50-4f1b-a0c9-c70dbc6b66bf tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:12:06.586790 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed8d54f-c014-44e4-9997-44b23921054e None None] Pushing event updated for resources: {'Port': ['ID=30456228-18aa-4ecd-bf9e-53f6b937e55b,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:06.626939 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-9ed8d54f-c014-44e4-9997-44b23921054e None None] Attempting to bind port 30456228-18aa-4ecd-bf9e-53f6b937e55b on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:12:06.627317 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-9ed8d54f-c014-44e4-9997-44b23921054e None None] Attempting to bind port 30456228-18aa-4ecd-bf9e-53f6b937e55b by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'fc5ade76-227a-4892-9eda-70adcb6c3c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'd6e297a7-f462-4605-9365-9335229b931b'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:12:06.627683 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed8d54f-c014-44e4-9997-44b23921054e None None] Attempting to bind port 30456228-18aa-4ecd-bf9e-53f6b937e55b on network d6e297a7-f462-4605-9365-9335229b931b {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:12:06.640116 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed8d54f-c014-44e4-9997-44b23921054e None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:12:06.640522 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed8d54f-c014-44e4-9997-44b23921054e None None] Checking segment: {'id': 'fc5ade76-227a-4892-9eda-70adcb6c3c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'd6e297a7-f462-4605-9365-9335229b931b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:12:06.640926 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-9ed8d54f-c014-44e4-9997-44b23921054e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:06.641623 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed8d54f-c014-44e4-9997-44b23921054e None None] Bound using segment: {'id': 'fc5ade76-227a-4892-9eda-70adcb6c3c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'd6e297a7-f462-4605-9365-9335229b931b'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:12:06.643130 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-9ed8d54f-c014-44e4-9997-44b23921054e None None] Bound port: 30456228-18aa-4ecd-bf9e-53f6b937e55b, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc5ade76-227a-4892-9eda-70adcb6c3c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'd6e297a7-f462-4605-9365-9335229b931b'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:12:06.643505 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-9ed8d54f-c014-44e4-9997-44b23921054e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:06.732180 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-914f658c-a13c-4dab-ad2a-f4a311aa061c req-4495618a-92de-4187-bcb5-728a1be4daa5 service neutron] 10.222.0.20 "GET /v2.0/networks/4e61ee37-e03d-4906-997b-978c1601b208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3833005 Oct 04 09:12:06.737832 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.db.api [None req-b8f3f26c-6bad-4be0-bf0a-00b9e76b847f tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-43ede6de-20fe-4387-853f-d4b1280a1664 {{(pid=89032) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:12:06.738418 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG oslo_db.api [None req-b8f3f26c-6bad-4be0-bf0a-00b9e76b847f tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:12:06.752986 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d116d58-4310-442b-9b85-898e2a14e83a req-903cefdd-531f-46e1-9025-55a3f866292d tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:06.763143 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4d116d58-4310-442b-9b85-898e2a14e83a req-903cefdd-531f-46e1-9025-55a3f866292d tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 944 time: 0.6943386 Oct 04 09:12:06.770600 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-229712f5-ed75-482b-96d2-0c6201c8563c tempest-RoutersAdminNegativeIpV6Test-874570917 tempest-RoutersAdminNegativeIpV6Test-874570917-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:06.800018 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-9ed8d54f-c014-44e4-9997-44b23921054e None None] For port 30456228-18aa-4ecd-bf9e-53f6b937e55b, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:12:06.805744 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-9ed8d54f-c014-44e4-9997-44b23921054e None None] For port 30456228-18aa-4ecd-bf9e-53f6b937e55b, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=30456228-18aa-4ecd-bf9e-53f6b937e55b,segment=NetworkSegment(fc5ade76-227a-4892-9eda-70adcb6c3c08),segment_id=fc5ade76-227a-4892-9eda-70adcb6c3c08)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:12:06.819497 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-9ed8d54f-c014-44e4-9997-44b23921054e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:06.906531 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229712f5-ed75-482b-96d2-0c6201c8563c tempest-RoutersAdminNegativeIpV6Test-874570917 tempest-RoutersAdminNegativeIpV6Test-874570917-project-admin] Pushing event deleted for resources: {'Port': ['ID=8112377a-2ca4-4ca5-9ecf-6508fc3a453c,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:06.912080 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f8874ce0-815f-4732-b294-b1bc8ac3097c None None] Attempt 2 to provision port 8e3e2319-1f05-4214-8421-01f3c7493e46 Oct 04 09:12:06.942129 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4d116d58-4310-442b-9b85-898e2a14e83a req-10ce9c67-92a9-4bb8-ba21-f2004c9d0fe7 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767869 Oct 04 09:12:06.996644 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f8874ce0-815f-4732-b294-b1bc8ac3097c None None] Port 8e3e2319-1f05-4214-8421-01f3c7493e46 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:07.013976 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed8d54f-c014-44e4-9997-44b23921054e None None] Pushing event updated for resources: {'Port': ['ID=30456228-18aa-4ecd-bf9e-53f6b937e55b,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:07.049194 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb2883e-0e50-4f1b-a0c9-c70dbc6b66bf tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Router 657b4a9b-dbcc-41a2-949c-1a852f3ecd74 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:12:07.085314 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c6c7f10e-61f6-42a8-a931-03017c3e7825 tempest-FloatingIPAdminTestJSON-322560194 tempest-FloatingIPAdminTestJSON-322560194-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:07.089214 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf79f0-24f3-4ddf-8a87-32c16b2e9799 req-5620b946-5e8d-4a14-9250-c0461aa06f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:07.091760 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-eeaf79f0-24f3-4ddf-8a87-32c16b2e9799 req-5620b946-5e8d-4a14-9250-c0461aa06f4f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8ef6eeaada3246f29119027d4a154b34&device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 1097 time: 0.2354946 Oct 04 09:12:07.093987 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c6c7f10e-61f6-42a8-a931-03017c3e7825 tempest-FloatingIPAdminTestJSON-322560194 tempest-FloatingIPAdminTestJSON-322560194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:07.241808 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb2883e-0e50-4f1b-a0c9-c70dbc6b66bf tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:12:07.260296 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-229712f5-ed75-482b-96d2-0c6201c8563c tempest-RoutersAdminNegativeIpV6Test-874570917 tempest-RoutersAdminNegativeIpV6Test-874570917-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:07.262303 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d59b84-9ad3-465e-a8f7-61a0f3e917f9 None None] Sync routers for ids ['657b4a9b-dbcc-41a2-949c-1a852f3ecd74'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:12:07.266774 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-229712f5-ed75-482b-96d2-0c6201c8563c tempest-RoutersAdminNegativeIpV6Test-874570917 tempest-RoutersAdminNegativeIpV6Test-874570917-project-admin] 10.222.0.50 "DELETE /v2.0/ports/8112377a-2ca4-4ca5-9ecf-6508fc3a453c HTTP/1.1" status: 204 len: 168 time: 2.7130156 Oct 04 09:12:07.291102 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d59b84-9ad3-465e-a8f7-61a0f3e917f9 None None] Routers {'657b4a9b-dbcc-41a2-949c-1a852f3ecd74'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:12:07.293548 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-abb2883e-0e50-4f1b-a0c9-c70dbc6b66bf tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] 10.222.0.50 "PUT /v2.0/routers/657b4a9b-dbcc-41a2-949c-1a852f3ecd74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4945104 Oct 04 09:12:07.294493 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-f8d59b84-9ad3-465e-a8f7-61a0f3e917f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:12:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['657b4a9b-dbcc-41a2-949c-1a852f3ecd74'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:07.296464 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53884) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:07.314320 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device b637adf5-6ca1-4254-89c0-90177c7fa386 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:12:07.485695 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b8f3f26c-6bad-4be0-bf0a-00b9e76b847f tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:07.488923 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-f8d59b84-9ad3-465e-a8f7-61a0f3e917f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:07.495453 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf79f0-24f3-4ddf-8a87-32c16b2e9799 req-d050a320-7d20-49a2-bc7b-70c600704ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:07.497047 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-eeaf79f0-24f3-4ddf-8a87-32c16b2e9799 req-d050a320-7d20-49a2-bc7b-70c600704ab8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4e61ee37-e03d-4906-997b-978c1601b208 HTTP/1.1" status: 200 len: 913 time: 0.3568270 Oct 04 09:12:07.500976 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d59b84-9ad3-465e-a8f7-61a0f3e917f9 None None] Routers {'657b4a9b-dbcc-41a2-949c-1a852f3ecd74'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:12:07.501634 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port b637adf5-6ca1-4254-89c0-90177c7fa386 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:12:07.501945 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-f8d59b84-9ad3-465e-a8f7-61a0f3e917f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:12:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['657b4a9b-dbcc-41a2-949c-1a852f3ecd74'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:07.502284 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:07.502724 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port b637adf5-6ca1-4254-89c0-90177c7fa386 Oct 04 09:12:07.566785 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f8874ce0-815f-4732-b294-b1bc8ac3097c None None] Attempt 3 to provision port 8e3e2319-1f05-4214-8421-01f3c7493e46 Oct 04 09:12:07.599067 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-eeaf79f0-24f3-4ddf-8a87-32c16b2e9799 req-e4f039e1-ec25-437f-a076-a785adab14f1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c8f126e-75a1-43f2-980d-ad2d5059e1f5 HTTP/1.1" status: 200 len: 217 time: 0.0867517 Oct 04 09:12:07.621284 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-f8d59b84-9ad3-465e-a8f7-61a0f3e917f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:07.621865 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d59b84-9ad3-465e-a8f7-61a0f3e917f9 None None] The sync data for ids ['657b4a9b-dbcc-41a2-949c-1a852f3ecd74'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:12:07.670096 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 5f5386ca-279a-4e59-9b5a-fdcd7d2812cf details requested by agent hyperv_hv-neutron-8602 with host hv-neutron-8602 {{(pid=89034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 04 09:12:07.691084 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f8874ce0-815f-4732-b294-b1bc8ac3097c None None] Port 8e3e2319-1f05-4214-8421-01f3c7493e46 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:07.715212 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [None req-b8f3f26c-6bad-4be0-bf0a-00b9e76b847f tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] device_id is not set on port 3e25f8cb-7341-414f-88d1-f1fc9dbc56c6 yet. {{(pid=89032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:12:07.850308 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c7f10e-61f6-42a8-a931-03017c3e7825 tempest-FloatingIPAdminTestJSON-322560194 tempest-FloatingIPAdminTestJSON-322560194-project-admin] Pushing event updated for resources: {'Port': ['ID=f20a4338-2ed3-4fba-a5d8-0ce890d761d8,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:07.865330 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c6c7f10e-61f6-42a8-a931-03017c3e7825 tempest-FloatingIPAdminTestJSON-322560194 tempest-FloatingIPAdminTestJSON-322560194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:07.883467 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9b56d93c-19d4-49f2-a89a-b75d5c3f1c0e tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks [] for router, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:07.901448 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port b637adf5-6ca1-4254-89c0-90177c7fa386 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:12:07.919036 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c6c7f10e-61f6-42a8-a931-03017c3e7825 tempest-FloatingIPAdminTestJSON-322560194 tempest-FloatingIPAdminTestJSON-322560194-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:07.920319 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-c6c7f10e-61f6-42a8-a931-03017c3e7825 tempest-FloatingIPAdminTestJSON-322560194 tempest-FloatingIPAdminTestJSON-322560194-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.7557347 Oct 04 09:12:07.935746 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 53898) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:07.970475 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 5f5386ca-279a-4e59-9b5a-fdcd7d2812cf, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=5f5386ca-279a-4e59-9b5a-fdcd7d2812cf,segment=NetworkSegment(f973a6e2-d09c-4697-bd3b-2000b453af7a),segment_id=f973a6e2-d09c-4697-bd3b-2000b453af7a)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:12:07.984908 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf79f0-24f3-4ddf-8a87-32c16b2e9799 req-ec49ffc9-668d-43ae-931e-986282a7b1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:07.986390 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-eeaf79f0-24f3-4ddf-8a87-32c16b2e9799 req-ec49ffc9-668d-43ae-931e-986282a7b1be service neutron] 10.222.0.20 "GET /v2.0/subnets?id=373d4a32-610a-4c8a-84eb-e8dbb10358db HTTP/1.1" status: 200 len: 851 time: 0.3781846 Oct 04 09:12:08.009531 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Returning: {'device': '5f5386ca-279a-4e59-9b5a-fdcd7d2812cf', 'network_id': 'e8ddde0d-ed42-4501-990c-a14b035fda43', 'port_id': '5f5386ca-279a-4e59-9b5a-fdcd7d2812cf', 'mac_address': 'fa:16:3e:23:d3:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68dc2dea-3e89-4e44-9770-d0bf75ecdbc7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 04 09:12:08.077956 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 53906) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:08.144794 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 53914) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:08.151221 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 5f5386ca-279a-4e59-9b5a-fdcd7d2812cf is: DOWN; New status is: BUILD {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:12:08.151772 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:08.175170 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f5386ca-279a-4e59-9b5a-fdcd7d2812cf {{(pid=89034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:12:08.201218 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f8874ce0-815f-4732-b294-b1bc8ac3097c None None] Attempt 4 to provision port 8e3e2319-1f05-4214-8421-01f3c7493e46 Oct 04 09:12:08.268195 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 5f5386ca-279a-4e59-9b5a-fdcd7d2812cf, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=5f5386ca-279a-4e59-9b5a-fdcd7d2812cf,segment=NetworkSegment(f973a6e2-d09c-4697-bd3b-2000b453af7a),segment_id=f973a6e2-d09c-4697-bd3b-2000b453af7a)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:12:08.295271 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:08.297242 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-8bedc01a-a4a8-4626-a0c7-bbecb7751c74 tempest-QuotasTest-778283550 tempest-QuotasTest-778283550-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:08.316123 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-05b6703b-1777-4a93-8d2f-a65c796c6aa3 tempest-FloatingIPAdminTestJSON-869797590 tempest-FloatingIPAdminTestJSON-869797590-project] Request body: {'floatingip': {'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:08.322341 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-9b56d93c-19d4-49f2-a89a-b75d5c3f1c0e tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 04 09:12:08.324924 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-b8f3f26c-6bad-4be0-bf0a-00b9e76b847f tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Allocated IP 172.20.0.8 (d6e297a7-f462-4605-9365-9335229b931b/a23350a6-ef15-4458-bf6b-37ae6f102612/3e25f8cb-7341-414f-88d1-f1fc9dbc56c6) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:12:08.325898 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-9b56d93c-19d4-49f2-a89a-b75d5c3f1c0e tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] 10.222.0.50 "DELETE /v2.0/routers/657b4a9b-dbcc-41a2-949c-1a852f3ecd74 HTTP/1.1" status: 409 len: 329 time: 1.0284116 Oct 04 09:12:08.336118 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 53922) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:08.358167 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-05b6703b-1777-4a93-8d2f-a65c796c6aa3 tempest-FloatingIPAdminTestJSON-869797590 tempest-FloatingIPAdminTestJSON-869797590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:08.363044 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f8874ce0-815f-4732-b294-b1bc8ac3097c None None] Port 8e3e2319-1f05-4214-8421-01f3c7493e46 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:08.414079 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f95a9-acff-4614-a34a-58862c0ca185 req-26098c4b-3250-4355-8401-4e5a12159df9 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:08.422081 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-675f95a9-acff-4614-a34a-58862c0ca185 req-26098c4b-3250-4355-8401-4e5a12159df9 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e79a632-4582-4ce8-a81b-e8fd5f0c1012 HTTP/1.1" status: 200 len: 945 time: 0.1989131 Oct 04 09:12:08.427027 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=5f5386ca-279a-4e59-9b5a-fdcd7d2812cf,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:08.481343 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-05b6703b-1777-4a93-8d2f-a65c796c6aa3 tempest-FloatingIPAdminTestJSON-869797590 tempest-FloatingIPAdminTestJSON-869797590-project] Usage tracker for resource:floatingip and tenant:ab5c7aefdbe44537b4841a843579fe10 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:08.492787 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cfd06816-7cf3-4d37-abce-45419ec885fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:08.505577 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-05b6703b-1777-4a93-8d2f-a65c796c6aa3 tempest-FloatingIPAdminTestJSON-869797590 tempest-FloatingIPAdminTestJSON-869797590-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:08.512661 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-675f95a9-acff-4614-a34a-58862c0ca185 req-00748906-bec8-4c15-9fff-3dee1dbb7d69 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] 10.222.0.50 "GET /v2.0/security-groups?id=f34b24fc-e33c-4718-8a20-71faa3994815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849631 Oct 04 09:12:08.542926 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b8931d-4461-4e5d-9a2d-aaa79c40d001 None None] Network d6e297a7-f462-4605-9365-9335229b931b requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:12:08.576580 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf79f0-24f3-4ddf-8a87-32c16b2e9799 req-f7d7375f-e47e-4c06-b795-560773326cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:08.578080 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-eeaf79f0-24f3-4ddf-8a87-32c16b2e9799 req-f7d7375f-e47e-4c06-b795-560773326cf1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4e61ee37-e03d-4906-997b-978c1601b208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5842123 Oct 04 09:12:08.580308 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-05b6703b-1777-4a93-8d2f-a65c796c6aa3 tempest-FloatingIPAdminTestJSON-869797590 tempest-FloatingIPAdminTestJSON-869797590-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:08.616681 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-cfd06816-7cf3-4d37-abce-45419ec885fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:08.660123 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-cfd06816-7cf3-4d37-abce-45419ec885fc admin admin] Usage tracker for resource:security_group_rule and tenant:9786cd5d20134f928eb4233d02f5e567 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:08.670726 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-cfd06816-7cf3-4d37-abce-45419ec885fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:08.779188 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-cfd06816-7cf3-4d37-abce-45419ec885fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:08.788003 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-05b6703b-1777-4a93-8d2f-a65c796c6aa3 tempest-FloatingIPAdminTestJSON-869797590 tempest-FloatingIPAdminTestJSON-869797590-project] Notify callbacks [] for floatingip, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:08.823097 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d89f6-8a8f-4d7f-bf8b-3e6542a81ba5 req-7041cc32-b65a-420a-bec1-5f2091606b31 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:08.824664 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-378d89f6-8a8f-4d7f-bf8b-3e6542a81ba5 req-7041cc32-b65a-420a-bec1-5f2091606b31 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 944 time: 0.6630428 Oct 04 09:12:08.857389 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-8bedc01a-a4a8-4626-a0c7-bbecb7751c74 tempest-QuotasTest-778283550 tempest-QuotasTest-778283550-project-admin] 10.222.0.50 "PUT /v2.0/quotas/0ca2af2a0dc941a2b5843de21026f938 HTTP/1.1" status: 200 len: 366 time: 0.7724428 Oct 04 09:12:08.860142 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53934) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:08.862792 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['5f5386ca-279a-4e59-9b5a-fdcd7d2812cf'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 09:12:08.879142 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-211692b1-d1a5-45b7-b865-22520a64f787 tempest-QuotasTest-778283550 tempest-QuotasTest-778283550-project-admin] 10.222.0.50 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0148139 Oct 04 09:12:08.881755 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53938) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:08.899435 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-9a7a9e1e-b592-41a3-ab27-73c136b8a3ed tempest-QuotasTest-778283550 tempest-QuotasTest-778283550-project-admin] 10.222.0.50 "GET /v2.0/quotas/0ca2af2a0dc941a2b5843de21026f938 HTTP/1.1" status: 200 len: 366 time: 0.0164785 Oct 04 09:12:08.900699 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53944) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:08.902524 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f8874ce0-815f-4732-b294-b1bc8ac3097c None None] Attempt 5 to provision port 8e3e2319-1f05-4214-8421-01f3c7493e46 Oct 04 09:12:08.930119 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-3b57e380-f521-4bcc-97cc-027d087d50de tempest-QuotasTest-778283550 tempest-QuotasTest-778283550-project-admin] 10.222.0.50 "DELETE /v2.0/quotas/0ca2af2a0dc941a2b5843de21026f938 HTTP/1.1" status: 204 len: 168 time: 0.0280035 Oct 04 09:12:08.931121 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53948) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:08.957374 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-525c1f80-113b-49d9-92a6-f8a795c860ef tempest-QuotasTest-778283550 tempest-QuotasTest-778283550-project-admin] 10.222.0.50 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0249119 Oct 04 09:12:08.958263 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53952) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:08.972737 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-4f187e49-c3b2-48e2-a0c1-61d04ac053bb tempest-QuotasTest-778283550 tempest-QuotasTest-778283550-project-admin] 10.222.0.50 "GET /v2.0/quotas/0ca2af2a0dc941a2b5843de21026f938 HTTP/1.1" status: 200 len: 370 time: 0.0122201 Oct 04 09:12:08.975371 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53958) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:08.992731 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a15e36b1-8227-40fc-9229-c3b271f26229 tempest-QuotasTest-778283550 tempest-QuotasTest-778283550-project-admin] 10.222.0.50 "GET /v2.0/quotas/0ca2af2a0dc941a2b5843de21026f938/default HTTP/1.1" status: 200 len: 370 time: 0.0146816 Oct 04 09:12:08.994862 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53962) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:09.009104 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-c182d663-04df-4fc7-a30e-d2100c64fa65 tempest-QuotasTest-778283550 tempest-QuotasTest-778283550-project-admin] delete failed (client error): The resource could not be found. Oct 04 09:12:09.010603 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-c182d663-04df-4fc7-a30e-d2100c64fa65 tempest-QuotasTest-778283550 tempest-QuotasTest-778283550-project-admin] 10.222.0.50 "DELETE /v2.0/quotas/0ca2af2a0dc941a2b5843de21026f938 HTTP/1.1" status: 404 len: 348 time: 0.0145500 Oct 04 09:12:09.012864 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f8874ce0-815f-4732-b294-b1bc8ac3097c None None] Port 8e3e2319-1f05-4214-8421-01f3c7493e46 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:09.221612 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-eeaf79f0-24f3-4ddf-8a87-32c16b2e9799 req-f5c9169b-ce6f-4193-9219-dc8d0bb52de5 service neutron] 10.222.0.20 "GET /v2.0/networks/4e61ee37-e03d-4906-997b-978c1601b208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6263058 Oct 04 09:12:09.256861 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 30456228-18aa-4ecd-bf9e-53f6b937e55b up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:12:09.349906 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53974) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:09.354007 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 30456228-18aa-4ecd-bf9e-53f6b937e55b completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:12:09.372000 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-1be38385-bc21-492b-8614-d48abe9b2e40 tempest-QuotasTest-778283550 tempest-QuotasTest-778283550-project-admin] Usage tracker for resource:network and tenant:9fc6001ced534d428c35c6812fd005d2 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:09.377049 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-1be38385-bc21-492b-8614-d48abe9b2e40 tempest-QuotasTest-778283550 tempest-QuotasTest-778283550-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:09.384154 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-1be38385-bc21-492b-8614-d48abe9b2e40 tempest-QuotasTest-778283550 tempest-QuotasTest-778283550-project-admin] Usage tracker for resource:subnet and tenant:9fc6001ced534d428c35c6812fd005d2 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:09.389104 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-1be38385-bc21-492b-8614-d48abe9b2e40 tempest-QuotasTest-778283550 tempest-QuotasTest-778283550-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:09.396289 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-1be38385-bc21-492b-8614-d48abe9b2e40 tempest-QuotasTest-778283550 tempest-QuotasTest-778283550-project-admin] Usage tracker for resource:subnetpool and tenant:9fc6001ced534d428c35c6812fd005d2 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:09.400830 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-1be38385-bc21-492b-8614-d48abe9b2e40 tempest-QuotasTest-778283550 tempest-QuotasTest-778283550-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:09.408279 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-1be38385-bc21-492b-8614-d48abe9b2e40 tempest-QuotasTest-778283550 tempest-QuotasTest-778283550-project-admin] Usage tracker for resource:port and tenant:9fc6001ced534d428c35c6812fd005d2 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:09.412785 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-1be38385-bc21-492b-8614-d48abe9b2e40 tempest-QuotasTest-778283550 tempest-QuotasTest-778283550-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:09.423482 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-1be38385-bc21-492b-8614-d48abe9b2e40 tempest-QuotasTest-778283550 tempest-QuotasTest-778283550-project-admin] Usage tracker for resource:router and tenant:9fc6001ced534d428c35c6812fd005d2 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:09.429566 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-1be38385-bc21-492b-8614-d48abe9b2e40 tempest-QuotasTest-778283550 tempest-QuotasTest-778283550-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:09.437998 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-1be38385-bc21-492b-8614-d48abe9b2e40 tempest-QuotasTest-778283550 tempest-QuotasTest-778283550-project-admin] Usage tracker for resource:floatingip and tenant:9fc6001ced534d428c35c6812fd005d2 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:09.442545 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-1be38385-bc21-492b-8614-d48abe9b2e40 tempest-QuotasTest-778283550 tempest-QuotasTest-778283550-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:09.446327 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53978) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:09.466176 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-378d89f6-8a8f-4d7f-bf8b-3e6542a81ba5 req-32657826-94f0-4568-ab7a-201957b53ecb tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6120670 Oct 04 09:12:09.487854 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-1be38385-bc21-492b-8614-d48abe9b2e40 tempest-QuotasTest-778283550 tempest-QuotasTest-778283550-project-admin] Usage tracker for resource:security_group and tenant:9fc6001ced534d428c35c6812fd005d2 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:09.494955 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-1be38385-bc21-492b-8614-d48abe9b2e40 tempest-QuotasTest-778283550 tempest-QuotasTest-778283550-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:09.502916 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-1be38385-bc21-492b-8614-d48abe9b2e40 tempest-QuotasTest-778283550 tempest-QuotasTest-778283550-project-admin] Usage tracker for resource:security_group_rule and tenant:9fc6001ced534d428c35c6812fd005d2 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:09.507793 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-1be38385-bc21-492b-8614-d48abe9b2e40 tempest-QuotasTest-778283550 tempest-QuotasTest-778283550-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:09.512990 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-1be38385-bc21-492b-8614-d48abe9b2e40 tempest-QuotasTest-778283550 tempest-QuotasTest-778283550-project-admin] 10.222.0.50 "GET /v2.0/quotas/9fc6001ced534d428c35c6812fd005d2/details.json HTTP/1.1" status: 200 len: 703 time: 0.1616790 Oct 04 09:12:09.517312 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f8874ce0-815f-4732-b294-b1bc8ac3097c None None] Attempt 6 to provision port 8e3e2319-1f05-4214-8421-01f3c7493e46 Oct 04 09:12:09.583728 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f8874ce0-815f-4732-b294-b1bc8ac3097c None None] Port 8e3e2319-1f05-4214-8421-01f3c7493e46 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:09.671473 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b8f3f26c-6bad-4be0-bf0a-00b9e76b847f tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:09.714266 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-eabad1a8-c732-49da-aad1-cf0dcff43cd3 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-540925548', 'router:external': True}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:09.730251 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-eabad1a8-c732-49da-aad1-cf0dcff43cd3 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:09.742029 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-eeaf79f0-24f3-4ddf-8a87-32c16b2e9799 req-db9f39ab-9101-4d3f-bde6-56c41422c522 service neutron] 10.222.0.20 "GET /v2.0/networks/4e61ee37-e03d-4906-997b-978c1601b208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5050511 Oct 04 09:12:09.744687 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-eabad1a8-c732-49da-aad1-cf0dcff43cd3 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Usage tracker for resource:network and tenant:2a63b3678ac545b3abd26ca13af65fe0 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:09.752078 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-eabad1a8-c732-49da-aad1-cf0dcff43cd3 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:09.752475 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cfd06816-7cf3-4d37-abce-45419ec885fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:09.759736 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-b8f3f26c-6bad-4be0-bf0a-00b9e76b847f tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Transition to ACTIVE for port object 3e25f8cb-7341-414f-88d1-f1fc9dbc56c6 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:12:09.764982 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-eabad1a8-c732-49da-aad1-cf0dcff43cd3 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:09.784399 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cfd06816-7cf3-4d37-abce-45419ec885fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:09.795284 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2245e7-ab17-4957-9d33-1a662310c433 req-75e566de-568a-479e-99f0-c846ba70e6bd tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:09.796808 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-fc2245e7-ab17-4957-9d33-1a662310c433 req-75e566de-568a-479e-99f0-c846ba70e6bd tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e79a632-4582-4ce8-a81b-e8fd5f0c1012 HTTP/1.1" status: 200 len: 945 time: 0.1507406 Oct 04 09:12:09.798348 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eabad1a8-c732-49da-aad1-cf0dcff43cd3 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Made reservation on behalf of 2a63b3678ac545b3abd26ca13af65fe0 for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:12:09.800574 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-eabad1a8-c732-49da-aad1-cf0dcff43cd3 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:09.816499 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-eabad1a8-c732-49da-aad1-cf0dcff43cd3 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:09.849823 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-eabad1a8-c732-49da-aad1-cf0dcff43cd3 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:09.857640 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-cfd06816-7cf3-4d37-abce-45419ec885fc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9786cd5d20134f928eb4233d02f5e567&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7112629 Oct 04 09:12:09.858317 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 53990) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:09.862726 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-eabad1a8-c732-49da-aad1-cf0dcff43cd3 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Usage tracker for resource:security_group_rule and tenant:2a63b3678ac545b3abd26ca13af65fe0 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:09.865068 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-05b6703b-1777-4a93-8d2f-a65c796c6aa3 tempest-FloatingIPAdminTestJSON-869797590 tempest-FloatingIPAdminTestJSON-869797590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:09.866372 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-eabad1a8-c732-49da-aad1-cf0dcff43cd3 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:09.869609 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd06816-7cf3-4d37-abce-45419ec885fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3fc855e-ef8d-4865-911c-28dfcc88072d,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:09.876811 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-eabad1a8-c732-49da-aad1-cf0dcff43cd3 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:09.884645 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-fc2245e7-ab17-4957-9d33-1a662310c433 req-3787e7b6-eeb8-4243-9841-451fe6325b22 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] 10.222.0.50 "GET /v2.0/security-groups?id=f34b24fc-e33c-4718-8a20-71faa3994815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687234 Oct 04 09:12:09.912567 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 53994) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:09.989287 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-eabad1a8-c732-49da-aad1-cf0dcff43cd3 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:09.993728 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-eabad1a8-c732-49da-aad1-cf0dcff43cd3 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:10.008654 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eabad1a8-c732-49da-aad1-cf0dcff43cd3 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:12:10.036625 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-eabad1a8-c732-49da-aad1-cf0dcff43cd3 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:10.036759 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b8f3f26c-6bad-4be0-bf0a-00b9e76b847f tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:10.036988 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-eabad1a8-c732-49da-aad1-cf0dcff43cd3 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Added segment 8b785e1b-2d97-46e0-933c-eb37fbb5a49e of type vlan for network 67b86ba0-7b9e-47fa-81ab-54ee64c12885 Oct 04 09:12:10.071778 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-710ff875-02dc-4957-9399-0efc33ba5fdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:10.080646 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabad1a8-c732-49da-aad1-cf0dcff43cd3 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0257a96-d398-46f4-a531-5d1aaf6bed85,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:10.085860 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f8874ce0-815f-4732-b294-b1bc8ac3097c None None] Attempt 7 to provision port 8e3e2319-1f05-4214-8421-01f3c7493e46 Oct 04 09:12:10.092378 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-710ff875-02dc-4957-9399-0efc33ba5fdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:10.096199 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-710ff875-02dc-4957-9399-0efc33ba5fdf admin admin] Usage tracker for resource:security_group_rule and tenant:44e83f5aa2ba412d838109e2722749e7 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:10.099004 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-710ff875-02dc-4957-9399-0efc33ba5fdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:10.108941 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-710ff875-02dc-4957-9399-0efc33ba5fdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:10.136123 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-eabad1a8-c732-49da-aad1-cf0dcff43cd3 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:10.148575 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f8874ce0-815f-4732-b294-b1bc8ac3097c None None] Port 8e3e2319-1f05-4214-8421-01f3c7493e46 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:10.163078 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c04fd141-bbf1-4058-9b82-ec4c855055dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:10.193834 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f3f26c-6bad-4be0-bf0a-00b9e76b847f tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Network d6e297a7-f462-4605-9365-9335229b931b is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:12:10.199346 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-eabad1a8-c732-49da-aad1-cf0dcff43cd3 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:10.200316 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabad1a8-c732-49da-aad1-cf0dcff43cd3 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:10.200923 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-eabad1a8-c732-49da-aad1-cf0dcff43cd3 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:10.207198 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-b8f3f26c-6bad-4be0-bf0a-00b9e76b847f tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:12:10.219373 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f3f26c-6bad-4be0-bf0a-00b9e76b847f tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Pushing event updated for resources: {'Port': ['ID=3e25f8cb-7341-414f-88d1-f1fc9dbc56c6,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:10.227501 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f3f26c-6bad-4be0-bf0a-00b9e76b847f tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:12:10.281392 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-05b6703b-1777-4a93-8d2f-a65c796c6aa3 tempest-FloatingIPAdminTestJSON-869797590 tempest-FloatingIPAdminTestJSON-869797590-project] Allocated IP 172.26.10.199 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/b4828790-4e56-441e-a169-1fdbd7e51c46) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:12:10.284709 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c04fd141-bbf1-4058-9b82-ec4c855055dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:10.347462 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabad1a8-c732-49da-aad1-cf0dcff43cd3 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Pushing event updated for resources: {'Network': ['ID=67b86ba0-7b9e-47fa-81ab-54ee64c12885,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:10.352863 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-710ff875-02dc-4957-9399-0efc33ba5fdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:10.358576 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-710ff875-02dc-4957-9399-0efc33ba5fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:10.358834 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 67b86ba0-7b9e-47fa-81ab-54ee64c12885 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:12:10.382751 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-eabad1a8-c732-49da-aad1-cf0dcff43cd3 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.9323356 Oct 04 09:12:10.385080 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-957006c6-cb61-49d0-bbbf-cb5c0d2844e1 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736827'] for router_interface, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:10.390837 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54000) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:10.401251 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-56377fd1-94b5-4174-907f-316d69b4e8bd tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Request body: {'subnet': {'network_id': '67b86ba0-7b9e-47fa-81ab-54ee64c12885', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:10.421519 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-56377fd1-94b5-4174-907f-316d69b4e8bd tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:10.425964 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-710ff875-02dc-4957-9399-0efc33ba5fdf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=44e83f5aa2ba412d838109e2722749e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5106263 Oct 04 09:12:10.429314 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-56377fd1-94b5-4174-907f-316d69b4e8bd tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Usage tracker for resource:subnet and tenant:2a63b3678ac545b3abd26ca13af65fe0 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:10.431889 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54004) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:10.458729 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-56377fd1-94b5-4174-907f-316d69b4e8bd tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:10.461639 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710ff875-02dc-4957-9399-0efc33ba5fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412e944c-3a03-47b4-80c6-1a03ad67c366,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:10.470245 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-56377fd1-94b5-4174-907f-316d69b4e8bd tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:10.495336 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56377fd1-94b5-4174-907f-316d69b4e8bd tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Made reservation on behalf of 2a63b3678ac545b3abd26ca13af65fe0 for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:12:10.498314 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-56377fd1-94b5-4174-907f-316d69b4e8bd tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:10.503895 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f3f26c-6bad-4be0-bf0a-00b9e76b847f tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:10.504527 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b8f3f26c-6bad-4be0-bf0a-00b9e76b847f tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:10.580978 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b8e77536-66b9-4da1-8672-6a5800739d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:10.631873 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b8e77536-66b9-4da1-8672-6a5800739d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:10.649929 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f8874ce0-815f-4732-b294-b1bc8ac3097c None None] Attempt 8 to provision port 8e3e2319-1f05-4214-8421-01f3c7493e46 Oct 04 09:12:10.744309 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-b8f3f26c-6bad-4be0-bf0a-00b9e76b847f tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9063582 Oct 04 09:12:10.747104 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54010) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:10.748544 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b8e77536-66b9-4da1-8672-6a5800739d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:10.759685 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f8874ce0-815f-4732-b294-b1bc8ac3097c None None] Port 8e3e2319-1f05-4214-8421-01f3c7493e46 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:10.785579 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-f3cd9818-9510-4e46-843d-b1e50d6999d2 tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Request body: {'port': {'network_id': 'd6e297a7-f462-4605-9365-9335229b931b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-822908046', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:10.786263 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.api.validators [None req-f3cd9818-9510-4e46-843d-b1e50d6999d2 tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] bootfile-name is not in valid_values {{(pid=89033) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 04 09:12:10.786606 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.api.validators [None req-f3cd9818-9510-4e46-843d-b1e50d6999d2 tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] tftp-server is not in valid_values {{(pid=89033) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 04 09:12:10.786935 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.api.validators [None req-f3cd9818-9510-4e46-843d-b1e50d6999d2 tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] server-ip-address is not in valid_values {{(pid=89033) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 04 09:12:10.803746 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e77536-66b9-4da1-8672-6a5800739d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412e944c-3a03-47b4-80c6-1a03ad67c366,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:10.814877 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c04fd141-bbf1-4058-9b82-ec4c855055dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:10.817261 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c04fd141-bbf1-4058-9b82-ec4c855055dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:10.818364 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-c04fd141-bbf1-4058-9b82-ec4c855055dd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c3fc855e-ef8d-4865-911c-28dfcc88072d HTTP/1.1" status: 204 len: 168 time: 0.9554367 Oct 04 09:12:10.878785 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04fd141-bbf1-4058-9b82-ec4c855055dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3fc855e-ef8d-4865-911c-28dfcc88072d,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:10.890616 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-05b6703b-1777-4a93-8d2f-a65c796c6aa3 tempest-FloatingIPAdminTestJSON-869797590 tempest-FloatingIPAdminTestJSON-869797590-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:10.910405 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b8e77536-66b9-4da1-8672-6a5800739d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:10.911763 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-b8e77536-66b9-4da1-8672-6a5800739d1b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/412e944c-3a03-47b4-80c6-1a03ad67c366 HTTP/1.1" status: 204 len: 168 time: 0.4786909 Oct 04 09:12:10.938438 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac798b3-8816-42b2-8c72-8b257839f2ba req-f04d1c6a-d7d5-45b6-a0a9-e04ad7e4b974 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:10.941262 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-cac798b3-8816-42b2-8c72-8b257839f2ba req-f04d1c6a-d7d5-45b6-a0a9-e04ad7e4b974 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 944 time: 0.3452883 Oct 04 09:12:10.977118 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:11.010954 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-cac798b3-8816-42b2-8c72-8b257839f2ba req-265038fe-4601-4453-8b0d-5aee1fde874b tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616095 Oct 04 09:12:11.043267 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-05b6703b-1777-4a93-8d2f-a65c796c6aa3 tempest-FloatingIPAdminTestJSON-869797590 tempest-FloatingIPAdminTestJSON-869797590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:11.075926 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-f3cd9818-9510-4e46-843d-b1e50d6999d2 tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:11.081220 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-f3cd9818-9510-4e46-843d-b1e50d6999d2 tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Usage tracker for resource:port and tenant:c7f1bceb3c7e4cbd8de36edfb99e5aa2 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:11.087390 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-f3cd9818-9510-4e46-843d-b1e50d6999d2 tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:11.100196 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-f3cd9818-9510-4e46-843d-b1e50d6999d2 tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:11.133997 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b6703b-1777-4a93-8d2f-a65c796c6aa3 tempest-FloatingIPAdminTestJSON-869797590 tempest-FloatingIPAdminTestJSON-869797590-project] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:12:11.140742 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-05b6703b-1777-4a93-8d2f-a65c796c6aa3 tempest-FloatingIPAdminTestJSON-869797590 tempest-FloatingIPAdminTestJSON-869797590-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:12:11.143390 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b6703b-1777-4a93-8d2f-a65c796c6aa3 tempest-FloatingIPAdminTestJSON-869797590 tempest-FloatingIPAdminTestJSON-869797590-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:12:11.156773 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3cd9818-9510-4e46-843d-b1e50d6999d2 tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Made reservation on behalf of c7f1bceb3c7e4cbd8de36edfb99e5aa2 for: {'port': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:12:11.160281 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f3cd9818-9510-4e46-843d-b1e50d6999d2 tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:11.175099 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-957006c6-cb61-49d0-bbbf-cb5c0d2844e1 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Deleting port 8e3e2319-1f05-4214-8421-01f3c7493e46 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:12:11.175666 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-957006c6-cb61-49d0-bbbf-cb5c0d2844e1 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:11.193024 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [None req-f3cd9818-9510-4e46-843d-b1e50d6999d2 tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] device_id is not set on port 2450cce3-335e-4016-968b-a5c5dbf4da14 yet. {{(pid=89033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:12:11.240082 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b6703b-1777-4a93-8d2f-a65c796c6aa3 tempest-FloatingIPAdminTestJSON-869797590 tempest-FloatingIPAdminTestJSON-869797590-project] Pushing event updated for resources: {'Port': ['ID=b4828790-4e56-441e-a169-1fdbd7e51c46,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:11.261917 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f8874ce0-815f-4732-b294-b1bc8ac3097c None None] Attempt 9 to provision port 8e3e2319-1f05-4214-8421-01f3c7493e46 Oct 04 09:12:11.378810 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f8874ce0-815f-4732-b294-b1bc8ac3097c None None] Port 8e3e2319-1f05-4214-8421-01f3c7493e46 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:11.404518 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54024) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:11.485699 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54028) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:11.508799 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.objects.ports [None req-56377fd1-94b5-4174-907f-316d69b4e8bd tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89033) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Oct 04 09:12:11.509263 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-56377fd1-94b5-4174-907f-316d69b4e8bd tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:11.519987 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ac63b-2dc7-42de-9905-2e8d6c3d318c req-cadf7664-8576-4764-b909-c54dc30e664e tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:11.521405 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-e46ac63b-2dc7-42de-9905-2e8d6c3d318c req-cadf7664-8576-4764-b909-c54dc30e664e tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e79a632-4582-4ce8-a81b-e8fd5f0c1012 HTTP/1.1" status: 200 len: 945 time: 0.4106388 Oct 04 09:12:11.523507 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-55a3ae4c-a55a-4e79-8e57-9b201c1022a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:11.549998 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-55a3ae4c-a55a-4e79-8e57-9b201c1022a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:11.557496 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-05b6703b-1777-4a93-8d2f-a65c796c6aa3 tempest-FloatingIPAdminTestJSON-869797590 tempest-FloatingIPAdminTestJSON-869797590-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:11.564390 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-55a3ae4c-a55a-4e79-8e57-9b201c1022a2 admin admin] Usage tracker for resource:security_group_rule and tenant:9fc6001ced534d428c35c6812fd005d2 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:11.570639 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-55a3ae4c-a55a-4e79-8e57-9b201c1022a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:11.610333 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-55a3ae4c-a55a-4e79-8e57-9b201c1022a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:11.653065 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 6c8f126e-75a1-43f2-980d-ad2d5059e1f5 details requested by agent hyperv_hv-neutron-8602 with host hv-neutron-8602 {{(pid=89034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 04 09:12:11.673739 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-9f0bf826-0692-4a86-ad5d-7dc2d981f01a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=04b3b8a67ebb4925a2eeaabc47aebf14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2640104 Oct 04 09:12:11.673952 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-957006c6-cb61-49d0-bbbf-cb5c0d2844e1 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:11.681930 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54032) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:11.692325 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 5f5386ca-279a-4e59-9b5a-fdcd7d2812cf up at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:12:11.699412 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-05b6703b-1777-4a93-8d2f-a65c796c6aa3 tempest-FloatingIPAdminTestJSON-869797590 tempest-FloatingIPAdminTestJSON-869797590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:11.742477 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-f3cd9818-9510-4e46-843d-b1e50d6999d2 tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Allocated IP 172.20.0.14 (d6e297a7-f462-4605-9365-9335229b931b/a23350a6-ef15-4458-bf6b-37ae6f102612/2450cce3-335e-4016-968b-a5c5dbf4da14) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:12:11.789792 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-e46ac63b-2dc7-42de-9905-2e8d6c3d318c req-3f62b4ef-528c-43d7-9209-b4436788625d tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] 10.222.0.50 "GET /v2.0/security-groups?id=f34b24fc-e33c-4718-8a20-71faa3994815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2043071 Oct 04 09:12:11.802159 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56377fd1-94b5-4174-907f-316d69b4e8bd tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Checking segment: {'id': '8b785e1b-2d97-46e0-933c-eb37fbb5a49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '67b86ba0-7b9e-47fa-81ab-54ee64c12885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:12:11.802519 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56377fd1-94b5-4174-907f-316d69b4e8bd tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Network hostable DHCP agents. Network: 67b86ba0-7b9e-47fa-81ab-54ee64c12885, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:12:11.823126 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56377fd1-94b5-4174-907f-316d69b4e8bd tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Pushing event updated for resources: {'Subnet': ['ID=61a6aaf1-dd90-48b3-9a91-94c16534ef51,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:11.864752 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning for port 5f5386ca-279a-4e59-9b5a-fdcd7d2812cf completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:12:11.867462 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-957006c6-cb61-49d0-bbbf-cb5c0d2844e1 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Calling delete_port for 8e3e2319-1f05-4214-8421-01f3c7493e46 owned by network:router_interface {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:12:11.873331 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning complete for port 5f5386ca-279a-4e59-9b5a-fdcd7d2812cf triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:12:11.873851 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:11.874283 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Attempt 1 to provision port 5f5386ca-279a-4e59-9b5a-fdcd7d2812cf Oct 04 09:12:11.884981 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56377fd1-94b5-4174-907f-316d69b4e8bd tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Network 67b86ba0-7b9e-47fa-81ab-54ee64c12885 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:12:11.905192 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f8874ce0-815f-4732-b294-b1bc8ac3097c None None] Attempt 10 to provision port 8e3e2319-1f05-4214-8421-01f3c7493e46 Oct 04 09:12:11.976959 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 6c8f126e-75a1-43f2-980d-ad2d5059e1f5, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=6c8f126e-75a1-43f2-980d-ad2d5059e1f5,segment=NetworkSegment(ab774fdc-dff8-49ef-a1f1-5ebb0e8fcda7),segment_id=ab774fdc-dff8-49ef-a1f1-5ebb0e8fcda7)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:12:11.986427 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-56377fd1-94b5-4174-907f-316d69b4e8bd tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 67b86ba0-7b9e-47fa-81ab-54ee64c12885) {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:12:11.990655 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e10b1822-e2c7-47ba-a79b-56265aee023f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:11.993409 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f8874ce0-815f-4732-b294-b1bc8ac3097c None None] Port 8e3e2319-1f05-4214-8421-01f3c7493e46 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:12.000332 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56377fd1-94b5-4174-907f-316d69b4e8bd tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:12.000942 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-56377fd1-94b5-4174-907f-316d69b4e8bd tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:12.006949 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f1d5ac-eee4-4f68-8691-5f9baa5abf98 None None] Network 67b86ba0-7b9e-47fa-81ab-54ee64c12885 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:12:12.064284 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e10b1822-e2c7-47ba-a79b-56265aee023f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:12.075908 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-56377fd1-94b5-4174-907f-316d69b4e8bd tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.6837790 Oct 04 09:12:12.076711 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54038) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:12.096383 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-88bbfb3d-f387-40d7-ae93-7d25c51c5e98 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-260299729', 'network_id': '67b86ba0-7b9e-47fa-81ab-54ee64c12885'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:12.109621 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-88bbfb3d-f387-40d7-ae93-7d25c51c5e98 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:12.117451 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-88bbfb3d-f387-40d7-ae93-7d25c51c5e98 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Usage tracker for resource:port and tenant:2a63b3678ac545b3abd26ca13af65fe0 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:12.124627 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-88bbfb3d-f387-40d7-ae93-7d25c51c5e98 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:12.134357 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-55a3ae4c-a55a-4e79-8e57-9b201c1022a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:12.153649 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Returning: {'device': '6c8f126e-75a1-43f2-980d-ad2d5059e1f5', 'network_id': '4e61ee37-e03d-4906-997b-978c1601b208', 'port_id': '6c8f126e-75a1-43f2-980d-ad2d5059e1f5', 'mac_address': 'fa:16:3e:f6:8e:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '373d4a32-610a-4c8a-84eb-e8dbb10358db', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 04 09:12:12.157470 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-88bbfb3d-f387-40d7-ae93-7d25c51c5e98 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:12.158143 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-55a3ae4c-a55a-4e79-8e57-9b201c1022a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:12.180201 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88bbfb3d-f387-40d7-ae93-7d25c51c5e98 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Made reservation on behalf of 2a63b3678ac545b3abd26ca13af65fe0 for: {'port': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:12:12.182839 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-88bbfb3d-f387-40d7-ae93-7d25c51c5e98 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:12.193432 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f3cd9818-9510-4e46-843d-b1e50d6999d2 tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:12.219504 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [None req-88bbfb3d-f387-40d7-ae93-7d25c51c5e98 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] device_id is not set on port f80c99be-b7b3-4f5d-9f54-00a090eb6795 yet. {{(pid=89033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:12:12.254484 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-f3cd9818-9510-4e46-843d-b1e50d6999d2 tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Transition to ACTIVE for port object 2450cce3-335e-4016-968b-a5c5dbf4da14 will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:12:12.271785 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e10b1822-e2c7-47ba-a79b-56265aee023f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:12.311286 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10b1822-e2c7-47ba-a79b-56265aee023f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e14e97-0038-4a31-8978-6eaacfa1d839,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:12.323519 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-7b367c5c-2d0f-4081-911d-7b12ef21f33d None None] Provisioning for port 3e25f8cb-7341-414f-88d1-f1fc9dbc56c6 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:12:12.331482 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a3ae4c-a55a-4e79-8e57-9b201c1022a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d049076-d32a-4194-9e7b-85299ef02a3a,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:12.332812 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e10b1822-e2c7-47ba-a79b-56265aee023f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:12.337781 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-55a3ae4c-a55a-4e79-8e57-9b201c1022a2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9fc6001ced534d428c35c6812fd005d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8442984 Oct 04 09:12:12.346797 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-e10b1822-e2c7-47ba-a79b-56265aee023f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f8e14e97-0038-4a31-8978-6eaacfa1d839 HTTP/1.1" status: 204 len: 168 time: 0.6243055 Oct 04 09:12:12.347596 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54044) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:12.366491 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3ae4c-a55a-4e79-8e57-9b201c1022a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:12:12.366870 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3ae4c-a55a-4e79-8e57-9b201c1022a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:12:12.367193 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3ae4c-a55a-4e79-8e57-9b201c1022a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:12:12.367833 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3ae4c-a55a-4e79-8e57-9b201c1022a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:12:12.367939 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3ae4c-a55a-4e79-8e57-9b201c1022a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:12:12.368193 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3ae4c-a55a-4e79-8e57-9b201c1022a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:12:12.368576 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3ae4c-a55a-4e79-8e57-9b201c1022a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:12:12.368904 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3ae4c-a55a-4e79-8e57-9b201c1022a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:12:12.369228 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3ae4c-a55a-4e79-8e57-9b201c1022a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:12:12.369547 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3ae4c-a55a-4e79-8e57-9b201c1022a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:12:12.369894 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3ae4c-a55a-4e79-8e57-9b201c1022a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:12:12.370203 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3ae4c-a55a-4e79-8e57-9b201c1022a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:12:12.396016 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-7b367c5c-2d0f-4081-911d-7b12ef21f33d None None] Provisioning complete for port 3e25f8cb-7341-414f-88d1-f1fc9dbc56c6 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:12:12.396616 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-7b367c5c-2d0f-4081-911d-7b12ef21f33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:12.397105 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-7b367c5c-2d0f-4081-911d-7b12ef21f33d None None] Attempt 1 to provision port 3e25f8cb-7341-414f-88d1-f1fc9dbc56c6 Oct 04 09:12:12.398282 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-05b6703b-1777-4a93-8d2f-a65c796c6aa3 tempest-FloatingIPAdminTestJSON-869797590 tempest-FloatingIPAdminTestJSON-869797590-project] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:12.408882 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f3cd9818-9510-4e46-843d-b1e50d6999d2 tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:12.420570 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-05b6703b-1777-4a93-8d2f-a65c796c6aa3 tempest-FloatingIPAdminTestJSON-869797590 tempest-FloatingIPAdminTestJSON-869797590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:12.469274 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 6c8f126e-75a1-43f2-980d-ad2d5059e1f5 is: DOWN; New status is: BUILD {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:12:12.469912 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:12.497346 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 5f5386ca-279a-4e59-9b5a-fdcd7d2812cf is: BUILD; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:12:12.497958 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:12.501633 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-88bbfb3d-f387-40d7-ae93-7d25c51c5e98 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Allocated IP 2001:db8::4b (67b86ba0-7b9e-47fa-81ab-54ee64c12885/61a6aaf1-dd90-48b3-9a91-94c16534ef51/f80c99be-b7b3-4f5d-9f54-00a090eb6795) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:12:12.506857 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-957006c6-cb61-49d0-bbbf-cb5c0d2844e1 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:12.512768 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cd9818-9510-4e46-843d-b1e50d6999d2 tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Network d6e297a7-f462-4605-9365-9335229b931b is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:12:12.517839 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-f3cd9818-9510-4e46-843d-b1e50d6999d2 tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:12:12.529257 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cd9818-9510-4e46-843d-b1e50d6999d2 tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:12:12.537942 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c8f126e-75a1-43f2-980d-ad2d5059e1f5 {{(pid=89034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:12:12.588419 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cd9818-9510-4e46-843d-b1e50d6999d2 tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Pushing event updated for resources: {'Port': ['ID=2450cce3-335e-4016-968b-a5c5dbf4da14,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:12.613092 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-7b367c5c-2d0f-4081-911d-7b12ef21f33d None None] Port 3e25f8cb-7341-414f-88d1-f1fc9dbc56c6 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:12.628993 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e79a632-4582-4ce8-a81b-e8fd5f0c1012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5386ca-279a-4e59-9b5a-fdcd7d2812cf'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:12:12.686927 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cd9818-9510-4e46-843d-b1e50d6999d2 tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:12.687627 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f3cd9818-9510-4e46-843d-b1e50d6999d2 tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:12.700249 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ac1db-42d4-464c-b3d8-49cda929263f req-bb1905a9-d0f7-43a9-b28f-b800a918c5e5 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:12.701810 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-db3ac1db-42d4-464c-b3d8-49cda929263f req-bb1905a9-d0f7-43a9-b28f-b800a918c5e5 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 944 time: 0.5449526 Oct 04 09:12:12.702661 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-05b6703b-1777-4a93-8d2f-a65c796c6aa3 tempest-FloatingIPAdminTestJSON-869797590 tempest-FloatingIPAdminTestJSON-869797590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:12.717295 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b6703b-1777-4a93-8d2f-a65c796c6aa3 tempest-FloatingIPAdminTestJSON-869797590 tempest-FloatingIPAdminTestJSON-869797590-project] Pushing event updated for resources: {'Port': ['ID=b4828790-4e56-441e-a169-1fdbd7e51c46,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:12.777323 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 5f5386ca-279a-4e59-9b5a-fdcd7d2812cf, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=5f5386ca-279a-4e59-9b5a-fdcd7d2812cf,segment=NetworkSegment(f973a6e2-d09c-4697-bd3b-2000b453af7a),segment_id=f973a6e2-d09c-4697-bd3b-2000b453af7a)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:12:12.779118 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801f966a-d574-4e70-a7de-6e3f0e25ddaa None None] Network 67b86ba0-7b9e-47fa-81ab-54ee64c12885 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:12:12.791367 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-f3cd9818-9510-4e46-843d-b1e50d6999d2 tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.0327241 Oct 04 09:12:12.803295 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 6c8f126e-75a1-43f2-980d-ad2d5059e1f5, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=6c8f126e-75a1-43f2-980d-ad2d5059e1f5,segment=NetworkSegment(ab774fdc-dff8-49ef-a1f1-5ebb0e8fcda7),segment_id=ab774fdc-dff8-49ef-a1f1-5ebb0e8fcda7)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:12:12.815516 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:12.843391 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54052) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:12.997943 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957006c6-cb61-49d0-bbbf-cb5c0d2844e1 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Pushing event deleted for resources: {'Port': ['ID=8e3e2319-1f05-4214-8421-01f3c7493e46,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:13.013189 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:13.027959 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-06381be5-8e79-449d-afce-49d73652eeb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:13.034417 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-957006c6-cb61-49d0-bbbf-cb5c0d2844e1 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736911'] for router_interface, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:13.046754 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aef738b946a3ea172e8e75fc735451da1d91f114ea1acc5fcf392e20a929bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6669f54f-6c4e-421e-ac6f-88b9300458e5" -d '{"events": [{"server_uuid": "8e79a632-4582-4ce8-a81b-e8fd5f0c1012", "name": "network-vif-plugged", "status": "completed", "tag": "5f5386ca-279a-4e59-9b5a-fdcd7d2812cf"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:12:13.085529 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=5f5386ca-279a-4e59-9b5a-fdcd7d2812cf,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:13.118481 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-7b367c5c-2d0f-4081-911d-7b12ef21f33d None None] Attempt 2 to provision port 3e25f8cb-7341-414f-88d1-f1fc9dbc56c6 Oct 04 09:12:13.145625 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-88bbfb3d-f387-40d7-ae93-7d25c51c5e98 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:13.164008 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-05b6703b-1777-4a93-8d2f-a65c796c6aa3 tempest-FloatingIPAdminTestJSON-869797590 tempest-FloatingIPAdminTestJSON-869797590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:13.169619 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-05b6703b-1777-4a93-8d2f-a65c796c6aa3 tempest-FloatingIPAdminTestJSON-869797590 tempest-FloatingIPAdminTestJSON-869797590-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 694 time: 5.2328284 Oct 04 09:12:13.170594 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54066) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:13.189437 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-db3ac1db-42d4-464c-b3d8-49cda929263f req-e84f10ea-1752-4228-9319-75e4824483e8 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4088750 Oct 04 09:12:13.319610 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-7b367c5c-2d0f-4081-911d-7b12ef21f33d None None] Port 3e25f8cb-7341-414f-88d1-f1fc9dbc56c6 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:13.325114 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=6c8f126e-75a1-43f2-980d-ad2d5059e1f5,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:13.361868 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd99975-9d71-4dc6-acae-93c54aac09fb x-openstack-request-id: req-efd99975-9d71-4dc6-acae-93c54aac09fb {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:12:13.362167 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e79a632-4582-4ce8-a81b-e8fd5f0c1012", "name": "network-vif-plugged", "status": "completed", "tag": "5f5386ca-279a-4e59-9b5a-fdcd7d2812cf", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:12:13.362423 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-efd99975-9d71-4dc6-acae-93c54aac09fb {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:12:13.362904 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efd99975-9d71-4dc6-acae-93c54aac09fb'] response: {'server_uuid': '8e79a632-4582-4ce8-a81b-e8fd5f0c1012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5386ca-279a-4e59-9b5a-fdcd7d2812cf', 'code': 200} Oct 04 09:12:13.369598 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-88bbfb3d-f387-40d7-ae93-7d25c51c5e98 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:13.379699 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12054634-f394-44bf-a663-7bc7976592bc req-ea47fbc4-883c-4aab-8230-d1035fcc44f1 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:13.381216 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-12054634-f394-44bf-a663-7bc7976592bc req-ea47fbc4-883c-4aab-8230-d1035fcc44f1 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e79a632-4582-4ce8-a81b-e8fd5f0c1012 HTTP/1.1" status: 200 len: 946 time: 0.2104919 Oct 04 09:12:13.439826 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['6c8f126e-75a1-43f2-980d-ad2d5059e1f5'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 09:12:13.457967 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3916bb4-29de-4d95-b891-b674fad1fd1c tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:13.464151 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3916bb4-29de-4d95-b891-b674fad1fd1c tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:13.469963 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3916bb4-29de-4d95-b891-b674fad1fd1c tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:13.470918 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-f3916bb4-29de-4d95-b891-b674fad1fd1c tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Synchronizing usage tracker for tenant:c7f1bceb3c7e4cbd8de36edfb99e5aa2 on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:12:13.486629 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-06381be5-8e79-449d-afce-49d73652eeb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:13.505573 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-6b9d87b9-a863-4769-a4ae-399b580f5b9e tempest-FloatingIPAdminTestJSON-322560194 tempest-FloatingIPAdminTestJSON-322560194-project-admin] Synchronizing usage tracker for tenant:1b4238f5932b4168b8abfccbba369e3c on resource:floatingip {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:12:13.514215 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bbfb3d-f387-40d7-ae93-7d25c51c5e98 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Network 67b86ba0-7b9e-47fa-81ab-54ee64c12885 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:12:13.518718 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-88bbfb3d-f387-40d7-ae93-7d25c51c5e98 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:12:13.525623 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-f3916bb4-29de-4d95-b891-b674fad1fd1c tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Unset dirty status for tenant:c7f1bceb3c7e4cbd8de36edfb99e5aa2 on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:12:13.526802 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-f3916bb4-29de-4d95-b891-b674fad1fd1c tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.6824367 Oct 04 09:12:13.527871 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bbfb3d-f387-40d7-ae93-7d25c51c5e98 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:12:13.528884 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bbfb3d-f387-40d7-ae93-7d25c51c5e98 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:13.529553 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-88bbfb3d-f387-40d7-ae93-7d25c51c5e98 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:13.531624 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54080) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:13.568558 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-88bbfb3d-f387-40d7-ae93-7d25c51c5e98 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.4840965 Oct 04 09:12:13.569481 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbfb3d-f387-40d7-ae93-7d25c51c5e98 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Pushing event updated for resources: {'Port': ['ID=f80c99be-b7b3-4f5d-9f54-00a090eb6795,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:13.571500 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54086) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:13.585906 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-12054634-f394-44bf-a663-7bc7976592bc req-8cc10cc4-10bc-43f1-ae25-17f69e3f6986 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] 10.222.0.50 "GET /v2.0/security-groups?id=f34b24fc-e33c-4718-8a20-71faa3994815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576738 Oct 04 09:12:13.654920 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbfb3d-f387-40d7-ae93-7d25c51c5e98 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:12:13.655361 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbfb3d-f387-40d7-ae93-7d25c51c5e98 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:12:13.655766 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbfb3d-f387-40d7-ae93-7d25c51c5e98 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:12:13.656217 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbfb3d-f387-40d7-ae93-7d25c51c5e98 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:12:13.656587 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbfb3d-f387-40d7-ae93-7d25c51c5e98 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:12:13.657052 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbfb3d-f387-40d7-ae93-7d25c51c5e98 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:12:13.657442 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbfb3d-f387-40d7-ae93-7d25c51c5e98 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:12:13.657782 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbfb3d-f387-40d7-ae93-7d25c51c5e98 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:12:13.658128 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbfb3d-f387-40d7-ae93-7d25c51c5e98 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:12:13.658554 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbfb3d-f387-40d7-ae93-7d25c51c5e98 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:12:13.658855 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbfb3d-f387-40d7-ae93-7d25c51c5e98 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:12:13.659198 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbfb3d-f387-40d7-ae93-7d25c51c5e98 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:12:13.708888 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-6ca3db4c-15cb-4c10-9bbe-197546bf7156 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Deleting port f80c99be-b7b3-4f5d-9f54-00a090eb6795 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:12:13.709474 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6ca3db4c-15cb-4c10-9bbe-197546bf7156 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:13.820996 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-7b367c5c-2d0f-4081-911d-7b12ef21f33d None None] Attempt 3 to provision port 3e25f8cb-7341-414f-88d1-f1fc9dbc56c6 Oct 04 09:12:13.833910 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-6b9d87b9-a863-4769-a4ae-399b580f5b9e tempest-FloatingIPAdminTestJSON-322560194 tempest-FloatingIPAdminTestJSON-322560194-project-admin] Unset dirty status for tenant:1b4238f5932b4168b8abfccbba369e3c on resource:floatingip {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:12:13.836662 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-6b9d87b9-a863-4769-a4ae-399b580f5b9e tempest-FloatingIPAdminTestJSON-322560194 tempest-FloatingIPAdminTestJSON-322560194-project-admin] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2615 time: 0.6508553 Oct 04 09:12:13.842951 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54096) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:13.889476 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-7b367c5c-2d0f-4081-911d-7b12ef21f33d None None] Port 3e25f8cb-7341-414f-88d1-f1fc9dbc56c6 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:13.929751 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-c1b6848f-74d1-4093-9b8a-08a1fe53e5f7 tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Deleting port 2450cce3-335e-4016-968b-a5c5dbf4da14 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:12:13.929871 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c1b6848f-74d1-4093-9b8a-08a1fe53e5f7 tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:13.983220 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-957006c6-cb61-49d0-bbbf-cb5c0d2844e1 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Router 657b4a9b-dbcc-41a2-949c-1a852f3ecd74 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:12:13.996967 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-b03a5220-11c7-4c3e-ba28-09ae0eb687e5 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 692 time: 0.1519668 Oct 04 09:12:13.997727 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54104) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:14.011297 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6ca3db4c-15cb-4c10-9bbe-197546bf7156 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:14.155830 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-06381be5-8e79-449d-afce-49d73652eeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:14.246243 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06381be5-8e79-449d-afce-49d73652eeb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d049076-d32a-4194-9e7b-85299ef02a3a,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:14.285287 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-6ca3db4c-15cb-4c10-9bbe-197546bf7156 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Calling delete_port for f80c99be-b7b3-4f5d-9f54-00a090eb6795 owned by {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:12:14.390981 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-7b367c5c-2d0f-4081-911d-7b12ef21f33d None None] Attempt 4 to provision port 3e25f8cb-7341-414f-88d1-f1fc9dbc56c6 Oct 04 09:12:14.453552 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-7b367c5c-2d0f-4081-911d-7b12ef21f33d None None] Port 3e25f8cb-7341-414f-88d1-f1fc9dbc56c6 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:14.458075 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6ca3db4c-15cb-4c10-9bbe-197546bf7156 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:14.475594 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-78009e96-ae36-47e3-8370-fbf82434c108 tempest-FloatingIPAdminTestJSON-869797590 tempest-FloatingIPAdminTestJSON-869797590-project] Deleting port b4828790-4e56-441e-a169-1fdbd7e51c46 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:12:14.475924 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-78009e96-ae36-47e3-8370-fbf82434c108 tempest-FloatingIPAdminTestJSON-869797590 tempest-FloatingIPAdminTestJSON-869797590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:14.500750 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-06381be5-8e79-449d-afce-49d73652eeb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:14.502551 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-06381be5-8e79-449d-afce-49d73652eeb4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1d049076-d32a-4194-9e7b-85299ef02a3a HTTP/1.1" status: 204 len: 168 time: 2.1540375 Oct 04 09:12:14.549760 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca3db4c-15cb-4c10-9bbe-197546bf7156 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Pushing event deleted for resources: {'Port': ['ID=f80c99be-b7b3-4f5d-9f54-00a090eb6795,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:14.561201 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6ca3db4c-15cb-4c10-9bbe-197546bf7156 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:14.567232 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-6ca3db4c-15cb-4c10-9bbe-197546bf7156 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] 10.222.0.50 "DELETE /v2.0/ports/f80c99be-b7b3-4f5d-9f54-00a090eb6795 HTTP/1.1" status: 204 len: 168 time: 0.9924097 Oct 04 09:12:14.570692 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54122) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:14.571760 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54124) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:14.573300 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-957006c6-cb61-49d0-bbbf-cb5c0d2844e1 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:12:14.578074 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-7d2a0280-6016-482e-8a80-6e33096e4809 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '67b86ba0-7b9e-47fa-81ab-54ee64c12885', 'external_fixed_ips': [{'subnet_id': '61a6aaf1-dd90-48b3-9a91-94c16534ef51', 'ip_address': '2001:db8::4b'}]}}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:14.588410 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962f5370-008b-4562-8e51-8be974dbed00 None None] Sync routers for ids ['657b4a9b-dbcc-41a2-949c-1a852f3ecd74'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:12:14.592083 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-7d2a0280-6016-482e-8a80-6e33096e4809 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:14.594703 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-957006c6-cb61-49d0-bbbf-cb5c0d2844e1 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] 10.222.0.50 "PUT /v2.0/routers/657b4a9b-dbcc-41a2-949c-1a852f3ecd74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2430880 Oct 04 09:12:14.596891 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-7d2a0280-6016-482e-8a80-6e33096e4809 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Usage tracker for resource:router and tenant:2a63b3678ac545b3abd26ca13af65fe0 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:14.597577 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d9413e-1016-4688-a60e-622eb4e7076f req-959470e9-237c-409e-913b-79aec90aa1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:14.599176 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e7d9413e-1016-4688-a60e-622eb4e7076f req-959470e9-237c-409e-913b-79aec90aa1da service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8e79a632-4582-4ce8-a81b-e8fd5f0c1012 HTTP/1.1" status: 200 len: 1099 time: 0.9074175 Oct 04 09:12:14.600747 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54132) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:14.603139 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-7d2a0280-6016-482e-8a80-6e33096e4809 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:14.609785 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962f5370-008b-4562-8e51-8be974dbed00 None None] Routers {'657b4a9b-dbcc-41a2-949c-1a852f3ecd74'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:12:14.610894 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-962f5370-008b-4562-8e51-8be974dbed00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:12:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['657b4a9b-dbcc-41a2-949c-1a852f3ecd74'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:14.688943 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-7d2a0280-6016-482e-8a80-6e33096e4809 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:14.694070 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-ebd2beff-e265-491a-b531-fa845c7cd592 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] show failed (client error): The resource could not be found. Oct 04 09:12:14.695591 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-ebd2beff-e265-491a-b531-fa845c7cd592 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] 10.222.0.50 "GET /v2.0/routers/tempest-non_exist_router-1296356729 HTTP/1.1" status: 404 len: 335 time: 0.0939367 Oct 04 09:12:14.703639 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54138) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:14.712511 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-92227327-ddbb-4e00-a5e9-6b7302a2c81c tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Request body: {'router': {'name': 'new_name'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:14.732576 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-e7d9413e-1016-4688-a60e-622eb4e7076f req-b3f55be1-686e-4c57-a1dd-9c87c65c7c96 service neutron] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:14.781334 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-962f5370-008b-4562-8e51-8be974dbed00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:14.792146 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-f8256095-b068-467d-8544-fb917ecee1d4 tempest-RoutersAdminNegativeTest-2067986115 tempest-RoutersAdminNegativeTest-2067986115-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2141806853', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:14.793585 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962f5370-008b-4562-8e51-8be974dbed00 None None] Routers {'657b4a9b-dbcc-41a2-949c-1a852f3ecd74'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:12:14.794335 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-962f5370-008b-4562-8e51-8be974dbed00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:12:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['657b4a9b-dbcc-41a2-949c-1a852f3ecd74'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:14.799172 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-f8256095-b068-467d-8544-fb917ecee1d4 tempest-RoutersAdminNegativeTest-2067986115 tempest-RoutersAdminNegativeTest-2067986115-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:14.804207 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-f8256095-b068-467d-8544-fb917ecee1d4 tempest-RoutersAdminNegativeTest-2067986115 tempest-RoutersAdminNegativeTest-2067986115-project-admin] Usage tracker for resource:port and tenant:e1fe7eec25f84955a73324f48fe7342b is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:14.807720 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-f8256095-b068-467d-8544-fb917ecee1d4 tempest-RoutersAdminNegativeTest-2067986115 tempest-RoutersAdminNegativeTest-2067986115-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:14.814669 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-f8256095-b068-467d-8544-fb917ecee1d4 tempest-RoutersAdminNegativeTest-2067986115 tempest-RoutersAdminNegativeTest-2067986115-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:14.834327 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7d2a0280-6016-482e-8a80-6e33096e4809 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:14.835393 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7d2a0280-6016-482e-8a80-6e33096e4809 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:14.838678 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8256095-b068-467d-8544-fb917ecee1d4 tempest-RoutersAdminNegativeTest-2067986115 tempest-RoutersAdminNegativeTest-2067986115-project-admin] Made reservation on behalf of e1fe7eec25f84955a73324f48fe7342b for: {'port': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:12:14.841196 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f8256095-b068-467d-8544-fb917ecee1d4 tempest-RoutersAdminNegativeTest-2067986115 tempest-RoutersAdminNegativeTest-2067986115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:14.850282 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-92227327-ddbb-4e00-a5e9-6b7302a2c81c tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] update failed (client error): The resource could not be found. Oct 04 09:12:14.855868 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-92227327-ddbb-4e00-a5e9-6b7302a2c81c tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] 10.222.0.50 "PUT /v2.0/routers/tempest-non_exist_router-1651628201 HTTP/1.1" status: 404 len: 335 time: 0.1441329 Oct 04 09:12:14.859471 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-e7d9413e-1016-4688-a60e-622eb4e7076f req-b3f55be1-686e-4c57-a1dd-9c87c65c7c96 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:14.862110 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54146) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:14.894548 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-e7d9413e-1016-4688-a60e-622eb4e7076f req-b3f55be1-686e-4c57-a1dd-9c87c65c7c96 service neutron] Usage tracker for resource:security_group_rule and tenant:6ee2752c0ca043ff869689d980d633fe is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:14.899009 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f8256095-b068-467d-8544-fb917ecee1d4 tempest-RoutersAdminNegativeTest-2067986115 tempest-RoutersAdminNegativeTest-2067986115-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:14.911382 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-962f5370-008b-4562-8e51-8be974dbed00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:14.912066 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962f5370-008b-4562-8e51-8be974dbed00 None None] The sync data for ids ['657b4a9b-dbcc-41a2-949c-1a852f3ecd74'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:12:14.932163 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-f8256095-b068-467d-8544-fb917ecee1d4 tempest-RoutersAdminNegativeTest-2067986115 tempest-RoutersAdminNegativeTest-2067986115-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:14.943905 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-f8256095-b068-467d-8544-fb917ecee1d4 tempest-RoutersAdminNegativeTest-2067986115 tempest-RoutersAdminNegativeTest-2067986115-project-admin] Usage tracker for resource:security_group_rule and tenant:e1fe7eec25f84955a73324f48fe7342b is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:14.952492 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-f8256095-b068-467d-8544-fb917ecee1d4 tempest-RoutersAdminNegativeTest-2067986115 tempest-RoutersAdminNegativeTest-2067986115-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:14.955558 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-7b367c5c-2d0f-4081-911d-7b12ef21f33d None None] Attempt 5 to provision port 3e25f8cb-7341-414f-88d1-f1fc9dbc56c6 Oct 04 09:12:14.955901 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7d2a0280-6016-482e-8a80-6e33096e4809 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:14.972399 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-f8256095-b068-467d-8544-fb917ecee1d4 tempest-RoutersAdminNegativeTest-2067986115 tempest-RoutersAdminNegativeTest-2067986115-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:15.030084 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-7b367c5c-2d0f-4081-911d-7b12ef21f33d None None] Port 3e25f8cb-7341-414f-88d1-f1fc9dbc56c6 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:15.033201 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0620b88f-0212-44b8-866d-d4e616be6c7c req-c4161523-f0ae-4ac0-b8c0-03a76a3342d2 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:15.037988 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-0620b88f-0212-44b8-866d-d4e616be6c7c req-c4161523-f0ae-4ac0-b8c0-03a76a3342d2 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e79a632-4582-4ce8-a81b-e8fd5f0c1012 HTTP/1.1" status: 200 len: 946 time: 0.2033134 Oct 04 09:12:15.065337 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-e7d9413e-1016-4688-a60e-622eb4e7076f req-b3f55be1-686e-4c57-a1dd-9c87c65c7c96 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:15.069137 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c1b6848f-74d1-4093-9b8a-08a1fe53e5f7 tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:15.095945 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-e7d9413e-1016-4688-a60e-622eb4e7076f req-b3f55be1-686e-4c57-a1dd-9c87c65c7c96 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:15.249516 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-c1b6848f-74d1-4093-9b8a-08a1fe53e5f7 tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Calling delete_port for 2450cce3-335e-4016-968b-a5c5dbf4da14 owned by {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:12:15.331018 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf5e0f-b03a-4c96-9485-9073a093a181 req-0619e30e-f2c6-4a66-b901-157c03288408 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:15.332510 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-67bf5e0f-b03a-4c96-9485-9073a093a181 req-0619e30e-f2c6-4a66-b901-157c03288408 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 945 time: 1.0128448 Oct 04 09:12:15.344158 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_v2 [None req-869a1763-4571-4f9b-85e1-1246c187c3db tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Deleting subnet 53a185d3-68eb-4f25-a3b7-4e16632e16dd {{(pid=89032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:12:15.344345 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-0620b88f-0212-44b8-866d-d4e616be6c7c req-e6879314-e2d8-4dd4-87e5-5c48073461ca tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] 10.222.0.50 "GET /v2.0/security-groups?id=f34b24fc-e33c-4718-8a20-71faa3994815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2521126 Oct 04 09:12:15.344914 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-78009e96-ae36-47e3-8370-fbf82434c108 tempest-FloatingIPAdminTestJSON-869797590 tempest-FloatingIPAdminTestJSON-869797590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:15.345075 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7d2a0280-6016-482e-8a80-6e33096e4809 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:15.345596 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-78009e96-ae36-47e3-8370-fbf82434c108 tempest-FloatingIPAdminTestJSON-869797590 tempest-FloatingIPAdminTestJSON-869797590-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:15.375798 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-869a1763-4571-4f9b-85e1-1246c187c3db tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks [] for subnet, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:15.393753 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f8256095-b068-467d-8544-fb917ecee1d4 tempest-RoutersAdminNegativeTest-2067986115 tempest-RoutersAdminNegativeTest-2067986115-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:15.444550 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f8256095-b068-467d-8544-fb917ecee1d4 tempest-RoutersAdminNegativeTest-2067986115 tempest-RoutersAdminNegativeTest-2067986115-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:15.457364 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [None req-f8256095-b068-467d-8544-fb917ecee1d4 tempest-RoutersAdminNegativeTest-2067986115 tempest-RoutersAdminNegativeTest-2067986115-project-admin] device_id is not set on port 219a266e-0143-40c3-92c4-34c37f9dd48a yet. {{(pid=89033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:12:15.533636 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-7b367c5c-2d0f-4081-911d-7b12ef21f33d None None] Attempt 6 to provision port 3e25f8cb-7341-414f-88d1-f1fc9dbc56c6 Oct 04 09:12:15.545547 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8256095-b068-467d-8544-fb917ecee1d4 tempest-RoutersAdminNegativeTest-2067986115 tempest-RoutersAdminNegativeTest-2067986115-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341871c1-fd6a-466f-9abf-3acadfe4f532,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:15.554254 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-78009e96-ae36-47e3-8370-fbf82434c108 tempest-FloatingIPAdminTestJSON-869797590 tempest-FloatingIPAdminTestJSON-869797590-project] Calling delete_port for b4828790-4e56-441e-a169-1fdbd7e51c46 owned by network:floatingip {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:12:15.630287 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-7b367c5c-2d0f-4081-911d-7b12ef21f33d None None] Port 3e25f8cb-7341-414f-88d1-f1fc9dbc56c6 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:15.638348 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-f8256095-b068-467d-8544-fb917ecee1d4 tempest-RoutersAdminNegativeTest-2067986115 tempest-RoutersAdminNegativeTest-2067986115-project-admin] Allocated IP 172.26.10.254 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/219a266e-0143-40c3-92c4-34c37f9dd48a) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:12:15.659600 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-869a1763-4571-4f9b-85e1-1246c187c3db tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885153'] for subnet, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:15.677976 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 6c8f126e-75a1-43f2-980d-ad2d5059e1f5 up at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:12:15.720337 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-67bf5e0f-b03a-4c96-9485-9073a093a181 req-1e9c823c-b3c4-4063-95a3-2c6fd6cdc0b9 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3505416 Oct 04 09:12:15.792702 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-e7d9413e-1016-4688-a60e-622eb4e7076f req-b3f55be1-686e-4c57-a1dd-9c87c65c7c96 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:15.814130 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning for port 6c8f126e-75a1-43f2-980d-ad2d5059e1f5 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:12:15.820214 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning complete for port 6c8f126e-75a1-43f2-980d-ad2d5059e1f5 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:12:15.820695 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:15.821081 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Attempt 1 to provision port 6c8f126e-75a1-43f2-980d-ad2d5059e1f5 Oct 04 09:12:15.845635 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-e7d9413e-1016-4688-a60e-622eb4e7076f req-b3f55be1-686e-4c57-a1dd-9c87c65c7c96 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:15.924161 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e7d9413e-1016-4688-a60e-622eb4e7076f req-b3f55be1-686e-4c57-a1dd-9c87c65c7c96 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f34b24fc-e33c-4718-8a20-71faa3994815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3159933 Oct 04 09:12:15.961010 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f55be1-686e-4c57-a1dd-9c87c65c7c96 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=35918cab-bb89-4338-b310-31428b789c97,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:16.007168 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 6c8f126e-75a1-43f2-980d-ad2d5059e1f5 is: BUILD; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:12:16.008640 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:16.014348 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c1b6848f-74d1-4093-9b8a-08a1fe53e5f7 tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:16.066238 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-869a1763-4571-4f9b-85e1-1246c187c3db tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:16.105462 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b46b2f21-4377-4666-a5a3-1d3e21d4ff37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c8f126e-75a1-43f2-980d-ad2d5059e1f5'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:12:16.108659 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aef738b946a3ea172e8e75fc735451da1d91f114ea1acc5fcf392e20a929bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfad0e62-cfd0-4146-be6e-bd1aeae07948" -d '{"events": [{"server_uuid": "b46b2f21-4377-4666-a5a3-1d3e21d4ff37", "name": "network-vif-plugged", "status": "completed", "tag": "6c8f126e-75a1-43f2-980d-ad2d5059e1f5"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:12:16.118535 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 6c8f126e-75a1-43f2-980d-ad2d5059e1f5, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=6c8f126e-75a1-43f2-980d-ad2d5059e1f5,segment=NetworkSegment(ab774fdc-dff8-49ef-a1f1-5ebb0e8fcda7),segment_id=ab774fdc-dff8-49ef-a1f1-5ebb0e8fcda7)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:12:16.124536 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b6848f-74d1-4093-9b8a-08a1fe53e5f7 tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Pushing event deleted for resources: {'Port': ['ID=2450cce3-335e-4016-968b-a5c5dbf4da14,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:16.142986 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:16.149210 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-7b367c5c-2d0f-4081-911d-7b12ef21f33d None None] Attempt 7 to provision port 3e25f8cb-7341-414f-88d1-f1fc9dbc56c6 Oct 04 09:12:16.238060 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519fbb7b-ca21-4a87-bc49-a85ec0c84b0e x-openstack-request-id: req-519fbb7b-ca21-4a87-bc49-a85ec0c84b0e {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:12:16.238383 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b46b2f21-4377-4666-a5a3-1d3e21d4ff37", "name": "network-vif-plugged", "status": "completed", "tag": "6c8f126e-75a1-43f2-980d-ad2d5059e1f5", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:12:16.238604 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-519fbb7b-ca21-4a87-bc49-a85ec0c84b0e {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:12:16.238993 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-519fbb7b-ca21-4a87-bc49-a85ec0c84b0e'] response: {'server_uuid': 'b46b2f21-4377-4666-a5a3-1d3e21d4ff37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c8f126e-75a1-43f2-980d-ad2d5059e1f5', 'code': 200} Oct 04 09:12:16.258315 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f8256095-b068-467d-8544-fb917ecee1d4 tempest-RoutersAdminNegativeTest-2067986115 tempest-RoutersAdminNegativeTest-2067986115-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:16.264659 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-78009e96-ae36-47e3-8370-fbf82434c108 tempest-FloatingIPAdminTestJSON-869797590 tempest-FloatingIPAdminTestJSON-869797590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:16.310048 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f8256095-b068-467d-8544-fb917ecee1d4 tempest-RoutersAdminNegativeTest-2067986115 tempest-RoutersAdminNegativeTest-2067986115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:16.340976 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-7b367c5c-2d0f-4081-911d-7b12ef21f33d None None] Port 3e25f8cb-7341-414f-88d1-f1fc9dbc56c6 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:16.344628 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=6c8f126e-75a1-43f2-980d-ad2d5059e1f5,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:16.358050 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78009e96-ae36-47e3-8370-fbf82434c108 tempest-FloatingIPAdminTestJSON-869797590 tempest-FloatingIPAdminTestJSON-869797590-project] Pushing event deleted for resources: {'Port': ['ID=b4828790-4e56-441e-a169-1fdbd7e51c46,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:16.364480 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:12:16.364965 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:12:16.365727 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:12:16.365897 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:12:16.366334 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:12:16.367229 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:12:16.369162 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:12:16.369511 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:12:16.369869 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:12:16.370198 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:12:16.370581 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:12:16.373805 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:12:16.425958 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54184) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:16.456979 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8256095-b068-467d-8544-fb917ecee1d4 tempest-RoutersAdminNegativeTest-2067986115 tempest-RoutersAdminNegativeTest-2067986115-project-admin] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:12:16.469977 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-f8256095-b068-467d-8544-fb917ecee1d4 tempest-RoutersAdminNegativeTest-2067986115 tempest-RoutersAdminNegativeTest-2067986115-project-admin] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:12:16.480619 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8256095-b068-467d-8544-fb917ecee1d4 tempest-RoutersAdminNegativeTest-2067986115 tempest-RoutersAdminNegativeTest-2067986115-project-admin] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:12:16.525666 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-78009e96-ae36-47e3-8370-fbf82434c108 tempest-FloatingIPAdminTestJSON-869797590 tempest-FloatingIPAdminTestJSON-869797590-project] Notify callbacks [] for floatingip, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:16.530966 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8256095-b068-467d-8544-fb917ecee1d4 tempest-RoutersAdminNegativeTest-2067986115 tempest-RoutersAdminNegativeTest-2067986115-project-admin] Pushing event updated for resources: {'Port': ['ID=219a266e-0143-40c3-92c4-34c37f9dd48a,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:16.541779 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7d2a0280-6016-482e-8a80-6e33096e4809 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:16.583369 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7d2a0280-6016-482e-8a80-6e33096e4809 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:16.588419 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c1b6848f-74d1-4093-9b8a-08a1fe53e5f7 tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:16.600776 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-869a1763-4571-4f9b-85e1-1246c187c3db tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:16.627762 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-03e2948f-5d62-490d-b070-7f36af0fcae1 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-429969864'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:16.636755 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8256095-b068-467d-8544-fb917ecee1d4 tempest-RoutersAdminNegativeTest-2067986115 tempest-RoutersAdminNegativeTest-2067986115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:16.637362 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f8256095-b068-467d-8544-fb917ecee1d4 tempest-RoutersAdminNegativeTest-2067986115 tempest-RoutersAdminNegativeTest-2067986115-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:16.643247 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-03e2948f-5d62-490d-b070-7f36af0fcae1 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:16.670024 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-03e2948f-5d62-490d-b070-7f36af0fcae1 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Usage tracker for resource:router and tenant:02ad5494c90649b49420a43fff2ba013 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:16.675704 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-03e2948f-5d62-490d-b070-7f36af0fcae1 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:16.695367 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-03e2948f-5d62-490d-b070-7f36af0fcae1 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:16.715217 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-869a1763-4571-4f9b-85e1-1246c187c3db tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:16.724527 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869a1763-4571-4f9b-85e1-1246c187c3db tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Pushing event deleted for resources: {'Subnet': ['ID=53a185d3-68eb-4f25-a3b7-4e16632e16dd,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:16.724666 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a56435-a863-4f7d-a117-a995eda36e06 None None] Network 68d2efea-e83d-4976-93ed-92cfd1290465 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:12:16.729440 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-869a1763-4571-4f9b-85e1-1246c187c3db tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] 10.222.0.50 "DELETE /v2.0/subnets/53a185d3-68eb-4f25-a3b7-4e16632e16dd HTTP/1.1" status: 204 len: 168 time: 1.8663492 Oct 04 09:12:16.739680 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54190) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:16.742876 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-78009e96-ae36-47e3-8370-fbf82434c108 tempest-FloatingIPAdminTestJSON-869797590 tempest-FloatingIPAdminTestJSON-869797590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:16.746677 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-78009e96-ae36-47e3-8370-fbf82434c108 tempest-FloatingIPAdminTestJSON-869797590 tempest-FloatingIPAdminTestJSON-869797590-project] 10.222.0.50 "DELETE /v2.0/floatingips/ccd0cd90-ffd7-4b1e-abad-6e3126ac84d1 HTTP/1.1" status: 204 len: 168 time: 2.7288673 Oct 04 09:12:16.747425 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54194) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:16.757872 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-c1b6848f-74d1-4093-9b8a-08a1fe53e5f7 tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] 10.222.0.50 "DELETE /v2.0/ports/2450cce3-335e-4016-968b-a5c5dbf4da14 HTTP/1.1" status: 204 len: 168 time: 3.2223420 Oct 04 09:12:16.768548 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54198) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:16.773099 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-f8256095-b068-467d-8544-fb917ecee1d4 tempest-RoutersAdminNegativeTest-2067986115 tempest-RoutersAdminNegativeTest-2067986115-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.1972079 Oct 04 09:12:16.782719 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-9128fb7c-418f-4bcd-9dc5-13ec5d5fdbcb tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Request body: {'port': {'name': 'tempest-new-port-name-1293779127', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:16.783114 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.api.validators [None req-9128fb7c-418f-4bcd-9dc5-13ec5d5fdbcb tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] bootfile-name is not in valid_values {{(pid=89033) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 04 09:12:16.783549 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.api.validators [None req-9128fb7c-418f-4bcd-9dc5-13ec5d5fdbcb tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] tftp-server is not in valid_values {{(pid=89033) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 04 09:12:16.783905 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.api.validators [None req-9128fb7c-418f-4bcd-9dc5-13ec5d5fdbcb tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] server-ip-address is not in valid_values {{(pid=89033) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 04 09:12:16.812948 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54204) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:16.832170 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-89532f28-e57b-4d3b-8845-d46bf909303c tempest-RoutersAdminNegativeTest-2067986115 tempest-RoutersAdminNegativeTest-2067986115-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.254'}]}}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:16.835442 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-03e2948f-5d62-490d-b070-7f36af0fcae1 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:16.836431 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-03e2948f-5d62-490d-b070-7f36af0fcae1 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:16.853390 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-89532f28-e57b-4d3b-8845-d46bf909303c tempest-RoutersAdminNegativeTest-2067986115 tempest-RoutersAdminNegativeTest-2067986115-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:16.863159 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-7b367c5c-2d0f-4081-911d-7b12ef21f33d None None] Attempt 8 to provision port 3e25f8cb-7341-414f-88d1-f1fc9dbc56c6 Oct 04 09:12:16.875358 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-89532f28-e57b-4d3b-8845-d46bf909303c tempest-RoutersAdminNegativeTest-2067986115 tempest-RoutersAdminNegativeTest-2067986115-project-admin] Usage tracker for resource:router and tenant:e1fe7eec25f84955a73324f48fe7342b is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:16.880272 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-89532f28-e57b-4d3b-8845-d46bf909303c tempest-RoutersAdminNegativeTest-2067986115 tempest-RoutersAdminNegativeTest-2067986115-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:16.942449 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-89532f28-e57b-4d3b-8845-d46bf909303c tempest-RoutersAdminNegativeTest-2067986115 tempest-RoutersAdminNegativeTest-2067986115-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:17.005522 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-7b367c5c-2d0f-4081-911d-7b12ef21f33d None None] Port 3e25f8cb-7341-414f-88d1-f1fc9dbc56c6 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:17.032555 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-03e2948f-5d62-490d-b070-7f36af0fcae1 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:17.068698 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-89532f28-e57b-4d3b-8845-d46bf909303c tempest-RoutersAdminNegativeTest-2067986115 tempest-RoutersAdminNegativeTest-2067986115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:17.069611 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-89532f28-e57b-4d3b-8845-d46bf909303c tempest-RoutersAdminNegativeTest-2067986115 tempest-RoutersAdminNegativeTest-2067986115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:17.095031 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173a7b63-145f-4f4b-ae9d-883b34ac3284 None None] DHCP port deletion for 68d2efea-e83d-4976-93ed-92cfd1290465 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:12:17.100603 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-173a7b63-145f-4f4b-ae9d-883b34ac3284 None None] Deleting port b637adf5-6ca1-4254-89c0-90177c7fa386 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:12:17.101464 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-173a7b63-145f-4f4b-ae9d-883b34ac3284 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:17.135265 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-7d2a0280-6016-482e-8a80-6e33096e4809 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Allocated IP 2001:db8::4b (67b86ba0-7b9e-47fa-81ab-54ee64c12885/61a6aaf1-dd90-48b3-9a91-94c16534ef51/73c36884-08cf-4324-83fa-59585f6e49b2) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:12:17.137698 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-89532f28-e57b-4d3b-8845-d46bf909303c tempest-RoutersAdminNegativeTest-2067986115 tempest-RoutersAdminNegativeTest-2067986115-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:17.142520 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9128fb7c-418f-4bcd-9dc5-13ec5d5fdbcb tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:17.165201 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-355e1002-69f7-4c91-b674-cf5bfda22fb5 tempest-FloatingIPAdminTestJSON-322560194 tempest-FloatingIPAdminTestJSON-322560194-project-admin] Deleting port f20a4338-2ed3-4fba-a5d8-0ce890d761d8 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:12:17.165574 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-355e1002-69f7-4c91-b674-cf5bfda22fb5 tempest-FloatingIPAdminTestJSON-322560194 tempest-FloatingIPAdminTestJSON-322560194-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:17.169491 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-03e2948f-5d62-490d-b070-7f36af0fcae1 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:17.221322 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-420638c7-8070-4e97-9857-f974066832e4 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:17.235880 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device b637adf5-6ca1-4254-89c0-90177c7fa386 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:12:17.238520 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5e675-bc88-4c17-bb05-619ea0ca4e98 req-039bf0dc-2571-4703-9eaa-d47f8056775a tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:17.240318 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-aca5e675-bc88-4c17-bb05-619ea0ca4e98 req-039bf0dc-2571-4703-9eaa-d47f8056775a tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e79a632-4582-4ce8-a81b-e8fd5f0c1012 HTTP/1.1" status: 200 len: 946 time: 0.7237890 Oct 04 09:12:17.291358 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215a36c-0c38-4b02-9758-f809b3b3391c req-fc3cf6a7-ab99-4f9b-b2ee-097d0339d021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:17.293560 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1215a36c-0c38-4b02-9758-f809b3b3391c req-fc3cf6a7-ab99-4f9b-b2ee-097d0339d021 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 1099 time: 0.6794441 Oct 04 09:12:17.362028 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-420638c7-8070-4e97-9857-f974066832e4 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Deleting port b637adf5-6ca1-4254-89c0-90177c7fa386 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:12:17.362324 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-420638c7-8070-4e97-9857-f974066832e4 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:17.383842 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-03e2948f-5d62-490d-b070-7f36af0fcae1 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:17.387947 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-03e2948f-5d62-490d-b070-7f36af0fcae1 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.9473507 Oct 04 09:12:17.407521 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c3abb-9493-4e37-a220-39494e536374 req-f14baffc-ddd0-41f7-9575-6749bf72ee68 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:17.409081 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-505c3abb-9493-4e37-a220-39494e536374 req-f14baffc-ddd0-41f7-9575-6749bf72ee68 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 0.5395222 Oct 04 09:12:17.411646 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54208) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:17.458480 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-173a7b63-145f-4f4b-ae9d-883b34ac3284 None None] For port b637adf5-6ca1-4254-89c0-90177c7fa386, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=b637adf5-6ca1-4254-89c0-90177c7fa386,segment=NetworkSegment(a8e3e0f6-8d16-47a2-9381-3e0f556e7f9a),segment_id=a8e3e0f6-8d16-47a2-9381-3e0f556e7f9a)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:12:17.458873 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-173a7b63-145f-4f4b-ae9d-883b34ac3284 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:17.462462 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-aca5e675-bc88-4c17-bb05-619ea0ca4e98 req-71b2d6c3-a39c-4b32-b52e-5e92c4b197d4 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] 10.222.0.50 "GET /v2.0/security-groups?id=f34b24fc-e33c-4718-8a20-71faa3994815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2107782 Oct 04 09:12:17.477195 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-1215a36c-0c38-4b02-9758-f809b3b3391c req-574a99ef-6101-4a02-83c2-adeabb2d08a2 service neutron] Synchronizing usage tracker for tenant:6ee2752c0ca043ff869689d980d633fe on resource:security_group {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:12:17.527589 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-7b367c5c-2d0f-4081-911d-7b12ef21f33d None None] Attempt 9 to provision port 3e25f8cb-7341-414f-88d1-f1fc9dbc56c6 Oct 04 09:12:17.565584 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-355e1002-69f7-4c91-b674-cf5bfda22fb5 tempest-FloatingIPAdminTestJSON-322560194 tempest-FloatingIPAdminTestJSON-322560194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:17.565819 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-355e1002-69f7-4c91-b674-cf5bfda22fb5 tempest-FloatingIPAdminTestJSON-322560194 tempest-FloatingIPAdminTestJSON-322560194-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:17.621476 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-173a7b63-145f-4f4b-ae9d-883b34ac3284 None None] Calling delete_port for b637adf5-6ca1-4254-89c0-90177c7fa386 owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:12:17.649871 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port b637adf5-6ca1-4254-89c0-90177c7fa386 is: ACTIVE; New status is: DOWN {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:12:17.649871 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:17.716894 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port b637adf5-6ca1-4254-89c0-90177c7fa386, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=b637adf5-6ca1-4254-89c0-90177c7fa386,segment=NetworkSegment(a8e3e0f6-8d16-47a2-9381-3e0f556e7f9a),segment_id=a8e3e0f6-8d16-47a2-9381-3e0f556e7f9a)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:12:17.720729 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-355e1002-69f7-4c91-b674-cf5bfda22fb5 tempest-FloatingIPAdminTestJSON-322560194 tempest-FloatingIPAdminTestJSON-322560194-project-admin] Calling delete_port for f20a4338-2ed3-4fba-a5d8-0ce890d761d8 owned by network:floatingip {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:12:17.733621 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:17.752823 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-1215a36c-0c38-4b02-9758-f809b3b3391c req-574a99ef-6101-4a02-83c2-adeabb2d08a2 service neutron] Unset dirty status for tenant:6ee2752c0ca043ff869689d980d633fe on resource:security_group {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:12:17.753347 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1215a36c-0c38-4b02-9758-f809b3b3391c req-574a99ef-6101-4a02-83c2-adeabb2d08a2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4130688 Oct 04 09:12:17.780873 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-7b367c5c-2d0f-4081-911d-7b12ef21f33d None None] Port 3e25f8cb-7341-414f-88d1-f1fc9dbc56c6 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:17.811012 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.db.api [None req-173a7b63-145f-4f4b-ae9d-883b34ac3284 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:12:17.811436 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG oslo_db.api [None req-173a7b63-145f-4f4b-ae9d-883b34ac3284 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:12:17.828193 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=b637adf5-6ca1-4254-89c0-90177c7fa386,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:17.882542 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-420638c7-8070-4e97-9857-f974066832e4 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] For port b637adf5-6ca1-4254-89c0-90177c7fa386, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=b637adf5-6ca1-4254-89c0-90177c7fa386,segment=NetworkSegment(a8e3e0f6-8d16-47a2-9381-3e0f556e7f9a),segment_id=a8e3e0f6-8d16-47a2-9381-3e0f556e7f9a)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:12:17.882968 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-420638c7-8070-4e97-9857-f974066832e4 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:17.970462 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-dde44703-efd5-4a85-b0fb-da956af17960 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Notify callbacks [] for router, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:18.007730 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-420638c7-8070-4e97-9857-f974066832e4 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Calling delete_port for b637adf5-6ca1-4254-89c0-90177c7fa386 owned by network:dhcp {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:12:18.130795 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-355e1002-69f7-4c91-b674-cf5bfda22fb5 tempest-FloatingIPAdminTestJSON-322560194 tempest-FloatingIPAdminTestJSON-322560194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:18.171159 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.db.api [None req-420638c7-8070-4e97-9857-f974066832e4 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89032) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:12:18.171508 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG oslo_db.api [None req-420638c7-8070-4e97-9857-f974066832e4 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:12:18.179159 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355e1002-69f7-4c91-b674-cf5bfda22fb5 tempest-FloatingIPAdminTestJSON-322560194 tempest-FloatingIPAdminTestJSON-322560194-project-admin] Pushing event deleted for resources: {'Port': ['ID=f20a4338-2ed3-4fba-a5d8-0ce890d761d8,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:18.181580 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-505c3abb-9493-4e37-a220-39494e536374 req-21a99278-33e2-417d-a485-297cf44f2730 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Synchronizing usage tracker for tenant:8ef6eeaada3246f29119027d4a154b34 on resource:security_group {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:12:18.193621 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-89532f28-e57b-4d3b-8845-d46bf909303c tempest-RoutersAdminNegativeTest-2067986115 tempest-RoutersAdminNegativeTest-2067986115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:18.281829 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-7b367c5c-2d0f-4081-911d-7b12ef21f33d None None] Attempt 10 to provision port 3e25f8cb-7341-414f-88d1-f1fc9dbc56c6 Oct 04 09:12:18.285848 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-355e1002-69f7-4c91-b674-cf5bfda22fb5 tempest-FloatingIPAdminTestJSON-322560194 tempest-FloatingIPAdminTestJSON-322560194-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:18.306051 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-355e1002-69f7-4c91-b674-cf5bfda22fb5 tempest-FloatingIPAdminTestJSON-322560194 tempest-FloatingIPAdminTestJSON-322560194-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:18.311572 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-355e1002-69f7-4c91-b674-cf5bfda22fb5 tempest-FloatingIPAdminTestJSON-322560194 tempest-FloatingIPAdminTestJSON-322560194-project-admin] 10.222.0.50 "DELETE /v2.0/floatingips/c94ff607-feea-4fcc-a6a6-56aa74aa322b HTTP/1.1" status: 204 len: 168 time: 1.5606165 Oct 04 09:12:18.312216 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54212) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:18.322132 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-173a7b63-145f-4f4b-ae9d-883b34ac3284 None None] Deleting port b637adf5-6ca1-4254-89c0-90177c7fa386 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:12:18.323039 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-173a7b63-145f-4f4b-ae9d-883b34ac3284 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:18.376300 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7d2a0280-6016-482e-8a80-6e33096e4809 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:18.409439 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-48916885-8fe2-427e-9722-9469ccd550d2 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Deleting port 5d0fbc46-3624-455a-9ef2-def1491924ad {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:12:18.409780 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-48916885-8fe2-427e-9722-9469ccd550d2 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:18.416908 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-7b367c5c-2d0f-4081-911d-7b12ef21f33d None None] Port 3e25f8cb-7341-414f-88d1-f1fc9dbc56c6 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:18.439839 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-505c3abb-9493-4e37-a220-39494e536374 req-21a99278-33e2-417d-a485-297cf44f2730 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Unset dirty status for tenant:8ef6eeaada3246f29119027d4a154b34 on resource:security_group {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:12:18.445989 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-505c3abb-9493-4e37-a220-39494e536374 req-21a99278-33e2-417d-a485-297cf44f2730 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9667768 Oct 04 09:12:18.487295 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-7b367c5c-2d0f-4081-911d-7b12ef21f33d None None] Provisioning for port 30456228-18aa-4ecd-bf9e-53f6b937e55b completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:12:18.539641 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-dde44703-efd5-4a85-b0fb-da956af17960 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:18.549308 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-dde44703-efd5-4a85-b0fb-da956af17960 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:18.569084 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-7b367c5c-2d0f-4081-911d-7b12ef21f33d None None] Provisioning complete for port 30456228-18aa-4ecd-bf9e-53f6b937e55b triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:12:18.569084 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-7b367c5c-2d0f-4081-911d-7b12ef21f33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:18.569437 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-7b367c5c-2d0f-4081-911d-7b12ef21f33d None None] Attempt 1 to provision port 30456228-18aa-4ecd-bf9e-53f6b937e55b Oct 04 09:12:18.652416 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-173a7b63-145f-4f4b-ae9d-883b34ac3284 None None] For port b637adf5-6ca1-4254-89c0-90177c7fa386, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=b637adf5-6ca1-4254-89c0-90177c7fa386,segment=NetworkSegment(a8e3e0f6-8d16-47a2-9381-3e0f556e7f9a),segment_id=a8e3e0f6-8d16-47a2-9381-3e0f556e7f9a)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:12:18.652787 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-173a7b63-145f-4f4b-ae9d-883b34ac3284 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:18.670409 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-dde44703-efd5-4a85-b0fb-da956af17960 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:18.670973 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde44703-efd5-4a85-b0fb-da956af17960 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6c3cbc33-b79a-4d1c-a752-6bb16deaf1c5 {{(pid=89033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:12:18.704119 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-dde44703-efd5-4a85-b0fb-da956af17960 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:18.705338 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-dde44703-efd5-4a85-b0fb-da956af17960 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] 10.222.0.50 "DELETE /v2.0/routers/6c3cbc33-b79a-4d1c-a752-6bb16deaf1c5 HTTP/1.1" status: 204 len: 168 time: 1.2444777 Oct 04 09:12:18.712842 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9128fb7c-418f-4bcd-9dc5-13ec5d5fdbcb tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:18.714380 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54218) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:18.720143 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-a4efc498-b1d9-46b4-8051-f7799f2d2806 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Request body: {'router': {'name': 'tempest-router-1345592827', 'distributed': False}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:18.727528 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9128fb7c-418f-4bcd-9dc5-13ec5d5fdbcb tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:18.732200 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7d2a0280-6016-482e-8a80-6e33096e4809 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:18.735750 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-a4efc498-b1d9-46b4-8051-f7799f2d2806 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:18.759896 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-420638c7-8070-4e97-9857-f974066832e4 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Deleting port b637adf5-6ca1-4254-89c0-90177c7fa386 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:12:18.760563 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-420638c7-8070-4e97-9857-f974066832e4 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:18.799995 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a4efc498-b1d9-46b4-8051-f7799f2d2806 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Usage tracker for resource:router and tenant:02ad5494c90649b49420a43fff2ba013 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:18.827861 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-173a7b63-145f-4f4b-ae9d-883b34ac3284 None None] Calling delete_port for b637adf5-6ca1-4254-89c0-90177c7fa386 owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:12:18.843267 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a4efc498-b1d9-46b4-8051-f7799f2d2806 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:18.867811 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-a4efc498-b1d9-46b4-8051-f7799f2d2806 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:18.871846 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2a0280-6016-482e-8a80-6e33096e4809 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Network 67b86ba0-7b9e-47fa-81ab-54ee64c12885 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:12:18.890622 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-7d2a0280-6016-482e-8a80-6e33096e4809 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:12:18.906000 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2a0280-6016-482e-8a80-6e33096e4809 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:12:18.938307 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-7b367c5c-2d0f-4081-911d-7b12ef21f33d None None] Current status of the port 30456228-18aa-4ecd-bf9e-53f6b937e55b is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:12:18.938687 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-7b367c5c-2d0f-4081-911d-7b12ef21f33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:18.984130 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9128fb7c-418f-4bcd-9dc5-13ec5d5fdbcb tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Pushing event updated for resources: {'Port': ['ID=3e25f8cb-7341-414f-88d1-f1fc9dbc56c6,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:18.992093 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-7b367c5c-2d0f-4081-911d-7b12ef21f33d None None] For port 30456228-18aa-4ecd-bf9e-53f6b937e55b, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=30456228-18aa-4ecd-bf9e-53f6b937e55b,segment=NetworkSegment(fc5ade76-227a-4892-9eda-70adcb6c3c08),segment_id=fc5ade76-227a-4892-9eda-70adcb6c3c08)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:12:18.996536 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-173a7b63-145f-4f4b-ae9d-883b34ac3284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:19.032565 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-7b367c5c-2d0f-4081-911d-7b12ef21f33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:19.050413 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a7b63-145f-4f4b-ae9d-883b34ac3284 None None] Pushing event deleted for resources: {'Port': ['ID=b637adf5-6ca1-4254-89c0-90177c7fa386,revision_number=None']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:19.052120 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173a7b63-145f-4f4b-ae9d-883b34ac3284 None None] No DVR routers for this DVR port b637adf5-6ca1-4254-89c0-90177c7fa386 on host dv-neutron-860215-1-hyperv {{(pid=89034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:12:19.093159 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-48916885-8fe2-427e-9722-9469ccd550d2 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:19.110226 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cee6f3-3e7f-4726-9495-a782eb51fbd3 req-bc5bd149-4e6d-4e06-adc5-11891c05dbc6 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:19.118899 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b5cee6f3-3e7f-4726-9495-a782eb51fbd3 req-bc5bd149-4e6d-4e06-adc5-11891c05dbc6 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e79a632-4582-4ce8-a81b-e8fd5f0c1012 HTTP/1.1" status: 200 len: 946 time: 0.3139515 Oct 04 09:12:19.124548 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-7b367c5c-2d0f-4081-911d-7b12ef21f33d None None] Could not find standard attr ID for object 8e3e2319-1f05-4214-8421-01f3c7493e46. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:12:19.162781 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b367c5c-2d0f-4081-911d-7b12ef21f33d None None] Pushing event updated for resources: {'Port': ['ID=30456228-18aa-4ecd-bf9e-53f6b937e55b,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:19.245303 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-71219f73-0971-486f-97b4-c8ca49611f01 None None] Provisioning complete for port 3e25f8cb-7341-414f-88d1-f1fc9dbc56c6 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:12:19.245678 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-71219f73-0971-486f-97b4-c8ca49611f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:19.246010 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-71219f73-0971-486f-97b4-c8ca49611f01 None None] Attempt 1 to provision port 3e25f8cb-7341-414f-88d1-f1fc9dbc56c6 Oct 04 09:12:19.291113 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a4efc498-b1d9-46b4-8051-f7799f2d2806 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:19.292197 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a4efc498-b1d9-46b4-8051-f7799f2d2806 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:19.309781 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-71219f73-0971-486f-97b4-c8ca49611f01 None None] Port 3e25f8cb-7341-414f-88d1-f1fc9dbc56c6 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:19.361883 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-48916885-8fe2-427e-9722-9469ccd550d2 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Calling delete_port for 5d0fbc46-3624-455a-9ef2-def1491924ad owned by {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:12:19.406895 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-9128fb7c-418f-4bcd-9dc5-13ec5d5fdbcb tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] In _notify_port_updated(), no bound segment for port 3e25f8cb-7341-414f-88d1-f1fc9dbc56c6 on network d6e297a7-f462-4605-9365-9335229b931b {{(pid=89033) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 04 09:12:19.412493 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9128fb7c-418f-4bcd-9dc5-13ec5d5fdbcb tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:19.413125 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9128fb7c-418f-4bcd-9dc5-13ec5d5fdbcb tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:19.414401 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-9128fb7c-418f-4bcd-9dc5-13ec5d5fdbcb tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] 10.222.0.50 "PUT /v2.0/ports/3e25f8cb-7341-414f-88d1-f1fc9dbc56c6 HTTP/1.1" status: 200 len: 1136 time: 2.6431575 Oct 04 09:12:19.420791 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54222) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:19.430984 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a4efc498-b1d9-46b4-8051-f7799f2d2806 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:19.450839 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2a0280-6016-482e-8a80-6e33096e4809 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Pushing event updated for resources: {'Port': ['ID=73c36884-08cf-4324-83fa-59585f6e49b2,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:19.492010 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-420638c7-8070-4e97-9857-f974066832e4 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] For port b637adf5-6ca1-4254-89c0-90177c7fa386, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=b637adf5-6ca1-4254-89c0-90177c7fa386,segment=NetworkSegment(a8e3e0f6-8d16-47a2-9381-3e0f556e7f9a),segment_id=a8e3e0f6-8d16-47a2-9381-3e0f556e7f9a)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:12:19.492396 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-420638c7-8070-4e97-9857-f974066832e4 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:19.516637 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b5cee6f3-3e7f-4726-9495-a782eb51fbd3 req-ab8a9275-81d9-48a6-8e6b-0c1490db00de tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] 10.222.0.50 "GET /v2.0/security-groups?id=f34b24fc-e33c-4718-8a20-71faa3994815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3975415 Oct 04 09:12:19.590097 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a4efc498-b1d9-46b4-8051-f7799f2d2806 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:19.663627 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-420638c7-8070-4e97-9857-f974066832e4 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Calling delete_port for b637adf5-6ca1-4254-89c0-90177c7fa386 owned by network:dhcp {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:12:19.776502 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355ef48f-5775-43d9-afcb-4248cc6b1be6 tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:19.777134 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-355ef48f-5775-43d9-afcb-4248cc6b1be6 tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Synchronizing usage tracker for tenant:c7f1bceb3c7e4cbd8de36edfb99e5aa2 on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:12:19.782030 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a4efc498-b1d9-46b4-8051-f7799f2d2806 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:19.785948 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a4efc498-b1d9-46b4-8051-f7799f2d2806 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0678494 Oct 04 09:12:19.789934 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54230) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:19.810947 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-71219f73-0971-486f-97b4-c8ca49611f01 None None] Attempt 2 to provision port 3e25f8cb-7341-414f-88d1-f1fc9dbc56c6 Oct 04 09:12:19.870140 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-71219f73-0971-486f-97b4-c8ca49611f01 None None] Port 3e25f8cb-7341-414f-88d1-f1fc9dbc56c6 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:19.888676 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-89532f28-e57b-4d3b-8845-d46bf909303c tempest-RoutersAdminNegativeTest-2067986115 tempest-RoutersAdminNegativeTest-2067986115-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:19.927774 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-89532f28-e57b-4d3b-8845-d46bf909303c tempest-RoutersAdminNegativeTest-2067986115 tempest-RoutersAdminNegativeTest-2067986115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:19.965606 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7d2a0280-6016-482e-8a80-6e33096e4809 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:19.987678 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-355ef48f-5775-43d9-afcb-4248cc6b1be6 tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Unset dirty status for tenant:c7f1bceb3c7e4cbd8de36edfb99e5aa2 on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:12:19.988871 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-355ef48f-5775-43d9-afcb-4248cc6b1be6 tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] 10.222.0.50 "GET /v2.0/ports/3e25f8cb-7341-414f-88d1-f1fc9dbc56c6 HTTP/1.1" status: 200 len: 1136 time: 0.5586953 Oct 04 09:12:20.008212 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54234) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:20.029495 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f0ac65-ef48-4c39-8c63-c18636532283 req-1ddcc1c5-4687-4b10-adb0-67d315ce4ad8 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:20.030972 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-c0f0ac65-ef48-4c39-8c63-c18636532283 req-1ddcc1c5-4687-4b10-adb0-67d315ce4ad8 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 0.4425468 Oct 04 09:12:20.055047 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-56c4fa7d-d188-43c3-8641-7e6720ae6f54 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Notify callbacks [] for router, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:20.100667 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.db.api [None req-420638c7-8070-4e97-9857-f974066832e4 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89032) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:12:20.100983 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG oslo_db.api [None req-420638c7-8070-4e97-9857-f974066832e4 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:12:20.239063 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-c0f0ac65-ef48-4c39-8c63-c18636532283 req-77984311-ba45-459a-8af4-6f1cfb5179c6 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987996 Oct 04 09:12:20.312063 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-48916885-8fe2-427e-9722-9469ccd550d2 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:20.372278 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-71219f73-0971-486f-97b4-c8ca49611f01 None None] Attempt 3 to provision port 3e25f8cb-7341-414f-88d1-f1fc9dbc56c6 Oct 04 09:12:20.394704 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-420638c7-8070-4e97-9857-f974066832e4 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Deleting port b637adf5-6ca1-4254-89c0-90177c7fa386 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:12:20.395044 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-420638c7-8070-4e97-9857-f974066832e4 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:20.435914 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-71219f73-0971-486f-97b4-c8ca49611f01 None None] Port 3e25f8cb-7341-414f-88d1-f1fc9dbc56c6 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:20.477397 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-89532f28-e57b-4d3b-8845-d46bf909303c tempest-RoutersAdminNegativeTest-2067986115 tempest-RoutersAdminNegativeTest-2067986115-project-admin] Notify callbacks [] for router, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:20.496394 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-37527b9d-92bc-43ab-aac5-4d791f4b833c tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Deleting port 3e25f8cb-7341-414f-88d1-f1fc9dbc56c6 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:12:20.496651 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-37527b9d-92bc-43ab-aac5-4d791f4b833c tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:20.544220 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48916885-8fe2-427e-9722-9469ccd550d2 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Pushing event deleted for resources: {'Port': ['ID=5d0fbc46-3624-455a-9ef2-def1491924ad,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:20.554162 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d61b3-3952-4721-87d9-9baf3e5bc4cd req-78023257-b705-4352-8041-de1fc2f1873f tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:20.555603 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f95d61b3-3952-4721-87d9-9baf3e5bc4cd req-78023257-b705-4352-8041-de1fc2f1873f tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e79a632-4582-4ce8-a81b-e8fd5f0c1012 HTTP/1.1" status: 200 len: 946 time: 0.8998134 Oct 04 09:12:20.590942 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54240) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:20.704585 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-a5836d12-25e0-4fc7-8204-eec1721de931 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Request body: {'floatingip': {'port_id': '5f5386ca-279a-4e59-9b5a-fdcd7d2812cf'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:20.763893 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-420638c7-8070-4e97-9857-f974066832e4 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] The port 'b637adf5-6ca1-4254-89c0-90177c7fa386' was deleted {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 04 09:12:20.874113 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-56c4fa7d-d188-43c3-8641-7e6720ae6f54 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:20.894597 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-56c4fa7d-d188-43c3-8641-7e6720ae6f54 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:20.934938 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-71219f73-0971-486f-97b4-c8ca49611f01 None None] Attempt 4 to provision port 3e25f8cb-7341-414f-88d1-f1fc9dbc56c6 Oct 04 09:12:20.953219 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a5836d12-25e0-4fc7-8204-eec1721de931 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Notify callbacks [] for floatingip, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:20.994174 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-71219f73-0971-486f-97b4-c8ca49611f01 None None] Port 3e25f8cb-7341-414f-88d1-f1fc9dbc56c6 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:21.168869 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-89532f28-e57b-4d3b-8845-d46bf909303c tempest-RoutersAdminNegativeTest-2067986115 tempest-RoutersAdminNegativeTest-2067986115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:21.171246 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7d2a0280-6016-482e-8a80-6e33096e4809 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:21.175037 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-89532f28-e57b-4d3b-8845-d46bf909303c tempest-RoutersAdminNegativeTest-2067986115 tempest-RoutersAdminNegativeTest-2067986115-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:21.217287 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 30456228-18aa-4ecd-bf9e-53f6b937e55b up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:12:21.258338 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d2c96a-21db-4261-b4da-df9dd01b16f8 req-aa6343a9-48aa-408a-8ac7-d8dc59f4e4f4 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:21.259834 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-b5d2c96a-21db-4261-b4da-df9dd01b16f8 req-aa6343a9-48aa-408a-8ac7-d8dc59f4e4f4 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 0.8939619 Oct 04 09:12:21.273495 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-56c4fa7d-d188-43c3-8641-7e6720ae6f54 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:21.273495 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c4fa7d-d188-43c3-8641-7e6720ae6f54 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c520a17d-422f-4832-81f5-4bcbf1b7647e {{(pid=89032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:12:21.277601 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54244) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:21.285990 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-f71c3944-7b82-485b-8f47-32f37abdc7a5 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Request body: {'floatingip': {'port_id': '6c8f126e-75a1-43f2-980d-ad2d5059e1f5'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:21.289607 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-48916885-8fe2-427e-9722-9469ccd550d2 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:21.295511 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 30456228-18aa-4ecd-bf9e-53f6b937e55b triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:12:21.296143 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:21.296619 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 30456228-18aa-4ecd-bf9e-53f6b937e55b Oct 04 09:12:21.324765 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-420638c7-8070-4e97-9857-f974066832e4 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:21.349124 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-56c4fa7d-d188-43c3-8641-7e6720ae6f54 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:21.358055 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-56c4fa7d-d188-43c3-8641-7e6720ae6f54 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] 10.222.0.50 "DELETE /v2.0/routers/c520a17d-422f-4832-81f5-4bcbf1b7647e HTTP/1.1" status: 204 len: 168 time: 1.5550470 Oct 04 09:12:21.367324 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54248) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:21.423705 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-48916885-8fe2-427e-9722-9469ccd550d2 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] 10.222.0.50 "DELETE /v2.0/ports/5d0fbc46-3624-455a-9ef2-def1491924ad HTTP/1.1" status: 204 len: 168 time: 3.1074643 Oct 04 09:12:21.423909 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 30456228-18aa-4ecd-bf9e-53f6b937e55b is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:12:21.424387 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-89532f28-e57b-4d3b-8845-d46bf909303c tempest-RoutersAdminNegativeTest-2067986115 tempest-RoutersAdminNegativeTest-2067986115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:21.427507 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89532f28-e57b-4d3b-8845-d46bf909303c tempest-RoutersAdminNegativeTest-2067986115 tempest-RoutersAdminNegativeTest-2067986115-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f923e241-4a85-4442-9dac-7679f9087aae {{(pid=89033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:12:21.427507 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54252) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:21.430556 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-a4360760-9518-4c17-8422-9dacf3f79d84 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Request body: {'router': {'name': 'tempest-router-1926610426', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '305e29cf006d47b6ac4fa4147f38ea15'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:21.485384 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-420638c7-8070-4e97-9857-f974066832e4 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68d2efea-e83d-4976-93ed-92cfd1290465']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:21.495432 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-71219f73-0971-486f-97b4-c8ca49611f01 None None] Attempt 5 to provision port 3e25f8cb-7341-414f-88d1-f1fc9dbc56c6 Oct 04 09:12:21.499859 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f71c3944-7b82-485b-8f47-32f37abdc7a5 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Notify callbacks [] for floatingip, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:21.511105 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-420638c7-8070-4e97-9857-f974066832e4 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8e3e0f6-8d16-47a2-9381-3e0f556e7f9a') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:21.511410 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-420638c7-8070-4e97-9857-f974066832e4 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8e3e0f6-8d16-47a2-9381-3e0f556e7f9a') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:21.543263 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-420638c7-8070-4e97-9857-f974066832e4 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:21.553259 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-71219f73-0971-486f-97b4-c8ca49611f01 None None] Port 3e25f8cb-7341-414f-88d1-f1fc9dbc56c6 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:21.568303 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-a4360760-9518-4c17-8422-9dacf3f79d84 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:21.630388 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a4360760-9518-4c17-8422-9dacf3f79d84 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Usage tracker for resource:router and tenant:305e29cf006d47b6ac4fa4147f38ea15 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:21.644165 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a4360760-9518-4c17-8422-9dacf3f79d84 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:21.665054 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-a4360760-9518-4c17-8422-9dacf3f79d84 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:21.673010 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-89532f28-e57b-4d3b-8845-d46bf909303c tempest-RoutersAdminNegativeTest-2067986115 tempest-RoutersAdminNegativeTest-2067986115-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 04 09:12:21.674076 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-89532f28-e57b-4d3b-8845-d46bf909303c tempest-RoutersAdminNegativeTest-2067986115 tempest-RoutersAdminNegativeTest-2067986115-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 409 len: 373 time: 4.8601415 Oct 04 09:12:21.679858 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54256) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:21.694678 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-37527b9d-92bc-43ab-aac5-4d791f4b833c tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:21.707890 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-420638c7-8070-4e97-9857-f974066832e4 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:21.739404 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a4360760-9518-4c17-8422-9dacf3f79d84 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:21.740344 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a4360760-9518-4c17-8422-9dacf3f79d84 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:21.869706 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a4360760-9518-4c17-8422-9dacf3f79d84 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:21.908944 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7ce529-3c10-4be1-aa1b-dacde879f950 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:21.909654 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-2a7ce529-3c10-4be1-aa1b-dacde879f950 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Synchronizing usage tracker for tenant:52dd0837889040e68c8a5d5a157deb33 on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:12:21.932491 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d2a0280-6016-482e-8a80-6e33096e4809 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Router 16655e3f-5626-4a43-86a6-e4998a304fe9 is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:12:21.987543 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a4360760-9518-4c17-8422-9dacf3f79d84 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:22.048320 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-420638c7-8070-4e97-9857-f974066832e4 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:12:22.048906 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-420638c7-8070-4e97-9857-f974066832e4 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:22.055274 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-71219f73-0971-486f-97b4-c8ca49611f01 None None] Attempt 6 to provision port 3e25f8cb-7341-414f-88d1-f1fc9dbc56c6 Oct 04 09:12:22.104279 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-2a7ce529-3c10-4be1-aa1b-dacde879f950 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Unset dirty status for tenant:52dd0837889040e68c8a5d5a157deb33 on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:12:22.105984 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-2a7ce529-3c10-4be1-aa1b-dacde879f950 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] 10.222.0.50 "GET /v2.0/ports?device_id=faf1fb1b-98ff-466c-9656-7518b980f827 HTTP/1.1" status: 200 len: 913 time: 0.6711304 Oct 04 09:12:22.122712 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54262) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:22.122909 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-71219f73-0971-486f-97b4-c8ca49611f01 None None] Port 3e25f8cb-7341-414f-88d1-f1fc9dbc56c6 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:22.201764 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a4360760-9518-4c17-8422-9dacf3f79d84 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:22.205592 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a4360760-9518-4c17-8422-9dacf3f79d84 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8330104 Oct 04 09:12:22.208309 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-37527b9d-92bc-43ab-aac5-4d791f4b833c tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Calling delete_port for 3e25f8cb-7341-414f-88d1-f1fc9dbc56c6 owned by {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:12:22.223711 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54266) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:22.240444 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment a8e3e0f6-8d16-47a2-9381-3e0f556e7f9a resource provider aggregate not found Oct 04 09:12:22.267566 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment a8e3e0f6-8d16-47a2-9381-3e0f556e7f9a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a8e3e0f6-8d16-47a2-9381-3e0f556e7f9a found for delete ", "request_id": "req-8b5b85f5-7c67-46be-ac9a-21f934907026"}]} Oct 04 09:12:22.312479 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-41180cbc-167e-42ce-b388-24011c02d66d tempest-RoutersAdminNegativeTest-2067986115 tempest-RoutersAdminNegativeTest-2067986115-project-admin] Deleting port 219a266e-0143-40c3-92c4-34c37f9dd48a {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:12:22.312829 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-41180cbc-167e-42ce-b388-24011c02d66d tempest-RoutersAdminNegativeTest-2067986115 tempest-RoutersAdminNegativeTest-2067986115-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:22.361753 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-420638c7-8070-4e97-9857-f974066832e4 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:22.366857 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-420638c7-8070-4e97-9857-f974066832e4 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:22.426811 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-112a9827-28c0-414d-923e-6aff5bff1791 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Request body: {'router': {'distributed': True}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:22.494241 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-420638c7-8070-4e97-9857-f974066832e4 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] 10.222.0.50 "DELETE /v2.0/networks/68d2efea-e83d-4976-93ed-92cfd1290465 HTTP/1.1" status: 204 len: 168 time: 5.7531683 Oct 04 09:12:22.495001 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420638c7-8070-4e97-9857-f974066832e4 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Pushing event deleted for resources: {'Network': ['ID=68d2efea-e83d-4976-93ed-92cfd1290465,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:22.501637 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54272) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:22.623972 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-71219f73-0971-486f-97b4-c8ca49611f01 None None] Attempt 7 to provision port 3e25f8cb-7341-414f-88d1-f1fc9dbc56c6 Oct 04 09:12:22.686404 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-71219f73-0971-486f-97b4-c8ca49611f01 None None] Port 3e25f8cb-7341-414f-88d1-f1fc9dbc56c6 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:22.911836 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2a0280-6016-482e-8a80-6e33096e4809 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:12:22.922784 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1e3127-ca8f-4eba-9268-340aa20df02a None None] Sync routers for ids ['16655e3f-5626-4a43-86a6-e4998a304fe9'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:12:22.928881 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-0133486f-1e99-4e41-95af-601bb29c1786 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Deleting subnet 826d6788-871c-4116-9402-a80fff3f43c2 {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:12:22.932559 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-37527b9d-92bc-43ab-aac5-4d791f4b833c tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:22.940188 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1e3127-ca8f-4eba-9268-340aa20df02a None None] Routers {'16655e3f-5626-4a43-86a6-e4998a304fe9'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:12:22.940974 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-0b1e3127-ca8f-4eba-9268-340aa20df02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:12:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['16655e3f-5626-4a43-86a6-e4998a304fe9'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:22.996827 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0133486f-1e99-4e41-95af-601bb29c1786 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:23.018998 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37527b9d-92bc-43ab-aac5-4d791f4b833c tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Pushing event deleted for resources: {'Port': ['ID=3e25f8cb-7341-414f-88d1-f1fc9dbc56c6,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:23.025036 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-41180cbc-167e-42ce-b388-24011c02d66d tempest-RoutersAdminNegativeTest-2067986115 tempest-RoutersAdminNegativeTest-2067986115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:23.033633 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.db.resource_extend [None req-a5836d12-25e0-4fc7-8204-eec1721de931 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 04 09:12:23.156534 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-0b1e3127-ca8f-4eba-9268-340aa20df02a None None] Set router 16655e3f-5626-4a43-86a6-e4998a304fe9 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:12:23.187203 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-71219f73-0971-486f-97b4-c8ca49611f01 None None] Attempt 8 to provision port 3e25f8cb-7341-414f-88d1-f1fc9dbc56c6 Oct 04 09:12:23.225923 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-71219f73-0971-486f-97b4-c8ca49611f01 None None] Port 3e25f8cb-7341-414f-88d1-f1fc9dbc56c6 was deleted so its status cannot be updated. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 04 09:12:23.233511 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-71219f73-0971-486f-97b4-c8ca49611f01 None None] Could not find standard attr ID for object 2450cce3-335e-4016-968b-a5c5dbf4da14. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:12:23.240482 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-112a9827-28c0-414d-923e-6aff5bff1791 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:23.240995 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-112a9827-28c0-414d-923e-6aff5bff1791 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Notify callbacks [] for router, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:23.369324 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7d2a0280-6016-482e-8a80-6e33096e4809 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:23.370486 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-7d2a0280-6016-482e-8a80-6e33096e4809 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 8.7997851 Oct 04 09:12:23.387119 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54276) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:23.401201 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0133486f-1e99-4e41-95af-601bb29c1786 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:23.447017 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-41180cbc-167e-42ce-b388-24011c02d66d tempest-RoutersAdminNegativeTest-2067986115 tempest-RoutersAdminNegativeTest-2067986115-project-admin] Calling delete_port for 219a266e-0143-40c3-92c4-34c37f9dd48a owned by {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:12:23.470352 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-0b1e3127-ca8f-4eba-9268-340aa20df02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16655e3f-5626-4a43-86a6-e4998a304fe9', 'name': '', 'tenant_id': '2a63b3678ac545b3abd26ca13af65fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b86ba0-7b9e-47fa-81ab-54ee64c12885', 'external_fixed_ips': [{'subnet_id': '61a6aaf1-dd90-48b3-9a91-94c16534ef51', 'ip_address': '2001:db8::4b'}], 'enable_snat': True}, 'gw_port_id': '73c36884-08cf-4324-83fa-59585f6e49b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:12:14Z', 'updated_at': '2022-10-04T09:12:19Z', 'revision_number': 3, 'project_id': '2a63b3678ac545b3abd26ca13af65fe0', 'gw_port': {'id': '73c36884-08cf-4324-83fa-59585f6e49b2', 'name': '', 'network_id': '67b86ba0-7b9e-47fa-81ab-54ee64c12885', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f5:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16655e3f-5626-4a43-86a6-e4998a304fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '61a6aaf1-dd90-48b3-9a91-94c16534ef51', 'ip_address': '2001:db8::4b', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:12:16Z', 'updated_at': '2022-10-04T09:12:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '61a6aaf1-dd90-48b3-9a91-94c16534ef51', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:23.475671 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1e3127-ca8f-4eba-9268-340aa20df02a None None] Checking router: 16655e3f-5626-4a43-86a6-e4998a304fe9 for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:12:23.475671 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1e3127-ca8f-4eba-9268-340aa20df02a None None] Updating router 16655e3f-5626-4a43-86a6-e4998a304fe9 port 73c36884-08cf-4324-83fa-59585f6e49b2 binding host dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:12:23.516140 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a5836d12-25e0-4fc7-8204-eec1721de931 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:23.525784 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a5836d12-25e0-4fc7-8204-eec1721de931 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:23.534186 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-0b1e3127-ca8f-4eba-9268-340aa20df02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:23.583414 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-37527b9d-92bc-43ab-aac5-4d791f4b833c tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:23.636826 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-37527b9d-92bc-43ab-aac5-4d791f4b833c tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] 10.222.0.50 "DELETE /v2.0/ports/3e25f8cb-7341-414f-88d1-f1fc9dbc56c6 HTTP/1.1" status: 204 len: 168 time: 3.6275170 Oct 04 09:12:23.672135 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54280) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:23.771334 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.l3_db [None req-a5836d12-25e0-4fc7-8204-eec1721de931 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Floating IP f80e6d02-4c5a-44ba-8515-6e76e062f433 associated. External IP: 172.26.10.98, port: 5f5386ca-279a-4e59-9b5a-fdcd7d2812cf. Oct 04 09:12:23.772059 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.db.resource_extend [None req-f71c3944-7b82-485b-8f47-32f37abdc7a5 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 04 09:12:23.843497 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-41180cbc-167e-42ce-b388-24011c02d66d tempest-RoutersAdminNegativeTest-2067986115 tempest-RoutersAdminNegativeTest-2067986115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:23.866834 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-112a9827-28c0-414d-923e-6aff5bff1791 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=89033) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Oct 04 09:12:23.867188 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-112a9827-28c0-414d-923e-6aff5bff1791 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Router 119e8c74-2ffd-4f44-aa12-8377724480eb migrating from provider to provider. {{(pid=89033) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Oct 04 09:12:23.867569 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-112a9827-28c0-414d-923e-6aff5bff1791 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:23.890187 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-0b1e3127-ca8f-4eba-9268-340aa20df02a None None] Notify callbacks [] for port, precommit_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:23.898978 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41180cbc-167e-42ce-b388-24011c02d66d tempest-RoutersAdminNegativeTest-2067986115 tempest-RoutersAdminNegativeTest-2067986115-project-admin] Pushing event deleted for resources: {'Port': ['ID=219a266e-0143-40c3-92c4-34c37f9dd48a,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:23.900857 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-112a9827-28c0-414d-923e-6aff5bff1791 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:23.905135 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.provisioning_blocks [None req-0b1e3127-ca8f-4eba-9268-340aa20df02a None None] Transition to ACTIVE for port object 73c36884-08cf-4324-83fa-59585f6e49b2 will not be triggered until provisioned by entity L2. {{(pid=89035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:12:23.912903 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-0b1e3127-ca8f-4eba-9268-340aa20df02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:23.977150 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-0b1e3127-ca8f-4eba-9268-340aa20df02a None None] Attempting to bind port 73c36884-08cf-4324-83fa-59585f6e49b2 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:12:23.977831 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-0b1e3127-ca8f-4eba-9268-340aa20df02a None None] Attempting to bind port 73c36884-08cf-4324-83fa-59585f6e49b2 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '8b785e1b-2d97-46e0-933c-eb37fbb5a49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '67b86ba0-7b9e-47fa-81ab-54ee64c12885'}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:12:23.977942 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1e3127-ca8f-4eba-9268-340aa20df02a None None] Attempting to bind port 73c36884-08cf-4324-83fa-59585f6e49b2 on network 67b86ba0-7b9e-47fa-81ab-54ee64c12885 {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:12:23.979573 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-112a9827-28c0-414d-923e-6aff5bff1791 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736963', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1737124'] for router, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:23.988003 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1e3127-ca8f-4eba-9268-340aa20df02a None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:12:23.988416 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1e3127-ca8f-4eba-9268-340aa20df02a None None] Checking segment: {'id': '8b785e1b-2d97-46e0-933c-eb37fbb5a49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '67b86ba0-7b9e-47fa-81ab-54ee64c12885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:12:23.988898 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-0b1e3127-ca8f-4eba-9268-340aa20df02a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:23.989295 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1e3127-ca8f-4eba-9268-340aa20df02a None None] Bound using segment: {'id': '8b785e1b-2d97-46e0-933c-eb37fbb5a49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '67b86ba0-7b9e-47fa-81ab-54ee64c12885'} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:12:23.989844 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-0b1e3127-ca8f-4eba-9268-340aa20df02a None None] Bound port: 73c36884-08cf-4324-83fa-59585f6e49b2, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b785e1b-2d97-46e0-933c-eb37fbb5a49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '67b86ba0-7b9e-47fa-81ab-54ee64c12885'}}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:12:23.990304 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-0b1e3127-ca8f-4eba-9268-340aa20df02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:24.034532 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad55dcd3-10e1-4d2e-a171-310b51d6a9e3 None None] Pushing event updated for resources: {'Port': ['ID=73c36884-08cf-4324-83fa-59585f6e49b2,revision_number=2']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:24.046096 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad55dcd3-10e1-4d2e-a171-310b51d6a9e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:12:24.046363 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad55dcd3-10e1-4d2e-a171-310b51d6a9e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:12:24.046666 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad55dcd3-10e1-4d2e-a171-310b51d6a9e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:12:24.047002 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad55dcd3-10e1-4d2e-a171-310b51d6a9e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:12:24.047330 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad55dcd3-10e1-4d2e-a171-310b51d6a9e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:12:24.047655 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad55dcd3-10e1-4d2e-a171-310b51d6a9e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:12:24.048271 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad55dcd3-10e1-4d2e-a171-310b51d6a9e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:12:24.048486 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad55dcd3-10e1-4d2e-a171-310b51d6a9e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:12:24.048821 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad55dcd3-10e1-4d2e-a171-310b51d6a9e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:12:24.049141 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad55dcd3-10e1-4d2e-a171-310b51d6a9e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:12:24.049462 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad55dcd3-10e1-4d2e-a171-310b51d6a9e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:12:24.049779 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad55dcd3-10e1-4d2e-a171-310b51d6a9e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:12:24.083871 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-0b1e3127-ca8f-4eba-9268-340aa20df02a None None] For port 73c36884-08cf-4324-83fa-59585f6e49b2, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:12:24.085068 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-41180cbc-167e-42ce-b388-24011c02d66d tempest-RoutersAdminNegativeTest-2067986115 tempest-RoutersAdminNegativeTest-2067986115-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:24.088168 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-0b1e3127-ca8f-4eba-9268-340aa20df02a None None] For port 73c36884-08cf-4324-83fa-59585f6e49b2, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=73c36884-08cf-4324-83fa-59585f6e49b2,segment=NetworkSegment(8b785e1b-2d97-46e0-933c-eb37fbb5a49e),segment_id=8b785e1b-2d97-46e0-933c-eb37fbb5a49e)] {{(pid=89035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:12:24.092894 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-0b1e3127-ca8f-4eba-9268-340aa20df02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:24.147948 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-41180cbc-167e-42ce-b388-24011c02d66d tempest-RoutersAdminNegativeTest-2067986115 tempest-RoutersAdminNegativeTest-2067986115-project-admin] 10.222.0.50 "DELETE /v2.0/ports/219a266e-0143-40c3-92c4-34c37f9dd48a HTTP/1.1" status: 204 len: 168 time: 2.4574206 Oct 04 09:12:24.148164 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdba782f-306c-499f-9bda-7fe8649a753e tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Deleting subnet a23350a6-ef15-4458-bf6b-37ae6f102612 {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:12:24.158372 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cdba782f-306c-499f-9bda-7fe8649a753e tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:24.163982 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1e3127-ca8f-4eba-9268-340aa20df02a None None] Routers {'16655e3f-5626-4a43-86a6-e4998a304fe9'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:12:24.164644 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-0b1e3127-ca8f-4eba-9268-340aa20df02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:12:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['16655e3f-5626-4a43-86a6-e4998a304fe9'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:24.234285 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cdba782f-306c-499f-9bda-7fe8649a753e tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:24.283133 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f71c3944-7b82-485b-8f47-32f37abdc7a5 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:24.284289 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5836d12-25e0-4fc7-8204-eec1721de931 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Router 95f983ee-7a70-46fb-877c-5744f3ec2e57 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:12:24.360702 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad55dcd3-10e1-4d2e-a171-310b51d6a9e3 None None] Pushing event updated for resources: {'Port': ['ID=73c36884-08cf-4324-83fa-59585f6e49b2,revision_number=3']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:24.388208 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f71c3944-7b82-485b-8f47-32f37abdc7a5 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:24.396917 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-0b1e3127-ca8f-4eba-9268-340aa20df02a None None] Set router 16655e3f-5626-4a43-86a6-e4998a304fe9 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:12:24.480554 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54288) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:24.518881 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c7f5bff4-b028-456b-ae0e-62345c36937d tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks [] for router, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:24.519090 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5836d12-25e0-4fc7-8204-eec1721de931 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:12:24.523506 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a5836d12-25e0-4fc7-8204-eec1721de931 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:24.530801 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5995897-2273-453d-a48c-6d0fc91947e7 None None] Sync routers for ids ['95f983ee-7a70-46fb-877c-5744f3ec2e57'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:12:24.542337 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5995897-2273-453d-a48c-6d0fc91947e7 None None] Routers {'95f983ee-7a70-46fb-877c-5744f3ec2e57'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:12:24.545774 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-a5995897-2273-453d-a48c-6d0fc91947e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:12:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['95f983ee-7a70-46fb-877c-5744f3ec2e57'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:24.581035 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-a5836d12-25e0-4fc7-8204-eec1721de931 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] 10.222.0.50 "PUT /v2.0/floatingips/f80e6d02-4c5a-44ba-8515-6e76e062f433 HTTP/1.1" status: 200 len: 992 time: 3.9060214 Oct 04 09:12:24.581527 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e79a632-4582-4ce8-a81b-e8fd5f0c1012', 'tag': '5f5386ca-279a-4e59-9b5a-fdcd7d2812cf'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:12:24.584375 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0680be9-b088-4fec-95e7-a651dce9c0d7" -d '{"events": [{"name": "network-changed", "server_uuid": "8e79a632-4582-4ce8-a81b-e8fd5f0c1012", "tag": "5f5386ca-279a-4e59-9b5a-fdcd7d2812cf"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:12:24.602748 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0133486f-1e99-4e41-95af-601bb29c1786 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:24.664637 dv-neutron-860215-1-hyperv neutron-server[89033]: WARNING neutron.scheduler.l3_agent_scheduler [None req-112a9827-28c0-414d-923e-6aff5bff1791 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] No L3 agents can host the router 119e8c74-2ffd-4f44-aa12-8377724480eb Oct 04 09:12:24.737732 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b208e25-0e43-4f71-85de-664f485c432f x-openstack-request-id: req-7b208e25-0e43-4f71-85de-664f485c432f {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:12:24.738025 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e79a632-4582-4ce8-a81b-e8fd5f0c1012", "tag": "5f5386ca-279a-4e59-9b5a-fdcd7d2812cf", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:12:24.738272 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7b208e25-0e43-4f71-85de-664f485c432f {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:12:24.739811 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b208e25-0e43-4f71-85de-664f485c432f'] response: {'name': 'network-changed', 'server_uuid': '8e79a632-4582-4ce8-a81b-e8fd5f0c1012', 'tag': '5f5386ca-279a-4e59-9b5a-fdcd7d2812cf', 'status': 'completed', 'code': 200} Oct 04 09:12:24.743746 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fbca8ad4-c032-4ef7-b7da-9323cffc240f admin admin] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:24.754235 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-0b1e3127-ca8f-4eba-9268-340aa20df02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16655e3f-5626-4a43-86a6-e4998a304fe9', 'name': '', 'tenant_id': '2a63b3678ac545b3abd26ca13af65fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b86ba0-7b9e-47fa-81ab-54ee64c12885', 'external_fixed_ips': [{'subnet_id': '61a6aaf1-dd90-48b3-9a91-94c16534ef51', 'ip_address': '2001:db8::4b'}], 'enable_snat': True}, 'gw_port_id': '73c36884-08cf-4324-83fa-59585f6e49b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:12:14Z', 'updated_at': '2022-10-04T09:12:19Z', 'revision_number': 3, 'project_id': '2a63b3678ac545b3abd26ca13af65fe0', 'gw_port': {'id': '73c36884-08cf-4324-83fa-59585f6e49b2', 'name': '', 'network_id': '67b86ba0-7b9e-47fa-81ab-54ee64c12885', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f5:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16655e3f-5626-4a43-86a6-e4998a304fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '61a6aaf1-dd90-48b3-9a91-94c16534ef51', 'ip_address': '2001:db8::4b', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:12:16Z', 'updated_at': '2022-10-04T09:12:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61a6aaf1-dd90-48b3-9a91-94c16534ef51', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:24.762477 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1e3127-ca8f-4eba-9268-340aa20df02a None None] The sync data for ids ['16655e3f-5626-4a43-86a6-e4998a304fe9'] in dv-neutron-860215-1-hyperv is: [{'id': '16655e3f-5626-4a43-86a6-e4998a304fe9', 'name': '', 'tenant_id': '2a63b3678ac545b3abd26ca13af65fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67b86ba0-7b9e-47fa-81ab-54ee64c12885', 'external_fixed_ips': [{'subnet_id': '61a6aaf1-dd90-48b3-9a91-94c16534ef51', 'ip_address': '2001:db8::4b'}], 'enable_snat': True}, 'gw_port_id': '73c36884-08cf-4324-83fa-59585f6e49b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:12:14Z', 'updated_at': '2022-10-04T09:12:19Z', 'revision_number': 3, 'project_id': '2a63b3678ac545b3abd26ca13af65fe0', 'gw_port': {'id': '73c36884-08cf-4324-83fa-59585f6e49b2', 'name': '', 'network_id': '67b86ba0-7b9e-47fa-81ab-54ee64c12885', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f5:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16655e3f-5626-4a43-86a6-e4998a304fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '61a6aaf1-dd90-48b3-9a91-94c16534ef51', 'ip_address': '2001:db8::4b', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:12:16Z', 'updated_at': '2022-10-04T09:12:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '61a6aaf1-dd90-48b3-9a91-94c16534ef51', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:12:24.773049 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-fbca8ad4-c032-4ef7-b7da-9323cffc240f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:24.777196 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-fbca8ad4-c032-4ef7-b7da-9323cffc240f admin admin] Usage tracker for resource:security_group_rule and tenant:91cc02c675f1443a93160e877774a60d is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:24.780163 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-fbca8ad4-c032-4ef7-b7da-9323cffc240f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:24.801737 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-fbca8ad4-c032-4ef7-b7da-9323cffc240f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:24.832907 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-a5995897-2273-453d-a48c-6d0fc91947e7 None None] Set router 95f983ee-7a70-46fb-877c-5744f3ec2e57 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:12:25.071744 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fbca8ad4-c032-4ef7-b7da-9323cffc240f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:25.093527 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67dea17-af35-4174-89a4-b67146de785a req-bd675a2b-3b8d-480e-ac3b-c98b255119b0 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:25.100722 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d67dea17-af35-4174-89a4-b67146de785a req-bd675a2b-3b8d-480e-ac3b-c98b255119b0 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e79a632-4582-4ce8-a81b-e8fd5f0c1012 HTTP/1.1" status: 200 len: 946 time: 0.2060304 Oct 04 09:12:25.288202 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0680be9-b088-4fec-95e7-a651dce9c0d7 req-137396a1-b140-4b56-84f6-69342644d71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:25.293742 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f0680be9-b088-4fec-95e7-a651dce9c0d7 req-137396a1-b140-4b56-84f6-69342644d71e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=207ffe4555e7440982e6c7a0c57387dd&device_id=8e79a632-4582-4ce8-a81b-e8fd5f0c1012 HTTP/1.1" status: 200 len: 1099 time: 0.4799469 Oct 04 09:12:25.294409 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fbca8ad4-c032-4ef7-b7da-9323cffc240f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:25.315573 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cdba782f-306c-499f-9bda-7fe8649a753e tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:25.375942 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.l3_db [None req-f71c3944-7b82-485b-8f47-32f37abdc7a5 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Floating IP dc518947-e43e-44d0-a7b7-65e9cc05522c associated. External IP: 172.26.10.105, port: 6c8f126e-75a1-43f2-980d-ad2d5059e1f5. Oct 04 09:12:25.399694 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 73c36884-08cf-4324-83fa-59585f6e49b2 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:12:25.450684 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-fbca8ad4-c032-4ef7-b7da-9323cffc240f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=91cc02c675f1443a93160e877774a60d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9688492 Oct 04 09:12:25.456063 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54298) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:25.458370 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca8ad4-c032-4ef7-b7da-9323cffc240f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3fe6d6-f9f6-4923-9023-8e72e5f97634,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:25.478730 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:12:25.488561 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d67dea17-af35-4174-89a4-b67146de785a req-585f3fa3-5423-4b81-88e4-8e76bdec5024 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] 10.222.0.50 "GET /v2.0/security-groups?id=f34b24fc-e33c-4718-8a20-71faa3994815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3868475 Oct 04 09:12:25.500788 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0133486f-1e99-4e41-95af-601bb29c1786 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:25.572078 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0680be9-b088-4fec-95e7-a651dce9c0d7 req-4f9f42b7-2d11-40d2-9571-925bcb8b671e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:25.574223 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f0680be9-b088-4fec-95e7-a651dce9c0d7 req-4f9f42b7-2d11-40d2-9571-925bcb8b671e service neutron] 10.222.0.20 "GET /v2.0/networks?id=e8ddde0d-ed42-4501-990c-a14b035fda43 HTTP/1.1" status: 200 len: 906 time: 0.2724819 Oct 04 09:12:25.637845 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0133486f-1e99-4e41-95af-601bb29c1786 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Pushing event deleted for resources: {'Subnet': ['ID=826d6788-871c-4116-9402-a80fff3f43c2,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:25.648242 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c7f5bff4-b028-456b-ae0e-62345c36937d tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:25.651924 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0133486f-1e99-4e41-95af-601bb29c1786 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:25.690293 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-badc48b5-2792-44b7-8207-2b8af7ed01bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:25.723519 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112a9827-28c0-414d-923e-6aff5bff1791 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Hosts for router 119e8c74-2ffd-4f44-aa12-8377724480eb: [] {{(pid=89033) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:326}} Oct 04 09:12:25.727648 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f0680be9-b088-4fec-95e7-a651dce9c0d7 req-aaf20162-ae2c-4bd4-bb1d-3688827b8afc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f5386ca-279a-4e59-9b5a-fdcd7d2812cf HTTP/1.1" status: 200 len: 1000 time: 0.1476216 Oct 04 09:12:25.737564 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5006acd5-4e53-4962-9296-d3470dd751e2 None None] Network 1e2fff3d-8793-4837-819a-918a6fee20e1 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:12:25.760168 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 73c36884-08cf-4324-83fa-59585f6e49b2 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:12:25.772408 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-badc48b5-2792-44b7-8207-2b8af7ed01bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:25.775785 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 73c36884-08cf-4324-83fa-59585f6e49b2 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:12:25.776148 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:25.776621 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 73c36884-08cf-4324-83fa-59585f6e49b2 Oct 04 09:12:25.843420 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0680be9-b088-4fec-95e7-a651dce9c0d7 req-8a7301e5-728c-49b9-a630-4dcfb77b08fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:25.845120 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f0680be9-b088-4fec-95e7-a651dce9c0d7 req-8a7301e5-728c-49b9-a630-4dcfb77b08fe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=68dc2dea-3e89-4e44-9770-d0bf75ecdbc7 HTTP/1.1" status: 200 len: 844 time: 0.1095946 Oct 04 09:12:25.855514 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-c7f5bff4-b028-456b-ae0e-62345c36937d tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Deleting port 73c36884-08cf-4324-83fa-59585f6e49b2 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:12:25.855856 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c7f5bff4-b028-456b-ae0e-62345c36937d tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:25.883483 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-0133486f-1e99-4e41-95af-601bb29c1786 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] 10.222.0.50 "DELETE /v2.0/subnets/826d6788-871c-4116-9402-a80fff3f43c2 HTTP/1.1" status: 204 len: 168 time: 3.3275979 Oct 04 09:12:25.898952 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54306) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:25.931973 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-badc48b5-2792-44b7-8207-2b8af7ed01bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:25.952106 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badc48b5-2792-44b7-8207-2b8af7ed01bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3fe6d6-f9f6-4923-9023-8e72e5f97634,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:25.966532 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112a9827-28c0-414d-923e-6aff5bff1791 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Hosts for other DVR routers connected to router 119e8c74-2ffd-4f44-aa12-8377724480eb: set() {{(pid=89033) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:343}} Oct 04 09:12:25.969211 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-badc48b5-2792-44b7-8207-2b8af7ed01bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:25.971568 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-badc48b5-2792-44b7-8207-2b8af7ed01bc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6e3fe6d6-f9f6-4923-9023-8e72e5f97634 HTTP/1.1" status: 204 len: 168 time: 0.5089834 Oct 04 09:12:25.981297 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0680be9-b088-4fec-95e7-a651dce9c0d7 req-291e89cd-3398-487f-af8d-2b319423f722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:25.983088 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f0680be9-b088-4fec-95e7-a651dce9c0d7 req-291e89cd-3398-487f-af8d-2b319423f722 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e8ddde0d-ed42-4501-990c-a14b035fda43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1324735 Oct 04 09:12:26.011503 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-112a9827-28c0-414d-923e-6aff5bff1791 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:26.016810 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-112a9827-28c0-414d-923e-6aff5bff1791 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] 10.222.0.50 "PUT /v2.0/routers/119e8c74-2ffd-4f44-aa12-8377724480eb HTTP/1.1" status: 200 len: 717 time: 3.6095030 Oct 04 09:12:26.023699 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54312) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:26.027648 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cdba782f-306c-499f-9bda-7fe8649a753e tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:26.074732 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-a5995897-2273-453d-a48c-6d0fc91947e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f983ee-7a70-46fb-877c-5744f3ec2e57', 'name': 'tempest-ServersTestJSON-273369803-router', 'tenant_id': '207ffe4555e7440982e6c7a0c57387dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.173'}], 'enable_snat': True}, 'gw_port_id': '3d38fe96-a290-4c0e-8f35-41d7828bf0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:11:12Z', 'updated_at': '2022-10-04T09:11:23Z', 'revision_number': 4, 'project_id': '207ffe4555e7440982e6c7a0c57387dd', 'gw_port': {'id': '3d38fe96-a290-4c0e-8f35-41d7828bf0a7', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:5f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f983ee-7a70-46fb-877c-5744f3ec2e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:11:13Z', 'updated_at': '2022-10-04T09:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'f80e6d02-4c5a-44ba-8515-6e76e062f433', 'tenant_id': '207ffe4555e7440982e6c7a0c57387dd', 'floating_ip_address': '172.26.10.98', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '95f983ee-7a70-46fb-877c-5744f3ec2e57', 'port_id': '5f5386ca-279a-4e59-9b5a-fdcd7d2812cf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8ddde0d-ed42-4501-990c-a14b035fda43', 'mac_address': 'fa:16:3e:23:d3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e79a632-4582-4ce8-a81b-e8fd5f0c1012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:11:36Z', 'updated_at': '2022-10-04T09:12:22Z', 'revision_number': 1, 'project_id': '207ffe4555e7440982e6c7a0c57387dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59ac07e5-b222-44f7-b39f-f88365842509', 'name': '', 'network_id': 'e8ddde0d-ed42-4501-990c-a14b035fda43', 'tenant_id': '207ffe4555e7440982e6c7a0c57387dd', 'mac_address': 'fa:16:3e:bf:c7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f983ee-7a70-46fb-877c-5744f3ec2e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '68dc2dea-3e89-4e44-9770-d0bf75ecdbc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:11:21Z', 'updated_at': '2022-10-04T09:11:33Z', 'revision_number': 5, 'project_id': '207ffe4555e7440982e6c7a0c57387dd', 'subnets': [{'id': '68dc2dea-3e89-4e44-9770-d0bf75ecdbc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:26.093336 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5995897-2273-453d-a48c-6d0fc91947e7 None None] Checking router: 95f983ee-7a70-46fb-877c-5744f3ec2e57 for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:12:26.161004 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5995897-2273-453d-a48c-6d0fc91947e7 None None] Routers {'95f983ee-7a70-46fb-877c-5744f3ec2e57'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:12:26.161650 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-a5995897-2273-453d-a48c-6d0fc91947e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:12:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['95f983ee-7a70-46fb-877c-5744f3ec2e57'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:26.188852 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f0680be9-b088-4fec-95e7-a651dce9c0d7 req-55f8b55e-96e3-41b4-9616-0886b179283c service neutron] 10.222.0.20 "GET /v2.0/networks/e8ddde0d-ed42-4501-990c-a14b035fda43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991444 Oct 04 09:12:26.223820 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdba782f-306c-499f-9bda-7fe8649a753e tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Pushing event deleted for resources: {'Subnet': ['ID=a23350a6-ef15-4458-bf6b-37ae6f102612,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:26.362363 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cdba782f-306c-499f-9bda-7fe8649a753e tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:26.366623 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-cdba782f-306c-499f-9bda-7fe8649a753e tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] 10.222.0.50 "DELETE /v2.0/subnets/a23350a6-ef15-4458-bf6b-37ae6f102612 HTTP/1.1" status: 204 len: 168 time: 2.6768479 Oct 04 09:12:26.373614 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54318) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:26.387361 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287e8048-a4bd-4c08-b391-3e49fdd3fe2b None None] Network d6e297a7-f462-4605-9365-9335229b931b requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:12:26.395604 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-c592999f-9060-4166-be6d-205253ae6bd1 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Deleting subnet ad11cef1-e946-4d12-be27-e015364dc8e8 {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:12:26.410018 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c592999f-9060-4166-be6d-205253ae6bd1 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:26.415096 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 73c36884-08cf-4324-83fa-59585f6e49b2 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:12:26.415477 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:26.448982 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-ada35c51-2888-4611-bfc3-fccfda412d4f tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] 10.222.0.50 "GET /v2.0/routers/119e8c74-2ffd-4f44-aa12-8377724480eb HTTP/1.1" status: 200 len: 717 time: 0.4234550 Oct 04 09:12:26.460645 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54322) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:26.460949 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54324) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:26.480570 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6470e13a-b1a3-491f-8c58-bb887e0294ee tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736827'] for router_interface, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:26.481328 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-a5995897-2273-453d-a48c-6d0fc91947e7 None None] Set router 95f983ee-7a70-46fb-877c-5744f3ec2e57 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:12:26.494960 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f0680be9-b088-4fec-95e7-a651dce9c0d7 req-46ebcec3-e581-494d-873c-a50ef84902ea service neutron] 10.222.0.20 "GET /v2.0/networks/e8ddde0d-ed42-4501-990c-a14b035fda43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004286 Oct 04 09:12:26.546041 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7cba3423-77a6-4022-b087-50823b55a5a2 tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:26.561821 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-7cba3423-77a6-4022-b087-50823b55a5a2 tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Deleting port 30456228-18aa-4ecd-bf9e-53f6b937e55b {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:12:26.562450 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7cba3423-77a6-4022-b087-50823b55a5a2 tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:26.572868 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 73c36884-08cf-4324-83fa-59585f6e49b2, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=73c36884-08cf-4324-83fa-59585f6e49b2,segment=NetworkSegment(8b785e1b-2d97-46e0-933c-eb37fbb5a49e),segment_id=8b785e1b-2d97-46e0-933c-eb37fbb5a49e)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:12:26.648813 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:26.692575 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a413a124-e8ff-498c-a114-d6b9a508d766 None None] DHCP port deletion for 1e2fff3d-8793-4837-819a-918a6fee20e1 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:12:26.889626 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-a413a124-e8ff-498c-a114-d6b9a508d766 None None] Deleting port 5ead1b4e-2bb0-49e8-b465-6d65a1095bc0 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:12:26.890225 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a413a124-e8ff-498c-a114-d6b9a508d766 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:26.890518 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-7cba3423-77a6-4022-b087-50823b55a5a2 tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] For port 30456228-18aa-4ecd-bf9e-53f6b937e55b, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=30456228-18aa-4ecd-bf9e-53f6b937e55b,segment=NetworkSegment(fc5ade76-227a-4892-9eda-70adcb6c3c08),segment_id=fc5ade76-227a-4892-9eda-70adcb6c3c08)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:12:26.891063 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7cba3423-77a6-4022-b087-50823b55a5a2 tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:27.015777 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=73c36884-08cf-4324-83fa-59585f6e49b2,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:27.027102 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-7cba3423-77a6-4022-b087-50823b55a5a2 tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Calling delete_port for 30456228-18aa-4ecd-bf9e-53f6b937e55b owned by network:dhcp {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:12:27.068864 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c592999f-9060-4166-be6d-205253ae6bd1 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:27.111759 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7cba3423-77a6-4022-b087-50823b55a5a2 tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:27.172230 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba3423-77a6-4022-b087-50823b55a5a2 tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Pushing event deleted for resources: {'Port': ['ID=30456228-18aa-4ecd-bf9e-53f6b937e55b,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:27.178024 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cba3423-77a6-4022-b087-50823b55a5a2 tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] No DVR routers for this DVR port 30456228-18aa-4ecd-bf9e-53f6b937e55b on host dv-neutron-860215-1-hyperv {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:12:27.281599 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-c7f5bff4-b028-456b-ae0e-62345c36937d tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] For port 73c36884-08cf-4324-83fa-59585f6e49b2, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=73c36884-08cf-4324-83fa-59585f6e49b2,segment=NetworkSegment(8b785e1b-2d97-46e0-933c-eb37fbb5a49e),segment_id=8b785e1b-2d97-46e0-933c-eb37fbb5a49e)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:12:27.281599 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c7f5bff4-b028-456b-ae0e-62345c36937d tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:27.283924 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 73c36884-08cf-4324-83fa-59585f6e49b2 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:12:27.317438 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-5ff0b24c-95b4-4012-bf6f-246d25250508 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e1fe7eec25f84955a73324f48fe7342b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8489034 Oct 04 09:12:27.370979 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-a413a124-e8ff-498c-a114-d6b9a508d766 None None] For port 5ead1b4e-2bb0-49e8-b465-6d65a1095bc0, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=5ead1b4e-2bb0-49e8-b465-6d65a1095bc0,segment=NetworkSegment(dff45c9c-5529-4798-93ab-d6e5728f405e),segment_id=dff45c9c-5529-4798-93ab-d6e5728f405e)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:12:27.371456 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a413a124-e8ff-498c-a114-d6b9a508d766 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:27.378055 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-e0932fdc-6913-4061-87f4-94d4d9a75e4c tempest-RoutersTestDVR-658191453 tempest-RoutersTestDVR-658191453-project] 10.222.0.50 "GET /v2.0/routers/119e8c74-2ffd-4f44-aa12-8377724480eb HTTP/1.1" status: 200 len: 683 time: 0.9134898 Oct 04 09:12:27.380204 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f71c3944-7b82-485b-8f47-32f37abdc7a5 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Router d498a7fe-10a1-408d-96ac-b032c2687649 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:12:27.412993 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54334) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:27.412993 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54336) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:27.433306 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75025237-2c24-4d8c-9ba5-bd9a96c8df0d None None] DHCP port deletion for d6e297a7-f462-4605-9365-9335229b931b request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:12:27.451131 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-c7f5bff4-b028-456b-ae0e-62345c36937d tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Calling delete_port for 73c36884-08cf-4324-83fa-59585f6e49b2 owned by network:router_gateway {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:12:27.556789 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-a413a124-e8ff-498c-a114-d6b9a508d766 None None] Calling delete_port for 5ead1b4e-2bb0-49e8-b465-6d65a1095bc0 owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:12:27.595895 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7cba3423-77a6-4022-b087-50823b55a5a2 tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:27.618013 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-06bdc74e-b09e-4125-a307-b595374bd6a7 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Notify callbacks [] for router, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:27.633558 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-962aa175-f3b3-44c9-a7af-569336db94fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:27.663367 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 73c36884-08cf-4324-83fa-59585f6e49b2 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:12:27.663672 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:27.663992 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 73c36884-08cf-4324-83fa-59585f6e49b2 Oct 04 09:12:27.711764 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c592999f-9060-4166-be6d-205253ae6bd1 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:27.730615 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a413a124-e8ff-498c-a114-d6b9a508d766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:27.784485 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3fa452a2-cd29-4675-b692-536cc3e85846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:27.788970 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-7cba3423-77a6-4022-b087-50823b55a5a2 tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6e297a7-f462-4605-9365-9335229b931b']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:27.789137 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a413a124-e8ff-498c-a114-d6b9a508d766 None None] Pushing event deleted for resources: {'Port': ['ID=5ead1b4e-2bb0-49e8-b465-6d65a1095bc0,revision_number=None']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:27.801989 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-a5995897-2273-453d-a48c-6d0fc91947e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f983ee-7a70-46fb-877c-5744f3ec2e57', 'name': 'tempest-ServersTestJSON-273369803-router', 'tenant_id': '207ffe4555e7440982e6c7a0c57387dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.173'}], 'enable_snat': True}, 'gw_port_id': '3d38fe96-a290-4c0e-8f35-41d7828bf0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:11:12Z', 'updated_at': '2022-10-04T09:11:23Z', 'revision_number': 4, 'project_id': '207ffe4555e7440982e6c7a0c57387dd', 'gw_port': {'id': '3d38fe96-a290-4c0e-8f35-41d7828bf0a7', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:5f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f983ee-7a70-46fb-877c-5744f3ec2e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:11:13Z', 'updated_at': '2022-10-04T09:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'f80e6d02-4c5a-44ba-8515-6e76e062f433', 'tenant_id': '207ffe4555e7440982e6c7a0c57387dd', 'floating_ip_address': '172.26.10.98', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '95f983ee-7a70-46fb-877c-5744f3ec2e57', 'port_id': '5f5386ca-279a-4e59-9b5a-fdcd7d2812cf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8ddde0d-ed42-4501-990c-a14b035fda43', 'mac_address': 'fa:16:3e:23:d3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e79a632-4582-4ce8-a81b-e8fd5f0c1012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:11:36Z', 'updated_at': '2022-10-04T09:12:22Z', 'revision_number': 1, 'project_id': '207ffe4555e7440982e6c7a0c57387dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59ac07e5-b222-44f7-b39f-f88365842509', 'name': '', 'network_id': 'e8ddde0d-ed42-4501-990c-a14b035fda43', 'tenant_id': '207ffe4555e7440982e6c7a0c57387dd', 'mac_address': 'fa:16:3e:bf:c7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f983ee-7a70-46fb-877c-5744f3ec2e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '68dc2dea-3e89-4e44-9770-d0bf75ecdbc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:11:21Z', 'updated_at': '2022-10-04T09:11:33Z', 'revision_number': 5, 'project_id': '207ffe4555e7440982e6c7a0c57387dd', 'subnets': [{'id': '68dc2dea-3e89-4e44-9770-d0bf75ecdbc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:27.806788 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a413a124-e8ff-498c-a114-d6b9a508d766 None None] No DVR routers for this DVR port 5ead1b4e-2bb0-49e8-b465-6d65a1095bc0 on host dv-neutron-860215-1-hyperv {{(pid=89034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:12:27.822145 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-7cba3423-77a6-4022-b087-50823b55a5a2 tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc5ade76-227a-4892-9eda-70adcb6c3c08') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:27.822441 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-7cba3423-77a6-4022-b087-50823b55a5a2 tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc5ade76-227a-4892-9eda-70adcb6c3c08') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:27.833776 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5995897-2273-453d-a48c-6d0fc91947e7 None None] The sync data for ids ['95f983ee-7a70-46fb-877c-5744f3ec2e57'] in dv-neutron-860215-1-hyperv is: [{'id': '95f983ee-7a70-46fb-877c-5744f3ec2e57', 'name': 'tempest-ServersTestJSON-273369803-router', 'tenant_id': '207ffe4555e7440982e6c7a0c57387dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.173'}], 'enable_snat': True}, 'gw_port_id': '3d38fe96-a290-4c0e-8f35-41d7828bf0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:11:12Z', 'updated_at': '2022-10-04T09:11:23Z', 'revision_number': 4, 'project_id': '207ffe4555e7440982e6c7a0c57387dd', 'gw_port': {'id': '3d38fe96-a290-4c0e-8f35-41d7828bf0a7', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:5f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f983ee-7a70-46fb-877c-5744f3ec2e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:11:13Z', 'updated_at': '2022-10-04T09:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'f80e6d02-4c5a-44ba-8515-6e76e062f433', 'tenant_id': '207ffe4555e7440982e6c7a0c57387dd', 'floating_ip_address': '172.26.10.98', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '95f983ee-7a70-46fb-877c-5744f3ec2e57', 'port_id': '5f5386ca-279a-4e59-9b5a-fdcd7d2812cf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8ddde0d-ed42-4501-990c-a14b035fda43', 'mac_address': 'fa:16:3e:23:d3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e79a632-4582-4ce8-a81b-e8fd5f0c1012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:11:36Z', 'updated_at': '2022-10-04T09:12:22Z', 'revision_number': 1, 'project_id': '207ffe4555e7440982e6c7a0c57387dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59ac07e5-b222-44f7-b39f-f88365842509', 'name': '', 'network_id': 'e8ddde0d-ed42-4501-990c-a14b035fda43', 'tenant_id': '207ffe4555e7440982e6c7a0c57387dd', 'mac_address': 'fa:16:3e:bf:c7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f983ee-7a70-46fb-877c-5744f3ec2e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '68dc2dea-3e89-4e44-9770-d0bf75ecdbc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:11:21Z', 'updated_at': '2022-10-04T09:11:33Z', 'revision_number': 5, 'project_id': '207ffe4555e7440982e6c7a0c57387dd', 'subnets': [{'id': '68dc2dea-3e89-4e44-9770-d0bf75ecdbc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:12:27.881203 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 73c36884-08cf-4324-83fa-59585f6e49b2 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:12:27.896199 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7cba3423-77a6-4022-b087-50823b55a5a2 tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:27.952926 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 5ead1b4e-2bb0-49e8-b465-6d65a1095bc0 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:12:27.984560 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3fa452a2-cd29-4675-b692-536cc3e85846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:27.992424 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 5ead1b4e-2bb0-49e8-b465-6d65a1095bc0 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:12:27.993223 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 5ead1b4e-2bb0-49e8-b465-6d65a1095bc0 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:12:28.061477 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7cba3423-77a6-4022-b087-50823b55a5a2 tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:28.064061 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c592999f-9060-4166-be6d-205253ae6bd1 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:28.081669 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cba3423-77a6-4022-b087-50823b55a5a2 tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:12:28.082075 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7cba3423-77a6-4022-b087-50823b55a5a2 tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:28.102168 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-06bdc74e-b09e-4125-a307-b595374bd6a7 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:28.110116 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-06bdc74e-b09e-4125-a307-b595374bd6a7 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:28.123722 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bb04b3-8233-4aff-a090-add43d2f310b None None] New status for floating IP f80e6d02-4c5a-44ba-8515-6e76e062f433: ACTIVE {{(pid=89035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 09:12:28.152898 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71c3944-7b82-485b-8f47-32f37abdc7a5 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:12:28.154771 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c592999f-9060-4166-be6d-205253ae6bd1 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Pushing event deleted for resources: {'Subnet': ['ID=ad11cef1-e946-4d12-be27-e015364dc8e8,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:28.167542 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.db.api [None req-c7f5bff4-b028-456b-ae0e-62345c36937d tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:12:28.167870 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG oslo_db.api [None req-c7f5bff4-b028-456b-ae0e-62345c36937d tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:12:28.177579 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965094a9-f136-465c-bc27-1ca00b2f402e None None] Network 16740334-9c9d-4574-a7cc-465cdffe5911 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:12:28.204743 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-6470e13a-b1a3-491f-8c58-bb887e0294ee tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Deleting port 54b175e5-fdcc-427d-a847-d70ecd4394d7 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:12:28.205521 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6470e13a-b1a3-491f-8c58-bb887e0294ee tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:28.225211 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment fc5ade76-227a-4892-9eda-70adcb6c3c08 resource provider aggregate not found Oct 04 09:12:28.233961 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7cba3423-77a6-4022-b087-50823b55a5a2 tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:28.238811 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-06bdc74e-b09e-4125-a307-b595374bd6a7 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:28.239313 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06bdc74e-b09e-4125-a307-b595374bd6a7 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 119e8c74-2ffd-4f44-aa12-8377724480eb {{(pid=89032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:12:28.255965 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c592999f-9060-4166-be6d-205253ae6bd1 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:28.267247 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7cba3423-77a6-4022-b087-50823b55a5a2 tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:28.271719 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment fc5ade76-227a-4892-9eda-70adcb6c3c08 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fc5ade76-227a-4892-9eda-70adcb6c3c08 found for delete ", "request_id": "req-a08936ec-b209-4e75-a5f8-94cff91956eb"}]} Oct 04 09:12:28.286632 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba3423-77a6-4022-b087-50823b55a5a2 tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] Pushing event deleted for resources: {'Network': ['ID=d6e297a7-f462-4605-9365-9335229b931b,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:28.306494 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f71c3944-7b82-485b-8f47-32f37abdc7a5 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:28.313293 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-7cba3423-77a6-4022-b087-50823b55a5a2 tempest-ExtraDHCPOptionsTestJSON-205481937 tempest-ExtraDHCPOptionsTestJSON-205481937-project] 10.222.0.50 "DELETE /v2.0/networks/d6e297a7-f462-4605-9365-9335229b931b HTTP/1.1" status: 204 len: 168 time: 1.9384987 Oct 04 09:12:28.318200 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-06bdc74e-b09e-4125-a307-b595374bd6a7 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:28.324055 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-06bdc74e-b09e-4125-a307-b595374bd6a7 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] 10.222.0.50 "DELETE /v2.0/routers/119e8c74-2ffd-4f44-aa12-8377724480eb HTTP/1.1" status: 204 len: 168 time: 0.9085209 Oct 04 09:12:28.324915 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54348) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:28.333062 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-aae6315a-7472-403d-a688-1b97fc886378 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Request body: {'router': {'name': 'tempest-router-1474452857', 'distributed': True}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:28.339720 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-aae6315a-7472-403d-a688-1b97fc886378 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:28.344463 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3fa452a2-cd29-4675-b692-536cc3e85846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:28.347295 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3fa452a2-cd29-4675-b692-536cc3e85846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:28.348537 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-3fa452a2-cd29-4675-b692-536cc3e85846 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/341871c1-fd6a-466f-9abf-3acadfe4f532 HTTP/1.1" status: 204 len: 168 time: 0.9344461 Oct 04 09:12:28.350230 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-aae6315a-7472-403d-a688-1b97fc886378 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Usage tracker for resource:router and tenant:02ad5494c90649b49420a43fff2ba013 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:28.363266 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-aae6315a-7472-403d-a688-1b97fc886378 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:28.370970 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa452a2-cd29-4675-b692-536cc3e85846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341871c1-fd6a-466f-9abf-3acadfe4f532,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:28.373101 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-aae6315a-7472-403d-a688-1b97fc886378 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:28.388692 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdfdc16-e03a-4d9c-9e63-df5d04a2beee None None] Sync routers for ids ['d498a7fe-10a1-408d-96ac-b032c2687649'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:12:28.393421 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-aae6315a-7472-403d-a688-1b97fc886378 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:28.394469 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-aae6315a-7472-403d-a688-1b97fc886378 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:28.433624 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-aae6315a-7472-403d-a688-1b97fc886378 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:28.461309 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdfdc16-e03a-4d9c-9e63-df5d04a2beee None None] Routers {'d498a7fe-10a1-408d-96ac-b032c2687649'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:12:28.461938 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-efdfdc16-e03a-4d9c-9e63-df5d04a2beee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:12:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['d498a7fe-10a1-408d-96ac-b032c2687649'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:28.482903 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-aae6315a-7472-403d-a688-1b97fc886378 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:28.520179 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-aae6315a-7472-403d-a688-1b97fc886378 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:28.521659 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-aae6315a-7472-403d-a688-1b97fc886378 tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1935682 Oct 04 09:12:28.524643 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54354) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:28.672458 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-efdfdc16-e03a-4d9c-9e63-df5d04a2beee None None] Set router d498a7fe-10a1-408d-96ac-b032c2687649 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:12:28.755316 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6470e13a-b1a3-491f-8c58-bb887e0294ee tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:28.803938 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0638e56e-0ce1-4364-8666-c162bad20e4d tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Notify callbacks [] for router, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:28.906153 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-6470e13a-b1a3-491f-8c58-bb887e0294ee tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Calling delete_port for 54b175e5-fdcc-427d-a847-d70ecd4394d7 owned by network:router_interface {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:12:28.938041 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-c7f5bff4-b028-456b-ae0e-62345c36937d tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Deleting port 73c36884-08cf-4324-83fa-59585f6e49b2 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:12:28.938493 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c7f5bff4-b028-456b-ae0e-62345c36937d tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:28.973506 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54364) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:29.070887 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-c592999f-9060-4166-be6d-205253ae6bd1 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] 10.222.0.50 "DELETE /v2.0/subnets/ad11cef1-e946-4d12-be27-e015364dc8e8 HTTP/1.1" status: 204 len: 168 time: 3.1572940 Oct 04 09:12:29.073009 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54372) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:29.142555 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d622301-9e36-42f4-b8de-b48178df0034 None None] DHCP port deletion for 16740334-9c9d-4574-a7cc-465cdffe5911 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:12:29.154451 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-8d622301-9e36-42f4-b8de-b48178df0034 None None] Deleting port 7f47d188-ad05-4d96-a2d5-c91a59283190 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:12:29.154848 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-8d622301-9e36-42f4-b8de-b48178df0034 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:29.274759 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-f71c3944-7b82-485b-8f47-32f37abdc7a5 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "PUT /v2.0/floatingips/dc518947-e43e-44d0-a7b7-65e9cc05522c HTTP/1.1" status: 200 len: 993 time: 7.9957135 Oct 04 09:12:29.296875 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b46b2f21-4377-4666-a5a3-1d3e21d4ff37', 'tag': '6c8f126e-75a1-43f2-980d-ad2d5059e1f5'}] {{(pid=89033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:12:29.300401 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e417ebe64424eb0358633e416672821aae4ea22acc2211bb28d37655142b7e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad4efe3-cc7e-43da-8121-8d69e7f6e1fb" -d '{"events": [{"name": "network-changed", "server_uuid": "b46b2f21-4377-4666-a5a3-1d3e21d4ff37", "tag": "6c8f126e-75a1-43f2-980d-ad2d5059e1f5"}]}' {{(pid=89033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:12:29.303701 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 30456228-18aa-4ecd-bf9e-53f6b937e55b no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:12:29.354346 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 30456228-18aa-4ecd-bf9e-53f6b937e55b {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:12:29.354704 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 30456228-18aa-4ecd-bf9e-53f6b937e55b not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:12:29.355129 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 7f47d188-ad05-4d96-a2d5-c91a59283190 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:12:29.372349 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0638e56e-0ce1-4364-8666-c162bad20e4d tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:29.375049 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0638e56e-0ce1-4364-8666-c162bad20e4d tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:29.403860 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0638e56e-0ce1-4364-8666-c162bad20e4d tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:29.404715 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0638e56e-0ce1-4364-8666-c162bad20e4d tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d94f1b97-6034-48c1-9795-4722116b6a82 {{(pid=89032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:12:29.418165 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8f9792-d2d8-46ce-85a7-d61ed754a7cf x-openstack-request-id: req-4e8f9792-d2d8-46ce-85a7-d61ed754a7cf {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:12:29.418529 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b46b2f21-4377-4666-a5a3-1d3e21d4ff37", "tag": "6c8f126e-75a1-43f2-980d-ad2d5059e1f5", "status": "completed", "code": 200}]} {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:12:29.418844 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4e8f9792-d2d8-46ce-85a7-d61ed754a7cf {{(pid=89033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:12:29.419293 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e8f9792-d2d8-46ce-85a7-d61ed754a7cf'] response: {'name': 'network-changed', 'server_uuid': 'b46b2f21-4377-4666-a5a3-1d3e21d4ff37', 'tag': '6c8f126e-75a1-43f2-980d-ad2d5059e1f5', 'status': 'completed', 'code': 200} Oct 04 09:12:29.426419 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0638e56e-0ce1-4364-8666-c162bad20e4d tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:29.428594 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-0638e56e-0ce1-4364-8666-c162bad20e4d tempest-RoutersTestDVR-1725320181 tempest-RoutersTestDVR-1725320181-project-admin] 10.222.0.50 "DELETE /v2.0/routers/d94f1b97-6034-48c1-9795-4722116b6a82 HTTP/1.1" status: 204 len: 168 time: 0.9027689 Oct 04 09:12:29.474061 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-955472f5-88c1-413e-b058-68137ad0e471 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:29.482724 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-efdfdc16-e03a-4d9c-9e63-df5d04a2beee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd498a7fe-10a1-408d-96ac-b032c2687649', 'name': 'tempest-ServerActionsTestJSON-1933225775-router', 'tenant_id': '8ef6eeaada3246f29119027d4a154b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.84'}], 'enable_snat': True}, 'gw_port_id': '56fedbe0-fa99-4efe-8643-d6d0d74e28a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:11:14Z', 'updated_at': '2022-10-04T09:11:26Z', 'revision_number': 4, 'project_id': '8ef6eeaada3246f29119027d4a154b34', 'gw_port': {'id': '56fedbe0-fa99-4efe-8643-d6d0d74e28a6', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:2b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd498a7fe-10a1-408d-96ac-b032c2687649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:11:15Z', 'updated_at': '2022-10-04T09:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'dc518947-e43e-44d0-a7b7-65e9cc05522c', 'tenant_id': '8ef6eeaada3246f29119027d4a154b34', 'floating_ip_address': '172.26.10.105', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': 'd498a7fe-10a1-408d-96ac-b032c2687649', 'port_id': '6c8f126e-75a1-43f2-980d-ad2d5059e1f5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e61ee37-e03d-4906-997b-978c1601b208', 'mac_address': 'fa:16:3e:f6:8e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46b2f21-4377-4666-a5a3-1d3e21d4ff37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:11:42Z', 'updated_at': '2022-10-04T09:12:23Z', 'revision_number': 1, 'project_id': '8ef6eeaada3246f29119027d4a154b34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17d3c310-a243-4519-8927-dc63175c9d6d', 'name': '', 'network_id': '4e61ee37-e03d-4906-997b-978c1601b208', 'tenant_id': '8ef6eeaada3246f29119027d4a154b34', 'mac_address': 'fa:16:3e:8b:be:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd498a7fe-10a1-408d-96ac-b032c2687649', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '373d4a32-610a-4c8a-84eb-e8dbb10358db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:11:24Z', 'updated_at': '2022-10-04T09:11:40Z', 'revision_number': 5, 'project_id': '8ef6eeaada3246f29119027d4a154b34', 'subnets': [{'id': '373d4a32-610a-4c8a-84eb-e8dbb10358db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:29.549668 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdfdc16-e03a-4d9c-9e63-df5d04a2beee None None] Checking router: d498a7fe-10a1-408d-96ac-b032c2687649 for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:12:29.560605 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4efe3-cc7e-43da-8121-8d69e7f6e1fb req-2bec707a-5c31-418e-abaf-5b12ec5d59c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:29.562396 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-cad4efe3-cc7e-43da-8121-8d69e7f6e1fb req-2bec707a-5c31-418e-abaf-5b12ec5d59c0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8ef6eeaada3246f29119027d4a154b34&device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 1099 time: 0.1168811 Oct 04 09:12:29.664938 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdfdc16-e03a-4d9c-9e63-df5d04a2beee None None] Routers {'d498a7fe-10a1-408d-96ac-b032c2687649'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:12:29.667443 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-efdfdc16-e03a-4d9c-9e63-df5d04a2beee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:12:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['d498a7fe-10a1-408d-96ac-b032c2687649'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:29.695368 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54396) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:29.703139 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-46f3ea73-82f1-48e8-ab7e-76eefd79e0f0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c7f1bceb3c7e4cbd8de36edfb99e5aa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6329336 Oct 04 09:12:29.731934 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54400) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:29.753191 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54404) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:29.769173 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-8d622301-9e36-42f4-b8de-b48178df0034 None None] For port 7f47d188-ad05-4d96-a2d5-c91a59283190, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=7f47d188-ad05-4d96-a2d5-c91a59283190,segment=NetworkSegment(eac1c7c1-226f-4c6b-8b92-0a893aad3502),segment_id=eac1c7c1-226f-4c6b-8b92-0a893aad3502)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:12:29.769564 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-8d622301-9e36-42f4-b8de-b48178df0034 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:29.780717 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 7f47d188-ad05-4d96-a2d5-c91a59283190 is: ACTIVE; New status is: DOWN {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:12:29.781103 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:29.812714 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4efe3-cc7e-43da-8121-8d69e7f6e1fb req-418f27e3-6b6e-492b-b5a6-e57a781e1242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:29.815258 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-cad4efe3-cc7e-43da-8121-8d69e7f6e1fb req-418f27e3-6b6e-492b-b5a6-e57a781e1242 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4e61ee37-e03d-4906-997b-978c1601b208 HTTP/1.1" status: 200 len: 913 time: 0.2438328 Oct 04 09:12:29.868901 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-c7f5bff4-b028-456b-ae0e-62345c36937d tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] For port 73c36884-08cf-4324-83fa-59585f6e49b2, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=73c36884-08cf-4324-83fa-59585f6e49b2,segment=NetworkSegment(8b785e1b-2d97-46e0-933c-eb37fbb5a49e),segment_id=8b785e1b-2d97-46e0-933c-eb37fbb5a49e)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:12:29.869483 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c7f5bff4-b028-456b-ae0e-62345c36937d tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:29.881505 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6470e13a-b1a3-491f-8c58-bb887e0294ee tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:29.949210 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-955472f5-88c1-413e-b058-68137ad0e471 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:30.080664 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-8d622301-9e36-42f4-b8de-b48178df0034 None None] Calling delete_port for 7f47d188-ad05-4d96-a2d5-c91a59283190 owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:12:30.093656 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-cad4efe3-cc7e-43da-8121-8d69e7f6e1fb req-32196c37-751e-4d8e-9ff1-2369f5035afe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c8f126e-75a1-43f2-980d-ad2d5059e1f5 HTTP/1.1" status: 200 len: 1001 time: 0.2701895 Oct 04 09:12:30.178343 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-650787f4-d372-4664-a816-a4d7c49a5588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:30.214632 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6470e13a-b1a3-491f-8c58-bb887e0294ee tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Pushing event deleted for resources: {'Port': ['ID=54b175e5-fdcc-427d-a847-d70ecd4394d7,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:30.223010 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-650787f4-d372-4664-a816-a4d7c49a5588 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:30.228152 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-c7f5bff4-b028-456b-ae0e-62345c36937d tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Calling delete_port for 73c36884-08cf-4324-83fa-59585f6e49b2 owned by network:router_gateway {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:12:30.230003 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-650787f4-d372-4664-a816-a4d7c49a5588 admin admin] Usage tracker for resource:security_group_rule and tenant:305e29cf006d47b6ac4fa4147f38ea15 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:30.231093 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 7f47d188-ad05-4d96-a2d5-c91a59283190, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=7f47d188-ad05-4d96-a2d5-c91a59283190,segment=NetworkSegment(eac1c7c1-226f-4c6b-8b92-0a893aad3502),segment_id=eac1c7c1-226f-4c6b-8b92-0a893aad3502)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:12:30.234403 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-650787f4-d372-4664-a816-a4d7c49a5588 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:30.253976 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-650787f4-d372-4664-a816-a4d7c49a5588 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:30.257239 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4efe3-cc7e-43da-8121-8d69e7f6e1fb req-dacee5e1-0605-4ed6-aaca-e35eca0955d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:30.258748 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-cad4efe3-cc7e-43da-8121-8d69e7f6e1fb req-dacee5e1-0605-4ed6-aaca-e35eca0955d2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=373d4a32-610a-4c8a-84eb-e8dbb10358db HTTP/1.1" status: 200 len: 851 time: 0.1275544 Oct 04 09:12:30.264581 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:30.302476 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-94e795e4-2f65-4203-83d7-9e183ab6aca0 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Request body: {'networks': [{'name': 'tempest-network--700410461'}, {'name': 'tempest-network--385451165'}]} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:30.302829 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-94e795e4-2f65-4203-83d7-9e183ab6aca0 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Request body: {'network': {'name': 'tempest-network--700410461'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:30.303254 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-94e795e4-2f65-4203-83d7-9e183ab6aca0 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Request body: {'network': {'name': 'tempest-network--385451165'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:30.351533 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-955472f5-88c1-413e-b058-68137ad0e471 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e2fff3d-8793-4837-819a-918a6fee20e1']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:30.365924 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-955472f5-88c1-413e-b058-68137ad0e471 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dff45c9c-5529-4798-93ab-d6e5728f405e') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:30.366280 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-955472f5-88c1-413e-b058-68137ad0e471 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dff45c9c-5529-4798-93ab-d6e5728f405e') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:30.367693 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5a38965c-2c4a-4472-9c40-920a009f86db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:30.380608 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-955472f5-88c1-413e-b058-68137ad0e471 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:30.399562 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-955472f5-88c1-413e-b058-68137ad0e471 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:30.407276 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-955472f5-88c1-413e-b058-68137ad0e471 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:12:30.407681 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-955472f5-88c1-413e-b058-68137ad0e471 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:30.416657 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4efe3-cc7e-43da-8121-8d69e7f6e1fb req-1a4f28fb-a3fe-49c8-ba9b-dc04a6ffa679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:30.418577 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-cad4efe3-cc7e-43da-8121-8d69e7f6e1fb req-1a4f28fb-a3fe-49c8-ba9b-dc04a6ffa679 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4e61ee37-e03d-4906-997b-978c1601b208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1515300 Oct 04 09:12:30.428549 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-efdfdc16-e03a-4d9c-9e63-df5d04a2beee None None] Set router d498a7fe-10a1-408d-96ac-b032c2687649 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:12:30.438981 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-94e795e4-2f65-4203-83d7-9e183ab6aca0 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:30.500850 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=7f47d188-ad05-4d96-a2d5-c91a59283190,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:30.509538 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.db.api [None req-8d622301-9e36-42f4-b8de-b48178df0034 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:12:30.509538 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG oslo_db.api [None req-8d622301-9e36-42f4-b8de-b48178df0034 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:12:30.543053 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-650787f4-d372-4664-a816-a4d7c49a5588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:30.551474 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-650787f4-d372-4664-a816-a4d7c49a5588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:30.630937 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-94e795e4-2f65-4203-83d7-9e183ab6aca0 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Usage tracker for resource:network and tenant:940a70a7558445e4968e69427cd8cc49 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:30.637146 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment dff45c9c-5529-4798-93ab-d6e5728f405e resource provider aggregate not found Oct 04 09:12:30.640908 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-650787f4-d372-4664-a816-a4d7c49a5588 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=305e29cf006d47b6ac4fa4147f38ea15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8864496 Oct 04 09:12:30.644703 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-94e795e4-2f65-4203-83d7-9e183ab6aca0 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:30.648696 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-cad4efe3-cc7e-43da-8121-8d69e7f6e1fb req-33c8ffff-16aa-4840-9ed3-292b6e895909 service neutron] 10.222.0.20 "GET /v2.0/networks/4e61ee37-e03d-4906-997b-978c1601b208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207582 Oct 04 09:12:30.648867 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54416) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:30.648969 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650787f4-d372-4664-a816-a4d7c49a5588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b56874f0-cf9b-404a-b323-25fc4eb02267,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:30.697797 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:30.700094 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-94e795e4-2f65-4203-83d7-9e183ab6aca0 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:30.711447 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment dff45c9c-5529-4798-93ab-d6e5728f405e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dff45c9c-5529-4798-93ab-d6e5728f405e found for delete ", "request_id": "req-8e3e8111-adfe-4825-b156-a4fff9300743"}]} Oct 04 09:12:30.719490 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-679fb7f9-bcda-4ac4-862f-852e1a755659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:30.793009 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:30.824211 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-cad4efe3-cc7e-43da-8121-8d69e7f6e1fb req-6363f8e2-1572-4154-812e-57e43f39eb69 service neutron] 10.222.0.20 "GET /v2.0/networks/4e61ee37-e03d-4906-997b-978c1601b208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671066 Oct 04 09:12:30.848126 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-955472f5-88c1-413e-b058-68137ad0e471 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:30.849664 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e795e4-2f65-4203-83d7-9e183ab6aca0 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Made reservation on behalf of 940a70a7558445e4968e69427cd8cc49 for: {'network': 2} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:12:30.854084 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-94e795e4-2f65-4203-83d7-9e183ab6aca0 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:30.895836 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-955472f5-88c1-413e-b058-68137ad0e471 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:30.910726 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-efdfdc16-e03a-4d9c-9e63-df5d04a2beee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd498a7fe-10a1-408d-96ac-b032c2687649', 'name': 'tempest-ServerActionsTestJSON-1933225775-router', 'tenant_id': '8ef6eeaada3246f29119027d4a154b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.84'}], 'enable_snat': True}, 'gw_port_id': '56fedbe0-fa99-4efe-8643-d6d0d74e28a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:11:14Z', 'updated_at': '2022-10-04T09:11:26Z', 'revision_number': 4, 'project_id': '8ef6eeaada3246f29119027d4a154b34', 'gw_port': {'id': '56fedbe0-fa99-4efe-8643-d6d0d74e28a6', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:2b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd498a7fe-10a1-408d-96ac-b032c2687649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:11:15Z', 'updated_at': '2022-10-04T09:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'dc518947-e43e-44d0-a7b7-65e9cc05522c', 'tenant_id': '8ef6eeaada3246f29119027d4a154b34', 'floating_ip_address': '172.26.10.105', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': 'd498a7fe-10a1-408d-96ac-b032c2687649', 'port_id': '6c8f126e-75a1-43f2-980d-ad2d5059e1f5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e61ee37-e03d-4906-997b-978c1601b208', 'mac_address': 'fa:16:3e:f6:8e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46b2f21-4377-4666-a5a3-1d3e21d4ff37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:11:42Z', 'updated_at': '2022-10-04T09:12:23Z', 'revision_number': 1, 'project_id': '8ef6eeaada3246f29119027d4a154b34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17d3c310-a243-4519-8927-dc63175c9d6d', 'name': '', 'network_id': '4e61ee37-e03d-4906-997b-978c1601b208', 'tenant_id': '8ef6eeaada3246f29119027d4a154b34', 'mac_address': 'fa:16:3e:8b:be:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd498a7fe-10a1-408d-96ac-b032c2687649', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '373d4a32-610a-4c8a-84eb-e8dbb10358db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:11:24Z', 'updated_at': '2022-10-04T09:11:40Z', 'revision_number': 5, 'project_id': '8ef6eeaada3246f29119027d4a154b34', 'subnets': [{'id': '373d4a32-610a-4c8a-84eb-e8dbb10358db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:30.914788 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdfdc16-e03a-4d9c-9e63-df5d04a2beee None None] The sync data for ids ['d498a7fe-10a1-408d-96ac-b032c2687649'] in dv-neutron-860215-1-hyperv is: [{'id': 'd498a7fe-10a1-408d-96ac-b032c2687649', 'name': 'tempest-ServerActionsTestJSON-1933225775-router', 'tenant_id': '8ef6eeaada3246f29119027d4a154b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.84'}], 'enable_snat': True}, 'gw_port_id': '56fedbe0-fa99-4efe-8643-d6d0d74e28a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:11:14Z', 'updated_at': '2022-10-04T09:11:26Z', 'revision_number': 4, 'project_id': '8ef6eeaada3246f29119027d4a154b34', 'gw_port': {'id': '56fedbe0-fa99-4efe-8643-d6d0d74e28a6', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:2b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd498a7fe-10a1-408d-96ac-b032c2687649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:11:15Z', 'updated_at': '2022-10-04T09:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'dc518947-e43e-44d0-a7b7-65e9cc05522c', 'tenant_id': '8ef6eeaada3246f29119027d4a154b34', 'floating_ip_address': '172.26.10.105', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': 'd498a7fe-10a1-408d-96ac-b032c2687649', 'port_id': '6c8f126e-75a1-43f2-980d-ad2d5059e1f5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e61ee37-e03d-4906-997b-978c1601b208', 'mac_address': 'fa:16:3e:f6:8e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46b2f21-4377-4666-a5a3-1d3e21d4ff37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:11:42Z', 'updated_at': '2022-10-04T09:12:23Z', 'revision_number': 1, 'project_id': '8ef6eeaada3246f29119027d4a154b34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17d3c310-a243-4519-8927-dc63175c9d6d', 'name': '', 'network_id': '4e61ee37-e03d-4906-997b-978c1601b208', 'tenant_id': '8ef6eeaada3246f29119027d4a154b34', 'mac_address': 'fa:16:3e:8b:be:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd498a7fe-10a1-408d-96ac-b032c2687649', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '373d4a32-610a-4c8a-84eb-e8dbb10358db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:11:24Z', 'updated_at': '2022-10-04T09:11:40Z', 'revision_number': 5, 'project_id': '8ef6eeaada3246f29119027d4a154b34', 'subnets': [{'id': '373d4a32-610a-4c8a-84eb-e8dbb10358db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:12:30.929995 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-94e795e4-2f65-4203-83d7-9e183ab6aca0 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:30.948265 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955472f5-88c1-413e-b058-68137ad0e471 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Pushing event deleted for resources: {'Network': ['ID=1e2fff3d-8793-4837-819a-918a6fee20e1,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:30.952202 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-679fb7f9-bcda-4ac4-862f-852e1a755659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:30.978741 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-955472f5-88c1-413e-b058-68137ad0e471 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] 10.222.0.50 "DELETE /v2.0/networks/1e2fff3d-8793-4837-819a-918a6fee20e1 HTTP/1.1" status: 204 len: 168 time: 1.8879268 Oct 04 09:12:30.980387 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-94e795e4-2f65-4203-83d7-9e183ab6aca0 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:30.981730 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54422) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:31.010520 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-8d622301-9e36-42f4-b8de-b48178df0034 None None] Deleting port 7f47d188-ad05-4d96-a2d5-c91a59283190 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:12:31.010987 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-8d622301-9e36-42f4-b8de-b48178df0034 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:31.059951 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-94e795e4-2f65-4203-83d7-9e183ab6aca0 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Usage tracker for resource:security_group_rule and tenant:940a70a7558445e4968e69427cd8cc49 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:31.068719 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-94e795e4-2f65-4203-83d7-9e183ab6aca0 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:31.091519 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a692a60c-64c7-429d-ba92-a2dbfdd27b52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:31.110082 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-edf2401f-112c-4c19-8bf3-00d439de6163 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:31.111714 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-94e795e4-2f65-4203-83d7-9e183ab6aca0 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:31.122631 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-edf2401f-112c-4c19-8bf3-00d439de6163 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Deleting port 7f47d188-ad05-4d96-a2d5-c91a59283190 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:12:31.124052 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-edf2401f-112c-4c19-8bf3-00d439de6163 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:31.176169 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aded658-049e-43fc-b1c8-580f3f6addf0 None None] New status for floating IP dc518947-e43e-44d0-a7b7-65e9cc05522c: ACTIVE {{(pid=89035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 09:12:31.239169 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-8d622301-9e36-42f4-b8de-b48178df0034 None None] For port 7f47d188-ad05-4d96-a2d5-c91a59283190, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=7f47d188-ad05-4d96-a2d5-c91a59283190,segment=NetworkSegment(eac1c7c1-226f-4c6b-8b92-0a893aad3502),segment_id=eac1c7c1-226f-4c6b-8b92-0a893aad3502)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:12:31.239775 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-8d622301-9e36-42f4-b8de-b48178df0034 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:31.266575 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-94e795e4-2f65-4203-83d7-9e183ab6aca0 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:31.305563 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a692a60c-64c7-429d-ba92-a2dbfdd27b52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:31.312375 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-94e795e4-2f65-4203-83d7-9e183ab6aca0 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:31.313230 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-94e795e4-2f65-4203-83d7-9e183ab6aca0 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:31.334341 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-edf2401f-112c-4c19-8bf3-00d439de6163 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] For port 7f47d188-ad05-4d96-a2d5-c91a59283190, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=7f47d188-ad05-4d96-a2d5-c91a59283190,segment=NetworkSegment(eac1c7c1-226f-4c6b-8b92-0a893aad3502),segment_id=eac1c7c1-226f-4c6b-8b92-0a893aad3502)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:12:31.334701 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-edf2401f-112c-4c19-8bf3-00d439de6163 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:31.374469 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-8d622301-9e36-42f4-b8de-b48178df0034 None None] Calling delete_port for 7f47d188-ad05-4d96-a2d5-c91a59283190 owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:12:31.378934 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-679fb7f9-bcda-4ac4-862f-852e1a755659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:31.423155 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6470e13a-b1a3-491f-8c58-bb887e0294ee tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736911'] for router_interface, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:31.466539 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-8d622301-9e36-42f4-b8de-b48178df0034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:31.468148 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e795e4-2f65-4203-83d7-9e183ab6aca0 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4faadd-bb06-4a88-b00f-99fce4ec268c,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:31.468632 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-edf2401f-112c-4c19-8bf3-00d439de6163 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Calling delete_port for 7f47d188-ad05-4d96-a2d5-c91a59283190 owned by network:dhcp {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:12:31.533300 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d622301-9e36-42f4-b8de-b48178df0034 None None] No DVR routers for this DVR port 7f47d188-ad05-4d96-a2d5-c91a59283190 on host dv-neutron-860215-1-hyperv {{(pid=89034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:12:31.544946 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d622301-9e36-42f4-b8de-b48178df0034 None None] Pushing event deleted for resources: {'Port': ['ID=7f47d188-ad05-4d96-a2d5-c91a59283190,revision_number=None']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:31.594473 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679fb7f9-bcda-4ac4-862f-852e1a755659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8427a355-c996-436b-b228-a6d0d4dd2e36,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:31.609789 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c7f5bff4-b028-456b-ae0e-62345c36937d tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:31.648510 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-679fb7f9-bcda-4ac4-862f-852e1a755659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:31.649629 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-679fb7f9-bcda-4ac4-862f-852e1a755659 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8427a355-c996-436b-b228-a6d0d4dd2e36 HTTP/1.1" status: 204 len: 168 time: 1.9168265 Oct 04 09:12:31.650806 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94e795e4-2f65-4203-83d7-9e183ab6aca0 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:12:31.658310 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.db.api [None req-edf2401f-112c-4c19-8bf3-00d439de6163 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89032) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:12:31.658738 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG oslo_db.api [None req-edf2401f-112c-4c19-8bf3-00d439de6163 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:12:31.676512 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f5bff4-b028-456b-ae0e-62345c36937d tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Pushing event deleted for resources: {'Port': ['ID=73c36884-08cf-4324-83fa-59585f6e49b2,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:31.759952 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a692a60c-64c7-429d-ba92-a2dbfdd27b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:31.782863 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-94e795e4-2f65-4203-83d7-9e183ab6aca0 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:31.783213 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-94e795e4-2f65-4203-83d7-9e183ab6aca0 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Added segment ef7a3016-b5e3-4651-8dd2-242ec18a369f of type vlan for network 0879ab15-9579-4ac3-92f6-753a3f343277 Oct 04 09:12:31.815636 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c7f5bff4-b028-456b-ae0e-62345c36937d tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737040'] for router_gateway, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:31.857397 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a692a60c-64c7-429d-ba92-a2dbfdd27b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56874f0-cf9b-404a-b323-25fc4eb02267,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:31.944032 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a692a60c-64c7-429d-ba92-a2dbfdd27b52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:31.945194 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a692a60c-64c7-429d-ba92-a2dbfdd27b52 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b56874f0-cf9b-404a-b323-25fc4eb02267 HTTP/1.1" status: 204 len: 168 time: 1.2848079 Oct 04 09:12:31.961214 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-94e795e4-2f65-4203-83d7-9e183ab6aca0 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:32.037064 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c7f5bff4-b028-456b-ae0e-62345c36937d tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:32.095407 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c7f5bff4-b028-456b-ae0e-62345c36937d tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:32.156065 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94e795e4-2f65-4203-83d7-9e183ab6aca0 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:12:32.161087 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-edf2401f-112c-4c19-8bf3-00d439de6163 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Deleting port 7f47d188-ad05-4d96-a2d5-c91a59283190 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:12:32.163519 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-edf2401f-112c-4c19-8bf3-00d439de6163 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:32.170144 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:32.216076 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c7f5bff4-b028-456b-ae0e-62345c36937d tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:32.216076 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f5bff4-b028-456b-ae0e-62345c36937d tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 16655e3f-5626-4a43-86a6-e4998a304fe9 {{(pid=89033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:12:32.248770 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-edf2401f-112c-4c19-8bf3-00d439de6163 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] The port '7f47d188-ad05-4d96-a2d5-c91a59283190' was deleted {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 04 09:12:32.255397 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-94e795e4-2f65-4203-83d7-9e183ab6aca0 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:32.255746 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-94e795e4-2f65-4203-83d7-9e183ab6aca0 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Added segment 13d8d107-8ece-40f7-9a9a-b78d611f8aba of type vlan for network 40c55652-49e8-4fec-8763-fc7233388fcc Oct 04 09:12:32.295015 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c7f5bff4-b028-456b-ae0e-62345c36937d tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:32.299260 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-c7f5bff4-b028-456b-ae0e-62345c36937d tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] 10.222.0.50 "DELETE /v2.0/routers/16655e3f-5626-4a43-86a6-e4998a304fe9 HTTP/1.1" status: 204 len: 168 time: 8.9010968 Oct 04 09:12:32.302452 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54446) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:32.319860 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54450) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:32.361561 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6470e13a-b1a3-491f-8c58-bb887e0294ee tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Router faf1fb1b-98ff-466c-9656-7518b980f827 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:12:32.409499 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e9bd867a-fe62-48f8-b6f0-7808618abbc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:32.451271 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-edf2401f-112c-4c19-8bf3-00d439de6163 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:32.459202 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-e9bd867a-fe62-48f8-b6f0-7808618abbc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:32.467491 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-e9bd867a-fe62-48f8-b6f0-7808618abbc9 admin admin] Usage tracker for resource:security_group_rule and tenant:02ad5494c90649b49420a43fff2ba013 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:32.478285 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-e9bd867a-fe62-48f8-b6f0-7808618abbc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:32.487880 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-e9bd867a-fe62-48f8-b6f0-7808618abbc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:32.493952 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-edf2401f-112c-4c19-8bf3-00d439de6163 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16740334-9c9d-4574-a7cc-465cdffe5911']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:32.511294 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-94e795e4-2f65-4203-83d7-9e183ab6aca0 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:32.513280 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-edf2401f-112c-4c19-8bf3-00d439de6163 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eac1c7c1-226f-4c6b-8b92-0a893aad3502') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:32.513584 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-edf2401f-112c-4c19-8bf3-00d439de6163 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eac1c7c1-226f-4c6b-8b92-0a893aad3502') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:32.533341 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-edf2401f-112c-4c19-8bf3-00d439de6163 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:32.556678 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-edf2401f-112c-4c19-8bf3-00d439de6163 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:32.569393 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edf2401f-112c-4c19-8bf3-00d439de6163 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:12:32.569744 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-edf2401f-112c-4c19-8bf3-00d439de6163 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:32.616163 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e3442b1-5c82-405f-b626-b202e007d22c tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Deleting subnet 61a6aaf1-dd90-48b3-9a91-94c16534ef51 {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:12:32.633305 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9e3442b1-5c82-405f-b626-b202e007d22c tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:32.650007 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54460) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:32.651517 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment eac1c7c1-226f-4c6b-8b92-0a893aad3502 resource provider aggregate not found Oct 04 09:12:32.685291 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment eac1c7c1-226f-4c6b-8b92-0a893aad3502 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eac1c7c1-226f-4c6b-8b92-0a893aad3502 found for delete ", "request_id": "req-96d3935c-9484-4fc8-b75a-c90f00b53127"}]} Oct 04 09:12:32.754817 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e9bd867a-fe62-48f8-b6f0-7808618abbc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:32.756906 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-edf2401f-112c-4c19-8bf3-00d439de6163 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:32.759741 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9e3442b1-5c82-405f-b626-b202e007d22c tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:32.769577 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-edf2401f-112c-4c19-8bf3-00d439de6163 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:32.789858 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-94e795e4-2f65-4203-83d7-9e183ab6aca0 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:32.790368 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-94e795e4-2f65-4203-83d7-9e183ab6aca0 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:32.796285 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e9bd867a-fe62-48f8-b6f0-7808618abbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:32.796471 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e795e4-2f65-4203-83d7-9e183ab6aca0 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:32.801091 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e795e4-2f65-4203-83d7-9e183ab6aca0 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:32.801753 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-94e795e4-2f65-4203-83d7-9e183ab6aca0 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:32.842218 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf2401f-112c-4c19-8bf3-00d439de6163 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Pushing event deleted for resources: {'Network': ['ID=16740334-9c9d-4574-a7cc-465cdffe5911,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:32.850111 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-9a3e924b-5f82-4598-b107-dedf4ca95b44 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-522254101'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:32.867515 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-9a3e924b-5f82-4598-b107-dedf4ca95b44 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:32.885179 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-edf2401f-112c-4c19-8bf3-00d439de6163 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] 10.222.0.50 "DELETE /v2.0/networks/16740334-9c9d-4574-a7cc-465cdffe5911 HTTP/1.1" status: 204 len: 168 time: 1.9020877 Oct 04 09:12:32.888247 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-9a3e924b-5f82-4598-b107-dedf4ca95b44 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Usage tracker for resource:network and tenant:f68aa401b76441c39ebad86774f729aa is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:32.891510 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-9a3e924b-5f82-4598-b107-dedf4ca95b44 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:32.893915 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54468) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:32.902093 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-e9bd867a-fe62-48f8-b6f0-7808618abbc9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=02ad5494c90649b49420a43fff2ba013&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5811105 Oct 04 09:12:32.902838 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd867a-fe62-48f8-b6f0-7808618abbc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54790bf0-89e7-4708-828c-236bb23a7a22,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:32.906365 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54472) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:32.940343 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-9a3e924b-5f82-4598-b107-dedf4ca95b44 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:32.942362 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-94e795e4-2f65-4203-83d7-9e183ab6aca0 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 3.2380939 Oct 04 09:12:32.949883 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54476) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:32.961000 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e795e4-2f65-4203-83d7-9e183ab6aca0 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Pushing event updated for resources: {'Network': ['ID=0879ab15-9579-4ac3-92f6-753a3f343277,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:32.967119 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9e3442b1-5c82-405f-b626-b202e007d22c tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:32.973872 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 0879ab15-9579-4ac3-92f6-753a3f343277 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:12:33.010602 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6470e13a-b1a3-491f-8c58-bb887e0294ee tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:12:33.032916 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-6470e13a-b1a3-491f-8c58-bb887e0294ee tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] 10.222.0.50 "PUT /v2.0/routers/faf1fb1b-98ff-466c-9656-7518b980f827/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9042966 Oct 04 09:12:33.036085 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54480) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:33.040876 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67eac01a-a686-4507-a143-da07799de649 None None] Sync routers for ids ['faf1fb1b-98ff-466c-9656-7518b980f827'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:12:33.080510 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67eac01a-a686-4507-a143-da07799de649 None None] Routers {'faf1fb1b-98ff-466c-9656-7518b980f827'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:12:33.081065 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-67eac01a-a686-4507-a143-da07799de649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:12:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['faf1fb1b-98ff-466c-9656-7518b980f827'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:33.126939 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21bbb19-b264-4870-bfa6-be148e98eaf3 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:33.132421 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21bbb19-b264-4870-bfa6-be148e98eaf3 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:33.138897 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21bbb19-b264-4870-bfa6-be148e98eaf3 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:33.145161 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21bbb19-b264-4870-bfa6-be148e98eaf3 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:33.147479 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-67eac01a-a686-4507-a143-da07799de649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:33.152596 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21bbb19-b264-4870-bfa6-be148e98eaf3 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:33.154334 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-a21bbb19-b264-4870-bfa6-be148e98eaf3 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3012 time: 0.1935933 Oct 04 09:12:33.161580 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54484) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:33.163598 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67eac01a-a686-4507-a143-da07799de649 None None] Routers {'faf1fb1b-98ff-466c-9656-7518b980f827'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:12:33.164221 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-67eac01a-a686-4507-a143-da07799de649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:12:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['faf1fb1b-98ff-466c-9656-7518b980f827'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:33.189760 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3e924b-5f82-4598-b107-dedf4ca95b44 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Made reservation on behalf of f68aa401b76441c39ebad86774f729aa for: {'network': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:12:33.193643 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9a3e924b-5f82-4598-b107-dedf4ca95b44 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:33.221035 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9a3e924b-5f82-4598-b107-dedf4ca95b44 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:33.235844 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-67eac01a-a686-4507-a143-da07799de649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:33.236298 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67eac01a-a686-4507-a143-da07799de649 None None] The sync data for ids ['faf1fb1b-98ff-466c-9656-7518b980f827'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:12:33.241446 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 73c36884-08cf-4324-83fa-59585f6e49b2 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:12:33.253664 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b77a6a5-c100-4f96-b0db-aecf589efe38 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Deleting subnet fe54a27c-dc01-4839-9b04-56ac1bcc4ed1 {{(pid=89032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:12:33.261756 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-9a3e924b-5f82-4598-b107-dedf4ca95b44 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:33.263896 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8b77a6a5-c100-4f96-b0db-aecf589efe38 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks [] for subnet, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:33.275760 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 73c36884-08cf-4324-83fa-59585f6e49b2 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:12:33.276128 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 73c36884-08cf-4324-83fa-59585f6e49b2 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:12:33.293337 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e795e4-2f65-4203-83d7-9e183ab6aca0 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Pushing event updated for resources: {'Network': ['ID=40c55652-49e8-4fec-8763-fc7233388fcc,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:33.304556 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 40c55652-49e8-4fec-8763-fc7233388fcc details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:12:33.308745 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-9a3e924b-5f82-4598-b107-dedf4ca95b44 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Usage tracker for resource:security_group_rule and tenant:f68aa401b76441c39ebad86774f729aa is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:33.321433 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-9a3e924b-5f82-4598-b107-dedf4ca95b44 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:33.325005 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9f34f22d-fdfc-4ea8-adf8-db8a62395d02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:33.332201 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-9a3e924b-5f82-4598-b107-dedf4ca95b44 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:33.365476 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8b77a6a5-c100-4f96-b0db-aecf589efe38 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885153'] for subnet, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:33.391513 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5cf5f85a-3c07-46f0-bc6e-5456e7ac2b56 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:33.411885 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9e3442b1-5c82-405f-b626-b202e007d22c tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:33.424966 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9f34f22d-fdfc-4ea8-adf8-db8a62395d02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:33.460573 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3442b1-5c82-405f-b626-b202e007d22c tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=61a6aaf1-dd90-48b3-9a91-94c16534ef51,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:33.494145 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a5679744-74bc-42b7-a9e8-95bc7a1a9064 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks [] for router, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:33.537214 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8b77a6a5-c100-4f96-b0db-aecf589efe38 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:33.551753 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9e3442b1-5c82-405f-b626-b202e007d22c tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:33.564674 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9f34f22d-fdfc-4ea8-adf8-db8a62395d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:33.603713 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-9e3442b1-5c82-405f-b626-b202e007d22c tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] 10.222.0.50 "DELETE /v2.0/subnets/61a6aaf1-dd90-48b3-9a91-94c16534ef51 HTTP/1.1" status: 204 len: 168 time: 1.2981079 Oct 04 09:12:33.611126 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54488) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:33.615481 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f34f22d-fdfc-4ea8-adf8-db8a62395d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54790bf0-89e7-4708-828c-236bb23a7a22,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:33.704645 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9a3e924b-5f82-4598-b107-dedf4ca95b44 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:33.713778 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9f34f22d-fdfc-4ea8-adf8-db8a62395d02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:33.717745 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-9f34f22d-fdfc-4ea8-adf8-db8a62395d02 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/54790bf0-89e7-4708-828c-236bb23a7a22 HTTP/1.1" status: 204 len: 168 time: 0.7726204 Oct 04 09:12:33.728388 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9a3e924b-5f82-4598-b107-dedf4ca95b44 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:33.732102 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5cf5f85a-3c07-46f0-bc6e-5456e7ac2b56 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:33.751089 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a3e924b-5f82-4598-b107-dedf4ca95b44 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=89032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:12:33.761643 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9a3e924b-5f82-4598-b107-dedf4ca95b44 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:33.761987 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.segments_db [None req-9a3e924b-5f82-4598-b107-dedf4ca95b44 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Added segment ae876f3b-a478-4b5f-9083-3d8c0ddf0a88 of type vlan for network 3755db37-9ed1-4a07-b10f-09a881953cc1 Oct 04 09:12:33.774617 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-5cf5f85a-3c07-46f0-bc6e-5456e7ac2b56 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0879ab15-9579-4ac3-92f6-753a3f343277']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:33.792034 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-5cf5f85a-3c07-46f0-bc6e-5456e7ac2b56 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef7a3016-b5e3-4651-8dd2-242ec18a369f') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:33.792327 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-5cf5f85a-3c07-46f0-bc6e-5456e7ac2b56 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef7a3016-b5e3-4651-8dd2-242ec18a369f') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:33.812094 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5cf5f85a-3c07-46f0-bc6e-5456e7ac2b56 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:33.819150 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a5679744-74bc-42b7-a9e8-95bc7a1a9064 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:33.833616 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3e924b-5f82-4598-b107-dedf4ca95b44 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2cd40de-766a-42fd-8f8d-f4f1d56c3a8e,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:33.835811 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5cf5f85a-3c07-46f0-bc6e-5456e7ac2b56 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:33.838670 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-a5679744-74bc-42b7-a9e8-95bc7a1a9064 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Deleting port 397f0cf9-037c-4dee-877b-dd43b89047e1 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:12:33.839187 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a5679744-74bc-42b7-a9e8-95bc7a1a9064 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:33.856717 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bde78cf5-5c70-43fe-abae-1ade6ae9ebc8 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:33.862718 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9a3e924b-5f82-4598-b107-dedf4ca95b44 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:33.867278 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8b77a6a5-c100-4f96-b0db-aecf589efe38 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:33.883068 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cf5f85a-3c07-46f0-bc6e-5456e7ac2b56 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:12:33.883758 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5cf5f85a-3c07-46f0-bc6e-5456e7ac2b56 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:33.920607 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b77a6a5-c100-4f96-b0db-aecf589efe38 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Pushing event deleted for resources: {'Subnet': ['ID=fe54a27c-dc01-4839-9b04-56ac1bcc4ed1,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:33.927965 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8b77a6a5-c100-4f96-b0db-aecf589efe38 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:33.947965 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a88eca-1e0f-4250-a3da-84d5068ab633 None None] Network c71c659b-7a13-4760-835f-bfe149079238 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:12:33.987758 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-8b77a6a5-c100-4f96-b0db-aecf589efe38 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] 10.222.0.50 "DELETE /v2.0/subnets/fe54a27c-dc01-4839-9b04-56ac1bcc4ed1 HTTP/1.1" status: 204 len: 168 time: 1.0921066 Oct 04 09:12:34.003424 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54498) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:34.077197 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment ef7a3016-b5e3-4651-8dd2-242ec18a369f resource provider aggregate not found Oct 04 09:12:34.089801 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9a3e924b-5f82-4598-b107-dedf4ca95b44 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:34.095347 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3e924b-5f82-4598-b107-dedf4ca95b44 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:34.095886 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9a3e924b-5f82-4598-b107-dedf4ca95b44 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:34.107325 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment ef7a3016-b5e3-4651-8dd2-242ec18a369f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ef7a3016-b5e3-4651-8dd2-242ec18a369f found for delete ", "request_id": "req-e828ed1b-4f84-4f8c-9598-0a8013bb4885"}]} Oct 04 09:12:34.193251 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5cf5f85a-3c07-46f0-bc6e-5456e7ac2b56 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:34.221883 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5cf5f85a-3c07-46f0-bc6e-5456e7ac2b56 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:34.236226 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf5f85a-3c07-46f0-bc6e-5456e7ac2b56 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Pushing event deleted for resources: {'Network': ['ID=0879ab15-9579-4ac3-92f6-753a3f343277,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:34.241633 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-5cf5f85a-3c07-46f0-bc6e-5456e7ac2b56 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] 10.222.0.50 "DELETE /v2.0/networks/0879ab15-9579-4ac3-92f6-753a3f343277 HTTP/1.1" status: 204 len: 168 time: 1.0714755 Oct 04 09:12:34.257087 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54512) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:34.306046 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96812795-12da-49b4-80ea-73c200ce89de None None] DHCP port deletion for c71c659b-7a13-4760-835f-bfe149079238 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:12:34.314359 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-96812795-12da-49b4-80ea-73c200ce89de None None] Deleting port 4f0c58ef-340b-49ba-8c5b-230308bf7c0a {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:12:34.315150 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-96812795-12da-49b4-80ea-73c200ce89de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:34.352560 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a5679744-74bc-42b7-a9e8-95bc7a1a9064 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:34.404210 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bde78cf5-5c70-43fe-abae-1ade6ae9ebc8 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:34.456906 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-9a3e924b-5f82-4598-b107-dedf4ca95b44 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.8016453 Oct 04 09:12:34.473240 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54520) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:34.479623 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3e924b-5f82-4598-b107-dedf4ca95b44 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Pushing event updated for resources: {'Network': ['ID=3755db37-9ed1-4a07-b10f-09a881953cc1,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:34.488712 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-78d8ef45-7649-4673-9199-5c20da42082d tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Request body: {'subnet': {'network_id': '3755db37-9ed1-4a07-b10f-09a881953cc1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:34.504664 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-a5679744-74bc-42b7-a9e8-95bc7a1a9064 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Calling delete_port for 397f0cf9-037c-4dee-877b-dd43b89047e1 owned by network:router_gateway {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:12:34.508709 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-bde78cf5-5c70-43fe-abae-1ade6ae9ebc8 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67b86ba0-7b9e-47fa-81ab-54ee64c12885']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:34.528905 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-bde78cf5-5c70-43fe-abae-1ade6ae9ebc8 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b785e1b-2d97-46e0-933c-eb37fbb5a49e') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:34.529337 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-bde78cf5-5c70-43fe-abae-1ade6ae9ebc8 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b785e1b-2d97-46e0-933c-eb37fbb5a49e') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:34.546696 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bde78cf5-5c70-43fe-abae-1ade6ae9ebc8 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:34.553972 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-438d717b-b5ec-4f73-9c0f-c014a7c0c839 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:34.572335 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bde78cf5-5c70-43fe-abae-1ade6ae9ebc8 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:34.579747 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bde78cf5-5c70-43fe-abae-1ade6ae9ebc8 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:12:34.580153 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bde78cf5-5c70-43fe-abae-1ade6ae9ebc8 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:34.599897 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1a86b7db-e540-4dda-831a-eb185ecdedcc tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:34.639362 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-96812795-12da-49b4-80ea-73c200ce89de None None] For port 4f0c58ef-340b-49ba-8c5b-230308bf7c0a, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=4f0c58ef-340b-49ba-8c5b-230308bf7c0a,segment=NetworkSegment(c9c99172-ce8b-42d6-8179-3167125f7401),segment_id=c9c99172-ce8b-42d6-8179-3167125f7401)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:12:34.639836 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-96812795-12da-49b4-80ea-73c200ce89de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:34.723037 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54530) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:34.730240 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-438d717b-b5ec-4f73-9c0f-c014a7c0c839 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:34.764932 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-1a86b7db-e540-4dda-831a-eb185ecdedcc tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Deleting port 4f0c58ef-340b-49ba-8c5b-230308bf7c0a {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:12:34.765279 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1a86b7db-e540-4dda-831a-eb185ecdedcc tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:34.774951 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-438d717b-b5ec-4f73-9c0f-c014a7c0c839 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40c55652-49e8-4fec-8763-fc7233388fcc']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:34.788912 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-438d717b-b5ec-4f73-9c0f-c014a7c0c839 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13d8d107-8ece-40f7-9a9a-b78d611f8aba') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:34.789536 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-438d717b-b5ec-4f73-9c0f-c014a7c0c839 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13d8d107-8ece-40f7-9a9a-b78d611f8aba') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:34.802809 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 8b785e1b-2d97-46e0-933c-eb37fbb5a49e resource provider aggregate not found Oct 04 09:12:34.804469 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-438d717b-b5ec-4f73-9c0f-c014a7c0c839 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:34.812904 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-96812795-12da-49b4-80ea-73c200ce89de None None] Calling delete_port for 4f0c58ef-340b-49ba-8c5b-230308bf7c0a owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:12:34.849608 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 8b785e1b-2d97-46e0-933c-eb37fbb5a49e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8b785e1b-2d97-46e0-933c-eb37fbb5a49e found for delete ", "request_id": "req-b71af917-4f1d-49d8-82f4-150e5707e33f"}]} Oct 04 09:12:34.859968 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-438d717b-b5ec-4f73-9c0f-c014a7c0c839 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:34.868895 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-78d8ef45-7649-4673-9199-5c20da42082d tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:34.881183 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-438d717b-b5ec-4f73-9c0f-c014a7c0c839 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:12:34.881903 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-438d717b-b5ec-4f73-9c0f-c014a7c0c839 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:34.916516 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 3755db37-9ed1-4a07-b10f-09a881953cc1 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:12:34.958425 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-7695a004-2b1c-4217-ab86-381806efa1da tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1369664661'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:34.985409 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-7695a004-2b1c-4217-ab86-381806efa1da tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:34.994203 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-7695a004-2b1c-4217-ab86-381806efa1da tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Usage tracker for resource:network and tenant:e05ff2ada97b419083aa12ef2747efd5 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:34.996114 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-96812795-12da-49b4-80ea-73c200ce89de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:34.998612 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-7695a004-2b1c-4217-ab86-381806efa1da tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:35.002204 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a5679744-74bc-42b7-a9e8-95bc7a1a9064 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:35.034882 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-1a86b7db-e540-4dda-831a-eb185ecdedcc tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] For port 4f0c58ef-340b-49ba-8c5b-230308bf7c0a, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=4f0c58ef-340b-49ba-8c5b-230308bf7c0a,segment=NetworkSegment(c9c99172-ce8b-42d6-8179-3167125f7401),segment_id=c9c99172-ce8b-42d6-8179-3167125f7401)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:12:35.035281 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1a86b7db-e540-4dda-831a-eb185ecdedcc tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:35.040219 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-7695a004-2b1c-4217-ab86-381806efa1da tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:35.047709 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-438d717b-b5ec-4f73-9c0f-c014a7c0c839 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:35.059019 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96812795-12da-49b4-80ea-73c200ce89de None None] Pushing event deleted for resources: {'Port': ['ID=4f0c58ef-340b-49ba-8c5b-230308bf7c0a,revision_number=None']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:35.072053 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96812795-12da-49b4-80ea-73c200ce89de None None] No DVR routers for this DVR port 4f0c58ef-340b-49ba-8c5b-230308bf7c0a on host dv-neutron-860215-1-hyperv {{(pid=89034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:12:35.074184 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5679744-74bc-42b7-a9e8-95bc7a1a9064 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Pushing event deleted for resources: {'Port': ['ID=397f0cf9-037c-4dee-877b-dd43b89047e1,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:35.078991 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-438d717b-b5ec-4f73-9c0f-c014a7c0c839 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:35.098286 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d717b-b5ec-4f73-9c0f-c014a7c0c839 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Pushing event deleted for resources: {'Network': ['ID=40c55652-49e8-4fec-8763-fc7233388fcc,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:35.103673 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7695a004-2b1c-4217-ab86-381806efa1da tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Made reservation on behalf of e05ff2ada97b419083aa12ef2747efd5 for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:12:35.108064 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7695a004-2b1c-4217-ab86-381806efa1da tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:35.126206 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-438d717b-b5ec-4f73-9c0f-c014a7c0c839 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] 10.222.0.50 "DELETE /v2.0/networks/40c55652-49e8-4fec-8763-fc7233388fcc HTTP/1.1" status: 204 len: 168 time: 0.8680875 Oct 04 09:12:35.127002 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7695a004-2b1c-4217-ab86-381806efa1da tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:35.135407 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54542) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:35.169549 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-78d8ef45-7649-4673-9199-5c20da42082d tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Usage tracker for resource:subnet and tenant:f68aa401b76441c39ebad86774f729aa is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:35.172134 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bde78cf5-5c70-43fe-abae-1ade6ae9ebc8 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:35.179942 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-1a86b7db-e540-4dda-831a-eb185ecdedcc tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Calling delete_port for 4f0c58ef-340b-49ba-8c5b-230308bf7c0a owned by network:dhcp {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:12:35.207408 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-78d8ef45-7649-4673-9199-5c20da42082d tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:35.236257 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde78cf5-5c70-43fe-abae-1ade6ae9ebc8 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 67b86ba0-7b9e-47fa-81ab-54ee64c12885 {{(pid=89032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 04 09:12:35.240612 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 4f0c58ef-340b-49ba-8c5b-230308bf7c0a no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:12:35.249774 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bde78cf5-5c70-43fe-abae-1ade6ae9ebc8 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:35.259636 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-bde78cf5-5c70-43fe-abae-1ade6ae9ebc8 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] 10.222.0.50 "DELETE /v2.0/networks/67b86ba0-7b9e-47fa-81ab-54ee64c12885 HTTP/1.1" status: 204 len: 168 time: 1.6472902 Oct 04 09:12:35.262389 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-78d8ef45-7649-4673-9199-5c20da42082d tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:35.277225 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde78cf5-5c70-43fe-abae-1ade6ae9ebc8 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Pushing event deleted for resources: {'Network': ['ID=67b86ba0-7b9e-47fa-81ab-54ee64c12885,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:35.282205 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 4f0c58ef-340b-49ba-8c5b-230308bf7c0a {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:12:35.282875 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 4f0c58ef-340b-49ba-8c5b-230308bf7c0a not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:12:35.284277 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-7695a004-2b1c-4217-ab86-381806efa1da tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:35.309475 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-7695a004-2b1c-4217-ab86-381806efa1da tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Usage tracker for resource:security_group_rule and tenant:e05ff2ada97b419083aa12ef2747efd5 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:35.316285 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-7695a004-2b1c-4217-ab86-381806efa1da tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:35.322656 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d8ef45-7649-4673-9199-5c20da42082d tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Made reservation on behalf of f68aa401b76441c39ebad86774f729aa for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:12:35.327410 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-78d8ef45-7649-4673-9199-5c20da42082d tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:35.329139 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-7695a004-2b1c-4217-ab86-381806efa1da tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:35.366143 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a5679744-74bc-42b7-a9e8-95bc7a1a9064 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737040'] for router_gateway, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:35.444387 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.db.api [None req-1a86b7db-e540-4dda-831a-eb185ecdedcc tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89032) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:12:35.444872 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG oslo_db.api [None req-1a86b7db-e540-4dda-831a-eb185ecdedcc tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:12:35.572468 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-78d8ef45-7649-4673-9199-5c20da42082d tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:35.616031 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54552) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:35.635628 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-fa632348-961e-4bfc-bb12-3c1400f227c8 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Request body: {'router': {'name': 'tempest-router--462729195', 'project_id': '12cdd91ffeae41fe8f44e3def1d21960'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:35.659771 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-fa632348-961e-4bfc-bb12-3c1400f227c8 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:35.670437 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-fa632348-961e-4bfc-bb12-3c1400f227c8 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Usage tracker for resource:router and tenant:12cdd91ffeae41fe8f44e3def1d21960 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:35.677584 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-fa632348-961e-4bfc-bb12-3c1400f227c8 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:35.694494 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a5679744-74bc-42b7-a9e8-95bc7a1a9064 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:35.700670 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-fa632348-961e-4bfc-bb12-3c1400f227c8 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:35.702364 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b373116-b0b7-4299-b192-b961117f6e93 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:35.708489 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b373116-b0b7-4299-b192-b961117f6e93 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:35.709429 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-7b373116-b0b7-4299-b192-b961117f6e93 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Synchronizing usage tracker for tenant:940a70a7558445e4968e69427cd8cc49 on resource:network {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:12:35.712751 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a5679744-74bc-42b7-a9e8-95bc7a1a9064 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:35.721286 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d8ef45-7649-4673-9199-5c20da42082d tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Checking segment: {'id': 'ae876f3b-a478-4b5f-9083-3d8c0ddf0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3755db37-9ed1-4a07-b10f-09a881953cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:12:35.721754 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d8ef45-7649-4673-9199-5c20da42082d tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Network hostable DHCP agents. Network: 3755db37-9ed1-4a07-b10f-09a881953cc1, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:12:35.730513 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d8ef45-7649-4673-9199-5c20da42082d tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Pushing event updated for resources: {'Subnet': ['ID=ba20d55e-6a93-4071-98a9-5aaec67b1791,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:35.738857 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fa632348-961e-4bfc-bb12-3c1400f227c8 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:35.740584 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fa632348-961e-4bfc-bb12-3c1400f227c8 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:35.751660 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-7b373116-b0b7-4299-b192-b961117f6e93 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Unset dirty status for tenant:940a70a7558445e4968e69427cd8cc49 on resource:network {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:12:35.753155 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-7b373116-b0b7-4299-b192-b961117f6e93 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6163595 Oct 04 09:12:35.757895 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54556) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:35.759703 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d8ef45-7649-4673-9199-5c20da42082d tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Network 3755db37-9ed1-4a07-b10f-09a881953cc1 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:12:35.766585 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-8776218f-fbc6-4bfc-ad81-8a2119335db6 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-984204687'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:35.770174 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fa632348-961e-4bfc-bb12-3c1400f227c8 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:35.775685 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a5679744-74bc-42b7-a9e8-95bc7a1a9064 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:35.776987 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5679744-74bc-42b7-a9e8-95bc7a1a9064 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Fanout notify agent at l3_agent the message router_deleted on router faf1fb1b-98ff-466c-9656-7518b980f827 {{(pid=89033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:12:35.778338 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-78d8ef45-7649-4673-9199-5c20da42082d tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 3755db37-9ed1-4a07-b10f-09a881953cc1) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:12:35.778964 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-8776218f-fbc6-4bfc-ad81-8a2119335db6 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:35.784051 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d8ef45-7649-4673-9199-5c20da42082d tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:35.784664 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-78d8ef45-7649-4673-9199-5c20da42082d tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:35.795268 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02399a5c-df92-43f7-b235-471183e73153 None None] Network 3755db37-9ed1-4a07-b10f-09a881953cc1 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:12:35.811828 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-8776218f-fbc6-4bfc-ad81-8a2119335db6 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:35.813510 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fa632348-961e-4bfc-bb12-3c1400f227c8 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:35.822658 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-78d8ef45-7649-4673-9199-5c20da42082d tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3458164 Oct 04 09:12:35.825619 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54560) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:35.834064 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-b5099f93-ca76-4b74-aa15-a1a811364ed8 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-896438899', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:35.839895 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7695a004-2b1c-4217-ab86-381806efa1da tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:35.841938 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8776218f-fbc6-4bfc-ad81-8a2119335db6 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Made reservation on behalf of 940a70a7558445e4968e69427cd8cc49 for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:12:35.843943 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-b5099f93-ca76-4b74-aa15-a1a811364ed8 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:35.845366 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8776218f-fbc6-4bfc-ad81-8a2119335db6 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:35.848494 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-b5099f93-ca76-4b74-aa15-a1a811364ed8 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Usage tracker for resource:router and tenant:f68aa401b76441c39ebad86774f729aa is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:35.851244 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fa632348-961e-4bfc-bb12-3c1400f227c8 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:35.855814 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-fa632348-961e-4bfc-bb12-3c1400f227c8 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2261140 Oct 04 09:12:35.855814 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-b5099f93-ca76-4b74-aa15-a1a811364ed8 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:35.855996 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54564) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:35.861396 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-b5099f93-ca76-4b74-aa15-a1a811364ed8 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:35.862867 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a5679744-74bc-42b7-a9e8-95bc7a1a9064 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:35.864074 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a5679744-74bc-42b7-a9e8-95bc7a1a9064 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] 10.222.0.50 "DELETE /v2.0/routers/faf1fb1b-98ff-466c-9656-7518b980f827 HTTP/1.1" status: 204 len: 168 time: 2.7843463 Oct 04 09:12:35.865001 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7695a004-2b1c-4217-ab86-381806efa1da tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:35.867844 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54568) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:35.873886 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b5099f93-ca76-4b74-aa15-a1a811364ed8 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:35.874906 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b5099f93-ca76-4b74-aa15-a1a811364ed8 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:35.890181 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b5099f93-ca76-4b74-aa15-a1a811364ed8 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:35.909278 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b5099f93-ca76-4b74-aa15-a1a811364ed8 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:35.932203 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b5099f93-ca76-4b74-aa15-a1a811364ed8 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:35.933509 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-b5099f93-ca76-4b74-aa15-a1a811364ed8 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1067572 Oct 04 09:12:35.936137 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54572) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:35.992532 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-1a86b7db-e540-4dda-831a-eb185ecdedcc tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Deleting port 4f0c58ef-340b-49ba-8c5b-230308bf7c0a {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:12:35.992876 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1a86b7db-e540-4dda-831a-eb185ecdedcc tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:36.065228 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ea5a1e-568c-47b5-ac61-dfc6415060dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-3755db37-9ed1-4a07-b10f-09a881953cc1', 'network_id': '3755db37-9ed1-4a07-b10f-09a881953cc1', 'tenant_id': 'f68aa401b76441c39ebad86774f729aa', 'fixed_ips': [{'subnet_id': 'ba20d55e-6a93-4071-98a9-5aaec67b1791'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:12:36.066477 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-47ea5a1e-568c-47b5-ac61-dfc6415060dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:36.085840 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7695a004-2b1c-4217-ab86-381806efa1da tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:12:36.094047 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f0576e43-f67e-46af-897f-663b607149ca tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks [] for router, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:36.120202 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-1a86b7db-e540-4dda-831a-eb185ecdedcc tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] The port '4f0c58ef-340b-49ba-8c5b-230308bf7c0a' was deleted {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 04 09:12:36.160916 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7695a004-2b1c-4217-ab86-381806efa1da tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3555a7-85df-4448-a26e-c095a19bd9c7,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:36.174135 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8776218f-fbc6-4bfc-ad81-8a2119335db6 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:12:36.232649 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 13d8d107-8ece-40f7-9a9a-b78d611f8aba resource provider aggregate not found Oct 04 09:12:36.253570 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-47ea5a1e-568c-47b5-ac61-dfc6415060dd None None] Allocated IP 172.20.0.2 (3755db37-9ed1-4a07-b10f-09a881953cc1/ba20d55e-6a93-4071-98a9-5aaec67b1791/ce116fa7-c3d1-4d2b-9e98-96c310b7f2a8) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:12:36.266096 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7695a004-2b1c-4217-ab86-381806efa1da tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:36.266096 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-7695a004-2b1c-4217-ab86-381806efa1da tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Added segment 3d748d64-a993-4e6a-8df6-4f3ecee7f2d1 of type vlan for network 0f953666-098c-46bc-892e-626726677935 Oct 04 09:12:36.281235 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8776218f-fbc6-4bfc-ad81-8a2119335db6 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:36.281585 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-8776218f-fbc6-4bfc-ad81-8a2119335db6 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Added segment 432e491c-73c4-4e52-a2e9-533a53df084c of type vlan for network 69426597-ba60-490e-bd28-7b72a54d36c9 Oct 04 09:12:36.328828 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-b05a5848-04d2-4123-8574-685e6708dbb4 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Deleting subnet 2171635a-7f75-4606-8774-705b1d7a796e {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:12:36.391197 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 13d8d107-8ece-40f7-9a9a-b78d611f8aba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 13d8d107-8ece-40f7-9a9a-b78d611f8aba found for delete ", "request_id": "req-f51c3e85-3056-4a2b-901e-376e515a3e7e"}]} Oct 04 09:12:36.407809 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b05a5848-04d2-4123-8574-685e6708dbb4 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:36.490246 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-47ea5a1e-568c-47b5-ac61-dfc6415060dd None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:36.502466 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-47ea5a1e-568c-47b5-ac61-dfc6415060dd None None] Transition to ACTIVE for port object ce116fa7-c3d1-4d2b-9e98-96c310b7f2a8 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:12:36.521841 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-47ea5a1e-568c-47b5-ac61-dfc6415060dd None None] Transition to ACTIVE for port object ce116fa7-c3d1-4d2b-9e98-96c310b7f2a8 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:12:36.524083 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7695a004-2b1c-4217-ab86-381806efa1da tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:36.529305 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-47ea5a1e-568c-47b5-ac61-dfc6415060dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:36.541019 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1a86b7db-e540-4dda-831a-eb185ecdedcc tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:36.542406 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f0576e43-f67e-46af-897f-663b607149ca tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:36.550020 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f0576e43-f67e-46af-897f-663b607149ca tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:36.559982 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8776218f-fbc6-4bfc-ad81-8a2119335db6 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:36.591769 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b05a5848-04d2-4123-8574-685e6708dbb4 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:36.599332 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ea5a1e-568c-47b5-ac61-dfc6415060dd None None] Network 3755db37-9ed1-4a07-b10f-09a881953cc1 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:12:36.602282 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-47ea5a1e-568c-47b5-ac61-dfc6415060dd None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:12:36.604952 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ea5a1e-568c-47b5-ac61-dfc6415060dd None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:12:36.643841 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ea5a1e-568c-47b5-ac61-dfc6415060dd None None] Pushing event updated for resources: {'Port': ['ID=ce116fa7-c3d1-4d2b-9e98-96c310b7f2a8,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:36.649115 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-1a86b7db-e540-4dda-831a-eb185ecdedcc tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c71c659b-7a13-4760-835f-bfe149079238']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:36.659020 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f0576e43-f67e-46af-897f-663b607149ca tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:36.659432 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0576e43-f67e-46af-897f-663b607149ca tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 16493d71-6612-43fe-8748-36b45aede316 {{(pid=89033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:12:36.678355 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7695a004-2b1c-4217-ab86-381806efa1da tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:36.684319 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7695a004-2b1c-4217-ab86-381806efa1da tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:36.685144 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7695a004-2b1c-4217-ab86-381806efa1da tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:36.706495 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-1a86b7db-e540-4dda-831a-eb185ecdedcc tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9c99172-ce8b-42d6-8179-3167125f7401') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:36.706881 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-1a86b7db-e540-4dda-831a-eb185ecdedcc tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9c99172-ce8b-42d6-8179-3167125f7401') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:36.723296 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1a86b7db-e540-4dda-831a-eb185ecdedcc tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:36.726234 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-47ea5a1e-568c-47b5-ac61-dfc6415060dd None None] Attempting to bind port ce116fa7-c3d1-4d2b-9e98-96c310b7f2a8 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:12:36.726602 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-47ea5a1e-568c-47b5-ac61-dfc6415060dd None None] Attempting to bind port ce116fa7-c3d1-4d2b-9e98-96c310b7f2a8 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'ae876f3b-a478-4b5f-9083-3d8c0ddf0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3755db37-9ed1-4a07-b10f-09a881953cc1'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:12:36.727118 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ea5a1e-568c-47b5-ac61-dfc6415060dd None None] Attempting to bind port ce116fa7-c3d1-4d2b-9e98-96c310b7f2a8 on network 3755db37-9ed1-4a07-b10f-09a881953cc1 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:12:36.734666 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ea5a1e-568c-47b5-ac61-dfc6415060dd None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:12:36.735336 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ea5a1e-568c-47b5-ac61-dfc6415060dd None None] Checking segment: {'id': 'ae876f3b-a478-4b5f-9083-3d8c0ddf0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3755db37-9ed1-4a07-b10f-09a881953cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:12:36.735807 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-47ea5a1e-568c-47b5-ac61-dfc6415060dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:36.736490 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ea5a1e-568c-47b5-ac61-dfc6415060dd None None] Bound using segment: {'id': 'ae876f3b-a478-4b5f-9083-3d8c0ddf0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3755db37-9ed1-4a07-b10f-09a881953cc1'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:12:36.737027 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-47ea5a1e-568c-47b5-ac61-dfc6415060dd None None] Bound port: ce116fa7-c3d1-4d2b-9e98-96c310b7f2a8, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae876f3b-a478-4b5f-9083-3d8c0ddf0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '3755db37-9ed1-4a07-b10f-09a881953cc1'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:12:36.737519 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-47ea5a1e-568c-47b5-ac61-dfc6415060dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:36.758226 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1a86b7db-e540-4dda-831a-eb185ecdedcc tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:36.771592 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a86b7db-e540-4dda-831a-eb185ecdedcc tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:12:36.772030 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1a86b7db-e540-4dda-831a-eb185ecdedcc tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:36.797494 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8776218f-fbc6-4bfc-ad81-8a2119335db6 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:36.802969 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8776218f-fbc6-4bfc-ad81-8a2119335db6 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:36.803567 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8776218f-fbc6-4bfc-ad81-8a2119335db6 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:36.847055 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-47ea5a1e-568c-47b5-ac61-dfc6415060dd None None] For port ce116fa7-c3d1-4d2b-9e98-96c310b7f2a8, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:12:36.851221 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-47ea5a1e-568c-47b5-ac61-dfc6415060dd None None] For port ce116fa7-c3d1-4d2b-9e98-96c310b7f2a8, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=ce116fa7-c3d1-4d2b-9e98-96c310b7f2a8,segment=NetworkSegment(ae876f3b-a478-4b5f-9083-3d8c0ddf0a88),segment_id=ae876f3b-a478-4b5f-9083-3d8c0ddf0a88)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:12:36.857522 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-47ea5a1e-568c-47b5-ac61-dfc6415060dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:36.863159 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-7695a004-2b1c-4217-ab86-381806efa1da tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.1388881 Oct 04 09:12:36.865209 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f0576e43-f67e-46af-897f-663b607149ca tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:36.866563 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-f0576e43-f67e-46af-897f-663b607149ca tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] 10.222.0.50 "DELETE /v2.0/routers/16493d71-6612-43fe-8748-36b45aede316 HTTP/1.1" status: 204 len: 168 time: 1.0096607 Oct 04 09:12:36.867654 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7695a004-2b1c-4217-ab86-381806efa1da tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Pushing event updated for resources: {'Network': ['ID=0f953666-098c-46bc-892e-626726677935,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:36.870558 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54582) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:36.877748 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-8776218f-fbc6-4bfc-ad81-8a2119335db6 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1174078 Oct 04 09:12:36.883133 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-cc7c9184-d78c-4b0e-adbc-f78d5945117e tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Request body: {'subnet': {'network_id': '0f953666-098c-46bc-892e-626726677935', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:36.890123 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b96c580a-c3f3-424e-9aec-54d2fd7e3772 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:36.906058 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment c9c99172-ce8b-42d6-8179-3167125f7401 resource provider aggregate not found Oct 04 09:12:36.909237 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54590) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:36.936297 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-47098190-894d-4859-b061-b4c8c0ebe70f tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-875320275'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:36.941786 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-47098190-894d-4859-b061-b4c8c0ebe70f tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:36.946937 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-47098190-894d-4859-b061-b4c8c0ebe70f tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Usage tracker for resource:network and tenant:940a70a7558445e4968e69427cd8cc49 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:36.950134 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-47098190-894d-4859-b061-b4c8c0ebe70f tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:36.956663 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-47098190-894d-4859-b061-b4c8c0ebe70f tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:36.960451 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ea5a1e-568c-47b5-ac61-dfc6415060dd None None] Pushing event updated for resources: {'Port': ['ID=ce116fa7-c3d1-4d2b-9e98-96c310b7f2a8,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:36.962715 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 0f953666-098c-46bc-892e-626726677935 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:12:36.966976 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment c9c99172-ce8b-42d6-8179-3167125f7401 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c9c99172-ce8b-42d6-8179-3167125f7401 found for delete ", "request_id": "req-8f2bf89f-cb21-4b8c-a4db-065f7c4e0c89"}]} Oct 04 09:12:36.972026 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b05a5848-04d2-4123-8574-685e6708dbb4 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:37.039875 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47098190-894d-4859-b061-b4c8c0ebe70f tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Made reservation on behalf of 940a70a7558445e4968e69427cd8cc49 for: {'network': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:12:37.044208 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-47098190-894d-4859-b061-b4c8c0ebe70f tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:37.062848 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54596) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:37.153388 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47098190-894d-4859-b061-b4c8c0ebe70f tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=89032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:12:37.155516 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1a86b7db-e540-4dda-831a-eb185ecdedcc tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:37.194307 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1a86b7db-e540-4dda-831a-eb185ecdedcc tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:37.197991 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a86b7db-e540-4dda-831a-eb185ecdedcc tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Pushing event deleted for resources: {'Network': ['ID=c71c659b-7a13-4760-835f-bfe149079238,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:37.241108 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-47098190-894d-4859-b061-b4c8c0ebe70f tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:37.242310 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.segments_db [None req-47098190-894d-4859-b061-b4c8c0ebe70f tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Added segment 0e320569-bc41-43f0-9924-8d19c53003e9 of type vlan for network ba3f6afb-7985-46e1-9e25-42f33bd022e3 Oct 04 09:12:37.274623 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8776218f-fbc6-4bfc-ad81-8a2119335db6 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Pushing event updated for resources: {'Network': ['ID=69426597-ba60-490e-bd28-7b72a54d36c9,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:37.277644 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-1a86b7db-e540-4dda-831a-eb185ecdedcc tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] 10.222.0.50 "DELETE /v2.0/networks/c71c659b-7a13-4760-835f-bfe149079238 HTTP/1.1" status: 204 len: 168 time: 3.2699621 Oct 04 09:12:37.285944 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54602) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:37.300178 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 69426597-ba60-490e-bd28-7b72a54d36c9 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:12:37.319069 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-cc7c9184-d78c-4b0e-adbc-f78d5945117e tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:37.327817 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-cc7c9184-d78c-4b0e-adbc-f78d5945117e tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Usage tracker for resource:subnet and tenant:e05ff2ada97b419083aa12ef2747efd5 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:37.332999 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-cc7c9184-d78c-4b0e-adbc-f78d5945117e tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:37.341823 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-cc7c9184-d78c-4b0e-adbc-f78d5945117e tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:37.354902 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b05a5848-04d2-4123-8574-685e6708dbb4 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:37.373150 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-b0754c33-f00b-4a60-af6a-532c119bf369 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Synchronizing usage tracker for tenant:f1281ad8f0c2447bacbd964711ff9ffb on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:12:37.418907 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05a5848-04d2-4123-8574-685e6708dbb4 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Pushing event deleted for resources: {'Subnet': ['ID=2171635a-7f75-4606-8774-705b1d7a796e,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:37.425422 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-b0754c33-f00b-4a60-af6a-532c119bf369 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Unset dirty status for tenant:f1281ad8f0c2447bacbd964711ff9ffb on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:12:37.426599 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-b0754c33-f00b-4a60-af6a-532c119bf369 tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] 10.222.0.50 "GET /v2.0/ports?device_id=657b4a9b-dbcc-41a2-949c-1a852f3ecd74 HTTP/1.1" status: 200 len: 205 time: 0.1335871 Oct 04 09:12:37.430364 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7c9184-d78c-4b0e-adbc-f78d5945117e tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Made reservation on behalf of e05ff2ada97b419083aa12ef2747efd5 for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:12:37.434786 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cc7c9184-d78c-4b0e-adbc-f78d5945117e tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:37.439145 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54606) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:37.450049 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-47098190-894d-4859-b061-b4c8c0ebe70f tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:37.485125 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b05a5848-04d2-4123-8574-685e6708dbb4 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:37.510496 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd4ab23-7c79-4f0a-9781-1352da0d2469 None None] Network dbec35f1-10d6-49ab-9e98-eaa45771d9ff requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:12:37.567379 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-b05a5848-04d2-4123-8574-685e6708dbb4 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] 10.222.0.50 "DELETE /v2.0/subnets/2171635a-7f75-4606-8774-705b1d7a796e HTTP/1.1" status: 204 len: 168 time: 1.6359487 Oct 04 09:12:37.571497 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54610) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:37.610893 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-87116eec-60bb-43ff-82ba-0335d280e644 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-912146046', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}, 'admin_state_up': False}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:37.626308 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-87116eec-60bb-43ff-82ba-0335d280e644 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:37.677560 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-05aab0a7-aa90-4af4-b66a-deb0e772266d tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks [] for router, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:37.688452 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-87116eec-60bb-43ff-82ba-0335d280e644 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Usage tracker for resource:router and tenant:d5c352bc205648858ca55e59bb8f7f2f is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:37.706197 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-87116eec-60bb-43ff-82ba-0335d280e644 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:37.722948 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-87116eec-60bb-43ff-82ba-0335d280e644 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:37.768997 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c4deb452-ef2d-4443-95d5-5b0aed65b38d tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:37.774519 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-87116eec-60bb-43ff-82ba-0335d280e644 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:37.775545 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-87116eec-60bb-43ff-82ba-0335d280e644 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:37.835018 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-c4deb452-ef2d-4443-95d5-5b0aed65b38d tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Deleting port 42581eae-b358-451a-9bc1-d9e8895cf00d {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:12:37.835365 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c4deb452-ef2d-4443-95d5-5b0aed65b38d tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:37.850476 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9463863-1984-48d7-bbaa-2d5902fef396 None None] DHCP port deletion for dbec35f1-10d6-49ab-9e98-eaa45771d9ff request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:12:37.856053 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-a9463863-1984-48d7-bbaa-2d5902fef396 None None] Deleting port 42581eae-b358-451a-9bc1-d9e8895cf00d {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:12:37.856732 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a9463863-1984-48d7-bbaa-2d5902fef396 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:37.860697 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-87116eec-60bb-43ff-82ba-0335d280e644 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:38.005958 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-47098190-894d-4859-b061-b4c8c0ebe70f tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:38.011399 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47098190-894d-4859-b061-b4c8c0ebe70f tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:38.011997 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-47098190-894d-4859-b061-b4c8c0ebe70f tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:38.102543 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-a9463863-1984-48d7-bbaa-2d5902fef396 None None] For port 42581eae-b358-451a-9bc1-d9e8895cf00d, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=42581eae-b358-451a-9bc1-d9e8895cf00d,segment=NetworkSegment(8afeaada-32a3-4513-abae-a0ef0331514b),segment_id=8afeaada-32a3-4513-abae-a0ef0331514b)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:12:38.102762 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a9463863-1984-48d7-bbaa-2d5902fef396 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:38.116623 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cc7c9184-d78c-4b0e-adbc-f78d5945117e tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:38.215949 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-05aab0a7-aa90-4af4-b66a-deb0e772266d tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:38.232899 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-05aab0a7-aa90-4af4-b66a-deb0e772266d tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:38.260453 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c179a13f-7bb2-4b5d-90d2-895274859b6d None None] Network 3755db37-9ed1-4a07-b10f-09a881953cc1 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:12:38.280874 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-a9463863-1984-48d7-bbaa-2d5902fef396 None None] Calling delete_port for 42581eae-b358-451a-9bc1-d9e8895cf00d owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:12:38.303278 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-b96c580a-c3f3-424e-9aec-54d2fd7e3772 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Allocated IP 172.20.0.1 (3755db37-9ed1-4a07-b10f-09a881953cc1/ba20d55e-6a93-4071-98a9-5aaec67b1791/6983257f-a010-45a7-bcc3-9aeade529e77) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:12:38.332016 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-47098190-894d-4859-b061-b4c8c0ebe70f tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4217577 Oct 04 09:12:38.340629 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54616) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:38.345690 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47098190-894d-4859-b061-b4c8c0ebe70f tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Pushing event updated for resources: {'Network': ['ID=ba3f6afb-7985-46e1-9e25-42f33bd022e3,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:38.350793 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-1aeb666f-a919-49f3-a23c-6cc355b7c51d tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Request body: {'ports': [{'network_id': '69426597-ba60-490e-bd28-7b72a54d36c9', 'name': 'tempest-port--210449543', 'admin_state_up': True}, {'network_id': 'ba3f6afb-7985-46e1-9e25-42f33bd022e3', 'admin_state_up': False}]} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:38.351107 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-1aeb666f-a919-49f3-a23c-6cc355b7c51d tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Request body: {'port': {'network_id': '69426597-ba60-490e-bd28-7b72a54d36c9', 'name': 'tempest-port--210449543', 'admin_state_up': True}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:38.351587 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-1aeb666f-a919-49f3-a23c-6cc355b7c51d tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Request body: {'port': {'network_id': 'ba3f6afb-7985-46e1-9e25-42f33bd022e3', 'admin_state_up': False}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:38.371099 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network ba3f6afb-7985-46e1-9e25-42f33bd022e3 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:12:38.371447 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-05aab0a7-aa90-4af4-b66a-deb0e772266d tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:38.372039 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05aab0a7-aa90-4af4-b66a-deb0e772266d tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Fanout notify agent at l3_agent the message router_deleted on router 657b4a9b-dbcc-41a2-949c-1a852f3ecd74 {{(pid=89032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:12:38.404913 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-87116eec-60bb-43ff-82ba-0335d280e644 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:38.422767 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7c9184-d78c-4b0e-adbc-f78d5945117e tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Pushing event updated for resources: {'Subnet': ['ID=8019c2e0-ba3f-470f-90df-fe40091b5252,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:38.442952 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7c9184-d78c-4b0e-adbc-f78d5945117e tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Checking segment: {'id': '3d748d64-a993-4e6a-8df6-4f3ecee7f2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0f953666-098c-46bc-892e-626726677935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:12:38.443417 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7c9184-d78c-4b0e-adbc-f78d5945117e tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Network hostable DHCP agents. Network: 0f953666-098c-46bc-892e-626726677935, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:12:38.516712 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-05aab0a7-aa90-4af4-b66a-deb0e772266d tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:38.517025 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-38901b56-97aa-464e-b117-2614133ab8e7 None None] Provisioning for port ce116fa7-c3d1-4d2b-9e98-96c310b7f2a8 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:12:38.517873 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-05aab0a7-aa90-4af4-b66a-deb0e772266d tempest-RoutersNegativeIpV6Test-298157925 tempest-RoutersNegativeIpV6Test-298157925-project] 10.222.0.50 "DELETE /v2.0/routers/657b4a9b-dbcc-41a2-949c-1a852f3ecd74 HTTP/1.1" status: 204 len: 168 time: 1.0750449 Oct 04 09:12:38.607570 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a9463863-1984-48d7-bbaa-2d5902fef396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:38.631655 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7c9184-d78c-4b0e-adbc-f78d5945117e tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Network 0f953666-098c-46bc-892e-626726677935 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:12:38.640170 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-c4deb452-ef2d-4443-95d5-5b0aed65b38d tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] For port 42581eae-b358-451a-9bc1-d9e8895cf00d, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=42581eae-b358-451a-9bc1-d9e8895cf00d,segment=NetworkSegment(8afeaada-32a3-4513-abae-a0ef0331514b),segment_id=8afeaada-32a3-4513-abae-a0ef0331514b)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:12:38.640549 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c4deb452-ef2d-4443-95d5-5b0aed65b38d tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:38.673300 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9463863-1984-48d7-bbaa-2d5902fef396 None None] Pushing event deleted for resources: {'Port': ['ID=42581eae-b358-451a-9bc1-d9e8895cf00d,revision_number=None']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:38.677234 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9463863-1984-48d7-bbaa-2d5902fef396 None None] No DVR routers for this DVR port 42581eae-b358-451a-9bc1-d9e8895cf00d on host dv-neutron-860215-1-hyperv {{(pid=89034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:12:38.712784 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b96c580a-c3f3-424e-9aec-54d2fd7e3772 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:38.732664 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-1aeb666f-a919-49f3-a23c-6cc355b7c51d tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:38.737500 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-b96c580a-c3f3-424e-9aec-54d2fd7e3772 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Transition to ACTIVE for port object 6983257f-a010-45a7-bcc3-9aeade529e77 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:12:38.738889 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-1aeb666f-a919-49f3-a23c-6cc355b7c51d tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Usage tracker for resource:port and tenant:940a70a7558445e4968e69427cd8cc49 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:38.742430 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-1aeb666f-a919-49f3-a23c-6cc355b7c51d tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:38.750472 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-1aeb666f-a919-49f3-a23c-6cc355b7c51d tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:38.766921 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aeb666f-a919-49f3-a23c-6cc355b7c51d tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Made reservation on behalf of 940a70a7558445e4968e69427cd8cc49 for: {'port': 2} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:12:38.772477 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1aeb666f-a919-49f3-a23c-6cc355b7c51d tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:38.801787 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1aeb666f-a919-49f3-a23c-6cc355b7c51d tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:38.815593 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b96c580a-c3f3-424e-9aec-54d2fd7e3772 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:38.843834 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-cc7c9184-d78c-4b0e-adbc-f78d5945117e tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 0f953666-098c-46bc-892e-626726677935) {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:12:38.852327 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7b97b4-513f-47dd-b422-d6989014e795 None None] Network 0f953666-098c-46bc-892e-626726677935 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:12:38.854306 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-c4deb452-ef2d-4443-95d5-5b0aed65b38d tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Calling delete_port for 42581eae-b358-451a-9bc1-d9e8895cf00d owned by network:dhcp {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:12:38.889192 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7c9184-d78c-4b0e-adbc-f78d5945117e tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:38.890043 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cc7c9184-d78c-4b0e-adbc-f78d5945117e tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:38.957828 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-cc7c9184-d78c-4b0e-adbc-f78d5945117e tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0843701 Oct 04 09:12:38.960158 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54624) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:38.965616 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96c580a-c3f3-424e-9aec-54d2fd7e3772 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Network 3755db37-9ed1-4a07-b10f-09a881953cc1 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:12:38.969460 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-b96c580a-c3f3-424e-9aec-54d2fd7e3772 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:12:38.973983 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96c580a-c3f3-424e-9aec-54d2fd7e3772 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:12:38.980512 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-f62691a3-e097-48fe-adea-4dd472fa2fbd tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Request body: {'port': {'network_id': '0f953666-098c-46bc-892e-626726677935', 'name': 'tempest-AllowedAddressPairTestJSON-677064022'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:39.118190 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54628) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:39.144513 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96c580a-c3f3-424e-9aec-54d2fd7e3772 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Pushing event updated for resources: {'Port': ['ID=6983257f-a010-45a7-bcc3-9aeade529e77,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:39.147518 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a5d254-78c8-4dac-b17d-f12d80fa24ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-0f953666-098c-46bc-892e-626726677935', 'network_id': '0f953666-098c-46bc-892e-626726677935', 'tenant_id': 'e05ff2ada97b419083aa12ef2747efd5', 'fixed_ips': [{'subnet_id': '8019c2e0-ba3f-470f-90df-fe40091b5252'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:12:39.148652 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c3a5d254-78c8-4dac-b17d-f12d80fa24ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:39.255359 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.db.api [None req-c4deb452-ef2d-4443-95d5-5b0aed65b38d tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:12:39.255748 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG oslo_db.api [None req-c4deb452-ef2d-4443-95d5-5b0aed65b38d tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:12:39.315406 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [None req-1aeb666f-a919-49f3-a23c-6cc355b7c51d tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] device_id is not set on port 4e4b5719-b473-4af9-bbb1-10623209cfe4 yet. {{(pid=89032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:12:39.318856 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b96c580a-c3f3-424e-9aec-54d2fd7e3772 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737202'] for router_interface, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:39.376698 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device ce116fa7-c3d1-4d2b-9e98-96c310b7f2a8 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:12:39.453470 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-f62691a3-e097-48fe-adea-4dd472fa2fbd tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:39.503864 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-c3a5d254-78c8-4dac-b17d-f12d80fa24ba None None] Allocated IP 172.20.0.2 (0f953666-098c-46bc-892e-626726677935/8019c2e0-ba3f-470f-90df-fe40091b5252/66de278a-6a7d-451c-b8b5-418d5ee6013d) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:12:39.515356 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-f62691a3-e097-48fe-adea-4dd472fa2fbd tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Usage tracker for resource:port and tenant:e05ff2ada97b419083aa12ef2747efd5 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:39.515599 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port ce116fa7-c3d1-4d2b-9e98-96c310b7f2a8 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:12:39.519951 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-e4aada14-e8d5-4380-88b7-b64c40ecc15b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f1281ad8f0c2447bacbd964711ff9ffb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3955803 Oct 04 09:12:39.520770 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port ce116fa7-c3d1-4d2b-9e98-96c310b7f2a8 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:12:39.521148 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:39.521491 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port ce116fa7-c3d1-4d2b-9e98-96c310b7f2a8 Oct 04 09:12:39.521775 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54634) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:39.524851 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-f62691a3-e097-48fe-adea-4dd472fa2fbd tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:39.534267 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-f62691a3-e097-48fe-adea-4dd472fa2fbd tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:39.567150 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b96c580a-c3f3-424e-9aec-54d2fd7e3772 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:39.572467 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-87116eec-60bb-43ff-82ba-0335d280e644 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks [] for router_gateway, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:39.607833 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62691a3-e097-48fe-adea-4dd472fa2fbd tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Made reservation on behalf of e05ff2ada97b419083aa12ef2747efd5 for: {'port': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:12:39.611317 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f62691a3-e097-48fe-adea-4dd472fa2fbd tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:39.621980 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-87116eec-60bb-43ff-82ba-0335d280e644 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:39.655457 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1aeb666f-a919-49f3-a23c-6cc355b7c51d tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:39.671295 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-dd76fcbb-cf38-47ca-a5bc-e581e7805bdf None None] Provisioning for port 6983257f-a010-45a7-bcc3-9aeade529e77 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:12:39.676177 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [None req-f62691a3-e097-48fe-adea-4dd472fa2fbd tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] device_id is not set on port 67118627-dc4d-487a-aee3-9fda7a58aea1 yet. {{(pid=89033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:12:39.681507 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-dd76fcbb-cf38-47ca-a5bc-e581e7805bdf None None] Provisioning complete for port 6983257f-a010-45a7-bcc3-9aeade529e77 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:12:39.681883 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-dd76fcbb-cf38-47ca-a5bc-e581e7805bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:39.682254 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-dd76fcbb-cf38-47ca-a5bc-e581e7805bdf None None] Attempt 1 to provision port 6983257f-a010-45a7-bcc3-9aeade529e77 Oct 04 09:12:39.747815 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-dd76fcbb-cf38-47ca-a5bc-e581e7805bdf None None] Port 6983257f-a010-45a7-bcc3-9aeade529e77 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:39.758213 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-c4deb452-ef2d-4443-95d5-5b0aed65b38d tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Deleting port 42581eae-b358-451a-9bc1-d9e8895cf00d {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:12:39.758548 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c4deb452-ef2d-4443-95d5-5b0aed65b38d tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:39.843836 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port ce116fa7-c3d1-4d2b-9e98-96c310b7f2a8 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:12:39.844232 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:39.880704 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-c4deb452-ef2d-4443-95d5-5b0aed65b38d tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] The port '42581eae-b358-451a-9bc1-d9e8895cf00d' was deleted {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 04 09:12:39.933529 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port ce116fa7-c3d1-4d2b-9e98-96c310b7f2a8, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=ce116fa7-c3d1-4d2b-9e98-96c310b7f2a8,segment=NetworkSegment(ae876f3b-a478-4b5f-9083-3d8c0ddf0a88),segment_id=ae876f3b-a478-4b5f-9083-3d8c0ddf0a88)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:12:39.937195 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c3a5d254-78c8-4dac-b17d-f12d80fa24ba None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:39.947663 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:39.985238 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-c3a5d254-78c8-4dac-b17d-f12d80fa24ba None None] Transition to ACTIVE for port object 66de278a-6a7d-451c-b8b5-418d5ee6013d will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:12:40.015242 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 42581eae-b358-451a-9bc1-d9e8895cf00d no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:12:40.020041 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-87116eec-60bb-43ff-82ba-0335d280e644 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Allocated IP 172.26.10.81 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/ecd6de1d-14a2-4864-8914-a765e0e133c0) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:12:40.043576 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c4deb452-ef2d-4443-95d5-5b0aed65b38d tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:40.047263 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-116fedf5-fc27-466e-adf6-6e0875594c4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:40.052039 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [None req-1aeb666f-a919-49f3-a23c-6cc355b7c51d tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] device_id is not set on port af8ab226-0598-4e53-bf2a-535d79612408 yet. {{(pid=89032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:12:40.064924 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 42581eae-b358-451a-9bc1-d9e8895cf00d {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:12:40.065265 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 42581eae-b358-451a-9bc1-d9e8895cf00d not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:12:40.070698 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-c3a5d254-78c8-4dac-b17d-f12d80fa24ba None None] Transition to ACTIVE for port object 66de278a-6a7d-451c-b8b5-418d5ee6013d will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:12:40.077930 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=ce116fa7-c3d1-4d2b-9e98-96c310b7f2a8,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:40.083135 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c3a5d254-78c8-4dac-b17d-f12d80fa24ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:40.100448 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-116fedf5-fc27-466e-adf6-6e0875594c4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:40.163239 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a5d254-78c8-4dac-b17d-f12d80fa24ba None None] Pushing event updated for resources: {'Port': ['ID=66de278a-6a7d-451c-b8b5-418d5ee6013d,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:40.172828 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-c4deb452-ef2d-4443-95d5-5b0aed65b38d tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbec35f1-10d6-49ab-9e98-eaa45771d9ff']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:40.174526 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a5d254-78c8-4dac-b17d-f12d80fa24ba None None] Network 0f953666-098c-46bc-892e-626726677935 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:12:40.175780 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-c3a5d254-78c8-4dac-b17d-f12d80fa24ba None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:12:40.178269 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a5d254-78c8-4dac-b17d-f12d80fa24ba None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:12:40.210181 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-c4deb452-ef2d-4443-95d5-5b0aed65b38d tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8afeaada-32a3-4513-abae-a0ef0331514b') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:40.210518 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-c4deb452-ef2d-4443-95d5-5b0aed65b38d tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8afeaada-32a3-4513-abae-a0ef0331514b') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:40.228978 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c4deb452-ef2d-4443-95d5-5b0aed65b38d tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:40.271808 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c4deb452-ef2d-4443-95d5-5b0aed65b38d tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:40.273921 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-dd76fcbb-cf38-47ca-a5bc-e581e7805bdf None None] Attempt 2 to provision port 6983257f-a010-45a7-bcc3-9aeade529e77 Oct 04 09:12:40.277121 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-f62691a3-e097-48fe-adea-4dd472fa2fbd tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Allocated IP 172.20.0.14 (0f953666-098c-46bc-892e-626726677935/8019c2e0-ba3f-470f-90df-fe40091b5252/67118627-dc4d-487a-aee3-9fda7a58aea1) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:12:40.293940 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4deb452-ef2d-4443-95d5-5b0aed65b38d tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:12:40.294354 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c4deb452-ef2d-4443-95d5-5b0aed65b38d tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:40.341649 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-c3a5d254-78c8-4dac-b17d-f12d80fa24ba None None] Attempting to bind port 66de278a-6a7d-451c-b8b5-418d5ee6013d on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:12:40.342026 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-c3a5d254-78c8-4dac-b17d-f12d80fa24ba None None] Attempting to bind port 66de278a-6a7d-451c-b8b5-418d5ee6013d by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '3d748d64-a993-4e6a-8df6-4f3ecee7f2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0f953666-098c-46bc-892e-626726677935'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:12:40.342396 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a5d254-78c8-4dac-b17d-f12d80fa24ba None None] Attempting to bind port 66de278a-6a7d-451c-b8b5-418d5ee6013d on network 0f953666-098c-46bc-892e-626726677935 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:12:40.344289 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-116fedf5-fc27-466e-adf6-6e0875594c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:40.352675 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a5d254-78c8-4dac-b17d-f12d80fa24ba None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:12:40.353053 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a5d254-78c8-4dac-b17d-f12d80fa24ba None None] Checking segment: {'id': '3d748d64-a993-4e6a-8df6-4f3ecee7f2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0f953666-098c-46bc-892e-626726677935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:12:40.353455 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c3a5d254-78c8-4dac-b17d-f12d80fa24ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:40.353849 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a5d254-78c8-4dac-b17d-f12d80fa24ba None None] Bound using segment: {'id': '3d748d64-a993-4e6a-8df6-4f3ecee7f2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0f953666-098c-46bc-892e-626726677935'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:12:40.354896 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-c3a5d254-78c8-4dac-b17d-f12d80fa24ba None None] Bound port: 66de278a-6a7d-451c-b8b5-418d5ee6013d, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d748d64-a993-4e6a-8df6-4f3ecee7f2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0f953666-098c-46bc-892e-626726677935'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:12:40.355272 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c3a5d254-78c8-4dac-b17d-f12d80fa24ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:40.366729 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-dd76fcbb-cf38-47ca-a5bc-e581e7805bdf None None] Port 6983257f-a010-45a7-bcc3-9aeade529e77 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:40.374883 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 8afeaada-32a3-4513-abae-a0ef0331514b resource provider aggregate not found Oct 04 09:12:40.404711 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116fedf5-fc27-466e-adf6-6e0875594c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43254f7-784a-4418-bc1f-986a06e02fef,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:40.412064 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 8afeaada-32a3-4513-abae-a0ef0331514b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8afeaada-32a3-4513-abae-a0ef0331514b found for delete ", "request_id": "req-ba6e129c-d852-404a-bb3a-b5eb6712896d"}]} Oct 04 09:12:40.419495 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-87116eec-60bb-43ff-82ba-0335d280e644 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:40.422124 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1aeb666f-a919-49f3-a23c-6cc355b7c51d tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:40.438613 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b96c580a-c3f3-424e-9aec-54d2fd7e3772 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:40.444017 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-116fedf5-fc27-466e-adf6-6e0875594c4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:40.448457 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-116fedf5-fc27-466e-adf6-6e0875594c4c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c43254f7-784a-4418-bc1f-986a06e02fef HTTP/1.1" status: 204 len: 168 time: 0.9171262 Oct 04 09:12:40.453320 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b96c580a-c3f3-424e-9aec-54d2fd7e3772 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:40.459381 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c4deb452-ef2d-4443-95d5-5b0aed65b38d tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:40.488056 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-c3a5d254-78c8-4dac-b17d-f12d80fa24ba None None] For port 66de278a-6a7d-451c-b8b5-418d5ee6013d, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:12:40.492193 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-c3a5d254-78c8-4dac-b17d-f12d80fa24ba None None] For port 66de278a-6a7d-451c-b8b5-418d5ee6013d, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=66de278a-6a7d-451c-b8b5-418d5ee6013d,segment=NetworkSegment(3d748d64-a993-4e6a-8df6-4f3ecee7f2d1),segment_id=3d748d64-a993-4e6a-8df6-4f3ecee7f2d1)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:12:40.500272 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c4deb452-ef2d-4443-95d5-5b0aed65b38d tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:40.505414 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c3a5d254-78c8-4dac-b17d-f12d80fa24ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:40.527242 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4deb452-ef2d-4443-95d5-5b0aed65b38d tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Pushing event deleted for resources: {'Network': ['ID=dbec35f1-10d6-49ab-9e98-eaa45771d9ff,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:40.585572 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a5d254-78c8-4dac-b17d-f12d80fa24ba None None] Pushing event updated for resources: {'Port': ['ID=66de278a-6a7d-451c-b8b5-418d5ee6013d,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:40.591380 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b96c580a-c3f3-424e-9aec-54d2fd7e3772 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736777'] for router_interface, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:40.603826 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96c580a-c3f3-424e-9aec-54d2fd7e3772 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Pushing event updated for resources: {'Port': ['ID=6983257f-a010-45a7-bcc3-9aeade529e77,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:40.628245 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-c4deb452-ef2d-4443-95d5-5b0aed65b38d tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] 10.222.0.50 "DELETE /v2.0/networks/dbec35f1-10d6-49ab-9e98-eaa45771d9ff HTTP/1.1" status: 204 len: 168 time: 3.0554881 Oct 04 09:12:40.631440 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54644) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:40.634148 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-87116eec-60bb-43ff-82ba-0335d280e644 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:40.742367 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1aeb666f-a919-49f3-a23c-6cc355b7c51d tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:40.868421 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-dd76fcbb-cf38-47ca-a5bc-e581e7805bdf None None] Attempt 3 to provision port 6983257f-a010-45a7-bcc3-9aeade529e77 Oct 04 09:12:40.955079 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96c580a-c3f3-424e-9aec-54d2fd7e3772 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Network 3755db37-9ed1-4a07-b10f-09a881953cc1 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:12:40.957959 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeb666f-a919-49f3-a23c-6cc355b7c51d tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Pushing event updated for resources: {'Port': ['ID=4e4b5719-b473-4af9-bbb1-10623209cfe4,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:40.961975 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-b96c580a-c3f3-424e-9aec-54d2fd7e3772 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:12:40.989026 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-dd76fcbb-cf38-47ca-a5bc-e581e7805bdf None None] Port 6983257f-a010-45a7-bcc3-9aeade529e77 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:41.007143 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:41.076139 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87116eec-60bb-43ff-82ba-0335d280e644 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:12:41.098767 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-87116eec-60bb-43ff-82ba-0335d280e644 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:12:41.141181 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87116eec-60bb-43ff-82ba-0335d280e644 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:12:41.145599 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aeb666f-a919-49f3-a23c-6cc355b7c51d tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Checking segment: {'id': '432e491c-73c4-4e52-a2e9-533a53df084c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '69426597-ba60-490e-bd28-7b72a54d36c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:12:41.146130 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aeb666f-a919-49f3-a23c-6cc355b7c51d tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Network hostable DHCP agents. Network: 69426597-ba60-490e-bd28-7b72a54d36c9, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:12:41.186099 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aeb666f-a919-49f3-a23c-6cc355b7c51d tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Network 69426597-ba60-490e-bd28-7b72a54d36c9 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:12:41.197714 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-f026d081-b7ca-4b70-8ffd-462d1a1915a6 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Deleting port 6c135ba5-30c0-4ae5-9891-32aade5f8fb2 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:12:41.198186 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f026d081-b7ca-4b70-8ffd-462d1a1915a6 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:41.212740 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-1aeb666f-a919-49f3-a23c-6cc355b7c51d tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 69426597-ba60-490e-bd28-7b72a54d36c9) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:12:41.222346 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2ee845-0884-46b9-a799-e21c797cba4a None None] Network 69426597-ba60-490e-bd28-7b72a54d36c9 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:12:41.245472 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aeb666f-a919-49f3-a23c-6cc355b7c51d tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:12:41.246234 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1aeb666f-a919-49f3-a23c-6cc355b7c51d tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:41.388081 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device ce116fa7-c3d1-4d2b-9e98-96c310b7f2a8 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:12:41.389853 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeb666f-a919-49f3-a23c-6cc355b7c51d tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Pushing event updated for resources: {'Port': ['ID=af8ab226-0598-4e53-bf2a-535d79612408,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:41.425172 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f62691a3-e097-48fe-adea-4dd472fa2fbd tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:41.429982 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87116eec-60bb-43ff-82ba-0335d280e644 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Pushing event updated for resources: {'Port': ['ID=ecd6de1d-14a2-4864-8914-a765e0e133c0,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:41.435876 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b96c580a-c3f3-424e-9aec-54d2fd7e3772 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Router 8837d9d1-091c-4453-b970-e9c45ee2d14a is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:12:41.506731 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-dd76fcbb-cf38-47ca-a5bc-e581e7805bdf None None] Attempt 4 to provision port 6983257f-a010-45a7-bcc3-9aeade529e77 Oct 04 09:12:41.534254 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aeb666f-a919-49f3-a23c-6cc355b7c51d tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Checking segment: {'id': '0e320569-bc41-43f0-9924-8d19c53003e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ba3f6afb-7985-46e1-9e25-42f33bd022e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:12:41.534617 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aeb666f-a919-49f3-a23c-6cc355b7c51d tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Network hostable DHCP agents. Network: ba3f6afb-7985-46e1-9e25-42f33bd022e3, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:12:41.623625 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54666) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:41.669960 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-dd76fcbb-cf38-47ca-a5bc-e581e7805bdf None None] Port 6983257f-a010-45a7-bcc3-9aeade529e77 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:41.678415 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port ce116fa7-c3d1-4d2b-9e98-96c310b7f2a8 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:12:41.678956 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:41.679288 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port ce116fa7-c3d1-4d2b-9e98-96c310b7f2a8 Oct 04 09:12:41.694080 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aeb666f-a919-49f3-a23c-6cc355b7c51d tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Network ba3f6afb-7985-46e1-9e25-42f33bd022e3 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:12:41.701864 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-f62691a3-e097-48fe-adea-4dd472fa2fbd tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Transition to ACTIVE for port object 67118627-dc4d-487a-aee3-9fda7a58aea1 will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:12:41.725916 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-1aeb666f-a919-49f3-a23c-6cc355b7c51d tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, ba3f6afb-7985-46e1-9e25-42f33bd022e3) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:12:41.743882 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aeb666f-a919-49f3-a23c-6cc355b7c51d tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:12:41.755546 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9a8bbe-d4d8-4dc9-b1b7-bf769e70eae5 None None] Network ba3f6afb-7985-46e1-9e25-42f33bd022e3 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:12:41.760132 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aeb666f-a919-49f3-a23c-6cc355b7c51d tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:41.770932 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aeb666f-a919-49f3-a23c-6cc355b7c51d tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:41.772196 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1aeb666f-a919-49f3-a23c-6cc355b7c51d tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:41.803973 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f026d081-b7ca-4b70-8ffd-462d1a1915a6 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:41.804298 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f026d081-b7ca-4b70-8ffd-462d1a1915a6 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:41.811449 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-163deb8a-a1d4-4062-a3f1-047522c4989f tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Request body: {'security_group': {'name': 'tempest-secgroup--1854798754'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:41.823910 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-163deb8a-a1d4-4062-a3f1-047522c4989f tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:41.846080 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-1aeb666f-a919-49f3-a23c-6cc355b7c51d tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.5011899 Oct 04 09:12:41.846080 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-163deb8a-a1d4-4062-a3f1-047522c4989f tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Usage tracker for resource:security_group and tenant:1e94b3bc18424967a4e33ba3a35cc126 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:41.850717 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b96c580a-c3f3-424e-9aec-54d2fd7e3772 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:12:41.862462 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b7e864-eaa4-4897-95f7-cb2f693a6dc3 None None] Sync routers for ids ['8837d9d1-091c-4453-b970-e9c45ee2d14a'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:12:41.864388 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-b96c580a-c3f3-424e-9aec-54d2fd7e3772 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] 10.222.0.50 "PUT /v2.0/routers/8837d9d1-091c-4453-b970-e9c45ee2d14a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9271758 Oct 04 09:12:41.865753 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-163deb8a-a1d4-4062-a3f1-047522c4989f tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:41.871773 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54672) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:41.872179 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54674) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:41.884480 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b7e864-eaa4-4897-95f7-cb2f693a6dc3 None None] Routers {'8837d9d1-091c-4453-b970-e9c45ee2d14a'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:12:41.885098 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-b0b7e864-eaa4-4897-95f7-cb2f693a6dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:12:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['8837d9d1-091c-4453-b970-e9c45ee2d14a'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:41.926005 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-4639b109-ca6d-422c-9b81-9b2f76db8eac tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Request body: {'port': {'network_id': '3755db37-9ed1-4a07-b10f-09a881953cc1', 'name': 'tempest-FloatingIPNegativeTestJSON-1093646596'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:41.962186 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-163deb8a-a1d4-4062-a3f1-047522c4989f tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:41.962724 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-f026d081-b7ca-4b70-8ffd-462d1a1915a6 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Calling delete_port for 6c135ba5-30c0-4ae5-9891-32aade5f8fb2 owned by network:floatingip {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:12:41.982102 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-b0b7e864-eaa4-4897-95f7-cb2f693a6dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:41.992148 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b7e864-eaa4-4897-95f7-cb2f693a6dc3 None None] Routers {'8837d9d1-091c-4453-b970-e9c45ee2d14a'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:12:41.993535 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-b0b7e864-eaa4-4897-95f7-cb2f693a6dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:12:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['8837d9d1-091c-4453-b970-e9c45ee2d14a'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:42.086814 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-b0b7e864-eaa4-4897-95f7-cb2f693a6dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:42.087533 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b7e864-eaa4-4897-95f7-cb2f693a6dc3 None None] The sync data for ids ['8837d9d1-091c-4453-b970-e9c45ee2d14a'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:12:42.088287 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7adfc9-417c-4d81-aa89-7866f17e9707 None None] Network 0f953666-098c-46bc-892e-626726677935 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:12:42.121644 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f62691a3-e097-48fe-adea-4dd472fa2fbd tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:42.188643 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-163deb8a-a1d4-4062-a3f1-047522c4989f tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:42.202913 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-dd76fcbb-cf38-47ca-a5bc-e581e7805bdf None None] Attempt 5 to provision port 6983257f-a010-45a7-bcc3-9aeade529e77 Oct 04 09:12:42.211690 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-163deb8a-a1d4-4062-a3f1-047522c4989f tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:42.243500 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-163deb8a-a1d4-4062-a3f1-047522c4989f tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:42.263332 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-163deb8a-a1d4-4062-a3f1-047522c4989f tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Usage tracker for resource:security_group_rule and tenant:1e94b3bc18424967a4e33ba3a35cc126 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:42.269060 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-163deb8a-a1d4-4062-a3f1-047522c4989f tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:42.280140 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533c1a62-54f2-409d-bf10-73d40630590e tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:42.285242 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port ce116fa7-c3d1-4d2b-9e98-96c310b7f2a8 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:12:42.286100 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533c1a62-54f2-409d-bf10-73d40630590e tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:42.286336 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 66de278a-6a7d-451c-b8b5-418d5ee6013d up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:12:42.286872 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-533c1a62-54f2-409d-bf10-73d40630590e tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Synchronizing usage tracker for tenant:940a70a7558445e4968e69427cd8cc49 on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:12:42.293682 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62691a3-e097-48fe-adea-4dd472fa2fbd tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Network 0f953666-098c-46bc-892e-626726677935 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:12:42.304272 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-f62691a3-e097-48fe-adea-4dd472fa2fbd tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:12:42.304575 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-163deb8a-a1d4-4062-a3f1-047522c4989f tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:42.312131 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62691a3-e097-48fe-adea-4dd472fa2fbd tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:12:42.331792 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-4639b109-ca6d-422c-9b81-9b2f76db8eac tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:42.335602 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-dd76fcbb-cf38-47ca-a5bc-e581e7805bdf None None] Port 6983257f-a010-45a7-bcc3-9aeade529e77 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:42.339060 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62691a3-e097-48fe-adea-4dd472fa2fbd tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Pushing event updated for resources: {'Port': ['ID=67118627-dc4d-487a-aee3-9fda7a58aea1,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:42.342520 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-4639b109-ca6d-422c-9b81-9b2f76db8eac tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Usage tracker for resource:port and tenant:f68aa401b76441c39ebad86774f729aa is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:42.345146 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-533c1a62-54f2-409d-bf10-73d40630590e tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Unset dirty status for tenant:940a70a7558445e4968e69427cd8cc49 on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:12:42.346306 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-533c1a62-54f2-409d-bf10-73d40630590e tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.4724846 Oct 04 09:12:42.349207 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-4639b109-ca6d-422c-9b81-9b2f76db8eac tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:42.351831 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54680) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:42.363602 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-87116eec-60bb-43ff-82ba-0335d280e644 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks [] for router_gateway, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:42.399625 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-4639b109-ca6d-422c-9b81-9b2f76db8eac tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:42.437719 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4639b109-ca6d-422c-9b81-9b2f76db8eac tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Made reservation on behalf of f68aa401b76441c39ebad86774f729aa for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:12:42.441257 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4639b109-ca6d-422c-9b81-9b2f76db8eac tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:42.453880 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 66de278a-6a7d-451c-b8b5-418d5ee6013d completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:12:42.470440 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-5c687e9b-816d-4f8c-adff-b57ca50bdf0f tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Deleting port 4e4b5719-b473-4af9-bbb1-10623209cfe4 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:12:42.470819 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5c687e9b-816d-4f8c-adff-b57ca50bdf0f tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:42.511473 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62691a3-e097-48fe-adea-4dd472fa2fbd tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:42.512097 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f62691a3-e097-48fe-adea-4dd472fa2fbd tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:42.528475 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [None req-4639b109-ca6d-422c-9b81-9b2f76db8eac tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] device_id is not set on port 1333cc2c-99b1-448b-b890-69eb497fefc2 yet. {{(pid=89032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:12:42.609359 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f026d081-b7ca-4b70-8ffd-462d1a1915a6 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:42.686064 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-163deb8a-a1d4-4062-a3f1-047522c4989f tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:42.696445 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-163deb8a-a1d4-4062-a3f1-047522c4989f tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:42.766996 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-163deb8a-a1d4-4062-a3f1-047522c4989f tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:42.802690 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-f62691a3-e097-48fe-adea-4dd472fa2fbd tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8372169 Oct 04 09:12:42.809789 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54684) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:42.815361 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f026d081-b7ca-4b70-8ffd-462d1a1915a6 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Pushing event deleted for resources: {'Port': ['ID=6c135ba5-30c0-4ae5-9891-32aade5f8fb2,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:42.836479 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-dd76fcbb-cf38-47ca-a5bc-e581e7805bdf None None] Attempt 6 to provision port 6983257f-a010-45a7-bcc3-9aeade529e77 Oct 04 09:12:42.847438 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-163deb8a-a1d4-4062-a3f1-047522c4989f tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Usage tracker for resource:security_group_rule and tenant:1e94b3bc18424967a4e33ba3a35cc126 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:42.852613 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-992b2b1c-3f4b-4d8b-af8b-9d52a01daa74 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Request body: {'port': {'network_id': '0f953666-098c-46bc-892e-626726677935', 'name': 'tempest-AllowedAddressPairTestJSON-1973070831', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:a1:cd:85'}]}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:42.865146 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-163deb8a-a1d4-4062-a3f1-047522c4989f tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:42.882426 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-163deb8a-a1d4-4062-a3f1-047522c4989f tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:42.885758 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163deb8a-a1d4-4062-a3f1-047522c4989f tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b49ad4d7-4047-4300-95bf-310e3fe0a671,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:42.914148 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5c687e9b-816d-4f8c-adff-b57ca50bdf0f tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:42.917071 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-dd76fcbb-cf38-47ca-a5bc-e581e7805bdf None None] Port 6983257f-a010-45a7-bcc3-9aeade529e77 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:42.930928 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-4639b109-ca6d-422c-9b81-9b2f76db8eac tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Allocated IP 172.20.0.8 (3755db37-9ed1-4a07-b10f-09a881953cc1/ba20d55e-6a93-4071-98a9-5aaec67b1791/1333cc2c-99b1-448b-b890-69eb497fefc2) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:12:43.060502 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-5c687e9b-816d-4f8c-adff-b57ca50bdf0f tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Calling delete_port for 4e4b5719-b473-4af9-bbb1-10623209cfe4 owned by {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:12:43.175983 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f026d081-b7ca-4b70-8ffd-462d1a1915a6 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks [] for floatingip, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:43.178397 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f026d081-b7ca-4b70-8ffd-462d1a1915a6 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:43.179541 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-f026d081-b7ca-4b70-8ffd-462d1a1915a6 tempest-FloatingIPAdminTestJSON-1448755269 tempest-FloatingIPAdminTestJSON-1448755269-project] 10.222.0.50 "DELETE /v2.0/floatingips/b79446a5-dc4c-4e56-a970-34d8deaa33ca HTTP/1.1" status: 204 len: 168 time: 2.5470743 Oct 04 09:12:43.215198 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-87116eec-60bb-43ff-82ba-0335d280e644 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:43.240940 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-163deb8a-a1d4-4062-a3f1-047522c4989f tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:43.287130 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5c687e9b-816d-4f8c-adff-b57ca50bdf0f tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:43.317773 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-992b2b1c-3f4b-4d8b-af8b-9d52a01daa74 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:43.326730 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-992b2b1c-3f4b-4d8b-af8b-9d52a01daa74 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Usage tracker for resource:port and tenant:e05ff2ada97b419083aa12ef2747efd5 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:43.327007 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-163deb8a-a1d4-4062-a3f1-047522c4989f tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:43.331236 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-992b2b1c-3f4b-4d8b-af8b-9d52a01daa74 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:43.372769 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c687e9b-816d-4f8c-adff-b57ca50bdf0f tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Pushing event deleted for resources: {'Port': ['ID=4e4b5719-b473-4af9-bbb1-10623209cfe4,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:43.387109 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-992b2b1c-3f4b-4d8b-af8b-9d52a01daa74 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:43.419116 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-dd76fcbb-cf38-47ca-a5bc-e581e7805bdf None None] Attempt 7 to provision port 6983257f-a010-45a7-bcc3-9aeade529e77 Oct 04 09:12:43.422547 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992b2b1c-3f4b-4d8b-af8b-9d52a01daa74 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Made reservation on behalf of e05ff2ada97b419083aa12ef2747efd5 for: {'port': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:12:43.427928 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5c687e9b-816d-4f8c-adff-b57ca50bdf0f tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:43.430988 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-5c687e9b-816d-4f8c-adff-b57ca50bdf0f tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] 10.222.0.50 "DELETE /v2.0/ports/4e4b5719-b473-4af9-bbb1-10623209cfe4 HTTP/1.1" status: 204 len: 168 time: 1.0768414 Oct 04 09:12:43.442527 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54694) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:43.459194 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-163deb8a-a1d4-4062-a3f1-047522c4989f tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:43.464148 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-163deb8a-a1d4-4062-a3f1-047522c4989f tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8364713 Oct 04 09:12:43.465593 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163deb8a-a1d4-4062-a3f1-047522c4989f tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c562a962-2ecb-4da6-966b-3ab6dd21c318,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:43.477280 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54698) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:43.484773 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-dd76fcbb-cf38-47ca-a5bc-e581e7805bdf None None] Port 6983257f-a010-45a7-bcc3-9aeade529e77 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:43.513990 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54702) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:43.542212 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4639b109-ca6d-422c-9b81-9b2f76db8eac tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:43.581102 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-4639b109-ca6d-422c-9b81-9b2f76db8eac tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Transition to ACTIVE for port object 1333cc2c-99b1-448b-b890-69eb497fefc2 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:12:43.598551 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-7a9a206c-8342-45e7-a7b4-b9db7bcdf2a8 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Deleting port af8ab226-0598-4e53-bf2a-535d79612408 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:12:43.598890 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7a9a206c-8342-45e7-a7b4-b9db7bcdf2a8 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:43.599552 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-4171aa1a-d58b-44a3-b305-56cd25185461 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Synchronizing usage tracker for tenant:1e94b3bc18424967a4e33ba3a35cc126 on resource:security_group {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:12:43.624671 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-4171aa1a-d58b-44a3-b305-56cd25185461 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Unset dirty status for tenant:1e94b3bc18424967a4e33ba3a35cc126 on resource:security_group {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:12:43.628833 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-4171aa1a-d58b-44a3-b305-56cd25185461 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1331124 Oct 04 09:12:43.628962 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54708) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:43.637658 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-cf0577d1-886f-491e-b7ff-1096ef046c10 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Request body: {'security_group': {'name': 'tempest-security--1163733182', 'description': 'tempest-security-description-2087262308'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:43.663386 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4639b109-ca6d-422c-9b81-9b2f76db8eac tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:43.739498 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cf0577d1-886f-491e-b7ff-1096ef046c10 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:43.743408 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-992b2b1c-3f4b-4d8b-af8b-9d52a01daa74 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:43.761053 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87116eec-60bb-43ff-82ba-0335d280e644 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Router 6a9b5d62-8401-422e-98a3-417ab9bae1d4 is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:12:43.784708 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [None req-992b2b1c-3f4b-4d8b-af8b-9d52a01daa74 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] device_id is not set on port ca14990a-3f33-4c5a-a5ac-7cac89087bd2 yet. {{(pid=89033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:12:43.789379 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4639b109-ca6d-422c-9b81-9b2f76db8eac tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Network 3755db37-9ed1-4a07-b10f-09a881953cc1 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:12:43.796821 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-4639b109-ca6d-422c-9b81-9b2f76db8eac tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:12:43.808798 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4639b109-ca6d-422c-9b81-9b2f76db8eac tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:12:43.858721 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4639b109-ca6d-422c-9b81-9b2f76db8eac tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Pushing event updated for resources: {'Port': ['ID=1333cc2c-99b1-448b-b890-69eb497fefc2,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:43.876174 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-8c433243-7c4d-42f0-8d54-2e20591fc8e6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=52dd0837889040e68c8a5d5a157deb33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3611195 Oct 04 09:12:43.882337 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54712) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:43.905971 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cf0577d1-886f-491e-b7ff-1096ef046c10 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:43.917058 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cf0577d1-886f-491e-b7ff-1096ef046c10 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:43.919478 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cf0577d1-886f-491e-b7ff-1096ef046c10 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:43.920739 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-cf0577d1-886f-491e-b7ff-1096ef046c10 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "PUT /v2.0/security-groups/c562a962-2ecb-4da6-966b-3ab6dd21c318 HTTP/1.1" status: 200 len: 1778 time: 0.2909591 Oct 04 09:12:43.931661 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54716) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:43.955406 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4639b109-ca6d-422c-9b81-9b2f76db8eac tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:43.956019 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4639b109-ca6d-422c-9b81-9b2f76db8eac tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:43.986213 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-dd76fcbb-cf38-47ca-a5bc-e581e7805bdf None None] Attempt 8 to provision port 6983257f-a010-45a7-bcc3-9aeade529e77 Oct 04 09:12:43.999714 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0577d1-886f-491e-b7ff-1096ef046c10 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c562a962-2ecb-4da6-966b-3ab6dd21c318,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:44.011907 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-4639b109-ca6d-422c-9b81-9b2f76db8eac tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1364632 Oct 04 09:12:44.017250 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54720) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:44.023633 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-81bd811e-7621-4120-a809-9a57be24c1d6 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Request body: {'floatingip': {'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:44.028177 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ff4b57c4-261e-4c22-8c2e-bca497dc2f92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:44.032976 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-81bd811e-7621-4120-a809-9a57be24c1d6 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:44.043162 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-dd76fcbb-cf38-47ca-a5bc-e581e7805bdf None None] Port 6983257f-a010-45a7-bcc3-9aeade529e77 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:44.045232 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-81bd811e-7621-4120-a809-9a57be24c1d6 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Usage tracker for resource:floatingip and tenant:f68aa401b76441c39ebad86774f729aa is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:44.049399 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-81bd811e-7621-4120-a809-9a57be24c1d6 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:44.062724 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-81bd811e-7621-4120-a809-9a57be24c1d6 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:44.068773 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ff4b57c4-261e-4c22-8c2e-bca497dc2f92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:44.088245 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-81bd811e-7621-4120-a809-9a57be24c1d6 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks [] for floatingip, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:44.230336 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7a9a206c-8342-45e7-a7b4-b9db7bcdf2a8 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:44.306552 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ff4b57c4-261e-4c22-8c2e-bca497dc2f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:44.327170 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b57c4-261e-4c22-8c2e-bca497dc2f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aaf28c2-d6bb-4033-b825-a3f7942fa7c6,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:44.340152 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ff4b57c4-261e-4c22-8c2e-bca497dc2f92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:44.343769 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-ff4b57c4-261e-4c22-8c2e-bca497dc2f92 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8aaf28c2-d6bb-4033-b825-a3f7942fa7c6 HTTP/1.1" status: 204 len: 168 time: 0.4584484 Oct 04 09:12:44.387405 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-81bd811e-7621-4120-a809-9a57be24c1d6 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:44.515215 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87116eec-60bb-43ff-82ba-0335d280e644 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:12:44.519176 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-cfc3544b-78a7-4602-87e4-67b48e4cff71 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "GET /v2.0/security-groups/c562a962-2ecb-4da6-966b-3ab6dd21c318 HTTP/1.1" status: 200 len: 1778 time: 0.5811324 Oct 04 09:12:44.522514 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54728) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:44.527000 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229303f1-7f1c-4de4-a32b-669aba0ff3ac None None] Sync routers for ids ['6a9b5d62-8401-422e-98a3-417ab9bae1d4'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:12:44.534601 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-7a9a206c-8342-45e7-a7b4-b9db7bcdf2a8 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Calling delete_port for af8ab226-0598-4e53-bf2a-535d79612408 owned by {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:12:44.538888 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229303f1-7f1c-4de4-a32b-669aba0ff3ac None None] Routers {'6a9b5d62-8401-422e-98a3-417ab9bae1d4'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:12:44.539868 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-229303f1-7f1c-4de4-a32b-669aba0ff3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:12:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['6a9b5d62-8401-422e-98a3-417ab9bae1d4'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:44.564572 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-81bd811e-7621-4120-a809-9a57be24c1d6 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Allocated IP 172.26.10.217 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/1b377b65-ac6e-42aa-9526-43f8575365be) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:12:44.605790 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-992b2b1c-3f4b-4d8b-af8b-9d52a01daa74 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Allocated IP 172.20.0.8 (0f953666-098c-46bc-892e-626726677935/8019c2e0-ba3f-470f-90df-fe40091b5252/ca14990a-3f33-4c5a-a5ac-7cac89087bd2) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:12:44.613990 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-87116eec-60bb-43ff-82ba-0335d280e644 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:44.615197 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-87116eec-60bb-43ff-82ba-0335d280e644 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.5462615 Oct 04 09:12:44.616464 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-dd76fcbb-cf38-47ca-a5bc-e581e7805bdf None None] Attempt 9 to provision port 6983257f-a010-45a7-bcc3-9aeade529e77 Oct 04 09:12:44.624259 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54732) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:44.665681 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-229303f1-7f1c-4de4-a32b-669aba0ff3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:44.688036 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4c9f47cc-2dd1-413f-965f-91c5f470fbe4 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:44.702710 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54736) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:44.719137 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-dd76fcbb-cf38-47ca-a5bc-e581e7805bdf None None] Port 6983257f-a010-45a7-bcc3-9aeade529e77 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:44.719986 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229303f1-7f1c-4de4-a32b-669aba0ff3ac None None] Routers {'6a9b5d62-8401-422e-98a3-417ab9bae1d4'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:12:44.720897 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-229303f1-7f1c-4de4-a32b-669aba0ff3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:12:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['6a9b5d62-8401-422e-98a3-417ab9bae1d4'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:44.735720 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-14307cc2-a067-4ef6-ac50-c3f45c7775ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:44.777998 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4c9f47cc-2dd1-413f-965f-91c5f470fbe4 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:44.798510 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-229303f1-7f1c-4de4-a32b-669aba0ff3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:44.799381 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229303f1-7f1c-4de4-a32b-669aba0ff3ac None None] The sync data for ids ['6a9b5d62-8401-422e-98a3-417ab9bae1d4'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:12:44.799767 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-14307cc2-a067-4ef6-ac50-c3f45c7775ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:44.821300 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-14307cc2-a067-4ef6-ac50-c3f45c7775ca admin admin] Usage tracker for resource:security_group_rule and tenant:ab5c7aefdbe44537b4841a843579fe10 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:44.825669 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-14307cc2-a067-4ef6-ac50-c3f45c7775ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:44.840282 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-81bd811e-7621-4120-a809-9a57be24c1d6 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:44.845469 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-14307cc2-a067-4ef6-ac50-c3f45c7775ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:44.863803 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7a9a206c-8342-45e7-a7b4-b9db7bcdf2a8 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:44.882613 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-0d25abd8-936b-43d7-a130-5c2976bf9434 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] 10.222.0.50 "GET /v2.0/routers/6a9b5d62-8401-422e-98a3-417ab9bae1d4 HTTP/1.1" status: 200 len: 924 time: 0.2571967 Oct 04 09:12:44.888452 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54740) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:44.889091 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4c9f47cc-2dd1-413f-965f-91c5f470fbe4 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:44.953623 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9f47cc-2dd1-413f-965f-91c5f470fbe4 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c562a962-2ecb-4da6-966b-3ab6dd21c318,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:44.971377 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-0f24d9b8-bc15-43e8-996b-31486c7956df tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a9b5d62-8401-422e-98a3-417ab9bae1d4 HTTP/1.1" status: 200 len: 205 time: 0.0766876 Oct 04 09:12:44.973590 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54744) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:44.991404 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a206c-8342-45e7-a7b4-b9db7bcdf2a8 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Pushing event deleted for resources: {'Port': ['ID=af8ab226-0598-4e53-bf2a-535d79612408,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:45.003713 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7a9a206c-8342-45e7-a7b4-b9db7bcdf2a8 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:45.025610 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-7a9a206c-8342-45e7-a7b4-b9db7bcdf2a8 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] 10.222.0.50 "DELETE /v2.0/ports/af8ab226-0598-4e53-bf2a-535d79612408 HTTP/1.1" status: 204 len: 168 time: 1.5800526 Oct 04 09:12:45.039877 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54748) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:45.045600 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-81bd811e-7621-4120-a809-9a57be24c1d6 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:45.108028 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a67d1622-e205-41c5-a26f-408b6a6e9e79 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Synchronizing usage tracker for tenant:940a70a7558445e4968e69427cd8cc49 on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:12:45.138422 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-992b2b1c-3f4b-4d8b-af8b-9d52a01daa74 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:45.147054 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a67d1622-e205-41c5-a26f-408b6a6e9e79 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Unset dirty status for tenant:940a70a7558445e4968e69427cd8cc49 on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:12:45.148200 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a67d1622-e205-41c5-a26f-408b6a6e9e79 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1069872 Oct 04 09:12:45.152046 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54752) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:45.156328 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bd811e-7621-4120-a809-9a57be24c1d6 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:12:45.160789 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-afa97d2c-c836-402d-b2d0-62b5934818cd tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-20804703'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:45.160939 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4c9f47cc-2dd1-413f-965f-91c5f470fbe4 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:45.161875 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-4c9f47cc-2dd1-413f-965f-91c5f470fbe4 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "DELETE /v2.0/security-groups/c562a962-2ecb-4da6-966b-3ab6dd21c318 HTTP/1.1" status: 204 len: 168 time: 0.6384373 Oct 04 09:12:45.164902 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54756) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:45.167525 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-81bd811e-7621-4120-a809-9a57be24c1d6 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:12:45.169607 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-992b2b1c-3f4b-4d8b-af8b-9d52a01daa74 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Transition to ACTIVE for port object ca14990a-3f33-4c5a-a5ac-7cac89087bd2 will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:12:45.171015 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-afa97d2c-c836-402d-b2d0-62b5934818cd tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:45.192163 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-afa97d2c-c836-402d-b2d0-62b5934818cd tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Usage tracker for resource:network and tenant:940a70a7558445e4968e69427cd8cc49 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:45.198342 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-afa97d2c-c836-402d-b2d0-62b5934818cd tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:45.215997 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-afa97d2c-c836-402d-b2d0-62b5934818cd tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:45.220986 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-dd76fcbb-cf38-47ca-a5bc-e581e7805bdf None None] Attempt 10 to provision port 6983257f-a010-45a7-bcc3-9aeade529e77 Oct 04 09:12:45.227781 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bd811e-7621-4120-a809-9a57be24c1d6 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:12:45.247558 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa97d2c-c836-402d-b2d0-62b5934818cd tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Made reservation on behalf of 940a70a7558445e4968e69427cd8cc49 for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:12:45.251245 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-afa97d2c-c836-402d-b2d0-62b5934818cd tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:45.266582 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-336427a8-2016-4b32-8dbe-bbde5ad812e8 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0983880 Oct 04 09:12:45.270705 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54760) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:45.272279 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bd811e-7621-4120-a809-9a57be24c1d6 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Pushing event updated for resources: {'Port': ['ID=1b377b65-ac6e-42aa-9526-43f8575365be,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:45.289331 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-dd76fcbb-cf38-47ca-a5bc-e581e7805bdf None None] Port 6983257f-a010-45a7-bcc3-9aeade529e77 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:45.291247 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-992b2b1c-3f4b-4d8b-af8b-9d52a01daa74 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:45.313763 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-14307cc2-a067-4ef6-ac50-c3f45c7775ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:45.322042 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-14307cc2-a067-4ef6-ac50-c3f45c7775ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:45.342859 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-874fb66e-58e6-4a39-8daf-ac3d0893979a tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] delete failed (client error): The resource could not be found. Oct 04 09:12:45.343878 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-874fb66e-58e6-4a39-8daf-ac3d0893979a tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "DELETE /v2.0/security-groups/c562a962-2ecb-4da6-966b-3ab6dd21c318 HTTP/1.1" status: 404 len: 347 time: 0.0721092 Oct 04 09:12:45.355524 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54766) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:45.370379 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0c4ae026-f150-48f2-ba3c-0edbb463f2d7 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks [] for router, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:45.372239 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afa97d2c-c836-402d-b2d0-62b5934818cd tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:12:45.389047 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992b2b1c-3f4b-4d8b-af8b-9d52a01daa74 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Network 0f953666-098c-46bc-892e-626726677935 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:12:45.393691 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992b2b1c-3f4b-4d8b-af8b-9d52a01daa74 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Pushing event updated for resources: {'Port': ['ID=ca14990a-3f33-4c5a-a5ac-7cac89087bd2,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:45.396195 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-992b2b1c-3f4b-4d8b-af8b-9d52a01daa74 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:12:45.399671 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992b2b1c-3f4b-4d8b-af8b-9d52a01daa74 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:12:45.422742 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Provisioning for port 67118627-dc4d-487a-aee3-9fda7a58aea1 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:12:45.425514 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-afa97d2c-c836-402d-b2d0-62b5934818cd tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:45.425865 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-afa97d2c-c836-402d-b2d0-62b5934818cd tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Added segment 073dd1a2-63e7-4ba5-a885-c0c413d39b35 of type vlan for network 3404c857-bde0-4c9d-8d74-099e0f3e4bee Oct 04 09:12:45.428160 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Provisioning complete for port 67118627-dc4d-487a-aee3-9fda7a58aea1 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:12:45.428652 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:45.429106 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Attempt 1 to provision port 67118627-dc4d-487a-aee3-9fda7a58aea1 Oct 04 09:12:45.446478 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-24d55dcf-1317-4886-ab0b-19140b160132 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Request body: {'security_group': {'name': 'tempest-secgroup--627275430'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:45.456422 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-14307cc2-a067-4ef6-ac50-c3f45c7775ca admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ab5c7aefdbe44537b4841a843579fe10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7489986 Oct 04 09:12:45.456636 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54770) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:45.479749 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-24d55dcf-1317-4886-ab0b-19140b160132 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:45.483071 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14307cc2-a067-4ef6-ac50-c3f45c7775ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=652c5969-3c2c-4a4a-8568-d135ceeac0d2,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:45.488620 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-afa97d2c-c836-402d-b2d0-62b5934818cd tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:45.495911 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Port 67118627-dc4d-487a-aee3-9fda7a58aea1 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:45.498430 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-24d55dcf-1317-4886-ab0b-19140b160132 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Usage tracker for resource:security_group and tenant:1e94b3bc18424967a4e33ba3a35cc126 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:45.504627 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992b2b1c-3f4b-4d8b-af8b-9d52a01daa74 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:45.504768 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-24d55dcf-1317-4886-ab0b-19140b160132 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:45.505133 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-992b2b1c-3f4b-4d8b-af8b-9d52a01daa74 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:45.513225 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-24d55dcf-1317-4886-ab0b-19140b160132 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:45.568778 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-992b2b1c-3f4b-4d8b-af8b-9d52a01daa74 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.7525373 Oct 04 09:12:45.570508 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54774) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:45.601891 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-81bd811e-7621-4120-a809-9a57be24c1d6 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:45.603093 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-24d55dcf-1317-4886-ab0b-19140b160132 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:45.618395 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-afa97d2c-c836-402d-b2d0-62b5934818cd tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:45.624914 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa97d2c-c836-402d-b2d0-62b5934818cd tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:45.625709 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-afa97d2c-c836-402d-b2d0-62b5934818cd tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:45.673596 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4873bf5d-2682-4a8d-8233-d4709c41855c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:45.678689 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-24d55dcf-1317-4886-ab0b-19140b160132 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:45.689963 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-24d55dcf-1317-4886-ab0b-19140b160132 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Usage tracker for resource:security_group_rule and tenant:1e94b3bc18424967a4e33ba3a35cc126 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:45.694651 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-24d55dcf-1317-4886-ab0b-19140b160132 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:45.698339 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0c4ae026-f150-48f2-ba3c-0edbb463f2d7 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:45.714137 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-24d55dcf-1317-4886-ab0b-19140b160132 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:45.718826 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-81bd811e-7621-4120-a809-9a57be24c1d6 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:45.743593 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-afa97d2c-c836-402d-b2d0-62b5934818cd tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5880756 Oct 04 09:12:45.749111 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-0c4ae026-f150-48f2-ba3c-0edbb463f2d7 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Deleting port ecd6de1d-14a2-4864-8914-a765e0e133c0 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:12:45.749501 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0c4ae026-f150-48f2-ba3c-0edbb463f2d7 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:45.751800 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54778) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:45.781473 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-a203c821-14e1-42fe-bc00-0d5c67d00781 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1484993400'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:45.791968 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4873bf5d-2682-4a8d-8233-d4709c41855c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:45.798408 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-a203c821-14e1-42fe-bc00-0d5c67d00781 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:45.810622 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa97d2c-c836-402d-b2d0-62b5934818cd tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Pushing event updated for resources: {'Network': ['ID=3404c857-bde0-4c9d-8d74-099e0f3e4bee,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:45.820113 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a203c821-14e1-42fe-bc00-0d5c67d00781 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Usage tracker for resource:network and tenant:940a70a7558445e4968e69427cd8cc49 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:45.822525 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 3404c857-bde0-4c9d-8d74-099e0f3e4bee details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:12:45.827574 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a203c821-14e1-42fe-bc00-0d5c67d00781 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:45.843981 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-a203c821-14e1-42fe-bc00-0d5c67d00781 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:45.876433 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699e79ce-765a-4954-9633-0afada5429bf tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:45.882475 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699e79ce-765a-4954-9633-0afada5429bf tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:45.888521 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699e79ce-765a-4954-9633-0afada5429bf tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:45.890277 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-699e79ce-765a-4954-9633-0afada5429bf tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Synchronizing usage tracker for tenant:e05ff2ada97b419083aa12ef2747efd5 on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:12:45.895960 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a203c821-14e1-42fe-bc00-0d5c67d00781 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Made reservation on behalf of 940a70a7558445e4968e69427cd8cc49 for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:12:45.898767 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a203c821-14e1-42fe-bc00-0d5c67d00781 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:45.934081 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-699e79ce-765a-4954-9633-0afada5429bf tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Unset dirty status for tenant:e05ff2ada97b419083aa12ef2747efd5 on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:12:45.935373 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-699e79ce-765a-4954-9633-0afada5429bf tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.3639703 Oct 04 09:12:45.938411 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54782) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:45.985948 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4873bf5d-2682-4a8d-8233-d4709c41855c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:45.992766 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a203c821-14e1-42fe-bc00-0d5c67d00781 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:12:45.997361 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Attempt 2 to provision port 67118627-dc4d-487a-aee3-9fda7a58aea1 Oct 04 09:12:46.033948 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4873bf5d-2682-4a8d-8233-d4709c41855c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=652c5969-3c2c-4a4a-8568-d135ceeac0d2,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:46.045368 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a203c821-14e1-42fe-bc00-0d5c67d00781 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:46.045720 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-a203c821-14e1-42fe-bc00-0d5c67d00781 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Added segment d97c7781-a4a3-44e0-9bd7-515b994f2f17 of type vlan for network 9e8a5c14-f060-490d-817f-d42b79c1f539 Oct 04 09:12:46.072175 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-aa384cf3-40ef-4057-8d19-99e97345aebf tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Deleting port ca14990a-3f33-4c5a-a5ac-7cac89087bd2 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:12:46.072534 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aa384cf3-40ef-4057-8d19-99e97345aebf tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:46.086057 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Port 67118627-dc4d-487a-aee3-9fda7a58aea1 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:46.123712 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4873bf5d-2682-4a8d-8233-d4709c41855c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:46.125394 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-4873bf5d-2682-4a8d-8233-d4709c41855c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/652c5969-3c2c-4a4a-8568-d135ceeac0d2 HTTP/1.1" status: 204 len: 168 time: 0.6689413 Oct 04 09:12:46.136198 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a203c821-14e1-42fe-bc00-0d5c67d00781 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:46.180816 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-24d55dcf-1317-4886-ab0b-19140b160132 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:46.200154 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-24d55dcf-1317-4886-ab0b-19140b160132 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:46.224903 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0c4ae026-f150-48f2-ba3c-0edbb463f2d7 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:46.232704 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a203c821-14e1-42fe-bc00-0d5c67d00781 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:46.240299 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a203c821-14e1-42fe-bc00-0d5c67d00781 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:46.240694 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a203c821-14e1-42fe-bc00-0d5c67d00781 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:46.382125 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-0c4ae026-f150-48f2-ba3c-0edbb463f2d7 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Calling delete_port for ecd6de1d-14a2-4864-8914-a765e0e133c0 owned by network:router_gateway {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:12:46.458714 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d55dcf-1317-4886-ab0b-19140b160132 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9af8234e-e579-4935-a122-9c6e513d2fdd,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:46.464729 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-24d55dcf-1317-4886-ab0b-19140b160132 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:46.468680 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-24d55dcf-1317-4886-ab0b-19140b160132 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1080074 Oct 04 09:12:46.470858 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54790) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:46.480942 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-47e70e0a-b666-4eec-8a21-490f11c11827 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Request body: {'security_group_rule': {'security_group_id': '9af8234e-e579-4935-a122-9c6e513d2fdd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:46.512271 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-47e70e0a-b666-4eec-8a21-490f11c11827 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:46.518798 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-47e70e0a-b666-4eec-8a21-490f11c11827 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Usage tracker for resource:security_group_rule and tenant:1e94b3bc18424967a4e33ba3a35cc126 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:46.527287 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-47e70e0a-b666-4eec-8a21-490f11c11827 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:46.537069 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-81bd811e-7621-4120-a809-9a57be24c1d6 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:46.538524 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a203c821-14e1-42fe-bc00-0d5c67d00781 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7686417 Oct 04 09:12:46.539784 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-47e70e0a-b666-4eec-8a21-490f11c11827 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:46.548606 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-81bd811e-7621-4120-a809-9a57be24c1d6 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:46.569216 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54794) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:46.587610 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Attempt 3 to provision port 67118627-dc4d-487a-aee3-9fda7a58aea1 Oct 04 09:12:46.599595 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-55114d8f-b0a9-43af-8687-52cfbe3c6347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:46.621976 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-55114d8f-b0a9-43af-8687-52cfbe3c6347 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:46.626370 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-55114d8f-b0a9-43af-8687-52cfbe3c6347 admin admin] Usage tracker for resource:security_group_rule and tenant:1b4238f5932b4168b8abfccbba369e3c is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:46.629275 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-55114d8f-b0a9-43af-8687-52cfbe3c6347 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:46.636495 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-55114d8f-b0a9-43af-8687-52cfbe3c6347 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:46.661245 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-47e70e0a-b666-4eec-8a21-490f11c11827 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:46.670652 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Port 67118627-dc4d-487a-aee3-9fda7a58aea1 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:46.680725 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a203c821-14e1-42fe-bc00-0d5c67d00781 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Pushing event updated for resources: {'Network': ['ID=9e8a5c14-f060-490d-817f-d42b79c1f539,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:46.689067 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-81bd811e-7621-4120-a809-9a57be24c1d6 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:46.699214 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bd811e-7621-4120-a809-9a57be24c1d6 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Pushing event updated for resources: {'Port': ['ID=1b377b65-ac6e-42aa-9526-43f8575365be,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:46.705151 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 9e8a5c14-f060-490d-817f-d42b79c1f539 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:12:46.762437 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aa384cf3-40ef-4057-8d19-99e97345aebf tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:46.772134 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-81bd811e-7621-4120-a809-9a57be24c1d6 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:46.776973 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-81bd811e-7621-4120-a809-9a57be24c1d6 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 694 time: 2.7590878 Oct 04 09:12:46.780261 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54798) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:46.790002 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-9ab40572-a441-4eb0-bc63-aae4a8c8a2ca tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Request body: {'floatingip': {'port_id': '1333cc2c-99b1-448b-b890-69eb497fefc2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:46.888694 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9ab40572-a441-4eb0-bc63-aae4a8c8a2ca tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks [] for floatingip, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:46.929386 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-aa384cf3-40ef-4057-8d19-99e97345aebf tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Calling delete_port for ca14990a-3f33-4c5a-a5ac-7cac89087bd2 owned by {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:12:46.969229 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0c4ae026-f150-48f2-ba3c-0edbb463f2d7 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:46.995407 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-55114d8f-b0a9-43af-8687-52cfbe3c6347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:47.003471 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-55114d8f-b0a9-43af-8687-52cfbe3c6347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:47.065039 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-47e70e0a-b666-4eec-8a21-490f11c11827 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:47.069947 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4ae026-f150-48f2-ba3c-0edbb463f2d7 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Pushing event deleted for resources: {'Port': ['ID=ecd6de1d-14a2-4864-8914-a765e0e133c0,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:47.078210 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-55114d8f-b0a9-43af-8687-52cfbe3c6347 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1b4238f5932b4168b8abfccbba369e3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5042760 Oct 04 09:12:47.080149 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54802) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:47.082533 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55114d8f-b0a9-43af-8687-52cfbe3c6347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689d9685-c91f-45fb-b479-5057e68cd126,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:47.111052 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-47e70e0a-b666-4eec-8a21-490f11c11827 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:47.172492 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Attempt 4 to provision port 67118627-dc4d-487a-aee3-9fda7a58aea1 Oct 04 09:12:47.199931 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-69b408f4-0f0e-4414-9b75-5b29a8486ad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:47.232780 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e70e0a-b666-4eec-8a21-490f11c11827 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e86162e-e36e-4cb0-8d99-e82de51e91e7,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:47.233630 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aa384cf3-40ef-4057-8d19-99e97345aebf tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:47.242778 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-69b408f4-0f0e-4414-9b75-5b29a8486ad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:47.269230 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-47e70e0a-b666-4eec-8a21-490f11c11827 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:47.273244 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-47e70e0a-b666-4eec-8a21-490f11c11827 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7962055 Oct 04 09:12:47.273364 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54806) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:47.275784 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0c4ae026-f150-48f2-ba3c-0edbb463f2d7 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737040'] for router_gateway, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:47.315806 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.api.v2.resource [None req-9ab40572-a441-4eb0-bc63-aae4a8c8a2ca tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] update failed (client error): The resource could not be found. Oct 04 09:12:47.319755 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-9ab40572-a441-4eb0-bc63-aae4a8c8a2ca tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] 10.222.0.50 "PUT /v2.0/floatingips/6555a1b2-959a-48fb-8ce2-48fba5c53084 HTTP/1.1" status: 404 len: 507 time: 0.5369081 Oct 04 09:12:47.325767 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa384cf3-40ef-4057-8d19-99e97345aebf tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Pushing event deleted for resources: {'Port': ['ID=ca14990a-3f33-4c5a-a5ac-7cac89087bd2,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:47.330916 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54810) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:47.378401 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Port 67118627-dc4d-487a-aee3-9fda7a58aea1 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:47.474591 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0c4ae026-f150-48f2-ba3c-0edbb463f2d7 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:47.477005 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0c4ae026-f150-48f2-ba3c-0edbb463f2d7 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:47.512520 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0c4ae026-f150-48f2-ba3c-0edbb463f2d7 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:47.513009 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4ae026-f150-48f2-ba3c-0edbb463f2d7 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Fanout notify agent at l3_agent the message router_deleted on router 6a9b5d62-8401-422e-98a3-417ab9bae1d4 {{(pid=89032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:12:47.523274 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-25a5ba20-9e21-4a4a-84dc-6c7d6f886fd6 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:47.537267 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0c4ae026-f150-48f2-ba3c-0edbb463f2d7 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:47.538654 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-0c4ae026-f150-48f2-ba3c-0edbb463f2d7 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] 10.222.0.50 "DELETE /v2.0/routers/6a9b5d62-8401-422e-98a3-417ab9bae1d4 HTTP/1.1" status: 204 len: 168 time: 2.5640290 Oct 04 09:12:47.540795 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-25a5ba20-9e21-4a4a-84dc-6c7d6f886fd6 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:47.551568 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54814) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:47.567704 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-69c0a2af-750b-465e-93d1-f3a35e1ff372 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Request body: {'router': {'name': 'tempest-snat-router-541504896', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'enable_snat': False}}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:47.575961 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-69c0a2af-750b-465e-93d1-f3a35e1ff372 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:47.583279 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-69c0a2af-750b-465e-93d1-f3a35e1ff372 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Usage tracker for resource:router and tenant:2a63b3678ac545b3abd26ca13af65fe0 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:47.586580 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-69c0a2af-750b-465e-93d1-f3a35e1ff372 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:47.593858 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-69c0a2af-750b-465e-93d1-f3a35e1ff372 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:47.600620 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-25a5ba20-9e21-4a4a-84dc-6c7d6f886fd6 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:47.616209 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-69c0a2af-750b-465e-93d1-f3a35e1ff372 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:47.617195 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-69c0a2af-750b-465e-93d1-f3a35e1ff372 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:47.626356 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a5ba20-9e21-4a4a-84dc-6c7d6f886fd6 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e86162e-e36e-4cb0-8d99-e82de51e91e7,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:47.629762 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-25a5ba20-9e21-4a4a-84dc-6c7d6f886fd6 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:47.633165 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-25a5ba20-9e21-4a4a-84dc-6c7d6f886fd6 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/4e86162e-e36e-4cb0-8d99-e82de51e91e7 HTTP/1.1" status: 204 len: 168 time: 0.3565879 Oct 04 09:12:47.633833 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54818) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:47.657959 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-69c0a2af-750b-465e-93d1-f3a35e1ff372 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:47.699849 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-af25c2bd-8125-4be6-b4b7-42986efc78d5 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Synchronizing usage tracker for tenant:1e94b3bc18424967a4e33ba3a35cc126 on resource:security_group_rule {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:12:47.741404 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-05810f25-550b-4499-b49e-13dd36212f0c tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Deleting port 1b377b65-ac6e-42aa-9526-43f8575365be {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:12:47.741754 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-05810f25-550b-4499-b49e-13dd36212f0c tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:47.851350 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aa384cf3-40ef-4057-8d19-99e97345aebf tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:47.858130 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-69b408f4-0f0e-4414-9b75-5b29a8486ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:47.880914 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Attempt 5 to provision port 67118627-dc4d-487a-aee3-9fda7a58aea1 Oct 04 09:12:47.942753 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b408f4-0f0e-4414-9b75-5b29a8486ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689d9685-c91f-45fb-b479-5057e68cd126,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:47.973491 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-aa384cf3-40ef-4057-8d19-99e97345aebf tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] 10.222.0.50 "DELETE /v2.0/ports/ca14990a-3f33-4c5a-a5ac-7cac89087bd2 HTTP/1.1" status: 204 len: 168 time: 2.0337093 Oct 04 09:12:47.980385 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Port 67118627-dc4d-487a-aee3-9fda7a58aea1 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:47.983077 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54822) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:47.989953 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-69b408f4-0f0e-4414-9b75-5b29a8486ad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:47.991200 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-69b408f4-0f0e-4414-9b75-5b29a8486ad9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/689d9685-c91f-45fb-b479-5057e68cd126 HTTP/1.1" status: 204 len: 168 time: 0.9099579 Oct 04 09:12:48.020481 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-af25c2bd-8125-4be6-b4b7-42986efc78d5 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Unset dirty status for tenant:1e94b3bc18424967a4e33ba3a35cc126 on resource:security_group_rule {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:12:48.024082 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-af25c2bd-8125-4be6-b4b7-42986efc78d5 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3871551 Oct 04 09:12:48.029140 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54828) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:48.043252 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd979aa6-70fa-4536-97c4-f3dc0db621b2 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] GET failed (client error): The resource could not be found. Oct 04 09:12:48.043928 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-dd979aa6-70fa-4536-97c4-f3dc0db621b2 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Synchronizing usage tracker for tenant:e05ff2ada97b419083aa12ef2747efd5 on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:12:48.077350 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-05810f25-550b-4499-b49e-13dd36212f0c tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:48.077876 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-05810f25-550b-4499-b49e-13dd36212f0c tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:48.086123 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-dd979aa6-70fa-4536-97c4-f3dc0db621b2 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Unset dirty status for tenant:e05ff2ada97b419083aa12ef2747efd5 on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:12:48.093390 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-dd979aa6-70fa-4536-97c4-f3dc0db621b2 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] 10.222.0.50 "GET /v2.0/ports/ca14990a-3f33-4c5a-a5ac-7cac89087bd2 HTTP/1.1" status: 404 len: 333 time: 0.1031592 Oct 04 09:12:48.093558 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54832) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:48.111229 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-8480f146-c6db-41c4-8019-7cd2d7232afd tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Request body: {'port': {'network_id': '0f953666-098c-46bc-892e-626726677935', 'name': 'tempest-AllowedAddressPairTestJSON-1353934103'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:48.147633 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-69c0a2af-750b-465e-93d1-f3a35e1ff372 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:48.357029 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-05810f25-550b-4499-b49e-13dd36212f0c tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Calling delete_port for 1b377b65-ac6e-42aa-9526-43f8575365be owned by network:floatingip {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:12:48.363204 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f59fad7e-e5e8-4298-9e26-46cee20d1029 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:48.422634 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f59fad7e-e5e8-4298-9e26-46cee20d1029 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:48.449080 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-8480f146-c6db-41c4-8019-7cd2d7232afd tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:48.474630 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-8480f146-c6db-41c4-8019-7cd2d7232afd tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:48.481611 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Attempt 6 to provision port 67118627-dc4d-487a-aee3-9fda7a58aea1 Oct 04 09:12:48.539007 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-05810f25-550b-4499-b49e-13dd36212f0c tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:48.547411 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8480f146-c6db-41c4-8019-7cd2d7232afd tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Made reservation on behalf of e05ff2ada97b419083aa12ef2747efd5 for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:12:48.560964 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8480f146-c6db-41c4-8019-7cd2d7232afd tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:48.568649 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Port 67118627-dc4d-487a-aee3-9fda7a58aea1 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:48.594313 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f59fad7e-e5e8-4298-9e26-46cee20d1029 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:48.597783 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05810f25-550b-4499-b49e-13dd36212f0c tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Pushing event deleted for resources: {'Port': ['ID=1b377b65-ac6e-42aa-9526-43f8575365be,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:48.615785 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [None req-8480f146-c6db-41c4-8019-7cd2d7232afd tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] device_id is not set on port 4db0034d-f24c-411e-8b4e-eec45fee21ac yet. {{(pid=89032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:12:48.704225 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-05810f25-550b-4499-b49e-13dd36212f0c tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks [] for floatingip, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:48.707583 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59fad7e-e5e8-4298-9e26-46cee20d1029 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af8234e-e579-4935-a122-9c6e513d2fdd,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:48.716074 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-05810f25-550b-4499-b49e-13dd36212f0c tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:48.717486 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-05810f25-550b-4499-b49e-13dd36212f0c tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] 10.222.0.50 "DELETE /v2.0/floatingips/6555a1b2-959a-48fb-8ce2-48fba5c53084 HTTP/1.1" status: 204 len: 168 time: 1.3855639 Oct 04 09:12:48.730610 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54846) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:48.738560 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-bb049229-eb10-4367-8f5a-c87d47b53ed4 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Request body: {'floatingip': {'floating_network_id': '3755db37-9ed1-4a07-b10f-09a881953cc1', 'port_id': '1333cc2c-99b1-448b-b890-69eb497fefc2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:48.745068 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-bb049229-eb10-4367-8f5a-c87d47b53ed4 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:48.749391 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-bb049229-eb10-4367-8f5a-c87d47b53ed4 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Usage tracker for resource:floatingip and tenant:f68aa401b76441c39ebad86774f729aa is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:48.752482 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-bb049229-eb10-4367-8f5a-c87d47b53ed4 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:48.758767 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-bb049229-eb10-4367-8f5a-c87d47b53ed4 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:48.776643 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-bb049229-eb10-4367-8f5a-c87d47b53ed4 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks [] for floatingip, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:48.865610 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f59fad7e-e5e8-4298-9e26-46cee20d1029 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:48.869574 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-f59fad7e-e5e8-4298-9e26-46cee20d1029 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "DELETE /v2.0/security-groups/9af8234e-e579-4935-a122-9c6e513d2fdd HTTP/1.1" status: 204 len: 168 time: 0.8394649 Oct 04 09:12:48.870382 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54852) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:49.019082 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-bb049229-eb10-4367-8f5a-c87d47b53ed4 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 09:12:49.021248 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-bb049229-eb10-4367-8f5a-c87d47b53ed4 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2882288 Oct 04 09:12:49.025432 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54862) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:49.032874 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-5631f639-218e-4d8d-8dee-82c2b442ca91 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Request body: {'floatingip': {'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'port_id': '1333cc2c-99b1-448b-b890-69eb497fefc2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:49.047585 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-5631f639-218e-4d8d-8dee-82c2b442ca91 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:49.053725 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-5631f639-218e-4d8d-8dee-82c2b442ca91 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Usage tracker for resource:floatingip and tenant:f68aa401b76441c39ebad86774f729aa is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:49.057178 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-5631f639-218e-4d8d-8dee-82c2b442ca91 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:49.070153 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Attempt 7 to provision port 67118627-dc4d-487a-aee3-9fda7a58aea1 Oct 04 09:12:49.073591 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-5631f639-218e-4d8d-8dee-82c2b442ca91 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:49.096971 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-69c0a2af-750b-465e-93d1-f3a35e1ff372 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:49.106741 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5631f639-218e-4d8d-8dee-82c2b442ca91 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks [] for floatingip, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:49.128145 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-37ab1b7d-8f8e-4aa3-8f34-3d395513f182 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Synchronizing usage tracker for tenant:1e94b3bc18424967a4e33ba3a35cc126 on resource:security_group {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:12:49.141608 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Port 67118627-dc4d-487a-aee3-9fda7a58aea1 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:49.155123 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-69c0a2af-750b-465e-93d1-f3a35e1ff372 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:49.196510 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-37ab1b7d-8f8e-4aa3-8f34-3d395513f182 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Unset dirty status for tenant:1e94b3bc18424967a4e33ba3a35cc126 on resource:security_group {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:12:49.201946 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-37ab1b7d-8f8e-4aa3-8f34-3d395513f182 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2722461 Oct 04 09:12:49.203626 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54868) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:49.212744 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-8480f146-c6db-41c4-8019-7cd2d7232afd tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Allocated IP 172.20.0.7 (0f953666-098c-46bc-892e-626726677935/8019c2e0-ba3f-470f-90df-fe40091b5252/4db0034d-f24c-411e-8b4e-eec45fee21ac) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:12:49.218043 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-a3b9dc24-0a73-48cc-883b-ebb44e640dd1 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Request body: {'security_group': {'name': 'tempest-secgroup--1454133500'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:49.227699 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-a3b9dc24-0a73-48cc-883b-ebb44e640dd1 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:49.265704 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-a3b9dc24-0a73-48cc-883b-ebb44e640dd1 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:49.302689 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a3b9dc24-0a73-48cc-883b-ebb44e640dd1 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:49.333586 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5631f639-218e-4d8d-8dee-82c2b442ca91 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:49.405601 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-a3b9dc24-0a73-48cc-883b-ebb44e640dd1 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:49.418153 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-a3b9dc24-0a73-48cc-883b-ebb44e640dd1 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Usage tracker for resource:security_group_rule and tenant:1e94b3bc18424967a4e33ba3a35cc126 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:49.454190 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-a3b9dc24-0a73-48cc-883b-ebb44e640dd1 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:49.457458 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-69c0a2af-750b-465e-93d1-f3a35e1ff372 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Allocated IP 172.26.10.157 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/21ccfa0b-d60c-4075-a865-d4de9c1b469c) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:12:49.517152 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-a3b9dc24-0a73-48cc-883b-ebb44e640dd1 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:49.643400 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Attempt 8 to provision port 67118627-dc4d-487a-aee3-9fda7a58aea1 Oct 04 09:12:49.738192 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Port 67118627-dc4d-487a-aee3-9fda7a58aea1 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:49.769507 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54884) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:49.776992 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-2cc75e30-78c0-4a16-871f-01b26015cfa4 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Request body: {'subnets': [{'network_id': '3404c857-bde0-4c9d-8d74-099e0f3e4bee', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--832909436', 'ip_version': 6}, {'network_id': '9e8a5c14-f060-490d-817f-d42b79c1f539', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:49.777736 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-2cc75e30-78c0-4a16-871f-01b26015cfa4 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Request body: {'subnet': {'network_id': '3404c857-bde0-4c9d-8d74-099e0f3e4bee', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--832909436', 'ip_version': 6}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:49.778660 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-2cc75e30-78c0-4a16-871f-01b26015cfa4 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Request body: {'subnet': {'network_id': '9e8a5c14-f060-490d-817f-d42b79c1f539', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:49.884579 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8480f146-c6db-41c4-8019-7cd2d7232afd tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:49.890705 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54888) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:49.931092 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-8480f146-c6db-41c4-8019-7cd2d7232afd tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Transition to ACTIVE for port object 4db0034d-f24c-411e-8b4e-eec45fee21ac will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:12:49.934042 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a3b9dc24-0a73-48cc-883b-ebb44e640dd1 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:49.940501 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-69c0a2af-750b-465e-93d1-f3a35e1ff372 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:49.944345 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a3b9dc24-0a73-48cc-883b-ebb44e640dd1 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:50.011162 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-2cc75e30-78c0-4a16-871f-01b26015cfa4 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:50.014088 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b9dc24-0a73-48cc-883b-ebb44e640dd1 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb11cd2-21d0-4970-b84f-08db6ad0a3c0,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:50.015717 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-2cc75e30-78c0-4a16-871f-01b26015cfa4 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Usage tracker for resource:subnet and tenant:940a70a7558445e4968e69427cd8cc49 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:50.019149 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-2cc75e30-78c0-4a16-871f-01b26015cfa4 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:50.029260 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-733fba27-571d-450a-bb2c-07b7efea5c7d tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1254480130', 'router:external': True}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:50.033750 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-2cc75e30-78c0-4a16-871f-01b26015cfa4 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:50.034029 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a3b9dc24-0a73-48cc-883b-ebb44e640dd1 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:50.037759 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-a3b9dc24-0a73-48cc-883b-ebb44e640dd1 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8285353 Oct 04 09:12:50.037927 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-733fba27-571d-450a-bb2c-07b7efea5c7d tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:50.038110 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54894) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:50.041960 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-733fba27-571d-450a-bb2c-07b7efea5c7d tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Usage tracker for resource:network and tenant:8eccf873fc3d4a95ae93ab1afe9db4b6 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:50.043705 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-4fd798d0-9628-4d48-bc4d-930a580f08da tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Request body: {'security_group_rule': {'security_group_id': '3eb11cd2-21d0-4970-b84f-08db6ad0a3c0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:50.045810 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-733fba27-571d-450a-bb2c-07b7efea5c7d tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:50.051891 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-4fd798d0-9628-4d48-bc4d-930a580f08da tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:50.052144 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-733fba27-571d-450a-bb2c-07b7efea5c7d tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:50.054328 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc75e30-78c0-4a16-871f-01b26015cfa4 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Made reservation on behalf of 940a70a7558445e4968e69427cd8cc49 for: {'subnet': 2} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:12:50.054658 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8480f146-c6db-41c4-8019-7cd2d7232afd tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:50.059337 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2cc75e30-78c0-4a16-871f-01b26015cfa4 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:50.059668 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2cc75e30-78c0-4a16-871f-01b26015cfa4 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:50.105116 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-4fd798d0-9628-4d48-bc4d-930a580f08da tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Usage tracker for resource:security_group_rule and tenant:1e94b3bc18424967a4e33ba3a35cc126 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:50.108622 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-4fd798d0-9628-4d48-bc4d-930a580f08da tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:50.127623 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-4fd798d0-9628-4d48-bc4d-930a580f08da tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:50.139613 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-69c0a2af-750b-465e-93d1-f3a35e1ff372 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:50.156607 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8480f146-c6db-41c4-8019-7cd2d7232afd tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Network 0f953666-098c-46bc-892e-626726677935 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:12:50.161847 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-8480f146-c6db-41c4-8019-7cd2d7232afd tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:12:50.164458 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8480f146-c6db-41c4-8019-7cd2d7232afd tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:12:50.176686 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733fba27-571d-450a-bb2c-07b7efea5c7d tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Made reservation on behalf of 8eccf873fc3d4a95ae93ab1afe9db4b6 for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:12:50.178952 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-733fba27-571d-450a-bb2c-07b7efea5c7d tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:50.226422 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8480f146-c6db-41c4-8019-7cd2d7232afd tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Pushing event updated for resources: {'Port': ['ID=4db0034d-f24c-411e-8b4e-eec45fee21ac,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:50.227039 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-733fba27-571d-450a-bb2c-07b7efea5c7d tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:50.239795 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Attempt 9 to provision port 67118627-dc4d-487a-aee3-9fda7a58aea1 Oct 04 09:12:50.252592 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-733fba27-571d-450a-bb2c-07b7efea5c7d tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:50.256672 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-733fba27-571d-450a-bb2c-07b7efea5c7d tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Usage tracker for resource:security_group_rule and tenant:8eccf873fc3d4a95ae93ab1afe9db4b6 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:50.259719 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-733fba27-571d-450a-bb2c-07b7efea5c7d tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:50.266917 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-733fba27-571d-450a-bb2c-07b7efea5c7d tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:50.276282 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c0a2af-750b-465e-93d1-f3a35e1ff372 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:12:50.277200 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4fd798d0-9628-4d48-bc4d-930a580f08da tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:50.296799 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-69c0a2af-750b-465e-93d1-f3a35e1ff372 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:12:50.299466 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c0a2af-750b-465e-93d1-f3a35e1ff372 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:12:50.311650 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-5631f639-218e-4d8d-8dee-82c2b442ca91 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Allocated IP 172.26.10.130 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/b1be7a21-286b-4e15-bd25-dc13a0bd6036) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:12:50.331639 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Port 67118627-dc4d-487a-aee3-9fda7a58aea1 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:50.379822 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8480f146-c6db-41c4-8019-7cd2d7232afd tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:50.380538 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8480f146-c6db-41c4-8019-7cd2d7232afd tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:50.414312 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c0a2af-750b-465e-93d1-f3a35e1ff372 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Pushing event updated for resources: {'Port': ['ID=21ccfa0b-d60c-4075-a865-d4de9c1b469c,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:50.433491 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-8480f146-c6db-41c4-8019-7cd2d7232afd tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3394034 Oct 04 09:12:50.437169 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54898) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:50.503109 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-ec2f8d43-66ae-4e38-a5c6-5c305cc16533 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:a1:cd:85'}]}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:50.507757 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-733fba27-571d-450a-bb2c-07b7efea5c7d tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:50.521051 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-733fba27-571d-450a-bb2c-07b7efea5c7d tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:50.585346 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-733fba27-571d-450a-bb2c-07b7efea5c7d tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:12:50.611755 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4fd798d0-9628-4d48-bc4d-930a580f08da tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:50.618060 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733fba27-571d-450a-bb2c-07b7efea5c7d tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48be0e0f-e556-4acd-ac4e-5d73af495cf5,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:50.624633 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4fd798d0-9628-4d48-bc4d-930a580f08da tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:50.629899 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-733fba27-571d-450a-bb2c-07b7efea5c7d tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:50.630245 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-733fba27-571d-450a-bb2c-07b7efea5c7d tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Added segment b30715a9-3c82-4ec6-9d82-1df1493c94a1 of type vlan for network dbd50da1-78d3-47a4-ab00-a566016fc525 Oct 04 09:12:50.652687 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5631f639-218e-4d8d-8dee-82c2b442ca91 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:50.703367 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd798d0-9628-4d48-bc4d-930a580f08da tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4e3812a-a0ab-436c-a643-1093e2a2c7ef,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:50.770972 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-733fba27-571d-450a-bb2c-07b7efea5c7d tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:50.799637 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4fd798d0-9628-4d48-bc4d-930a580f08da tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:50.800829 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-4fd798d0-9628-4d48-bc4d-930a580f08da tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7616765 Oct 04 09:12:50.803640 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54902) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:50.833040 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Attempt 10 to provision port 67118627-dc4d-487a-aee3-9fda7a58aea1 Oct 04 09:12:50.889402 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Port 67118627-dc4d-487a-aee3-9fda7a58aea1 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:50.899896 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Provisioning for port 66de278a-6a7d-451c-b8b5-418d5ee6013d completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:12:50.906493 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Provisioning complete for port 66de278a-6a7d-451c-b8b5-418d5ee6013d triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:12:50.907064 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:50.907664 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Attempt 1 to provision port 66de278a-6a7d-451c-b8b5-418d5ee6013d Oct 04 09:12:50.921844 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-b2c1f615-7b53-40d9-a8a2-12008927ecbf tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Request body: {'security_group_rule': {'security_group_id': '3eb11cd2-21d0-4970-b84f-08db6ad0a3c0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:50.937371 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-b2c1f615-7b53-40d9-a8a2-12008927ecbf tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:50.939798 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.db.resource_extend [None req-733fba27-571d-450a-bb2c-07b7efea5c7d tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 04 09:12:50.954473 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-b2c1f615-7b53-40d9-a8a2-12008927ecbf tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Usage tracker for resource:security_group_rule and tenant:1e94b3bc18424967a4e33ba3a35cc126 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:50.960384 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-b2c1f615-7b53-40d9-a8a2-12008927ecbf tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:50.969629 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-b2c1f615-7b53-40d9-a8a2-12008927ecbf tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:50.983122 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5631f639-218e-4d8d-8dee-82c2b442ca91 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:51.023194 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-733fba27-571d-450a-bb2c-07b7efea5c7d tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:51.024150 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733fba27-571d-450a-bb2c-07b7efea5c7d tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:51.024760 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-733fba27-571d-450a-bb2c-07b7efea5c7d tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:51.035123 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Current status of the port 66de278a-6a7d-451c-b8b5-418d5ee6013d is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:12:51.035611 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:51.070855 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] For port 66de278a-6a7d-451c-b8b5-418d5ee6013d, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=66de278a-6a7d-451c-b8b5-418d5ee6013d,segment=NetworkSegment(3d748d64-a993-4e6a-8df6-4f3ecee7f2d1),segment_id=3d748d64-a993-4e6a-8df6-4f3ecee7f2d1)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:12:51.074062 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ec2f8d43-66ae-4e38-a5c6-5c305cc16533 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:51.076400 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:51.090386 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-69c0a2af-750b-465e-93d1-f3a35e1ff372 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:51.100218 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b2c1f615-7b53-40d9-a8a2-12008927ecbf tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:51.141231 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5631f639-218e-4d8d-8dee-82c2b442ca91 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:12:51.145147 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Provisioning for port 1333cc2c-99b1-448b-b890-69eb497fefc2 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:12:51.155918 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Provisioning complete for port 1333cc2c-99b1-448b-b890-69eb497fefc2 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:12:51.155918 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:51.156241 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Attempt 1 to provision port 1333cc2c-99b1-448b-b890-69eb497fefc2 Oct 04 09:12:51.198221 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-5631f639-218e-4d8d-8dee-82c2b442ca91 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:12:51.202517 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Pushing event updated for resources: {'Port': ['ID=66de278a-6a7d-451c-b8b5-418d5ee6013d,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:51.219271 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Port 1333cc2c-99b1-448b-b890-69eb497fefc2 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:51.227438 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5631f639-218e-4d8d-8dee-82c2b442ca91 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:12:51.253543 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5631f639-218e-4d8d-8dee-82c2b442ca91 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Pushing event updated for resources: {'Port': ['ID=b1be7a21-286b-4e15-bd25-dc13a0bd6036,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:51.310273 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-733fba27-571d-450a-bb2c-07b7efea5c7d tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.4183049 Oct 04 09:12:51.317794 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733fba27-571d-450a-bb2c-07b7efea5c7d tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Pushing event updated for resources: {'Network': ['ID=dbd50da1-78d3-47a4-ab00-a566016fc525,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:51.319823 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54908) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:51.329516 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network dbd50da1-78d3-47a4-ab00-a566016fc525 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:12:51.343368 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-066cdb4c-a6d6-43e7-aa7b-0d7d059772c8 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Request body: {'subnet': {'network_id': 'dbd50da1-78d3-47a4-ab00-a566016fc525', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:51.354632 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-066cdb4c-a6d6-43e7-aa7b-0d7d059772c8 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:51.373557 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-066cdb4c-a6d6-43e7-aa7b-0d7d059772c8 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Usage tracker for resource:subnet and tenant:8eccf873fc3d4a95ae93ab1afe9db4b6 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:51.383191 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-066cdb4c-a6d6-43e7-aa7b-0d7d059772c8 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:51.443537 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-066cdb4c-a6d6-43e7-aa7b-0d7d059772c8 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:51.472097 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b2c1f615-7b53-40d9-a8a2-12008927ecbf tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:51.475530 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066cdb4c-a6d6-43e7-aa7b-0d7d059772c8 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Made reservation on behalf of 8eccf873fc3d4a95ae93ab1afe9db4b6 for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:12:51.477837 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-066cdb4c-a6d6-43e7-aa7b-0d7d059772c8 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:51.490080 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2cc75e30-78c0-4a16-871f-01b26015cfa4 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:51.536772 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b2c1f615-7b53-40d9-a8a2-12008927ecbf tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:51.685218 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c1f615-7b53-40d9-a8a2-12008927ecbf tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fecbc284-47cd-4a83-9607-778edb30e735,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:51.721243 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Attempt 2 to provision port 1333cc2c-99b1-448b-b890-69eb497fefc2 Oct 04 09:12:51.733659 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-69c0a2af-750b-465e-93d1-f3a35e1ff372 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:51.744850 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc75e30-78c0-4a16-871f-01b26015cfa4 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Pushing event updated for resources: {'Subnet': ['ID=e4019fa1-5b9a-487b-b089-c4bd2656c698,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:51.760398 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-5631f639-218e-4d8d-8dee-82c2b442ca91 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Deleting port b1be7a21-286b-4e15-bd25-dc13a0bd6036 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:12:51.760804 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5631f639-218e-4d8d-8dee-82c2b442ca91 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:51.791467 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc75e30-78c0-4a16-871f-01b26015cfa4 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Checking segment: {'id': '073dd1a2-63e7-4ba5-a885-c0c413d39b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3404c857-bde0-4c9d-8d74-099e0f3e4bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:12:51.792335 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc75e30-78c0-4a16-871f-01b26015cfa4 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Network hostable DHCP agents. Network: 3404c857-bde0-4c9d-8d74-099e0f3e4bee, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:12:51.805493 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ec2f8d43-66ae-4e38-a5c6-5c305cc16533 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:51.805733 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b2c1f615-7b53-40d9-a8a2-12008927ecbf tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:51.806865 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-b2c1f615-7b53-40d9-a8a2-12008927ecbf tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9989989 Oct 04 09:12:51.813115 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Port 1333cc2c-99b1-448b-b890-69eb497fefc2 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:51.814746 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54912) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:51.826368 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ec2f8d43-66ae-4e38-a5c6-5c305cc16533 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:51.853520 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-180dfd48-ac4c-42e4-b17b-f9947b7f4fe5 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Request body: {'security_group_rule': {'security_group_id': '3eb11cd2-21d0-4970-b84f-08db6ad0a3c0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:51.906101 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc75e30-78c0-4a16-871f-01b26015cfa4 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Network 3404c857-bde0-4c9d-8d74-099e0f3e4bee is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:12:51.916474 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-180dfd48-ac4c-42e4-b17b-f9947b7f4fe5 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:51.930321 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-180dfd48-ac4c-42e4-b17b-f9947b7f4fe5 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Usage tracker for resource:security_group_rule and tenant:1e94b3bc18424967a4e33ba3a35cc126 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:51.942067 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-180dfd48-ac4c-42e4-b17b-f9947b7f4fe5 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:51.964537 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-2cc75e30-78c0-4a16-871f-01b26015cfa4 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 3404c857-bde0-4c9d-8d74-099e0f3e4bee) {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:12:51.972314 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d52f08-fa9a-4e42-bb68-0df6cf8890a0 None None] Network 3404c857-bde0-4c9d-8d74-099e0f3e4bee requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:12:51.982308 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2cc75e30-78c0-4a16-871f-01b26015cfa4 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:52.001202 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-180dfd48-ac4c-42e4-b17b-f9947b7f4fe5 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:52.045221 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-ec2f8d43-66ae-4e38-a5c6-5c305cc16533 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] In _notify_port_updated(), no bound segment for port 4db0034d-f24c-411e-8b4e-eec45fee21ac on network 0f953666-098c-46bc-892e-626726677935 {{(pid=89032) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 04 09:12:52.050567 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2f8d43-66ae-4e38-a5c6-5c305cc16533 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:52.051185 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ec2f8d43-66ae-4e38-a5c6-5c305cc16533 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:52.052654 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-ec2f8d43-66ae-4e38-a5c6-5c305cc16533 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] 10.222.0.50 "PUT /v2.0/ports/4db0034d-f24c-411e-8b4e-eec45fee21ac HTTP/1.1" status: 200 len: 994 time: 1.6134908 Oct 04 09:12:52.060109 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2f8d43-66ae-4e38-a5c6-5c305cc16533 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Pushing event updated for resources: {'Port': ['ID=4db0034d-f24c-411e-8b4e-eec45fee21ac,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:52.060337 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54916) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:52.071243 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-180dfd48-ac4c-42e4-b17b-f9947b7f4fe5 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:52.107787 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5631f639-218e-4d8d-8dee-82c2b442ca91 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:52.108429 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5631f639-218e-4d8d-8dee-82c2b442ca91 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:52.161049 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69c0a2af-750b-465e-93d1-f3a35e1ff372 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Router b49b0c8c-92f7-4197-9115-b987433210bf is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:12:52.168660 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-180dfd48-ac4c-42e4-b17b-f9947b7f4fe5 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:52.223510 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff60e24c-b05b-4c72-87fa-7b9f1ec639c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-3404c857-bde0-4c9d-8d74-099e0f3e4bee', 'network_id': '3404c857-bde0-4c9d-8d74-099e0f3e4bee', 'tenant_id': '940a70a7558445e4968e69427cd8cc49', 'fixed_ips': [{'subnet_id': 'e4019fa1-5b9a-487b-b089-c4bd2656c698'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:12:52.223832 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-180dfd48-ac4c-42e4-b17b-f9947b7f4fe5 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:52.225312 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ff60e24c-b05b-4c72-87fa-7b9f1ec639c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:52.278650 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180dfd48-ac4c-42e4-b17b-f9947b7f4fe5 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57d8d69d-782d-4848-9c6d-430902f2680e,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:52.287688 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-5631f639-218e-4d8d-8dee-82c2b442ca91 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Calling delete_port for b1be7a21-286b-4e15-bd25-dc13a0bd6036 owned by network:floatingip {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:12:52.292571 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-180dfd48-ac4c-42e4-b17b-f9947b7f4fe5 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:52.296398 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-180dfd48-ac4c-42e4-b17b-f9947b7f4fe5 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4777703 Oct 04 09:12:52.313778 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Attempt 3 to provision port 1333cc2c-99b1-448b-b890-69eb497fefc2 Oct 04 09:12:52.328644 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc75e30-78c0-4a16-871f-01b26015cfa4 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Pushing event updated for resources: {'Subnet': ['ID=c106c609-8310-4089-8287-3b8aa172b636,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:52.330593 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54920) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:52.357971 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-b0fb3f6e-5d03-4e35-b918-039d6036a87e tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Request body: {'security_group_rule': {'security_group_id': '3eb11cd2-21d0-4970-b84f-08db6ad0a3c0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:52.387339 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c0a2af-750b-465e-93d1-f3a35e1ff372 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:12:52.395444 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-b0fb3f6e-5d03-4e35-b918-039d6036a87e tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:52.398566 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e05074-ea0c-4a96-8ad4-1772e59f6ff7 None None] Sync routers for ids ['b49b0c8c-92f7-4197-9115-b987433210bf'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:12:52.404984 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-20958773-6a2d-425d-9222-e3c84205ed34 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Deleting port 4db0034d-f24c-411e-8b4e-eec45fee21ac {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:12:52.405320 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-20958773-6a2d-425d-9222-e3c84205ed34 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:52.409766 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-69c0a2af-750b-465e-93d1-f3a35e1ff372 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:52.410763 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e05074-ea0c-4a96-8ad4-1772e59f6ff7 None None] Routers {'b49b0c8c-92f7-4197-9115-b987433210bf'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:12:52.414118 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-69c0a2af-750b-465e-93d1-f3a35e1ff372 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.8588715 Oct 04 09:12:52.414540 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54924) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:52.415484 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-68e05074-ea0c-4a96-8ad4-1772e59f6ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:12:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['b49b0c8c-92f7-4197-9115-b987433210bf'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:52.439703 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc75e30-78c0-4a16-871f-01b26015cfa4 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Checking segment: {'id': 'd97c7781-a4a3-44e0-9bd7-515b994f2f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '9e8a5c14-f060-490d-817f-d42b79c1f539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:12:52.440070 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc75e30-78c0-4a16-871f-01b26015cfa4 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Network hostable DHCP agents. Network: 9e8a5c14-f060-490d-817f-d42b79c1f539, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:12:52.441017 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Port 1333cc2c-99b1-448b-b890-69eb497fefc2 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:52.445693 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-b0fb3f6e-5d03-4e35-b918-039d6036a87e tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Usage tracker for resource:security_group_rule and tenant:1e94b3bc18424967a4e33ba3a35cc126 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:52.460917 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-b0fb3f6e-5d03-4e35-b918-039d6036a87e tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:52.464223 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-ff60e24c-b05b-4c72-87fa-7b9f1ec639c2 None None] Allocated IP 2001:db8::1 (3404c857-bde0-4c9d-8d74-099e0f3e4bee/e4019fa1-5b9a-487b-b089-c4bd2656c698/46faa3d4-7399-4dfa-8fc0-4030b83b994b) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:12:52.485821 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-b0fb3f6e-5d03-4e35-b918-039d6036a87e tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:52.633303 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-274859be-b046-40c2-b12f-a4b6276a6629 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] 10.222.0.50 "GET /v2.0/routers/b49b0c8c-92f7-4197-9115-b987433210bf HTTP/1.1" status: 200 len: 909 time: 0.2172704 Oct 04 09:12:52.636054 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54928) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:52.643431 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-41431f94-9bba-471b-a792-cdfe7a60f34d tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Request body: {'router': {'name': 'tempest-snat-router-541504896', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'enable_snat': True}}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:52.649529 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-41431f94-9bba-471b-a792-cdfe7a60f34d tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:52.655517 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-41431f94-9bba-471b-a792-cdfe7a60f34d tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Usage tracker for resource:router and tenant:2a63b3678ac545b3abd26ca13af65fe0 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:52.659852 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-41431f94-9bba-471b-a792-cdfe7a60f34d tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:52.667561 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-41431f94-9bba-471b-a792-cdfe7a60f34d tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:52.686685 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-68e05074-ea0c-4a96-8ad4-1772e59f6ff7 None None] Set router b49b0c8c-92f7-4197-9115-b987433210bf gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:12:52.689412 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-41431f94-9bba-471b-a792-cdfe7a60f34d tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:52.690534 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-41431f94-9bba-471b-a792-cdfe7a60f34d tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:52.710156 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-41431f94-9bba-471b-a792-cdfe7a60f34d tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:52.789562 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc75e30-78c0-4a16-871f-01b26015cfa4 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Network 9e8a5c14-f060-490d-817f-d42b79c1f539 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:12:52.789812 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ff60e24c-b05b-4c72-87fa-7b9f1ec639c2 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:52.812314 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b0fb3f6e-5d03-4e35-b918-039d6036a87e tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:52.919106 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-2cc75e30-78c0-4a16-871f-01b26015cfa4 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 9e8a5c14-f060-490d-817f-d42b79c1f539) {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:12:52.931346 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07158d6-8021-43a4-95d6-d8600350eba1 None None] Network 9e8a5c14-f060-490d-817f-d42b79c1f539 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:12:52.948320 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Attempt 4 to provision port 1333cc2c-99b1-448b-b890-69eb497fefc2 Oct 04 09:12:52.951682 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc75e30-78c0-4a16-871f-01b26015cfa4 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:52.952166 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc75e30-78c0-4a16-871f-01b26015cfa4 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:52.952814 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2cc75e30-78c0-4a16-871f-01b26015cfa4 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:53.006387 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5631f639-218e-4d8d-8dee-82c2b442ca91 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:53.063266 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-2cc75e30-78c0-4a16-871f-01b26015cfa4 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.2919931 Oct 04 09:12:53.097501 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-ff60e24c-b05b-4c72-87fa-7b9f1ec639c2 None None] Transition to ACTIVE for port object 46faa3d4-7399-4dfa-8fc0-4030b83b994b will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:12:53.101044 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54932) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:53.101880 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5631f639-218e-4d8d-8dee-82c2b442ca91 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Pushing event deleted for resources: {'Port': ['ID=b1be7a21-286b-4e15-bd25-dc13a0bd6036,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:53.106549 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b0fb3f6e-5d03-4e35-b918-039d6036a87e tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:53.120810 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-ff60e24c-b05b-4c72-87fa-7b9f1ec639c2 None None] Transition to ACTIVE for port object 46faa3d4-7399-4dfa-8fc0-4030b83b994b will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:12:53.126155 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-68e05074-ea0c-4a96-8ad4-1772e59f6ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49b0c8c-92f7-4197-9115-b987433210bf', 'name': 'tempest-snat-router-541504896', 'tenant_id': '2a63b3678ac545b3abd26ca13af65fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.157'}], 'enable_snat': False}, 'gw_port_id': '21ccfa0b-d60c-4075-a865-d4de9c1b469c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:12:47Z', 'updated_at': '2022-10-04T09:12:50Z', 'revision_number': 3, 'project_id': '2a63b3678ac545b3abd26ca13af65fe0', 'gw_port': {'id': '21ccfa0b-d60c-4075-a865-d4de9c1b469c', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b49b0c8c-92f7-4197-9115-b987433210bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:12:49Z', 'updated_at': '2022-10-04T09:12:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:53.132347 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e05074-ea0c-4a96-8ad4-1772e59f6ff7 None None] Checking router: b49b0c8c-92f7-4197-9115-b987433210bf for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:12:53.132801 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e05074-ea0c-4a96-8ad4-1772e59f6ff7 None None] Updating router b49b0c8c-92f7-4197-9115-b987433210bf port 21ccfa0b-d60c-4075-a865-d4de9c1b469c binding host dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:12:53.142235 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ff60e24c-b05b-4c72-87fa-7b9f1ec639c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:53.195398 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b0fb3f6e-5d03-4e35-b918-039d6036a87e tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:53.195985 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-41431f94-9bba-471b-a792-cdfe7a60f34d tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:53.228055 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Port 1333cc2c-99b1-448b-b890-69eb497fefc2 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:53.232085 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-20958773-6a2d-425d-9222-e3c84205ed34 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:53.234808 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff60e24c-b05b-4c72-87fa-7b9f1ec639c2 None None] Network 3404c857-bde0-4c9d-8d74-099e0f3e4bee is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:12:53.237596 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-68e05074-ea0c-4a96-8ad4-1772e59f6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:53.239959 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-ff60e24c-b05b-4c72-87fa-7b9f1ec639c2 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:12:53.247277 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff60e24c-b05b-4c72-87fa-7b9f1ec639c2 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:12:53.256811 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff60e24c-b05b-4c72-87fa-7b9f1ec639c2 None None] Pushing event updated for resources: {'Port': ['ID=46faa3d4-7399-4dfa-8fc0-4030b83b994b,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:53.311733 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb3f6e-5d03-4e35-b918-039d6036a87e tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c92e1c9b-a714-496b-973d-e12f790c4fce,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:53.339016 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 66de278a-6a7d-451c-b8b5-418d5ee6013d up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:12:53.480765 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a07afa-61e7-4235-9409-86bbbebf9831 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:53.483773 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a07afa-61e7-4235-9409-86bbbebf9831 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:53.485457 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a07afa-61e7-4235-9409-86bbbebf9831 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:53.486276 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-53a07afa-61e7-4235-9409-86bbbebf9831 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Synchronizing usage tracker for tenant:940a70a7558445e4968e69427cd8cc49 on resource:subnet {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:12:53.496321 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-ff60e24c-b05b-4c72-87fa-7b9f1ec639c2 None None] Attempting to bind port 46faa3d4-7399-4dfa-8fc0-4030b83b994b on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:12:53.496943 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-ff60e24c-b05b-4c72-87fa-7b9f1ec639c2 None None] Attempting to bind port 46faa3d4-7399-4dfa-8fc0-4030b83b994b by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '073dd1a2-63e7-4ba5-a885-c0c413d39b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3404c857-bde0-4c9d-8d74-099e0f3e4bee'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:12:53.497303 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff60e24c-b05b-4c72-87fa-7b9f1ec639c2 None None] Attempting to bind port 46faa3d4-7399-4dfa-8fc0-4030b83b994b on network 3404c857-bde0-4c9d-8d74-099e0f3e4bee {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:12:53.505020 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-20958773-6a2d-425d-9222-e3c84205ed34 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Calling delete_port for 4db0034d-f24c-411e-8b4e-eec45fee21ac owned by {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:12:53.519243 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff60e24c-b05b-4c72-87fa-7b9f1ec639c2 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:12:53.519617 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff60e24c-b05b-4c72-87fa-7b9f1ec639c2 None None] Checking segment: {'id': '073dd1a2-63e7-4ba5-a885-c0c413d39b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3404c857-bde0-4c9d-8d74-099e0f3e4bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:12:53.520023 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ff60e24c-b05b-4c72-87fa-7b9f1ec639c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:53.520440 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff60e24c-b05b-4c72-87fa-7b9f1ec639c2 None None] Bound using segment: {'id': '073dd1a2-63e7-4ba5-a885-c0c413d39b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3404c857-bde0-4c9d-8d74-099e0f3e4bee'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:12:53.520922 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-ff60e24c-b05b-4c72-87fa-7b9f1ec639c2 None None] Bound port: 46faa3d4-7399-4dfa-8fc0-4030b83b994b, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '073dd1a2-63e7-4ba5-a885-c0c413d39b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3404c857-bde0-4c9d-8d74-099e0f3e4bee'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:12:53.521296 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ff60e24c-b05b-4c72-87fa-7b9f1ec639c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:53.575351 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b0fb3f6e-5d03-4e35-b918-039d6036a87e tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:53.576802 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-b0fb3f6e-5d03-4e35-b918-039d6036a87e tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2342925 Oct 04 09:12:53.587421 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54936) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:53.621640 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19897e9-9e1f-4cc9-9031-236084ce4c29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-9e8a5c14-f060-490d-817f-d42b79c1f539', 'network_id': '9e8a5c14-f060-490d-817f-d42b79c1f539', 'tenant_id': '940a70a7558445e4968e69427cd8cc49', 'fixed_ips': [{'subnet_id': 'c106c609-8310-4089-8287-3b8aa172b636'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:12:53.622459 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e19897e9-9e1f-4cc9-9031-236084ce4c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:53.637747 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-41431f94-9bba-471b-a792-cdfe7a60f34d tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:53.643623 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-e7528acc-e2c5-4b19-b98e-ae4877be13c6 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Request body: {'security_group_rule': {'security_group_id': '3eb11cd2-21d0-4970-b84f-08db6ad0a3c0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:53.653945 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.objects.ports [None req-066cdb4c-a6d6-43e7-aa7b-0d7d059772c8 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89033) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Oct 04 09:12:53.654693 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-066cdb4c-a6d6-43e7-aa7b-0d7d059772c8 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:53.664314 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-e7528acc-e2c5-4b19-b98e-ae4877be13c6 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:53.684934 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-68e05074-ea0c-4a96-8ad4-1772e59f6ff7 None None] Notify callbacks [] for port, precommit_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:53.700680 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.provisioning_blocks [None req-68e05074-ea0c-4a96-8ad4-1772e59f6ff7 None None] Transition to ACTIVE for port object 21ccfa0b-d60c-4075-a865-d4de9c1b469c will not be triggered until provisioned by entity L2. {{(pid=89035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:12:53.704286 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-41431f94-9bba-471b-a792-cdfe7a60f34d tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:53.705628 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-53a07afa-61e7-4235-9409-86bbbebf9831 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Unset dirty status for tenant:940a70a7558445e4968e69427cd8cc49 on resource:subnet {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:12:53.707160 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-53a07afa-61e7-4235-9409-86bbbebf9831 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.6030898 Oct 04 09:12:53.715103 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-e7528acc-e2c5-4b19-b98e-ae4877be13c6 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Usage tracker for resource:security_group_rule and tenant:1e94b3bc18424967a4e33ba3a35cc126 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:53.719923 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-68e05074-ea0c-4a96-8ad4-1772e59f6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:53.724093 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 66de278a-6a7d-451c-b8b5-418d5ee6013d triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:12:53.724516 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:53.724853 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 66de278a-6a7d-451c-b8b5-418d5ee6013d Oct 04 09:12:53.730886 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-e7528acc-e2c5-4b19-b98e-ae4877be13c6 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:53.735437 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54940) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:53.757317 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Attempt 5 to provision port 1333cc2c-99b1-448b-b890-69eb497fefc2 Oct 04 09:12:53.765335 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-e7528acc-e2c5-4b19-b98e-ae4877be13c6 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:53.826030 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Port 1333cc2c-99b1-448b-b890-69eb497fefc2 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:53.827602 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-68e05074-ea0c-4a96-8ad4-1772e59f6ff7 None None] Attempting to bind port 21ccfa0b-d60c-4075-a865-d4de9c1b469c on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:12:53.828188 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-68e05074-ea0c-4a96-8ad4-1772e59f6ff7 None None] Attempting to bind port 21ccfa0b-d60c-4075-a865-d4de9c1b469c by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:12:53.828952 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e05074-ea0c-4a96-8ad4-1772e59f6ff7 None None] Attempting to bind port 21ccfa0b-d60c-4075-a865-d4de9c1b469c on network f33938cd-879e-4461-9b5e-aa67b746b6bd {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:12:53.836707 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ce75e0-bfbd-4b67-ad54-582e3de7ad3a None None] Pushing event updated for resources: {'Port': ['ID=21ccfa0b-d60c-4075-a865-d4de9c1b469c,revision_number=2']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:53.843482 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e05074-ea0c-4a96-8ad4-1772e59f6ff7 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:12:53.843853 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e05074-ea0c-4a96-8ad4-1772e59f6ff7 None None] Checking segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:12:53.846504 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-68e05074-ea0c-4a96-8ad4-1772e59f6ff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:53.846946 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e05074-ea0c-4a96-8ad4-1772e59f6ff7 None None] Bound using segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:12:53.847462 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-68e05074-ea0c-4a96-8ad4-1772e59f6ff7 None None] Bound port: 21ccfa0b-d60c-4075-a865-d4de9c1b469c, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:12:53.848084 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-68e05074-ea0c-4a96-8ad4-1772e59f6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:53.863849 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066cdb4c-a6d6-43e7-aa7b-0d7d059772c8 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e1347d5e-817d-4a07-8eb4-5734c57af147,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:53.866801 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-ff60e24c-b05b-4c72-87fa-7b9f1ec639c2 None None] For port 46faa3d4-7399-4dfa-8fc0-4030b83b994b, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:12:53.904907 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-5631f639-218e-4d8d-8dee-82c2b442ca91 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] create failed (client error): The resource could not be found. Oct 04 09:12:53.906109 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-5631f639-218e-4d8d-8dee-82c2b442ca91 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.8786712 Oct 04 09:12:53.919287 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54944) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:53.943247 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-936d785a-ca1e-402f-bfb8-e50283af71d5 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Deleting subnet e4019fa1-5b9a-487b-b089-c4bd2656c698 {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:12:53.967596 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-68e05074-ea0c-4a96-8ad4-1772e59f6ff7 None None] For port 21ccfa0b-d60c-4075-a865-d4de9c1b469c, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:12:53.971550 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-68e05074-ea0c-4a96-8ad4-1772e59f6ff7 None None] For port 21ccfa0b-d60c-4075-a865-d4de9c1b469c, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=21ccfa0b-d60c-4075-a865-d4de9c1b469c,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:12:53.977829 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-68e05074-ea0c-4a96-8ad4-1772e59f6ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:53.983634 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066cdb4c-a6d6-43e7-aa7b-0d7d059772c8 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Checking segment: {'id': 'b30715a9-3c82-4ec6-9d82-1df1493c94a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'dbd50da1-78d3-47a4-ab00-a566016fc525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:12:53.984135 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066cdb4c-a6d6-43e7-aa7b-0d7d059772c8 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Network hostable DHCP agents. Network: dbd50da1-78d3-47a4-ab00-a566016fc525, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:12:53.985303 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-41431f94-9bba-471b-a792-cdfe7a60f34d tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Allocated IP 172.26.10.168 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/97a755f3-4a4b-4dd3-8f4c-775f8f0e2829) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:12:53.996558 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-936d785a-ca1e-402f-bfb8-e50283af71d5 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:54.011028 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-e19897e9-9e1f-4cc9-9031-236084ce4c29 None None] Allocated IP 2001:db8:0:1::1 (9e8a5c14-f060-490d-817f-d42b79c1f539/c106c609-8310-4089-8287-3b8aa172b636/75b3e158-eb12-406d-a09f-d68ddd627870) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:12:54.015970 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 66de278a-6a7d-451c-b8b5-418d5ee6013d is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:12:54.025033 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e7528acc-e2c5-4b19-b98e-ae4877be13c6 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:54.104497 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ce75e0-bfbd-4b67-ad54-582e3de7ad3a None None] Pushing event updated for resources: {'Port': ['ID=21ccfa0b-d60c-4075-a865-d4de9c1b469c,revision_number=3']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:54.114181 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e05074-ea0c-4a96-8ad4-1772e59f6ff7 None None] Routers {'b49b0c8c-92f7-4197-9115-b987433210bf'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:12:54.114782 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-68e05074-ea0c-4a96-8ad4-1772e59f6ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:12:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['b49b0c8c-92f7-4197-9115-b987433210bf'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:54.135915 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-ff60e24c-b05b-4c72-87fa-7b9f1ec639c2 None None] For port 46faa3d4-7399-4dfa-8fc0-4030b83b994b, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=46faa3d4-7399-4dfa-8fc0-4030b83b994b,segment=NetworkSegment(073dd1a2-63e7-4ba5-a885-c0c413d39b35),segment_id=073dd1a2-63e7-4ba5-a885-c0c413d39b35)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:12:54.137132 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-20958773-6a2d-425d-9222-e3c84205ed34 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:54.142004 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-5a2c5280-1349-4574-803a-70b0a0f29894 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Deleting port 1333cc2c-99b1-448b-b890-69eb497fefc2 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:12:54.142559 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5a2c5280-1349-4574-803a-70b0a0f29894 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:54.145012 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ff60e24c-b05b-4c72-87fa-7b9f1ec639c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:54.159181 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-41431f94-9bba-471b-a792-cdfe7a60f34d tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:54.195241 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-41431f94-9bba-471b-a792-cdfe7a60f34d tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:54.217657 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066cdb4c-a6d6-43e7-aa7b-0d7d059772c8 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Network dbd50da1-78d3-47a4-ab00-a566016fc525 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:12:54.236730 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-936d785a-ca1e-402f-bfb8-e50283af71d5 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:54.238524 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff60e24c-b05b-4c72-87fa-7b9f1ec639c2 None None] Pushing event updated for resources: {'Port': ['ID=46faa3d4-7399-4dfa-8fc0-4030b83b994b,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:54.283564 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41431f94-9bba-471b-a792-cdfe7a60f34d tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:12:54.302559 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-41431f94-9bba-471b-a792-cdfe7a60f34d tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:12:54.307528 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41431f94-9bba-471b-a792-cdfe7a60f34d tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:12:54.313355 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20958773-6a2d-425d-9222-e3c84205ed34 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Pushing event deleted for resources: {'Port': ['ID=4db0034d-f24c-411e-8b4e-eec45fee21ac,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:54.370327 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Attempt 6 to provision port 1333cc2c-99b1-448b-b890-69eb497fefc2 Oct 04 09:12:54.375943 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-066cdb4c-a6d6-43e7-aa7b-0d7d059772c8 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, dbd50da1-78d3-47a4-ab00-a566016fc525) {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:12:54.386274 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-68e05074-ea0c-4a96-8ad4-1772e59f6ff7 None None] Set router b49b0c8c-92f7-4197-9115-b987433210bf gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:12:54.396142 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41431f94-9bba-471b-a792-cdfe7a60f34d tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Pushing event updated for resources: {'Port': ['ID=97a755f3-4a4b-4dd3-8f4c-775f8f0e2829,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:54.410303 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066cdb4c-a6d6-43e7-aa7b-0d7d059772c8 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:54.410897 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-066cdb4c-a6d6-43e7-aa7b-0d7d059772c8 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:54.461905 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdf0765-2474-403f-9523-61d4e814ac79 None None] Network dbd50da1-78d3-47a4-ab00-a566016fc525 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:12:54.508024 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e7528acc-e2c5-4b19-b98e-ae4877be13c6 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:54.544312 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Port 1333cc2c-99b1-448b-b890-69eb497fefc2 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:54.603460 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e7528acc-e2c5-4b19-b98e-ae4877be13c6 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:54.684716 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e19897e9-9e1f-4cc9-9031-236084ce4c29 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:54.703573 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-e19897e9-9e1f-4cc9-9031-236084ce4c29 None None] Transition to ACTIVE for port object 75b3e158-eb12-406d-a09f-d68ddd627870 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:12:54.770368 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-e19897e9-9e1f-4cc9-9031-236084ce4c29 None None] Transition to ACTIVE for port object 75b3e158-eb12-406d-a09f-d68ddd627870 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:12:54.912053 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e19897e9-9e1f-4cc9-9031-236084ce4c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:54.928427 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-68e05074-ea0c-4a96-8ad4-1772e59f6ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49b0c8c-92f7-4197-9115-b987433210bf', 'name': 'tempest-snat-router-541504896', 'tenant_id': '2a63b3678ac545b3abd26ca13af65fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.157'}], 'enable_snat': False}, 'gw_port_id': '21ccfa0b-d60c-4075-a865-d4de9c1b469c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:12:47Z', 'updated_at': '2022-10-04T09:12:50Z', 'revision_number': 3, 'project_id': '2a63b3678ac545b3abd26ca13af65fe0', 'gw_port': {'id': '21ccfa0b-d60c-4075-a865-d4de9c1b469c', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b49b0c8c-92f7-4197-9115-b987433210bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:12:49Z', 'updated_at': '2022-10-04T09:12:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:54.934840 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e05074-ea0c-4a96-8ad4-1772e59f6ff7 None None] The sync data for ids ['b49b0c8c-92f7-4197-9115-b987433210bf'] in dv-neutron-860215-1-hyperv is: [{'id': 'b49b0c8c-92f7-4197-9115-b987433210bf', 'name': 'tempest-snat-router-541504896', 'tenant_id': '2a63b3678ac545b3abd26ca13af65fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.157'}], 'enable_snat': False}, 'gw_port_id': '21ccfa0b-d60c-4075-a865-d4de9c1b469c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:12:47Z', 'updated_at': '2022-10-04T09:12:50Z', 'revision_number': 3, 'project_id': '2a63b3678ac545b3abd26ca13af65fe0', 'gw_port': {'id': '21ccfa0b-d60c-4075-a865-d4de9c1b469c', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b49b0c8c-92f7-4197-9115-b987433210bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:12:49Z', 'updated_at': '2022-10-04T09:12:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:12:54.964509 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7528acc-e2c5-4b19-b98e-ae4877be13c6 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01767e97-e61f-444d-86d0-5d0cffcbe994,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:54.999879 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9ec02f-a343-4d69-872c-34ae13edc1a0 None None] Network dbd50da1-78d3-47a4-ab00-a566016fc525 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:12:55.001637 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-41431f94-9bba-471b-a792-cdfe7a60f34d tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:55.084320 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-066cdb4c-a6d6-43e7-aa7b-0d7d059772c8 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.7571559 Oct 04 09:12:55.087946 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54950) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:55.089549 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Attempt 7 to provision port 1333cc2c-99b1-448b-b890-69eb497fefc2 Oct 04 09:12:55.090969 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e7528acc-e2c5-4b19-b98e-ae4877be13c6 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:55.092157 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-e7528acc-e2c5-4b19-b98e-ae4877be13c6 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.5005472 Oct 04 09:12:55.096617 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-41f09830-3827-4aaa-b8ab-3e8ce1a7e96b tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1223381551', 'network_id': 'dbd50da1-78d3-47a4-ab00-a566016fc525'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:55.102929 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54954) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:55.120855 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-41f09830-3827-4aaa-b8ab-3e8ce1a7e96b tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:55.145307 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-41f09830-3827-4aaa-b8ab-3e8ce1a7e96b tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Usage tracker for resource:port and tenant:8eccf873fc3d4a95ae93ab1afe9db4b6 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:55.148503 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2517d6d0-d438-4eae-9a4f-e2de8d5f8008 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:55.154129 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-41f09830-3827-4aaa-b8ab-3e8ce1a7e96b tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:55.165290 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-41f09830-3827-4aaa-b8ab-3e8ce1a7e96b tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:55.165494 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-936d785a-ca1e-402f-bfb8-e50283af71d5 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:55.176188 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19897e9-9e1f-4cc9-9031-236084ce4c29 None None] Network 9e8a5c14-f060-490d-817f-d42b79c1f539 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:12:55.186686 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-e19897e9-9e1f-4cc9-9031-236084ce4c29 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:12:55.204135 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19897e9-9e1f-4cc9-9031-236084ce4c29 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:12:55.230910 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19897e9-9e1f-4cc9-9031-236084ce4c29 None None] Pushing event updated for resources: {'Port': ['ID=75b3e158-eb12-406d-a09f-d68ddd627870,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:55.261960 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-20958773-6a2d-425d-9222-e3c84205ed34 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:55.273448 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-20958773-6a2d-425d-9222-e3c84205ed34 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] 10.222.0.50 "DELETE /v2.0/ports/4db0034d-f24c-411e-8b4e-eec45fee21ac HTTP/1.1" status: 204 len: 168 time: 3.1984754 Oct 04 09:12:55.277449 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54958) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:55.315582 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Port 1333cc2c-99b1-448b-b890-69eb497fefc2 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:55.403621 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5a2c5280-1349-4574-803a-70b0a0f29894 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:55.411778 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2517d6d0-d438-4eae-9a4f-e2de8d5f8008 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:55.420636 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-bda2412e-fd6e-4162-88e8-a8badf782433 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] GET failed (client error): The resource could not be found. Oct 04 09:12:55.432335 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-bda2412e-fd6e-4162-88e8-a8badf782433 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Synchronizing usage tracker for tenant:e05ff2ada97b419083aa12ef2747efd5 on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:12:55.452749 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f09830-3827-4aaa-b8ab-3e8ce1a7e96b tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Made reservation on behalf of 8eccf873fc3d4a95ae93ab1afe9db4b6 for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:12:55.457505 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-41f09830-3827-4aaa-b8ab-3e8ce1a7e96b tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:55.494787 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 46faa3d4-7399-4dfa-8fc0-4030b83b994b up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:12:55.613599 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2517d6d0-d438-4eae-9a4f-e2de8d5f8008 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:55.616253 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [None req-41f09830-3827-4aaa-b8ab-3e8ce1a7e96b tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] device_id is not set on port dda1f440-29de-4175-a40e-64b2163ed672 yet. {{(pid=89032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:12:55.623846 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-5a2c5280-1349-4574-803a-70b0a0f29894 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Calling delete_port for 1333cc2c-99b1-448b-b890-69eb497fefc2 owned by {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:12:55.687714 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-e19897e9-9e1f-4cc9-9031-236084ce4c29 None None] Attempting to bind port 75b3e158-eb12-406d-a09f-d68ddd627870 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:12:55.688278 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-e19897e9-9e1f-4cc9-9031-236084ce4c29 None None] Attempting to bind port 75b3e158-eb12-406d-a09f-d68ddd627870 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'd97c7781-a4a3-44e0-9bd7-515b994f2f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '9e8a5c14-f060-490d-817f-d42b79c1f539'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:12:55.690645 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19897e9-9e1f-4cc9-9031-236084ce4c29 None None] Attempting to bind port 75b3e158-eb12-406d-a09f-d68ddd627870 on network 9e8a5c14-f060-490d-817f-d42b79c1f539 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:12:55.699090 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19897e9-9e1f-4cc9-9031-236084ce4c29 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:12:55.700688 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19897e9-9e1f-4cc9-9031-236084ce4c29 None None] Checking segment: {'id': 'd97c7781-a4a3-44e0-9bd7-515b994f2f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '9e8a5c14-f060-490d-817f-d42b79c1f539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:12:55.701162 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e19897e9-9e1f-4cc9-9031-236084ce4c29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:55.702735 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19897e9-9e1f-4cc9-9031-236084ce4c29 None None] Bound using segment: {'id': 'd97c7781-a4a3-44e0-9bd7-515b994f2f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '9e8a5c14-f060-490d-817f-d42b79c1f539'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:12:55.703237 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-e19897e9-9e1f-4cc9-9031-236084ce4c29 None None] Bound port: 75b3e158-eb12-406d-a09f-d68ddd627870, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd97c7781-a4a3-44e0-9bd7-515b994f2f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '9e8a5c14-f060-490d-817f-d42b79c1f539'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:12:55.703608 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e19897e9-9e1f-4cc9-9031-236084ce4c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:55.719387 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-936d785a-ca1e-402f-bfb8-e50283af71d5 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:55.721353 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2517d6d0-d438-4eae-9a4f-e2de8d5f8008 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=01767e97-e61f-444d-86d0-5d0cffcbe994,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:55.776508 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-bda2412e-fd6e-4162-88e8-a8badf782433 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Unset dirty status for tenant:e05ff2ada97b419083aa12ef2747efd5 on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:12:55.781028 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-bda2412e-fd6e-4162-88e8-a8badf782433 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] 10.222.0.50 "GET /v2.0/ports/4db0034d-f24c-411e-8b4e-eec45fee21ac HTTP/1.1" status: 404 len: 333 time: 0.4945967 Oct 04 09:12:55.787760 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54962) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:55.789928 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936d785a-ca1e-402f-bfb8-e50283af71d5 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Pushing event deleted for resources: {'Subnet': ['ID=e4019fa1-5b9a-487b-b089-c4bd2656c698,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:55.801148 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-936d785a-ca1e-402f-bfb8-e50283af71d5 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:55.817283 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-faf036c3-34b2-48d9-96c8-3371657bc82f tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Request body: {'port': {'network_id': '0f953666-098c-46bc-892e-626726677935', 'name': 'tempest-AllowedAddressPairTestJSON-587976707'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:55.854716 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Attempt 8 to provision port 1333cc2c-99b1-448b-b890-69eb497fefc2 Oct 04 09:12:55.921162 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Port 1333cc2c-99b1-448b-b890-69eb497fefc2 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:55.921904 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 46faa3d4-7399-4dfa-8fc0-4030b83b994b completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:12:55.940145 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-e19897e9-9e1f-4cc9-9031-236084ce4c29 None None] For port 75b3e158-eb12-406d-a09f-d68ddd627870, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:12:55.943842 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-e19897e9-9e1f-4cc9-9031-236084ce4c29 None None] For port 75b3e158-eb12-406d-a09f-d68ddd627870, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=75b3e158-eb12-406d-a09f-d68ddd627870,segment=NetworkSegment(d97c7781-a4a3-44e0-9bd7-515b994f2f17),segment_id=d97c7781-a4a3-44e0-9bd7-515b994f2f17)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:12:55.949884 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e19897e9-9e1f-4cc9-9031-236084ce4c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:55.976656 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2517d6d0-d438-4eae-9a4f-e2de8d5f8008 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:55.977906 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-2517d6d0-d438-4eae-9a4f-e2de8d5f8008 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/01767e97-e61f-444d-86d0-5d0cffcbe994 HTTP/1.1" status: 204 len: 168 time: 0.8728304 Oct 04 09:12:55.984342 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54966) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:56.012836 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e203b9-bc47-4331-855e-181cb5619c31 None None] Network 3404c857-bde0-4c9d-8d74-099e0f3e4bee requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:12:56.022453 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-41431f94-9bba-471b-a792-cdfe7a60f34d tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:56.031135 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-936d785a-ca1e-402f-bfb8-e50283af71d5 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] 10.222.0.50 "DELETE /v2.0/subnets/e4019fa1-5b9a-487b-b089-c4bd2656c698 HTTP/1.1" status: 204 len: 168 time: 2.2781498 Oct 04 09:12:56.032748 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-faf036c3-34b2-48d9-96c8-3371657bc82f tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:56.036389 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54970) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:56.080783 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19897e9-9e1f-4cc9-9031-236084ce4c29 None None] Pushing event updated for resources: {'Port': ['ID=75b3e158-eb12-406d-a09f-d68ddd627870,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:56.110014 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-faf036c3-34b2-48d9-96c8-3371657bc82f tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:56.156915 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf036c3-34b2-48d9-96c8-3371657bc82f tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Made reservation on behalf of e05ff2ada97b419083aa12ef2747efd5 for: {'port': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:12:56.160717 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-faf036c3-34b2-48d9-96c8-3371657bc82f tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:56.179566 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5a2c5280-1349-4574-803a-70b0a0f29894 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:56.273733 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2c5280-1349-4574-803a-70b0a0f29894 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Pushing event deleted for resources: {'Port': ['ID=1333cc2c-99b1-448b-b890-69eb497fefc2,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:56.289136 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [None req-faf036c3-34b2-48d9-96c8-3371657bc82f tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] device_id is not set on port 794cec90-065b-435e-b293-27db0e205d59 yet. {{(pid=89033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:12:56.292145 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-41f09830-3827-4aaa-b8ab-3e8ce1a7e96b tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Allocated IP 172.20.0.13 (dbd50da1-78d3-47a4-ab00-a566016fc525/e1347d5e-817d-4a07-8eb4-5734c57af147/dda1f440-29de-4175-a40e-64b2163ed672) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:12:56.422609 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Attempt 9 to provision port 1333cc2c-99b1-448b-b890-69eb497fefc2 Oct 04 09:12:56.465878 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Port 1333cc2c-99b1-448b-b890-69eb497fefc2 was deleted so its status cannot be updated. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 04 09:12:56.491954 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a17094e-93ad-4076-946c-52cdd3ee64f4 None None] DHCP port deletion for 3404c857-bde0-4c9d-8d74-099e0f3e4bee request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:12:56.504482 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-5a17094e-93ad-4076-946c-52cdd3ee64f4 None None] Deleting port 46faa3d4-7399-4dfa-8fc0-4030b83b994b {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:12:56.504751 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5a17094e-93ad-4076-946c-52cdd3ee64f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:56.555794 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Provisioning complete for port 6983257f-a010-45a7-bcc3-9aeade529e77 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:12:56.556245 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:56.556672 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Attempt 1 to provision port 6983257f-a010-45a7-bcc3-9aeade529e77 Oct 04 09:12:56.568831 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5a2c5280-1349-4574-803a-70b0a0f29894 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:56.572584 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-41f09830-3827-4aaa-b8ab-3e8ce1a7e96b tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:56.591529 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-5a2c5280-1349-4574-803a-70b0a0f29894 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] 10.222.0.50 "DELETE /v2.0/ports/1333cc2c-99b1-448b-b890-69eb497fefc2 HTTP/1.1" status: 204 len: 168 time: 2.6625607 Oct 04 09:12:56.601600 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54974) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:56.664410 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-faf036c3-34b2-48d9-96c8-3371657bc82f tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Allocated IP 172.20.0.11 (0f953666-098c-46bc-892e-626726677935/8019c2e0-ba3f-470f-90df-fe40091b5252/794cec90-065b-435e-b293-27db0e205d59) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:12:56.687887 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Port 6983257f-a010-45a7-bcc3-9aeade529e77 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:56.715270 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-20a70684-3b6b-4df4-a121-ef35e5ded731 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Synchronizing usage tracker for tenant:1e94b3bc18424967a4e33ba3a35cc126 on resource:security_group_rule {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:12:56.755775 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_v2 [None req-3185c118-0fb3-4b2d-bb25-0f6b58c19728 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Deleting subnet c106c609-8310-4089-8287-3b8aa172b636 {{(pid=89032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:12:56.767858 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3185c118-0fb3-4b2d-bb25-0f6b58c19728 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks [] for subnet, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:56.810852 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-5a17094e-93ad-4076-946c-52cdd3ee64f4 None None] For port 46faa3d4-7399-4dfa-8fc0-4030b83b994b, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=46faa3d4-7399-4dfa-8fc0-4030b83b994b,segment=NetworkSegment(073dd1a2-63e7-4ba5-a885-c0c413d39b35),segment_id=073dd1a2-63e7-4ba5-a885-c0c413d39b35)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:12:56.811432 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5a17094e-93ad-4076-946c-52cdd3ee64f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:56.837560 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-20a70684-3b6b-4df4-a121-ef35e5ded731 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Unset dirty status for tenant:1e94b3bc18424967a4e33ba3a35cc126 on resource:security_group_rule {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:12:56.839534 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-20a70684-3b6b-4df4-a121-ef35e5ded731 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.8515098 Oct 04 09:12:56.848265 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54978) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:56.873705 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3185c118-0fb3-4b2d-bb25-0f6b58c19728 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885153'] for subnet, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:56.932628 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-41f09830-3827-4aaa-b8ab-3e8ce1a7e96b tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:56.936099 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-faf036c3-34b2-48d9-96c8-3371657bc82f tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:56.952441 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-faf036c3-34b2-48d9-96c8-3371657bc82f tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Transition to ACTIVE for port object 794cec90-065b-435e-b293-27db0e205d59 will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:12:56.975641 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-5a17094e-93ad-4076-946c-52cdd3ee64f4 None None] Calling delete_port for 46faa3d4-7399-4dfa-8fc0-4030b83b994b owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:12:56.981234 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-faf036c3-34b2-48d9-96c8-3371657bc82f tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:57.018714 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cbd2c9b0-61d0-4dfd-8b50-fd82ccb34fa8 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:57.051142 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cbd2c9b0-61d0-4dfd-8b50-fd82ccb34fa8 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:57.063447 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf036c3-34b2-48d9-96c8-3371657bc82f tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Network 0f953666-098c-46bc-892e-626726677935 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:12:57.068163 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-faf036c3-34b2-48d9-96c8-3371657bc82f tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:12:57.069443 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb5e8bc-e61b-4eac-9af1-6d697ccea3d1 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:57.070310 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-8cb5e8bc-e61b-4eac-9af1-6d697ccea3d1 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Synchronizing usage tracker for tenant:f68aa401b76441c39ebad86774f729aa on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:12:57.071320 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf036c3-34b2-48d9-96c8-3371657bc82f tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:12:57.081456 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f09830-3827-4aaa-b8ab-3e8ce1a7e96b tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Network dbd50da1-78d3-47a4-ab00-a566016fc525 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:12:57.088985 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5a17094e-93ad-4076-946c-52cdd3ee64f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:57.090039 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-41f09830-3827-4aaa-b8ab-3e8ce1a7e96b tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:12:57.092336 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41431f94-9bba-471b-a792-cdfe7a60f34d tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Router 70c869a5-ad2e-4979-8e22-474ac945d907 is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:12:57.096850 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f09830-3827-4aaa-b8ab-3e8ce1a7e96b tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:12:57.109220 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf036c3-34b2-48d9-96c8-3371657bc82f tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Pushing event updated for resources: {'Port': ['ID=794cec90-065b-435e-b293-27db0e205d59,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:57.143830 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a17094e-93ad-4076-946c-52cdd3ee64f4 None None] No DVR routers for this DVR port 46faa3d4-7399-4dfa-8fc0-4030b83b994b on host dv-neutron-860215-1-hyperv {{(pid=89034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:12:57.171016 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf036c3-34b2-48d9-96c8-3371657bc82f tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:57.172630 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-faf036c3-34b2-48d9-96c8-3371657bc82f tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:57.172776 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f09830-3827-4aaa-b8ab-3e8ce1a7e96b tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Pushing event updated for resources: {'Port': ['ID=dda1f440-29de-4175-a40e-64b2163ed672,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:57.183381 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17094e-93ad-4076-946c-52cdd3ee64f4 None None] Pushing event deleted for resources: {'Port': ['ID=46faa3d4-7399-4dfa-8fc0-4030b83b994b,revision_number=None']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:57.190505 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Attempt 2 to provision port 6983257f-a010-45a7-bcc3-9aeade529e77 Oct 04 09:12:57.208084 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-faf036c3-34b2-48d9-96c8-3371657bc82f tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4135761 Oct 04 09:12:57.208856 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54982) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:57.220332 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-abdcfb27-1633-4079-a922-4f1fed245cd9 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:a1:cd:85'}]}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:57.266015 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Port 6983257f-a010-45a7-bcc3-9aeade529e77 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:57.336532 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-8cb5e8bc-e61b-4eac-9af1-6d697ccea3d1 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Unset dirty status for tenant:f68aa401b76441c39ebad86774f729aa on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:12:57.339074 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-8cb5e8bc-e61b-4eac-9af1-6d697ccea3d1 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] 10.222.0.50 "GET /v2.0/ports?device_id=8837d9d1-091c-4453-b970-e9c45ee2d14a HTTP/1.1" status: 200 len: 913 time: 0.7272031 Oct 04 09:12:57.350325 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54986) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:57.361637 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cbd2c9b0-61d0-4dfd-8b50-fd82ccb34fa8 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:57.428215 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 21ccfa0b-d60c-4075-a865-d4de9c1b469c up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:12:57.445816 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3185c118-0fb3-4b2d-bb25-0f6b58c19728 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:57.482242 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f09830-3827-4aaa-b8ab-3e8ce1a7e96b tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:57.482773 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-41f09830-3827-4aaa-b8ab-3e8ce1a7e96b tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:57.519960 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-7c5eceee-6ca6-4d20-a778-18545b07a8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:57.530293 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 21ccfa0b-d60c-4075-a865-d4de9c1b469c completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:12:57.536904 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 21ccfa0b-d60c-4075-a865-d4de9c1b469c triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:12:57.538177 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:57.538177 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 21ccfa0b-d60c-4075-a865-d4de9c1b469c Oct 04 09:12:57.692084 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-abdcfb27-1633-4079-a922-4f1fed245cd9 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:57.709021 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 21ccfa0b-d60c-4075-a865-d4de9c1b469c is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:12:57.713470 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:57.738788 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 21ccfa0b-d60c-4075-a865-d4de9c1b469c, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=21ccfa0b-d60c-4075-a865-d4de9c1b469c,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:12:57.746813 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:57.747917 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 75b3e158-eb12-406d-a09f-d68ddd627870 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:12:57.809037 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Attempt 3 to provision port 6983257f-a010-45a7-bcc3-9aeade529e77 Oct 04 09:12:57.878251 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd2c9b0-61d0-4dfd-8b50-fd82ccb34fa8 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c92e1c9b-a714-496b-973d-e12f790c4fce,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:57.905325 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-41f09830-3827-4aaa-b8ab-3e8ce1a7e96b tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 2.8162613 Oct 04 09:12:57.910128 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54990) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:57.926402 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Port 6983257f-a010-45a7-bcc3-9aeade529e77 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:57.932626 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=21ccfa0b-d60c-4075-a865-d4de9c1b469c,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:57.949037 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 75b3e158-eb12-406d-a09f-d68ddd627870 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:12:57.953289 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cbd2c9b0-61d0-4dfd-8b50-fd82ccb34fa8 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:57.957352 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-cbd2c9b0-61d0-4dfd-8b50-fd82ccb34fa8 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/c92e1c9b-a714-496b-973d-e12f790c4fce HTTP/1.1" status: 204 len: 168 time: 1.1047406 Oct 04 09:12:57.964195 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 54994) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:57.990572 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9781a96e-6c00-4505-8072-bca297d28d6a None None] Network 9e8a5c14-f060-490d-817f-d42b79c1f539 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:12:58.013272 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-bb059557-ad45-4de9-b2de-d980531b413c tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Deleting port dda1f440-29de-4175-a40e-64b2163ed672 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:12:58.013616 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-bb059557-ad45-4de9-b2de-d980531b413c tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:58.065165 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 46faa3d4-7399-4dfa-8fc0-4030b83b994b no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:12:58.112977 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 46faa3d4-7399-4dfa-8fc0-4030b83b994b {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:12:58.113465 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 46faa3d4-7399-4dfa-8fc0-4030b83b994b not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:12:58.148662 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41431f94-9bba-471b-a792-cdfe7a60f34d tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:12:58.158507 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3185c118-0fb3-4b2d-bb25-0f6b58c19728 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:58.160108 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f66071-02e9-4537-8f7e-8ce8084f88b2 None None] Sync routers for ids ['70c869a5-ad2e-4979-8e22-474ac945d907'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:12:58.170974 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-abdcfb27-1633-4079-a922-4f1fed245cd9 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:58.190951 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-abdcfb27-1633-4079-a922-4f1fed245cd9 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:58.208332 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f66071-02e9-4537-8f7e-8ce8084f88b2 None None] Routers {'70c869a5-ad2e-4979-8e22-474ac945d907'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:12:58.209114 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-49f66071-02e9-4537-8f7e-8ce8084f88b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:12:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['70c869a5-ad2e-4979-8e22-474ac945d907'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:58.227546 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3185c118-0fb3-4b2d-bb25-0f6b58c19728 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Pushing event deleted for resources: {'Subnet': ['ID=c106c609-8310-4089-8287-3b8aa172b636,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:58.234971 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3185c118-0fb3-4b2d-bb25-0f6b58c19728 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:58.248727 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-74217d14-c3ed-44ef-a293-866e7a81d07f tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Synchronizing usage tracker for tenant:1e94b3bc18424967a4e33ba3a35cc126 on resource:security_group_rule {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:12:58.277643 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-3185c118-0fb3-4b2d-bb25-0f6b58c19728 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] 10.222.0.50 "DELETE /v2.0/subnets/c106c609-8310-4089-8287-3b8aa172b636 HTTP/1.1" status: 204 len: 168 time: 2.2353621 Oct 04 09:12:58.293518 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 54998) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:58.311767 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-41431f94-9bba-471b-a792-cdfe7a60f34d tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:58.315400 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-41431f94-9bba-471b-a792-cdfe7a60f34d tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.6758018 Oct 04 09:12:58.322750 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55002) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:58.397529 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-74217d14-c3ed-44ef-a293-866e7a81d07f tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Unset dirty status for tenant:1e94b3bc18424967a4e33ba3a35cc126 on resource:security_group_rule {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:12:58.402326 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-74217d14-c3ed-44ef-a293-866e7a81d07f tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.4316399 Oct 04 09:12:58.405027 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55006) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:58.427086 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Attempt 4 to provision port 6983257f-a010-45a7-bcc3-9aeade529e77 Oct 04 09:12:58.431364 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdcfb27-1633-4079-a922-4f1fed245cd9 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Pushing event updated for resources: {'Port': ['ID=794cec90-065b-435e-b293-27db0e205d59,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:58.445906 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-abdcfb27-1633-4079-a922-4f1fed245cd9 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] In _notify_port_updated(), no bound segment for port 794cec90-065b-435e-b293-27db0e205d59 on network 0f953666-098c-46bc-892e-626726677935 {{(pid=89033) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 04 09:12:58.452393 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdcfb27-1633-4079-a922-4f1fed245cd9 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:58.452393 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-abdcfb27-1633-4079-a922-4f1fed245cd9 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:58.456313 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-abdcfb27-1633-4079-a922-4f1fed245cd9 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] 10.222.0.50 "PUT /v2.0/ports/794cec90-065b-435e-b293-27db0e205d59 HTTP/1.1" status: 200 len: 996 time: 1.2437718 Oct 04 09:12:58.458319 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55010) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:58.477722 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9082753-8e17-4b75-b7fa-59ee4e5aea19 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:12:58.478397 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-c9082753-8e17-4b75-b7fa-59ee4e5aea19 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Synchronizing usage tracker for tenant:940a70a7558445e4968e69427cd8cc49 on resource:subnet {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:12:58.499021 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-318b949b-b807-4a49-a949-49aa20e75a43 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:58.508430 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-49f66071-02e9-4537-8f7e-8ce8084f88b2 None None] Set router 70c869a5-ad2e-4979-8e22-474ac945d907 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:12:58.518586 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-bb059557-ad45-4de9-b2de-d980531b413c tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:58.530607 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-318b949b-b807-4a49-a949-49aa20e75a43 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:58.552988 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Port 6983257f-a010-45a7-bcc3-9aeade529e77 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:58.619965 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-8511c790-7271-4466-8c72-cf109fad2c38 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Deleting port 794cec90-065b-435e-b293-27db0e205d59 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:12:58.620310 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8511c790-7271-4466-8c72-cf109fad2c38 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:58.662353 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-4cafa451-5759-4398-9d9d-9a99110cd76a tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] 10.222.0.50 "GET /v2.0/routers/70c869a5-ad2e-4979-8e22-474ac945d907 HTTP/1.1" status: 200 len: 908 time: 0.3360443 Oct 04 09:12:58.664389 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55014) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:58.673129 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-bb059557-ad45-4de9-b2de-d980531b413c tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Calling delete_port for dda1f440-29de-4175-a40e-64b2163ed672 owned by {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:12:58.684191 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8f29c4-b1e0-41e2-aefb-1a84c1337d02 None None] DHCP port deletion for 9e8a5c14-f060-490d-817f-d42b79c1f539 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:12:58.703679 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-9a8f29c4-b1e0-41e2-aefb-1a84c1337d02 None None] Deleting port 75b3e158-eb12-406d-a09f-d68ddd627870 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:12:58.704206 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-9a8f29c4-b1e0-41e2-aefb-1a84c1337d02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:58.840342 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-c9082753-8e17-4b75-b7fa-59ee4e5aea19 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Unset dirty status for tenant:940a70a7558445e4968e69427cd8cc49 on resource:subnet {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:12:58.847481 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-c9082753-8e17-4b75-b7fa-59ee4e5aea19 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5344694 Oct 04 09:12:58.855760 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55018) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:58.883931 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-318b949b-b807-4a49-a949-49aa20e75a43 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:58.983458 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-9a8f29c4-b1e0-41e2-aefb-1a84c1337d02 None None] For port 75b3e158-eb12-406d-a09f-d68ddd627870, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=75b3e158-eb12-406d-a09f-d68ddd627870,segment=NetworkSegment(d97c7781-a4a3-44e0-9bd7-515b994f2f17),segment_id=d97c7781-a4a3-44e0-9bd7-515b994f2f17)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:12:58.984019 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-9a8f29c4-b1e0-41e2-aefb-1a84c1337d02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:59.003938 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318b949b-b807-4a49-a949-49aa20e75a43 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=57d8d69d-782d-4848-9c6d-430902f2680e,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:59.023064 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e22941e5-07ed-460d-8b7b-d7b9c418b7cc tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:59.039369 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-318b949b-b807-4a49-a949-49aa20e75a43 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:59.043394 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-318b949b-b807-4a49-a949-49aa20e75a43 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/57d8d69d-782d-4848-9c6d-430902f2680e HTTP/1.1" status: 204 len: 168 time: 0.6327465 Oct 04 09:12:59.044598 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55022) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:59.046904 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-be6fa68a-7c3e-4eaa-a372-050f811e6543 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736827'] for router_interface, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:59.054543 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aad46d74-6ac4-4a70-bbe3-2c17cdb576d5 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks [] for router, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:59.105840 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8511c790-7271-4466-8c72-cf109fad2c38 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:59.161821 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Attempt 5 to provision port 6983257f-a010-45a7-bcc3-9aeade529e77 Oct 04 09:12:59.194762 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-9a8f29c4-b1e0-41e2-aefb-1a84c1337d02 None None] Calling delete_port for 75b3e158-eb12-406d-a09f-d68ddd627870 owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:12:59.227866 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-bb059557-ad45-4de9-b2de-d980531b413c tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:59.257844 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-49f66071-02e9-4537-8f7e-8ce8084f88b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c869a5-ad2e-4979-8e22-474ac945d907', 'name': 'tempest-snat-router-541504896', 'tenant_id': '2a63b3678ac545b3abd26ca13af65fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.168'}], 'enable_snat': True}, 'gw_port_id': '97a755f3-4a4b-4dd3-8f4c-775f8f0e2829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:12:52Z', 'updated_at': '2022-10-04T09:12:54Z', 'revision_number': 3, 'project_id': '2a63b3678ac545b3abd26ca13af65fe0', 'gw_port': {'id': '97a755f3-4a4b-4dd3-8f4c-775f8f0e2829', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:fa:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c869a5-ad2e-4979-8e22-474ac945d907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:12:53Z', 'updated_at': '2022-10-04T09:12:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:12:59.273986 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f66071-02e9-4537-8f7e-8ce8084f88b2 None None] Checking router: 70c869a5-ad2e-4979-8e22-474ac945d907 for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:12:59.274400 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f66071-02e9-4537-8f7e-8ce8084f88b2 None None] Updating router 70c869a5-ad2e-4979-8e22-474ac945d907 port 97a755f3-4a4b-4dd3-8f4c-775f8f0e2829 binding host dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:12:59.297095 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb059557-ad45-4de9-b2de-d980531b413c tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Pushing event deleted for resources: {'Port': ['ID=dda1f440-29de-4175-a40e-64b2163ed672,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:59.309312 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 21ccfa0b-d60c-4075-a865-d4de9c1b469c up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:12:59.368802 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Port 6983257f-a010-45a7-bcc3-9aeade529e77 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:12:59.409319 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-49f66071-02e9-4537-8f7e-8ce8084f88b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:59.413355 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-e22941e5-07ed-460d-8b7b-d7b9c418b7cc tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Deleting port 75b3e158-eb12-406d-a09f-d68ddd627870 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:12:59.413684 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e22941e5-07ed-460d-8b7b-d7b9c418b7cc tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:59.433855 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-9a8f29c4-b1e0-41e2-aefb-1a84c1337d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:59.483224 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-bb059557-ad45-4de9-b2de-d980531b413c tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:59.488835 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-bb059557-ad45-4de9-b2de-d980531b413c tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] 10.222.0.50 "DELETE /v2.0/ports/dda1f440-29de-4175-a40e-64b2163ed672 HTTP/1.1" status: 204 len: 168 time: 1.5781412 Oct 04 09:12:59.492741 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55028) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:59.501891 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-3c2dc348-8f2a-4d48-a97a-d50bcc185bd9 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dbd50da1-78d3-47a4-ab00-a566016fc525', 'external_fixed_ips': [{'subnet_id': 'e1347d5e-817d-4a07-8eb4-5734c57af147', 'ip_address': '172.20.0.13'}]}}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:12:59.509323 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f29c4-b1e0-41e2-aefb-1a84c1337d02 None None] Pushing event deleted for resources: {'Port': ['ID=75b3e158-eb12-406d-a09f-d68ddd627870,revision_number=None']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:12:59.513752 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-3c2dc348-8f2a-4d48-a97a-d50bcc185bd9 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:12:59.515125 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8f29c4-b1e0-41e2-aefb-1a84c1337d02 None None] No DVR routers for this DVR port 75b3e158-eb12-406d-a09f-d68ddd627870 on host dv-neutron-860215-1-hyperv {{(pid=89034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:12:59.519891 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-3c2dc348-8f2a-4d48-a97a-d50bcc185bd9 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Usage tracker for resource:router and tenant:8eccf873fc3d4a95ae93ab1afe9db4b6 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:12:59.523954 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-3c2dc348-8f2a-4d48-a97a-d50bcc185bd9 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:12:59.524503 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-8511c790-7271-4466-8c72-cf109fad2c38 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Calling delete_port for 794cec90-065b-435e-b293-27db0e205d59 owned by {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:12:59.531470 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-3c2dc348-8f2a-4d48-a97a-d50bcc185bd9 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:12:59.538983 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aad46d74-6ac4-4a70-bbe3-2c17cdb576d5 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:59.550333 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3c2dc348-8f2a-4d48-a97a-d50bcc185bd9 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:59.551766 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3c2dc348-8f2a-4d48-a97a-d50bcc185bd9 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:59.559421 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-aad46d74-6ac4-4a70-bbe3-2c17cdb576d5 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Deleting port 97a755f3-4a4b-4dd3-8f4c-775f8f0e2829 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:12:59.559837 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aad46d74-6ac4-4a70-bbe3-2c17cdb576d5 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:59.595179 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 21ccfa0b-d60c-4075-a865-d4de9c1b469c triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:12:59.595393 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:59.595580 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 21ccfa0b-d60c-4075-a865-d4de9c1b469c Oct 04 09:12:59.611466 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3c2dc348-8f2a-4d48-a97a-d50bcc185bd9 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:59.618255 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-e22941e5-07ed-460d-8b7b-d7b9c418b7cc tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] The port '75b3e158-eb12-406d-a09f-d68ddd627870' was deleted {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 04 09:12:59.711568 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-981b2fdd-498f-403d-86d8-0d891007744c tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.6134222 Oct 04 09:12:59.769845 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55032) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:12:59.831980 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 21ccfa0b-d60c-4075-a865-d4de9c1b469c is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:12:59.894560 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Attempt 6 to provision port 6983257f-a010-45a7-bcc3-9aeade529e77 Oct 04 09:12:59.896726 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e22941e5-07ed-460d-8b7b-d7b9c418b7cc tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:59.947021 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aad46d74-6ac4-4a70-bbe3-2c17cdb576d5 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:12:59.947757 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 75b3e158-eb12-406d-a09f-d68ddd627870 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:12:59.987149 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-e22941e5-07ed-460d-8b7b-d7b9c418b7cc tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e8a5c14-f060-490d-817f-d42b79c1f539']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:00.009593 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-e22941e5-07ed-460d-8b7b-d7b9c418b7cc tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd97c7781-a4a3-44e0-9bd7-515b994f2f17') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:00.010016 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-e22941e5-07ed-460d-8b7b-d7b9c418b7cc tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd97c7781-a4a3-44e0-9bd7-515b994f2f17') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:00.019178 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 75b3e158-eb12-406d-a09f-d68ddd627870 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:13:00.020043 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 75b3e158-eb12-406d-a09f-d68ddd627870 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:13:00.024510 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e22941e5-07ed-460d-8b7b-d7b9c418b7cc tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:00.027008 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-49f66071-02e9-4537-8f7e-8ce8084f88b2 None None] Notify callbacks [] for port, precommit_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:00.037058 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8511c790-7271-4466-8c72-cf109fad2c38 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:00.046230 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Port 6983257f-a010-45a7-bcc3-9aeade529e77 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:13:00.047197 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-49f66071-02e9-4537-8f7e-8ce8084f88b2 None None] Transition to ACTIVE for port object 97a755f3-4a4b-4dd3-8f4c-775f8f0e2829 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:13:00.054451 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-49f66071-02e9-4537-8f7e-8ce8084f88b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:00.075224 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5dd2d0cf-175f-485a-83eb-f5087ce39184 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:00.095870 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e22941e5-07ed-460d-8b7b-d7b9c418b7cc tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:00.101057 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8511c790-7271-4466-8c72-cf109fad2c38 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Pushing event deleted for resources: {'Port': ['ID=794cec90-065b-435e-b293-27db0e205d59,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:00.109949 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e22941e5-07ed-460d-8b7b-d7b9c418b7cc tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:13:00.110357 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e22941e5-07ed-460d-8b7b-d7b9c418b7cc tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:00.126116 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-49f66071-02e9-4537-8f7e-8ce8084f88b2 None None] Attempting to bind port 97a755f3-4a4b-4dd3-8f4c-775f8f0e2829 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:13:00.126116 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-49f66071-02e9-4537-8f7e-8ce8084f88b2 None None] Attempting to bind port 97a755f3-4a4b-4dd3-8f4c-775f8f0e2829 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:13:00.126517 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f66071-02e9-4537-8f7e-8ce8084f88b2 None None] Attempting to bind port 97a755f3-4a4b-4dd3-8f4c-775f8f0e2829 on network f33938cd-879e-4461-9b5e-aa67b746b6bd {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:13:00.138391 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f66071-02e9-4537-8f7e-8ce8084f88b2 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:13:00.138926 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f66071-02e9-4537-8f7e-8ce8084f88b2 None None] Checking segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:13:00.139425 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-49f66071-02e9-4537-8f7e-8ce8084f88b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:00.139977 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f66071-02e9-4537-8f7e-8ce8084f88b2 None None] Bound using segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:13:00.140574 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-49f66071-02e9-4537-8f7e-8ce8084f88b2 None None] Bound port: 97a755f3-4a4b-4dd3-8f4c-775f8f0e2829, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:13:00.141052 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-49f66071-02e9-4537-8f7e-8ce8084f88b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:00.178981 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d52e8a-ccff-4ac1-bff6-0a6cce512900 None None] Pushing event updated for resources: {'Port': ['ID=97a755f3-4a4b-4dd3-8f4c-775f8f0e2829,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:00.229978 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-263a35c5-73b6-44d0-bc4e-adff0a0ed34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:00.249235 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3c2dc348-8f2a-4d48-a97a-d50bcc185bd9 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:00.255602 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-49f66071-02e9-4537-8f7e-8ce8084f88b2 None None] For port 97a755f3-4a4b-4dd3-8f4c-775f8f0e2829, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:13:00.260068 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-49f66071-02e9-4537-8f7e-8ce8084f88b2 None None] For port 97a755f3-4a4b-4dd3-8f4c-775f8f0e2829, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=97a755f3-4a4b-4dd3-8f4c-775f8f0e2829,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:13:00.261125 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5dd2d0cf-175f-485a-83eb-f5087ce39184 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:00.263373 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment d97c7781-a4a3-44e0-9bd7-515b994f2f17 resource provider aggregate not found Oct 04 09:13:00.268273 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-49f66071-02e9-4537-8f7e-8ce8084f88b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:00.300119 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-aad46d74-6ac4-4a70-bbe3-2c17cdb576d5 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Calling delete_port for 97a755f3-4a4b-4dd3-8f4c-775f8f0e2829 owned by network:router_gateway {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:13:00.329935 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment d97c7781-a4a3-44e0-9bd7-515b994f2f17 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d97c7781-a4a3-44e0-9bd7-515b994f2f17 found for delete ", "request_id": "req-cb0e6202-88a2-4cc1-81ff-00cae20a1911"}]} Oct 04 09:13:00.354430 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f66071-02e9-4537-8f7e-8ce8084f88b2 None None] Routers {'70c869a5-ad2e-4979-8e22-474ac945d907'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:13:00.355493 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-49f66071-02e9-4537-8f7e-8ce8084f88b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:13:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['70c869a5-ad2e-4979-8e22-474ac945d907'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:00.371430 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5dd2d0cf-175f-485a-83eb-f5087ce39184 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:00.371723 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e22941e5-07ed-460d-8b7b-d7b9c418b7cc tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:00.394762 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8511c790-7271-4466-8c72-cf109fad2c38 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:00.400441 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e22941e5-07ed-460d-8b7b-d7b9c418b7cc tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:00.420530 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-e22941e5-07ed-460d-8b7b-d7b9c418b7cc tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] 10.222.0.50 "DELETE /v2.0/networks/9e8a5c14-f060-490d-817f-d42b79c1f539 HTTP/1.1" status: 204 len: 168 time: 1.5564210 Oct 04 09:13:00.425500 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55040) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:00.430666 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d52e8a-ccff-4ac1-bff6-0a6cce512900 None None] Pushing event updated for resources: {'Port': ['ID=97a755f3-4a4b-4dd3-8f4c-775f8f0e2829,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:00.435568 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-8511c790-7271-4466-8c72-cf109fad2c38 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] 10.222.0.50 "DELETE /v2.0/ports/794cec90-065b-435e-b293-27db0e205d59 HTTP/1.1" status: 204 len: 168 time: 1.9744575 Oct 04 09:13:00.436868 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22941e5-07ed-460d-8b7b-d7b9c418b7cc tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Pushing event deleted for resources: {'Network': ['ID=9e8a5c14-f060-490d-817f-d42b79c1f539,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:00.438590 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55044) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:00.457715 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-be6fa68a-7c3e-4eaa-a372-050f811e6543 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Deleting port 6983257f-a010-45a7-bcc3-9aeade529e77 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:13:00.458068 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-be6fa68a-7c3e-4eaa-a372-050f811e6543 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:00.471700 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd2d0cf-175f-485a-83eb-f5087ce39184 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fecbc284-47cd-4a83-9607-778edb30e735,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:00.519564 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5dd2d0cf-175f-485a-83eb-f5087ce39184 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:00.523298 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-5dd2d0cf-175f-485a-83eb-f5087ce39184 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/fecbc284-47cd-4a83-9607-778edb30e735 HTTP/1.1" status: 204 len: 168 time: 0.7501547 Oct 04 09:13:00.535018 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55048) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:00.543289 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-49f66071-02e9-4537-8f7e-8ce8084f88b2 None None] Set router 70c869a5-ad2e-4979-8e22-474ac945d907 gateway port host: None {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:13:00.591308 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Attempt 7 to provision port 6983257f-a010-45a7-bcc3-9aeade529e77 Oct 04 09:13:00.595382 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.db.api [None req-aad46d74-6ac4-4a70-bbe3-2c17cdb576d5 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:13:00.595697 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG oslo_db.api [None req-aad46d74-6ac4-4a70-bbe3-2c17cdb576d5 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:13:00.626300 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-43a35771-894e-4d35-a2fe-e2fb0e54334e tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] GET failed (client error): The resource could not be found. Oct 04 09:13:00.626636 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-43a35771-894e-4d35-a2fe-e2fb0e54334e tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Synchronizing usage tracker for tenant:e05ff2ada97b419083aa12ef2747efd5 on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:13:00.694386 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-43a35771-894e-4d35-a2fe-e2fb0e54334e tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Unset dirty status for tenant:e05ff2ada97b419083aa12ef2747efd5 on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:13:00.695580 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-43a35771-894e-4d35-a2fe-e2fb0e54334e tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] 10.222.0.50 "GET /v2.0/ports/794cec90-065b-435e-b293-27db0e205d59 HTTP/1.1" status: 404 len: 333 time: 0.2393141 Oct 04 09:13:00.751526 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55052) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:00.780297 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-49f66071-02e9-4537-8f7e-8ce8084f88b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c869a5-ad2e-4979-8e22-474ac945d907', 'name': 'tempest-snat-router-541504896', 'tenant_id': '2a63b3678ac545b3abd26ca13af65fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:12:52Z', 'updated_at': '2022-10-04T09:12:59Z', 'revision_number': 4, 'project_id': '2a63b3678ac545b3abd26ca13af65fe0', 'gw_port_host': None}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:00.801837 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f66071-02e9-4537-8f7e-8ce8084f88b2 None None] The sync data for ids ['70c869a5-ad2e-4979-8e22-474ac945d907'] in dv-neutron-860215-1-hyperv is: [{'id': '70c869a5-ad2e-4979-8e22-474ac945d907', 'name': 'tempest-snat-router-541504896', 'tenant_id': '2a63b3678ac545b3abd26ca13af65fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:12:52Z', 'updated_at': '2022-10-04T09:12:59Z', 'revision_number': 4, 'project_id': '2a63b3678ac545b3abd26ca13af65fe0', 'gw_port_host': None}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:13:00.809016 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:00.812288 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:00.814697 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Port 6983257f-a010-45a7-bcc3-9aeade529e77 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:13:00.900971 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-801eb4f1-8de9-4f90-8b07-db0d4c7811dc tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Request body: {'port': {'network_id': '0f953666-098c-46bc-892e-626726677935', 'name': 'tempest-AllowedAddressPairTestJSON-659175514'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:00.926386 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-606fb6e8-78ca-4fd0-a00d-9872c6eb3a94 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:00.957847 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-44aa743f-5db3-49d5-a948-b066b493e9c2 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.4104910 Oct 04 09:13:00.961355 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55056) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:00.981470 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3c2dc348-8f2a-4d48-a97a-d50bcc185bd9 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:01.017148 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3c2dc348-8f2a-4d48-a97a-d50bcc185bd9 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:01.065670 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f188a609-b60a-4b30-ac6c-dd39761a9b4c tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:01.083889 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f188a609-b60a-4b30-ac6c-dd39761a9b4c tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:01.097346 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-aad46d74-6ac4-4a70-bbe3-2c17cdb576d5 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Deleting port 97a755f3-4a4b-4dd3-8f4c-775f8f0e2829 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:13:01.097680 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aad46d74-6ac4-4a70-bbe3-2c17cdb576d5 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:01.127390 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-be6fa68a-7c3e-4eaa-a372-050f811e6543 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:01.205802 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f188a609-b60a-4b30-ac6c-dd39761a9b4c tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:01.299533 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f188a609-b60a-4b30-ac6c-dd39761a9b4c tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d4e3812a-a0ab-436c-a643-1093e2a2c7ef,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:01.315464 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Attempt 8 to provision port 6983257f-a010-45a7-bcc3-9aeade529e77 Oct 04 09:13:01.337553 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f188a609-b60a-4b30-ac6c-dd39761a9b4c tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:01.341586 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-f188a609-b60a-4b30-ac6c-dd39761a9b4c tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/d4e3812a-a0ab-436c-a643-1093e2a2c7ef HTTP/1.1" status: 204 len: 168 time: 0.3769250 Oct 04 09:13:01.342909 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-be6fa68a-7c3e-4eaa-a372-050f811e6543 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Calling delete_port for 6983257f-a010-45a7-bcc3-9aeade529e77 owned by network:router_interface {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:13:01.372901 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55060) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:01.374360 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Port 6983257f-a010-45a7-bcc3-9aeade529e77 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:13:01.399939 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-606fb6e8-78ca-4fd0-a00d-9872c6eb3a94 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:01.419213 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-801eb4f1-8de9-4f90-8b07-db0d4c7811dc tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:01.444922 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-606fb6e8-78ca-4fd0-a00d-9872c6eb3a94 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3404c857-bde0-4c9d-8d74-099e0f3e4bee']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:01.458138 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-aad46d74-6ac4-4a70-bbe3-2c17cdb576d5 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] For port 97a755f3-4a4b-4dd3-8f4c-775f8f0e2829, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=97a755f3-4a4b-4dd3-8f4c-775f8f0e2829,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:13:01.458428 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aad46d74-6ac4-4a70-bbe3-2c17cdb576d5 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:01.458556 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-801eb4f1-8de9-4f90-8b07-db0d4c7811dc tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:01.468635 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-3c2dc348-8f2a-4d48-a97a-d50bcc185bd9 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Allocated IP 172.20.0.13 (dbd50da1-78d3-47a4-ab00-a566016fc525/e1347d5e-817d-4a07-8eb4-5734c57af147/9724ba25-bead-45e8-96ba-3e34b0e5b5a8) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:13:01.474418 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-606fb6e8-78ca-4fd0-a00d-9872c6eb3a94 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '073dd1a2-63e7-4ba5-a885-c0c413d39b35') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:01.474716 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-606fb6e8-78ca-4fd0-a00d-9872c6eb3a94 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '073dd1a2-63e7-4ba5-a885-c0c413d39b35') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:01.496585 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-1cd6d413-d20e-4c15-86a3-0a04289344ea tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Synchronizing usage tracker for tenant:1e94b3bc18424967a4e33ba3a35cc126 on resource:security_group_rule {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:13:01.508074 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-606fb6e8-78ca-4fd0-a00d-9872c6eb3a94 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:01.523718 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801eb4f1-8de9-4f90-8b07-db0d4c7811dc tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Made reservation on behalf of e05ff2ada97b419083aa12ef2747efd5 for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:13:01.527293 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-801eb4f1-8de9-4f90-8b07-db0d4c7811dc tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:01.545777 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-606fb6e8-78ca-4fd0-a00d-9872c6eb3a94 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:01.562126 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-606fb6e8-78ca-4fd0-a00d-9872c6eb3a94 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:13:01.562533 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-606fb6e8-78ca-4fd0-a00d-9872c6eb3a94 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:01.625311 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-aad46d74-6ac4-4a70-bbe3-2c17cdb576d5 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Calling delete_port for 97a755f3-4a4b-4dd3-8f4c-775f8f0e2829 owned by network:router_gateway {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:13:01.634400 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [None req-801eb4f1-8de9-4f90-8b07-db0d4c7811dc tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] device_id is not set on port 6516a122-7680-4b26-9737-bc9df859a030 yet. {{(pid=89032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:13:01.763765 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-606fb6e8-78ca-4fd0-a00d-9872c6eb3a94 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:01.775266 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-1cd6d413-d20e-4c15-86a3-0a04289344ea tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Unset dirty status for tenant:1e94b3bc18424967a4e33ba3a35cc126 on resource:security_group_rule {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:13:01.777284 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-1cd6d413-d20e-4c15-86a3-0a04289344ea tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4026337 Oct 04 09:13:01.780100 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55064) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:01.794368 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-606fb6e8-78ca-4fd0-a00d-9872c6eb3a94 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:01.815259 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606fb6e8-78ca-4fd0-a00d-9872c6eb3a94 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Pushing event deleted for resources: {'Network': ['ID=3404c857-bde0-4c9d-8d74-099e0f3e4bee,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:01.875799 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Attempt 9 to provision port 6983257f-a010-45a7-bcc3-9aeade529e77 Oct 04 09:13:01.884313 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-606fb6e8-78ca-4fd0-a00d-9872c6eb3a94 tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] 10.222.0.50 "DELETE /v2.0/networks/3404c857-bde0-4c9d-8d74-099e0f3e4bee HTTP/1.1" status: 204 len: 168 time: 1.4544590 Oct 04 09:13:01.888099 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55068) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:01.890724 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-be6fa68a-7c3e-4eaa-a372-050f811e6543 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:01.914755 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-14c3afd9-6ab1-425d-ac3a-240401727d15 None None] Port 6983257f-a010-45a7-bcc3-9aeade529e77 was deleted so its status cannot be updated. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 04 09:13:01.924081 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3c2dc348-8f2a-4d48-a97a-d50bcc185bd9 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:01.926982 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3062751f-4162-4627-a360-8cd009feeefc tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:01.964335 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6fa68a-7c3e-4eaa-a372-050f811e6543 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Pushing event deleted for resources: {'Port': ['ID=6983257f-a010-45a7-bcc3-9aeade529e77,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:02.002331 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3062751f-4162-4627-a360-8cd009feeefc tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:02.032849 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-50651002-d0d9-4df5-a370-f9d4a5dcb041 None None] Could not find standard attr ID for object 794cec90-065b-435e-b293-27db0e205d59. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:13:02.036982 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-50651002-d0d9-4df5-a370-f9d4a5dcb041 None None] Could not find standard attr ID for object ca14990a-3f33-4c5a-a5ac-7cac89087bd2. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:13:02.043357 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-50651002-d0d9-4df5-a370-f9d4a5dcb041 None None] Could not find standard attr ID for object 75b3e158-eb12-406d-a09f-d68ddd627870. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:13:02.046675 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-50651002-d0d9-4df5-a370-f9d4a5dcb041 None None] Could not find standard attr ID for object 46faa3d4-7399-4dfa-8fc0-4030b83b994b. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:13:02.050093 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-50651002-d0d9-4df5-a370-f9d4a5dcb041 None None] Could not find standard attr ID for object 4db0034d-f24c-411e-8b4e-eec45fee21ac. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:13:02.068278 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-801eb4f1-8de9-4f90-8b07-db0d4c7811dc tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Allocated IP 172.20.0.9 (0f953666-098c-46bc-892e-626726677935/8019c2e0-ba3f-470f-90df-fe40091b5252/6516a122-7680-4b26-9737-bc9df859a030) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:13:02.072723 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3c2dc348-8f2a-4d48-a97a-d50bcc185bd9 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:02.111784 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aad46d74-6ac4-4a70-bbe3-2c17cdb576d5 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:02.125692 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3062751f-4162-4627-a360-8cd009feeefc tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:02.166927 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:02.172216 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8ec7720e-3af5-45c3-8e6e-d030b384d42d tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:02.213686 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3062751f-4162-4627-a360-8cd009feeefc tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb11cd2-21d0-4970-b84f-08db6ad0a3c0,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:02.224644 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2dc348-8f2a-4d48-a97a-d50bcc185bd9 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Network dbd50da1-78d3-47a4-ab00-a566016fc525 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:13:02.240123 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-3c2dc348-8f2a-4d48-a97a-d50bcc185bd9 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:13:02.243243 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2dc348-8f2a-4d48-a97a-d50bcc185bd9 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:13:02.323525 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2dc348-8f2a-4d48-a97a-d50bcc185bd9 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Pushing event updated for resources: {'Port': ['ID=9724ba25-bead-45e8-96ba-3e34b0e5b5a8,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:02.479544 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:13:02.506833 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 073dd1a2-63e7-4ba5-a885-c0c413d39b35 resource provider aggregate not found Oct 04 09:13:02.514295 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad46d74-6ac4-4a70-bbe3-2c17cdb576d5 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Pushing event deleted for resources: {'Port': ['ID=97a755f3-4a4b-4dd3-8f4c-775f8f0e2829,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:02.555439 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 073dd1a2-63e7-4ba5-a885-c0c413d39b35 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 073dd1a2-63e7-4ba5-a885-c0c413d39b35 found for delete ", "request_id": "req-78e29b0d-7561-486f-9678-054e5c60096e"}]} Oct 04 09:13:02.594398 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3062751f-4162-4627-a360-8cd009feeefc tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:02.595465 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-3062751f-4162-4627-a360-8cd009feeefc tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "DELETE /v2.0/security-groups/3eb11cd2-21d0-4970-b84f-08db6ad0a3c0 HTTP/1.1" status: 204 len: 168 time: 0.8068957 Oct 04 09:13:02.598022 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aad46d74-6ac4-4a70-bbe3-2c17cdb576d5 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737040'] for router_gateway, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:02.608086 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-be6fa68a-7c3e-4eaa-a372-050f811e6543 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736911'] for router_interface, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:02.651802 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55076) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:02.773021 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8ec7720e-3af5-45c3-8e6e-d030b384d42d tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:02.901289 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-8ec7720e-3af5-45c3-8e6e-d030b384d42d tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba3f6afb-7985-46e1-9e25-42f33bd022e3']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:02.920084 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aad46d74-6ac4-4a70-bbe3-2c17cdb576d5 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:02.925261 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aad46d74-6ac4-4a70-bbe3-2c17cdb576d5 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:02.957639 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-252d2485-d32c-4613-8177-c96f30982d39 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Synchronizing usage tracker for tenant:1e94b3bc18424967a4e33ba3a35cc126 on resource:security_group {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:13:02.980205 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aad46d74-6ac4-4a70-bbe3-2c17cdb576d5 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:02.980747 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad46d74-6ac4-4a70-bbe3-2c17cdb576d5 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 70c869a5-ad2e-4979-8e22-474ac945d907 {{(pid=89033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:13:02.982668 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-8ec7720e-3af5-45c3-8e6e-d030b384d42d tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e320569-bc41-43f0-9924-8d19c53003e9') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:02.983178 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-8ec7720e-3af5-45c3-8e6e-d030b384d42d tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e320569-bc41-43f0-9924-8d19c53003e9') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:03.048205 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-252d2485-d32c-4613-8177-c96f30982d39 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Unset dirty status for tenant:1e94b3bc18424967a4e33ba3a35cc126 on resource:security_group {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:13:03.048205 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-252d2485-d32c-4613-8177-c96f30982d39 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3912897 Oct 04 09:13:03.050327 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aad46d74-6ac4-4a70-bbe3-2c17cdb576d5 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:03.054590 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-aad46d74-6ac4-4a70-bbe3-2c17cdb576d5 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] 10.222.0.50 "DELETE /v2.0/routers/70c869a5-ad2e-4979-8e22-474ac945d907 HTTP/1.1" status: 204 len: 168 time: 4.3903184 Oct 04 09:13:03.054749 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55080) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:03.054948 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55082) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:03.120025 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8ec7720e-3af5-45c3-8e6e-d030b384d42d tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:03.131006 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-e7be011b-e855-4be6-a834-f46ea5e2f309 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Request body: {'security_group': {'name': 'tempest-secgroup--1163697638'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:03.137658 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-801eb4f1-8de9-4f90-8b07-db0d4c7811dc tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:03.164410 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-e7be011b-e855-4be6-a834-f46ea5e2f309 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:03.194396 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3c2dc348-8f2a-4d48-a97a-d50bcc185bd9 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:03.210653 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8ec7720e-3af5-45c3-8e6e-d030b384d42d tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:03.214330 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6fa68a-7c3e-4eaa-a372-050f811e6543 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Router 8837d9d1-091c-4453-b970-e9c45ee2d14a has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:13:03.215390 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-801eb4f1-8de9-4f90-8b07-db0d4c7811dc tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Transition to ACTIVE for port object 6516a122-7680-4b26-9737-bc9df859a030 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:13:03.216711 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-e7be011b-e855-4be6-a834-f46ea5e2f309 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:03.236968 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ec7720e-3af5-45c3-8e6e-d030b384d42d tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:13:03.236968 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8ec7720e-3af5-45c3-8e6e-d030b384d42d tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:03.385818 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e7be011b-e855-4be6-a834-f46ea5e2f309 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:03.547186 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3c2dc348-8f2a-4d48-a97a-d50bcc185bd9 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:03.567470 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-e7be011b-e855-4be6-a834-f46ea5e2f309 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:03.570814 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8ec7720e-3af5-45c3-8e6e-d030b384d42d tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:03.572735 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6fa68a-7c3e-4eaa-a372-050f811e6543 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:13:03.578094 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-eda1ec72-17a7-424a-8453-f7cbc67cc1b5 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks [] for router, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:03.587403 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fc9e97-af4f-4c27-a814-e0a463438e7b None None] Sync routers for ids ['8837d9d1-091c-4453-b970-e9c45ee2d14a'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:13:03.598347 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fc9e97-af4f-4c27-a814-e0a463438e7b None None] Routers {'8837d9d1-091c-4453-b970-e9c45ee2d14a'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:13:03.599083 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-94fc9e97-af4f-4c27-a814-e0a463438e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:13:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['8837d9d1-091c-4453-b970-e9c45ee2d14a'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:03.643314 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-e7be011b-e855-4be6-a834-f46ea5e2f309 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Usage tracker for resource:security_group_rule and tenant:1e94b3bc18424967a4e33ba3a35cc126 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:03.656425 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8ec7720e-3af5-45c3-8e6e-d030b384d42d tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:03.658853 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-e7be011b-e855-4be6-a834-f46ea5e2f309 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:03.686708 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec7720e-3af5-45c3-8e6e-d030b384d42d tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Pushing event deleted for resources: {'Network': ['ID=ba3f6afb-7985-46e1-9e25-42f33bd022e3,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:03.691278 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-e7be011b-e855-4be6-a834-f46ea5e2f309 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:03.694164 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-94fc9e97-af4f-4c27-a814-e0a463438e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:03.702767 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-be6fa68a-7c3e-4eaa-a372-050f811e6543 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] 10.222.0.50 "PUT /v2.0/routers/8837d9d1-091c-4453-b970-e9c45ee2d14a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3426239 Oct 04 09:13:03.707377 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55090) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:03.710482 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fc9e97-af4f-4c27-a814-e0a463438e7b None None] Routers {'8837d9d1-091c-4453-b970-e9c45ee2d14a'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:13:03.711156 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-94fc9e97-af4f-4c27-a814-e0a463438e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:13:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['8837d9d1-091c-4453-b970-e9c45ee2d14a'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:03.720205 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-8ec7720e-3af5-45c3-8e6e-d030b384d42d tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] 10.222.0.50 "DELETE /v2.0/networks/ba3f6afb-7985-46e1-9e25-42f33bd022e3 HTTP/1.1" status: 204 len: 168 time: 1.8308089 Oct 04 09:13:03.721795 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-801eb4f1-8de9-4f90-8b07-db0d4c7811dc tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:03.722953 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55094) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:03.784997 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-94fc9e97-af4f-4c27-a814-e0a463438e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:03.785626 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fc9e97-af4f-4c27-a814-e0a463438e7b None None] The sync data for ids ['8837d9d1-091c-4453-b970-e9c45ee2d14a'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:13:03.995750 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6f367d5c-120c-4d18-9666-5c25144e4ace tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:04.042196 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2dc348-8f2a-4d48-a97a-d50bcc185bd9 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Router 274de752-003a-4249-bdfa-9acfdbdb6f82 is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:13:04.123106 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801eb4f1-8de9-4f90-8b07-db0d4c7811dc tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Network 0f953666-098c-46bc-892e-626726677935 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:13:04.131680 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7ea641b3-e894-43be-9359-f04daeafe4dd tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks [] for router, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:04.179310 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-801eb4f1-8de9-4f90-8b07-db0d4c7811dc tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:13:04.195815 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801eb4f1-8de9-4f90-8b07-db0d4c7811dc tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:13:04.214780 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6f367d5c-120c-4d18-9666-5c25144e4ace tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:04.249718 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-6f367d5c-120c-4d18-9666-5c25144e4ace tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69426597-ba60-490e-bd28-7b72a54d36c9']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:04.323567 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801eb4f1-8de9-4f90-8b07-db0d4c7811dc tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Pushing event updated for resources: {'Port': ['ID=6516a122-7680-4b26-9737-bc9df859a030,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:04.328636 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-6f367d5c-120c-4d18-9666-5c25144e4ace tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '432e491c-73c4-4e52-a2e9-533a53df084c') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:04.328931 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-6f367d5c-120c-4d18-9666-5c25144e4ace tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '432e491c-73c4-4e52-a2e9-533a53df084c') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:04.346926 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6f367d5c-120c-4d18-9666-5c25144e4ace tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:04.375534 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6f367d5c-120c-4d18-9666-5c25144e4ace tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:04.377829 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-eda1ec72-17a7-424a-8453-f7cbc67cc1b5 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:04.380671 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2dc348-8f2a-4d48-a97a-d50bcc185bd9 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:13:04.392735 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341b39f9-6086-4983-bfe7-8568f118c676 None None] Sync routers for ids ['274de752-003a-4249-bdfa-9acfdbdb6f82'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:13:04.402939 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f367d5c-120c-4d18-9666-5c25144e4ace tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:13:04.403417 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6f367d5c-120c-4d18-9666-5c25144e4ace tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:04.408457 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341b39f9-6086-4983-bfe7-8568f118c676 None None] Routers {'274de752-003a-4249-bdfa-9acfdbdb6f82'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:13:04.409537 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-341b39f9-6086-4983-bfe7-8568f118c676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:13:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['274de752-003a-4249-bdfa-9acfdbdb6f82'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:04.470227 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-a4f95c2e-5a2a-4b7e-8da0-17c9bd766207 None None] Provisioning for port 6516a122-7680-4b26-9737-bc9df859a030 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:13:04.481635 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 432e491c-73c4-4e52-a2e9-533a53df084c resource provider aggregate not found Oct 04 09:13:04.500541 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3c2dc348-8f2a-4d48-a97a-d50bcc185bd9 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:04.502041 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-3c2dc348-8f2a-4d48-a97a-d50bcc185bd9 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 5.0083206 Oct 04 09:13:04.516681 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55102) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:04.518269 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 432e491c-73c4-4e52-a2e9-533a53df084c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 432e491c-73c4-4e52-a2e9-533a53df084c found for delete ", "request_id": "req-eea41b31-9c2b-4e44-8006-2a7899695849"}]} Oct 04 09:13:04.518519 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-a4f95c2e-5a2a-4b7e-8da0-17c9bd766207 None None] Provisioning complete for port 6516a122-7680-4b26-9737-bc9df859a030 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:13:04.519109 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a4f95c2e-5a2a-4b7e-8da0-17c9bd766207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:04.519622 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-a4f95c2e-5a2a-4b7e-8da0-17c9bd766207 None None] Attempt 1 to provision port 6516a122-7680-4b26-9737-bc9df859a030 Oct 04 09:13:04.587995 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-eda1ec72-17a7-424a-8453-f7cbc67cc1b5 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Deleting port 21ccfa0b-d60c-4075-a865-d4de9c1b469c {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:13:04.587995 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-eda1ec72-17a7-424a-8453-f7cbc67cc1b5 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:04.612011 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6f367d5c-120c-4d18-9666-5c25144e4ace tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:04.616993 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6f367d5c-120c-4d18-9666-5c25144e4ace tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:04.645958 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-6f367d5c-120c-4d18-9666-5c25144e4ace tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] 10.222.0.50 "DELETE /v2.0/networks/69426597-ba60-490e-bd28-7b72a54d36c9 HTTP/1.1" status: 204 len: 168 time: 0.9192722 Oct 04 09:13:04.653379 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 0e320569-bc41-43f0-9924-8d19c53003e9 resource provider aggregate not found Oct 04 09:13:04.654758 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f367d5c-120c-4d18-9666-5c25144e4ace tempest-BulkNetworkOpsIpV6Test-1688859819 tempest-BulkNetworkOpsIpV6Test-1688859819-project] Pushing event deleted for resources: {'Network': ['ID=69426597-ba60-490e-bd28-7b72a54d36c9,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:04.657395 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-341b39f9-6086-4983-bfe7-8568f118c676 None None] Set router 274de752-003a-4249-bdfa-9acfdbdb6f82 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:13:04.664109 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801eb4f1-8de9-4f90-8b07-db0d4c7811dc tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:04.664955 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-801eb4f1-8de9-4f90-8b07-db0d4c7811dc tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:04.682133 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e7be011b-e855-4be6-a834-f46ea5e2f309 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:04.686187 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7ea641b3-e894-43be-9359-f04daeafe4dd tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:04.700206 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7ea641b3-e894-43be-9359-f04daeafe4dd tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:04.711469 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 0e320569-bc41-43f0-9924-8d19c53003e9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0e320569-bc41-43f0-9924-8d19c53003e9 found for delete ", "request_id": "req-ed98199c-a485-45d1-8d18-9d9ba305d58a"}]} Oct 04 09:13:04.713869 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e7be011b-e855-4be6-a834-f46ea5e2f309 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:04.809112 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4dc71a72-8e26-4e31-ae70-34f93ea03033 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks [] for router, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:04.814208 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-801eb4f1-8de9-4f90-8b07-db0d4c7811dc tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.0620539 Oct 04 09:13:04.870370 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55112) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:04.873991 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be011b-e855-4be6-a834-f46ea5e2f309 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e295bda-3af0-47b3-8727-773800335415,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:04.876436 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7ea641b3-e894-43be-9359-f04daeafe4dd tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:04.877177 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea641b3-e894-43be-9359-f04daeafe4dd tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Fanout notify agent at l3_agent the message router_deleted on router 8837d9d1-091c-4453-b970-e9c45ee2d14a {{(pid=89032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:13:04.884777 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e7be011b-e855-4be6-a834-f46ea5e2f309 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:04.886198 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-e7be011b-e855-4be6-a834-f46ea5e2f309 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8303306 Oct 04 09:13:04.891331 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-88eacc32-eac3-4c5e-a3c4-7546b99c2b61 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Request body: {'port': {'network_id': '0f953666-098c-46bc-892e-626726677935', 'name': 'tempest-AllowedAddressPairTestJSON-1799985204'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:04.896527 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-a4f95c2e-5a2a-4b7e-8da0-17c9bd766207 None None] Port 6516a122-7680-4b26-9737-bc9df859a030 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:13:04.902398 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55116) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:04.919235 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-773e0e65-f4d3-497d-8a0c-21aae1ef986a tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Request body: {'security_group_rule': {'security_group_id': '1e295bda-3af0-47b3-8727-773800335415', 'direction': 'ingress', 'protocol': 17}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:04.922082 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7ea641b3-e894-43be-9359-f04daeafe4dd tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:04.923462 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-7ea641b3-e894-43be-9359-f04daeafe4dd tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] 10.222.0.50 "DELETE /v2.0/routers/8837d9d1-091c-4453-b970-e9c45ee2d14a HTTP/1.1" status: 204 len: 168 time: 1.2087677 Oct 04 09:13:04.929154 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-773e0e65-f4d3-497d-8a0c-21aae1ef986a tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:04.930042 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55120) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:04.937708 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-773e0e65-f4d3-497d-8a0c-21aae1ef986a tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Usage tracker for resource:security_group_rule and tenant:1e94b3bc18424967a4e33ba3a35cc126 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:04.942531 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-773e0e65-f4d3-497d-8a0c-21aae1ef986a tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:04.951280 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-773e0e65-f4d3-497d-8a0c-21aae1ef986a tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:05.049655 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-773e0e65-f4d3-497d-8a0c-21aae1ef986a tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:05.055995 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-341b39f9-6086-4983-bfe7-8568f118c676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274de752-003a-4249-bdfa-9acfdbdb6f82', 'name': '', 'tenant_id': '8eccf873fc3d4a95ae93ab1afe9db4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbd50da1-78d3-47a4-ab00-a566016fc525', 'external_fixed_ips': [{'subnet_id': 'e1347d5e-817d-4a07-8eb4-5734c57af147', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': '9724ba25-bead-45e8-96ba-3e34b0e5b5a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:12:59Z', 'updated_at': '2022-10-04T09:13:02Z', 'revision_number': 3, 'project_id': '8eccf873fc3d4a95ae93ab1afe9db4b6', 'gw_port': {'id': '9724ba25-bead-45e8-96ba-3e34b0e5b5a8', 'name': '', 'network_id': 'dbd50da1-78d3-47a4-ab00-a566016fc525', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:3b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '274de752-003a-4249-bdfa-9acfdbdb6f82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'e1347d5e-817d-4a07-8eb4-5734c57af147', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:13:01Z', 'updated_at': '2022-10-04T09:13:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1347d5e-817d-4a07-8eb4-5734c57af147', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:05.067730 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341b39f9-6086-4983-bfe7-8568f118c676 None None] Checking router: 274de752-003a-4249-bdfa-9acfdbdb6f82 for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:13:05.068337 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341b39f9-6086-4983-bfe7-8568f118c676 None None] Updating router 274de752-003a-4249-bdfa-9acfdbdb6f82 port 9724ba25-bead-45e8-96ba-3e34b0e5b5a8 binding host dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:13:05.107727 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4dc71a72-8e26-4e31-ae70-34f93ea03033 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:05.114608 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_v2 [None req-02d913c6-2bf3-4b43-ac13-a7160a478669 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Deleting subnet ba20d55e-6a93-4071-98a9-5aaec67b1791 {{(pid=89032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:13:05.129321 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-4dc71a72-8e26-4e31-ae70-34f93ea03033 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Deleting port 9724ba25-bead-45e8-96ba-3e34b0e5b5a8 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:13:05.130114 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4dc71a72-8e26-4e31-ae70-34f93ea03033 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:05.145276 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55126) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:05.146094 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-02d913c6-2bf3-4b43-ac13-a7160a478669 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks [] for subnet, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:05.150117 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-341b39f9-6086-4983-bfe7-8568f118c676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:05.205768 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-773e0e65-f4d3-497d-8a0c-21aae1ef986a tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:05.222657 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-eda1ec72-17a7-424a-8453-f7cbc67cc1b5 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] For port 21ccfa0b-d60c-4075-a865-d4de9c1b469c, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=21ccfa0b-d60c-4075-a865-d4de9c1b469c,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:13:05.223168 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-eda1ec72-17a7-424a-8453-f7cbc67cc1b5 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:05.225660 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-773e0e65-f4d3-497d-8a0c-21aae1ef986a tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:05.320570 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-773e0e65-f4d3-497d-8a0c-21aae1ef986a tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:05.324657 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-773e0e65-f4d3-497d-8a0c-21aae1ef986a tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4179449 Oct 04 09:13:05.326401 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55132) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:05.327062 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773e0e65-f4d3-497d-8a0c-21aae1ef986a tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af471dfb-3229-418e-b472-accbfcff7ee2,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:05.406082 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-a4f95c2e-5a2a-4b7e-8da0-17c9bd766207 None None] Attempt 2 to provision port 6516a122-7680-4b26-9737-bc9df859a030 Oct 04 09:13:05.421202 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4dc71a72-8e26-4e31-ae70-34f93ea03033 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:05.485889 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-a4f95c2e-5a2a-4b7e-8da0-17c9bd766207 None None] Port 6516a122-7680-4b26-9737-bc9df859a030 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:13:05.490921 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-eda1ec72-17a7-424a-8453-f7cbc67cc1b5 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Calling delete_port for 21ccfa0b-d60c-4075-a865-d4de9c1b469c owned by network:router_gateway {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:13:05.523208 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-02d913c6-2bf3-4b43-ac13-a7160a478669 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885153'] for subnet, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:05.562648 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-4dc71a72-8e26-4e31-ae70-34f93ea03033 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Calling delete_port for 9724ba25-bead-45e8-96ba-3e34b0e5b5a8 owned by network:router_gateway {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:13:05.567185 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-341b39f9-6086-4983-bfe7-8568f118c676 None None] Notify callbacks [] for port, precommit_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:05.570720 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-88eacc32-eac3-4c5e-a3c4-7546b99c2b61 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:05.580049 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-341b39f9-6086-4983-bfe7-8568f118c676 None None] Transition to ACTIVE for port object 9724ba25-bead-45e8-96ba-3e34b0e5b5a8 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:13:05.586858 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-341b39f9-6086-4983-bfe7-8568f118c676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:05.593415 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7dd1effc-26d0-402d-8212-0ee57665de6c tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:05.607809 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-88eacc32-eac3-4c5e-a3c4-7546b99c2b61 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:05.652420 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88eacc32-eac3-4c5e-a3c4-7546b99c2b61 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Made reservation on behalf of e05ff2ada97b419083aa12ef2747efd5 for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:13:05.653219 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-341b39f9-6086-4983-bfe7-8568f118c676 None None] Attempting to bind port 9724ba25-bead-45e8-96ba-3e34b0e5b5a8 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:13:05.653586 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-341b39f9-6086-4983-bfe7-8568f118c676 None None] Attempting to bind port 9724ba25-bead-45e8-96ba-3e34b0e5b5a8 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'b30715a9-3c82-4ec6-9d82-1df1493c94a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'dbd50da1-78d3-47a4-ab00-a566016fc525'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:13:05.653947 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341b39f9-6086-4983-bfe7-8568f118c676 None None] Attempting to bind port 9724ba25-bead-45e8-96ba-3e34b0e5b5a8 on network dbd50da1-78d3-47a4-ab00-a566016fc525 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:13:05.656696 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-88eacc32-eac3-4c5e-a3c4-7546b99c2b61 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:05.661551 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341b39f9-6086-4983-bfe7-8568f118c676 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:13:05.661923 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341b39f9-6086-4983-bfe7-8568f118c676 None None] Checking segment: {'id': 'b30715a9-3c82-4ec6-9d82-1df1493c94a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'dbd50da1-78d3-47a4-ab00-a566016fc525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:13:05.662446 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-341b39f9-6086-4983-bfe7-8568f118c676 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:05.662779 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341b39f9-6086-4983-bfe7-8568f118c676 None None] Bound using segment: {'id': 'b30715a9-3c82-4ec6-9d82-1df1493c94a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'dbd50da1-78d3-47a4-ab00-a566016fc525'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:13:05.663186 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-341b39f9-6086-4983-bfe7-8568f118c676 None None] Bound port: 9724ba25-bead-45e8-96ba-3e34b0e5b5a8, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b30715a9-3c82-4ec6-9d82-1df1493c94a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'dbd50da1-78d3-47a4-ab00-a566016fc525'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:13:05.663573 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-341b39f9-6086-4983-bfe7-8568f118c676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:05.715177 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5728b860-bab3-47c7-9e90-2f39cc79007a None None] Pushing event updated for resources: {'Port': ['ID=9724ba25-bead-45e8-96ba-3e34b0e5b5a8,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:05.732210 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-6de1137a-37b7-4f09-bf5f-1eafa29aae90 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=940a70a7558445e4968e69427cd8cc49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5490317 Oct 04 09:13:05.734190 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55136) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:05.741889 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [None req-88eacc32-eac3-4c5e-a3c4-7546b99c2b61 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] device_id is not set on port c1f14d97-a6b3-48ca-9a38-566705e3edcb yet. {{(pid=89032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:13:05.750398 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-341b39f9-6086-4983-bfe7-8568f118c676 None None] For port 9724ba25-bead-45e8-96ba-3e34b0e5b5a8, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:13:05.754081 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-341b39f9-6086-4983-bfe7-8568f118c676 None None] For port 9724ba25-bead-45e8-96ba-3e34b0e5b5a8, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=9724ba25-bead-45e8-96ba-3e34b0e5b5a8,segment=NetworkSegment(b30715a9-3c82-4ec6-9d82-1df1493c94a1),segment_id=b30715a9-3c82-4ec6-9d82-1df1493c94a1)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:13:05.763252 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-341b39f9-6086-4983-bfe7-8568f118c676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:05.772848 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7dd1effc-26d0-402d-8212-0ee57665de6c tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:05.843268 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-02d913c6-2bf3-4b43-ac13-a7160a478669 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:05.865910 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7dd1effc-26d0-402d-8212-0ee57665de6c tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:05.869850 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341b39f9-6086-4983-bfe7-8568f118c676 None None] Routers {'274de752-003a-4249-bdfa-9acfdbdb6f82'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:13:05.870480 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-341b39f9-6086-4983-bfe7-8568f118c676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:13:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['274de752-003a-4249-bdfa-9acfdbdb6f82'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:05.883844 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.db.api [None req-4dc71a72-8e26-4e31-ae70-34f93ea03033 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:13:05.884161 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG oslo_db.api [None req-4dc71a72-8e26-4e31-ae70-34f93ea03033 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:13:05.890741 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd1effc-26d0-402d-8212-0ee57665de6c tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e295bda-3af0-47b3-8727-773800335415,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:05.911767 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7dd1effc-26d0-402d-8212-0ee57665de6c tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:05.915450 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-7dd1effc-26d0-402d-8212-0ee57665de6c tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "DELETE /v2.0/security-groups/1e295bda-3af0-47b3-8727-773800335415 HTTP/1.1" status: 204 len: 168 time: 0.5823750 Oct 04 09:13:05.916094 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55140) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:05.975960 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-31c4b777-d3d1-408f-b308-5b1b9035243e tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Synchronizing usage tracker for tenant:1e94b3bc18424967a4e33ba3a35cc126 on resource:security_group {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:13:05.994972 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-31c4b777-d3d1-408f-b308-5b1b9035243e tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Unset dirty status for tenant:1e94b3bc18424967a4e33ba3a35cc126 on resource:security_group {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:13:06.000910 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-31c4b777-d3d1-408f-b308-5b1b9035243e tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0795083 Oct 04 09:13:06.001253 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55146) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:06.006991 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-3dadefed-9552-4234-be9a-183554aebd55 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Request body: {'security_group': {'name': 'tempest-secgroup--1317790409'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:06.017248 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-3dadefed-9552-4234-be9a-183554aebd55 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:06.027370 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-3dadefed-9552-4234-be9a-183554aebd55 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:06.038458 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3dadefed-9552-4234-be9a-183554aebd55 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:06.039650 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e85f3d0a-c870-4504-86db-225917be8956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:06.046202 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-a4f95c2e-5a2a-4b7e-8da0-17c9bd766207 None None] Attempt 3 to provision port 6516a122-7680-4b26-9737-bc9df859a030 Oct 04 09:13:06.061629 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-3dadefed-9552-4234-be9a-183554aebd55 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:06.066090 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-3dadefed-9552-4234-be9a-183554aebd55 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Usage tracker for resource:security_group_rule and tenant:1e94b3bc18424967a4e33ba3a35cc126 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:06.069484 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-3dadefed-9552-4234-be9a-183554aebd55 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:06.075882 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-3dadefed-9552-4234-be9a-183554aebd55 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:06.090998 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5728b860-bab3-47c7-9e90-2f39cc79007a None None] Pushing event updated for resources: {'Port': ['ID=9724ba25-bead-45e8-96ba-3e34b0e5b5a8,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:06.096499 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e85f3d0a-c870-4504-86db-225917be8956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:06.110843 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-02d913c6-2bf3-4b43-ac13-a7160a478669 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:06.116177 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-88eacc32-eac3-4c5e-a3c4-7546b99c2b61 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Allocated IP 172.20.0.10 (0f953666-098c-46bc-892e-626726677935/8019c2e0-ba3f-470f-90df-fe40091b5252/c1f14d97-a6b3-48ca-9a38-566705e3edcb) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:13:06.132419 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-a4f95c2e-5a2a-4b7e-8da0-17c9bd766207 None None] Port 6516a122-7680-4b26-9737-bc9df859a030 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:13:06.140740 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-341b39f9-6086-4983-bfe7-8568f118c676 None None] Set router 274de752-003a-4249-bdfa-9acfdbdb6f82 gateway port host: None {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:13:06.150369 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3dadefed-9552-4234-be9a-183554aebd55 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:06.154246 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3dadefed-9552-4234-be9a-183554aebd55 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:06.179382 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d913c6-2bf3-4b43-ac13-a7160a478669 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Pushing event deleted for resources: {'Subnet': ['ID=ba20d55e-6a93-4071-98a9-5aaec67b1791,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:06.200800 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-02d913c6-2bf3-4b43-ac13-a7160a478669 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:06.206185 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dadefed-9552-4234-be9a-183554aebd55 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6b4f5a-8e8f-4d41-b101-910a45486cca,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:06.209517 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-eda1ec72-17a7-424a-8453-f7cbc67cc1b5 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:06.215759 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3dadefed-9552-4234-be9a-183554aebd55 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:06.220301 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-3dadefed-9552-4234-be9a-183554aebd55 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2147541 Oct 04 09:13:06.220301 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55150) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:06.226480 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-f0539498-eea6-4b05-82d5-ea27fa76aa82 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Request body: {'security_group': {'name': 'tempest-secgroup--1313355771'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:06.233853 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-f0539498-eea6-4b05-82d5-ea27fa76aa82 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:06.238613 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-f0539498-eea6-4b05-82d5-ea27fa76aa82 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Usage tracker for resource:security_group and tenant:1e94b3bc18424967a4e33ba3a35cc126 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:06.241744 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-f0539498-eea6-4b05-82d5-ea27fa76aa82 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:06.248953 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-f0539498-eea6-4b05-82d5-ea27fa76aa82 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:06.258687 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242120c3-50ef-45e7-b6b5-f4b423439504 None None] Network 3755db37-9ed1-4a07-b10f-09a881953cc1 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:13:06.261308 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f0539498-eea6-4b05-82d5-ea27fa76aa82 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:06.282869 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-f0539498-eea6-4b05-82d5-ea27fa76aa82 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:06.288923 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-f0539498-eea6-4b05-82d5-ea27fa76aa82 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Usage tracker for resource:security_group_rule and tenant:1e94b3bc18424967a4e33ba3a35cc126 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:06.292604 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-f0539498-eea6-4b05-82d5-ea27fa76aa82 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:06.297876 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda1ec72-17a7-424a-8453-f7cbc67cc1b5 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Pushing event deleted for resources: {'Port': ['ID=21ccfa0b-d60c-4075-a865-d4de9c1b469c,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:06.300131 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-f0539498-eea6-4b05-82d5-ea27fa76aa82 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:06.342463 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-02d913c6-2bf3-4b43-ac13-a7160a478669 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] 10.222.0.50 "DELETE /v2.0/subnets/ba20d55e-6a93-4071-98a9-5aaec67b1791 HTTP/1.1" status: 204 len: 168 time: 1.4069390 Oct 04 09:13:06.346637 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55154) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:06.351052 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-341b39f9-6086-4983-bfe7-8568f118c676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '274de752-003a-4249-bdfa-9acfdbdb6f82', 'name': '', 'tenant_id': '8eccf873fc3d4a95ae93ab1afe9db4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:12:59Z', 'updated_at': '2022-10-04T09:13:05Z', 'revision_number': 4, 'project_id': '8eccf873fc3d4a95ae93ab1afe9db4b6', 'gw_port_host': None}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:06.358433 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341b39f9-6086-4983-bfe7-8568f118c676 None None] The sync data for ids ['274de752-003a-4249-bdfa-9acfdbdb6f82'] in dv-neutron-860215-1-hyperv is: [{'id': '274de752-003a-4249-bdfa-9acfdbdb6f82', 'name': '', 'tenant_id': '8eccf873fc3d4a95ae93ab1afe9db4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:12:59Z', 'updated_at': '2022-10-04T09:13:05Z', 'revision_number': 4, 'project_id': '8eccf873fc3d4a95ae93ab1afe9db4b6', 'gw_port_host': None}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:13:06.392290 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-4dc71a72-8e26-4e31-ae70-34f93ea03033 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Deleting port 9724ba25-bead-45e8-96ba-3e34b0e5b5a8 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:13:06.392665 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4dc71a72-8e26-4e31-ae70-34f93ea03033 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:06.483804 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e85f3d0a-c870-4504-86db-225917be8956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:06.526575 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85f3d0a-c870-4504-86db-225917be8956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4faadd-bb06-4a88-b00f-99fce4ec268c,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:06.528856 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e85f3d0a-c870-4504-86db-225917be8956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:06.530177 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-e85f3d0a-c870-4504-86db-225917be8956 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bb4faadd-bb06-4a88-b00f-99fce4ec268c HTTP/1.1" status: 204 len: 168 time: 0.7920022 Oct 04 09:13:06.540164 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-eda1ec72-17a7-424a-8453-f7cbc67cc1b5 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737040'] for router_gateway, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:06.580864 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ea188fb3-21a6-4569-8795-55d3f11f8797 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:06.589806 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3413d3eb-15ac-4e6b-9912-e18dbf537868 None None] DHCP port deletion for 3755db37-9ed1-4a07-b10f-09a881953cc1 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:13:06.596396 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-3413d3eb-15ac-4e6b-9912-e18dbf537868 None None] Deleting port ce116fa7-c3d1-4d2b-9e98-96c310b7f2a8 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:13:06.597261 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-3413d3eb-15ac-4e6b-9912-e18dbf537868 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:06.607741 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f0539498-eea6-4b05-82d5-ea27fa76aa82 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:06.656561 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-a4f95c2e-5a2a-4b7e-8da0-17c9bd766207 None None] Attempt 4 to provision port 6516a122-7680-4b26-9737-bc9df859a030 Oct 04 09:13:06.749188 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-eda1ec72-17a7-424a-8453-f7cbc67cc1b5 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:06.751698 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f0539498-eea6-4b05-82d5-ea27fa76aa82 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:06.753586 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-eda1ec72-17a7-424a-8453-f7cbc67cc1b5 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:06.781775 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-ea188fb3-21a6-4569-8795-55d3f11f8797 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Deleting port ce116fa7-c3d1-4d2b-9e98-96c310b7f2a8 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:13:06.782327 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ea188fb3-21a6-4569-8795-55d3f11f8797 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:06.805421 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-88eacc32-eac3-4c5e-a3c4-7546b99c2b61 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:06.825534 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-a4f95c2e-5a2a-4b7e-8da0-17c9bd766207 None None] Port 6516a122-7680-4b26-9737-bc9df859a030 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:13:06.832739 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-88eacc32-eac3-4c5e-a3c4-7546b99c2b61 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Transition to ACTIVE for port object c1f14d97-a6b3-48ca-9a38-566705e3edcb will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:13:06.846693 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-eda1ec72-17a7-424a-8453-f7cbc67cc1b5 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:06.847811 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda1ec72-17a7-424a-8453-f7cbc67cc1b5 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b49b0c8c-92f7-4197-9115-b987433210bf {{(pid=89032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:13:06.862469 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-4dc71a72-8e26-4e31-ae70-34f93ea03033 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] For port 9724ba25-bead-45e8-96ba-3e34b0e5b5a8, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=9724ba25-bead-45e8-96ba-3e34b0e5b5a8,segment=NetworkSegment(b30715a9-3c82-4ec6-9d82-1df1493c94a1),segment_id=b30715a9-3c82-4ec6-9d82-1df1493c94a1)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:13:06.863033 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4dc71a72-8e26-4e31-ae70-34f93ea03033 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:06.882930 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-eda1ec72-17a7-424a-8453-f7cbc67cc1b5 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:06.884288 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-eda1ec72-17a7-424a-8453-f7cbc67cc1b5 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] 10.222.0.50 "DELETE /v2.0/routers/b49b0c8c-92f7-4197-9115-b987433210bf HTTP/1.1" status: 204 len: 168 time: 3.8268969 Oct 04 09:13:06.895685 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55162) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:06.948023 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-88eacc32-eac3-4c5e-a3c4-7546b99c2b61 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:06.966836 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-3413d3eb-15ac-4e6b-9912-e18dbf537868 None None] For port ce116fa7-c3d1-4d2b-9e98-96c310b7f2a8, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=ce116fa7-c3d1-4d2b-9e98-96c310b7f2a8,segment=NetworkSegment(ae876f3b-a478-4b5f-9083-3d8c0ddf0a88),segment_id=ae876f3b-a478-4b5f-9083-3d8c0ddf0a88)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:13:06.967238 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-3413d3eb-15ac-4e6b-9912-e18dbf537868 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:06.969815 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0539498-eea6-4b05-82d5-ea27fa76aa82 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dfbfe8a-8448-4586-8383-cd42214d46ac,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:07.049247 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-6a1cdb76-b651-48a3-9c1b-70b40254e7fd tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1375093495', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}, 'admin_state_up': False}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:07.056922 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-6a1cdb76-b651-48a3-9c1b-70b40254e7fd tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:07.060988 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-6a1cdb76-b651-48a3-9c1b-70b40254e7fd tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Usage tracker for resource:router and tenant:d5c352bc205648858ca55e59bb8f7f2f is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:07.064330 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-6a1cdb76-b651-48a3-9c1b-70b40254e7fd tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:07.070412 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-6a1cdb76-b651-48a3-9c1b-70b40254e7fd tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:07.082316 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eacc32-eac3-4c5e-a3c4-7546b99c2b61 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Pushing event updated for resources: {'Port': ['ID=c1f14d97-a6b3-48ca-9a38-566705e3edcb,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:07.089579 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-4dc71a72-8e26-4e31-ae70-34f93ea03033 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Calling delete_port for 9724ba25-bead-45e8-96ba-3e34b0e5b5a8 owned by network:router_gateway {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:13:07.098199 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88eacc32-eac3-4c5e-a3c4-7546b99c2b61 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Network 0f953666-098c-46bc-892e-626726677935 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:13:07.099560 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-88eacc32-eac3-4c5e-a3c4-7546b99c2b61 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:13:07.111582 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88eacc32-eac3-4c5e-a3c4-7546b99c2b61 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:13:07.116846 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-3413d3eb-15ac-4e6b-9912-e18dbf537868 None None] Calling delete_port for ce116fa7-c3d1-4d2b-9e98-96c310b7f2a8 owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:13:07.207681 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88eacc32-eac3-4c5e-a3c4-7546b99c2b61 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:07.208329 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-88eacc32-eac3-4c5e-a3c4-7546b99c2b61 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:07.213563 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f0539498-eea6-4b05-82d5-ea27fa76aa82 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:07.216132 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-f0539498-eea6-4b05-82d5-ea27fa76aa82 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9944389 Oct 04 09:13:07.222113 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55174) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:07.233339 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-ec44d3f8-39cf-458f-bd63-3c6eb485b870 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Request body: {'security_group_rule': {'security_group_id': '0b6b4f5a-8e8f-4d41-b101-910a45486cca', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7dfbfe8a-8448-4586-8383-cd42214d46ac', 'remote_ip_prefix': None}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:07.235431 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-3413d3eb-15ac-4e6b-9912-e18dbf537868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:07.255973 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-ec44d3f8-39cf-458f-bd63-3c6eb485b870 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:07.261437 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6a1cdb76-b651-48a3-9c1b-70b40254e7fd tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:07.262508 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6a1cdb76-b651-48a3-9c1b-70b40254e7fd tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:07.269992 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-ec44d3f8-39cf-458f-bd63-3c6eb485b870 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Usage tracker for resource:security_group_rule and tenant:1e94b3bc18424967a4e33ba3a35cc126 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:07.275990 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-ec44d3f8-39cf-458f-bd63-3c6eb485b870 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:07.277973 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6a1cdb76-b651-48a3-9c1b-70b40254e7fd tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:07.285279 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-ec44d3f8-39cf-458f-bd63-3c6eb485b870 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:07.316962 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3413d3eb-15ac-4e6b-9912-e18dbf537868 None None] Pushing event deleted for resources: {'Port': ['ID=ce116fa7-c3d1-4d2b-9e98-96c310b7f2a8,revision_number=None']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:07.321153 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3413d3eb-15ac-4e6b-9912-e18dbf537868 None None] No DVR routers for this DVR port ce116fa7-c3d1-4d2b-9e98-96c310b7f2a8 on host dv-neutron-860215-1-hyperv {{(pid=89034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:13:07.342086 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-88eacc32-eac3-4c5e-a3c4-7546b99c2b61 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4673636 Oct 04 09:13:07.342480 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55180) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:07.344864 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-a4f95c2e-5a2a-4b7e-8da0-17c9bd766207 None None] Attempt 5 to provision port 6516a122-7680-4b26-9737-bc9df859a030 Oct 04 09:13:07.349244 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-05d210ac-25fc-42d4-b2ea-291e5dfce9d0 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:a1:cd:85'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:6c:9e:57'}]}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:07.403836 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ec44d3f8-39cf-458f-bd63-3c6eb485b870 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:07.410135 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-a4f95c2e-5a2a-4b7e-8da0-17c9bd766207 None None] Port 6516a122-7680-4b26-9737-bc9df859a030 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:13:07.510368 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device ce116fa7-c3d1-4d2b-9e98-96c310b7f2a8 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:13:07.566022 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: ce116fa7-c3d1-4d2b-9e98-96c310b7f2a8 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:13:07.566721 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device ce116fa7-c3d1-4d2b-9e98-96c310b7f2a8 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:13:07.567605 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 21ccfa0b-d60c-4075-a865-d4de9c1b469c no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:13:07.608155 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 21ccfa0b-d60c-4075-a865-d4de9c1b469c {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:13:07.609198 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 21ccfa0b-d60c-4075-a865-d4de9c1b469c not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:13:07.737447 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55190) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:07.769130 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ec44d3f8-39cf-458f-bd63-3c6eb485b870 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:07.784018 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ec44d3f8-39cf-458f-bd63-3c6eb485b870 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:07.833949 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec44d3f8-39cf-458f-bd63-3c6eb485b870 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c46359fa-aacc-449d-958e-eee0794f9b42,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:07.883219 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ec44d3f8-39cf-458f-bd63-3c6eb485b870 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:07.884439 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-ec44d3f8-39cf-458f-bd63-3c6eb485b870 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6613514 Oct 04 09:13:07.897511 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-b6891286-c989-455d-8b46-ac9605429919 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1279718158'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:07.901494 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55196) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:07.910862 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-b6891286-c989-455d-8b46-ac9605429919 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:07.911503 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-a4f95c2e-5a2a-4b7e-8da0-17c9bd766207 None None] Attempt 6 to provision port 6516a122-7680-4b26-9737-bc9df859a030 Oct 04 09:13:07.928595 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6a1cdb76-b651-48a3-9c1b-70b40254e7fd tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:07.938267 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-ea188fb3-21a6-4569-8795-55d3f11f8797 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] For port ce116fa7-c3d1-4d2b-9e98-96c310b7f2a8, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=ce116fa7-c3d1-4d2b-9e98-96c310b7f2a8,segment=NetworkSegment(ae876f3b-a478-4b5f-9083-3d8c0ddf0a88),segment_id=ae876f3b-a478-4b5f-9083-3d8c0ddf0a88)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:13:07.938827 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ea188fb3-21a6-4569-8795-55d3f11f8797 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:07.941287 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9a09655e-29f9-42dd-92f9-f6d72c2b4276 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:07.948573 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-b6891286-c989-455d-8b46-ac9605429919 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Usage tracker for resource:network and tenant:7c59b642fbd4440eb4278f2c0c212bcd is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:07.953546 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-b6891286-c989-455d-8b46-ac9605429919 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:07.964253 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9a09655e-29f9-42dd-92f9-f6d72c2b4276 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:07.967897 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-a4f95c2e-5a2a-4b7e-8da0-17c9bd766207 None None] Port 6516a122-7680-4b26-9737-bc9df859a030 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:13:07.969752 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-05d210ac-25fc-42d4-b2ea-291e5dfce9d0 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:07.983132 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-b6891286-c989-455d-8b46-ac9605429919 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:08.043881 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6891286-c989-455d-8b46-ac9605429919 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Made reservation on behalf of 7c59b642fbd4440eb4278f2c0c212bcd for: {'network': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:13:08.047297 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b6891286-c989-455d-8b46-ac9605429919 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:08.067519 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b6891286-c989-455d-8b46-ac9605429919 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:08.080650 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-ea188fb3-21a6-4569-8795-55d3f11f8797 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Calling delete_port for ce116fa7-c3d1-4d2b-9e98-96c310b7f2a8 owned by network:dhcp {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:13:08.093118 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-b6891286-c989-455d-8b46-ac9605429919 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:08.095126 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9a09655e-29f9-42dd-92f9-f6d72c2b4276 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:08.112444 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-b6891286-c989-455d-8b46-ac9605429919 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Usage tracker for resource:security_group_rule and tenant:7c59b642fbd4440eb4278f2c0c212bcd is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:08.121480 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-b6891286-c989-455d-8b46-ac9605429919 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:08.126617 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a09655e-29f9-42dd-92f9-f6d72c2b4276 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c46359fa-aacc-449d-958e-eee0794f9b42,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:08.148282 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-b6891286-c989-455d-8b46-ac9605429919 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:08.153830 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9a09655e-29f9-42dd-92f9-f6d72c2b4276 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:08.154927 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-9a09655e-29f9-42dd-92f9-f6d72c2b4276 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/c46359fa-aacc-449d-958e-eee0794f9b42 HTTP/1.1" status: 204 len: 168 time: 0.2501562 Oct 04 09:13:08.183644 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55200) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:08.333177 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-5e01d9b0-2860-4413-8993-85f3eb78b83c tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Synchronizing usage tracker for tenant:1e94b3bc18424967a4e33ba3a35cc126 on resource:security_group_rule {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:13:08.340808 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-05d210ac-25fc-42d4-b2ea-291e5dfce9d0 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:08.348992 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.db.api [None req-ea188fb3-21a6-4569-8795-55d3f11f8797 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:13:08.349309 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG oslo_db.api [None req-ea188fb3-21a6-4569-8795-55d3f11f8797 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:13:08.353249 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-05d210ac-25fc-42d4-b2ea-291e5dfce9d0 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:08.360877 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4dc71a72-8e26-4e31-ae70-34f93ea03033 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:08.415311 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-5e01d9b0-2860-4413-8993-85f3eb78b83c tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Unset dirty status for tenant:1e94b3bc18424967a4e33ba3a35cc126 on resource:security_group_rule {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:13:08.417069 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-5e01d9b0-2860-4413-8993-85f3eb78b83c tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2323010 Oct 04 09:13:08.418888 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc71a72-8e26-4e31-ae70-34f93ea03033 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Pushing event deleted for resources: {'Port': ['ID=9724ba25-bead-45e8-96ba-3e34b0e5b5a8,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:08.421678 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55204) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:08.427052 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b6891286-c989-455d-8b46-ac9605429919 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:08.449061 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b6891286-c989-455d-8b46-ac9605429919 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:08.469962 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-a4f95c2e-5a2a-4b7e-8da0-17c9bd766207 None None] Attempt 7 to provision port 6516a122-7680-4b26-9737-bc9df859a030 Oct 04 09:13:08.505260 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6891286-c989-455d-8b46-ac9605429919 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=89032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:13:08.512596 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-05d210ac-25fc-42d4-b2ea-291e5dfce9d0 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] In _notify_port_updated(), no bound segment for port c1f14d97-a6b3-48ca-9a38-566705e3edcb on network 0f953666-098c-46bc-892e-626726677935 {{(pid=89032) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 04 09:13:08.517970 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d210ac-25fc-42d4-b2ea-291e5dfce9d0 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:08.518593 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-05d210ac-25fc-42d4-b2ea-291e5dfce9d0 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:08.522681 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-05d210ac-25fc-42d4-b2ea-291e5dfce9d0 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] 10.222.0.50 "PUT /v2.0/ports/c1f14d97-a6b3-48ca-9a38-566705e3edcb HTTP/1.1" status: 200 len: 1057 time: 1.1764810 Oct 04 09:13:08.524223 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d210ac-25fc-42d4-b2ea-291e5dfce9d0 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Pushing event updated for resources: {'Port': ['ID=c1f14d97-a6b3-48ca-9a38-566705e3edcb,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:08.526932 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55208) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:08.527979 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6891286-c989-455d-8b46-ac9605429919 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23771e90-0b02-4e32-ab40-7ec55b993bf8,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:08.534574 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b6891286-c989-455d-8b46-ac9605429919 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:08.534950 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.segments_db [None req-b6891286-c989-455d-8b46-ac9605429919 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Added segment 36e04a27-70d5-4ebd-beaf-3d0d7150690e of type vlan for network 35aa0c51-ba0c-45a1-8373-559b804543b2 Oct 04 09:13:08.549457 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-a4f95c2e-5a2a-4b7e-8da0-17c9bd766207 None None] Port 6516a122-7680-4b26-9737-bc9df859a030 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:13:08.568710 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b6891286-c989-455d-8b46-ac9605429919 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:08.607496 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b6891286-c989-455d-8b46-ac9605429919 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:08.613122 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6891286-c989-455d-8b46-ac9605429919 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:08.614718 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b6891286-c989-455d-8b46-ac9605429919 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:08.654411 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4dc71a72-8e26-4e31-ae70-34f93ea03033 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737040'] for router_gateway, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:08.728006 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-b6891286-c989-455d-8b46-ac9605429919 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.9876728 Oct 04 09:13:08.731215 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55212) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:08.736506 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-fb7c7831-5f6f-48fc-af55-dda1ee2f2523 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Request body: {'port': {'network_id': '35aa0c51-ba0c-45a1-8373-559b804543b2', 'name': 'tempest-PortsTestJSON-830592066'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:08.749841 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6891286-c989-455d-8b46-ac9605429919 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event updated for resources: {'Network': ['ID=35aa0c51-ba0c-45a1-8373-559b804543b2,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:08.765756 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 35aa0c51-ba0c-45a1-8373-559b804543b2 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:13:08.834837 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-ce32c44d-a0f6-46ef-b586-596367b56597 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Deleting port c1f14d97-a6b3-48ca-9a38-566705e3edcb {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:13:08.835185 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ce32c44d-a0f6-46ef-b586-596367b56597 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:08.847155 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-fb7c7831-5f6f-48fc-af55-dda1ee2f2523 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:08.851137 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-fb7c7831-5f6f-48fc-af55-dda1ee2f2523 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Usage tracker for resource:port and tenant:7c59b642fbd4440eb4278f2c0c212bcd is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:08.854559 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-fb7c7831-5f6f-48fc-af55-dda1ee2f2523 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:08.860748 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-fb7c7831-5f6f-48fc-af55-dda1ee2f2523 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:08.871920 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7c7831-5f6f-48fc-af55-dda1ee2f2523 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Made reservation on behalf of 7c59b642fbd4440eb4278f2c0c212bcd for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:13:08.875660 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fb7c7831-5f6f-48fc-af55-dda1ee2f2523 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:08.900093 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [None req-fb7c7831-5f6f-48fc-af55-dda1ee2f2523 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] device_id is not set on port 7ed34cfc-0cad-4758-aba0-538d362549e4 yet. {{(pid=89032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:13:08.923664 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-ea188fb3-21a6-4569-8795-55d3f11f8797 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Deleting port ce116fa7-c3d1-4d2b-9e98-96c310b7f2a8 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:13:08.924006 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ea188fb3-21a6-4569-8795-55d3f11f8797 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:08.946702 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1ff7fa9f-d7e3-492a-b01d-e89e78d0bbfd tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:09.050977 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-a4f95c2e-5a2a-4b7e-8da0-17c9bd766207 None None] Attempt 8 to provision port 6516a122-7680-4b26-9737-bc9df859a030 Oct 04 09:13:09.122524 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4dc71a72-8e26-4e31-ae70-34f93ea03033 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:09.122775 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fb7c7831-5f6f-48fc-af55-dda1ee2f2523 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:09.128391 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-ea188fb3-21a6-4569-8795-55d3f11f8797 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] The port 'ce116fa7-c3d1-4d2b-9e98-96c310b7f2a8' was deleted {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 04 09:13:09.137506 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4dc71a72-8e26-4e31-ae70-34f93ea03033 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:09.149058 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-a4f95c2e-5a2a-4b7e-8da0-17c9bd766207 None None] Port 6516a122-7680-4b26-9737-bc9df859a030 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:13:09.155539 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fb7c7831-5f6f-48fc-af55-dda1ee2f2523 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:09.174753 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6a1cdb76-b651-48a3-9c1b-70b40254e7fd tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks [] for router_gateway, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:09.250290 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7c7831-5f6f-48fc-af55-dda1ee2f2523 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event updated for resources: {'Port': ['ID=7ed34cfc-0cad-4758-aba0-538d362549e4,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:09.261384 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7c7831-5f6f-48fc-af55-dda1ee2f2523 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Checking segment: {'id': '36e04a27-70d5-4ebd-beaf-3d0d7150690e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '35aa0c51-ba0c-45a1-8373-559b804543b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:13:09.261744 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7c7831-5f6f-48fc-af55-dda1ee2f2523 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Network hostable DHCP agents. Network: 35aa0c51-ba0c-45a1-8373-559b804543b2, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:13:09.282531 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7c7831-5f6f-48fc-af55-dda1ee2f2523 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Network 35aa0c51-ba0c-45a1-8373-559b804543b2 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:13:09.292258 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-fb7c7831-5f6f-48fc-af55-dda1ee2f2523 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 35aa0c51-ba0c-45a1-8373-559b804543b2) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:13:09.296759 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7c7831-5f6f-48fc-af55-dda1ee2f2523 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:13:09.302232 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7110abe-9a79-46a4-9751-4d848a142e79 None None] Network 35aa0c51-ba0c-45a1-8373-559b804543b2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:13:09.303775 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7c7831-5f6f-48fc-af55-dda1ee2f2523 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:09.304447 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fb7c7831-5f6f-48fc-af55-dda1ee2f2523 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:09.328057 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-fb7c7831-5f6f-48fc-af55-dda1ee2f2523 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5958266 Oct 04 09:13:09.331115 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55216) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:09.334230 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1ff7fa9f-d7e3-492a-b01d-e89e78d0bbfd tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:09.336678 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-f72bddd1-6aa9-4878-a544-871df9e4a5ba tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-121178192'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:09.342256 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-f72bddd1-6aa9-4878-a544-871df9e4a5ba tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:09.346688 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-f72bddd1-6aa9-4878-a544-871df9e4a5ba tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Usage tracker for resource:network and tenant:7c59b642fbd4440eb4278f2c0c212bcd is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:09.349808 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-f72bddd1-6aa9-4878-a544-871df9e4a5ba tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:09.356010 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-f72bddd1-6aa9-4878-a544-871df9e4a5ba tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:09.366890 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72bddd1-6aa9-4878-a544-871df9e4a5ba tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Made reservation on behalf of 7c59b642fbd4440eb4278f2c0c212bcd for: {'network': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:13:09.370663 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f72bddd1-6aa9-4878-a544-871df9e4a5ba tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:09.401537 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f72bddd1-6aa9-4878-a544-871df9e4a5ba tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=89032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:13:09.404487 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6a1cdb76-b651-48a3-9c1b-70b40254e7fd tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:09.412321 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f72bddd1-6aa9-4878-a544-871df9e4a5ba tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:09.412768 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.segments_db [None req-f72bddd1-6aa9-4878-a544-871df9e4a5ba tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Added segment 547ade24-826a-4518-91c9-bfa804c68bd6 of type vlan for network 8a6d8356-1a67-42c3-812d-bf5ff2babe26 Oct 04 09:13:09.440946 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f72bddd1-6aa9-4878-a544-871df9e4a5ba tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:09.474120 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f72bddd1-6aa9-4878-a544-871df9e4a5ba tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:09.481492 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72bddd1-6aa9-4878-a544-871df9e4a5ba tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:09.482443 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f72bddd1-6aa9-4878-a544-871df9e4a5ba tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:09.554842 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4dc71a72-8e26-4e31-ae70-34f93ea03033 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:09.555262 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc71a72-8e26-4e31-ae70-34f93ea03033 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 274de752-003a-4249-bdfa-9acfdbdb6f82 {{(pid=89033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:13:09.586370 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-f72bddd1-6aa9-4878-a544-871df9e4a5ba tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2542028 Oct 04 09:13:09.590533 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55220) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:09.601474 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-27b3a7a2-2da3-4431-9b53-992f41362100 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Request body: {'ports': [{'network_id': '35aa0c51-ba0c-45a1-8373-559b804543b2'}, {'network_id': '8a6d8356-1a67-42c3-812d-bf5ff2babe26'}]} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:09.602094 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-27b3a7a2-2da3-4431-9b53-992f41362100 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Request body: {'port': {'network_id': '35aa0c51-ba0c-45a1-8373-559b804543b2'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:09.602727 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-27b3a7a2-2da3-4431-9b53-992f41362100 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Request body: {'port': {'network_id': '8a6d8356-1a67-42c3-812d-bf5ff2babe26'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:09.624113 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72bddd1-6aa9-4878-a544-871df9e4a5ba tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event updated for resources: {'Network': ['ID=8a6d8356-1a67-42c3-812d-bf5ff2babe26,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:09.631945 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ea188fb3-21a6-4569-8795-55d3f11f8797 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:09.642339 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 8a6d8356-1a67-42c3-812d-bf5ff2babe26 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:13:09.657970 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-a4f95c2e-5a2a-4b7e-8da0-17c9bd766207 None None] Attempt 9 to provision port 6516a122-7680-4b26-9737-bc9df859a030 Oct 04 09:13:09.792024 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-ea188fb3-21a6-4569-8795-55d3f11f8797 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3755db37-9ed1-4a07-b10f-09a881953cc1']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:09.803331 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1ff7fa9f-d7e3-492a-b01d-e89e78d0bbfd tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:09.817230 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-a4f95c2e-5a2a-4b7e-8da0-17c9bd766207 None None] Port 6516a122-7680-4b26-9737-bc9df859a030 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:13:09.859687 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-ea188fb3-21a6-4569-8795-55d3f11f8797 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae876f3b-a478-4b5f-9083-3d8c0ddf0a88') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:09.860045 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-ea188fb3-21a6-4569-8795-55d3f11f8797 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae876f3b-a478-4b5f-9083-3d8c0ddf0a88') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:09.866318 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff7fa9f-d7e3-492a-b01d-e89e78d0bbfd tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dfbfe8a-8448-4586-8383-cd42214d46ac,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:09.888125 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ea188fb3-21a6-4569-8795-55d3f11f8797 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:09.934309 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ce32c44d-a0f6-46ef-b586-596367b56597 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:09.943464 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-6a1cdb76-b651-48a3-9c1b-70b40254e7fd tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Allocated IP 172.26.10.220 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/15ecc4a5-1694-4e86-953d-2c7f5b140a0d) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:13:09.946866 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ea188fb3-21a6-4569-8795-55d3f11f8797 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:09.957059 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1ff7fa9f-d7e3-492a-b01d-e89e78d0bbfd tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:09.958177 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-1ff7fa9f-d7e3-492a-b01d-e89e78d0bbfd tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "DELETE /v2.0/security-groups/7dfbfe8a-8448-4586-8383-cd42214d46ac HTTP/1.1" status: 204 len: 168 time: 1.5352063 Oct 04 09:13:09.962974 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55224) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:10.014104 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4dc71a72-8e26-4e31-ae70-34f93ea03033 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:10.015282 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-4dc71a72-8e26-4e31-ae70-34f93ea03033 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] 10.222.0.50 "DELETE /v2.0/routers/274de752-003a-4249-bdfa-9acfdbdb6f82 HTTP/1.1" status: 204 len: 168 time: 5.4961629 Oct 04 09:13:10.016422 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-27b3a7a2-2da3-4431-9b53-992f41362100 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:10.018384 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55228) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:10.024124 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-27b3a7a2-2da3-4431-9b53-992f41362100 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Usage tracker for resource:port and tenant:7c59b642fbd4440eb4278f2c0c212bcd is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:10.062807 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-27b3a7a2-2da3-4431-9b53-992f41362100 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:10.078020 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea188fb3-21a6-4569-8795-55d3f11f8797 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:13:10.078355 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ea188fb3-21a6-4569-8795-55d3f11f8797 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:10.085107 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-27b3a7a2-2da3-4431-9b53-992f41362100 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:10.107473 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-ce32c44d-a0f6-46ef-b586-596367b56597 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Calling delete_port for c1f14d97-a6b3-48ca-9a38-566705e3edcb owned by {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:13:10.115845 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-57daf8e4-cfff-4a8e-b819-e6ea43c8e1f5 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Synchronizing usage tracker for tenant:1e94b3bc18424967a4e33ba3a35cc126 on resource:security_group {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:13:10.123093 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b3a7a2-2da3-4431-9b53-992f41362100 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Made reservation on behalf of 7c59b642fbd4440eb4278f2c0c212bcd for: {'port': 2} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:13:10.127502 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-27b3a7a2-2da3-4431-9b53-992f41362100 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:10.144726 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_v2 [None req-efd5de11-e2be-46d1-acdc-5640e2582934 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Deleting subnet e1347d5e-817d-4a07-8eb4-5734c57af147 {{(pid=89032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:13:10.151778 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-efd5de11-e2be-46d1-acdc-5640e2582934 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:10.183593 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment ae876f3b-a478-4b5f-9083-3d8c0ddf0a88 resource provider aggregate not found Oct 04 09:13:10.187129 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-27b3a7a2-2da3-4431-9b53-992f41362100 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:10.213948 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-57daf8e4-cfff-4a8e-b819-e6ea43c8e1f5 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Unset dirty status for tenant:1e94b3bc18424967a4e33ba3a35cc126 on resource:security_group {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:13:10.218156 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-57daf8e4-cfff-4a8e-b819-e6ea43c8e1f5 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2513340 Oct 04 09:13:10.218718 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55236) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:10.229195 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment ae876f3b-a478-4b5f-9083-3d8c0ddf0a88 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ae876f3b-a478-4b5f-9083-3d8c0ddf0a88 found for delete ", "request_id": "req-225e9a14-ec78-44aa-88ae-752ba9d74b68"}]} Oct 04 09:13:10.277811 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-efd5de11-e2be-46d1-acdc-5640e2582934 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885153'] for subnet, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:10.313020 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-a4f95c2e-5a2a-4b7e-8da0-17c9bd766207 None None] Attempt 10 to provision port 6516a122-7680-4b26-9737-bc9df859a030 Oct 04 09:13:10.324222 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ea188fb3-21a6-4569-8795-55d3f11f8797 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:10.350492 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ea188fb3-21a6-4569-8795-55d3f11f8797 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:10.373094 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-a4f95c2e-5a2a-4b7e-8da0-17c9bd766207 None None] Port 6516a122-7680-4b26-9737-bc9df859a030 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:13:10.386589 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea188fb3-21a6-4569-8795-55d3f11f8797 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] Pushing event deleted for resources: {'Network': ['ID=3755db37-9ed1-4a07-b10f-09a881953cc1,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:10.389193 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-ea188fb3-21a6-4569-8795-55d3f11f8797 tempest-FloatingIPNegativeTestJSON-1557617400 tempest-FloatingIPNegativeTestJSON-1557617400-project] 10.222.0.50 "DELETE /v2.0/networks/3755db37-9ed1-4a07-b10f-09a881953cc1 HTTP/1.1" status: 204 len: 168 time: 4.0415392 Oct 04 09:13:10.456402 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6a1cdb76-b651-48a3-9c1b-70b40254e7fd tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:10.500489 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-efd5de11-e2be-46d1-acdc-5640e2582934 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:10.503657 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ce32c44d-a0f6-46ef-b586-596367b56597 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:10.506646 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-1e1b0341-de71-4d76-86f6-45b85c7b12f4 None None] Provisioning for port c1f14d97-a6b3-48ca-9a38-566705e3edcb completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:13:10.513570 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-1e1b0341-de71-4d76-86f6-45b85c7b12f4 None None] Provisioning complete for port c1f14d97-a6b3-48ca-9a38-566705e3edcb triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:13:10.515217 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-1e1b0341-de71-4d76-86f6-45b85c7b12f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:10.516034 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-1e1b0341-de71-4d76-86f6-45b85c7b12f4 None None] Attempt 1 to provision port c1f14d97-a6b3-48ca-9a38-566705e3edcb Oct 04 09:13:10.559914 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce32c44d-a0f6-46ef-b586-596367b56597 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Pushing event deleted for resources: {'Port': ['ID=c1f14d97-a6b3-48ca-9a38-566705e3edcb,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:10.565273 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f0623c9c-7091-4f59-bbcc-4621fa8b7a69 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:10.573313 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-1e1b0341-de71-4d76-86f6-45b85c7b12f4 None None] Port c1f14d97-a6b3-48ca-9a38-566705e3edcb was deleted so its status cannot be updated. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 04 09:13:10.603991 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [None req-27b3a7a2-2da3-4431-9b53-992f41362100 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] device_id is not set on port b591ed29-3aec-4a94-bc9b-ebcb0673a090 yet. {{(pid=89032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:13:10.606206 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6a1cdb76-b651-48a3-9c1b-70b40254e7fd tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:10.632858 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f0623c9c-7091-4f59-bbcc-4621fa8b7a69 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:10.724947 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1cdb76-b651-48a3-9c1b-70b40254e7fd tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:13:10.736725 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-6a1cdb76-b651-48a3-9c1b-70b40254e7fd tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:13:10.742621 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1cdb76-b651-48a3-9c1b-70b40254e7fd tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:13:10.767501 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-27b3a7a2-2da3-4431-9b53-992f41362100 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:10.784604 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55244) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:10.808986 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cdb76-b651-48a3-9c1b-70b40254e7fd tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Pushing event updated for resources: {'Port': ['ID=15ecc4a5-1694-4e86-953d-2c7f5b140a0d,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:10.917283 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-efd5de11-e2be-46d1-acdc-5640e2582934 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:10.965453 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [None req-27b3a7a2-2da3-4431-9b53-992f41362100 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] device_id is not set on port 49eec885-3f99-4df9-859f-13495d240ce1 yet. {{(pid=89032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:13:10.981521 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f0623c9c-7091-4f59-bbcc-4621fa8b7a69 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:10.984647 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd5de11-e2be-46d1-acdc-5640e2582934 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e1347d5e-817d-4a07-8eb4-5734c57af147,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:10.999606 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-efd5de11-e2be-46d1-acdc-5640e2582934 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:11.011050 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:11.036129 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0623c9c-7091-4f59-bbcc-4621fa8b7a69 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6b4f5a-8e8f-4d41-b101-910a45486cca,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:11.076821 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-efd5de11-e2be-46d1-acdc-5640e2582934 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] 10.222.0.50 "DELETE /v2.0/subnets/e1347d5e-817d-4a07-8eb4-5734c57af147 HTTP/1.1" status: 204 len: 168 time: 1.0573902 Oct 04 09:13:11.080974 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55252) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:11.082102 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f0623c9c-7091-4f59-bbcc-4621fa8b7a69 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:11.083196 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-f0623c9c-7091-4f59-bbcc-4621fa8b7a69 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "DELETE /v2.0/security-groups/0b6b4f5a-8e8f-4d41-b101-910a45486cca HTTP/1.1" status: 204 len: 168 time: 0.8635898 Oct 04 09:13:11.089971 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55256) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:11.195775 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-0843afb7-b2ed-4b7a-bdd2-746940d80e01 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f68aa401b76441c39ebad86774f729aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3926301 Oct 04 09:13:11.203274 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55260) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:11.291679 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e61c3486-5db5-4e0d-84da-ced6efd8976e tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:11.331019 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ce32c44d-a0f6-46ef-b586-596367b56597 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:11.340041 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-9bc308de-6381-4fc3-bad1-39a2f5bef306 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Synchronizing usage tracker for tenant:1e94b3bc18424967a4e33ba3a35cc126 on resource:security_group {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:13:11.372379 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-27b3a7a2-2da3-4431-9b53-992f41362100 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:11.408463 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-ce32c44d-a0f6-46ef-b586-596367b56597 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] 10.222.0.50 "DELETE /v2.0/ports/c1f14d97-a6b3-48ca-9a38-566705e3edcb HTTP/1.1" status: 204 len: 168 time: 2.8745122 Oct 04 09:13:11.417556 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55264) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:11.441790 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-9bc308de-6381-4fc3-bad1-39a2f5bef306 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Unset dirty status for tenant:1e94b3bc18424967a4e33ba3a35cc126 on resource:security_group {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:13:11.443019 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-9bc308de-6381-4fc3-bad1-39a2f5bef306 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3521945 Oct 04 09:13:11.455521 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55268) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:11.471227 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-2cc5d543-eab6-43ff-9872-76995f1839b0 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Request body: {'security_group': {'name': 'tempest-secgroup--1745857307'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:11.478311 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2e4e522-b003-44c7-a61f-2c8b278ee79c tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] GET failed (client error): The resource could not be found. Oct 04 09:13:11.478833 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a2e4e522-b003-44c7-a61f-2c8b278ee79c tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Synchronizing usage tracker for tenant:e05ff2ada97b419083aa12ef2747efd5 on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:13:11.481901 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-2cc5d543-eab6-43ff-9872-76995f1839b0 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:11.492910 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e250ebf8-cfdd-4a1a-afa9-dfbcab50c593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:11.540938 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e61c3486-5db5-4e0d-84da-ced6efd8976e tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:11.570187 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e250ebf8-cfdd-4a1a-afa9-dfbcab50c593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:11.576604 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-2cc5d543-eab6-43ff-9872-76995f1839b0 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:11.587450 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-e61c3486-5db5-4e0d-84da-ced6efd8976e tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbd50da1-78d3-47a4-ab00-a566016fc525']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:11.589031 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a2e4e522-b003-44c7-a61f-2c8b278ee79c tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Unset dirty status for tenant:e05ff2ada97b419083aa12ef2747efd5 on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:13:11.593261 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a2e4e522-b003-44c7-a61f-2c8b278ee79c tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] 10.222.0.50 "GET /v2.0/ports/c1f14d97-a6b3-48ca-9a38-566705e3edcb HTTP/1.1" status: 404 len: 333 time: 0.1717989 Oct 04 09:13:11.593836 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55272) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:11.604827 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-27b3a7a2-2da3-4431-9b53-992f41362100 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:11.611575 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-e61c3486-5db5-4e0d-84da-ced6efd8976e tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b30715a9-3c82-4ec6-9d82-1df1493c94a1') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:11.611875 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-e61c3486-5db5-4e0d-84da-ced6efd8976e tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b30715a9-3c82-4ec6-9d82-1df1493c94a1') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:11.638188 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2cc5d543-eab6-43ff-9872-76995f1839b0 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:11.678755 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6a1cdb76-b651-48a3-9c1b-70b40254e7fd tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks [] for router_gateway, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:11.679529 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e61c3486-5db5-4e0d-84da-ced6efd8976e tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:11.720625 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e61c3486-5db5-4e0d-84da-ced6efd8976e tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:11.728102 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b3a7a2-2da3-4431-9b53-992f41362100 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Network 35aa0c51-ba0c-45a1-8373-559b804543b2 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:13:11.733035 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e61c3486-5db5-4e0d-84da-ced6efd8976e tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:13:11.733435 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e61c3486-5db5-4e0d-84da-ced6efd8976e tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:11.763229 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-2cc5d543-eab6-43ff-9872-76995f1839b0 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:11.774063 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-bc048fcf-d781-412e-b44a-772dee595ea7 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Deleting port 6516a122-7680-4b26-9737-bc9df859a030 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:13:11.774414 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-bc048fcf-d781-412e-b44a-772dee595ea7 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:11.803371 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-2cc5d543-eab6-43ff-9872-76995f1839b0 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Usage tracker for resource:security_group_rule and tenant:1e94b3bc18424967a4e33ba3a35cc126 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:11.808950 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-2cc5d543-eab6-43ff-9872-76995f1839b0 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:11.820803 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-2cc5d543-eab6-43ff-9872-76995f1839b0 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:11.858996 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-27b3a7a2-2da3-4431-9b53-992f41362100 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:13:11.910308 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b3a7a2-2da3-4431-9b53-992f41362100 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:13:11.910308 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-27b3a7a2-2da3-4431-9b53-992f41362100 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:11.912556 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment b30715a9-3c82-4ec6-9d82-1df1493c94a1 resource provider aggregate not found Oct 04 09:13:11.927934 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b3a7a2-2da3-4431-9b53-992f41362100 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event updated for resources: {'Port': ['ID=b591ed29-3aec-4a94-bc9b-ebcb0673a090,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:11.975537 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e250ebf8-cfdd-4a1a-afa9-dfbcab50c593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:11.985213 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment b30715a9-3c82-4ec6-9d82-1df1493c94a1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b30715a9-3c82-4ec6-9d82-1df1493c94a1 found for delete ", "request_id": "req-5f49a725-943b-479b-b296-d980737b45d8"}]} Oct 04 09:13:12.023648 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e250ebf8-cfdd-4a1a-afa9-dfbcab50c593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2cd40de-766a-42fd-8f8d-f4f1d56c3a8e,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:12.053430 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e250ebf8-cfdd-4a1a-afa9-dfbcab50c593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:12.054558 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-e250ebf8-cfdd-4a1a-afa9-dfbcab50c593 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a2cd40de-766a-42fd-8f8d-f4f1d56c3a8e HTTP/1.1" status: 204 len: 168 time: 0.8417432 Oct 04 09:13:12.055255 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b3a7a2-2da3-4431-9b53-992f41362100 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event updated for resources: {'Port': ['ID=49eec885-3f99-4df9-859f-13495d240ce1,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:12.057873 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e61c3486-5db5-4e0d-84da-ced6efd8976e tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:12.080963 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e61c3486-5db5-4e0d-84da-ced6efd8976e tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dbd50da1-78d3-47a4-ab00-a566016fc525 {{(pid=89032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 04 09:13:12.086405 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e61c3486-5db5-4e0d-84da-ced6efd8976e tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:12.088865 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61c3486-5db5-4e0d-84da-ced6efd8976e tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Pushing event deleted for resources: {'Network': ['ID=dbd50da1-78d3-47a4-ab00-a566016fc525,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:12.103083 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-e61c3486-5db5-4e0d-84da-ced6efd8976e tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] 10.222.0.50 "DELETE /v2.0/networks/dbd50da1-78d3-47a4-ab00-a566016fc525 HTTP/1.1" status: 204 len: 168 time: 1.0186949 Oct 04 09:13:12.106621 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b3a7a2-2da3-4431-9b53-992f41362100 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Checking segment: {'id': '547ade24-826a-4518-91c9-bfa804c68bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8a6d8356-1a67-42c3-812d-bf5ff2babe26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:13:12.106980 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b3a7a2-2da3-4431-9b53-992f41362100 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Network hostable DHCP agents. Network: 8a6d8356-1a67-42c3-812d-bf5ff2babe26, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:13:12.128172 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b3a7a2-2da3-4431-9b53-992f41362100 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Network 8a6d8356-1a67-42c3-812d-bf5ff2babe26 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:13:12.150215 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-27b3a7a2-2da3-4431-9b53-992f41362100 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 8a6d8356-1a67-42c3-812d-bf5ff2babe26) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:13:12.154977 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b3a7a2-2da3-4431-9b53-992f41362100 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:13:12.163779 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b3a7a2-2da3-4431-9b53-992f41362100 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:12.164762 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ceae0ea-382d-4049-946e-90443598a536 None None] Network 8a6d8356-1a67-42c3-812d-bf5ff2babe26 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:13:12.176937 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b3a7a2-2da3-4431-9b53-992f41362100 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:12.180261 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-27b3a7a2-2da3-4431-9b53-992f41362100 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:12.232754 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-27b3a7a2-2da3-4431-9b53-992f41362100 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.6404040 Oct 04 09:13:12.235186 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55284) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:12.286059 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2cc5d543-eab6-43ff-9872-76995f1839b0 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:12.333222 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2cc5d543-eab6-43ff-9872-76995f1839b0 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:12.417293 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-ba71bcb4-58b6-4319-8751-cf1dfd25ae88 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Deleting port 49eec885-3f99-4df9-859f-13495d240ce1 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:13:12.419201 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ba71bcb4-58b6-4319-8751-cf1dfd25ae88 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:12.478250 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6a1cdb76-b651-48a3-9c1b-70b40254e7fd tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:12.480865 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc5d543-eab6-43ff-9872-76995f1839b0 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=995d2fca-f762-42ce-834d-2bf95a88293b,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:12.491229 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-bc048fcf-d781-412e-b44a-772dee595ea7 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:12.705797 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55296) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:12.723902 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-ee61fb68-3782-4f58-bc47-3bdd9f283d21 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Request body: {'router': {'name': 'tempest-router--2012013368', 'project_id': '13b07c41c29d4c668308d0a6eb7868de'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:12.742080 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-ee61fb68-3782-4f58-bc47-3bdd9f283d21 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:12.751645 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-ee61fb68-3782-4f58-bc47-3bdd9f283d21 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Usage tracker for resource:router and tenant:13b07c41c29d4c668308d0a6eb7868de is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:12.776546 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-ee61fb68-3782-4f58-bc47-3bdd9f283d21 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:12.785783 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ba71bcb4-58b6-4319-8751-cf1dfd25ae88 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:12.827772 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2cc5d543-eab6-43ff-9872-76995f1839b0 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:12.829039 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-2cc5d543-eab6-43ff-9872-76995f1839b0 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3709342 Oct 04 09:13:12.893957 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55304) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:12.901179 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-bc048fcf-d781-412e-b44a-772dee595ea7 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Calling delete_port for 6516a122-7680-4b26-9737-bc9df859a030 owned by {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:13:12.920592 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-ba71bcb4-58b6-4319-8751-cf1dfd25ae88 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Calling delete_port for 49eec885-3f99-4df9-859f-13495d240ce1 owned by {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:13:12.941837 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-195ab892-02d0-493c-8c51-7425522338b5 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Request body: {'security_group_rule': {'security_group_id': '995d2fca-f762-42ce-834d-2bf95a88293b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:12.956151 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-ee61fb68-3782-4f58-bc47-3bdd9f283d21 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:12.963257 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-195ab892-02d0-493c-8c51-7425522338b5 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:12.971454 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ee61fb68-3782-4f58-bc47-3bdd9f283d21 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:12.972491 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ee61fb68-3782-4f58-bc47-3bdd9f283d21 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:12.973139 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-195ab892-02d0-493c-8c51-7425522338b5 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Usage tracker for resource:security_group_rule and tenant:1e94b3bc18424967a4e33ba3a35cc126 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:12.979417 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-195ab892-02d0-493c-8c51-7425522338b5 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:12.987376 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ee61fb68-3782-4f58-bc47-3bdd9f283d21 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:13.028039 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ee61fb68-3782-4f58-bc47-3bdd9f283d21 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:13.039054 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-195ab892-02d0-493c-8c51-7425522338b5 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:13.049403 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ba71bcb4-58b6-4319-8751-cf1dfd25ae88 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:13.107571 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ee61fb68-3782-4f58-bc47-3bdd9f283d21 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:13.107571 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-ee61fb68-3782-4f58-bc47-3bdd9f283d21 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3955328 Oct 04 09:13:13.107571 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba71bcb4-58b6-4319-8751-cf1dfd25ae88 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event deleted for resources: {'Port': ['ID=49eec885-3f99-4df9-859f-13495d240ce1,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:13.107571 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55316) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:13.142115 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-195ab892-02d0-493c-8c51-7425522338b5 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:13.234840 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55322) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:13.241273 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ba71bcb4-58b6-4319-8751-cf1dfd25ae88 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:13.243567 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-ba71bcb4-58b6-4319-8751-cf1dfd25ae88 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "DELETE /v2.0/ports/49eec885-3f99-4df9-859f-13495d240ce1 HTTP/1.1" status: 204 len: 168 time: 1.0071871 Oct 04 09:13:13.247242 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55326) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:13.253007 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-bc048fcf-d781-412e-b44a-772dee595ea7 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:13.257261 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba71bcb4-58b6-4319-8751-cf1dfd25ae88 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:13:13.257605 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba71bcb4-58b6-4319-8751-cf1dfd25ae88 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:13:13.258232 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba71bcb4-58b6-4319-8751-cf1dfd25ae88 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:13:13.259047 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba71bcb4-58b6-4319-8751-cf1dfd25ae88 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:13:13.260067 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba71bcb4-58b6-4319-8751-cf1dfd25ae88 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:13:13.260567 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba71bcb4-58b6-4319-8751-cf1dfd25ae88 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:13:13.261005 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba71bcb4-58b6-4319-8751-cf1dfd25ae88 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:13:13.261620 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba71bcb4-58b6-4319-8751-cf1dfd25ae88 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:13:13.262179 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba71bcb4-58b6-4319-8751-cf1dfd25ae88 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:13:13.262773 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba71bcb4-58b6-4319-8751-cf1dfd25ae88 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:13:13.263297 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba71bcb4-58b6-4319-8751-cf1dfd25ae88 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:13:13.263740 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba71bcb4-58b6-4319-8751-cf1dfd25ae88 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:13:13.274779 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cae2bb79-1471-4be1-8000-d42c29dcfdd8 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks [] for router, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:13.348499 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a1cdb76-b651-48a3-9c1b-70b40254e7fd tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Router 39dd4200-247f-4ffe-a0e5-03c84256c18c is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:13:13.373085 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc048fcf-d781-412e-b44a-772dee595ea7 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Pushing event deleted for resources: {'Port': ['ID=6516a122-7680-4b26-9737-bc9df859a030,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:13.376451 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-195ab892-02d0-493c-8c51-7425522338b5 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:13.380269 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-fb268db4-8613-4d98-9375-cd92b09068e9 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-311302445'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:13.428434 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-fb268db4-8613-4d98-9375-cd92b09068e9 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:13.438026 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-195ab892-02d0-493c-8c51-7425522338b5 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:13.527861 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-fb268db4-8613-4d98-9375-cd92b09068e9 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Usage tracker for resource:network and tenant:830e4f1e474d44798f0ec351419759e1 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:13.550082 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-fb268db4-8613-4d98-9375-cd92b09068e9 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:13.592598 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-fb268db4-8613-4d98-9375-cd92b09068e9 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:13.594427 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195ab892-02d0-493c-8c51-7425522338b5 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a32c7db1-211d-4d66-bd1c-a1a9e89899be,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:13.637566 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-195ab892-02d0-493c-8c51-7425522338b5 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:13.638752 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-195ab892-02d0-493c-8c51-7425522338b5 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7107427 Oct 04 09:13:13.643542 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb268db4-8613-4d98-9375-cd92b09068e9 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Made reservation on behalf of 830e4f1e474d44798f0ec351419759e1 for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:13:13.646888 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fb268db4-8613-4d98-9375-cd92b09068e9 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:13.657023 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-bc048fcf-d781-412e-b44a-772dee595ea7 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:13.659216 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-bc048fcf-d781-412e-b44a-772dee595ea7 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] 10.222.0.50 "DELETE /v2.0/ports/6516a122-7680-4b26-9737-bc9df859a030 HTTP/1.1" status: 204 len: 168 time: 2.0643749 Oct 04 09:13:13.661781 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55334) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:13.662104 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55336) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:13.743460 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cae2bb79-1471-4be1-8000-d42c29dcfdd8 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:13.747227 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cae2bb79-1471-4be1-8000-d42c29dcfdd8 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:13.780237 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cae2bb79-1471-4be1-8000-d42c29dcfdd8 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:13.780661 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae2bb79-1471-4be1-8000-d42c29dcfdd8 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 94b9c2a8-3861-4f37-971b-813448298539 {{(pid=89032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:13:13.789487 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cae2bb79-1471-4be1-8000-d42c29dcfdd8 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:13.789683 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fb268db4-8613-4d98-9375-cd92b09068e9 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:13.794187 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-cae2bb79-1471-4be1-8000-d42c29dcfdd8 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] 10.222.0.50 "DELETE /v2.0/routers/94b9c2a8-3861-4f37-971b-813448298539 HTTP/1.1" status: 204 len: 168 time: 0.6836710 Oct 04 09:13:13.801568 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-49226d7f-ac8a-4aa2-9c69-8a3baee2ca5e req-7ad2ff7a-9fd3-4f32-98d8-bbb44d119ade service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8e79a632-4582-4ce8-a81b-e8fd5f0c1012&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2260294 Oct 04 09:13:13.816312 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cf4de0-9dd6-4ed9-b95e-9ebffc45c288 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:13.822153 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cf4de0-9dd6-4ed9-b95e-9ebffc45c288 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:13.823638 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-b8cf4de0-9dd6-4ed9-b95e-9ebffc45c288 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.5720358 Oct 04 09:13:13.824688 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-d35c9db9-60a5-4dd4-a858-7d95e8e244dd tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] GET failed (client error): The resource could not be found. Oct 04 09:13:13.825183 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-d35c9db9-60a5-4dd4-a858-7d95e8e244dd tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Synchronizing usage tracker for tenant:e05ff2ada97b419083aa12ef2747efd5 on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:13:13.827062 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55344) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:13.851241 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-fb268db4-8613-4d98-9375-cd92b09068e9 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:13.863781 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-fb268db4-8613-4d98-9375-cd92b09068e9 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Usage tracker for resource:security_group_rule and tenant:830e4f1e474d44798f0ec351419759e1 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:13.868329 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fec219af-d4ff-4552-a1d2-ec34c75f1f9c tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:13.877442 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-fb268db4-8613-4d98-9375-cd92b09068e9 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:13.880822 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a1cdb76-b651-48a3-9c1b-70b40254e7fd tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:13:13.888831 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-fb268db4-8613-4d98-9375-cd92b09068e9 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:13.892641 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b9d309-ea34-4dc2-9b1c-71d9ce18c150 None None] Sync routers for ids ['39dd4200-247f-4ffe-a0e5-03c84256c18c'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:13:13.898670 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fec219af-d4ff-4552-a1d2-ec34c75f1f9c tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:13.902337 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b9d309-ea34-4dc2-9b1c-71d9ce18c150 None None] Routers {'39dd4200-247f-4ffe-a0e5-03c84256c18c'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:13:13.903107 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-90b9d309-ea34-4dc2-9b1c-71d9ce18c150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:13:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['39dd4200-247f-4ffe-a0e5-03c84256c18c'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:13.910987 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-d35c9db9-60a5-4dd4-a858-7d95e8e244dd tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Unset dirty status for tenant:e05ff2ada97b419083aa12ef2747efd5 on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:13:13.912139 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-d35c9db9-60a5-4dd4-a858-7d95e8e244dd tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] 10.222.0.50 "GET /v2.0/ports/6516a122-7680-4b26-9737-bc9df859a030 HTTP/1.1" status: 404 len: 333 time: 0.2464571 Oct 04 09:13:13.922819 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55348) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:13.958025 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6a1cdb76-b651-48a3-9c1b-70b40254e7fd tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:13.959524 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-6a1cdb76-b651-48a3-9c1b-70b40254e7fd tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 7.0595760 Oct 04 09:13:13.962294 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55350) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:13.971486 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-d73f099d-9731-44ff-b32a-522be9f50920 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'enable_snat': False}}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:13.983106 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-90b9d309-ea34-4dc2-9b1c-71d9ce18c150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:13.992864 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b9d309-ea34-4dc2-9b1c-71d9ce18c150 None None] Routers {'39dd4200-247f-4ffe-a0e5-03c84256c18c'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:13:13.993522 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-90b9d309-ea34-4dc2-9b1c-71d9ce18c150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:13:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['39dd4200-247f-4ffe-a0e5-03c84256c18c'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:14.021511 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55356) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:14.027976 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fec219af-d4ff-4552-a1d2-ec34c75f1f9c tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:14.058015 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-90b9d309-ea34-4dc2-9b1c-71d9ce18c150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:14.058155 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b9d309-ea34-4dc2-9b1c-71d9ce18c150 None None] The sync data for ids ['39dd4200-247f-4ffe-a0e5-03c84256c18c'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:13:14.070168 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-2256ec23-e94f-4cea-baef-9639915cb095 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Deleting port b591ed29-3aec-4a94-bc9b-ebcb0673a090 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:13:14.070677 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2256ec23-e94f-4cea-baef-9639915cb095 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:14.074586 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec219af-d4ff-4552-a1d2-ec34c75f1f9c tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a32c7db1-211d-4d66-bd1c-a1a9e89899be,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:14.086333 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fec219af-d4ff-4552-a1d2-ec34c75f1f9c tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:14.090395 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-fec219af-d4ff-4552-a1d2-ec34c75f1f9c tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/a32c7db1-211d-4d66-bd1c-a1a9e89899be HTTP/1.1" status: 204 len: 168 time: 0.4232540 Oct 04 09:13:14.095856 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55362) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:14.098992 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec219af-d4ff-4552-a1d2-ec34c75f1f9c tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:13:14.098992 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec219af-d4ff-4552-a1d2-ec34c75f1f9c tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:13:14.099198 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec219af-d4ff-4552-a1d2-ec34c75f1f9c tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:13:14.099476 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec219af-d4ff-4552-a1d2-ec34c75f1f9c tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:13:14.099868 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec219af-d4ff-4552-a1d2-ec34c75f1f9c tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:13:14.100141 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec219af-d4ff-4552-a1d2-ec34c75f1f9c tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:13:14.100512 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec219af-d4ff-4552-a1d2-ec34c75f1f9c tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:13:14.100783 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec219af-d4ff-4552-a1d2-ec34c75f1f9c tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:13:14.101092 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec219af-d4ff-4552-a1d2-ec34c75f1f9c tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:13:14.101409 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec219af-d4ff-4552-a1d2-ec34c75f1f9c tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:13:14.101752 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec219af-d4ff-4552-a1d2-ec34c75f1f9c tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:13:14.102073 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec219af-d4ff-4552-a1d2-ec34c75f1f9c tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:13:14.170105 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-be793a80-ef3f-4770-aa7d-efaa1b840510 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Deleting port 67118627-dc4d-487a-aee3-9fda7a58aea1 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:13:14.170445 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-be793a80-ef3f-4770-aa7d-efaa1b840510 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:14.231737 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fb268db4-8613-4d98-9375-cd92b09068e9 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:14.267630 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-889765ec-3d28-4291-992d-12bc97bd8d98 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1630106541', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}, 'admin_state_up': False}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:14.292256 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fb268db4-8613-4d98-9375-cd92b09068e9 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:14.292792 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-889765ec-3d28-4291-992d-12bc97bd8d98 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:14.315881 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-889765ec-3d28-4291-992d-12bc97bd8d98 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Usage tracker for resource:router and tenant:8a88a61f7b9c4979ac4a1207f9921c9f is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:14.324760 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-889765ec-3d28-4291-992d-12bc97bd8d98 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:14.334805 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-91158d28-d159-4188-abc3-e679f2f98889 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Synchronizing usage tracker for tenant:1e94b3bc18424967a4e33ba3a35cc126 on resource:security_group_rule {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:13:14.348628 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb268db4-8613-4d98-9375-cd92b09068e9 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:13:14.349549 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49226d7f-ac8a-4aa2-9c69-8a3baee2ca5e req-ade65686-cc4b-4d41-8530-be02bc17927c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:14.351026 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-49226d7f-ac8a-4aa2-9c69-8a3baee2ca5e req-ade65686-cc4b-4d41-8530-be02bc17927c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=207ffe4555e7440982e6c7a0c57387dd&device_id=8e79a632-4582-4ce8-a81b-e8fd5f0c1012 HTTP/1.1" status: 200 len: 1099 time: 0.4328845 Oct 04 09:13:14.376010 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-889765ec-3d28-4291-992d-12bc97bd8d98 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:14.526777 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb268db4-8613-4d98-9375-cd92b09068e9 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79a9c027-70bd-4643-aaeb-98b4a22f5e96,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:14.542922 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fb268db4-8613-4d98-9375-cd92b09068e9 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:14.543480 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-fb268db4-8613-4d98-9375-cd92b09068e9 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Added segment 0592b5c0-0d28-471d-a972-826d6b52edac of type vlan for network 3cfda28a-90b5-474b-83f9-ba3c7520a42b Oct 04 09:13:14.583110 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-91158d28-d159-4188-abc3-e679f2f98889 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Unset dirty status for tenant:1e94b3bc18424967a4e33ba3a35cc126 on resource:security_group_rule {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:13:14.584265 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-91158d28-d159-4188-abc3-e679f2f98889 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4696779 Oct 04 09:13:14.585418 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-889765ec-3d28-4291-992d-12bc97bd8d98 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:14.586432 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-889765ec-3d28-4291-992d-12bc97bd8d98 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:14.595152 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55366) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:14.634116 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fb268db4-8613-4d98-9375-cd92b09068e9 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:14.655785 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2256ec23-e94f-4cea-baef-9639915cb095 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:14.757205 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fb268db4-8613-4d98-9375-cd92b09068e9 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:14.763170 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb268db4-8613-4d98-9375-cd92b09068e9 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:14.763749 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fb268db4-8613-4d98-9375-cd92b09068e9 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:14.845150 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d73f099d-9731-44ff-b32a-522be9f50920 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:14.862186 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-2256ec23-e94f-4cea-baef-9639915cb095 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Calling delete_port for b591ed29-3aec-4a94-bc9b-ebcb0673a090 owned by {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:13:14.880232 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-fb268db4-8613-4d98-9375-cd92b09068e9 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6439533 Oct 04 09:13:14.883549 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb268db4-8613-4d98-9375-cd92b09068e9 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Pushing event updated for resources: {'Network': ['ID=3cfda28a-90b5-474b-83f9-ba3c7520a42b,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:14.912668 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 3cfda28a-90b5-474b-83f9-ba3c7520a42b details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:13:14.924956 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-889765ec-3d28-4291-992d-12bc97bd8d98 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:15.004301 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49226d7f-ac8a-4aa2-9c69-8a3baee2ca5e req-b1e9e33e-6645-4e0f-bb06-48a9db873240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:15.005805 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-49226d7f-ac8a-4aa2-9c69-8a3baee2ca5e req-b1e9e33e-6645-4e0f-bb06-48a9db873240 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e8ddde0d-ed42-4501-990c-a14b035fda43 HTTP/1.1" status: 200 len: 906 time: 0.6115606 Oct 04 09:13:15.101328 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2959a7b2-8f89-4b0f-a366-0a6097d5beb6 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:15.170305 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-be793a80-ef3f-4770-aa7d-efaa1b840510 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:15.515247 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2256ec23-e94f-4cea-baef-9639915cb095 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:15.524701 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-be793a80-ef3f-4770-aa7d-efaa1b840510 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Calling delete_port for 67118627-dc4d-487a-aee3-9fda7a58aea1 owned by {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:13:15.599846 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d73f099d-9731-44ff-b32a-522be9f50920 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:15.604518 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d73f099d-9731-44ff-b32a-522be9f50920 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736963', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1737124'] for router, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:15.613875 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2959a7b2-8f89-4b0f-a366-0a6097d5beb6 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:15.700770 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-49226d7f-ac8a-4aa2-9c69-8a3baee2ca5e req-00a47953-2dea-4a9f-9015-4d28d1142bdc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f5386ca-279a-4e59-9b5a-fdcd7d2812cf HTTP/1.1" status: 200 len: 1002 time: 0.6805315 Oct 04 09:13:15.714147 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2256ec23-e94f-4cea-baef-9639915cb095 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event deleted for resources: {'Port': ['ID=b591ed29-3aec-4a94-bc9b-ebcb0673a090,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:15.807527 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73f099d-9731-44ff-b32a-522be9f50920 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Router 39dd4200-247f-4ffe-a0e5-03c84256c18c has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:13:15.831281 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2256ec23-e94f-4cea-baef-9639915cb095 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:15.850903 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-889765ec-3d28-4291-992d-12bc97bd8d98 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:15.892583 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-2256ec23-e94f-4cea-baef-9639915cb095 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "DELETE /v2.0/ports/b591ed29-3aec-4a94-bc9b-ebcb0673a090 HTTP/1.1" status: 204 len: 168 time: 2.0612125 Oct 04 09:13:15.893014 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55370) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:15.919947 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49226d7f-ac8a-4aa2-9c69-8a3baee2ca5e req-1a00cbcf-fb8e-4a2b-9665-74627dcdec24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:15.921414 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-49226d7f-ac8a-4aa2-9c69-8a3baee2ca5e req-1a00cbcf-fb8e-4a2b-9665-74627dcdec24 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=68dc2dea-3e89-4e44-9770-d0bf75ecdbc7 HTTP/1.1" status: 200 len: 844 time: 0.1555884 Oct 04 09:13:15.966798 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2959a7b2-8f89-4b0f-a366-0a6097d5beb6 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:16.084452 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2959a7b2-8f89-4b0f-a366-0a6097d5beb6 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=995d2fca-f762-42ce-834d-2bf95a88293b,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:16.153554 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-be793a80-ef3f-4770-aa7d-efaa1b840510 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:16.189020 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73f099d-9731-44ff-b32a-522be9f50920 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:13:16.194364 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d73f099d-9731-44ff-b32a-522be9f50920 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:16.197911 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-d73f099d-9731-44ff-b32a-522be9f50920 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] 10.222.0.50 "PUT /v2.0/routers/39dd4200-247f-4ffe-a0e5-03c84256c18c HTTP/1.1" status: 200 len: 927 time: 2.2308979 Oct 04 09:13:16.198247 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55374) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:16.205272 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2959a7b2-8f89-4b0f-a366-0a6097d5beb6 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:16.209459 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-2959a7b2-8f89-4b0f-a366-0a6097d5beb6 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "DELETE /v2.0/security-groups/995d2fca-f762-42ce-834d-2bf95a88293b HTTP/1.1" status: 204 len: 168 time: 1.6083221 Oct 04 09:13:16.209594 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277ae4f0-5921-4351-8609-0be037e045c0 None None] Sync routers for ids ['39dd4200-247f-4ffe-a0e5-03c84256c18c'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:13:16.212141 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be793a80-ef3f-4770-aa7d-efaa1b840510 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Pushing event deleted for resources: {'Port': ['ID=67118627-dc4d-487a-aee3-9fda7a58aea1,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:16.215666 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55378) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:16.220339 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277ae4f0-5921-4351-8609-0be037e045c0 None None] Routers {'39dd4200-247f-4ffe-a0e5-03c84256c18c'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:13:16.220972 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-277ae4f0-5921-4351-8609-0be037e045c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:13:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['39dd4200-247f-4ffe-a0e5-03c84256c18c'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:16.324283 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-277ae4f0-5921-4351-8609-0be037e045c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:16.336017 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277ae4f0-5921-4351-8609-0be037e045c0 None None] Routers {'39dd4200-247f-4ffe-a0e5-03c84256c18c'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:13:16.336927 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-277ae4f0-5921-4351-8609-0be037e045c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:13:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['39dd4200-247f-4ffe-a0e5-03c84256c18c'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:16.370119 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49226d7f-ac8a-4aa2-9c69-8a3baee2ca5e req-c384dc5a-95f3-4aca-b16f-cf8f0107afb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:16.371642 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-49226d7f-ac8a-4aa2-9c69-8a3baee2ca5e req-c384dc5a-95f3-4aca-b16f-cf8f0107afb6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e8ddde0d-ed42-4501-990c-a14b035fda43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4432473 Oct 04 09:13:16.426108 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-277ae4f0-5921-4351-8609-0be037e045c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:16.427562 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277ae4f0-5921-4351-8609-0be037e045c0 None None] The sync data for ids ['39dd4200-247f-4ffe-a0e5-03c84256c18c'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:13:16.451118 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-55510c50-23fd-4bb3-81b7-79eab54d48d3 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Synchronizing usage tracker for tenant:1e94b3bc18424967a4e33ba3a35cc126 on resource:security_group {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:13:16.484233 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2e8ad6-c721-44d3-9727-a8e5780b7e80 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:16.486224 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-be2e8ad6-c721-44d3-9727-a8e5780b7e80 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.5918415 Oct 04 09:13:16.491086 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-0ab33a23-00ee-4276-83b5-772bd1c3a785 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] 10.222.0.50 "GET /v2.0/routers/39dd4200-247f-4ffe-a0e5-03c84256c18c HTTP/1.1" status: 200 len: 927 time: 0.2883754 Oct 04 09:13:16.491086 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55382) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:16.491935 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55384) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:16.578900 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-be793a80-ef3f-4770-aa7d-efaa1b840510 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:16.583849 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-be793a80-ef3f-4770-aa7d-efaa1b840510 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] 10.222.0.50 "DELETE /v2.0/ports/67118627-dc4d-487a-aee3-9fda7a58aea1 HTTP/1.1" status: 204 len: 168 time: 2.6082230 Oct 04 09:13:16.583993 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-61de911e-e28a-49b0-ba53-0691dbaa7d04 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] GET failed (client error): The resource could not be found. Oct 04 09:13:16.586588 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-55510c50-23fd-4bb3-81b7-79eab54d48d3 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Unset dirty status for tenant:1e94b3bc18424967a4e33ba3a35cc126 on resource:security_group {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:13:16.588066 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-61de911e-e28a-49b0-ba53-0691dbaa7d04 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "GET /v2.0/ports/49eec885-3f99-4df9-859f-13495d240ce1 HTTP/1.1" status: 404 len: 333 time: 0.0973375 Oct 04 09:13:16.591959 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55390) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:16.591959 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55392) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:16.592398 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-55510c50-23fd-4bb3-81b7-79eab54d48d3 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3750756 Oct 04 09:13:16.595464 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55394) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:16.612491 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-2eadac2d-d4d4-4cb0-90c9-2d0b29394525 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Request body: {'security_group': {'name': 'tempest-secgroup--735768982'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:16.677058 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f74e66a-bcb1-4596-8e43-a3e9d60123d7 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] GET failed (client error): The resource could not be found. Oct 04 09:13:16.681936 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-7f74e66a-bcb1-4596-8e43-a3e9d60123d7 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "GET /v2.0/ports/b591ed29-3aec-4a94-bc9b-ebcb0673a090 HTTP/1.1" status: 404 len: 333 time: 0.0860345 Oct 04 09:13:16.717683 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdc67d50-9e5c-481f-be3b-8c3af5bb9197 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Deleting subnet 8019c2e0-ba3f-470f-90df-fe40091b5252 {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:13:16.720569 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55402) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:16.757825 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-2eadac2d-d4d4-4cb0-90c9-2d0b29394525 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:16.802677 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cdc67d50-9e5c-481f-be3b-8c3af5bb9197 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:16.804888 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-2eadac2d-d4d4-4cb0-90c9-2d0b29394525 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:16.808458 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-49226d7f-ac8a-4aa2-9c69-8a3baee2ca5e req-9a9c1809-e45c-4da1-ae9f-436e1e4566ef service neutron] 10.222.0.20 "GET /v2.0/networks/e8ddde0d-ed42-4501-990c-a14b035fda43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4151242 Oct 04 09:13:16.808992 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-889765ec-3d28-4291-992d-12bc97bd8d98 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks [] for router_gateway, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:16.866902 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-889765ec-3d28-4291-992d-12bc97bd8d98 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:16.896011 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cdc67d50-9e5c-481f-be3b-8c3af5bb9197 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:16.929528 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-32438ebe-86ab-4bd6-8c5f-08332f0e10d0 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:16.957550 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f4c052-e89f-4119-8af5-8a2faa985ef7 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:16.958397 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-b6f4c052-e89f-4119-8af5-8a2faa985ef7 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Synchronizing usage tracker for tenant:2a63b3678ac545b3abd26ca13af65fe0 on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:13:17.095808 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-b6f4c052-e89f-4119-8af5-8a2faa985ef7 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Unset dirty status for tenant:2a63b3678ac545b3abd26ca13af65fe0 on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:13:17.099157 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-b6f4c052-e89f-4119-8af5-8a2faa985ef7 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=f33938cd-879e-4461-9b5e-aa67b746b6bd&device_id=39dd4200-247f-4ffe-a0e5-03c84256c18c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 946 time: 0.6030097 Oct 04 09:13:17.099253 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2eadac2d-d4d4-4cb0-90c9-2d0b29394525 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:17.104441 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55406) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:17.153294 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-2eadac2d-d4d4-4cb0-90c9-2d0b29394525 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:17.167263 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-2eadac2d-d4d4-4cb0-90c9-2d0b29394525 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Usage tracker for resource:security_group_rule and tenant:1e94b3bc18424967a4e33ba3a35cc126 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:17.176521 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-2eadac2d-d4d4-4cb0-90c9-2d0b29394525 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:17.195248 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-32438ebe-86ab-4bd6-8c5f-08332f0e10d0 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:17.198612 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-2eadac2d-d4d4-4cb0-90c9-2d0b29394525 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:17.211650 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cdc67d50-9e5c-481f-be3b-8c3af5bb9197 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:17.276845 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-49226d7f-ac8a-4aa2-9c69-8a3baee2ca5e req-0b9b3dff-432f-4488-87e2-761b7069797d service neutron] 10.222.0.20 "GET /v2.0/networks/e8ddde0d-ed42-4501-990c-a14b035fda43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4425137 Oct 04 09:13:17.289759 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-32438ebe-86ab-4bd6-8c5f-08332f0e10d0 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a6d8356-1a67-42c3-812d-bf5ff2babe26']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:17.315122 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-889765ec-3d28-4291-992d-12bc97bd8d98 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Allocated IP 172.26.10.14 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/cbe49426-d28f-46a5-9780-f578e69683fd) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:13:17.315468 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-32438ebe-86ab-4bd6-8c5f-08332f0e10d0 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '547ade24-826a-4518-91c9-bfa804c68bd6') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:17.315844 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-32438ebe-86ab-4bd6-8c5f-08332f0e10d0 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '547ade24-826a-4518-91c9-bfa804c68bd6') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:17.342586 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-32438ebe-86ab-4bd6-8c5f-08332f0e10d0 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:17.375347 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-32438ebe-86ab-4bd6-8c5f-08332f0e10d0 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:17.383836 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171a77c9-5a95-4360-9b86-6d442bcc51cb tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:17.384766 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-171a77c9-5a95-4360-9b86-6d442bcc51cb tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Synchronizing usage tracker for tenant:2a63b3678ac545b3abd26ca13af65fe0 on resource:network {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:13:17.387549 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32438ebe-86ab-4bd6-8c5f-08332f0e10d0 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:13:17.388038 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-32438ebe-86ab-4bd6-8c5f-08332f0e10d0 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:17.450784 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2eadac2d-d4d4-4cb0-90c9-2d0b29394525 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:17.458520 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2eadac2d-d4d4-4cb0-90c9-2d0b29394525 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:17.460734 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cdc67d50-9e5c-481f-be3b-8c3af5bb9197 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:17.465174 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 547ade24-826a-4518-91c9-bfa804c68bd6 resource provider aggregate not found Oct 04 09:13:17.521607 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eadac2d-d4d4-4cb0-90c9-2d0b29394525 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3fc709-9013-4305-890c-38dac49987b0,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:17.531018 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 547ade24-826a-4518-91c9-bfa804c68bd6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 547ade24-826a-4518-91c9-bfa804c68bd6 found for delete ", "request_id": "req-b4a61492-125a-4b2f-bf4b-09f180af8f49"}]} Oct 04 09:13:17.531832 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc67d50-9e5c-481f-be3b-8c3af5bb9197 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Pushing event deleted for resources: {'Subnet': ['ID=8019c2e0-ba3f-470f-90df-fe40091b5252,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:17.551231 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cdc67d50-9e5c-481f-be3b-8c3af5bb9197 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:17.557356 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-171a77c9-5a95-4360-9b86-6d442bcc51cb tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Unset dirty status for tenant:2a63b3678ac545b3abd26ca13af65fe0 on resource:network {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:13:17.562550 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2eadac2d-d4d4-4cb0-90c9-2d0b29394525 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:17.562705 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-171a77c9-5a95-4360-9b86-6d442bcc51cb tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] 10.222.0.50 "GET /v2.0/networks/f33938cd-879e-4461-9b5e-aa67b746b6bd HTTP/1.1" status: 200 len: 881 time: 0.4532089 Oct 04 09:13:17.562820 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-2eadac2d-d4d4-4cb0-90c9-2d0b29394525 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9630923 Oct 04 09:13:17.562820 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55414) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:17.563457 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-cdc67d50-9e5c-481f-be3b-8c3af5bb9197 tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] 10.222.0.50 "DELETE /v2.0/subnets/8019c2e0-ba3f-470f-90df-fe40091b5252 HTTP/1.1" status: 204 len: 168 time: 0.9726202 Oct 04 09:13:17.566400 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55416) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:17.571527 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-47a79b6e-a6e1-44a3-abf1-be91133bbce3 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Request body: {'security_group_rule': {'security_group_id': '8c3fc709-9013-4305-890c-38dac49987b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:17.572841 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4a6b5b-b4b1-43a6-bf8d-d2985cb5d1fa None None] Network 0f953666-098c-46bc-892e-626726677935 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:13:17.580029 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55422) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:17.582678 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-47a79b6e-a6e1-44a3-abf1-be91133bbce3 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:17.585631 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-32438ebe-86ab-4bd6-8c5f-08332f0e10d0 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:17.607424 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-47a79b6e-a6e1-44a3-abf1-be91133bbce3 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Usage tracker for resource:security_group_rule and tenant:1e94b3bc18424967a4e33ba3a35cc126 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:17.621298 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-889765ec-3d28-4291-992d-12bc97bd8d98 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:17.627174 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-47a79b6e-a6e1-44a3-abf1-be91133bbce3 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:17.630306 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-32438ebe-86ab-4bd6-8c5f-08332f0e10d0 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:17.656444 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-4dff98d9-c1a2-4ff2-b981-26de43af082e tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] 10.222.0.50 "GET /v2.0/ports?device_id=39dd4200-247f-4ffe-a0e5-03c84256c18c HTTP/1.1" status: 200 len: 205 time: 0.0925066 Oct 04 09:13:17.658539 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-889765ec-3d28-4291-992d-12bc97bd8d98 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:17.663366 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55426) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:17.704281 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-47a79b6e-a6e1-44a3-abf1-be91133bbce3 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:17.723584 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32438ebe-86ab-4bd6-8c5f-08332f0e10d0 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event deleted for resources: {'Network': ['ID=8a6d8356-1a67-42c3-812d-bf5ff2babe26,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:17.765185 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-32438ebe-86ab-4bd6-8c5f-08332f0e10d0 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "DELETE /v2.0/networks/8a6d8356-1a67-42c3-812d-bf5ff2babe26 HTTP/1.1" status: 204 len: 168 time: 1.0346942 Oct 04 09:13:17.793244 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55430) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:17.839303 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889765ec-3d28-4291-992d-12bc97bd8d98 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:13:17.847088 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-889765ec-3d28-4291-992d-12bc97bd8d98 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:13:17.860121 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889765ec-3d28-4291-992d-12bc97bd8d98 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:13:17.888691 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889765ec-3d28-4291-992d-12bc97bd8d98 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Pushing event updated for resources: {'Port': ['ID=cbe49426-d28f-46a5-9780-f578e69683fd,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:17.925463 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-5e5d329b-2703-4f12-b937-d814c12708f8 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-583794187'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:17.936485 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-47a79b6e-a6e1-44a3-abf1-be91133bbce3 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:17.982457 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-5e5d329b-2703-4f12-b937-d814c12708f8 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:17.999897 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b2c012dc-b08c-4d37-976f-b69fac536a0c tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:18.010046 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-5e5d329b-2703-4f12-b937-d814c12708f8 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Usage tracker for resource:network and tenant:7c59b642fbd4440eb4278f2c0c212bcd is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:18.016185 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-5e5d329b-2703-4f12-b937-d814c12708f8 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:18.022133 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-47a79b6e-a6e1-44a3-abf1-be91133bbce3 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:18.027437 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-5e5d329b-2703-4f12-b937-d814c12708f8 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:18.036261 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-b2c012dc-b08c-4d37-976f-b69fac536a0c tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Deleting port 66de278a-6a7d-451c-b8b5-418d5ee6013d {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:13:18.036754 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b2c012dc-b08c-4d37-976f-b69fac536a0c tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:18.062375 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-47a79b6e-a6e1-44a3-abf1-be91133bbce3 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:18.094560 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5d329b-2703-4f12-b937-d814c12708f8 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Made reservation on behalf of 7c59b642fbd4440eb4278f2c0c212bcd for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:13:18.097975 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5e5d329b-2703-4f12-b937-d814c12708f8 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:18.129068 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d2af88-eb8e-439c-8cce-5804d47f363d None None] DHCP port deletion for 0f953666-098c-46bc-892e-626726677935 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:13:18.134973 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d5d2af88-eb8e-439c-8cce-5804d47f363d None None] Deleting port 66de278a-6a7d-451c-b8b5-418d5ee6013d {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:13:18.135932 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d5d2af88-eb8e-439c-8cce-5804d47f363d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:18.143760 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a79b6e-a6e1-44a3-abf1-be91133bbce3 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b233f7a-d36c-4ae0-94e0-8fd6b0f55d19,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:18.157022 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55434) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:18.163147 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e3021ce6-e5c3-4f65-b2bd-08a6d53f6e48 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks [] for router, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:18.164158 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-47a79b6e-a6e1-44a3-abf1-be91133bbce3 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:18.167735 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-47a79b6e-a6e1-44a3-abf1-be91133bbce3 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6002793 Oct 04 09:13:18.170720 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55438) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:18.235811 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e5d329b-2703-4f12-b937-d814c12708f8 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:13:18.243308 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-671c7ff1-5b6b-4a3d-a6e1-dc49cd58493f tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Request body: {'subnet': {'network_id': '3cfda28a-90b5-474b-83f9-ba3c7520a42b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:18.253166 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-17611a82-7289-41e7-af6b-d3ea31914f7c tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "GET /v2.0/security-group-rules/3b233f7a-d36c-4ae0-94e0-8fd6b0f55d19 HTTP/1.1" status: 200 len: 763 time: 0.0761466 Oct 04 09:13:18.253887 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55442) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:18.335747 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5e5d329b-2703-4f12-b937-d814c12708f8 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:18.336103 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-5e5d329b-2703-4f12-b937-d814c12708f8 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Added segment 8cb4c985-cf16-4061-83dd-63625829cfae of type vlan for network fd799fdf-8bc6-4c58-b21c-8bc8c76797b0 Oct 04 09:13:18.407154 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5e5d329b-2703-4f12-b937-d814c12708f8 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:18.425175 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-b2c012dc-b08c-4d37-976f-b69fac536a0c tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] For port 66de278a-6a7d-451c-b8b5-418d5ee6013d, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=66de278a-6a7d-451c-b8b5-418d5ee6013d,segment=NetworkSegment(3d748d64-a993-4e6a-8df6-4f3ecee7f2d1),segment_id=3d748d64-a993-4e6a-8df6-4f3ecee7f2d1)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:13:18.425534 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b2c012dc-b08c-4d37-976f-b69fac536a0c tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:18.433993 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d5d2af88-eb8e-439c-8cce-5804d47f363d None None] For port 66de278a-6a7d-451c-b8b5-418d5ee6013d, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=66de278a-6a7d-451c-b8b5-418d5ee6013d,segment=NetworkSegment(3d748d64-a993-4e6a-8df6-4f3ecee7f2d1),segment_id=3d748d64-a993-4e6a-8df6-4f3ecee7f2d1)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:13:18.434610 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d5d2af88-eb8e-439c-8cce-5804d47f363d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:18.441079 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-7313cceb-88df-4213-8ba4-30d201138b47 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Synchronizing usage tracker for tenant:1e94b3bc18424967a4e33ba3a35cc126 on resource:security_group_rule {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:13:18.562699 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.db.resource_extend [None req-5e5d329b-2703-4f12-b937-d814c12708f8 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 04 09:13:18.568509 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d5d2af88-eb8e-439c-8cce-5804d47f363d None None] Calling delete_port for 66de278a-6a7d-451c-b8b5-418d5ee6013d owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:13:18.584641 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-b2c012dc-b08c-4d37-976f-b69fac536a0c tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Calling delete_port for 66de278a-6a7d-451c-b8b5-418d5ee6013d owned by network:dhcp {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:13:18.637488 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-7313cceb-88df-4213-8ba4-30d201138b47 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Unset dirty status for tenant:1e94b3bc18424967a4e33ba3a35cc126 on resource:security_group_rule {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:13:18.642268 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-7313cceb-88df-4213-8ba4-30d201138b47 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3840070 Oct 04 09:13:18.642268 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55446) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:18.658741 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-671c7ff1-5b6b-4a3d-a6e1-dc49cd58493f tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:18.659682 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d5d2af88-eb8e-439c-8cce-5804d47f363d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:18.660167 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5e5d329b-2703-4f12-b937-d814c12708f8 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:18.665248 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5d329b-2703-4f12-b937-d814c12708f8 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:18.665971 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5e5d329b-2703-4f12-b937-d814c12708f8 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:18.680684 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-671c7ff1-5b6b-4a3d-a6e1-dc49cd58493f tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Usage tracker for resource:subnet and tenant:830e4f1e474d44798f0ec351419759e1 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:18.689655 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-671c7ff1-5b6b-4a3d-a6e1-dc49cd58493f tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:18.709229 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d2af88-eb8e-439c-8cce-5804d47f363d None None] Pushing event deleted for resources: {'Port': ['ID=66de278a-6a7d-451c-b8b5-418d5ee6013d,revision_number=None']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:18.718803 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d2af88-eb8e-439c-8cce-5804d47f363d None None] No DVR routers for this DVR port 66de278a-6a7d-451c-b8b5-418d5ee6013d on host dv-neutron-860215-1-hyperv {{(pid=89034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:13:18.720923 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d2af88-eb8e-439c-8cce-5804d47f363d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:13:18.721375 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d2af88-eb8e-439c-8cce-5804d47f363d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:13:18.721813 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d2af88-eb8e-439c-8cce-5804d47f363d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:13:18.722349 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d2af88-eb8e-439c-8cce-5804d47f363d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:13:18.722781 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d2af88-eb8e-439c-8cce-5804d47f363d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:13:18.723212 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d2af88-eb8e-439c-8cce-5804d47f363d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:13:18.723638 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d2af88-eb8e-439c-8cce-5804d47f363d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:13:18.724062 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d2af88-eb8e-439c-8cce-5804d47f363d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:13:18.724515 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d2af88-eb8e-439c-8cce-5804d47f363d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:13:18.724952 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d2af88-eb8e-439c-8cce-5804d47f363d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:13:18.725370 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d2af88-eb8e-439c-8cce-5804d47f363d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:13:18.725787 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d2af88-eb8e-439c-8cce-5804d47f363d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:13:18.755908 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-671c7ff1-5b6b-4a3d-a6e1-dc49cd58493f tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:18.789303 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1457599e-fdcf-48b5-99ea-fd14a7887b74 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:18.789934 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e3021ce6-e5c3-4f65-b2bd-08a6d53f6e48 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:18.807055 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671c7ff1-5b6b-4a3d-a6e1-dc49cd58493f tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Made reservation on behalf of 830e4f1e474d44798f0ec351419759e1 for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:13:18.810596 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-671c7ff1-5b6b-4a3d-a6e1-dc49cd58493f tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:18.811740 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-5e5d329b-2703-4f12-b937-d814c12708f8 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0145588 Oct 04 09:13:18.813445 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1457599e-fdcf-48b5-99ea-fd14a7887b74 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:18.823185 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55450) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:18.829586 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.db.api [None req-b2c012dc-b08c-4d37-976f-b69fac536a0c tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:13:18.829895 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG oslo_db.api [None req-b2c012dc-b08c-4d37-976f-b69fac536a0c tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:13:18.833218 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-e3021ce6-e5c3-4f65-b2bd-08a6d53f6e48 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Deleting port 15ecc4a5-1694-4e86-953d-2c7f5b140a0d {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:13:18.833581 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e3021ce6-e5c3-4f65-b2bd-08a6d53f6e48 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:18.836957 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-8a1882b6-fa21-47d0-b2dc-2bfd4d237b03 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Request body: {'subnet': {'network_id': 'fd799fdf-8bc6-4c58-b21c-8bc8c76797b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:18.852303 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5d329b-2703-4f12-b937-d814c12708f8 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event updated for resources: {'Network': ['ID=fd799fdf-8bc6-4c58-b21c-8bc8c76797b0,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:18.863199 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network fd799fdf-8bc6-4c58-b21c-8bc8c76797b0 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:13:18.931751 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-889765ec-3d28-4291-992d-12bc97bd8d98 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks [] for router_gateway, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:18.934370 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1457599e-fdcf-48b5-99ea-fd14a7887b74 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:18.967078 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1457599e-fdcf-48b5-99ea-fd14a7887b74 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3b233f7a-d36c-4ae0-94e0-8fd6b0f55d19,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:18.981873 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-8a1882b6-fa21-47d0-b2dc-2bfd4d237b03 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:18.987438 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-8a1882b6-fa21-47d0-b2dc-2bfd4d237b03 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Usage tracker for resource:subnet and tenant:7c59b642fbd4440eb4278f2c0c212bcd is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:18.990500 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-8a1882b6-fa21-47d0-b2dc-2bfd4d237b03 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:18.993918 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1457599e-fdcf-48b5-99ea-fd14a7887b74 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:18.995023 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-1457599e-fdcf-48b5-99ea-fd14a7887b74 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/3b233f7a-d36c-4ae0-94e0-8fd6b0f55d19 HTTP/1.1" status: 204 len: 168 time: 0.3523233 Oct 04 09:13:18.998070 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55454) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:19.000898 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-8a1882b6-fa21-47d0-b2dc-2bfd4d237b03 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:19.030124 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1882b6-fa21-47d0-b2dc-2bfd4d237b03 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Made reservation on behalf of 7c59b642fbd4440eb4278f2c0c212bcd for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:13:19.033574 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8a1882b6-fa21-47d0-b2dc-2bfd4d237b03 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:19.126282 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-9effb5c8-518d-487e-a11b-afedc1ef2b11 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Synchronizing usage tracker for tenant:1e94b3bc18424967a4e33ba3a35cc126 on resource:security_group_rule {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:13:19.147514 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.ipam_backend_mixin [None req-8a1882b6-fa21-47d0-b2dc-2bfd4d237b03 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Performing IP validity checks on allocation pools {{(pid=89033) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 04 09:13:19.148173 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.ipam_backend_mixin [None req-8a1882b6-fa21-47d0-b2dc-2bfd4d237b03 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89033) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 04 09:13:19.162647 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-9effb5c8-518d-487e-a11b-afedc1ef2b11 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Unset dirty status for tenant:1e94b3bc18424967a4e33ba3a35cc126 on resource:security_group_rule {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:13:19.166483 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-9effb5c8-518d-487e-a11b-afedc1ef2b11 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1646740 Oct 04 09:13:19.166712 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55458) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:19.175020 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-84fe60a0-0699-4d59-9b57-246779e1d418 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Request body: {'security_group_rule': {'security_group_id': '8c3fc709-9013-4305-890c-38dac49987b0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:19.183863 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-84fe60a0-0699-4d59-9b57-246779e1d418 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:19.196092 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-84fe60a0-0699-4d59-9b57-246779e1d418 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:19.256070 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-84fe60a0-0699-4d59-9b57-246779e1d418 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:19.282820 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 66de278a-6a7d-451c-b8b5-418d5ee6013d no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:13:19.323162 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 66de278a-6a7d-451c-b8b5-418d5ee6013d {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:13:19.323883 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 66de278a-6a7d-451c-b8b5-418d5ee6013d not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:13:19.336952 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-b2c012dc-b08c-4d37-976f-b69fac536a0c tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Deleting port 66de278a-6a7d-451c-b8b5-418d5ee6013d {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:13:19.337290 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b2c012dc-b08c-4d37-976f-b69fac536a0c tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:19.409447 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e3021ce6-e5c3-4f65-b2bd-08a6d53f6e48 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:19.418078 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-b2c012dc-b08c-4d37-976f-b69fac536a0c tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] The port '66de278a-6a7d-451c-b8b5-418d5ee6013d' was deleted {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 04 09:13:19.419108 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8a1882b6-fa21-47d0-b2dc-2bfd4d237b03 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:19.487724 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-84fe60a0-0699-4d59-9b57-246779e1d418 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:19.518020 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-84fe60a0-0699-4d59-9b57-246779e1d418 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:19.546057 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-e3021ce6-e5c3-4f65-b2bd-08a6d53f6e48 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Calling delete_port for 15ecc4a5-1694-4e86-953d-2c7f5b140a0d owned by network:router_gateway {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:13:19.640103 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fe60a0-0699-4d59-9b57-246779e1d418 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dc11366-dfaf-4b03-9af8-f34beefece2c,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:19.653616 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b2c012dc-b08c-4d37-976f-b69fac536a0c tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:19.662428 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1882b6-fa21-47d0-b2dc-2bfd4d237b03 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event updated for resources: {'Subnet': ['ID=18756db5-bf17-4527-951e-a7829e4839f5,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:19.689548 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1882b6-fa21-47d0-b2dc-2bfd4d237b03 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Checking segment: {'id': '8cb4c985-cf16-4061-83dd-63625829cfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'fd799fdf-8bc6-4c58-b21c-8bc8c76797b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:13:19.689901 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1882b6-fa21-47d0-b2dc-2bfd4d237b03 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Network hostable DHCP agents. Network: fd799fdf-8bc6-4c58-b21c-8bc8c76797b0, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:13:19.700465 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-b2c012dc-b08c-4d37-976f-b69fac536a0c tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f953666-098c-46bc-892e-626726677935']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:19.707824 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-84fe60a0-0699-4d59-9b57-246779e1d418 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:19.709029 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-84fe60a0-0699-4d59-9b57-246779e1d418 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5414369 Oct 04 09:13:19.712198 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55464) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:19.731859 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-889765ec-3d28-4291-992d-12bc97bd8d98 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:19.809924 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-671c7ff1-5b6b-4a3d-a6e1-dc49cd58493f tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:19.828288 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-b2c012dc-b08c-4d37-976f-b69fac536a0c tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d748d64-a993-4e6a-8df6-4f3ecee7f2d1') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:19.828891 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-b2c012dc-b08c-4d37-976f-b69fac536a0c tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d748d64-a993-4e6a-8df6-4f3ecee7f2d1') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:19.850953 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b2c012dc-b08c-4d37-976f-b69fac536a0c tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:19.865552 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-af663ca3-4612-43d4-89a4-0e94e4ccb30d tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "GET /v2.0/security-group-rules/1dc11366-dfaf-4b03-9af8-f34beefece2c HTTP/1.1" status: 200 len: 763 time: 0.1520875 Oct 04 09:13:19.869529 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55468) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:19.887450 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b2c012dc-b08c-4d37-976f-b69fac536a0c tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:19.893174 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1882b6-fa21-47d0-b2dc-2bfd4d237b03 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Network fd799fdf-8bc6-4c58-b21c-8bc8c76797b0 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:13:19.902401 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2c012dc-b08c-4d37-976f-b69fac536a0c tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:13:19.902801 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b2c012dc-b08c-4d37-976f-b69fac536a0c tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:19.968090 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671c7ff1-5b6b-4a3d-a6e1-dc49cd58493f tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Pushing event updated for resources: {'Subnet': ['ID=9f3405c8-f2b5-40a7-af1d-f9b51dc0dd2d,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:19.975128 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 3d748d64-a993-4e6a-8df6-4f3ecee7f2d1 resource provider aggregate not found Oct 04 09:13:19.989586 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-8a1882b6-fa21-47d0-b2dc-2bfd4d237b03 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, fd799fdf-8bc6-4c58-b21c-8bc8c76797b0) {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:13:20.008688 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1882b6-fa21-47d0-b2dc-2bfd4d237b03 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:20.009505 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8a1882b6-fa21-47d0-b2dc-2bfd4d237b03 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:20.012717 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81925120-b2e4-4a0f-9351-02dab540c2ee None None] Network fd799fdf-8bc6-4c58-b21c-8bc8c76797b0 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:13:20.020866 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 3d748d64-a993-4e6a-8df6-4f3ecee7f2d1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3d748d64-a993-4e6a-8df6-4f3ecee7f2d1 found for delete ", "request_id": "req-f7734fda-393d-4bb4-87cd-b343520f5a04"}]} Oct 04 09:13:20.048053 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-082a3b0f-746f-4cab-945a-3d63332afcd4 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Synchronizing usage tracker for tenant:1e94b3bc18424967a4e33ba3a35cc126 on resource:security_group_rule {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:13:20.055671 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b2c012dc-b08c-4d37-976f-b69fac536a0c tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:20.075409 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b2c012dc-b08c-4d37-976f-b69fac536a0c tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:20.079925 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-b2c012dc-b08c-4d37-976f-b69fac536a0c tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] 10.222.0.50 "DELETE /v2.0/networks/0f953666-098c-46bc-892e-626726677935 HTTP/1.1" status: 204 len: 168 time: 2.4961963 Oct 04 09:13:20.083715 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-8a1882b6-fa21-47d0-b2dc-2bfd4d237b03 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2552414 Oct 04 09:13:20.088391 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55478) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:20.090867 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c012dc-b08c-4d37-976f-b69fac536a0c tempest-AllowedAddressPairTestJSON-1279866197 tempest-AllowedAddressPairTestJSON-1279866197-project] Pushing event deleted for resources: {'Network': ['ID=0f953666-098c-46bc-892e-626726677935,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:20.095906 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-461aa4b0-30ca-4977-9d4e-ebf22db90c86 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Request body: {'port': {'network_id': 'fd799fdf-8bc6-4c58-b21c-8bc8c76797b0', 'name': 'tempest-PortsTestJSON-1939206018'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:20.178107 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-082a3b0f-746f-4cab-945a-3d63332afcd4 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Unset dirty status for tenant:1e94b3bc18424967a4e33ba3a35cc126 on resource:security_group_rule {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:13:20.182027 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-082a3b0f-746f-4cab-945a-3d63332afcd4 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3071487 Oct 04 09:13:20.187227 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55482) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:20.191248 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671c7ff1-5b6b-4a3d-a6e1-dc49cd58493f tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Checking segment: {'id': '0592b5c0-0d28-471d-a972-826d6b52edac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3cfda28a-90b5-474b-83f9-ba3c7520a42b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:13:20.191567 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671c7ff1-5b6b-4a3d-a6e1-dc49cd58493f tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Network hostable DHCP agents. Network: 3cfda28a-90b5-474b-83f9-ba3c7520a42b, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:13:20.245382 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-98040936-5558-48a7-a10a-510623c06d84 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:20.256530 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671c7ff1-5b6b-4a3d-a6e1-dc49cd58493f tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Network 3cfda28a-90b5-474b-83f9-ba3c7520a42b is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:13:20.266231 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e3021ce6-e5c3-4f65-b2bd-08a6d53f6e48 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:20.271632 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-98040936-5558-48a7-a10a-510623c06d84 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:20.295776 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-461aa4b0-30ca-4977-9d4e-ebf22db90c86 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:20.300298 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-461aa4b0-30ca-4977-9d4e-ebf22db90c86 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Usage tracker for resource:port and tenant:7c59b642fbd4440eb4278f2c0c212bcd is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:20.301975 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-671c7ff1-5b6b-4a3d-a6e1-dc49cd58493f tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 3cfda28a-90b5-474b-83f9-ba3c7520a42b) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:13:20.304856 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-461aa4b0-30ca-4977-9d4e-ebf22db90c86 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:20.312441 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-461aa4b0-30ca-4977-9d4e-ebf22db90c86 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:20.318706 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-98040936-5558-48a7-a10a-510623c06d84 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:20.325441 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671c7ff1-5b6b-4a3d-a6e1-dc49cd58493f tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:20.326030 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-671c7ff1-5b6b-4a3d-a6e1-dc49cd58493f tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:20.329969 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3021ce6-e5c3-4f65-b2bd-08a6d53f6e48 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Pushing event deleted for resources: {'Port': ['ID=15ecc4a5-1694-4e86-953d-2c7f5b140a0d,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:20.331785 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-889765ec-3d28-4291-992d-12bc97bd8d98 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Router 51ce413a-3d8d-41b3-980a-8fba75f30634 is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:13:20.340166 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98040936-5558-48a7-a10a-510623c06d84 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1dc11366-dfaf-4b03-9af8-f34beefece2c,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:20.345803 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461aa4b0-30ca-4977-9d4e-ebf22db90c86 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Made reservation on behalf of 7c59b642fbd4440eb4278f2c0c212bcd for: {'port': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:13:20.349480 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-461aa4b0-30ca-4977-9d4e-ebf22db90c86 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:20.355809 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27073d9-2a4d-42b0-b085-ed17d546e9a8 None None] Network 3cfda28a-90b5-474b-83f9-ba3c7520a42b requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:13:20.372776 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-98040936-5558-48a7-a10a-510623c06d84 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:20.376538 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-98040936-5558-48a7-a10a-510623c06d84 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/1dc11366-dfaf-4b03-9af8-f34beefece2c HTTP/1.1" status: 204 len: 168 time: 0.1860080 Oct 04 09:13:20.376538 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [None req-461aa4b0-30ca-4977-9d4e-ebf22db90c86 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] device_id is not set on port 77f7fd3d-07ca-49d7-82ea-7072d1451ba4 yet. {{(pid=89033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:13:20.380106 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55488) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:20.477400 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d2eb67-fc71-4d21-a38d-5d3f08a4051b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-fd799fdf-8bc6-4c58-b21c-8bc8c76797b0', 'network_id': 'fd799fdf-8bc6-4c58-b21c-8bc8c76797b0', 'tenant_id': '7c59b642fbd4440eb4278f2c0c212bcd', 'fixed_ips': [{'subnet_id': '18756db5-bf17-4527-951e-a7829e4839f5'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:13:20.478310 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c9d2eb67-fc71-4d21-a38d-5d3f08a4051b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:20.506156 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55492) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:20.556096 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-671c7ff1-5b6b-4a3d-a6e1-dc49cd58493f tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3978260 Oct 04 09:13:20.563520 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55498) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:20.572571 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-08d30ede-e67a-42cc-9ab4-221960f133df tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1431494974'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:20.573427 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-461aa4b0-30ca-4977-9d4e-ebf22db90c86 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Allocated IP 172.20.0.14 (fd799fdf-8bc6-4c58-b21c-8bc8c76797b0/18756db5-bf17-4527-951e-a7829e4839f5/77f7fd3d-07ca-49d7-82ea-7072d1451ba4) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:13:20.635761 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-08d30ede-e67a-42cc-9ab4-221960f133df tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:20.662965 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-08d30ede-e67a-42cc-9ab4-221960f133df tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Usage tracker for resource:network and tenant:830e4f1e474d44798f0ec351419759e1 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:20.671065 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e3021ce6-e5c3-4f65-b2bd-08a6d53f6e48 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737040'] for router_gateway, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:20.714337 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-08d30ede-e67a-42cc-9ab4-221960f133df tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:20.719693 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70358b1-57d3-4076-a5cb-b6f51d72257e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-3cfda28a-90b5-474b-83f9-ba3c7520a42b', 'network_id': '3cfda28a-90b5-474b-83f9-ba3c7520a42b', 'tenant_id': '830e4f1e474d44798f0ec351419759e1', 'fixed_ips': [{'subnet_id': '9f3405c8-f2b5-40a7-af1d-f9b51dc0dd2d'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:13:20.720562 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f70358b1-57d3-4076-a5cb-b6f51d72257e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:20.733176 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-e7e808ab-c8ed-4c8c-aa21-9226d58d2ecf tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Synchronizing usage tracker for tenant:1e94b3bc18424967a4e33ba3a35cc126 on resource:security_group_rule {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:13:20.826515 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-08d30ede-e67a-42cc-9ab4-221960f133df tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:20.832540 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-461aa4b0-30ca-4977-9d4e-ebf22db90c86 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:20.848984 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-461aa4b0-30ca-4977-9d4e-ebf22db90c86 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Transition to ACTIVE for port object 77f7fd3d-07ca-49d7-82ea-7072d1451ba4 will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:13:20.875691 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-461aa4b0-30ca-4977-9d4e-ebf22db90c86 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:20.920062 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-889765ec-3d28-4291-992d-12bc97bd8d98 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:13:20.925076 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e3021ce6-e5c3-4f65-b2bd-08a6d53f6e48 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:20.926106 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-f70358b1-57d3-4076-a5cb-b6f51d72257e None None] Allocated IP 2001:db8:0:ffff::2 (3cfda28a-90b5-474b-83f9-ba3c7520a42b/9f3405c8-f2b5-40a7-af1d-f9b51dc0dd2d/727af68c-dcc8-4f4d-af67-109107bee01f) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:13:20.927650 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d30ede-e67a-42cc-9ab4-221960f133df tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Made reservation on behalf of 830e4f1e474d44798f0ec351419759e1 for: {'network': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:13:20.931752 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-08d30ede-e67a-42cc-9ab4-221960f133df tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:20.944421 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e3021ce6-e5c3-4f65-b2bd-08a6d53f6e48 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:20.955161 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6efe55-c1c4-456e-b227-617a1e609dcd None None] Sync routers for ids ['51ce413a-3d8d-41b3-980a-8fba75f30634'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:13:20.956853 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461aa4b0-30ca-4977-9d4e-ebf22db90c86 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Network fd799fdf-8bc6-4c58-b21c-8bc8c76797b0 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:13:20.959227 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-c9d2eb67-fc71-4d21-a38d-5d3f08a4051b None None] Allocated IP 172.20.0.2 (fd799fdf-8bc6-4c58-b21c-8bc8c76797b0/18756db5-bf17-4527-951e-a7829e4839f5/00a75aea-5367-4187-856d-3b075668570f) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:13:20.960137 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-461aa4b0-30ca-4977-9d4e-ebf22db90c86 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:13:20.964654 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461aa4b0-30ca-4977-9d4e-ebf22db90c86 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:13:20.966345 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6efe55-c1c4-456e-b227-617a1e609dcd None None] Routers {'51ce413a-3d8d-41b3-980a-8fba75f30634'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:13:20.967224 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-5c6efe55-c1c4-456e-b227-617a1e609dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:13:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['51ce413a-3d8d-41b3-980a-8fba75f30634'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:20.968126 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-e7e808ab-c8ed-4c8c-aa21-9226d58d2ecf tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Unset dirty status for tenant:1e94b3bc18424967a4e33ba3a35cc126 on resource:security_group_rule {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:13:20.972059 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-e7e808ab-c8ed-4c8c-aa21-9226d58d2ecf tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5823488 Oct 04 09:13:20.983876 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55502) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:20.999312 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461aa4b0-30ca-4977-9d4e-ebf22db90c86 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event updated for resources: {'Port': ['ID=77f7fd3d-07ca-49d7-82ea-7072d1451ba4,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:21.005864 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-4f9c0f92-ce57-47a9-a4d0-ce430e580907 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Request body: {'security_group_rule': {'security_group_id': '8c3fc709-9013-4305-890c-38dac49987b0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:21.016378 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-77800bb2-575a-439d-aa90-50f6cc1db333 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e05ff2ada97b419083aa12ef2747efd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4942081 Oct 04 09:13:21.018232 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55506) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:21.019573 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-4f9c0f92-ce57-47a9-a4d0-ce430e580907 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:21.031015 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08d30ede-e67a-42cc-9ab4-221960f133df tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=89032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:13:21.033252 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-889765ec-3d28-4291-992d-12bc97bd8d98 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:21.034610 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-889765ec-3d28-4291-992d-12bc97bd8d98 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.0039995 Oct 04 09:13:21.038160 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55510) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:21.041870 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e3021ce6-e5c3-4f65-b2bd-08a6d53f6e48 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:21.042411 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3021ce6-e5c3-4f65-b2bd-08a6d53f6e48 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Fanout notify agent at l3_agent the message router_deleted on router 39dd4200-247f-4ffe-a0e5-03c84256c18c {{(pid=89032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:13:21.044030 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-5c6efe55-c1c4-456e-b227-617a1e609dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:21.044221 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-4f9c0f92-ce57-47a9-a4d0-ce430e580907 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:21.054462 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-08d30ede-e67a-42cc-9ab4-221960f133df tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:21.054722 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.segments_db [None req-08d30ede-e67a-42cc-9ab4-221960f133df tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Added segment fd502040-a968-4195-a202-a064b5aa3594 of type vlan for network 61259024-75e6-4164-8056-5ff5218a29b2 Oct 04 09:13:21.056928 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6efe55-c1c4-456e-b227-617a1e609dcd None None] Routers {'51ce413a-3d8d-41b3-980a-8fba75f30634'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:13:21.057623 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-5c6efe55-c1c4-456e-b227-617a1e609dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:13:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['51ce413a-3d8d-41b3-980a-8fba75f30634'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:21.077537 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e3021ce6-e5c3-4f65-b2bd-08a6d53f6e48 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:21.080554 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-e3021ce6-e5c3-4f65-b2bd-08a6d53f6e48 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] 10.222.0.50 "DELETE /v2.0/routers/39dd4200-247f-4ffe-a0e5-03c84256c18c HTTP/1.1" status: 204 len: 168 time: 3.3828607 Oct 04 09:13:21.088018 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55514) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:21.100299 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-edb29033-143a-4314-85f4-3f7192ae0970 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-58564230', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:21.111151 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-08d30ede-e67a-42cc-9ab4-221960f133df tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:21.114805 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4f9c0f92-ce57-47a9-a4d0-ce430e580907 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:21.123089 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-edb29033-143a-4314-85f4-3f7192ae0970 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:21.128726 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-5c6efe55-c1c4-456e-b227-617a1e609dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:21.129252 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6efe55-c1c4-456e-b227-617a1e609dcd None None] The sync data for ids ['51ce413a-3d8d-41b3-980a-8fba75f30634'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:13:21.132944 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-edb29033-143a-4314-85f4-3f7192ae0970 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Usage tracker for resource:router and tenant:d5c352bc205648858ca55e59bb8f7f2f is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:21.138628 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-edb29033-143a-4314-85f4-3f7192ae0970 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:21.156012 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-edb29033-143a-4314-85f4-3f7192ae0970 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:21.166339 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461aa4b0-30ca-4977-9d4e-ebf22db90c86 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:21.166955 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-461aa4b0-30ca-4977-9d4e-ebf22db90c86 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:21.196279 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-edb29033-143a-4314-85f4-3f7192ae0970 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:21.197842 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-edb29033-143a-4314-85f4-3f7192ae0970 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:21.206434 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-08d30ede-e67a-42cc-9ab4-221960f133df tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:21.212166 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d30ede-e67a-42cc-9ab4-221960f133df tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:21.212874 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-08d30ede-e67a-42cc-9ab4-221960f133df tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:21.289550 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-461aa4b0-30ca-4977-9d4e-ebf22db90c86 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1965995 Oct 04 09:13:21.292387 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55518) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:21.319356 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4f9c0f92-ce57-47a9-a4d0-ce430e580907 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:21.330485 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-edea076f-c6c8-47e1-b62e-c29f540bd844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:21.332826 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-edb29033-143a-4314-85f4-3f7192ae0970 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:21.337986 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-08d30ede-e67a-42cc-9ab4-221960f133df tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7696738 Oct 04 09:13:21.337986 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4f9c0f92-ce57-47a9-a4d0-ce430e580907 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:21.339473 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55522) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:21.344446 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-565ad264-109b-4b4d-b586-b8b9a6941486 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Request body: {'subnet': {'network_id': '61259024-75e6-4164-8056-5ff5218a29b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:21.383239 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d30ede-e67a-42cc-9ab4-221960f133df tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Pushing event updated for resources: {'Network': ['ID=61259024-75e6-4164-8056-5ff5218a29b2,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:21.391603 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c0f92-ce57-47a9-a4d0-ce430e580907 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d194c89b-f129-47ad-824b-25c1599d94cb,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:21.401286 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4f9c0f92-ce57-47a9-a4d0-ce430e580907 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:21.405373 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-4f9c0f92-ce57-47a9-a4d0-ce430e580907 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4156270 Oct 04 09:13:21.405373 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-edb29033-143a-4314-85f4-3f7192ae0970 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:21.413427 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55526) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:21.418588 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 61259024-75e6-4164-8056-5ff5218a29b2 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:13:21.443824 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-3263de26-5c5c-475b-80a4-1f6e2f035f6e tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "GET /v2.0/security-group-rules/d194c89b-f129-47ad-824b-25c1599d94cb HTTP/1.1" status: 200 len: 764 time: 0.0269768 Oct 04 09:13:21.444235 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55530) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:21.459738 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-e8c3f149-c954-4aad-b533-6c1e257da4cb tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] 10.222.0.50 "GET /v2.0/routers/51ce413a-3d8d-41b3-980a-8fba75f30634 HTTP/1.1" status: 200 len: 921 time: 0.4164081 Oct 04 09:13:21.460171 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55534) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:21.495512 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-edea076f-c6c8-47e1-b62e-c29f540bd844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:21.505018 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-28419e54-7cd6-4ae1-b45e-ebeed3059922 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Deleting port 77f7fd3d-07ca-49d7-82ea-7072d1451ba4 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:13:21.505353 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-28419e54-7cd6-4ae1-b45e-ebeed3059922 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:21.514080 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-edb29033-143a-4314-85f4-3f7192ae0970 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:21.515293 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-edb29033-143a-4314-85f4-3f7192ae0970 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4261589 Oct 04 09:13:21.524860 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55538) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:21.536763 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-2c063974-3f39-4e0a-b6b2-7c56f840c3bc tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:21.571003 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c9d2eb67-fc71-4d21-a38d-5d3f08a4051b None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:21.601758 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-6bc93016-47ba-4e64-ad38-1f9f56ff6a0a tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] 10.222.0.50 "GET /v2.0/ports?device_id=51ce413a-3d8d-41b3-980a-8fba75f30634 HTTP/1.1" status: 200 len: 205 time: 0.1380737 Oct 04 09:13:21.608269 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55542) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:21.610709 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-c9d2eb67-fc71-4d21-a38d-5d3f08a4051b None None] Transition to ACTIVE for port object 00a75aea-5367-4187-856d-3b075668570f will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:13:21.614153 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-565ad264-109b-4b4d-b586-b8b9a6941486 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:21.625096 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f70358b1-57d3-4076-a5cb-b6f51d72257e None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:21.645054 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-f70358b1-57d3-4076-a5cb-b6f51d72257e None None] Transition to ACTIVE for port object 727af68c-dcc8-4f4d-af67-109107bee01f will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:13:21.650654 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-565ad264-109b-4b4d-b586-b8b9a6941486 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Usage tracker for resource:subnet and tenant:830e4f1e474d44798f0ec351419759e1 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:21.651624 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-c9d2eb67-fc71-4d21-a38d-5d3f08a4051b None None] Transition to ACTIVE for port object 00a75aea-5367-4187-856d-3b075668570f will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:13:21.659007 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-565ad264-109b-4b4d-b586-b8b9a6941486 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:21.665622 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c9d2eb67-fc71-4d21-a38d-5d3f08a4051b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:21.680656 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-565ad264-109b-4b4d-b586-b8b9a6941486 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:21.726356 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-565ad264-109b-4b4d-b586-b8b9a6941486 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Made reservation on behalf of 830e4f1e474d44798f0ec351419759e1 for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:13:21.730210 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-565ad264-109b-4b4d-b586-b8b9a6941486 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:21.757583 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-edea076f-c6c8-47e1-b62e-c29f540bd844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:21.764193 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-f70358b1-57d3-4076-a5cb-b6f51d72257e None None] Transition to ACTIVE for port object 727af68c-dcc8-4f4d-af67-109107bee01f will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:13:21.774228 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-4d68e56b-4e1b-4778-b43b-2f763e149ad2 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Synchronizing usage tracker for tenant:1e94b3bc18424967a4e33ba3a35cc126 on resource:security_group_rule {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:13:21.782835 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d2eb67-fc71-4d21-a38d-5d3f08a4051b None None] Network fd799fdf-8bc6-4c58-b21c-8bc8c76797b0 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:13:21.786403 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-c9d2eb67-fc71-4d21-a38d-5d3f08a4051b None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:13:21.795993 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d2eb67-fc71-4d21-a38d-5d3f08a4051b None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:13:21.839157 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f70358b1-57d3-4076-a5cb-b6f51d72257e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:21.857904 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d2eb67-fc71-4d21-a38d-5d3f08a4051b None None] Pushing event updated for resources: {'Port': ['ID=00a75aea-5367-4187-856d-3b075668570f,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:21.950238 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70358b1-57d3-4076-a5cb-b6f51d72257e None None] Network 3cfda28a-90b5-474b-83f9-ba3c7520a42b is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:13:21.970831 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-f70358b1-57d3-4076-a5cb-b6f51d72257e None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:13:21.977867 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70358b1-57d3-4076-a5cb-b6f51d72257e None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:13:22.021285 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edea076f-c6c8-47e1-b62e-c29f540bd844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3555a7-85df-4448-a26e-c095a19bd9c7,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:22.040072 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-edea076f-c6c8-47e1-b62e-c29f540bd844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:22.041805 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-edea076f-c6c8-47e1-b62e-c29f540bd844 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ca3555a7-85df-4448-a26e-c095a19bd9c7 HTTP/1.1" status: 204 len: 168 time: 1.0221915 Oct 04 09:13:22.072440 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-c9d2eb67-fc71-4d21-a38d-5d3f08a4051b None None] Attempting to bind port 00a75aea-5367-4187-856d-3b075668570f on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:13:22.072803 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-c9d2eb67-fc71-4d21-a38d-5d3f08a4051b None None] Attempting to bind port 00a75aea-5367-4187-856d-3b075668570f by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '8cb4c985-cf16-4061-83dd-63625829cfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'fd799fdf-8bc6-4c58-b21c-8bc8c76797b0'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:13:22.073142 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d2eb67-fc71-4d21-a38d-5d3f08a4051b None None] Attempting to bind port 00a75aea-5367-4187-856d-3b075668570f on network fd799fdf-8bc6-4c58-b21c-8bc8c76797b0 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:13:22.078750 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70358b1-57d3-4076-a5cb-b6f51d72257e None None] Pushing event updated for resources: {'Port': ['ID=727af68c-dcc8-4f4d-af67-109107bee01f,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:22.093870 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d2eb67-fc71-4d21-a38d-5d3f08a4051b None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:13:22.094100 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d2eb67-fc71-4d21-a38d-5d3f08a4051b None None] Checking segment: {'id': '8cb4c985-cf16-4061-83dd-63625829cfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'fd799fdf-8bc6-4c58-b21c-8bc8c76797b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:13:22.094361 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c9d2eb67-fc71-4d21-a38d-5d3f08a4051b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:22.094964 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d2eb67-fc71-4d21-a38d-5d3f08a4051b None None] Bound using segment: {'id': '8cb4c985-cf16-4061-83dd-63625829cfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'fd799fdf-8bc6-4c58-b21c-8bc8c76797b0'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:13:22.095433 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-c9d2eb67-fc71-4d21-a38d-5d3f08a4051b None None] Bound port: 00a75aea-5367-4187-856d-3b075668570f, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb4c985-cf16-4061-83dd-63625829cfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'fd799fdf-8bc6-4c58-b21c-8bc8c76797b0'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:13:22.095805 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c9d2eb67-fc71-4d21-a38d-5d3f08a4051b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:22.103516 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-28419e54-7cd6-4ae1-b45e-ebeed3059922 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:22.166195 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-4d68e56b-4e1b-4778-b43b-2f763e149ad2 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Unset dirty status for tenant:1e94b3bc18424967a4e33ba3a35cc126 on resource:security_group_rule {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:13:22.166495 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-f70358b1-57d3-4076-a5cb-b6f51d72257e None None] Attempting to bind port 727af68c-dcc8-4f4d-af67-109107bee01f on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:13:22.166754 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-f70358b1-57d3-4076-a5cb-b6f51d72257e None None] Attempting to bind port 727af68c-dcc8-4f4d-af67-109107bee01f by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '0592b5c0-0d28-471d-a972-826d6b52edac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3cfda28a-90b5-474b-83f9-ba3c7520a42b'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:13:22.167167 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70358b1-57d3-4076-a5cb-b6f51d72257e None None] Attempting to bind port 727af68c-dcc8-4f4d-af67-109107bee01f on network 3cfda28a-90b5-474b-83f9-ba3c7520a42b {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:13:22.170490 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-4d68e56b-4e1b-4778-b43b-2f763e149ad2 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.7227538 Oct 04 09:13:22.179810 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70358b1-57d3-4076-a5cb-b6f51d72257e None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:13:22.180100 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70358b1-57d3-4076-a5cb-b6f51d72257e None None] Checking segment: {'id': '0592b5c0-0d28-471d-a972-826d6b52edac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3cfda28a-90b5-474b-83f9-ba3c7520a42b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:13:22.180555 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f70358b1-57d3-4076-a5cb-b6f51d72257e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:22.180965 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70358b1-57d3-4076-a5cb-b6f51d72257e None None] Bound using segment: {'id': '0592b5c0-0d28-471d-a972-826d6b52edac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3cfda28a-90b5-474b-83f9-ba3c7520a42b'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:13:22.181978 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-f70358b1-57d3-4076-a5cb-b6f51d72257e None None] Bound port: 727af68c-dcc8-4f4d-af67-109107bee01f, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0592b5c0-0d28-471d-a972-826d6b52edac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3cfda28a-90b5-474b-83f9-ba3c7520a42b'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:13:22.182349 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f70358b1-57d3-4076-a5cb-b6f51d72257e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:22.184712 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55550) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:22.231368 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-28419e54-7cd6-4ae1-b45e-ebeed3059922 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Calling delete_port for 77f7fd3d-07ca-49d7-82ea-7072d1451ba4 owned by {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:13:22.281129 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-c9d2eb67-fc71-4d21-a38d-5d3f08a4051b None None] For port 00a75aea-5367-4187-856d-3b075668570f, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:13:22.286045 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2c063974-3f39-4e0a-b6b2-7c56f840c3bc tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:22.293936 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-c9d2eb67-fc71-4d21-a38d-5d3f08a4051b None None] For port 00a75aea-5367-4187-856d-3b075668570f, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=00a75aea-5367-4187-856d-3b075668570f,segment=NetworkSegment(8cb4c985-cf16-4061-83dd-63625829cfae),segment_id=8cb4c985-cf16-4061-83dd-63625829cfae)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:13:22.313562 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-377e70ca-00a7-4323-817a-671d4f1865ba tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks [] for router, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:22.315916 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-f70358b1-57d3-4076-a5cb-b6f51d72257e None None] For port 727af68c-dcc8-4f4d-af67-109107bee01f, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:13:22.324395 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-f70358b1-57d3-4076-a5cb-b6f51d72257e None None] For port 727af68c-dcc8-4f4d-af67-109107bee01f, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=727af68c-dcc8-4f4d-af67-109107bee01f,segment=NetworkSegment(0592b5c0-0d28-471d-a972-826d6b52edac),segment_id=0592b5c0-0d28-471d-a972-826d6b52edac)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:13:22.327108 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c9d2eb67-fc71-4d21-a38d-5d3f08a4051b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:22.433835 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-28419e54-7cd6-4ae1-b45e-ebeed3059922 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:22.437733 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f70358b1-57d3-4076-a5cb-b6f51d72257e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:22.470521 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c942670b-8e40-40c5-8407-e308a43011f0 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:22.478640 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d2eb67-fc71-4d21-a38d-5d3f08a4051b None None] Pushing event updated for resources: {'Port': ['ID=00a75aea-5367-4187-856d-3b075668570f,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:22.502126 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28419e54-7cd6-4ae1-b45e-ebeed3059922 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event deleted for resources: {'Port': ['ID=77f7fd3d-07ca-49d7-82ea-7072d1451ba4,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:22.598036 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c942670b-8e40-40c5-8407-e308a43011f0 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:22.608286 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-377e70ca-00a7-4323-817a-671d4f1865ba tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:22.611133 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70358b1-57d3-4076-a5cb-b6f51d72257e None None] Pushing event updated for resources: {'Port': ['ID=727af68c-dcc8-4f4d-af67-109107bee01f,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:22.700944 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-28419e54-7cd6-4ae1-b45e-ebeed3059922 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:22.772960 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c942670b-8e40-40c5-8407-e308a43011f0 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:22.776572 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-377e70ca-00a7-4323-817a-671d4f1865ba tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Deleting port cbe49426-d28f-46a5-9780-f578e69683fd {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:13:22.777593 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-377e70ca-00a7-4323-817a-671d4f1865ba tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:22.862415 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.objects.ports [None req-565ad264-109b-4b4d-b586-b8b9a6941486 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89033) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Oct 04 09:13:22.864934 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-28419e54-7cd6-4ae1-b45e-ebeed3059922 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "DELETE /v2.0/ports/77f7fd3d-07ca-49d7-82ea-7072d1451ba4 HTTP/1.1" status: 204 len: 168 time: 1.5715263 Oct 04 09:13:22.865976 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-565ad264-109b-4b4d-b586-b8b9a6941486 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:22.875406 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55564) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:22.919844 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c942670b-8e40-40c5-8407-e308a43011f0 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d194c89b-f129-47ad-824b-25c1599d94cb,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:22.937324 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c942670b-8e40-40c5-8407-e308a43011f0 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:22.941044 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-c942670b-8e40-40c5-8407-e308a43011f0 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/d194c89b-f129-47ad-824b-25c1599d94cb HTTP/1.1" status: 204 len: 168 time: 0.7523096 Oct 04 09:13:22.944751 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55568) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:23.069324 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-6630e2df-58db-43e9-9005-2ec53be82f9a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] DELETE failed (client error): The resource could not be found. Oct 04 09:13:23.069846 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6630e2df-58db-43e9-9005-2ec53be82f9a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:13:23.074753 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-6630e2df-58db-43e9-9005-2ec53be82f9a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "DELETE /v2.0/ports/77f7fd3d-07ca-49d7-82ea-7072d1451ba4 HTTP/1.1" status: 404 len: 333 time: 0.0939620 Oct 04 09:13:23.079630 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55578) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:23.115749 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-e2508e1c-cb0a-431f-8e64-4a515bdd32ea tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Synchronizing usage tracker for tenant:1e94b3bc18424967a4e33ba3a35cc126 on resource:security_group_rule {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:13:23.123561 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ad264-109b-4b4d-b586-b8b9a6941486 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Pushing event updated for resources: {'Subnet': ['ID=90301fe1-86f2-41ca-b692-ee83e52528fa,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:23.138161 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-53abf799-d668-4fbb-a36b-0e44b776aa9c tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] GET failed (client error): The resource could not be found. Oct 04 09:13:23.138689 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-53abf799-d668-4fbb-a36b-0e44b776aa9c tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Synchronizing usage tracker for tenant:7c59b642fbd4440eb4278f2c0c212bcd on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:13:23.141187 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565ad264-109b-4b4d-b586-b8b9a6941486 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Checking segment: {'id': 'fd502040-a968-4195-a202-a064b5aa3594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '61259024-75e6-4164-8056-5ff5218a29b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:13:23.141544 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565ad264-109b-4b4d-b586-b8b9a6941486 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Network hostable DHCP agents. Network: 61259024-75e6-4164-8056-5ff5218a29b2, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:13:23.175324 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565ad264-109b-4b4d-b586-b8b9a6941486 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Network 61259024-75e6-4164-8056-5ff5218a29b2 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:13:23.188956 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-e2508e1c-cb0a-431f-8e64-4a515bdd32ea tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Unset dirty status for tenant:1e94b3bc18424967a4e33ba3a35cc126 on resource:security_group_rule {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:13:23.193722 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-e2508e1c-cb0a-431f-8e64-4a515bdd32ea tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2424407 Oct 04 09:13:23.193826 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-53abf799-d668-4fbb-a36b-0e44b776aa9c tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Unset dirty status for tenant:7c59b642fbd4440eb4278f2c0c212bcd on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:13:23.193826 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-53abf799-d668-4fbb-a36b-0e44b776aa9c tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "GET /v2.0/ports/77f7fd3d-07ca-49d7-82ea-7072d1451ba4 HTTP/1.1" status: 404 len: 333 time: 0.1122484 Oct 04 09:13:23.194601 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55584) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:23.195608 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55586) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:23.199519 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-377e70ca-00a7-4323-817a-671d4f1865ba tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:23.239917 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-565ad264-109b-4b4d-b586-b8b9a6941486 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 61259024-75e6-4164-8056-5ff5218a29b2) {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:13:23.250559 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c62300-e817-4dcc-b158-0d77121e82f1 None None] Network 61259024-75e6-4164-8056-5ff5218a29b2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:13:23.257364 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565ad264-109b-4b4d-b586-b8b9a6941486 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:23.258159 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-565ad264-109b-4b4d-b586-b8b9a6941486 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:23.296114 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55592) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:23.335471 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-565ad264-109b-4b4d-b586-b8b9a6941486 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9933712 Oct 04 09:13:23.343249 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-84d1e54a-b4b8-481c-bbd3-7cd45dbbcfed tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Deleting subnet 18756db5-bf17-4527-951e-a7829e4839f5 {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:13:23.345400 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55598) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:23.349882 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-84d1e54a-b4b8-481c-bbd3-7cd45dbbcfed tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:23.369172 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-377e70ca-00a7-4323-817a-671d4f1865ba tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Calling delete_port for cbe49426-d28f-46a5-9780-f578e69683fd owned by network:router_gateway {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:13:23.452253 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-aea12663-04a3-40be-b55d-7a15fd68b34c tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Request body: {'port': {'network_id': '61259024-75e6-4164-8056-5ff5218a29b2', 'name': 'tempest-NetworksIpV6TestAttrs-1360405978'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:23.484276 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 727af68c-dcc8-4f4d-af67-109107bee01f up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:13:23.551924 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-9a79b37c-8dd2-4eb5-b404-10512d966abf tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1084308578'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:23.569365 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-9a79b37c-8dd2-4eb5-b404-10512d966abf tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:23.575552 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-9a79b37c-8dd2-4eb5-b404-10512d966abf tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Usage tracker for resource:network and tenant:5b1c6a997cf443e88f0c80c3c8bb1373 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:23.579029 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-9a79b37c-8dd2-4eb5-b404-10512d966abf tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:23.586806 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-9a79b37c-8dd2-4eb5-b404-10512d966abf tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:23.636915 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-84d1e54a-b4b8-481c-bbd3-7cd45dbbcfed tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:23.644124 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa23f35-d7d6-411b-a0a0-c7f8d9e6b481 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-61259024-75e6-4164-8056-5ff5218a29b2', 'network_id': '61259024-75e6-4164-8056-5ff5218a29b2', 'tenant_id': '830e4f1e474d44798f0ec351419759e1', 'fixed_ips': [{'subnet_id': '90301fe1-86f2-41ca-b692-ee83e52528fa'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:13:23.645807 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-efa23f35-d7d6-411b-a0a0-c7f8d9e6b481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:23.661298 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 727af68c-dcc8-4f4d-af67-109107bee01f completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:13:23.679329 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 00a75aea-5367-4187-856d-3b075668570f up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:13:23.689777 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a79b37c-8dd2-4eb5-b404-10512d966abf tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Made reservation on behalf of 5b1c6a997cf443e88f0c80c3c8bb1373 for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:13:23.693836 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9a79b37c-8dd2-4eb5-b404-10512d966abf tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:23.768497 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9a79b37c-8dd2-4eb5-b404-10512d966abf tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:23.791436 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-9a79b37c-8dd2-4eb5-b404-10512d966abf tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:23.797087 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-9a79b37c-8dd2-4eb5-b404-10512d966abf tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Usage tracker for resource:security_group_rule and tenant:5b1c6a997cf443e88f0c80c3c8bb1373 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:23.800618 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-9a79b37c-8dd2-4eb5-b404-10512d966abf tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:23.809899 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-9a79b37c-8dd2-4eb5-b404-10512d966abf tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:23.885494 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-aea12663-04a3-40be-b55d-7a15fd68b34c tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:23.894452 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2c063974-3f39-4e0a-b6b2-7c56f840c3bc tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks [] for router_gateway, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:23.898357 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-aea12663-04a3-40be-b55d-7a15fd68b34c tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Usage tracker for resource:port and tenant:830e4f1e474d44798f0ec351419759e1 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:23.909479 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-aea12663-04a3-40be-b55d-7a15fd68b34c tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:23.927793 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-aea12663-04a3-40be-b55d-7a15fd68b34c tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:23.936669 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c9c317ef-22c7-4520-9856-4c3b5d08e197 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:23.938584 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a147b73-7f7f-4870-80dd-8f876a82a167 None None] Network 3cfda28a-90b5-474b-83f9-ba3c7520a42b requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:13:23.955670 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2c063974-3f39-4e0a-b6b2-7c56f840c3bc tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:23.961645 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 00a75aea-5367-4187-856d-3b075668570f completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:13:23.964202 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-84d1e54a-b4b8-481c-bbd3-7cd45dbbcfed tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:24.004128 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea12663-04a3-40be-b55d-7a15fd68b34c tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Made reservation on behalf of 830e4f1e474d44798f0ec351419759e1 for: {'port': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:13:24.009601 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aea12663-04a3-40be-b55d-7a15fd68b34c tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:24.030225 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c9c317ef-22c7-4520-9856-4c3b5d08e197 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:24.086702 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [None req-aea12663-04a3-40be-b55d-7a15fd68b34c tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] device_id is not set on port 1a9de495-d23d-43fb-b3ef-81cabc794b15 yet. {{(pid=89033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:13:24.144124 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-efa23f35-d7d6-411b-a0a0-c7f8d9e6b481 None None] Allocated IP 2001:db8::f816:3eff:fe10:e5ac (61259024-75e6-4164-8056-5ff5218a29b2/90301fe1-86f2-41ca-b692-ee83e52528fa/7d6633be-d6ca-4e35-9328-83a6cd075daf) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:13:24.152158 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9a79b37c-8dd2-4eb5-b404-10512d966abf tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:24.175570 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9a79b37c-8dd2-4eb5-b404-10512d966abf tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:24.221950 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c9c317ef-22c7-4520-9856-4c3b5d08e197 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:24.234730 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a79b37c-8dd2-4eb5-b404-10512d966abf tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6b3008-3354-4c35-861c-3e1a9fb7963c,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:24.254763 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c317ef-22c7-4520-9856-4c3b5d08e197 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3fc709-9013-4305-890c-38dac49987b0,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:24.263407 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a79b37c-8dd2-4eb5-b404-10512d966abf tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:13:24.267231 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-84d1e54a-b4b8-481c-bbd3-7cd45dbbcfed tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:24.283415 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-2c063974-3f39-4e0a-b6b2-7c56f840c3bc tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Allocated IP 172.26.10.112 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/94d2f9de-4030-46c3-a110-11faef5b10b7) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:13:24.308800 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-377e70ca-00a7-4323-817a-671d4f1865ba tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:24.340225 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-588fe3cc-0df9-472f-9763-0bc46497814b None None] Provisioning for port 727af68c-dcc8-4f4d-af67-109107bee01f completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:13:24.348387 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45ecf7f-9620-4c31-8180-7e59526518ad None None] Network fd799fdf-8bc6-4c58-b21c-8bc8c76797b0 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:13:24.362580 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c9c317ef-22c7-4520-9856-4c3b5d08e197 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:24.366298 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-c9c317ef-22c7-4520-9856-4c3b5d08e197 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "DELETE /v2.0/security-groups/8c3fc709-9013-4305-890c-38dac49987b0 HTTP/1.1" status: 204 len: 168 time: 1.1685724 Oct 04 09:13:24.373709 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55602) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:24.377008 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377e70ca-00a7-4323-817a-671d4f1865ba tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Pushing event deleted for resources: {'Port': ['ID=cbe49426-d28f-46a5-9780-f578e69683fd,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:24.441073 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-588fe3cc-0df9-472f-9763-0bc46497814b None None] Provisioning complete for port 727af68c-dcc8-4f4d-af67-109107bee01f triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:13:24.441378 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-588fe3cc-0df9-472f-9763-0bc46497814b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:24.441719 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-588fe3cc-0df9-472f-9763-0bc46497814b None None] Attempt 1 to provision port 727af68c-dcc8-4f4d-af67-109107bee01f Oct 04 09:13:24.448650 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d1e54a-b4b8-481c-bbd3-7cd45dbbcfed tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event deleted for resources: {'Subnet': ['ID=18756db5-bf17-4527-951e-a7829e4839f5,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:24.452266 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9a79b37c-8dd2-4eb5-b404-10512d966abf tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:24.452633 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-9a79b37c-8dd2-4eb5-b404-10512d966abf tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Added segment 1223c58d-7484-464b-9dea-a8113de63754 of type vlan for network cabcd9b9-1cc0-4e5b-b775-e1c130435837 Oct 04 09:13:24.455625 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-84d1e54a-b4b8-481c-bbd3-7cd45dbbcfed tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:24.502970 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-84d1e54a-b4b8-481c-bbd3-7cd45dbbcfed tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "DELETE /v2.0/subnets/18756db5-bf17-4527-951e-a7829e4839f5 HTTP/1.1" status: 204 len: 168 time: 1.3046794 Oct 04 09:13:24.503680 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55606) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:24.505249 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9a79b37c-8dd2-4eb5-b404-10512d966abf tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:24.592390 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-71d9ae88-0344-44fc-92e2-894f4ddc5902 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Synchronizing usage tracker for tenant:1e94b3bc18424967a4e33ba3a35cc126 on resource:security_group {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:13:24.628892 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-377e70ca-00a7-4323-817a-671d4f1865ba tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737040'] for router_gateway, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:24.654524 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e08efcc7-c55c-41e3-9917-c13a42e141aa tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:24.660534 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9a79b37c-8dd2-4eb5-b404-10512d966abf tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:24.668139 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a79b37c-8dd2-4eb5-b404-10512d966abf tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:24.668798 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9a79b37c-8dd2-4eb5-b404-10512d966abf tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:24.766578 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-71d9ae88-0344-44fc-92e2-894f4ddc5902 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Unset dirty status for tenant:1e94b3bc18424967a4e33ba3a35cc126 on resource:security_group {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:13:24.768160 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-71d9ae88-0344-44fc-92e2-894f4ddc5902 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3926458 Oct 04 09:13:24.777715 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55610) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:24.793070 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-e08efcc7-c55c-41e3-9917-c13a42e141aa tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Deleting port 00a75aea-5367-4187-856d-3b075668570f {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:13:24.793530 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e08efcc7-c55c-41e3-9917-c13a42e141aa tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:24.831568 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-6714b815-3ece-4177-82b6-cc89c28f9618 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Request body: {'security_group': {'name': 'tempest-secgroup--1137675749'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:24.839776 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-6714b815-3ece-4177-82b6-cc89c28f9618 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:24.850541 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-6714b815-3ece-4177-82b6-cc89c28f9618 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:24.858586 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-377e70ca-00a7-4323-817a-671d4f1865ba tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:24.863032 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-377e70ca-00a7-4323-817a-671d4f1865ba tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:24.867000 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2c063974-3f39-4e0a-b6b2-7c56f840c3bc tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:24.885197 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-9a79b37c-8dd2-4eb5-b404-10512d966abf tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5856650 Oct 04 09:13:24.891703 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6714b815-3ece-4177-82b6-cc89c28f9618 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:24.899936 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-588fe3cc-0df9-472f-9763-0bc46497814b None None] Current status of the port 727af68c-dcc8-4f4d-af67-109107bee01f is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:13:24.900635 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-588fe3cc-0df9-472f-9763-0bc46497814b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:24.905387 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a79b37c-8dd2-4eb5-b404-10512d966abf tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Pushing event updated for resources: {'Network': ['ID=cabcd9b9-1cc0-4e5b-b775-e1c130435837,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:24.919182 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network cabcd9b9-1cc0-4e5b-b775-e1c130435837 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:13:24.936121 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-377e70ca-00a7-4323-817a-671d4f1865ba tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:24.937854 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-377e70ca-00a7-4323-817a-671d4f1865ba tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Fanout notify agent at l3_agent the message router_deleted on router 51ce413a-3d8d-41b3-980a-8fba75f30634 {{(pid=89032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:13:24.956945 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2c063974-3f39-4e0a-b6b2-7c56f840c3bc tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:24.981633 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-6714b815-3ece-4177-82b6-cc89c28f9618 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:24.990578 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-6714b815-3ece-4177-82b6-cc89c28f9618 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Usage tracker for resource:security_group_rule and tenant:1e94b3bc18424967a4e33ba3a35cc126 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:24.996130 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-6714b815-3ece-4177-82b6-cc89c28f9618 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:25.002447 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-efa23f35-d7d6-411b-a0a0-c7f8d9e6b481 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:25.011368 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-6714b815-3ece-4177-82b6-cc89c28f9618 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:25.024058 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-377e70ca-00a7-4323-817a-671d4f1865ba tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:25.025645 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-377e70ca-00a7-4323-817a-671d4f1865ba tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] 10.222.0.50 "DELETE /v2.0/routers/51ce413a-3d8d-41b3-980a-8fba75f30634 HTTP/1.1" status: 204 len: 168 time: 3.4161985 Oct 04 09:13:25.032480 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55614) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:25.043399 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-efa23f35-d7d6-411b-a0a0-c7f8d9e6b481 None None] Transition to ACTIVE for port object 7d6633be-d6ca-4e35-9328-83a6cd075daf will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:13:25.072313 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-101f6a89-2c9d-4fea-b3e9-85ebe4131526 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1532520900', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'enable_snat': False}}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:25.077924 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-588fe3cc-0df9-472f-9763-0bc46497814b None None] For port 727af68c-dcc8-4f4d-af67-109107bee01f, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=727af68c-dcc8-4f4d-af67-109107bee01f,segment=NetworkSegment(0592b5c0-0d28-471d-a972-826d6b52edac),segment_id=0592b5c0-0d28-471d-a972-826d6b52edac)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:13:25.086282 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-efa23f35-d7d6-411b-a0a0-c7f8d9e6b481 None None] Transition to ACTIVE for port object 7d6633be-d6ca-4e35-9328-83a6cd075daf will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:13:25.087404 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-101f6a89-2c9d-4fea-b3e9-85ebe4131526 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:25.090060 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-588fe3cc-0df9-472f-9763-0bc46497814b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:25.108031 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-101f6a89-2c9d-4fea-b3e9-85ebe4131526 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Usage tracker for resource:router and tenant:8eccf873fc3d4a95ae93ab1afe9db4b6 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:25.123799 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-efa23f35-d7d6-411b-a0a0-c7f8d9e6b481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:25.134301 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-101f6a89-2c9d-4fea-b3e9-85ebe4131526 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:25.142815 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-101f6a89-2c9d-4fea-b3e9-85ebe4131526 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:25.160033 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb8ed7d-722f-408a-ad9d-3c90c0d0b391 None None] DHCP port deletion for fd799fdf-8bc6-4c58-b21c-8bc8c76797b0 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:13:25.164074 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c063974-3f39-4e0a-b6b2-7c56f840c3bc tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:13:25.169929 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-2c063974-3f39-4e0a-b6b2-7c56f840c3bc tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:13:25.180141 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-101f6a89-2c9d-4fea-b3e9-85ebe4131526 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:25.182273 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-101f6a89-2c9d-4fea-b3e9-85ebe4131526 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:25.193325 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-2bb8ed7d-722f-408a-ad9d-3c90c0d0b391 None None] Deleting port 00a75aea-5367-4187-856d-3b075668570f {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:13:25.193708 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-2bb8ed7d-722f-408a-ad9d-3c90c0d0b391 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:25.194346 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c063974-3f39-4e0a-b6b2-7c56f840c3bc tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:13:25.203298 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-e08efcc7-c55c-41e3-9917-c13a42e141aa tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] For port 00a75aea-5367-4187-856d-3b075668570f, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=00a75aea-5367-4187-856d-3b075668570f,segment=NetworkSegment(8cb4c985-cf16-4061-83dd-63625829cfae),segment_id=8cb4c985-cf16-4061-83dd-63625829cfae)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:13:25.203851 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e08efcc7-c55c-41e3-9917-c13a42e141aa tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:25.239220 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa23f35-d7d6-411b-a0a0-c7f8d9e6b481 None None] Network 61259024-75e6-4164-8056-5ff5218a29b2 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:13:25.267089 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-efa23f35-d7d6-411b-a0a0-c7f8d9e6b481 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:13:25.291059 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c063974-3f39-4e0a-b6b2-7c56f840c3bc tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Pushing event updated for resources: {'Port': ['ID=94d2f9de-4030-46c3-a110-11faef5b10b7,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:25.306181 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa23f35-d7d6-411b-a0a0-c7f8d9e6b481 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:13:25.332732 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-101f6a89-2c9d-4fea-b3e9-85ebe4131526 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:25.391084 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-e08efcc7-c55c-41e3-9917-c13a42e141aa tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Calling delete_port for 00a75aea-5367-4187-856d-3b075668570f owned by network:dhcp {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:13:25.398230 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588fe3cc-0df9-472f-9763-0bc46497814b None None] Pushing event updated for resources: {'Port': ['ID=727af68c-dcc8-4f4d-af67-109107bee01f,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:25.401769 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 00a75aea-5367-4187-856d-3b075668570f no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:13:25.472773 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-ddc58251-6666-42c1-9230-47bf0f10ed04 None None] Provisioning for port 00a75aea-5367-4187-856d-3b075668570f completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:13:25.569743 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-ddc58251-6666-42c1-9230-47bf0f10ed04 None None] Provisioning complete for port 00a75aea-5367-4187-856d-3b075668570f triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:13:25.570118 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ddc58251-6666-42c1-9230-47bf0f10ed04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:25.570453 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-ddc58251-6666-42c1-9230-47bf0f10ed04 None None] Attempt 1 to provision port 00a75aea-5367-4187-856d-3b075668570f Oct 04 09:13:25.570933 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6714b815-3ece-4177-82b6-cc89c28f9618 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:25.577704 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e08efcc7-c55c-41e3-9917-c13a42e141aa tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:25.634407 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-2bb8ed7d-722f-408a-ad9d-3c90c0d0b391 None None] The port '00a75aea-5367-4187-856d-3b075668570f' was deleted {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 04 09:13:25.671619 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-ddc58251-6666-42c1-9230-47bf0f10ed04 None None] Port 00a75aea-5367-4187-856d-3b075668570f was deleted so its status cannot be updated. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 04 09:13:25.676711 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6714b815-3ece-4177-82b6-cc89c28f9618 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:25.676854 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No active binding found for port 00a75aea-5367-4187-856d-3b075668570f {{(pid=89034) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Oct 04 09:13:25.677131 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 00a75aea-5367-4187-856d-3b075668570f not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:13:25.707262 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa23f35-d7d6-411b-a0a0-c7f8d9e6b481 None None] Pushing event updated for resources: {'Port': ['ID=7d6633be-d6ca-4e35-9328-83a6cd075daf,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:25.715578 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-efa23f35-d7d6-411b-a0a0-c7f8d9e6b481 None None] Attempting to bind port 7d6633be-d6ca-4e35-9328-83a6cd075daf on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:13:25.715946 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-efa23f35-d7d6-411b-a0a0-c7f8d9e6b481 None None] Attempting to bind port 7d6633be-d6ca-4e35-9328-83a6cd075daf by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'fd502040-a968-4195-a202-a064b5aa3594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '61259024-75e6-4164-8056-5ff5218a29b2'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:13:25.716302 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa23f35-d7d6-411b-a0a0-c7f8d9e6b481 None None] Attempting to bind port 7d6633be-d6ca-4e35-9328-83a6cd075daf on network 61259024-75e6-4164-8056-5ff5218a29b2 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:13:25.736501 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa23f35-d7d6-411b-a0a0-c7f8d9e6b481 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:13:25.737166 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa23f35-d7d6-411b-a0a0-c7f8d9e6b481 None None] Checking segment: {'id': 'fd502040-a968-4195-a202-a064b5aa3594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '61259024-75e6-4164-8056-5ff5218a29b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:13:25.737642 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-efa23f35-d7d6-411b-a0a0-c7f8d9e6b481 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:25.738043 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa23f35-d7d6-411b-a0a0-c7f8d9e6b481 None None] Bound using segment: {'id': 'fd502040-a968-4195-a202-a064b5aa3594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '61259024-75e6-4164-8056-5ff5218a29b2'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:13:25.738652 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-efa23f35-d7d6-411b-a0a0-c7f8d9e6b481 None None] Bound port: 7d6633be-d6ca-4e35-9328-83a6cd075daf, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd502040-a968-4195-a202-a064b5aa3594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '61259024-75e6-4164-8056-5ff5218a29b2'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:13:25.739036 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-efa23f35-d7d6-411b-a0a0-c7f8d9e6b481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:25.748059 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08efcc7-c55c-41e3-9917-c13a42e141aa tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event deleted for resources: {'Port': ['ID=00a75aea-5367-4187-856d-3b075668570f,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:25.753847 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08efcc7-c55c-41e3-9917-c13a42e141aa tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] No DVR routers for this DVR port 00a75aea-5367-4187-856d-3b075668570f on host dv-neutron-860215-1-hyperv {{(pid=89033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:13:25.871295 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-55b86d9c-05da-4e35-9632-e80d773411cb None None] Provisioning complete for port 727af68c-dcc8-4f4d-af67-109107bee01f triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:13:25.871678 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-55b86d9c-05da-4e35-9632-e80d773411cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:25.872014 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-55b86d9c-05da-4e35-9632-e80d773411cb None None] Attempt 1 to provision port 727af68c-dcc8-4f4d-af67-109107bee01f Oct 04 09:13:25.943232 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e08efcc7-c55c-41e3-9917-c13a42e141aa tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:25.965409 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-efa23f35-d7d6-411b-a0a0-c7f8d9e6b481 None None] For port 7d6633be-d6ca-4e35-9328-83a6cd075daf, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:13:25.970891 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-efa23f35-d7d6-411b-a0a0-c7f8d9e6b481 None None] For port 7d6633be-d6ca-4e35-9328-83a6cd075daf, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=7d6633be-d6ca-4e35-9328-83a6cd075daf,segment=NetworkSegment(fd502040-a968-4195-a202-a064b5aa3594),segment_id=fd502040-a968-4195-a202-a064b5aa3594)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:13:25.979039 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-e08efcc7-c55c-41e3-9917-c13a42e141aa tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd799fdf-8bc6-4c58-b21c-8bc8c76797b0']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:25.993444 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-e08efcc7-c55c-41e3-9917-c13a42e141aa tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cb4c985-cf16-4061-83dd-63625829cfae') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:25.993730 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-e08efcc7-c55c-41e3-9917-c13a42e141aa tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cb4c985-cf16-4061-83dd-63625829cfae') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:26.006086 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e08efcc7-c55c-41e3-9917-c13a42e141aa tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:26.024027 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e08efcc7-c55c-41e3-9917-c13a42e141aa tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:26.031745 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e08efcc7-c55c-41e3-9917-c13a42e141aa tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:13:26.032137 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e08efcc7-c55c-41e3-9917-c13a42e141aa tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:26.036161 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-55b86d9c-05da-4e35-9632-e80d773411cb None None] Current status of the port 727af68c-dcc8-4f4d-af67-109107bee01f is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:13:26.039001 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-efa23f35-d7d6-411b-a0a0-c7f8d9e6b481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:26.056192 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2c063974-3f39-4e0a-b6b2-7c56f840c3bc tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks [] for router_gateway, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:26.125956 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa23f35-d7d6-411b-a0a0-c7f8d9e6b481 None None] Pushing event updated for resources: {'Port': ['ID=7d6633be-d6ca-4e35-9328-83a6cd075daf,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:26.148590 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6714b815-3ece-4177-82b6-cc89c28f9618 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd63cfd7-f28e-4428-b189-76f8655a2c39,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:26.166678 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-aea12663-04a3-40be-b55d-7a15fd68b34c tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Allocated IP 2001:db8::f816:3eff:fe81:c23f (61259024-75e6-4164-8056-5ff5218a29b2/90301fe1-86f2-41ca-b692-ee83e52528fa/1a9de495-d23d-43fb-b3ef-81cabc794b15) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:13:26.203660 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 8cb4c985-cf16-4061-83dd-63625829cfae resource provider aggregate not found Oct 04 09:13:26.237779 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6714b815-3ece-4177-82b6-cc89c28f9618 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:26.241607 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-6714b815-3ece-4177-82b6-cc89c28f9618 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4592490 Oct 04 09:13:26.242471 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 8cb4c985-cf16-4061-83dd-63625829cfae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8cb4c985-cf16-4061-83dd-63625829cfae found for delete ", "request_id": "req-f06ea806-185d-44fb-ae2f-e9ca6dd5fb1a"}]} Oct 04 09:13:26.243234 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e08efcc7-c55c-41e3-9917-c13a42e141aa tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:26.255502 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55622) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:26.264502 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-338bfb04-5f31-4344-8ca6-d61423f01b22 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Request body: {'security_group_rule': {'security_group_id': 'dd63cfd7-f28e-4428-b189-76f8655a2c39', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:26.283539 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e08efcc7-c55c-41e3-9917-c13a42e141aa tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:26.285757 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-338bfb04-5f31-4344-8ca6-d61423f01b22 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:26.294165 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08efcc7-c55c-41e3-9917-c13a42e141aa tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event deleted for resources: {'Network': ['ID=fd799fdf-8bc6-4c58-b21c-8bc8c76797b0,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:26.311461 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-e08efcc7-c55c-41e3-9917-c13a42e141aa tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "DELETE /v2.0/networks/fd799fdf-8bc6-4c58-b21c-8bc8c76797b0 HTTP/1.1" status: 204 len: 168 time: 1.8021500 Oct 04 09:13:26.353889 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55626) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:26.355210 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-338bfb04-5f31-4344-8ca6-d61423f01b22 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Usage tracker for resource:security_group_rule and tenant:1e94b3bc18424967a4e33ba3a35cc126 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:26.431490 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-338bfb04-5f31-4344-8ca6-d61423f01b22 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:26.443942 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-a29bb108-4ff1-43e4-a9ae-1eb727a1b16c tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1156343202'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:26.477751 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-338bfb04-5f31-4344-8ca6-d61423f01b22 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:26.486297 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-a29bb108-4ff1-43e4-a9ae-1eb727a1b16c tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:26.490649 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-a29bb108-4ff1-43e4-a9ae-1eb727a1b16c tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Usage tracker for resource:network and tenant:7c59b642fbd4440eb4278f2c0c212bcd is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:26.494992 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-a29bb108-4ff1-43e4-a9ae-1eb727a1b16c tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:26.502856 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-a29bb108-4ff1-43e4-a9ae-1eb727a1b16c tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:26.527526 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aea12663-04a3-40be-b55d-7a15fd68b34c tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:26.547047 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-aea12663-04a3-40be-b55d-7a15fd68b34c tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Transition to ACTIVE for port object 1a9de495-d23d-43fb-b3ef-81cabc794b15 will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:13:26.575564 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aea12663-04a3-40be-b55d-7a15fd68b34c tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:26.592872 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29bb108-4ff1-43e4-a9ae-1eb727a1b16c tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Made reservation on behalf of 7c59b642fbd4440eb4278f2c0c212bcd for: {'network': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:13:26.597622 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a29bb108-4ff1-43e4-a9ae-1eb727a1b16c tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:26.640754 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-101f6a89-2c9d-4fea-b3e9-85ebe4131526 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:26.724035 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-338bfb04-5f31-4344-8ca6-d61423f01b22 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:26.793277 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea12663-04a3-40be-b55d-7a15fd68b34c tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Network 61259024-75e6-4164-8056-5ff5218a29b2 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:13:26.794816 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-338bfb04-5f31-4344-8ca6-d61423f01b22 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:26.801526 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-aea12663-04a3-40be-b55d-7a15fd68b34c tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:13:26.806677 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea12663-04a3-40be-b55d-7a15fd68b34c tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:13:26.812178 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea12663-04a3-40be-b55d-7a15fd68b34c tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:26.812927 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aea12663-04a3-40be-b55d-7a15fd68b34c tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:26.833206 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a29bb108-4ff1-43e4-a9ae-1eb727a1b16c tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=89032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:13:26.835647 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-338bfb04-5f31-4344-8ca6-d61423f01b22 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:26.840148 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea12663-04a3-40be-b55d-7a15fd68b34c tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Pushing event updated for resources: {'Port': ['ID=1a9de495-d23d-43fb-b3ef-81cabc794b15,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:26.843756 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-aea12663-04a3-40be-b55d-7a15fd68b34c tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.4959061 Oct 04 09:13:26.853508 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55630) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:26.926798 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-060359fa-b16a-46e9-914f-02a0dffe6cf6 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Deleting subnet 90301fe1-86f2-41ca-b692-ee83e52528fa {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:13:26.927115 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a29bb108-4ff1-43e4-a9ae-1eb727a1b16c tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:26.927365 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.segments_db [None req-a29bb108-4ff1-43e4-a9ae-1eb727a1b16c tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Added segment 82a3d543-103a-461b-9ae2-0668443d471e of type vlan for network dfbf88dd-55a3-4b2a-9c41-c130ff503737 Oct 04 09:13:26.929684 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-060359fa-b16a-46e9-914f-02a0dffe6cf6 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:26.930129 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338bfb04-5f31-4344-8ca6-d61423f01b22 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=193babba-111e-41b3-9611-d059b20bca84,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:26.986118 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-060359fa-b16a-46e9-914f-02a0dffe6cf6 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:27.063534 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2c063974-3f39-4e0a-b6b2-7c56f840c3bc tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:27.110538 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2c063974-3f39-4e0a-b6b2-7c56f840c3bc tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736963', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1737124'] for router, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:27.114242 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-060359fa-b16a-46e9-914f-02a0dffe6cf6 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:27.117697 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-338bfb04-5f31-4344-8ca6-d61423f01b22 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:27.119101 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-338bfb04-5f31-4344-8ca6-d61423f01b22 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8607140 Oct 04 09:13:27.125460 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a29bb108-4ff1-43e4-a9ae-1eb727a1b16c tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:27.129406 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55634) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:27.232880 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-060359fa-b16a-46e9-914f-02a0dffe6cf6 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:27.290132 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060359fa-b16a-46e9-914f-02a0dffe6cf6 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Pushing event deleted for resources: {'Subnet': ['ID=90301fe1-86f2-41ca-b692-ee83e52528fa,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:27.298900 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-060359fa-b16a-46e9-914f-02a0dffe6cf6 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:27.312729 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-060359fa-b16a-46e9-914f-02a0dffe6cf6 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] 10.222.0.50 "DELETE /v2.0/subnets/90301fe1-86f2-41ca-b692-ee83e52528fa HTTP/1.1" status: 204 len: 168 time: 0.4577653 Oct 04 09:13:27.314926 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55638) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:27.417357 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e98ff5c-fd95-44e0-a5ad-726198a15aab tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:27.419260 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e98ff5c-fd95-44e0-a5ad-726198a15aab tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:27.420260 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-5e98ff5c-fd95-44e0-a5ad-726198a15aab tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Synchronizing usage tracker for tenant:830e4f1e474d44798f0ec351419759e1 on resource:subnet {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:13:27.453378 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5a6d20-6e61-4792-9e8f-690c63feaa17 None None] Network 61259024-75e6-4164-8056-5ff5218a29b2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:13:27.465004 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-5e98ff5c-fd95-44e0-a5ad-726198a15aab tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Unset dirty status for tenant:830e4f1e474d44798f0ec351419759e1 on resource:subnet {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:13:27.468215 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-5e98ff5c-fd95-44e0-a5ad-726198a15aab tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1523106 Oct 04 09:13:27.482819 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55642) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:27.543656 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c4270c39-560f-43a3-a33f-d33bcf2c9471 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:27.620054 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-92d3c47e-5723-482c-93b5-98486e31cb01 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:27.630147 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-92d3c47e-5723-482c-93b5-98486e31cb01 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 04 09:13:27.630612 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92d3c47e-5723-482c-93b5-98486e31cb01 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:13:27.637626 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-92d3c47e-5723-482c-93b5-98486e31cb01 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] 10.222.0.50 "DELETE /v2.0/networks/61259024-75e6-4164-8056-5ff5218a29b2 HTTP/1.1" status: 409 len: 405 time: 0.1536930 Oct 04 09:13:27.638389 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55648) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:27.651643 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-594d6881-9346-436d-962c-fad4337a9992 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-668383329'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:27.657345 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-594d6881-9346-436d-962c-fad4337a9992 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:27.662610 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-594d6881-9346-436d-962c-fad4337a9992 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Usage tracker for resource:network and tenant:830e4f1e474d44798f0ec351419759e1 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:27.672245 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-594d6881-9346-436d-962c-fad4337a9992 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:27.679281 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-594d6881-9346-436d-962c-fad4337a9992 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:27.689082 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 727af68c-dcc8-4f4d-af67-109107bee01f up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:13:27.693089 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594d6881-9346-436d-962c-fad4337a9992 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Made reservation on behalf of 830e4f1e474d44798f0ec351419759e1 for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:13:27.697866 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-594d6881-9346-436d-962c-fad4337a9992 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:27.738463 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-594d6881-9346-436d-962c-fad4337a9992 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:13:27.761175 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-594d6881-9346-436d-962c-fad4337a9992 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:27.762016 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-594d6881-9346-436d-962c-fad4337a9992 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Added segment bd86cc4b-ba46-4d1d-8eab-94a7f8678108 of type vlan for network ee829aea-9069-497d-9ce0-424a89f9508a Oct 04 09:13:27.812233 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-368fd7e7-4400-4cc6-bf1a-e957cfd0db11 None None] Provisioning for port 7d6633be-d6ca-4e35-9328-83a6cd075daf completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:13:27.819272 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-89f2c558-9a35-41f0-a6f3-122e9c6d19df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:27.836621 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-594d6881-9346-436d-962c-fad4337a9992 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:27.865218 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 727af68c-dcc8-4f4d-af67-109107bee01f triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:13:27.865677 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:27.866079 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 727af68c-dcc8-4f4d-af67-109107bee01f Oct 04 09:13:27.882957 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-594d6881-9346-436d-962c-fad4337a9992 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:27.891498 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594d6881-9346-436d-962c-fad4337a9992 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:27.892344 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-594d6881-9346-436d-962c-fad4337a9992 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:27.898939 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a29bb108-4ff1-43e4-a9ae-1eb727a1b16c tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:27.908965 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29bb108-4ff1-43e4-a9ae-1eb727a1b16c tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:27.909768 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a29bb108-4ff1-43e4-a9ae-1eb727a1b16c tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:28.014452 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-594d6881-9346-436d-962c-fad4337a9992 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3748085 Oct 04 09:13:28.020399 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55652) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:28.025886 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 727af68c-dcc8-4f4d-af67-109107bee01f is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:13:28.026349 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-81941542-c209-4e77-b185-4234f802c563 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Request body: {'subnet': {'network_id': 'ee829aea-9069-497d-9ce0-424a89f9508a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:28.027118 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 7d6633be-d6ca-4e35-9328-83a6cd075daf up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:13:28.074279 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c4270c39-560f-43a3-a33f-d33bcf2c9471 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:28.086232 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29bb108-4ff1-43e4-a9ae-1eb727a1b16c tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event updated for resources: {'Network': ['ID=dfbf88dd-55a3-4b2a-9c41-c130ff503737,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:28.099142 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-a29bb108-4ff1-43e4-a9ae-1eb727a1b16c tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7388456 Oct 04 09:13:28.109171 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c852fd-b9a5-4010-a425-3dfe32ccc59f None None] DHCP port deletion for 61259024-75e6-4164-8056-5ff5218a29b2 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:13:28.112520 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55656) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:28.117323 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network dfbf88dd-55a3-4b2a-9c41-c130ff503737 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:13:28.119203 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-1299fb3e-e5f0-424b-9255-a7c4afe9922f tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Request body: {'subnet': {'network_id': 'dfbf88dd-55a3-4b2a-9c41-c130ff503737', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:28.144885 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594d6881-9346-436d-962c-fad4337a9992 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Pushing event updated for resources: {'Network': ['ID=ee829aea-9069-497d-9ce0-424a89f9508a,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:28.147053 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-21c852fd-b9a5-4010-a425-3dfe32ccc59f None None] Deleting port 7d6633be-d6ca-4e35-9328-83a6cd075daf {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:13:28.158015 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-21c852fd-b9a5-4010-a425-3dfe32ccc59f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:28.163752 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-101f6a89-2c9d-4fea-b3e9-85ebe4131526 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:28.201399 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-101f6a89-2c9d-4fea-b3e9-85ebe4131526 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:28.206601 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55660) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:28.250542 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-bc02a894-843c-47c5-b171-51e7a791831c tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Request body: {'subnet': {'network_id': 'cabcd9b9-1cc0-4e5b-b775-e1c130435837', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:28.261757 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network ee829aea-9069-497d-9ce0-424a89f9508a details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:13:28.272029 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-81941542-c209-4e77-b185-4234f802c563 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:28.287776 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-1299fb3e-e5f0-424b-9255-a7c4afe9922f tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:28.291159 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-81941542-c209-4e77-b185-4234f802c563 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:28.295553 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-1299fb3e-e5f0-424b-9255-a7c4afe9922f tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Usage tracker for resource:subnet and tenant:7c59b642fbd4440eb4278f2c0c212bcd is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:28.299997 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-1299fb3e-e5f0-424b-9255-a7c4afe9922f tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:28.307282 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-1299fb3e-e5f0-424b-9255-a7c4afe9922f tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:28.313684 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81941542-c209-4e77-b185-4234f802c563 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Made reservation on behalf of 830e4f1e474d44798f0ec351419759e1 for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:13:28.317585 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-81941542-c209-4e77-b185-4234f802c563 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:28.345440 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1299fb3e-e5f0-424b-9255-a7c4afe9922f tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Made reservation on behalf of 7c59b642fbd4440eb4278f2c0c212bcd for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:13:28.348837 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1299fb3e-e5f0-424b-9255-a7c4afe9922f tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:28.359050 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c4270c39-560f-43a3-a33f-d33bcf2c9471 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:28.400924 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c063974-3f39-4e0a-b6b2-7c56f840c3bc tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Router 405b0acf-d618-488f-a9e7-d823fd07a8d3 is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:13:28.431287 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4270c39-560f-43a3-a33f-d33bcf2c9471 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd63cfd7-f28e-4428-b189-76f8655a2c39,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:28.454955 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 7d6633be-d6ca-4e35-9328-83a6cd075daf completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:13:28.480265 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 7d6633be-d6ca-4e35-9328-83a6cd075daf triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:13:28.480660 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:28.480979 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 7d6633be-d6ca-4e35-9328-83a6cd075daf Oct 04 09:13:28.630358 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c063974-3f39-4e0a-b6b2-7c56f840c3bc tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:13:28.640853 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-bc02a894-843c-47c5-b171-51e7a791831c tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:28.642003 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37e4812-dab6-4a41-8648-6a73cfe9be50 None None] Sync routers for ids ['405b0acf-d618-488f-a9e7-d823fd07a8d3'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:13:28.645480 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-21c852fd-b9a5-4010-a425-3dfe32ccc59f None None] For port 7d6633be-d6ca-4e35-9328-83a6cd075daf, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=7d6633be-d6ca-4e35-9328-83a6cd075daf,segment=NetworkSegment(fd502040-a968-4195-a202-a064b5aa3594),segment_id=fd502040-a968-4195-a202-a064b5aa3594)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:13:28.645871 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-21c852fd-b9a5-4010-a425-3dfe32ccc59f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:28.655484 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2c063974-3f39-4e0a-b6b2-7c56f840c3bc tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:28.659228 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-2c063974-3f39-4e0a-b6b2-7c56f840c3bc tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] 10.222.0.50 "PUT /v2.0/routers/405b0acf-d618-488f-a9e7-d823fd07a8d3 HTTP/1.1" status: 200 len: 883 time: 7.1308949 Oct 04 09:13:28.659557 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55664) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:28.688188 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-bc02a894-843c-47c5-b171-51e7a791831c tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Usage tracker for resource:subnet and tenant:5b1c6a997cf443e88f0c80c3c8bb1373 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:28.691091 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c4270c39-560f-43a3-a33f-d33bcf2c9471 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:28.692182 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-c4270c39-560f-43a3-a33f-d33bcf2c9471 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "DELETE /v2.0/security-groups/dd63cfd7-f28e-4428-b189-76f8655a2c39 HTTP/1.1" status: 204 len: 168 time: 1.4798431 Oct 04 09:13:28.693480 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-bc02a894-843c-47c5-b171-51e7a791831c tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:28.700162 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55668) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:28.722505 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-bc02a894-843c-47c5-b171-51e7a791831c tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:28.775671 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc02a894-843c-47c5-b171-51e7a791831c tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Made reservation on behalf of 5b1c6a997cf443e88f0c80c3c8bb1373 for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:13:28.778880 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bc02a894-843c-47c5-b171-51e7a791831c tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:28.810155 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-0848796c-a484-4b64-8e17-27962fbcbc30 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Synchronizing usage tracker for tenant:1e94b3bc18424967a4e33ba3a35cc126 on resource:security_group {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:13:28.811006 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37e4812-dab6-4a41-8648-6a73cfe9be50 None None] Routers {'405b0acf-d618-488f-a9e7-d823fd07a8d3'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:13:28.811989 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-b37e4812-dab6-4a41-8648-6a73cfe9be50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:13:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['405b0acf-d618-488f-a9e7-d823fd07a8d3'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:28.867678 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-101f6a89-2c9d-4fea-b3e9-85ebe4131526 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Allocated IP 172.26.10.63 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/eb9729d8-a7a0-438a-ad77-76dbcb59d14c) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:13:28.875581 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-21c852fd-b9a5-4010-a425-3dfe32ccc59f None None] Calling delete_port for 7d6633be-d6ca-4e35-9328-83a6cd075daf owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:13:28.937487 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-0848796c-a484-4b64-8e17-27962fbcbc30 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Unset dirty status for tenant:1e94b3bc18424967a4e33ba3a35cc126 on resource:security_group {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:13:28.937840 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-b37e4812-dab6-4a41-8648-6a73cfe9be50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:28.938417 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-0848796c-a484-4b64-8e17-27962fbcbc30 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2348471 Oct 04 09:13:28.960196 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 7d6633be-d6ca-4e35-9328-83a6cd075daf is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:13:28.960607 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:28.983125 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37e4812-dab6-4a41-8648-6a73cfe9be50 None None] Routers {'405b0acf-d618-488f-a9e7-d823fd07a8d3'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:13:28.983348 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-b37e4812-dab6-4a41-8648-6a73cfe9be50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:13:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['405b0acf-d618-488f-a9e7-d823fd07a8d3'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:28.991489 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55672) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:29.067017 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-b37e4812-dab6-4a41-8648-6a73cfe9be50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:29.067416 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37e4812-dab6-4a41-8648-6a73cfe9be50 None None] The sync data for ids ['405b0acf-d618-488f-a9e7-d823fd07a8d3'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:13:29.081873 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1299fb3e-e5f0-424b-9255-a7c4afe9922f tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:29.083892 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-37f30f54-008d-4ba8-8285-4d4b62709f6d tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Synchronizing usage tracker for tenant:1e94b3bc18424967a4e33ba3a35cc126 on resource:security_group_rule {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:13:29.169200 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-21c852fd-b9a5-4010-a425-3dfe32ccc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:29.174355 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-101f6a89-2c9d-4fea-b3e9-85ebe4131526 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:29.186873 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-37f30f54-008d-4ba8-8285-4d4b62709f6d tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Unset dirty status for tenant:1e94b3bc18424967a4e33ba3a35cc126 on resource:security_group_rule {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:13:29.188123 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-37f30f54-008d-4ba8-8285-4d4b62709f6d tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1959295 Oct 04 09:13:29.193932 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55678) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:29.223223 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-cd201f20-71a0-456c-bf3a-c9b0569ceae5 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] 10.222.0.50 "GET /v2.0/routers/405b0acf-d618-488f-a9e7-d823fd07a8d3 HTTP/1.1" status: 200 len: 924 time: 0.5624332 Oct 04 09:13:29.223374 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c852fd-b9a5-4010-a425-3dfe32ccc59f None None] Pushing event deleted for resources: {'Port': ['ID=7d6633be-d6ca-4e35-9328-83a6cd075daf,revision_number=None']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:29.226353 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55682) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:29.228510 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c852fd-b9a5-4010-a425-3dfe32ccc59f None None] No DVR routers for this DVR port 7d6633be-d6ca-4e35-9328-83a6cd075daf on host dv-neutron-860215-1-hyperv {{(pid=89034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:13:29.238681 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.objects.ports [None req-81941542-c209-4e77-b185-4234f802c563 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89033) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Oct 04 09:13:29.241992 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-81941542-c209-4e77-b185-4234f802c563 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:29.245981 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.api.v2.resource [None req-e90242c7-cf1c-400c-b29f-51fd41e15d04 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] delete failed (client error): The resource could not be found. Oct 04 09:13:29.247228 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-e90242c7-cf1c-400c-b29f-51fd41e15d04 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "DELETE /v2.0/security-groups/dd63cfd7-f28e-4428-b189-76f8655a2c39 HTTP/1.1" status: 404 len: 347 time: 0.0521653 Oct 04 09:13:29.251934 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55686) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:29.255938 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1299fb3e-e5f0-424b-9255-a7c4afe9922f tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event updated for resources: {'Subnet': ['ID=fba0ddc6-dee3-47b5-8bb2-91cf82749fe8,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:29.287749 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1299fb3e-e5f0-424b-9255-a7c4afe9922f tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Checking segment: {'id': '82a3d543-103a-461b-9ae2-0668443d471e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'dfbf88dd-55a3-4b2a-9c41-c130ff503737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:13:29.288407 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1299fb3e-e5f0-424b-9255-a7c4afe9922f tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Network hostable DHCP agents. Network: dfbf88dd-55a3-4b2a-9c41-c130ff503737, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:13:29.309302 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bc02a894-843c-47c5-b171-51e7a791831c tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:29.310839 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 7d6633be-d6ca-4e35-9328-83a6cd075daf no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:13:29.350405 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 7d6633be-d6ca-4e35-9328-83a6cd075daf {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:13:29.350405 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 7d6633be-d6ca-4e35-9328-83a6cd075daf not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:13:29.382197 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1299fb3e-e5f0-424b-9255-a7c4afe9922f tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Network dfbf88dd-55a3-4b2a-9c41-c130ff503737 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:13:29.400200 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-101f6a89-2c9d-4fea-b3e9-85ebe4131526 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:29.400600 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81941542-c209-4e77-b185-4234f802c563 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Pushing event updated for resources: {'Subnet': ['ID=8afbb179-fd84-441e-82c2-71cd696017ce,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:29.402512 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81941542-c209-4e77-b185-4234f802c563 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Checking segment: {'id': 'bd86cc4b-ba46-4d1d-8eab-94a7f8678108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ee829aea-9069-497d-9ce0-424a89f9508a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:13:29.402881 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81941542-c209-4e77-b185-4234f802c563 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Network hostable DHCP agents. Network: ee829aea-9069-497d-9ce0-424a89f9508a, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:13:29.415641 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-7314a890-bc84-4ab0-8095-e4d1f9a3d550 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Synchronizing usage tracker for tenant:1e94b3bc18424967a4e33ba3a35cc126 on resource:security_group {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:13:29.423522 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-1299fb3e-e5f0-424b-9255-a7c4afe9922f tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, dfbf88dd-55a3-4b2a-9c41-c130ff503737) {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:13:29.432091 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1299fb3e-e5f0-424b-9255-a7c4afe9922f tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:29.432304 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0846133d-5da4-40b8-a15b-19822c2e55af None None] Network dfbf88dd-55a3-4b2a-9c41-c130ff503737 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:13:29.432702 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1299fb3e-e5f0-424b-9255-a7c4afe9922f tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:29.451394 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc02a894-843c-47c5-b171-51e7a791831c tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Pushing event updated for resources: {'Subnet': ['ID=6c63cdf4-7ddb-482d-abad-78688c692ff6,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:29.457969 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-7314a890-bc84-4ab0-8095-e4d1f9a3d550 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] Unset dirty status for tenant:1e94b3bc18424967a4e33ba3a35cc126 on resource:security_group {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:13:29.459239 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-7314a890-bc84-4ab0-8095-e4d1f9a3d550 tempest-SecGroupTest-229704049 tempest-SecGroupTest-229704049-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2046194 Oct 04 09:13:29.466935 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81941542-c209-4e77-b185-4234f802c563 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Network ee829aea-9069-497d-9ce0-424a89f9508a is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:13:29.474360 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-1299fb3e-e5f0-424b-9255-a7c4afe9922f tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3607526 Oct 04 09:13:29.475151 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-81941542-c209-4e77-b185-4234f802c563 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, ee829aea-9069-497d-9ce0-424a89f9508a) {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:13:29.479460 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55692) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:29.482339 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81941542-c209-4e77-b185-4234f802c563 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:29.483465 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-81941542-c209-4e77-b185-4234f802c563 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:29.497933 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-05f191b8-e176-40c4-9e1e-d7e66751e3be tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Request body: {'port': {'network_id': 'dfbf88dd-55a3-4b2a-9c41-c130ff503737', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1137721596'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:29.513902 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-81941542-c209-4e77-b185-4234f802c563 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4925289 Oct 04 09:13:29.514436 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5450fe-64a9-4128-8eb3-0e41d16bcf4d None None] Network ee829aea-9069-497d-9ce0-424a89f9508a requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:13:29.516555 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55696) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:29.524141 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-654d5764-bbf3-4110-9ea0-d11f42d84fa3 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Request body: {'port': {'network_id': 'ee829aea-9069-497d-9ce0-424a89f9508a', 'name': 'tempest-NetworksIpV6TestAttrs-1417655338'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:29.536206 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101f6a89-2c9d-4fea-b3e9-85ebe4131526 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:13:29.537296 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc02a894-843c-47c5-b171-51e7a791831c tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Checking segment: {'id': '1223c58d-7484-464b-9dea-a8113de63754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cabcd9b9-1cc0-4e5b-b775-e1c130435837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:13:29.537656 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc02a894-843c-47c5-b171-51e7a791831c tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Network hostable DHCP agents. Network: cabcd9b9-1cc0-4e5b-b775-e1c130435837, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:13:29.590111 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-101f6a89-2c9d-4fea-b3e9-85ebe4131526 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:13:29.598660 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101f6a89-2c9d-4fea-b3e9-85ebe4131526 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Pushing event updated for resources: {'Port': ['ID=eb9729d8-a7a0-438a-ad77-76dbcb59d14c,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:29.601838 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101f6a89-2c9d-4fea-b3e9-85ebe4131526 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:13:29.697620 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-654d5764-bbf3-4110-9ea0-d11f42d84fa3 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:29.702142 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-654d5764-bbf3-4110-9ea0-d11f42d84fa3 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Usage tracker for resource:port and tenant:830e4f1e474d44798f0ec351419759e1 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:29.706258 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-654d5764-bbf3-4110-9ea0-d11f42d84fa3 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:29.713438 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-654d5764-bbf3-4110-9ea0-d11f42d84fa3 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:29.727721 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654d5764-bbf3-4110-9ea0-d11f42d84fa3 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Made reservation on behalf of 830e4f1e474d44798f0ec351419759e1 for: {'port': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:13:29.741958 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-654d5764-bbf3-4110-9ea0-d11f42d84fa3 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:29.775045 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fba24d8-0b4b-42b6-bff6-6eec19e3daf4 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:29.779581 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-3fba24d8-0b4b-42b6-bff6-6eec19e3daf4 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=f33938cd-879e-4461-9b5e-aa67b746b6bd&device_id=405b0acf-d618-488f-a9e7-d823fd07a8d3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 946 time: 0.5492687 Oct 04 09:13:29.779783 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [None req-654d5764-bbf3-4110-9ea0-d11f42d84fa3 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] device_id is not set on port c13fe548-d69e-4be9-9b96-966fbb37c175 yet. {{(pid=89033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:13:29.797346 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55702) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:29.857287 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55706) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:29.892519 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc02a894-843c-47c5-b171-51e7a791831c tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Network cabcd9b9-1cc0-4e5b-b775-e1c130435837 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:13:29.938224 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc5a426-0e6c-4b7a-a395-ef2d3c9a2b47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-dfbf88dd-55a3-4b2a-9c41-c130ff503737', 'network_id': 'dfbf88dd-55a3-4b2a-9c41-c130ff503737', 'tenant_id': '7c59b642fbd4440eb4278f2c0c212bcd', 'fixed_ips': [{'subnet_id': 'fba0ddc6-dee3-47b5-8bb2-91cf82749fe8'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:13:29.939048 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-4fc5a426-0e6c-4b7a-a395-ef2d3c9a2b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:29.954388 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-654d5764-bbf3-4110-9ea0-d11f42d84fa3 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Allocated IP 2001:db8::f816:3eff:fe8d:8b8e (ee829aea-9069-497d-9ce0-424a89f9508a/8afbb179-fd84-441e-82c2-71cd696017ce/c13fe548-d69e-4be9-9b96-966fbb37c175) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:13:29.992787 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-bc02a894-843c-47c5-b171-51e7a791831c tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, cabcd9b9-1cc0-4e5b-b775-e1c130435837) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:13:30.024805 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ee954c-633b-4571-99cf-138518c9f30e None None] Network cabcd9b9-1cc0-4e5b-b775-e1c130435837 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:13:30.069546 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc02a894-843c-47c5-b171-51e7a791831c tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:30.070535 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bc02a894-843c-47c5-b171-51e7a791831c tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:30.142950 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-05f191b8-e176-40c4-9e1e-d7e66751e3be tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:30.170258 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-19d6c7f7-209e-4eac-83f7-cd5ed48bd50d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1e94b3bc18424967a4e33ba3a35cc126&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3094642 Oct 04 09:13:30.172407 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55712) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:30.191331 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36f43d7-8eb5-4917-b998-c1c0fad812fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-ee829aea-9069-497d-9ce0-424a89f9508a', 'network_id': 'ee829aea-9069-497d-9ce0-424a89f9508a', 'tenant_id': '830e4f1e474d44798f0ec351419759e1', 'fixed_ips': [{'subnet_id': '8afbb179-fd84-441e-82c2-71cd696017ce'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:13:30.191912 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a36f43d7-8eb5-4917-b998-c1c0fad812fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:30.202284 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-bc02a894-843c-47c5-b171-51e7a791831c tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9907343 Oct 04 09:13:30.202284 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-05f191b8-e176-40c4-9e1e-d7e66751e3be tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:30.214007 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55716) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:30.233069 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-acee20cc-24ec-43d6-b156-8defa5ef5f51 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-130380732'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:30.241250 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-acee20cc-24ec-43d6-b156-8defa5ef5f51 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:30.250125 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9a6581-6bbc-4776-bdd2-77d9635a6b3d tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:30.250728 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-1b9a6581-6bbc-4776-bdd2-77d9635a6b3d tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Synchronizing usage tracker for tenant:2a63b3678ac545b3abd26ca13af65fe0 on resource:network {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:13:30.253536 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-acee20cc-24ec-43d6-b156-8defa5ef5f51 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Usage tracker for resource:network and tenant:5b1c6a997cf443e88f0c80c3c8bb1373 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:30.257382 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f191b8-e176-40c4-9e1e-d7e66751e3be tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Made reservation on behalf of 7c59b642fbd4440eb4278f2c0c212bcd for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:13:30.261122 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-05f191b8-e176-40c4-9e1e-d7e66751e3be tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:30.272037 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-acee20cc-24ec-43d6-b156-8defa5ef5f51 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:30.292304 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-52b25433-6a44-4d4b-9418-87b52c99b074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:30.296001 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-654d5764-bbf3-4110-9ea0-d11f42d84fa3 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:30.330778 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-654d5764-bbf3-4110-9ea0-d11f42d84fa3 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Transition to ACTIVE for port object c13fe548-d69e-4be9-9b96-966fbb37c175 will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:13:30.333491 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-df215e5e-05f0-4123-a062-7c0a12e29a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:30.336228 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-52b25433-6a44-4d4b-9418-87b52c99b074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:30.341774 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-acee20cc-24ec-43d6-b156-8defa5ef5f51 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:30.385806 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-1b9a6581-6bbc-4776-bdd2-77d9635a6b3d tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Unset dirty status for tenant:2a63b3678ac545b3abd26ca13af65fe0 on resource:network {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:13:30.387045 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-1b9a6581-6bbc-4776-bdd2-77d9635a6b3d tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] 10.222.0.50 "GET /v2.0/networks/f33938cd-879e-4461-9b5e-aa67b746b6bd HTTP/1.1" status: 200 len: 881 time: 0.5866351 Oct 04 09:13:30.390594 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55720) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:30.392030 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [None req-05f191b8-e176-40c4-9e1e-d7e66751e3be tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] device_id is not set on port 46b81f36-9363-4c7a-b797-dd7d0a658db5 yet. {{(pid=89032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:13:30.409397 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-4fc5a426-0e6c-4b7a-a395-ef2d3c9a2b47 None None] Allocated IP 172.20.0.2 (dfbf88dd-55a3-4b2a-9c41-c130ff503737/fba0ddc6-dee3-47b5-8bb2-91cf82749fe8/94f7e462-7e80-4df0-bf2d-5ac19b2101af) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:13:30.430541 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acee20cc-24ec-43d6-b156-8defa5ef5f51 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Made reservation on behalf of 5b1c6a997cf443e88f0c80c3c8bb1373 for: {'network': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:13:30.434883 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-acee20cc-24ec-43d6-b156-8defa5ef5f51 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:30.459915 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-c1ff7ced-cb1e-48dd-9bda-ea97042a9965 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] 10.222.0.50 "GET /v2.0/ports?device_id=405b0acf-d618-488f-a9e7-d823fd07a8d3 HTTP/1.1" status: 200 len: 205 time: 0.0679915 Oct 04 09:13:30.462865 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55724) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:30.503876 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d903284-cfc6-424f-98ec-f8cbdbb1850a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-cabcd9b9-1cc0-4e5b-b775-e1c130435837', 'network_id': 'cabcd9b9-1cc0-4e5b-b775-e1c130435837', 'tenant_id': '5b1c6a997cf443e88f0c80c3c8bb1373', 'fixed_ips': [{'subnet_id': '6c63cdf4-7ddb-482d-abad-78688c692ff6'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:13:30.504734 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-1d903284-cfc6-424f-98ec-f8cbdbb1850a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:30.545699 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-654d5764-bbf3-4110-9ea0-d11f42d84fa3 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:30.595016 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-52b25433-6a44-4d4b-9418-87b52c99b074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:30.614215 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acee20cc-24ec-43d6-b156-8defa5ef5f51 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=89032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:13:30.627635 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-101f6a89-2c9d-4fea-b3e9-85ebe4131526 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:30.707503 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-acee20cc-24ec-43d6-b156-8defa5ef5f51 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:30.709371 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.segments_db [None req-acee20cc-24ec-43d6-b156-8defa5ef5f51 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Added segment 215f0871-d406-4ca7-a11d-c1e73066f637 of type vlan for network 89e2ff9c-deec-46ac-a84a-1a2686847261 Oct 04 09:13:30.719463 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-a36f43d7-8eb5-4917-b998-c1c0fad812fc None None] Allocated IP 2001:db8::f816:3eff:fe16:3109 (ee829aea-9069-497d-9ce0-424a89f9508a/8afbb179-fd84-441e-82c2-71cd696017ce/5c38980a-8fbb-427a-9e0a-c4b54abbec78) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:13:30.731622 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:30.739650 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b25433-6a44-4d4b-9418-87b52c99b074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49ad4d7-4047-4300-95bf-310e3fe0a671,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:30.750745 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654d5764-bbf3-4110-9ea0-d11f42d84fa3 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Network ee829aea-9069-497d-9ce0-424a89f9508a is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:13:30.764314 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-654d5764-bbf3-4110-9ea0-d11f42d84fa3 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:13:30.780926 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654d5764-bbf3-4110-9ea0-d11f42d84fa3 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:13:30.786776 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654d5764-bbf3-4110-9ea0-d11f42d84fa3 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:30.787395 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-654d5764-bbf3-4110-9ea0-d11f42d84fa3 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:30.807451 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:30.814266 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654d5764-bbf3-4110-9ea0-d11f42d84fa3 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Pushing event updated for resources: {'Port': ['ID=c13fe548-d69e-4be9-9b96-966fbb37c175,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:30.825677 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-52b25433-6a44-4d4b-9418-87b52c99b074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:30.829094 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-52b25433-6a44-4d4b-9418-87b52c99b074 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b49ad4d7-4047-4300-95bf-310e3fe0a671 HTTP/1.1" status: 204 len: 168 time: 0.6534159 Oct 04 09:13:30.833748 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-654d5764-bbf3-4110-9ea0-d11f42d84fa3 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.3131802 Oct 04 09:13:30.834634 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55730) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:30.845238 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-acee20cc-24ec-43d6-b156-8defa5ef5f51 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:30.900336 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e55fb59d-0466-4ff3-b29b-8b2223bd6974 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks [] for router, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:31.029416 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-acee20cc-24ec-43d6-b156-8defa5ef5f51 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:31.035435 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acee20cc-24ec-43d6-b156-8defa5ef5f51 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:31.036298 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-acee20cc-24ec-43d6-b156-8defa5ef5f51 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:31.044115 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d85b910-5151-4455-b1bf-9e573740330b tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Deleting subnet 8afbb179-fd84-441e-82c2-71cd696017ce {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:13:31.154555 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-1d903284-cfc6-424f-98ec-f8cbdbb1850a None None] Allocated IP 2001:db8:0:ffff::2 (cabcd9b9-1cc0-4e5b-b775-e1c130435837/6c63cdf4-7ddb-482d-abad-78688c692ff6/1f237b78-c9c0-48d9-a12a-acccb1776c37) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:13:31.156869 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-4fc5a426-0e6c-4b7a-a395-ef2d3c9a2b47 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:31.174131 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-4fc5a426-0e6c-4b7a-a395-ef2d3c9a2b47 None None] Transition to ACTIVE for port object 94f7e462-7e80-4df0-bf2d-5ac19b2101af will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:13:31.230897 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-acee20cc-24ec-43d6-b156-8defa5ef5f51 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0149896 Oct 04 09:13:31.232320 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acee20cc-24ec-43d6-b156-8defa5ef5f51 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Pushing event updated for resources: {'Network': ['ID=89e2ff9c-deec-46ac-a84a-1a2686847261,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:31.235402 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55736) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:31.262301 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 89e2ff9c-deec-46ac-a84a-1a2686847261 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:13:31.296017 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-d6e36fc1-3139-4a7d-a45b-c2facd67d5b8 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Request body: {'subnet': {'network_id': '89e2ff9c-deec-46ac-a84a-1a2686847261', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:31.339746 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e55fb59d-0466-4ff3-b29b-8b2223bd6974 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:31.354986 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-e55fb59d-0466-4ff3-b29b-8b2223bd6974 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Deleting port 94d2f9de-4030-46c3-a110-11faef5b10b7 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:13:31.355583 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e55fb59d-0466-4ff3-b29b-8b2223bd6974 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:31.377749 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-4fc5a426-0e6c-4b7a-a395-ef2d3c9a2b47 None None] Transition to ACTIVE for port object 94f7e462-7e80-4df0-bf2d-5ac19b2101af will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:13:31.433666 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-101f6a89-2c9d-4fea-b3e9-85ebe4131526 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:31.467538 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-4fc5a426-0e6c-4b7a-a395-ef2d3c9a2b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:31.570738 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e55fb59d-0466-4ff3-b29b-8b2223bd6974 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:31.598529 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a36f43d7-8eb5-4917-b998-c1c0fad812fc None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:31.615010 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc5a426-0e6c-4b7a-a395-ef2d3c9a2b47 None None] Network dfbf88dd-55a3-4b2a-9c41-c130ff503737 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:13:31.637508 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-4fc5a426-0e6c-4b7a-a395-ef2d3c9a2b47 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:13:31.648323 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc5a426-0e6c-4b7a-a395-ef2d3c9a2b47 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:13:31.655193 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-a36f43d7-8eb5-4917-b998-c1c0fad812fc None None] Transition to ACTIVE for port object 5c38980a-8fbb-427a-9e0a-c4b54abbec78 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:13:31.657678 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc5a426-0e6c-4b7a-a395-ef2d3c9a2b47 None None] Pushing event updated for resources: {'Port': ['ID=94f7e462-7e80-4df0-bf2d-5ac19b2101af,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:31.738135 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-e55fb59d-0466-4ff3-b29b-8b2223bd6974 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Calling delete_port for 94d2f9de-4030-46c3-a110-11faef5b10b7 owned by network:router_gateway {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:13:31.756459 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-d6e36fc1-3139-4a7d-a45b-c2facd67d5b8 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:31.778306 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-d6e36fc1-3139-4a7d-a45b-c2facd67d5b8 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Usage tracker for resource:subnet and tenant:5b1c6a997cf443e88f0c80c3c8bb1373 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:31.778306 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-d6e36fc1-3139-4a7d-a45b-c2facd67d5b8 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:31.785234 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-d6e36fc1-3139-4a7d-a45b-c2facd67d5b8 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:31.808960 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-a36f43d7-8eb5-4917-b998-c1c0fad812fc None None] Transition to ACTIVE for port object 5c38980a-8fbb-427a-9e0a-c4b54abbec78 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:13:31.880445 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a36f43d7-8eb5-4917-b998-c1c0fad812fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:31.882148 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-05f191b8-e176-40c4-9e1e-d7e66751e3be tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Allocated IP 172.20.0.9 (dfbf88dd-55a3-4b2a-9c41-c130ff503737/fba0ddc6-dee3-47b5-8bb2-91cf82749fe8/46b81f36-9363-4c7a-b797-dd7d0a658db5) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:13:31.920205 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3d85b910-5151-4455-b1bf-9e573740330b tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:31.945412 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-4fc5a426-0e6c-4b7a-a395-ef2d3c9a2b47 None None] Attempting to bind port 94f7e462-7e80-4df0-bf2d-5ac19b2101af on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:13:31.945789 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-4fc5a426-0e6c-4b7a-a395-ef2d3c9a2b47 None None] Attempting to bind port 94f7e462-7e80-4df0-bf2d-5ac19b2101af by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '82a3d543-103a-461b-9ae2-0668443d471e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'dfbf88dd-55a3-4b2a-9c41-c130ff503737'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:13:31.946141 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc5a426-0e6c-4b7a-a395-ef2d3c9a2b47 None None] Attempting to bind port 94f7e462-7e80-4df0-bf2d-5ac19b2101af on network dfbf88dd-55a3-4b2a-9c41-c130ff503737 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:13:31.978674 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-1d903284-cfc6-424f-98ec-f8cbdbb1850a None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:31.983038 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc5a426-0e6c-4b7a-a395-ef2d3c9a2b47 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:13:31.983411 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc5a426-0e6c-4b7a-a395-ef2d3c9a2b47 None None] Checking segment: {'id': '82a3d543-103a-461b-9ae2-0668443d471e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'dfbf88dd-55a3-4b2a-9c41-c130ff503737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:13:31.983806 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-4fc5a426-0e6c-4b7a-a395-ef2d3c9a2b47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:31.984216 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc5a426-0e6c-4b7a-a395-ef2d3c9a2b47 None None] Bound using segment: {'id': '82a3d543-103a-461b-9ae2-0668443d471e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'dfbf88dd-55a3-4b2a-9c41-c130ff503737'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:13:31.985161 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-4fc5a426-0e6c-4b7a-a395-ef2d3c9a2b47 None None] Bound port: 94f7e462-7e80-4df0-bf2d-5ac19b2101af, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82a3d543-103a-461b-9ae2-0668443d471e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'dfbf88dd-55a3-4b2a-9c41-c130ff503737'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:13:31.985538 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-4fc5a426-0e6c-4b7a-a395-ef2d3c9a2b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:31.993665 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55760) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:32.005146 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e36fc1-3139-4a7d-a45b-c2facd67d5b8 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Made reservation on behalf of 5b1c6a997cf443e88f0c80c3c8bb1373 for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:13:32.008565 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d6e36fc1-3139-4a7d-a45b-c2facd67d5b8 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:32.010706 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3d85b910-5151-4455-b1bf-9e573740330b tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:32.011233 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36f43d7-8eb5-4917-b998-c1c0fad812fc None None] Network ee829aea-9069-497d-9ce0-424a89f9508a is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:13:32.018664 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-a36f43d7-8eb5-4917-b998-c1c0fad812fc None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:13:32.026012 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36f43d7-8eb5-4917-b998-c1c0fad812fc None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:13:32.028513 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-1d903284-cfc6-424f-98ec-f8cbdbb1850a None None] Transition to ACTIVE for port object 1f237b78-c9c0-48d9-a12a-acccb1776c37 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:13:32.030901 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36f43d7-8eb5-4917-b998-c1c0fad812fc None None] Pushing event updated for resources: {'Port': ['ID=5c38980a-8fbb-427a-9e0a-c4b54abbec78,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:32.109698 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a584bf89-b5d3-450e-bba6-f3e2410d1083 req-4e2261d5-83e5-4bba-92e2-e1fde978af8e tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:32.115615 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-4fc5a426-0e6c-4b7a-a395-ef2d3c9a2b47 None None] For port 94f7e462-7e80-4df0-bf2d-5ac19b2101af, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:13:32.118325 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-a584bf89-b5d3-450e-bba6-f3e2410d1083 req-4e2261d5-83e5-4bba-92e2-e1fde978af8e tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 0.2623067 Oct 04 09:13:32.118732 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-4fc5a426-0e6c-4b7a-a395-ef2d3c9a2b47 None None] For port 94f7e462-7e80-4df0-bf2d-5ac19b2101af, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=94f7e462-7e80-4df0-bf2d-5ac19b2101af,segment=NetworkSegment(82a3d543-103a-461b-9ae2-0668443d471e),segment_id=82a3d543-103a-461b-9ae2-0668443d471e)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:13:32.131334 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-4fc5a426-0e6c-4b7a-a395-ef2d3c9a2b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:32.203926 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-33951182-8264-4db6-acbd-e5e9c2fd8fb4 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:32.204727 dv-neutron-860215-1-hyperv neutron-server[89032]: WARNING neutron.api.v2.base [None req-33951182-8264-4db6-acbd-e5e9c2fd8fb4 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 04 09:13:32.205246 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.api.v2.resource [None req-33951182-8264-4db6-acbd-e5e9c2fd8fb4 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] create failed (client error): There was a conflict when trying to complete your request. Oct 04 09:13:32.209640 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-33951182-8264-4db6-acbd-e5e9c2fd8fb4 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2095847 Oct 04 09:13:32.213957 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55766) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:32.237844 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-6265018e-9b74-4942-a2ce-090f0561aa3b tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Request body: {'security_group': {'name': 'tempest-secgroup--1397230586'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:32.249481 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-6265018e-9b74-4942-a2ce-090f0561aa3b tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:32.256019 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-a584bf89-b5d3-450e-bba6-f3e2410d1083 req-76df27e7-6a97-4834-a3f7-c21e5c262a20 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356940 Oct 04 09:13:32.256981 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-1d903284-cfc6-424f-98ec-f8cbdbb1850a None None] Transition to ACTIVE for port object 1f237b78-c9c0-48d9-a12a-acccb1776c37 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:13:32.263604 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-6265018e-9b74-4942-a2ce-090f0561aa3b tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Usage tracker for resource:security_group and tenant:b215519b9da143399af7811a7a78118a is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:32.269779 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-6265018e-9b74-4942-a2ce-090f0561aa3b tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:32.283361 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-6265018e-9b74-4942-a2ce-090f0561aa3b tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:32.323331 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-05f191b8-e176-40c4-9e1e-d7e66751e3be tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:32.330403 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6265018e-9b74-4942-a2ce-090f0561aa3b tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:32.343822 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-1d903284-cfc6-424f-98ec-f8cbdbb1850a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:32.344136 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e55fb59d-0466-4ff3-b29b-8b2223bd6974 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:32.353690 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-05f191b8-e176-40c4-9e1e-d7e66751e3be tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Transition to ACTIVE for port object 46b81f36-9363-4c7a-b797-dd7d0a658db5 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:13:32.354862 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6265018e-9b74-4942-a2ce-090f0561aa3b tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:32.365872 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:32.378649 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d903284-cfc6-424f-98ec-f8cbdbb1850a None None] Network cabcd9b9-1cc0-4e5b-b775-e1c130435837 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:13:32.379487 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-a36f43d7-8eb5-4917-b998-c1c0fad812fc None None] Attempting to bind port 5c38980a-8fbb-427a-9e0a-c4b54abbec78 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:13:32.379906 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-a36f43d7-8eb5-4917-b998-c1c0fad812fc None None] Attempting to bind port 5c38980a-8fbb-427a-9e0a-c4b54abbec78 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'bd86cc4b-ba46-4d1d-8eab-94a7f8678108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ee829aea-9069-497d-9ce0-424a89f9508a'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:13:32.380278 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36f43d7-8eb5-4917-b998-c1c0fad812fc None None] Attempting to bind port 5c38980a-8fbb-427a-9e0a-c4b54abbec78 on network ee829aea-9069-497d-9ce0-424a89f9508a {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:13:32.382460 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc5a426-0e6c-4b7a-a395-ef2d3c9a2b47 None None] Pushing event updated for resources: {'Port': ['ID=94f7e462-7e80-4df0-bf2d-5ac19b2101af,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:32.388575 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-1d903284-cfc6-424f-98ec-f8cbdbb1850a None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:13:32.403077 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-101f6a89-2c9d-4fea-b3e9-85ebe4131526 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Router 49e227a9-a9ac-439b-833c-faac1df8f099 is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:13:32.426978 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d903284-cfc6-424f-98ec-f8cbdbb1850a None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:13:32.436126 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36f43d7-8eb5-4917-b998-c1c0fad812fc None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:13:32.436543 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36f43d7-8eb5-4917-b998-c1c0fad812fc None None] Checking segment: {'id': 'bd86cc4b-ba46-4d1d-8eab-94a7f8678108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ee829aea-9069-497d-9ce0-424a89f9508a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:13:32.437061 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a36f43d7-8eb5-4917-b998-c1c0fad812fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:32.437344 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36f43d7-8eb5-4917-b998-c1c0fad812fc None None] Bound using segment: {'id': 'bd86cc4b-ba46-4d1d-8eab-94a7f8678108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ee829aea-9069-497d-9ce0-424a89f9508a'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:13:32.437888 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-a36f43d7-8eb5-4917-b998-c1c0fad812fc None None] Bound port: 5c38980a-8fbb-427a-9e0a-c4b54abbec78, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd86cc4b-ba46-4d1d-8eab-94a7f8678108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ee829aea-9069-497d-9ce0-424a89f9508a'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:13:32.438447 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a36f43d7-8eb5-4917-b998-c1c0fad812fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:32.510396 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55fb59d-0466-4ff3-b29b-8b2223bd6974 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Pushing event deleted for resources: {'Port': ['ID=94d2f9de-4030-46c3-a110-11faef5b10b7,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:32.526457 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-6265018e-9b74-4942-a2ce-090f0561aa3b tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:32.538496 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-6265018e-9b74-4942-a2ce-090f0561aa3b tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Usage tracker for resource:security_group_rule and tenant:b215519b9da143399af7811a7a78118a is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:32.543330 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-6265018e-9b74-4942-a2ce-090f0561aa3b tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:32.553667 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3d85b910-5151-4455-b1bf-9e573740330b tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:32.583847 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-6265018e-9b74-4942-a2ce-090f0561aa3b tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:32.616181 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e55fb59d-0466-4ff3-b29b-8b2223bd6974 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737040'] for router_gateway, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:32.650305 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-05f191b8-e176-40c4-9e1e-d7e66751e3be tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:32.654403 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d903284-cfc6-424f-98ec-f8cbdbb1850a None None] Pushing event updated for resources: {'Port': ['ID=1f237b78-c9c0-48d9-a12a-acccb1776c37,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:32.671515 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-1d903284-cfc6-424f-98ec-f8cbdbb1850a None None] Attempting to bind port 1f237b78-c9c0-48d9-a12a-acccb1776c37 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:13:32.672258 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-1d903284-cfc6-424f-98ec-f8cbdbb1850a None None] Attempting to bind port 1f237b78-c9c0-48d9-a12a-acccb1776c37 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '1223c58d-7484-464b-9dea-a8113de63754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cabcd9b9-1cc0-4e5b-b775-e1c130435837'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:13:32.672828 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d903284-cfc6-424f-98ec-f8cbdbb1850a None None] Attempting to bind port 1f237b78-c9c0-48d9-a12a-acccb1776c37 on network cabcd9b9-1cc0-4e5b-b775-e1c130435837 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:13:32.702249 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d903284-cfc6-424f-98ec-f8cbdbb1850a None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:13:32.703014 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d903284-cfc6-424f-98ec-f8cbdbb1850a None None] Checking segment: {'id': '1223c58d-7484-464b-9dea-a8113de63754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cabcd9b9-1cc0-4e5b-b775-e1c130435837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:13:32.703576 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-1d903284-cfc6-424f-98ec-f8cbdbb1850a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:32.704164 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d903284-cfc6-424f-98ec-f8cbdbb1850a None None] Bound using segment: {'id': '1223c58d-7484-464b-9dea-a8113de63754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cabcd9b9-1cc0-4e5b-b775-e1c130435837'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:13:32.704874 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-1d903284-cfc6-424f-98ec-f8cbdbb1850a None None] Bound port: 1f237b78-c9c0-48d9-a12a-acccb1776c37, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1223c58d-7484-464b-9dea-a8113de63754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cabcd9b9-1cc0-4e5b-b775-e1c130435837'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:13:32.705453 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-1d903284-cfc6-424f-98ec-f8cbdbb1850a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:32.792072 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d6e36fc1-3139-4a7d-a45b-c2facd67d5b8 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:32.831519 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-1d903284-cfc6-424f-98ec-f8cbdbb1850a None None] For port 1f237b78-c9c0-48d9-a12a-acccb1776c37, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:13:32.839266 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-1d903284-cfc6-424f-98ec-f8cbdbb1850a None None] For port 1f237b78-c9c0-48d9-a12a-acccb1776c37, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=1f237b78-c9c0-48d9-a12a-acccb1776c37,segment=NetworkSegment(1223c58d-7484-464b-9dea-a8113de63754),segment_id=1223c58d-7484-464b-9dea-a8113de63754)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:13:32.841976 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e55fb59d-0466-4ff3-b29b-8b2223bd6974 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:32.844803 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e55fb59d-0466-4ff3-b29b-8b2223bd6974 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:32.853294 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-1d903284-cfc6-424f-98ec-f8cbdbb1850a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:32.892580 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e55fb59d-0466-4ff3-b29b-8b2223bd6974 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:32.893262 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e55fb59d-0466-4ff3-b29b-8b2223bd6974 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Fanout notify agent at l3_agent the message router_deleted on router 405b0acf-d618-488f-a9e7-d823fd07a8d3 {{(pid=89033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:13:32.911144 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e36fc1-3139-4a7d-a45b-c2facd67d5b8 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Pushing event updated for resources: {'Subnet': ['ID=82dc9d8c-8d1c-46c4-8606-30e2475eda37,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:32.930820 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f191b8-e176-40c4-9e1e-d7e66751e3be tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Network dfbf88dd-55a3-4b2a-9c41-c130ff503737 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:13:32.942700 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-05f191b8-e176-40c4-9e1e-d7e66751e3be tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:13:32.973620 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f191b8-e176-40c4-9e1e-d7e66751e3be tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:13:32.973969 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e55fb59d-0466-4ff3-b29b-8b2223bd6974 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:32.975225 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-e55fb59d-0466-4ff3-b29b-8b2223bd6974 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] 10.222.0.50 "DELETE /v2.0/routers/405b0acf-d618-488f-a9e7-d823fd07a8d3 HTTP/1.1" status: 204 len: 168 time: 2.5082588 Oct 04 09:13:32.978771 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3d85b910-5151-4455-b1bf-9e573740330b tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:32.984691 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55772) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:32.987678 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-a36f43d7-8eb5-4917-b998-c1c0fad812fc None None] For port 5c38980a-8fbb-427a-9e0a-c4b54abbec78, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:13:32.998576 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-a36f43d7-8eb5-4917-b998-c1c0fad812fc None None] For port 5c38980a-8fbb-427a-9e0a-c4b54abbec78, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=5c38980a-8fbb-427a-9e0a-c4b54abbec78,segment=NetworkSegment(bd86cc4b-ba46-4d1d-8eab-94a7f8678108),segment_id=bd86cc4b-ba46-4d1d-8eab-94a7f8678108)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:13:33.014084 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a36f43d7-8eb5-4917-b998-c1c0fad812fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:33.026627 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d903284-cfc6-424f-98ec-f8cbdbb1850a None None] Pushing event updated for resources: {'Port': ['ID=1f237b78-c9c0-48d9-a12a-acccb1776c37,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:33.033266 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d85b910-5151-4455-b1bf-9e573740330b tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Pushing event deleted for resources: {'Subnet': ['ID=8afbb179-fd84-441e-82c2-71cd696017ce,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:33.038441 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-7ad6c5bf-5e64-4beb-91da-1e2fa9e7f098 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-669145755', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:33.050605 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-7ad6c5bf-5e64-4beb-91da-1e2fa9e7f098 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:33.055252 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-7ad6c5bf-5e64-4beb-91da-1e2fa9e7f098 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Usage tracker for resource:router and tenant:d5c352bc205648858ca55e59bb8f7f2f is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:33.058408 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-7ad6c5bf-5e64-4beb-91da-1e2fa9e7f098 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:33.069825 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3d85b910-5151-4455-b1bf-9e573740330b tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:33.070130 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f191b8-e176-40c4-9e1e-d7e66751e3be tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:33.070894 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-05f191b8-e176-40c4-9e1e-d7e66751e3be tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:33.078319 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-7ad6c5bf-5e64-4beb-91da-1e2fa9e7f098 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:33.098714 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8149b9a4-d63f-47a2-a51d-f06d33cbb500 req-39d45419-c5df-4b7a-9acb-05635869a735 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:33.100875 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8149b9a4-d63f-47a2-a51d-f06d33cbb500 req-39d45419-c5df-4b7a-9acb-05635869a735 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 0.5934091 Oct 04 09:13:33.111477 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f191b8-e176-40c4-9e1e-d7e66751e3be tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event updated for resources: {'Port': ['ID=46b81f36-9363-4c7a-b797-dd7d0a658db5,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:33.129947 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7ad6c5bf-5e64-4beb-91da-1e2fa9e7f098 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:33.131012 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7ad6c5bf-5e64-4beb-91da-1e2fa9e7f098 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:33.139771 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-3d85b910-5151-4455-b1bf-9e573740330b tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] 10.222.0.50 "DELETE /v2.0/subnets/8afbb179-fd84-441e-82c2-71cd696017ce HTTP/1.1" status: 204 len: 168 time: 2.3041182 Oct 04 09:13:33.141927 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55776) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:33.150330 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6265018e-9b74-4942-a2ce-090f0561aa3b tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:33.155473 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-101f6a89-2c9d-4fea-b3e9-85ebe4131526 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:13:33.167234 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f02394b-05b4-4716-8902-6138fe1b62df None None] Sync routers for ids ['49e227a9-a9ac-439b-833c-faac1df8f099'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:13:33.183712 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f02394b-05b4-4716-8902-6138fe1b62df None None] Routers {'49e227a9-a9ac-439b-833c-faac1df8f099'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:13:33.184177 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-5f02394b-05b4-4716-8902-6138fe1b62df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:13:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['49e227a9-a9ac-439b-833c-faac1df8f099'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:33.189076 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e36fc1-3139-4a7d-a45b-c2facd67d5b8 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Checking segment: {'id': '215f0871-d406-4ca7-a11d-c1e73066f637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '89e2ff9c-deec-46ac-a84a-1a2686847261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:13:33.189488 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e36fc1-3139-4a7d-a45b-c2facd67d5b8 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Network hostable DHCP agents. Network: 89e2ff9c-deec-46ac-a84a-1a2686847261, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:13:33.194650 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6265018e-9b74-4942-a2ce-090f0561aa3b tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:33.197724 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-05f191b8-e176-40c4-9e1e-d7e66751e3be tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 3.7143545 Oct 04 09:13:33.198545 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36f43d7-8eb5-4917-b998-c1c0fad812fc None None] Pushing event updated for resources: {'Port': ['ID=5c38980a-8fbb-427a-9e0a-c4b54abbec78,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:33.205397 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55780) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:33.248075 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-6265018e-9b74-4942-a2ce-090f0561aa3b tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:33.252558 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6265018e-9b74-4942-a2ce-090f0561aa3b tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29e89e8b-8706-4565-ace8-aa655b5e43ac,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:33.266301 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-6265018e-9b74-4942-a2ce-090f0561aa3b tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Usage tracker for resource:security_group_rule and tenant:b215519b9da143399af7811a7a78118a is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:33.271045 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-6265018e-9b74-4942-a2ce-090f0561aa3b tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:33.274173 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7ad6c5bf-5e64-4beb-91da-1e2fa9e7f098 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:33.278599 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-101f6a89-2c9d-4fea-b3e9-85ebe4131526 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:33.279953 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-101f6a89-2c9d-4fea-b3e9-85ebe4131526 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 8.2356944 Oct 04 09:13:33.306570 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55784) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:33.307469 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-6265018e-9b74-4942-a2ce-090f0561aa3b tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:33.315165 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8149b9a4-d63f-47a2-a51d-f06d33cbb500 req-74e75474-7e41-44d3-82bb-0bdb8b8c6d43 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1928692 Oct 04 09:13:33.358317 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-c4f90023-815c-4f0e-813a-7722f12f6f6e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Deleting port 46b81f36-9363-4c7a-b797-dd7d0a658db5 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:13:33.362045 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c4f90023-815c-4f0e-813a-7722f12f6f6e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:33.510995 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e36fc1-3139-4a7d-a45b-c2facd67d5b8 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Network 89e2ff9c-deec-46ac-a84a-1a2686847261 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:13:33.541265 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 94f7e462-7e80-4df0-bf2d-5ac19b2101af up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:13:33.593347 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-d6e36fc1-3139-4a7d-a45b-c2facd67d5b8 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 89e2ff9c-deec-46ac-a84a-1a2686847261) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:13:33.598795 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e36fc1-3139-4a7d-a45b-c2facd67d5b8 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:33.599825 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d6e36fc1-3139-4a7d-a45b-c2facd67d5b8 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:33.637262 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8bba8b-2260-4b6f-b558-bd905ad12c48 None None] Network 89e2ff9c-deec-46ac-a84a-1a2686847261 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:13:33.649685 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-5f02394b-05b4-4716-8902-6138fe1b62df None None] Set router 49e227a9-a9ac-439b-833c-faac1df8f099 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:13:33.653407 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-d6e36fc1-3139-4a7d-a45b-c2facd67d5b8 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.4121790 Oct 04 09:13:33.691662 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55790) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:33.746455 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f00e02-da59-41b7-a04f-0d33a58738b7 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:33.749684 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f00e02-da59-41b7-a04f-0d33a58738b7 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:33.750545 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-81f00e02-da59-41b7-a04f-0d33a58738b7 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Synchronizing usage tracker for tenant:830e4f1e474d44798f0ec351419759e1 on resource:subnet {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:13:33.838591 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-81f00e02-da59-41b7-a04f-0d33a58738b7 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Unset dirty status for tenant:830e4f1e474d44798f0ec351419759e1 on resource:subnet {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:13:33.840333 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-81f00e02-da59-41b7-a04f-0d33a58738b7 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.6944170 Oct 04 09:13:33.850403 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55794) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:33.859440 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7ad6c5bf-5e64-4beb-91da-1e2fa9e7f098 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:34.070414 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7ad6c5bf-5e64-4beb-91da-1e2fa9e7f098 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:34.072810 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-7ad6c5bf-5e64-4beb-91da-1e2fa9e7f098 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.0481973 Oct 04 09:13:34.075719 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55798) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:34.078790 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 94f7e462-7e80-4df0-bf2d-5ac19b2101af completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:13:34.108194 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-20831e58-1ba4-454b-bd2b-0fd3d35f611a tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'enable_snat': True}}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:34.197778 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb9edd4-0c0e-42c1-9bf9-fece2de787cd None None] Network dfbf88dd-55a3-4b2a-9c41-c130ff503737 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:13:34.221887 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30163e7f-ea41-4a5f-a263-093296234a5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-89e2ff9c-deec-46ac-a84a-1a2686847261', 'network_id': '89e2ff9c-deec-46ac-a84a-1a2686847261', 'tenant_id': '5b1c6a997cf443e88f0c80c3c8bb1373', 'fixed_ips': [{'subnet_id': '82dc9d8c-8d1c-46c4-8606-30e2475eda37'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:13:34.222289 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-5f02394b-05b4-4716-8902-6138fe1b62df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e227a9-a9ac-439b-833c-faac1df8f099', 'name': 'tempest-snat-router-1532520900', 'tenant_id': '8eccf873fc3d4a95ae93ab1afe9db4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.63'}], 'enable_snat': False}, 'gw_port_id': 'eb9729d8-a7a0-438a-ad77-76dbcb59d14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:13:25Z', 'updated_at': '2022-10-04T09:13:30Z', 'revision_number': 3, 'project_id': '8eccf873fc3d4a95ae93ab1afe9db4b6', 'gw_port': {'id': 'eb9729d8-a7a0-438a-ad77-76dbcb59d14c', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:08:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e227a9-a9ac-439b-833c-faac1df8f099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:13:28Z', 'updated_at': '2022-10-04T09:13:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:34.223380 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-30163e7f-ea41-4a5f-a263-093296234a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:34.224090 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6265018e-9b74-4942-a2ce-090f0561aa3b tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:34.228062 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f02394b-05b4-4716-8902-6138fe1b62df None None] Checking router: 49e227a9-a9ac-439b-833c-faac1df8f099 for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:13:34.228956 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f02394b-05b4-4716-8902-6138fe1b62df None None] Updating router 49e227a9-a9ac-439b-833c-faac1df8f099 port eb9729d8-a7a0-438a-ad77-76dbcb59d14c binding host dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:13:34.249886 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6265018e-9b74-4942-a2ce-090f0561aa3b tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:34.292831 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-06beb707-3275-4442-9c6c-ed45c07d4891 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:34.308003 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-6c821771-d363-4677-8c41-a4045be90497 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] 10.222.0.50 "GET /v2.0/routers/49e227a9-a9ac-439b-833c-faac1df8f099 HTTP/1.1" status: 200 len: 909 time: 0.9976315 Oct 04 09:13:34.317965 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f94b6-c481-4cd8-8e6e-28ec89d0edd0 req-416bb2a3-7994-4cc7-bee4-2ec692013ad9 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:34.324020 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-cc3f94b6-c481-4cd8-8e6e-28ec89d0edd0 req-416bb2a3-7994-4cc7-bee4-2ec692013ad9 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 0.6659870 Oct 04 09:13:34.324020 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55802) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:34.342821 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-5f02394b-05b4-4716-8902-6138fe1b62df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:34.369773 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-32c26ab2-8937-4cde-b802-ddfb228123e9 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1532520900', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'enable_snat': True}}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:34.402798 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-06beb707-3275-4442-9c6c-ed45c07d4891 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 04 09:13:34.407286 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06beb707-3275-4442-9c6c-ed45c07d4891 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:13:34.410215 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-06beb707-3275-4442-9c6c-ed45c07d4891 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] 10.222.0.50 "DELETE /v2.0/networks/ee829aea-9069-497d-9ce0-424a89f9508a HTTP/1.1" status: 409 len: 405 time: 0.5578218 Oct 04 09:13:34.416091 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-c24575e6-e0bc-4e24-b070-fc0c79ea16ee None None] Provisioning for port 94f7e462-7e80-4df0-bf2d-5ac19b2101af completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:13:34.417418 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6265018e-9b74-4942-a2ce-090f0561aa3b tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:34.418787 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-6265018e-9b74-4942-a2ce-090f0561aa3b tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.1973550 Oct 04 09:13:34.419837 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6265018e-9b74-4942-a2ce-090f0561aa3b tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7db2bfcd-bfe0-4351-9a7b-d048af88afeb,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:34.424777 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-32c26ab2-8937-4cde-b802-ddfb228123e9 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:34.438831 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55806) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:34.439167 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55808) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:34.449200 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-12009cdd-c127-4365-929c-a1b09fb5d533 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Request body: {'security_group_rule': {'security_group_id': '7db2bfcd-bfe0-4351-9a7b-d048af88afeb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:34.459293 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-3608a10b-fe96-4915-9426-6f00897b6857 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1249432777'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:34.465932 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-32c26ab2-8937-4cde-b802-ddfb228123e9 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Usage tracker for resource:router and tenant:8eccf873fc3d4a95ae93ab1afe9db4b6 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:34.470768 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-12009cdd-c127-4365-929c-a1b09fb5d533 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:34.476031 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-32c26ab2-8937-4cde-b802-ddfb228123e9 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:34.479877 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-3608a10b-fe96-4915-9426-6f00897b6857 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:34.482452 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-12009cdd-c127-4365-929c-a1b09fb5d533 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Usage tracker for resource:security_group_rule and tenant:b215519b9da143399af7811a7a78118a is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:34.501315 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-12009cdd-c127-4365-929c-a1b09fb5d533 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:34.507638 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-3608a10b-fe96-4915-9426-6f00897b6857 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Usage tracker for resource:network and tenant:830e4f1e474d44798f0ec351419759e1 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:34.515934 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-32c26ab2-8937-4cde-b802-ddfb228123e9 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:34.518067 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-12009cdd-c127-4365-929c-a1b09fb5d533 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:34.519942 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-3608a10b-fe96-4915-9426-6f00897b6857 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:34.545259 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-3608a10b-fe96-4915-9426-6f00897b6857 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:34.551615 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-c24575e6-e0bc-4e24-b070-fc0c79ea16ee None None] Provisioning complete for port 94f7e462-7e80-4df0-bf2d-5ac19b2101af triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:13:34.552606 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c24575e6-e0bc-4e24-b070-fc0c79ea16ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:34.553110 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-c24575e6-e0bc-4e24-b070-fc0c79ea16ee None None] Attempt 1 to provision port 94f7e462-7e80-4df0-bf2d-5ac19b2101af Oct 04 09:13:34.572486 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-cc3f94b6-c481-4cd8-8e6e-28ec89d0edd0 req-d368c249-5248-4fcd-bd23-6c2e69421834 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2226894 Oct 04 09:13:34.586563 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-32c26ab2-8937-4cde-b802-ddfb228123e9 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:34.589843 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-32c26ab2-8937-4cde-b802-ddfb228123e9 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:34.619280 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3608a10b-fe96-4915-9426-6f00897b6857 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Made reservation on behalf of 830e4f1e474d44798f0ec351419759e1 for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:13:34.630175 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3608a10b-fe96-4915-9426-6f00897b6857 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:34.689859 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-12009cdd-c127-4365-929c-a1b09fb5d533 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:34.882059 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-12009cdd-c127-4365-929c-a1b09fb5d533 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:34.886983 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3608a10b-fe96-4915-9426-6f00897b6857 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:13:34.890128 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-32c26ab2-8937-4cde-b802-ddfb228123e9 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:34.922021 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-12009cdd-c127-4365-929c-a1b09fb5d533 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:34.930753 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff48704-3ae6-4ce8-82e3-bbbfa4bf42cf None None] Network ee829aea-9069-497d-9ce0-424a89f9508a requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:13:34.962975 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3608a10b-fe96-4915-9426-6f00897b6857 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:34.963326 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-3608a10b-fe96-4915-9426-6f00897b6857 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Added segment 6e98ec61-1d41-4777-b167-24c9a6247757 of type vlan for network a5552ce4-af0e-477c-b7c5-a9037c6fee4f Oct 04 09:13:34.967941 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-20831e58-1ba4-454b-bd2b-0fd3d35f611a tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:34.990542 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12009cdd-c127-4365-929c-a1b09fb5d533 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78270bb1-2e5d-4782-80aa-e950c6e20d67,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:35.011927 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c4f90023-815c-4f0e-813a-7722f12f6f6e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:35.033805 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bb2fda24-534f-4bbc-b2b0-f46b5566349e tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:35.058904 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-5f02394b-05b4-4716-8902-6138fe1b62df None None] Notify callbacks [] for port, precommit_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:35.074793 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.provisioning_blocks [None req-5f02394b-05b4-4716-8902-6138fe1b62df None None] Transition to ACTIVE for port object eb9729d8-a7a0-438a-ad77-76dbcb59d14c will not be triggered until provisioned by entity L2. {{(pid=89035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:13:35.088818 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-5f02394b-05b4-4716-8902-6138fe1b62df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:35.137393 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-12009cdd-c127-4365-929c-a1b09fb5d533 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:35.143010 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-12009cdd-c127-4365-929c-a1b09fb5d533 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6983428 Oct 04 09:13:35.143859 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55818) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:35.152067 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b48f12-7e00-4949-b4c0-eabda6fd8d6b None None] Network cabcd9b9-1cc0-4e5b-b775-e1c130435837 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:13:35.189268 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-c4f90023-815c-4f0e-813a-7722f12f6f6e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Calling delete_port for 46b81f36-9363-4c7a-b797-dd7d0a658db5 owned by {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:13:35.210249 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3608a10b-fe96-4915-9426-6f00897b6857 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:35.226712 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-bcfd7157-535f-480d-9041-8a311aca8130 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Request body: {'security_group_rule': {'security_group_id': '7db2bfcd-bfe0-4351-9a7b-d048af88afeb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:35.244885 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-bcfd7157-535f-480d-9041-8a311aca8130 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:35.327475 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-30163e7f-ea41-4a5f-a263-093296234a5e None None] Allocated IP 2001:db8::1 (89e2ff9c-deec-46ac-a84a-1a2686847261/82dc9d8c-8d1c-46c4-8606-30e2475eda37/d740b4e5-33cb-4b2c-926e-dcd7cc1e4d84) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:13:35.327841 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-5f02394b-05b4-4716-8902-6138fe1b62df None None] Attempting to bind port eb9729d8-a7a0-438a-ad77-76dbcb59d14c on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:13:35.328308 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-5f02394b-05b4-4716-8902-6138fe1b62df None None] Attempting to bind port eb9729d8-a7a0-438a-ad77-76dbcb59d14c by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:13:35.329631 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f02394b-05b4-4716-8902-6138fe1b62df None None] Attempting to bind port eb9729d8-a7a0-438a-ad77-76dbcb59d14c on network f33938cd-879e-4461-9b5e-aa67b746b6bd {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:13:35.341081 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f02394b-05b4-4716-8902-6138fe1b62df None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:13:35.341498 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f02394b-05b4-4716-8902-6138fe1b62df None None] Checking segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:13:35.341900 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-5f02394b-05b4-4716-8902-6138fe1b62df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:35.342333 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f02394b-05b4-4716-8902-6138fe1b62df None None] Bound using segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:13:35.342798 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-5f02394b-05b4-4716-8902-6138fe1b62df None None] Bound port: eb9729d8-a7a0-438a-ad77-76dbcb59d14c, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:13:35.343182 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-5f02394b-05b4-4716-8902-6138fe1b62df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:35.398634 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-bcfd7157-535f-480d-9041-8a311aca8130 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Usage tracker for resource:security_group_rule and tenant:b215519b9da143399af7811a7a78118a is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:35.456027 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd20c722-2268-4e4f-b63b-71921cbaa43a None None] Pushing event updated for resources: {'Port': ['ID=eb9729d8-a7a0-438a-ad77-76dbcb59d14c,revision_number=2']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:35.471099 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd20c722-2268-4e4f-b63b-71921cbaa43a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:13:35.471540 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd20c722-2268-4e4f-b63b-71921cbaa43a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:13:35.472110 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd20c722-2268-4e4f-b63b-71921cbaa43a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:13:35.472250 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd20c722-2268-4e4f-b63b-71921cbaa43a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:13:35.472730 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd20c722-2268-4e4f-b63b-71921cbaa43a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:13:35.473045 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd20c722-2268-4e4f-b63b-71921cbaa43a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:13:35.473378 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd20c722-2268-4e4f-b63b-71921cbaa43a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:13:35.473753 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd20c722-2268-4e4f-b63b-71921cbaa43a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:13:35.475083 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd20c722-2268-4e4f-b63b-71921cbaa43a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:13:35.475400 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd20c722-2268-4e4f-b63b-71921cbaa43a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:13:35.475751 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd20c722-2268-4e4f-b63b-71921cbaa43a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:13:35.476082 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd20c722-2268-4e4f-b63b-71921cbaa43a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:13:35.487592 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-bcfd7157-535f-480d-9041-8a311aca8130 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:35.492401 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.db.resource_extend [None req-3608a10b-fe96-4915-9426-6f00897b6857 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 04 09:13:35.494209 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 5c38980a-8fbb-427a-9e0a-c4b54abbec78 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:13:35.496509 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bb2fda24-534f-4bbc-b2b0-f46b5566349e tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:35.508988 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-5f02394b-05b4-4716-8902-6138fe1b62df None None] For port eb9729d8-a7a0-438a-ad77-76dbcb59d14c, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:13:35.512709 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-5f02394b-05b4-4716-8902-6138fe1b62df None None] For port eb9729d8-a7a0-438a-ad77-76dbcb59d14c, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=eb9729d8-a7a0-438a-ad77-76dbcb59d14c,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:13:35.520895 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-5f02394b-05b4-4716-8902-6138fe1b62df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:35.524688 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-bcfd7157-535f-480d-9041-8a311aca8130 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:35.538556 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-32c26ab2-8937-4cde-b802-ddfb228123e9 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:35.548090 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3608a10b-fe96-4915-9426-6f00897b6857 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:35.554490 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3608a10b-fe96-4915-9426-6f00897b6857 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:35.555099 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3608a10b-fe96-4915-9426-6f00897b6857 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:35.608395 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f02394b-05b4-4716-8902-6138fe1b62df None None] Routers {'49e227a9-a9ac-439b-833c-faac1df8f099'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:13:35.609141 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-5f02394b-05b4-4716-8902-6138fe1b62df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:13:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['49e227a9-a9ac-439b-833c-faac1df8f099'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:35.688254 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c4f90023-815c-4f0e-813a-7722f12f6f6e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:35.699542 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-bcfd7157-535f-480d-9041-8a311aca8130 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:35.734404 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-3608a10b-fe96-4915-9426-6f00897b6857 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2914476 Oct 04 09:13:35.741567 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55822) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:35.820645 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-c24575e6-e0bc-4e24-b070-fc0c79ea16ee None None] Current status of the port 94f7e462-7e80-4df0-bf2d-5ac19b2101af is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:13:35.820891 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c24575e6-e0bc-4e24-b070-fc0c79ea16ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:35.880583 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91556a87-d0e1-48dd-bb74-b371570d6b3d req-3568d6b0-272e-4ba7-bc0c-84327c5f27c5 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:35.882171 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-91556a87-d0e1-48dd-bb74-b371570d6b3d req-3568d6b0-272e-4ba7-bc0c-84327c5f27c5 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 0.6465747 Oct 04 09:13:35.896017 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-0df7a5e1-7112-4b78-b93c-49ae801f6439 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Request body: {'subnet': {'network_id': 'a5552ce4-af0e-477c-b7c5-a9037c6fee4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:35.937247 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd20c722-2268-4e4f-b63b-71921cbaa43a None None] Pushing event updated for resources: {'Port': ['ID=eb9729d8-a7a0-438a-ad77-76dbcb59d14c,revision_number=3']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:35.959086 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 5c38980a-8fbb-427a-9e0a-c4b54abbec78 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:13:35.970547 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608a10b-fe96-4915-9426-6f00897b6857 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Pushing event updated for resources: {'Network': ['ID=a5552ce4-af0e-477c-b7c5-a9037c6fee4f,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:35.996314 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-c24575e6-e0bc-4e24-b070-fc0c79ea16ee None None] For port 94f7e462-7e80-4df0-bf2d-5ac19b2101af, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=94f7e462-7e80-4df0-bf2d-5ac19b2101af,segment=NetworkSegment(82a3d543-103a-461b-9ae2-0668443d471e),segment_id=82a3d543-103a-461b-9ae2-0668443d471e)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:13:36.012016 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network a5552ce4-af0e-477c-b7c5-a9037c6fee4f details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:13:36.030059 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 1f237b78-c9c0-48d9-a12a-acccb1776c37 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:13:36.033093 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-5f02394b-05b4-4716-8902-6138fe1b62df None None] Set router 49e227a9-a9ac-439b-833c-faac1df8f099 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:13:36.178372 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-30163e7f-ea41-4a5f-a263-093296234a5e None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:36.187334 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c24575e6-e0bc-4e24-b070-fc0c79ea16ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:36.206334 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f90023-815c-4f0e-813a-7722f12f6f6e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event deleted for resources: {'Port': ['ID=46b81f36-9363-4c7a-b797-dd7d0a658db5,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:36.338292 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-20831e58-1ba4-454b-bd2b-0fd3d35f611a tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:36.338638 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-0a610305-6e4a-45d4-a257-7182c2ce177e None None] Could not find standard attr ID for object 46b81f36-9363-4c7a-b797-dd7d0a658db5. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:13:36.361201 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-91556a87-d0e1-48dd-bb74-b371570d6b3d req-829323cf-09ab-4caf-a1fa-4ed3e4b6a86e tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4691989 Oct 04 09:13:36.396802 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-0df7a5e1-7112-4b78-b93c-49ae801f6439 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:36.407194 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-30163e7f-ea41-4a5f-a263-093296234a5e None None] Transition to ACTIVE for port object d740b4e5-33cb-4b2c-926e-dcd7cc1e4d84 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:13:36.415366 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c4f90023-815c-4f0e-813a-7722f12f6f6e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:36.415826 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-0df7a5e1-7112-4b78-b93c-49ae801f6439 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:36.418151 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-bcfd7157-535f-480d-9041-8a311aca8130 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] create failed (client error): There was a conflict when trying to complete your request. Oct 04 09:13:36.418917 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-20831e58-1ba4-454b-bd2b-0fd3d35f611a tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:36.419827 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-bcfd7157-535f-480d-9041-8a311aca8130 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.2127457 Oct 04 09:13:36.422665 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55828) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:36.470859 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df7a5e1-7112-4b78-b93c-49ae801f6439 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Made reservation on behalf of 830e4f1e474d44798f0ec351419759e1 for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:13:36.475206 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0df7a5e1-7112-4b78-b93c-49ae801f6439 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:36.488208 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-c4f90023-815c-4f0e-813a-7722f12f6f6e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "DELETE /v2.0/ports/46b81f36-9363-4c7a-b797-dd7d0a658db5 HTTP/1.1" status: 204 len: 168 time: 3.2701812 Oct 04 09:13:36.494064 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55832) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:36.557162 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-0a610305-6e4a-45d4-a257-7182c2ce177e None None] Provisioning complete for port 94f7e462-7e80-4df0-bf2d-5ac19b2101af triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:13:36.557557 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0a610305-6e4a-45d4-a257-7182c2ce177e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:36.557903 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-0a610305-6e4a-45d4-a257-7182c2ce177e None None] Attempt 1 to provision port 94f7e462-7e80-4df0-bf2d-5ac19b2101af Oct 04 09:13:36.565403 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-5f02394b-05b4-4716-8902-6138fe1b62df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e227a9-a9ac-439b-833c-faac1df8f099', 'name': 'tempest-snat-router-1532520900', 'tenant_id': '8eccf873fc3d4a95ae93ab1afe9db4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.63'}], 'enable_snat': False}, 'gw_port_id': 'eb9729d8-a7a0-438a-ad77-76dbcb59d14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:13:25Z', 'updated_at': '2022-10-04T09:13:30Z', 'revision_number': 3, 'project_id': '8eccf873fc3d4a95ae93ab1afe9db4b6', 'gw_port': {'id': 'eb9729d8-a7a0-438a-ad77-76dbcb59d14c', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:08:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e227a9-a9ac-439b-833c-faac1df8f099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:13:28Z', 'updated_at': '2022-10-04T09:13:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:36.576731 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f02394b-05b4-4716-8902-6138fe1b62df None None] The sync data for ids ['49e227a9-a9ac-439b-833c-faac1df8f099'] in dv-neutron-860215-1-hyperv is: [{'id': '49e227a9-a9ac-439b-833c-faac1df8f099', 'name': 'tempest-snat-router-1532520900', 'tenant_id': '8eccf873fc3d4a95ae93ab1afe9db4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.63'}], 'enable_snat': False}, 'gw_port_id': 'eb9729d8-a7a0-438a-ad77-76dbcb59d14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:13:25Z', 'updated_at': '2022-10-04T09:13:30Z', 'revision_number': 3, 'project_id': '8eccf873fc3d4a95ae93ab1afe9db4b6', 'gw_port': {'id': 'eb9729d8-a7a0-438a-ad77-76dbcb59d14c', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:08:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e227a9-a9ac-439b-833c-faac1df8f099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:13:28Z', 'updated_at': '2022-10-04T09:13:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:13:36.590520 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbe29f67-4730-4c7d-8f50-940a3d9084b4 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] GET failed (client error): The resource could not be found. Oct 04 09:13:36.591237 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-bbe29f67-4730-4c7d-8f50-940a3d9084b4 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Synchronizing usage tracker for tenant:7c59b642fbd4440eb4278f2c0c212bcd on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:13:36.592821 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff9ceaf-c7d5-47f6-b096-98a5b33ced76 None None] DHCP port deletion for ee829aea-9069-497d-9ce0-424a89f9508a request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:13:36.604874 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-30163e7f-ea41-4a5f-a263-093296234a5e None None] Transition to ACTIVE for port object d740b4e5-33cb-4b2c-926e-dcd7cc1e4d84 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:13:36.641820 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-3ff9ceaf-c7d5-47f6-b096-98a5b33ced76 None None] Deleting port 5c38980a-8fbb-427a-9e0a-c4b54abbec78 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:13:36.642277 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-3ff9ceaf-c7d5-47f6-b096-98a5b33ced76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:36.667821 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24575e6-e0bc-4e24-b070-fc0c79ea16ee None None] Pushing event updated for resources: {'Port': ['ID=94f7e462-7e80-4df0-bf2d-5ac19b2101af,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:36.720733 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-30163e7f-ea41-4a5f-a263-093296234a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:36.815529 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-bbe29f67-4730-4c7d-8f50-940a3d9084b4 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Unset dirty status for tenant:7c59b642fbd4440eb4278f2c0c212bcd on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:13:36.823755 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-bbe29f67-4730-4c7d-8f50-940a3d9084b4 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "GET /v2.0/ports/46b81f36-9363-4c7a-b797-dd7d0a658db5 HTTP/1.1" status: 404 len: 333 time: 0.3266575 Oct 04 09:13:36.841015 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bb2fda24-534f-4bbc-b2b0-f46b5566349e tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:36.846617 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55838) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:36.867485 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30163e7f-ea41-4a5f-a263-093296234a5e None None] Network 89e2ff9c-deec-46ac-a84a-1a2686847261 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:13:36.874529 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-30163e7f-ea41-4a5f-a263-093296234a5e None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:13:36.876388 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 1f237b78-c9c0-48d9-a12a-acccb1776c37 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:13:36.884662 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30163e7f-ea41-4a5f-a263-093296234a5e None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:13:36.959593 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2fda24-534f-4bbc-b2b0-f46b5566349e tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Pushing event deleted for resources: {'Subnet': ['ID=82dc9d8c-8d1c-46c4-8606-30e2475eda37,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:37.021324 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bac099f7-dc67-4885-9c5a-b703f5dd8f55 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:37.033735 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-32c26ab2-8937-4cde-b802-ddfb228123e9 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:37.145444 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-32c26ab2-8937-4cde-b802-ddfb228123e9 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:37.242563 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bac099f7-dc67-4885-9c5a-b703f5dd8f55 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:37.256867 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-3ff9ceaf-c7d5-47f6-b096-98a5b33ced76 None None] For port 5c38980a-8fbb-427a-9e0a-c4b54abbec78, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=5c38980a-8fbb-427a-9e0a-c4b54abbec78,segment=NetworkSegment(bd86cc4b-ba46-4d1d-8eab-94a7f8678108),segment_id=bd86cc4b-ba46-4d1d-8eab-94a7f8678108)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:13:37.257427 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-3ff9ceaf-c7d5-47f6-b096-98a5b33ced76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:37.311174 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-20831e58-1ba4-454b-bd2b-0fd3d35f611a tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Allocated IP 172.26.10.13 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/cfb73b6b-7f00-4add-9304-f6e570d70b25) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:13:37.334505 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bb2fda24-534f-4bbc-b2b0-f46b5566349e tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:37.347258 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e4c49d1-abec-4b7c-a310-2e90ad41d39f tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Deleting subnet fba0ddc6-dee3-47b5-8bb2-91cf82749fe8 {{(pid=89032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:13:37.357141 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3e4c49d1-abec-4b7c-a310-2e90ad41d39f tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for subnet, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:37.460542 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-3ff9ceaf-c7d5-47f6-b096-98a5b33ced76 None None] Calling delete_port for 5c38980a-8fbb-427a-9e0a-c4b54abbec78 owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:13:37.486219 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-bb2fda24-534f-4bbc-b2b0-f46b5566349e tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89e2ff9c-deec-46ac-a84a-1a2686847261']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:37.519305 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.objects.ports [None req-0df7a5e1-7112-4b78-b93c-49ae801f6439 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89033) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Oct 04 09:13:37.526073 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0df7a5e1-7112-4b78-b93c-49ae801f6439 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:37.556351 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-bb2fda24-534f-4bbc-b2b0-f46b5566349e tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '215f0871-d406-4ca7-a11d-c1e73066f637') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:37.556706 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-bb2fda24-534f-4bbc-b2b0-f46b5566349e tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '215f0871-d406-4ca7-a11d-c1e73066f637') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:37.592160 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3e4c49d1-abec-4b7c-a310-2e90ad41d39f tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885153'] for subnet, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:37.622123 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bb2fda24-534f-4bbc-b2b0-f46b5566349e tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:37.633961 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30163e7f-ea41-4a5f-a263-093296234a5e None None] Pushing event updated for resources: {'Port': ['ID=d740b4e5-33cb-4b2c-926e-dcd7cc1e4d84,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:37.637461 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bac099f7-dc67-4885-9c5a-b703f5dd8f55 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:37.673906 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-30163e7f-ea41-4a5f-a263-093296234a5e None None] Attempting to bind port d740b4e5-33cb-4b2c-926e-dcd7cc1e4d84 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:13:37.674089 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac099f7-dc67-4885-9c5a-b703f5dd8f55 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db2bfcd-bfe0-4351-9a7b-d048af88afeb,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:37.674322 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-30163e7f-ea41-4a5f-a263-093296234a5e None None] Attempting to bind port d740b4e5-33cb-4b2c-926e-dcd7cc1e4d84 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '215f0871-d406-4ca7-a11d-c1e73066f637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '89e2ff9c-deec-46ac-a84a-1a2686847261'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:13:37.674691 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30163e7f-ea41-4a5f-a263-093296234a5e None None] Attempting to bind port d740b4e5-33cb-4b2c-926e-dcd7cc1e4d84 on network 89e2ff9c-deec-46ac-a84a-1a2686847261 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:13:37.683666 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bb2fda24-534f-4bbc-b2b0-f46b5566349e tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:37.695045 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-0a610305-6e4a-45d4-a257-7182c2ce177e None None] Current status of the port 94f7e462-7e80-4df0-bf2d-5ac19b2101af is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:13:37.698766 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-3ff9ceaf-c7d5-47f6-b096-98a5b33ced76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:37.705694 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30163e7f-ea41-4a5f-a263-093296234a5e None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:13:37.706101 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30163e7f-ea41-4a5f-a263-093296234a5e None None] Checking segment: {'id': '215f0871-d406-4ca7-a11d-c1e73066f637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '89e2ff9c-deec-46ac-a84a-1a2686847261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:13:37.706504 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-30163e7f-ea41-4a5f-a263-093296234a5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:37.707084 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30163e7f-ea41-4a5f-a263-093296234a5e None None] Bound using segment: {'id': '215f0871-d406-4ca7-a11d-c1e73066f637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '89e2ff9c-deec-46ac-a84a-1a2686847261'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:13:37.707738 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-30163e7f-ea41-4a5f-a263-093296234a5e None None] Bound port: d740b4e5-33cb-4b2c-926e-dcd7cc1e4d84, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '215f0871-d406-4ca7-a11d-c1e73066f637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '89e2ff9c-deec-46ac-a84a-1a2686847261'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:13:37.708779 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-30163e7f-ea41-4a5f-a263-093296234a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:37.712187 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb2fda24-534f-4bbc-b2b0-f46b5566349e tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:13:37.712624 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bb2fda24-534f-4bbc-b2b0-f46b5566349e tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:37.775648 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df7a5e1-7112-4b78-b93c-49ae801f6439 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Pushing event updated for resources: {'Subnet': ['ID=ede008f5-e682-4486-bed1-c43f2127a2ee,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:37.784848 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df7a5e1-7112-4b78-b93c-49ae801f6439 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Checking segment: {'id': '6e98ec61-1d41-4777-b167-24c9a6247757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a5552ce4-af0e-477c-b7c5-a9037c6fee4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:13:37.785651 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df7a5e1-7112-4b78-b93c-49ae801f6439 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Network hostable DHCP agents. Network: a5552ce4-af0e-477c-b7c5-a9037c6fee4f, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:13:37.792829 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff9ceaf-c7d5-47f6-b096-98a5b33ced76 None None] Pushing event deleted for resources: {'Port': ['ID=5c38980a-8fbb-427a-9e0a-c4b54abbec78,revision_number=None']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:37.807785 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-0a610305-6e4a-45d4-a257-7182c2ce177e None None] Could not find standard attr ID for object 5c38980a-8fbb-427a-9e0a-c4b54abbec78. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:13:37.808864 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 215f0871-d406-4ca7-a11d-c1e73066f637 resource provider aggregate not found Oct 04 09:13:37.812929 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff9ceaf-c7d5-47f6-b096-98a5b33ced76 None None] No DVR routers for this DVR port 5c38980a-8fbb-427a-9e0a-c4b54abbec78 on host dv-neutron-860215-1-hyperv {{(pid=89034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:13:37.869545 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-0a610305-6e4a-45d4-a257-7182c2ce177e None None] Provisioning for port 1f237b78-c9c0-48d9-a12a-acccb1776c37 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:13:37.879779 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a373bae-0c2b-4808-a2bf-c8542d207e9d req-1e98baaf-d096-4772-85a4-f1e9348af1d6 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:37.882425 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-0a373bae-0c2b-4808-a2bf-c8542d207e9d req-1e98baaf-d096-4772-85a4-f1e9348af1d6 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 0.4750416 Oct 04 09:13:37.883823 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df7a5e1-7112-4b78-b93c-49ae801f6439 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Network a5552ce4-af0e-477c-b7c5-a9037c6fee4f is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:13:37.910206 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-0a610305-6e4a-45d4-a257-7182c2ce177e None None] Provisioning complete for port 1f237b78-c9c0-48d9-a12a-acccb1776c37 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:13:37.910584 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0a610305-6e4a-45d4-a257-7182c2ce177e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:37.910958 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-0a610305-6e4a-45d4-a257-7182c2ce177e None None] Attempt 1 to provision port 1f237b78-c9c0-48d9-a12a-acccb1776c37 Oct 04 09:13:37.923942 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-0df7a5e1-7112-4b78-b93c-49ae801f6439 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, a5552ce4-af0e-477c-b7c5-a9037c6fee4f) {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:13:37.928276 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 215f0871-d406-4ca7-a11d-c1e73066f637 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 215f0871-d406-4ca7-a11d-c1e73066f637 found for delete ", "request_id": "req-1f1c9f5f-cda0-49e0-9613-04c62b40ae1f"}]} Oct 04 09:13:37.949457 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df7a5e1-7112-4b78-b93c-49ae801f6439 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:37.949619 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bac099f7-dc67-4885-9c5a-b703f5dd8f55 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:37.950243 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0df7a5e1-7112-4b78-b93c-49ae801f6439 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:37.950777 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-bac099f7-dc67-4885-9c5a-b703f5dd8f55 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] 10.222.0.50 "DELETE /v2.0/security-groups/7db2bfcd-bfe0-4351-9a7b-d048af88afeb HTTP/1.1" status: 204 len: 168 time: 1.5235689 Oct 04 09:13:37.963159 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-20831e58-1ba4-454b-bd2b-0fd3d35f611a tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:37.978214 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55850) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:37.985479 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c93b470-fd60-4151-b803-ca06037a4b16 None None] Network a5552ce4-af0e-477c-b7c5-a9037c6fee4f requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:13:37.998186 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 94f7e462-7e80-4df0-bf2d-5ac19b2101af up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:13:38.004654 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.db.api [None req-bb2fda24-534f-4bbc-b2b0-f46b5566349e tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 04 09:13:38.004654 dv-neutron-860215-1-hyperv neutron-server[89032]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 04 09:13:38.004654 dv-neutron-860215-1-hyperv neutron-server[89032]: [parameters: {'id': '89e2ff9c-deec-46ac-a84a-1a2686847261'}] Oct 04 09:13:38.004654 dv-neutron-860215-1-hyperv neutron-server[89032]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89032) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:13:38.005671 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG oslo_db.api [None req-bb2fda24-534f-4bbc-b2b0-f46b5566349e tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:13:38.020424 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-0a373bae-0c2b-4808-a2bf-c8542d207e9d req-5da68e5a-ba41-48ca-a2c0-222f3a70244c tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296701 Oct 04 09:13:38.027439 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-0df7a5e1-7112-4b78-b93c-49ae801f6439 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.2136922 Oct 04 09:13:38.028028 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55854) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:38.051785 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-77e2432f-aef8-48f4-aa06-e610954b1f9c tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Synchronizing usage tracker for tenant:b215519b9da143399af7811a7a78118a on resource:security_group {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:13:38.063382 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3e4c49d1-abec-4b7c-a310-2e90ad41d39f tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:38.117093 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-77e2432f-aef8-48f4-aa06-e610954b1f9c tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Unset dirty status for tenant:b215519b9da143399af7811a7a78118a on resource:security_group {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:13:38.118423 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-77e2432f-aef8-48f4-aa06-e610954b1f9c tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1392379 Oct 04 09:13:38.124054 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55858) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:38.130719 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-f9c2f8c6-48d0-4821-8231-bd2c9255335f tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Request body: {'security_group': {'name': 'tempest-secgroup--1800134387'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:38.142564 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-f9c2f8c6-48d0-4821-8231-bd2c9255335f tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:38.149277 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-20831e58-1ba4-454b-bd2b-0fd3d35f611a tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:38.195200 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-30163e7f-ea41-4a5f-a263-093296234a5e None None] For port d740b4e5-33cb-4b2c-926e-dcd7cc1e4d84, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:13:38.197514 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-f9c2f8c6-48d0-4821-8231-bd2c9255335f tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:38.233776 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20831e58-1ba4-454b-bd2b-0fd3d35f611a tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:13:38.241899 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-20831e58-1ba4-454b-bd2b-0fd3d35f611a tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:13:38.245009 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20831e58-1ba4-454b-bd2b-0fd3d35f611a tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:13:38.246861 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f9c2f8c6-48d0-4821-8231-bd2c9255335f tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:38.262660 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-30163e7f-ea41-4a5f-a263-093296234a5e None None] For port d740b4e5-33cb-4b2c-926e-dcd7cc1e4d84, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=d740b4e5-33cb-4b2c-926e-dcd7cc1e4d84,segment=NetworkSegment(215f0871-d406-4ca7-a11d-c1e73066f637),segment_id=215f0871-d406-4ca7-a11d-c1e73066f637)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:13:38.269804 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aae47684-26d7-457e-bbc9-3fe76ed35185 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:38.281301 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3e4c49d1-abec-4b7c-a310-2e90ad41d39f tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:38.286923 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-32c26ab2-8937-4cde-b802-ddfb228123e9 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Allocated IP 172.26.10.196 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/147bdc90-6a1e-4835-a204-bd272c9f74ac) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:13:38.294718 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-f9c2f8c6-48d0-4821-8231-bd2c9255335f tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:38.307115 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-f9c2f8c6-48d0-4821-8231-bd2c9255335f tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Usage tracker for resource:security_group_rule and tenant:b215519b9da143399af7811a7a78118a is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:38.313542 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-f9c2f8c6-48d0-4821-8231-bd2c9255335f tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:38.340236 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-f9c2f8c6-48d0-4821-8231-bd2c9255335f tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:38.341419 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4c49d1-abec-4b7c-a310-2e90ad41d39f tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event deleted for resources: {'Subnet': ['ID=fba0ddc6-dee3-47b5-8bb2-91cf82749fe8,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:38.343716 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20831e58-1ba4-454b-bd2b-0fd3d35f611a tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Pushing event updated for resources: {'Port': ['ID=cfb73b6b-7f00-4add-9304-f6e570d70b25,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:38.354738 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d86769d-d4f7-496e-868c-3c46ff4d7642 None None] Network dfbf88dd-55a3-4b2a-9c41-c130ff503737 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:13:38.358085 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3e4c49d1-abec-4b7c-a310-2e90ad41d39f tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:38.374131 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-3e4c49d1-abec-4b7c-a310-2e90ad41d39f tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "DELETE /v2.0/subnets/fba0ddc6-dee3-47b5-8bb2-91cf82749fe8 HTTP/1.1" status: 204 len: 168 time: 1.4230158 Oct 04 09:13:38.379293 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-30163e7f-ea41-4a5f-a263-093296234a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:38.380303 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55864) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:38.517168 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aae47684-26d7-457e-bbc9-3fe76ed35185 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:38.523076 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 94f7e462-7e80-4df0-bf2d-5ac19b2101af triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:13:38.523448 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:38.523783 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 94f7e462-7e80-4df0-bf2d-5ac19b2101af Oct 04 09:13:38.550899 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-0a610305-6e4a-45d4-a257-7182c2ce177e None None] Current status of the port 1f237b78-c9c0-48d9-a12a-acccb1776c37 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:13:38.552075 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0a610305-6e4a-45d4-a257-7182c2ce177e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:38.606647 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f9c2f8c6-48d0-4821-8231-bd2c9255335f tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:38.623610 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f9c2f8c6-48d0-4821-8231-bd2c9255335f tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:38.632525 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bb2fda24-534f-4bbc-b2b0-f46b5566349e tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:38.636036 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-48760fb4-6eac-4805-866f-d3275f3fc13f tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:38.696827 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-32c26ab2-8937-4cde-b802-ddfb228123e9 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:38.715234 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c2f8c6-48d0-4821-8231-bd2c9255335f tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86577156-3953-4f9a-913e-64c91f730ff7,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:38.720247 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f9c2f8c6-48d0-4821-8231-bd2c9255335f tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:38.724525 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-f9c2f8c6-48d0-4821-8231-bd2c9255335f tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5973265 Oct 04 09:13:38.724525 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aae47684-26d7-457e-bbc9-3fe76ed35185 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:38.727304 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55868) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:38.766814 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-8dc1dc51-2e11-42ac-997e-c95daecc45e2 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Request body: {'security_group_rule': {'security_group_id': '86577156-3953-4f9a-913e-64c91f730ff7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:38.767616 dv-neutron-860215-1-hyperv neutron-server[89033]: WARNING neutron.api.v2.base [None req-8dc1dc51-2e11-42ac-997e-c95daecc45e2 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 04 09:13:38.768112 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-8dc1dc51-2e11-42ac-997e-c95daecc45e2 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 09:13:38.769114 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-8dc1dc51-2e11-42ac-997e-c95daecc45e2 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0131578 Oct 04 09:13:38.774241 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55872) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:38.803904 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae47684-26d7-457e-bbc9-3fe76ed35185 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Pushing event deleted for resources: {'Subnet': ['ID=ede008f5-e682-4486-bed1-c43f2127a2ee,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:38.827405 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-48760fb4-6eac-4805-866f-d3275f3fc13f tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Deleting port 94f7e462-7e80-4df0-bf2d-5ac19b2101af {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:13:38.827833 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-48760fb4-6eac-4805-866f-d3275f3fc13f tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:38.842581 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30163e7f-ea41-4a5f-a263-093296234a5e None None] Pushing event updated for resources: {'Port': ['ID=d740b4e5-33cb-4b2c-926e-dcd7cc1e4d84,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:38.849424 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-0a610305-6e4a-45d4-a257-7182c2ce177e None None] For port 1f237b78-c9c0-48d9-a12a-acccb1776c37, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=1f237b78-c9c0-48d9-a12a-acccb1776c37,segment=NetworkSegment(1223c58d-7484-464b-9dea-a8113de63754),segment_id=1223c58d-7484-464b-9dea-a8113de63754)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:13:38.876476 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f759b5-c024-4944-a109-77ead7d8e22a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-a5552ce4-af0e-477c-b7c5-a9037c6fee4f', 'network_id': 'a5552ce4-af0e-477c-b7c5-a9037c6fee4f', 'tenant_id': '830e4f1e474d44798f0ec351419759e1', 'fixed_ips': [{'subnet_id': 'ede008f5-e682-4486-bed1-c43f2127a2ee'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:13:38.877681 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c5f759b5-c024-4944-a109-77ead7d8e22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:38.888063 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0a610305-6e4a-45d4-a257-7182c2ce177e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:38.926022 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a55da30-3851-4629-96a1-92e1741c1272 None None] Network 89e2ff9c-deec-46ac-a84a-1a2686847261 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:13:38.942298 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-bb2fda24-534f-4bbc-b2b0-f46b5566349e tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Deleting port d740b4e5-33cb-4b2c-926e-dcd7cc1e4d84 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:13:38.942665 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bb2fda24-534f-4bbc-b2b0-f46b5566349e tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:39.044232 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aae47684-26d7-457e-bbc9-3fe76ed35185 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:39.080418 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-aae47684-26d7-457e-bbc9-3fe76ed35185 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5552ce4-af0e-477c-b7c5-a9037c6fee4f']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:39.089197 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-32c26ab2-8937-4cde-b802-ddfb228123e9 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:39.091044 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a610305-6e4a-45d4-a257-7182c2ce177e None None] Pushing event updated for resources: {'Port': ['ID=1f237b78-c9c0-48d9-a12a-acccb1776c37,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:39.143548 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-aae47684-26d7-457e-bbc9-3fe76ed35185 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e98ec61-1d41-4777-b167-24c9a6247757') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:39.144123 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-aae47684-26d7-457e-bbc9-3fe76ed35185 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e98ec61-1d41-4777-b167-24c9a6247757') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:39.180848 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6eef91bc-e5d1-4a4b-8a88-edd5ba306901 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:39.186428 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aae47684-26d7-457e-bbc9-3fe76ed35185 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:39.211338 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c26ab2-8937-4cde-b802-ddfb228123e9 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:13:39.222446 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-32c26ab2-8937-4cde-b802-ddfb228123e9 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:13:39.228194 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c26ab2-8937-4cde-b802-ddfb228123e9 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:13:39.243980 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 94f7e462-7e80-4df0-bf2d-5ac19b2101af is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:13:39.245023 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device eb9729d8-a7a0-438a-ad77-76dbcb59d14c up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:13:39.253214 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aae47684-26d7-457e-bbc9-3fe76ed35185 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:39.255401 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c26ab2-8937-4cde-b802-ddfb228123e9 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Pushing event updated for resources: {'Port': ['ID=147bdc90-6a1e-4835-a204-bd272c9f74ac,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:39.292861 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aae47684-26d7-457e-bbc9-3fe76ed35185 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:13:39.293562 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aae47684-26d7-457e-bbc9-3fe76ed35185 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:39.319764 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6eef91bc-e5d1-4a4b-8a88-edd5ba306901 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:39.325714 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-ac7aed91-3021-4736-a681-fb5d4ad65c28 None None] Provisioning complete for port 1f237b78-c9c0-48d9-a12a-acccb1776c37 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:13:39.326291 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ac7aed91-3021-4736-a681-fb5d4ad65c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:39.326382 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-ac7aed91-3021-4736-a681-fb5d4ad65c28 None None] Attempt 1 to provision port 1f237b78-c9c0-48d9-a12a-acccb1776c37 Oct 04 09:13:39.333366 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-bb2fda24-534f-4bbc-b2b0-f46b5566349e tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] For port d740b4e5-33cb-4b2c-926e-dcd7cc1e4d84, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=d740b4e5-33cb-4b2c-926e-dcd7cc1e4d84,segment=NetworkSegment(215f0871-d406-4ca7-a11d-c1e73066f637),segment_id=215f0871-d406-4ca7-a11d-c1e73066f637)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:13:39.333922 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bb2fda24-534f-4bbc-b2b0-f46b5566349e tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:39.377954 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 6e98ec61-1d41-4777-b167-24c9a6247757 resource provider aggregate not found Oct 04 09:13:39.480180 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:13:39.489903 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff72fc6-765f-4504-9a9d-0f186e2aca07 None None] Network a5552ce4-af0e-477c-b7c5-a9037c6fee4f requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:13:39.496225 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 6e98ec61-1d41-4777-b167-24c9a6247757 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6e98ec61-1d41-4777-b167-24c9a6247757 found for delete ", "request_id": "req-b7f42787-4b50-4155-b53d-a36e117994a5"}]} Oct 04 09:13:39.562911 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aae47684-26d7-457e-bbc9-3fe76ed35185 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:39.579877 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db317540-720a-4041-a7fb-8e3726f1f8df None None] DHCP port deletion for dfbf88dd-55a3-4b2a-9c41-c130ff503737 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:13:39.590506 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aae47684-26d7-457e-bbc9-3fe76ed35185 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:39.595672 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-bb2fda24-534f-4bbc-b2b0-f46b5566349e tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Calling delete_port for d740b4e5-33cb-4b2c-926e-dcd7cc1e4d84 owned by network:dhcp {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:13:39.616652 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port eb9729d8-a7a0-438a-ad77-76dbcb59d14c completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:13:39.631669 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae47684-26d7-457e-bbc9-3fe76ed35185 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Pushing event deleted for resources: {'Network': ['ID=a5552ce4-af0e-477c-b7c5-a9037c6fee4f,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:39.643701 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6eef91bc-e5d1-4a4b-8a88-edd5ba306901 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:39.646650 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6eef91bc-e5d1-4a4b-8a88-edd5ba306901 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:39.647259 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-6eef91bc-e5d1-4a4b-8a88-edd5ba306901 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] 10.222.0.50 "DELETE /v2.0/security-groups/86577156-3953-4f9a-913e-64c91f730ff7 HTTP/1.1" status: 204 len: 168 time: 0.8692360 Oct 04 09:13:39.657745 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port eb9729d8-a7a0-438a-ad77-76dbcb59d14c triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:13:39.658054 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:39.658392 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port eb9729d8-a7a0-438a-ad77-76dbcb59d14c Oct 04 09:13:39.665147 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55882) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:39.671335 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-aae47684-26d7-457e-bbc9-3fe76ed35185 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] 10.222.0.50 "DELETE /v2.0/networks/a5552ce4-af0e-477c-b7c5-a9037c6fee4f HTTP/1.1" status: 204 len: 168 time: 1.6422327 Oct 04 09:13:39.673130 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55884) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:39.685887 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-aaeccc21-baf6-47ba-aea6-239dfe9dff5a tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1807396132'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:39.690823 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eef91bc-e5d1-4a4b-8a88-edd5ba306901 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86577156-3953-4f9a-913e-64c91f730ff7,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:39.704793 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-48760fb4-6eac-4805-866f-d3275f3fc13f tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] For port 94f7e462-7e80-4df0-bf2d-5ac19b2101af, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=94f7e462-7e80-4df0-bf2d-5ac19b2101af,segment=NetworkSegment(82a3d543-103a-461b-9ae2-0668443d471e),segment_id=82a3d543-103a-461b-9ae2-0668443d471e)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:13:39.705175 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-48760fb4-6eac-4805-866f-d3275f3fc13f tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:39.714579 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-aaeccc21-baf6-47ba-aea6-239dfe9dff5a tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:39.727741 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-db317540-720a-4041-a7fb-8e3726f1f8df None None] Deleting port 94f7e462-7e80-4df0-bf2d-5ac19b2101af {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:13:39.728330 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-db317540-720a-4041-a7fb-8e3726f1f8df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:39.729491 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-aaeccc21-baf6-47ba-aea6-239dfe9dff5a tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Usage tracker for resource:network and tenant:830e4f1e474d44798f0ec351419759e1 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:39.785265 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-aaeccc21-baf6-47ba-aea6-239dfe9dff5a tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:39.823920 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-56de3ded-9ec4-4168-aa37-736649881d9d tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Synchronizing usage tracker for tenant:b215519b9da143399af7811a7a78118a on resource:security_group {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:13:39.864549 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-ac7aed91-3021-4736-a681-fb5d4ad65c28 None None] Current status of the port 1f237b78-c9c0-48d9-a12a-acccb1776c37 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:13:39.902724 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-56de3ded-9ec4-4168-aa37-736649881d9d tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Unset dirty status for tenant:b215519b9da143399af7811a7a78118a on resource:security_group {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:13:39.904035 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-56de3ded-9ec4-4168-aa37-736649881d9d tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2314544 Oct 04 09:13:39.913402 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55892) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:39.918080 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f59885-3584-4f99-bfc7-b5469f6eeec1 req-125468da-4247-4e0e-b76e-449e74b27bb8 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:39.919450 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a6f59885-3584-4f99-bfc7-b5469f6eeec1 req-125468da-4247-4e0e-b76e-449e74b27bb8 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 0.7397430 Oct 04 09:13:39.927820 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-fe11c2c6-0b38-4a57-9005-f1fc989cd8f9 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Request body: {'security_group': {'name': 'tempest-secgroup--90017792'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:39.936191 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-fe11c2c6-0b38-4a57-9005-f1fc989cd8f9 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:39.936806 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-48760fb4-6eac-4805-866f-d3275f3fc13f tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Calling delete_port for 94f7e462-7e80-4df0-bf2d-5ac19b2101af owned by network:dhcp {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:13:39.950100 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-fe11c2c6-0b38-4a57-9005-f1fc989cd8f9 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:39.963594 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-aaeccc21-baf6-47ba-aea6-239dfe9dff5a tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:39.966928 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-32c26ab2-8937-4cde-b802-ddfb228123e9 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:40.030176 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fe11c2c6-0b38-4a57-9005-f1fc989cd8f9 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:40.079109 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-fe11c2c6-0b38-4a57-9005-f1fc989cd8f9 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:40.084848 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port eb9729d8-a7a0-438a-ad77-76dbcb59d14c is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:13:40.085374 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:40.134719 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-fe11c2c6-0b38-4a57-9005-f1fc989cd8f9 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Usage tracker for resource:security_group_rule and tenant:b215519b9da143399af7811a7a78118a is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:40.147718 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-fe11c2c6-0b38-4a57-9005-f1fc989cd8f9 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:40.164170 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-fe11c2c6-0b38-4a57-9005-f1fc989cd8f9 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:40.171145 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bb2fda24-534f-4bbc-b2b0-f46b5566349e tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:40.174713 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaeccc21-baf6-47ba-aea6-239dfe9dff5a tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Made reservation on behalf of 830e4f1e474d44798f0ec351419759e1 for: {'network': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:13:40.178117 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-aaeccc21-baf6-47ba-aea6-239dfe9dff5a tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:40.180298 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port eb9729d8-a7a0-438a-ad77-76dbcb59d14c, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=eb9729d8-a7a0-438a-ad77-76dbcb59d14c,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:13:40.186683 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:40.259956 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2fda24-534f-4bbc-b2b0-f46b5566349e tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Pushing event deleted for resources: {'Port': ['ID=d740b4e5-33cb-4b2c-926e-dcd7cc1e4d84,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:40.273874 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 5c38980a-8fbb-427a-9e0a-c4b54abbec78 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:13:40.276652 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a6f59885-3584-4f99-bfc7-b5469f6eeec1 req-df3dac8d-debc-402c-8bb1-1a2d1e6bd5a9 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2941842 Oct 04 09:13:40.293735 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-20831e58-1ba4-454b-bd2b-0fd3d35f611a tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:40.343190 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-db317540-720a-4041-a7fb-8e3726f1f8df None None] For port 94f7e462-7e80-4df0-bf2d-5ac19b2101af, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=94f7e462-7e80-4df0-bf2d-5ac19b2101af,segment=NetworkSegment(82a3d543-103a-461b-9ae2-0668443d471e),segment_id=82a3d543-103a-461b-9ae2-0668443d471e)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:13:40.344316 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-db317540-720a-4041-a7fb-8e3726f1f8df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:40.353691 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=eb9729d8-a7a0-438a-ad77-76dbcb59d14c,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:40.356964 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2fda24-534f-4bbc-b2b0-f46b5566349e tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] No DVR routers for this DVR port d740b4e5-33cb-4b2c-926e-dcd7cc1e4d84 on host dv-neutron-860215-1-hyperv {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:13:40.375523 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 5c38980a-8fbb-427a-9e0a-c4b54abbec78 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:13:40.375873 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 5c38980a-8fbb-427a-9e0a-c4b54abbec78 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:13:40.405411 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fe11c2c6-0b38-4a57-9005-f1fc989cd8f9 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:40.416251 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fe11c2c6-0b38-4a57-9005-f1fc989cd8f9 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:40.437588 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-32c26ab2-8937-4cde-b802-ddfb228123e9 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:40.530643 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-db317540-720a-4041-a7fb-8e3726f1f8df None None] Calling delete_port for 94f7e462-7e80-4df0-bf2d-5ac19b2101af owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:13:40.560683 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device eb9729d8-a7a0-438a-ad77-76dbcb59d14c up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:13:40.562851 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe11c2c6-0b38-4a57-9005-f1fc989cd8f9 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c13cde-ce4e-4b75-8ea2-b52a175116c1,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:40.575169 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaeccc21-baf6-47ba-aea6-239dfe9dff5a tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=89032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:13:40.576604 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fe11c2c6-0b38-4a57-9005-f1fc989cd8f9 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:40.577971 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-fe11c2c6-0b38-4a57-9005-f1fc989cd8f9 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.6636493 Oct 04 09:13:40.581099 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55898) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:40.588806 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-48760fb4-6eac-4805-866f-d3275f3fc13f tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:40.589029 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-1f37a8da-3f52-4f1f-be02-679859a7957f tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Request body: {'security_group_rule': {'security_group_id': 'd7c13cde-ce4e-4b75-8ea2-b52a175116c1', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:40.589948 dv-neutron-860215-1-hyperv neutron-server[89033]: WARNING neutron.api.v2.base [None req-1f37a8da-3f52-4f1f-be02-679859a7957f tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 04 09:13:40.590501 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-1f37a8da-3f52-4f1f-be02-679859a7957f tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 09:13:40.591710 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-1f37a8da-3f52-4f1f-be02-679859a7957f tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0096085 Oct 04 09:13:40.594568 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55902) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:40.697871 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.db.api [None req-db317540-720a-4041-a7fb-8e3726f1f8df None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:13:40.698161 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG oslo_db.api [None req-db317540-720a-4041-a7fb-8e3726f1f8df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:13:40.698773 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port eb9729d8-a7a0-438a-ad77-76dbcb59d14c triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:13:40.699294 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:40.699627 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port eb9729d8-a7a0-438a-ad77-76dbcb59d14c Oct 04 09:13:40.721287 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-aaeccc21-baf6-47ba-aea6-239dfe9dff5a tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:40.721912 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.segments_db [None req-aaeccc21-baf6-47ba-aea6-239dfe9dff5a tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Added segment f423d1fb-16f7-4170-a5bd-b320baaa397c of type vlan for network 497714c7-9cc8-449c-a466-6b7331e23497 Oct 04 09:13:40.723524 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48760fb4-6eac-4805-866f-d3275f3fc13f tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event deleted for resources: {'Port': ['ID=94f7e462-7e80-4df0-bf2d-5ac19b2101af,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:40.745076 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bb2fda24-534f-4bbc-b2b0-f46b5566349e tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:40.772621 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48760fb4-6eac-4805-866f-d3275f3fc13f tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] No DVR routers for this DVR port 94f7e462-7e80-4df0-bf2d-5ac19b2101af on host dv-neutron-860215-1-hyperv {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:13:40.849635 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port eb9729d8-a7a0-438a-ad77-76dbcb59d14c is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:13:40.850708 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 1f237b78-c9c0-48d9-a12a-acccb1776c37 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:13:40.888640 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-bb2fda24-534f-4bbc-b2b0-f46b5566349e tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89e2ff9c-deec-46ac-a84a-1a2686847261']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:40.924021 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 1f237b78-c9c0-48d9-a12a-acccb1776c37 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:13:40.924570 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:40.924768 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 1f237b78-c9c0-48d9-a12a-acccb1776c37 Oct 04 09:13:40.961597 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-732c1780-aa20-4dad-88f1-270ce9f959c2 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:40.992148 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-bb2fda24-534f-4bbc-b2b0-f46b5566349e tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '215f0871-d406-4ca7-a11d-c1e73066f637') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:40.992766 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-bb2fda24-534f-4bbc-b2b0-f46b5566349e tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '215f0871-d406-4ca7-a11d-c1e73066f637') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:41.002579 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-732c1780-aa20-4dad-88f1-270ce9f959c2 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:41.025098 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32c26ab2-8937-4cde-b802-ddfb228123e9 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Router b1e8c9a4-3b34-4084-bee7-afc834404996 is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:13:41.035870 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:41.054922 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-aaeccc21-baf6-47ba-aea6-239dfe9dff5a tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:41.061435 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 1f237b78-c9c0-48d9-a12a-acccb1776c37 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:13:41.117233 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bb2fda24-534f-4bbc-b2b0-f46b5566349e tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:41.125301 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-48760fb4-6eac-4805-866f-d3275f3fc13f tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:41.134033 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-732c1780-aa20-4dad-88f1-270ce9f959c2 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:41.134234 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 94f7e462-7e80-4df0-bf2d-5ac19b2101af no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:13:41.169569 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 94f7e462-7e80-4df0-bf2d-5ac19b2101af {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:13:41.169905 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 94f7e462-7e80-4df0-bf2d-5ac19b2101af not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:13:41.188729 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bb2fda24-534f-4bbc-b2b0-f46b5566349e tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:41.199559 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-db317540-720a-4041-a7fb-8e3726f1f8df None None] Deleting port 94f7e462-7e80-4df0-bf2d-5ac19b2101af {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:13:41.199967 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-db317540-720a-4041-a7fb-8e3726f1f8df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:41.219049 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732c1780-aa20-4dad-88f1-270ce9f959c2 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c13cde-ce4e-4b75-8ea2-b52a175116c1,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:41.230441 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-732c1780-aa20-4dad-88f1-270ce9f959c2 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:41.233600 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-732c1780-aa20-4dad-88f1-270ce9f959c2 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] 10.222.0.50 "DELETE /v2.0/security-groups/d7c13cde-ce4e-4b75-8ea2-b52a175116c1 HTTP/1.1" status: 204 len: 168 time: 0.6379912 Oct 04 09:13:41.236428 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55908) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:41.263695 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-48760fb4-6eac-4805-866f-d3275f3fc13f tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfbf88dd-55a3-4b2a-9c41-c130ff503737']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:41.270438 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c26ab2-8937-4cde-b802-ddfb228123e9 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:13:41.280829 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb2fda24-534f-4bbc-b2b0-f46b5566349e tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:13:41.281760 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bb2fda24-534f-4bbc-b2b0-f46b5566349e tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:41.284924 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-db317540-720a-4041-a7fb-8e3726f1f8df None None] The port '94f7e462-7e80-4df0-bf2d-5ac19b2101af' was deleted {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 04 09:13:41.287459 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70283d83-a001-42db-be74-ca88b8b269d3 None None] Sync routers for ids ['b1e8c9a4-3b34-4084-bee7-afc834404996'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:13:41.300255 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70283d83-a001-42db-be74-ca88b8b269d3 None None] Routers {'b1e8c9a4-3b34-4084-bee7-afc834404996'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:13:41.300255 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-70283d83-a001-42db-be74-ca88b8b269d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:13:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['b1e8c9a4-3b34-4084-bee7-afc834404996'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:41.315883 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-621584d1-f3e3-49e2-97bf-709ce76d6574 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Synchronizing usage tracker for tenant:b215519b9da143399af7811a7a78118a on resource:security_group {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:13:41.319944 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-32c26ab2-8937-4cde-b802-ddfb228123e9 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:41.322140 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-32c26ab2-8937-4cde-b802-ddfb228123e9 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 6.9817553 Oct 04 09:13:41.323258 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-48760fb4-6eac-4805-866f-d3275f3fc13f tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82a3d543-103a-461b-9ae2-0668443d471e') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:41.323759 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-48760fb4-6eac-4805-866f-d3275f3fc13f tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82a3d543-103a-461b-9ae2-0668443d471e') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:41.325725 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55916) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:41.331405 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-aaeccc21-baf6-47ba-aea6-239dfe9dff5a tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:41.337536 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaeccc21-baf6-47ba-aea6-239dfe9dff5a tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:41.338338 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-aaeccc21-baf6-47ba-aea6-239dfe9dff5a tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:41.371174 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5c43a0-a150-4b5a-bd79-5ffb8d672bb4 None None] get_active_networks_info from dv-neutron-860215-1-hyperv {{(pid=89034) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 04 09:13:41.392121 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 215f0871-d406-4ca7-a11d-c1e73066f637 resource provider aggregate not found Oct 04 09:13:41.436087 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-48760fb4-6eac-4805-866f-d3275f3fc13f tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:41.441004 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-621584d1-f3e3-49e2-97bf-709ce76d6574 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Unset dirty status for tenant:b215519b9da143399af7811a7a78118a on resource:security_group {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:13:41.446720 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-621584d1-f3e3-49e2-97bf-709ce76d6574 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2089479 Oct 04 09:13:41.447597 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55922) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:41.504099 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-b8c78643-9066-4a57-8f96-7dc370344cdc tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Request body: {'security_group': {'name': 'tempest-secgroup--1448934118'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:41.512398 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 215f0871-d406-4ca7-a11d-c1e73066f637 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 215f0871-d406-4ca7-a11d-c1e73066f637 found for delete ", "request_id": "req-2e157acd-ad2b-4358-aeae-b528b2d93f1b"}]} Oct 04 09:13:41.541580 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-20831e58-1ba4-454b-bd2b-0fd3d35f611a tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:41.556274 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-b8c78643-9066-4a57-8f96-7dc370344cdc tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:41.569861 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-48760fb4-6eac-4805-866f-d3275f3fc13f tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:41.584492 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8751f6f-68a3-4981-99fb-a03068accad8 req-8766c6ea-9a93-4929-979b-15e5aace48e6 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:41.592171 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a8751f6f-68a3-4981-99fb-a03068accad8 req-8766c6ea-9a93-4929-979b-15e5aace48e6 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e79a632-4582-4ce8-a81b-e8fd5f0c1012 HTTP/1.1" status: 200 len: 946 time: 0.7053177 Oct 04 09:13:41.594352 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-20831e58-1ba4-454b-bd2b-0fd3d35f611a tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736963', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1737124'] for router, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:41.595615 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-b8c78643-9066-4a57-8f96-7dc370344cdc tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:41.601906 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48760fb4-6eac-4805-866f-d3275f3fc13f tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:13:41.602315 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-48760fb4-6eac-4805-866f-d3275f3fc13f tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:41.616332 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-70283d83-a001-42db-be74-ca88b8b269d3 None None] Set router b1e8c9a4-3b34-4084-bee7-afc834404996 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:13:41.622758 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-58ce7425-5653-478c-b8d4-5290df2c01ad tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] 10.222.0.50 "GET /v2.0/routers/b1e8c9a4-3b34-4084-bee7-afc834404996 HTTP/1.1" status: 200 len: 909 time: 0.2958434 Oct 04 09:13:41.625775 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55926) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:41.629033 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b8c78643-9066-4a57-8f96-7dc370344cdc tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:41.631246 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-aaeccc21-baf6-47ba-aea6-239dfe9dff5a tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.9519954 Oct 04 09:13:41.632075 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeccc21-baf6-47ba-aea6-239dfe9dff5a tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Pushing event updated for resources: {'Network': ['ID=497714c7-9cc8-449c-a466-6b7331e23497,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:41.641416 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55930) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:41.644471 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bb2fda24-534f-4bbc-b2b0-f46b5566349e tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:41.677399 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 497714c7-9cc8-449c-a466-6b7331e23497 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:13:41.708862 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-d6d74963-3040-4a70-93ed-668789b16fd2 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Request body: {'subnet': {'network_id': '497714c7-9cc8-449c-a466-6b7331e23497', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:41.755386 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-b8c78643-9066-4a57-8f96-7dc370344cdc tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:41.825503 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-b8c78643-9066-4a57-8f96-7dc370344cdc tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Usage tracker for resource:security_group_rule and tenant:b215519b9da143399af7811a7a78118a is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:41.835744 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-b8c78643-9066-4a57-8f96-7dc370344cdc tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:41.882796 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5c43a0-a150-4b5a-bd79-5ffb8d672bb4 None None] Resources bound (agent type, host, resource id): {{(pid=89034) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 04 09:13:41.893615 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bb2fda24-534f-4bbc-b2b0-f46b5566349e tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:41.910276 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-b8c78643-9066-4a57-8f96-7dc370344cdc tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:41.940689 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d637e3d4-05b3-4509-9d2d-fec04b28c420 req-836f0cee-c26e-4d38-ad59-235b2b5b6d0d tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:41.942162 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-d637e3d4-05b3-4509-9d2d-fec04b28c420 req-836f0cee-c26e-4d38-ad59-235b2b5b6d0d tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 0.4338527 Oct 04 09:13:41.949064 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2fda24-534f-4bbc-b2b0-f46b5566349e tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Pushing event deleted for resources: {'Network': ['ID=89e2ff9c-deec-46ac-a84a-1a2686847261,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:41.968253 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-bb2fda24-534f-4bbc-b2b0-f46b5566349e tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] 10.222.0.50 "DELETE /v2.0/networks/89e2ff9c-deec-46ac-a84a-1a2686847261 HTTP/1.1" status: 204 len: 168 time: 8.2759125 Oct 04 09:13:41.968802 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55934) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:41.981031 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a8751f6f-68a3-4981-99fb-a03068accad8 req-c21bb699-09c8-49e9-b73a-ed557d9a4f76 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] 10.222.0.50 "GET /v2.0/security-groups?id=f34b24fc-e33c-4718-8a20-71faa3994815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3879812 Oct 04 09:13:41.983312 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-0d874d7e-cbb2-4671-88bf-2dc22630d19c tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-889757100'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:41.993781 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-d6d74963-3040-4a70-93ed-668789b16fd2 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:42.023620 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-d6d74963-3040-4a70-93ed-668789b16fd2 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Usage tracker for resource:subnet and tenant:830e4f1e474d44798f0ec351419759e1 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:42.026597 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-0d874d7e-cbb2-4671-88bf-2dc22630d19c tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:42.034902 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-d6d74963-3040-4a70-93ed-668789b16fd2 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:42.042237 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-48760fb4-6eac-4805-866f-d3275f3fc13f tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:42.058542 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-0d874d7e-cbb2-4671-88bf-2dc22630d19c tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Usage tracker for resource:network and tenant:5b1c6a997cf443e88f0c80c3c8bb1373 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:42.066074 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-0d874d7e-cbb2-4671-88bf-2dc22630d19c tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:42.068275 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-48760fb4-6eac-4805-866f-d3275f3fc13f tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:42.070653 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-d6d74963-3040-4a70-93ed-668789b16fd2 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:42.079993 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-d637e3d4-05b3-4509-9d2d-fec04b28c420 req-07c09b88-1ed8-4c28-979d-bb2d176eade9 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075561 Oct 04 09:13:42.081142 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-12070d3f-605d-4756-899a-f79feb8ef6ac tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks [] for router, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:42.092585 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48760fb4-6eac-4805-866f-d3275f3fc13f tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event deleted for resources: {'Network': ['ID=dfbf88dd-55a3-4b2a-9c41-c130ff503737,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:42.106657 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-48760fb4-6eac-4805-866f-d3275f3fc13f tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "DELETE /v2.0/networks/dfbf88dd-55a3-4b2a-9c41-c130ff503737 HTTP/1.1" status: 204 len: 168 time: 3.7252698 Oct 04 09:13:42.107664 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55938) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:42.117960 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-522c403e-21a5-4734-bf3d-7bb60f57aaab tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Request body: {'port': {'network_id': '35aa0c51-ba0c-45a1-8373-559b804543b2', 'name': 'tempest-PortsTestJSON-447804064'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:42.156916 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-0d874d7e-cbb2-4671-88bf-2dc22630d19c tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:42.206750 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d74963-3040-4a70-93ed-668789b16fd2 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Made reservation on behalf of 830e4f1e474d44798f0ec351419759e1 for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:13:42.210194 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d6d74963-3040-4a70-93ed-668789b16fd2 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:42.233963 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d874d7e-cbb2-4671-88bf-2dc22630d19c tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Made reservation on behalf of 5b1c6a997cf443e88f0c80c3c8bb1373 for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:13:42.237429 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0d874d7e-cbb2-4671-88bf-2dc22630d19c tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:42.256010 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-522c403e-21a5-4734-bf3d-7bb60f57aaab tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:42.273254 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-522c403e-21a5-4734-bf3d-7bb60f57aaab tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:42.281487 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20831e58-1ba4-454b-bd2b-0fd3d35f611a tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Router 5f665853-2a42-4c78-906f-fb33a50420a6 is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:13:42.288438 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522c403e-21a5-4734-bf3d-7bb60f57aaab tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Made reservation on behalf of 7c59b642fbd4440eb4278f2c0c212bcd for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:13:42.292597 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-522c403e-21a5-4734-bf3d-7bb60f57aaab tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:42.312940 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-70283d83-a001-42db-be74-ca88b8b269d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e8c9a4-3b34-4084-bee7-afc834404996', 'name': 'tempest-snat-router-1532520900', 'tenant_id': '8eccf873fc3d4a95ae93ab1afe9db4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.196'}], 'enable_snat': True}, 'gw_port_id': '147bdc90-6a1e-4835-a204-bd272c9f74ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:13:34Z', 'updated_at': '2022-10-04T09:13:39Z', 'revision_number': 3, 'project_id': '8eccf873fc3d4a95ae93ab1afe9db4b6', 'gw_port': {'id': '147bdc90-6a1e-4835-a204-bd272c9f74ac', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e8c9a4-3b34-4084-bee7-afc834404996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:13:37Z', 'updated_at': '2022-10-04T09:13:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:42.326283 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70283d83-a001-42db-be74-ca88b8b269d3 None None] Checking router: b1e8c9a4-3b34-4084-bee7-afc834404996 for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:13:42.326484 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70283d83-a001-42db-be74-ca88b8b269d3 None None] Updating router b1e8c9a4-3b34-4084-bee7-afc834404996 port 147bdc90-6a1e-4835-a204-bd272c9f74ac binding host dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:13:42.391495 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-70283d83-a001-42db-be74-ca88b8b269d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:42.399682 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [None req-522c403e-21a5-4734-bf3d-7bb60f57aaab tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] device_id is not set on port 5584adea-e2d1-4240-97c4-7c8904f2d2b7 yet. {{(pid=89032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:13:42.546949 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b8c78643-9066-4a57-8f96-7dc370344cdc tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:42.564335 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b8c78643-9066-4a57-8f96-7dc370344cdc tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:42.594066 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d874d7e-cbb2-4671-88bf-2dc22630d19c tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:13:42.598874 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20831e58-1ba4-454b-bd2b-0fd3d35f611a tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:13:42.624894 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90907f01-7ce5-495d-98d0-f483ef9a366e None None] Sync routers for ids ['5f665853-2a42-4c78-906f-fb33a50420a6'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:13:42.640148 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90907f01-7ce5-495d-98d0-f483ef9a366e None None] Routers {'5f665853-2a42-4c78-906f-fb33a50420a6'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:13:42.640881 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-90907f01-7ce5-495d-98d0-f483ef9a366e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:13:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['5f665853-2a42-4c78-906f-fb33a50420a6'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:42.653742 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0d874d7e-cbb2-4671-88bf-2dc22630d19c tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:42.654178 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-0d874d7e-cbb2-4671-88bf-2dc22630d19c tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Added segment a6f33b66-bb67-4fa0-9f0a-0cdf22e0e183 of type vlan for network a32bc990-30c0-4153-a24d-3213b4891509 Oct 04 09:13:42.660037 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c78643-9066-4a57-8f96-7dc370344cdc tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e68d1a53-62e4-4c0a-be39-16f978d72b32,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:42.669583 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-12070d3f-605d-4756-899a-f79feb8ef6ac tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:42.702812 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-12070d3f-605d-4756-899a-f79feb8ef6ac tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Deleting port 147bdc90-6a1e-4835-a204-bd272c9f74ac {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:13:42.703158 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-12070d3f-605d-4756-899a-f79feb8ef6ac tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:42.715751 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-20831e58-1ba4-454b-bd2b-0fd3d35f611a tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:42.719615 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-20831e58-1ba4-454b-bd2b-0fd3d35f611a tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] 10.222.0.50 "PUT /v2.0/routers/5f665853-2a42-4c78-906f-fb33a50420a6 HTTP/1.1" status: 200 len: 918 time: 8.6346738 Oct 04 09:13:42.724620 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55942) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:42.727031 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b8c78643-9066-4a57-8f96-7dc370344cdc tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:42.731879 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-b8c78643-9066-4a57-8f96-7dc370344cdc tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2811465 Oct 04 09:13:42.732685 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55946) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:42.743989 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0d874d7e-cbb2-4671-88bf-2dc22630d19c tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:42.758160 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-6e1ab54b-f391-40c1-ad2a-cf07aa23de16 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Request body: {'security_group_rule': {'security_group_id': 'e68d1a53-62e4-4c0a-be39-16f978d72b32', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:42.775912 dv-neutron-860215-1-hyperv neutron-server[89033]: WARNING neutron.api.v2.base [None req-6e1ab54b-f391-40c1-ad2a-cf07aa23de16 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 04 09:13:42.776198 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-90907f01-7ce5-495d-98d0-f483ef9a366e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:42.776544 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-6e1ab54b-f391-40c1-ad2a-cf07aa23de16 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 09:13:42.777750 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-6e1ab54b-f391-40c1-ad2a-cf07aa23de16 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0363619 Oct 04 09:13:42.797412 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90907f01-7ce5-495d-98d0-f483ef9a366e None None] Routers {'5f665853-2a42-4c78-906f-fb33a50420a6'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:13:42.799492 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-90907f01-7ce5-495d-98d0-f483ef9a366e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:13:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['5f665853-2a42-4c78-906f-fb33a50420a6'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:42.849866 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55950) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:42.871597 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-70283d83-a001-42db-be74-ca88b8b269d3 None None] Notify callbacks [] for port, precommit_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:42.872954 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-84bd3647-c180-455f-91c4-48b07586c9ef tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Request body: {'security_group_rule': {'security_group_id': 'e68d1a53-62e4-4c0a-be39-16f978d72b32', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:42.874948 dv-neutron-860215-1-hyperv neutron-server[89032]: WARNING neutron.api.v2.base [None req-84bd3647-c180-455f-91c4-48b07586c9ef tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 04 09:13:42.875618 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.api.v2.resource [None req-84bd3647-c180-455f-91c4-48b07586c9ef tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 09:13:42.880259 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55954) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:42.880870 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-84bd3647-c180-455f-91c4-48b07586c9ef tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0196981 Oct 04 09:13:42.890018 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-70283d83-a001-42db-be74-ca88b8b269d3 None None] Transition to ACTIVE for port object 147bdc90-6a1e-4835-a204-bd272c9f74ac will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:13:42.894901 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-90907f01-7ce5-495d-98d0-f483ef9a366e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:42.895484 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90907f01-7ce5-495d-98d0-f483ef9a366e None None] The sync data for ids ['5f665853-2a42-4c78-906f-fb33a50420a6'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:13:42.905418 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-70283d83-a001-42db-be74-ca88b8b269d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:42.931112 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-6b0b5f26-3fa4-44ba-b68d-a4c7d0651bf7 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Request body: {'security_group_rule': {'security_group_id': 'e68d1a53-62e4-4c0a-be39-16f978d72b32', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:42.932069 dv-neutron-860215-1-hyperv neutron-server[89033]: WARNING neutron.api.v2.base [None req-6b0b5f26-3fa4-44ba-b68d-a4c7d0651bf7 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 04 09:13:42.932576 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-6b0b5f26-3fa4-44ba-b68d-a4c7d0651bf7 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 09:13:42.933513 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-6b0b5f26-3fa4-44ba-b68d-a4c7d0651bf7 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0212185 Oct 04 09:13:42.941339 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55958) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:42.990599 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-70283d83-a001-42db-be74-ca88b8b269d3 None None] Attempting to bind port 147bdc90-6a1e-4835-a204-bd272c9f74ac on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:13:42.991363 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-70283d83-a001-42db-be74-ca88b8b269d3 None None] Attempting to bind port 147bdc90-6a1e-4835-a204-bd272c9f74ac by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:13:42.991740 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70283d83-a001-42db-be74-ca88b8b269d3 None None] Attempting to bind port 147bdc90-6a1e-4835-a204-bd272c9f74ac on network f33938cd-879e-4461-9b5e-aa67b746b6bd {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:13:43.000811 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70283d83-a001-42db-be74-ca88b8b269d3 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:13:43.001422 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70283d83-a001-42db-be74-ca88b8b269d3 None None] Checking segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:13:43.002087 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-70283d83-a001-42db-be74-ca88b8b269d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:43.002420 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70283d83-a001-42db-be74-ca88b8b269d3 None None] Bound using segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:13:43.002965 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-70283d83-a001-42db-be74-ca88b8b269d3 None None] Bound port: 147bdc90-6a1e-4835-a204-bd272c9f74ac, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:13:43.003427 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-70283d83-a001-42db-be74-ca88b8b269d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:43.006150 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-f70bf252-2257-499b-87e7-498fc474830e tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Request body: {'security_group_rule': {'security_group_id': 'e68d1a53-62e4-4c0a-be39-16f978d72b32', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:43.007494 dv-neutron-860215-1-hyperv neutron-server[89032]: WARNING neutron.api.v2.base [None req-f70bf252-2257-499b-87e7-498fc474830e tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 04 09:13:43.007986 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.api.v2.resource [None req-f70bf252-2257-499b-87e7-498fc474830e tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 09:13:43.009508 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-f70bf252-2257-499b-87e7-498fc474830e tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0644515 Oct 04 09:13:43.013035 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55962) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:43.015909 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0d874d7e-cbb2-4671-88bf-2dc22630d19c tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:43.022188 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d874d7e-cbb2-4671-88bf-2dc22630d19c tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:43.022772 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0d874d7e-cbb2-4671-88bf-2dc22630d19c tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:43.049612 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-522c403e-21a5-4734-bf3d-7bb60f57aaab tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:43.059405 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09565f-cf5a-414b-b345-f7e311bf5e8d None None] Pushing event updated for resources: {'Port': ['ID=147bdc90-6a1e-4835-a204-bd272c9f74ac,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:43.079859 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77260e8-2bac-4e80-87e2-326306026b22 req-930a2e41-7ab2-494f-8fa7-e086c10f2489 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:43.081377 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a77260e8-2bac-4e80-87e2-326306026b22 req-930a2e41-7ab2-494f-8fa7-e086c10f2489 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e79a632-4582-4ce8-a81b-e8fd5f0c1012 HTTP/1.1" status: 200 len: 946 time: 0.4468956 Oct 04 09:13:43.087624 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-dea74933-b89c-4aec-9833-16c48f7c6150 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] 10.222.0.50 "GET /v2.0/routers/5f665853-2a42-4c78-906f-fb33a50420a6 HTTP/1.1" status: 200 len: 924 time: 0.3567915 Oct 04 09:13:43.090959 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55968) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:43.115006 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-70283d83-a001-42db-be74-ca88b8b269d3 None None] For port 147bdc90-6a1e-4835-a204-bd272c9f74ac, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:13:43.120445 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-70283d83-a001-42db-be74-ca88b8b269d3 None None] For port 147bdc90-6a1e-4835-a204-bd272c9f74ac, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=147bdc90-6a1e-4835-a204-bd272c9f74ac,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:13:43.138365 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-70283d83-a001-42db-be74-ca88b8b269d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:43.214316 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-12070d3f-605d-4756-899a-f79feb8ef6ac tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:43.220573 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09565f-cf5a-414b-b345-f7e311bf5e8d None None] Pushing event updated for resources: {'Port': ['ID=147bdc90-6a1e-4835-a204-bd272c9f74ac,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:43.225253 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d874d7e-cbb2-4671-88bf-2dc22630d19c tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Pushing event updated for resources: {'Network': ['ID=a32bc990-30c0-4153-a24d-3213b4891509,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:43.229276 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-0d874d7e-cbb2-4671-88bf-2dc22630d19c tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2556915 Oct 04 09:13:43.232419 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70283d83-a001-42db-be74-ca88b8b269d3 None None] Routers {'b1e8c9a4-3b34-4084-bee7-afc834404996'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:13:43.233076 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-70283d83-a001-42db-be74-ca88b8b269d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:13:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['b1e8c9a4-3b34-4084-bee7-afc834404996'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:43.239942 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 55974) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:43.262228 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-fe191f20-025a-4f56-859c-51e4b15f6fc9 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Request body: {'subnet': {'network_id': 'a32bc990-30c0-4153-a24d-3213b4891509', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:43.292110 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network a32bc990-30c0-4153-a24d-3213b4891509 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:13:43.366131 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-a77260e8-2bac-4e80-87e2-326306026b22 req-77f42479-0dac-405c-adf4-6aff0af99b6d tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Deleting port 5f5386ca-279a-4e59-9b5a-fdcd7d2812cf {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:13:43.366131 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-a77260e8-2bac-4e80-87e2-326306026b22 req-77f42479-0dac-405c-adf4-6aff0af99b6d tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:43.422030 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-12070d3f-605d-4756-899a-f79feb8ef6ac tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Calling delete_port for 147bdc90-6a1e-4835-a204-bd272c9f74ac owned by network:router_gateway {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:13:43.435045 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-522c403e-21a5-4734-bf3d-7bb60f57aaab tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:43.477901 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-70283d83-a001-42db-be74-ca88b8b269d3 None None] Set router b1e8c9a4-3b34-4084-bee7-afc834404996 gateway port host: None {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:13:43.507755 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d6d74963-3040-4a70-93ed-668789b16fd2 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:43.639051 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-70283d83-a001-42db-be74-ca88b8b269d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e8c9a4-3b34-4084-bee7-afc834404996', 'name': 'tempest-snat-router-1532520900', 'tenant_id': '8eccf873fc3d4a95ae93ab1afe9db4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:13:34Z', 'updated_at': '2022-10-04T09:13:42Z', 'revision_number': 4, 'project_id': '8eccf873fc3d4a95ae93ab1afe9db4b6', 'gw_port_host': None}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:43.643065 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70283d83-a001-42db-be74-ca88b8b269d3 None None] The sync data for ids ['b1e8c9a4-3b34-4084-bee7-afc834404996'] in dv-neutron-860215-1-hyperv is: [{'id': 'b1e8c9a4-3b34-4084-bee7-afc834404996', 'name': 'tempest-snat-router-1532520900', 'tenant_id': '8eccf873fc3d4a95ae93ab1afe9db4b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:13:34Z', 'updated_at': '2022-10-04T09:13:42Z', 'revision_number': 4, 'project_id': '8eccf873fc3d4a95ae93ab1afe9db4b6', 'gw_port_host': None}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:13:43.659345 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8b0225bf-7642-4019-bbae-ba640d0a700a tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:43.661026 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d74963-3040-4a70-93ed-668789b16fd2 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Pushing event updated for resources: {'Subnet': ['ID=34ef677e-54a0-44c4-851d-73d814c5100b,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:43.668081 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 82a3d543-103a-461b-9ae2-0668443d471e resource provider aggregate not found Oct 04 09:13:43.681973 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-fe191f20-025a-4f56-859c-51e4b15f6fc9 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:43.717833 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 82a3d543-103a-461b-9ae2-0668443d471e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 82a3d543-103a-461b-9ae2-0668443d471e found for delete ", "request_id": "req-caf1e4eb-d442-4802-8824-262c48ad0645"}]} Oct 04 09:13:43.721926 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d74963-3040-4a70-93ed-668789b16fd2 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Checking segment: {'id': 'f423d1fb-16f7-4170-a5bd-b320baaa397c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '497714c7-9cc8-449c-a466-6b7331e23497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:13:43.721926 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d74963-3040-4a70-93ed-668789b16fd2 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Network hostable DHCP agents. Network: 497714c7-9cc8-449c-a466-6b7331e23497, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:13:43.727310 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-fe191f20-025a-4f56-859c-51e4b15f6fc9 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Usage tracker for resource:subnet and tenant:5b1c6a997cf443e88f0c80c3c8bb1373 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:43.733029 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8b0225bf-7642-4019-bbae-ba640d0a700a tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:43.750262 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522c403e-21a5-4734-bf3d-7bb60f57aaab tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Network 35aa0c51-ba0c-45a1-8373-559b804543b2 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:13:43.751615 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-fe191f20-025a-4f56-859c-51e4b15f6fc9 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:43.761783 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-522c403e-21a5-4734-bf3d-7bb60f57aaab tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:13:43.770348 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c18eb-4619-44d8-bdcb-fe7fbd0a9973 req-efc7c0bb-746e-4c44-a1c4-edaeb625ef55 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:43.770504 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522c403e-21a5-4734-bf3d-7bb60f57aaab tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event updated for resources: {'Port': ['ID=5584adea-e2d1-4240-97c4-7c8904f2d2b7,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:43.774021 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522c403e-21a5-4734-bf3d-7bb60f57aaab tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:13:43.778574 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-026c18eb-4619-44d8-bdcb-fe7fbd0a9973 req-efc7c0bb-746e-4c44-a1c4-edaeb625ef55 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 0.4085429 Oct 04 09:13:43.781595 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522c403e-21a5-4734-bf3d-7bb60f57aaab tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:43.782317 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-522c403e-21a5-4734-bf3d-7bb60f57aaab tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:43.786704 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-fe191f20-025a-4f56-859c-51e4b15f6fc9 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:43.794402 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52c9f32-09c1-47e3-9bad-da18d15ec019 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:43.798802 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-d52c9f32-09c1-47e3-9bad-da18d15ec019 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=f33938cd-879e-4461-9b5e-aa67b746b6bd&device_id=5f665853-2a42-4c78-906f-fb33a50420a6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6686027 Oct 04 09:13:43.799534 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55982) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:43.829037 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa2953-29f5-486c-ac84-d1465a4ff4bd req-aa003bba-4bd9-4b25-bc7f-4d08a40f4008 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:43.830633 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d5fa2953-29f5-486c-ac84-d1465a4ff4bd req-aa003bba-4bd9-4b25-bc7f-4d08a40f4008 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e79a632-4582-4ce8-a81b-e8fd5f0c1012 HTTP/1.1" status: 200 len: 946 time: 0.6618180 Oct 04 09:13:43.841393 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.db.api [None req-12070d3f-605d-4756-899a-f79feb8ef6ac tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:13:43.841786 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG oslo_db.api [None req-12070d3f-605d-4756-899a-f79feb8ef6ac tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:13:43.861816 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe191f20-025a-4f56-859c-51e4b15f6fc9 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Made reservation on behalf of 5b1c6a997cf443e88f0c80c3c8bb1373 for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:13:43.865245 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fe191f20-025a-4f56-859c-51e4b15f6fc9 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:43.913784 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d74963-3040-4a70-93ed-668789b16fd2 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Network 497714c7-9cc8-449c-a466-6b7331e23497 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:13:43.944906 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-026c18eb-4619-44d8-bdcb-fe7fbd0a9973 req-a2a92d93-7779-49ca-8943-34440dd122c8 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652155 Oct 04 09:13:43.956072 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-d6d74963-3040-4a70-93ed-668789b16fd2 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 497714c7-9cc8-449c-a466-6b7331e23497) {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:13:43.960604 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d74963-3040-4a70-93ed-668789b16fd2 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:43.961186 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d6d74963-3040-4a70-93ed-668789b16fd2 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:43.976412 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8b0225bf-7642-4019-bbae-ba640d0a700a tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:43.976717 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6a7ce2-4415-4e15-9fd6-946060216142 None None] Network 497714c7-9cc8-449c-a466-6b7331e23497 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:13:43.999705 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-522c403e-21a5-4734-bf3d-7bb60f57aaab tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.8881938 Oct 04 09:13:44.005266 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55986) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:44.019630 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0225bf-7642-4019-bbae-ba640d0a700a tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68d1a53-62e4-4c0a-be39-16f978d72b32,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:44.092883 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d5fa2953-29f5-486c-ac84-d1465a4ff4bd req-21eb6329-9801-4800-b015-db1329539125 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] 10.222.0.50 "GET /v2.0/security-groups?id=f34b24fc-e33c-4718-8a20-71faa3994815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2374654 Oct 04 09:13:44.125913 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-63b787ec-a377-4426-adf0-628f1715e8fc tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Deleting port 5584adea-e2d1-4240-97c4-7c8904f2d2b7 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:13:44.126510 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-63b787ec-a377-4426-adf0-628f1715e8fc tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:44.138126 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-a77260e8-2bac-4e80-87e2-326306026b22 req-77f42479-0dac-405c-adf4-6aff0af99b6d tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] For port 5f5386ca-279a-4e59-9b5a-fdcd7d2812cf, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=5f5386ca-279a-4e59-9b5a-fdcd7d2812cf,segment=NetworkSegment(f973a6e2-d09c-4697-bd3b-2000b453af7a),segment_id=f973a6e2-d09c-4697-bd3b-2000b453af7a)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:13:44.138605 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-a77260e8-2bac-4e80-87e2-326306026b22 req-77f42479-0dac-405c-adf4-6aff0af99b6d tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:44.164046 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-d6d74963-3040-4a70-93ed-668789b16fd2 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4666121 Oct 04 09:13:44.171056 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8b0225bf-7642-4019-bbae-ba640d0a700a tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:44.174597 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-8b0225bf-7642-4019-bbae-ba640d0a700a tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] 10.222.0.50 "DELETE /v2.0/security-groups/e68d1a53-62e4-4c0a-be39-16f978d72b32 HTTP/1.1" status: 204 len: 168 time: 1.1038802 Oct 04 09:13:44.174597 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2b00b7-07cf-4f10-aee9-bced27cbce5c tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:44.174937 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-ef2b00b7-07cf-4f10-aee9-bced27cbce5c tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] 10.222.0.50 "GET /v2.0/networks/f33938cd-879e-4461-9b5e-aa67b746b6bd HTTP/1.1" status: 200 len: 881 time: 0.3708892 Oct 04 09:13:44.182263 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55990) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:44.182592 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55992) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:44.182899 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 55994) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:44.236873 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becd6332-e525-40e3-9949-5c0369ad6b90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-497714c7-9cc8-449c-a466-6b7331e23497', 'network_id': '497714c7-9cc8-449c-a466-6b7331e23497', 'tenant_id': '830e4f1e474d44798f0ec351419759e1', 'fixed_ips': [{'subnet_id': '34ef677e-54a0-44c4-851d-73d814c5100b'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:13:44.237956 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-becd6332-e525-40e3-9949-5c0369ad6b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:44.348201 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-db43d718-3057-41e1-9385-a10393901abd tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f665853-2a42-4c78-906f-fb33a50420a6 HTTP/1.1" status: 200 len: 205 time: 0.1586206 Oct 04 09:13:44.348940 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-12070d3f-605d-4756-899a-f79feb8ef6ac tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Deleting port 147bdc90-6a1e-4835-a204-bd272c9f74ac {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:13:44.349285 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-12070d3f-605d-4756-899a-f79feb8ef6ac tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:44.359642 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56002) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:44.396112 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-becd6332-e525-40e3-9949-5c0369ad6b90 None None] Allocated IP 2001:db8::2 (497714c7-9cc8-449c-a466-6b7331e23497/34ef677e-54a0-44c4-851d-73d814c5100b/8022009c-7fb6-41c1-aee3-022b883c1efb) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:13:44.611413 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-833c78b8-cacf-4ef4-b935-8ca8ed186eff tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Synchronizing usage tracker for tenant:b215519b9da143399af7811a7a78118a on resource:security_group {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:13:44.628392 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-becd6332-e525-40e3-9949-5c0369ad6b90 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:44.639283 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-becd6332-e525-40e3-9949-5c0369ad6b90 None None] Transition to ACTIVE for port object 8022009c-7fb6-41c1-aee3-022b883c1efb will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:13:44.658736 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-becd6332-e525-40e3-9949-5c0369ad6b90 None None] Transition to ACTIVE for port object 8022009c-7fb6-41c1-aee3-022b883c1efb will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:13:44.667000 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-becd6332-e525-40e3-9949-5c0369ad6b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:44.716046 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fe191f20-025a-4f56-859c-51e4b15f6fc9 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:44.722536 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-a77260e8-2bac-4e80-87e2-326306026b22 req-77f42479-0dac-405c-adf4-6aff0af99b6d tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:44.722787 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-a77260e8-2bac-4e80-87e2-326306026b22 req-77f42479-0dac-405c-adf4-6aff0af99b6d tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:44.723388 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.l3_db [req-a77260e8-2bac-4e80-87e2-326306026b22 req-77f42479-0dac-405c-adf4-6aff0af99b6d tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Floating IP f80e6d02-4c5a-44ba-8515-6e76e062f433 disassociated. External IP: 172.26.10.98, port: 5f5386ca-279a-4e59-9b5a-fdcd7d2812cf. Oct 04 09:13:44.723849 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-a77260e8-2bac-4e80-87e2-326306026b22 req-77f42479-0dac-405c-adf4-6aff0af99b6d tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Calling delete_port for 5f5386ca-279a-4e59-9b5a-fdcd7d2812cf owned by compute:nova {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:13:44.726848 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-833c78b8-cacf-4ef4-b935-8ca8ed186eff tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Unset dirty status for tenant:b215519b9da143399af7811a7a78118a on resource:security_group {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:13:44.728132 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-833c78b8-cacf-4ef4-b935-8ca8ed186eff tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5411952 Oct 04 09:13:44.742490 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56006) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:44.742684 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd6332-e525-40e3-9949-5c0369ad6b90 None None] Pushing event updated for resources: {'Port': ['ID=8022009c-7fb6-41c1-aee3-022b883c1efb,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:44.755722 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becd6332-e525-40e3-9949-5c0369ad6b90 None None] Network 497714c7-9cc8-449c-a466-6b7331e23497 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:13:44.757047 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-becd6332-e525-40e3-9949-5c0369ad6b90 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:13:44.759863 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-8091cda9-89f5-4c9a-b621-3ef3ef4db0cd tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Request body: {'security_group': {'name': 'tempest-secgroup--382643393'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:44.760033 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becd6332-e525-40e3-9949-5c0369ad6b90 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:13:44.784991 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f464f72f-eb8b-4a5d-92b4-6dfcb6cb550d tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks [] for router, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:44.861541 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-8091cda9-89f5-4c9a-b621-3ef3ef4db0cd tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:44.868522 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-becd6332-e525-40e3-9949-5c0369ad6b90 None None] Attempting to bind port 8022009c-7fb6-41c1-aee3-022b883c1efb on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:13:44.869551 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-becd6332-e525-40e3-9949-5c0369ad6b90 None None] Attempting to bind port 8022009c-7fb6-41c1-aee3-022b883c1efb by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'f423d1fb-16f7-4170-a5bd-b320baaa397c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '497714c7-9cc8-449c-a466-6b7331e23497'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:13:44.869551 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becd6332-e525-40e3-9949-5c0369ad6b90 None None] Attempting to bind port 8022009c-7fb6-41c1-aee3-022b883c1efb on network 497714c7-9cc8-449c-a466-6b7331e23497 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:13:44.875047 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becd6332-e525-40e3-9949-5c0369ad6b90 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:13:44.875406 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becd6332-e525-40e3-9949-5c0369ad6b90 None None] Checking segment: {'id': 'f423d1fb-16f7-4170-a5bd-b320baaa397c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '497714c7-9cc8-449c-a466-6b7331e23497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:13:44.876960 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-becd6332-e525-40e3-9949-5c0369ad6b90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:44.876960 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becd6332-e525-40e3-9949-5c0369ad6b90 None None] Bound using segment: {'id': 'f423d1fb-16f7-4170-a5bd-b320baaa397c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '497714c7-9cc8-449c-a466-6b7331e23497'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:13:44.876960 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-becd6332-e525-40e3-9949-5c0369ad6b90 None None] Bound port: 8022009c-7fb6-41c1-aee3-022b883c1efb, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f423d1fb-16f7-4170-a5bd-b320baaa397c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '497714c7-9cc8-449c-a466-6b7331e23497'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:13:44.877360 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-becd6332-e525-40e3-9949-5c0369ad6b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:44.881253 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-bfe03071-4855-401f-8840-22d119bd6520 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:44.928695 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-8091cda9-89f5-4c9a-b621-3ef3ef4db0cd tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:44.944373 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-63b787ec-a377-4426-adf0-628f1715e8fc tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:44.970570 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-becd6332-e525-40e3-9949-5c0369ad6b90 None None] For port 8022009c-7fb6-41c1-aee3-022b883c1efb, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:13:44.973964 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-becd6332-e525-40e3-9949-5c0369ad6b90 None None] For port 8022009c-7fb6-41c1-aee3-022b883c1efb, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=8022009c-7fb6-41c1-aee3-022b883c1efb,segment=NetworkSegment(f423d1fb-16f7-4170-a5bd-b320baaa397c),segment_id=f423d1fb-16f7-4170-a5bd-b320baaa397c)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:13:44.979509 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-becd6332-e525-40e3-9949-5c0369ad6b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:45.016158 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe191f20-025a-4f56-859c-51e4b15f6fc9 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Pushing event updated for resources: {'Subnet': ['ID=061256ad-5f76-4cb5-89e2-af8c91cf90fe,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:45.048039 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe191f20-025a-4f56-859c-51e4b15f6fc9 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Checking segment: {'id': 'a6f33b66-bb67-4fa0-9f0a-0cdf22e0e183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a32bc990-30c0-4153-a24d-3213b4891509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:13:45.048528 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe191f20-025a-4f56-859c-51e4b15f6fc9 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Network hostable DHCP agents. Network: a32bc990-30c0-4153-a24d-3213b4891509, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:13:45.070453 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd6332-e525-40e3-9949-5c0369ad6b90 None None] Pushing event updated for resources: {'Port': ['ID=8022009c-7fb6-41c1-aee3-022b883c1efb,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:45.132688 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe191f20-025a-4f56-859c-51e4b15f6fc9 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Network a32bc990-30c0-4153-a24d-3213b4891509 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:13:45.150262 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8091cda9-89f5-4c9a-b621-3ef3ef4db0cd tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:45.169472 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f464f72f-eb8b-4a5d-92b4-6dfcb6cb550d tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:45.169677 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-63b787ec-a377-4426-adf0-628f1715e8fc tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Calling delete_port for 5584adea-e2d1-4240-97c4-7c8904f2d2b7 owned by {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:13:45.177962 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-fe191f20-025a-4f56-859c-51e4b15f6fc9 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, a32bc990-30c0-4153-a24d-3213b4891509) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:13:45.188386 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe191f20-025a-4f56-859c-51e4b15f6fc9 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:45.189635 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fe191f20-025a-4f56-859c-51e4b15f6fc9 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:45.192979 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e58fdd-a258-4815-8283-a208ed07be4f None None] Network a32bc990-30c0-4153-a24d-3213b4891509 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:13:45.215670 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-f464f72f-eb8b-4a5d-92b4-6dfcb6cb550d tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Deleting port cfb73b6b-7f00-4add-9304-f6e570d70b25 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:13:45.216099 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f464f72f-eb8b-4a5d-92b4-6dfcb6cb550d tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:45.260589 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-bfe03071-4855-401f-8840-22d119bd6520 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Deleting port 8022009c-7fb6-41c1-aee3-022b883c1efb {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:13:45.260904 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-bfe03071-4855-401f-8840-22d119bd6520 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:45.377686 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-12070d3f-605d-4756-899a-f79feb8ef6ac tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] For port 147bdc90-6a1e-4835-a204-bd272c9f74ac, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=147bdc90-6a1e-4835-a204-bd272c9f74ac,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:13:45.378048 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-12070d3f-605d-4756-899a-f79feb8ef6ac tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:45.415621 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-8091cda9-89f5-4c9a-b621-3ef3ef4db0cd tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:45.536223 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60594027-4d96-43fa-956f-48a06a21b55f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-a32bc990-30c0-4153-a24d-3213b4891509', 'network_id': 'a32bc990-30c0-4153-a24d-3213b4891509', 'tenant_id': '5b1c6a997cf443e88f0c80c3c8bb1373', 'fixed_ips': [{'subnet_id': '061256ad-5f76-4cb5-89e2-af8c91cf90fe'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:13:45.537965 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-60594027-4d96-43fa-956f-48a06a21b55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:45.576153 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-8091cda9-89f5-4c9a-b621-3ef3ef4db0cd tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Usage tracker for resource:security_group_rule and tenant:b215519b9da143399af7811a7a78118a is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:45.585590 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-8091cda9-89f5-4c9a-b621-3ef3ef4db0cd tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:45.598027 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-12070d3f-605d-4756-899a-f79feb8ef6ac tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Calling delete_port for 147bdc90-6a1e-4835-a204-bd272c9f74ac owned by network:router_gateway {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:13:45.604701 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-fe191f20-025a-4f56-859c-51e4b15f6fc9 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.3593855 Oct 04 09:13:45.613025 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56014) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:45.648767 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-8091cda9-89f5-4c9a-b621-3ef3ef4db0cd tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:45.673991 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-1b460f63-6705-46dc-a4fd-40b3d89ea1bd tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1356196112'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:45.691189 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-1b460f63-6705-46dc-a4fd-40b3d89ea1bd tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:45.700593 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-1b460f63-6705-46dc-a4fd-40b3d89ea1bd tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Usage tracker for resource:network and tenant:5b1c6a997cf443e88f0c80c3c8bb1373 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:45.712758 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-1b460f63-6705-46dc-a4fd-40b3d89ea1bd tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:45.720394 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-a77260e8-2bac-4e80-87e2-326306026b22 req-77f42479-0dac-405c-adf4-6aff0af99b6d tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:45.732467 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-1b460f63-6705-46dc-a4fd-40b3d89ea1bd tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:45.739622 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-60594027-4d96-43fa-956f-48a06a21b55f None None] Allocated IP 2001:db8::3 (a32bc990-30c0-4153-a24d-3213b4891509/061256ad-5f76-4cb5-89e2-af8c91cf90fe/b5c3dd25-f908-46c3-b8ff-6fc9a8c625ea) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:13:45.808871 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-63b787ec-a377-4426-adf0-628f1715e8fc tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:45.818321 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f42479-0dac-405c-adf4-6aff0af99b6d tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Pushing event deleted for resources: {'Port': ['ID=5f5386ca-279a-4e59-9b5a-fdcd7d2812cf,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:45.850064 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b460f63-6705-46dc-a4fd-40b3d89ea1bd tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Made reservation on behalf of 5b1c6a997cf443e88f0c80c3c8bb1373 for: {'network': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:13:45.853977 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1b460f63-6705-46dc-a4fd-40b3d89ea1bd tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:45.875804 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f464f72f-eb8b-4a5d-92b4-6dfcb6cb550d tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:45.893946 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b460f63-6705-46dc-a4fd-40b3d89ea1bd tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=89032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:13:45.997085 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b787ec-a377-4426-adf0-628f1715e8fc tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event deleted for resources: {'Port': ['ID=5584adea-e2d1-4240-97c4-7c8904f2d2b7,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:46.019025 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-63b787ec-a377-4426-adf0-628f1715e8fc tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:46.032041 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c4c09-9865-4c58-b2d1-ffbf3d68fa2d req-66f17c46-087c-4f86-bcbb-8813c3c96be9 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:46.038956 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-622c4c09-9865-4c58-b2d1-ffbf3d68fa2d req-66f17c46-087c-4f86-bcbb-8813c3c96be9 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 0.8146465 Oct 04 09:13:46.051420 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 5f5386ca-279a-4e59-9b5a-fdcd7d2812cf no longer exists at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:13:46.121922 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1b460f63-6705-46dc-a4fd-40b3d89ea1bd tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:46.122237 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.segments_db [None req-1b460f63-6705-46dc-a4fd-40b3d89ea1bd tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Added segment 52cc11a3-07d7-4fcb-96d7-e6e8ff87071c of type vlan for network 28893bb7-5c6e-44f8-87cc-4651e290ff53 Oct 04 09:13:46.129707 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-f464f72f-eb8b-4a5d-92b4-6dfcb6cb550d tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Calling delete_port for cfb73b6b-7f00-4add-9304-f6e570d70b25 owned by network:router_gateway {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:13:46.132294 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] No Port match for: 5f5386ca-279a-4e59-9b5a-fdcd7d2812cf {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:13:46.132673 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 5f5386ca-279a-4e59-9b5a-fdcd7d2812cf not bound to the agent host hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:13:46.156745 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-60594027-4d96-43fa-956f-48a06a21b55f None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:46.177273 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-60594027-4d96-43fa-956f-48a06a21b55f None None] Transition to ACTIVE for port object b5c3dd25-f908-46c3-b8ff-6fc9a8c625ea will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:13:46.185490 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-63b787ec-a377-4426-adf0-628f1715e8fc tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "DELETE /v2.0/ports/5584adea-e2d1-4240-97c4-7c8904f2d2b7 HTTP/1.1" status: 204 len: 168 time: 2.1750720 Oct 04 09:13:46.201965 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56018) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:46.210830 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5165b3de-599d-48df-afc7-7fb728a63fb5 req-658eccfa-5f45-47d7-b2b3-fb1918b5b3a8 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:46.211581 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-5165b3de-599d-48df-afc7-7fb728a63fb5 req-658eccfa-5f45-47d7-b2b3-fb1918b5b3a8 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Synchronizing usage tracker for tenant:207ffe4555e7440982e6c7a0c57387dd on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:13:46.214696 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-60594027-4d96-43fa-956f-48a06a21b55f None None] Transition to ACTIVE for port object b5c3dd25-f908-46c3-b8ff-6fc9a8c625ea will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:13:46.226850 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-60594027-4d96-43fa-956f-48a06a21b55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:46.288735 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-622c4c09-9865-4c58-b2d1-ffbf3d68fa2d req-7bbbae04-8afd-4658-aaa8-0f1a5f4d908d tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2290044 Oct 04 09:13:46.303307 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-119a52ca-81ee-4c5a-9c65-92bd23300de9 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Request body: {'port': {'network_id': '35aa0c51-ba0c-45a1-8373-559b804543b2', 'mac_address': 'fa:16:3e:68:d2:4b', 'name': 'tempest-PortsTestJSON-72302952'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:46.321750 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8091cda9-89f5-4c9a-b621-3ef3ef4db0cd tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:46.342578 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-bfe03071-4855-401f-8840-22d119bd6520 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] For port 8022009c-7fb6-41c1-aee3-022b883c1efb, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=8022009c-7fb6-41c1-aee3-022b883c1efb,segment=NetworkSegment(f423d1fb-16f7-4170-a5bd-b320baaa397c),segment_id=f423d1fb-16f7-4170-a5bd-b320baaa397c)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:13:46.343654 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-bfe03071-4855-401f-8840-22d119bd6520 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:46.345115 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60594027-4d96-43fa-956f-48a06a21b55f None None] Network a32bc990-30c0-4153-a24d-3213b4891509 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:13:46.348284 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-60594027-4d96-43fa-956f-48a06a21b55f None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:13:46.352884 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60594027-4d96-43fa-956f-48a06a21b55f None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:13:46.362092 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60594027-4d96-43fa-956f-48a06a21b55f None None] Pushing event updated for resources: {'Port': ['ID=b5c3dd25-f908-46c3-b8ff-6fc9a8c625ea,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:46.409100 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8091cda9-89f5-4c9a-b621-3ef3ef4db0cd tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:46.436055 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1b460f63-6705-46dc-a4fd-40b3d89ea1bd tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:46.465028 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-5165b3de-599d-48df-afc7-7fb728a63fb5 req-658eccfa-5f45-47d7-b2b3-fb1918b5b3a8 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Unset dirty status for tenant:207ffe4555e7440982e6c7a0c57387dd on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:13:46.466231 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-5165b3de-599d-48df-afc7-7fb728a63fb5 req-658eccfa-5f45-47d7-b2b3-fb1918b5b3a8 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e79a632-4582-4ce8-a81b-e8fd5f0c1012 HTTP/1.1" status: 200 len: 867 time: 0.8669930 Oct 04 09:13:46.525977 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-60594027-4d96-43fa-956f-48a06a21b55f None None] Attempting to bind port b5c3dd25-f908-46c3-b8ff-6fc9a8c625ea on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:13:46.530437 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-60594027-4d96-43fa-956f-48a06a21b55f None None] Attempting to bind port b5c3dd25-f908-46c3-b8ff-6fc9a8c625ea by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'a6f33b66-bb67-4fa0-9f0a-0cdf22e0e183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a32bc990-30c0-4153-a24d-3213b4891509'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:13:46.531026 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60594027-4d96-43fa-956f-48a06a21b55f None None] Attempting to bind port b5c3dd25-f908-46c3-b8ff-6fc9a8c625ea on network a32bc990-30c0-4153-a24d-3213b4891509 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:13:46.541649 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60594027-4d96-43fa-956f-48a06a21b55f None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:13:46.542289 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60594027-4d96-43fa-956f-48a06a21b55f None None] Checking segment: {'id': 'a6f33b66-bb67-4fa0-9f0a-0cdf22e0e183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a32bc990-30c0-4153-a24d-3213b4891509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:13:46.543403 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-60594027-4d96-43fa-956f-48a06a21b55f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:46.544674 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60594027-4d96-43fa-956f-48a06a21b55f None None] Bound using segment: {'id': 'a6f33b66-bb67-4fa0-9f0a-0cdf22e0e183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a32bc990-30c0-4153-a24d-3213b4891509'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:13:46.546049 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-60594027-4d96-43fa-956f-48a06a21b55f None None] Bound port: b5c3dd25-f908-46c3-b8ff-6fc9a8c625ea, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f33b66-bb67-4fa0-9f0a-0cdf22e0e183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a32bc990-30c0-4153-a24d-3213b4891509'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:13:46.548550 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-60594027-4d96-43fa-956f-48a06a21b55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:46.578750 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a77260e8-2bac-4e80-87e2-326306026b22 req-77f42479-0dac-405c-adf4-6aff0af99b6d tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Router 95f983ee-7a70-46fb-877c-5744f3ec2e57 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:13:46.602028 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 8022009c-7fb6-41c1-aee3-022b883c1efb up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:13:46.605565 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-5165b3de-599d-48df-afc7-7fb728a63fb5 req-59f8307c-453e-42b3-a343-9e6ec0ed3202 tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] 10.222.0.50 "GET /v2.0/security-groups?id=f34b24fc-e33c-4718-8a20-71faa3994815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132538 Oct 04 09:13:46.607947 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1b460f63-6705-46dc-a4fd-40b3d89ea1bd tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:46.613668 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b460f63-6705-46dc-a4fd-40b3d89ea1bd tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:46.614332 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1b460f63-6705-46dc-a4fd-40b3d89ea1bd tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:46.657614 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5609ac8d-e854-422d-b408-d87dfbfd9a55 None None] Network 497714c7-9cc8-449c-a466-6b7331e23497 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:13:46.851575 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-1b460f63-6705-46dc-a4fd-40b3d89ea1bd tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2373304 Oct 04 09:13:46.853255 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b460f63-6705-46dc-a4fd-40b3d89ea1bd tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Pushing event updated for resources: {'Network': ['ID=28893bb7-5c6e-44f8-87cc-4651e290ff53,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:46.855549 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56022) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:46.875178 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-eccc72a7-c002-424b-80f0-8f7c441e954a tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Request body: {'subnet': {'network_id': '28893bb7-5c6e-44f8-87cc-4651e290ff53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:46.878532 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 28893bb7-5c6e-44f8-87cc-4651e290ff53 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:13:46.956909 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-bfe03071-4855-401f-8840-22d119bd6520 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Calling delete_port for 8022009c-7fb6-41c1-aee3-022b883c1efb owned by network:dhcp {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:13:47.004118 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-12070d3f-605d-4756-899a-f79feb8ef6ac tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:47.011646 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-ca647ba8-bc33-4f73-bebc-12f2fd4e6cb1 None None] Provisioning for port 8022009c-7fb6-41c1-aee3-022b883c1efb completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:13:47.069050 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 8022009c-7fb6-41c1-aee3-022b883c1efb completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:13:47.077982 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12070d3f-605d-4756-899a-f79feb8ef6ac tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Pushing event deleted for resources: {'Port': ['ID=147bdc90-6a1e-4835-a204-bd272c9f74ac,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:47.079941 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 8022009c-7fb6-41c1-aee3-022b883c1efb triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:13:47.083819 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:47.084481 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 8022009c-7fb6-41c1-aee3-022b883c1efb Oct 04 09:13:47.084936 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8091cda9-89f5-4c9a-b621-3ef3ef4db0cd tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:47.089745 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-8091cda9-89f5-4c9a-b621-3ef3ef4db0cd tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.3330219 Oct 04 09:13:47.089921 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f464f72f-eb8b-4a5d-92b4-6dfcb6cb550d tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:47.090062 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-119a52ca-81ee-4c5a-9c65-92bd23300de9 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:47.093015 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56026) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:47.135625 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8091cda9-89f5-4c9a-b621-3ef3ef4db0cd tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=835ff01c-d1df-40c8-99b8-a0bcd6fb834d,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:47.139731 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a77260e8-2bac-4e80-87e2-326306026b22 req-77f42479-0dac-405c-adf4-6aff0af99b6d tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:13:47.144111 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-1eeabd30-2178-4fdb-b8f3-6616e3d497d9 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Request body: {'security_group_rule': {'security_group_id': '835ff01c-d1df-40c8-99b8-a0bcd6fb834d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:47.144992 dv-neutron-860215-1-hyperv neutron-server[89032]: WARNING neutron.api.v2.base [None req-1eeabd30-2178-4fdb-b8f3-6616e3d497d9 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 04 09:13:47.145936 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.api.v2.resource [None req-1eeabd30-2178-4fdb-b8f3-6616e3d497d9 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 09:13:47.146050 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-119a52ca-81ee-4c5a-9c65-92bd23300de9 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Usage tracker for resource:port and tenant:7c59b642fbd4440eb4278f2c0c212bcd is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:47.146761 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-1eeabd30-2178-4fdb-b8f3-6616e3d497d9 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0187638 Oct 04 09:13:47.183409 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887d26d8-8577-41c0-9c7c-fb5053c65c25 None None] Sync routers for ids ['95f983ee-7a70-46fb-877c-5744f3ec2e57'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:13:47.185897 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56030) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:47.192627 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-119a52ca-81ee-4c5a-9c65-92bd23300de9 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:47.192867 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f464f72f-eb8b-4a5d-92b4-6dfcb6cb550d tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Pushing event deleted for resources: {'Port': ['ID=cfb73b6b-7f00-4add-9304-f6e570d70b25,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:47.213064 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-119a52ca-81ee-4c5a-9c65-92bd23300de9 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:47.214447 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-60594027-4d96-43fa-956f-48a06a21b55f None None] For port b5c3dd25-f908-46c3-b8ff-6fc9a8c625ea, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:13:47.227283 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887d26d8-8577-41c0-9c7c-fb5053c65c25 None None] Routers {'95f983ee-7a70-46fb-877c-5744f3ec2e57'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:13:47.228281 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-887d26d8-8577-41c0-9c7c-fb5053c65c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:13:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['95f983ee-7a70-46fb-877c-5744f3ec2e57'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:47.280096 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-12070d3f-605d-4756-899a-f79feb8ef6ac tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737040'] for router_gateway, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:47.327417 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119a52ca-81ee-4c5a-9c65-92bd23300de9 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Made reservation on behalf of 7c59b642fbd4440eb4278f2c0c212bcd for: {'port': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:13:47.341665 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-60594027-4d96-43fa-956f-48a06a21b55f None None] For port b5c3dd25-f908-46c3-b8ff-6fc9a8c625ea, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=b5c3dd25-f908-46c3-b8ff-6fc9a8c625ea,segment=NetworkSegment(a6f33b66-bb67-4fa0-9f0a-0cdf22e0e183),segment_id=a6f33b66-bb67-4fa0-9f0a-0cdf22e0e183)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:13:47.357977 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-2b9be893-580b-485f-a297-3a6b3a03ab72 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Request body: {'security_group_rule': {'security_group_id': '835ff01c-d1df-40c8-99b8-a0bcd6fb834d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:47.367655 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-60594027-4d96-43fa-956f-48a06a21b55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:47.376122 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-eccc72a7-c002-424b-80f0-8f7c441e954a tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:47.383687 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-2b9be893-580b-485f-a297-3a6b3a03ab72 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:47.448440 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-eccc72a7-c002-424b-80f0-8f7c441e954a tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Usage tracker for resource:subnet and tenant:5b1c6a997cf443e88f0c80c3c8bb1373 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:47.452338 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-2b9be893-580b-485f-a297-3a6b3a03ab72 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Usage tracker for resource:security_group_rule and tenant:b215519b9da143399af7811a7a78118a is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:47.485343 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-eccc72a7-c002-424b-80f0-8f7c441e954a tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:47.493216 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-2b9be893-580b-485f-a297-3a6b3a03ab72 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:47.503661 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f464f72f-eb8b-4a5d-92b4-6dfcb6cb550d tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737040'] for router_gateway, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:47.531360 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 8022009c-7fb6-41c1-aee3-022b883c1efb is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:13:47.531853 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:47.543202 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-eccc72a7-c002-424b-80f0-8f7c441e954a tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:47.548512 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-a77260e8-2bac-4e80-87e2-326306026b22 req-77f42479-0dac-405c-adf4-6aff0af99b6d tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] No DVR routers for this DVR port 5f5386ca-279a-4e59-9b5a-fdcd7d2812cf on host hv-neutron-8602 {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:13:47.555878 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-2b9be893-580b-485f-a297-3a6b3a03ab72 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:47.559752 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-a77260e8-2bac-4e80-87e2-326306026b22 req-77f42479-0dac-405c-adf4-6aff0af99b6d tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:47.562028 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a77260e8-2bac-4e80-87e2-326306026b22 req-77f42479-0dac-405c-adf4-6aff0af99b6d tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] 10.222.0.20 "DELETE /v2.0/ports/5f5386ca-279a-4e59-9b5a-fdcd7d2812cf HTTP/1.1" status: 204 len: 173 time: 4.4719927 Oct 04 09:13:47.632860 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e79a632-4582-4ce8-a81b-e8fd5f0c1012', 'name': 'network-vif-deleted', 'tag': '5f5386ca-279a-4e59-9b5a-fdcd7d2812cf'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:13:47.635928 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5358338b-6af4-411b-a072-553c851c5d75" -d '{"events": [{"server_uuid": "8e79a632-4582-4ce8-a81b-e8fd5f0c1012", "name": "network-vif-deleted", "tag": "5f5386ca-279a-4e59-9b5a-fdcd7d2812cf"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:13:47.640546 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-12070d3f-605d-4756-899a-f79feb8ef6ac tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:47.646710 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-12070d3f-605d-4756-899a-f79feb8ef6ac tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:47.686124 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-bfe03071-4855-401f-8840-22d119bd6520 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:47.808981 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-119a52ca-81ee-4c5a-9c65-92bd23300de9 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:47.824591 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7daeb8-fef9-44ec-a20c-8ba0a8f36c0d x-openstack-request-id: req-5c7daeb8-fef9-44ec-a20c-8ba0a8f36c0d {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:13:47.824898 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e79a632-4582-4ce8-a81b-e8fd5f0c1012", "name": "network-vif-deleted", "tag": "5f5386ca-279a-4e59-9b5a-fdcd7d2812cf", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:13:47.825191 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5c7daeb8-fef9-44ec-a20c-8ba0a8f36c0d {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:13:47.825643 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c7daeb8-fef9-44ec-a20c-8ba0a8f36c0d'] response: {'server_uuid': '8e79a632-4582-4ce8-a81b-e8fd5f0c1012', 'name': 'network-vif-deleted', 'tag': '5f5386ca-279a-4e59-9b5a-fdcd7d2812cf', 'status': 'completed', 'code': 200} Oct 04 09:13:47.834716 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe03071-4855-401f-8840-22d119bd6520 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Pushing event deleted for resources: {'Port': ['ID=8022009c-7fb6-41c1-aee3-022b883c1efb,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:47.838327 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eccc72a7-c002-424b-80f0-8f7c441e954a tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Made reservation on behalf of 5b1c6a997cf443e88f0c80c3c8bb1373 for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:13:47.848687 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-eccc72a7-c002-424b-80f0-8f7c441e954a tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:47.865308 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-12070d3f-605d-4756-899a-f79feb8ef6ac tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:47.865808 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12070d3f-605d-4756-899a-f79feb8ef6ac tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b1e8c9a4-3b34-4084-bee7-afc834404996 {{(pid=89033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:13:47.902555 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f464f72f-eb8b-4a5d-92b4-6dfcb6cb550d tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:47.930052 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60594027-4d96-43fa-956f-48a06a21b55f None None] Pushing event updated for resources: {'Port': ['ID=b5c3dd25-f908-46c3-b8ff-6fc9a8c625ea,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:47.942278 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-887d26d8-8577-41c0-9c7c-fb5053c65c25 None None] Set router 95f983ee-7a70-46fb-877c-5744f3ec2e57 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:13:48.037519 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f464f72f-eb8b-4a5d-92b4-6dfcb6cb550d tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:48.148209 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [None req-119a52ca-81ee-4c5a-9c65-92bd23300de9 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] device_id is not set on port 39f75145-5108-45e7-b465-5a9147cf5678 yet. {{(pid=89033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:13:48.161642 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1417b0b4-1fed-4d0e-995c-565c2478f249 req-2c605cc8-2ff9-47da-be0f-081626f2845a tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e79a632-4582-4ce8-a81b-e8fd5f0c1012 HTTP/1.1" status: 200 len: 210 time: 0.1087422 Oct 04 09:13:48.224064 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.ipam_backend_mixin [None req-eccc72a7-c002-424b-80f0-8f7c441e954a tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Performing IP validity checks on allocation pools {{(pid=89032) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 04 09:13:48.224947 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.ipam_backend_mixin [None req-eccc72a7-c002-424b-80f0-8f7c441e954a tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89032) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 04 09:13:48.252597 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f464f72f-eb8b-4a5d-92b4-6dfcb6cb550d tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:48.253381 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f464f72f-eb8b-4a5d-92b4-6dfcb6cb550d tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Fanout notify agent at l3_agent the message router_deleted on router 5f665853-2a42-4c78-906f-fb33a50420a6 {{(pid=89032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:13:48.300779 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.api.v2.resource [None req-2b9be893-580b-485f-a297-3a6b3a03ab72 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 09:13:48.301804 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-2b9be893-580b-485f-a297-3a6b3a03ab72 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 1.1119261 Oct 04 09:13:48.309922 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56040) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:48.319664 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-86a3eaf4-dcd8-40f8-ad6f-47012bb87fe3 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Request body: {'security_group_rule': {'security_group_id': '835ff01c-d1df-40c8-99b8-a0bcd6fb834d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:48.320180 dv-neutron-860215-1-hyperv neutron-server[89032]: WARNING neutron.api.v2.base [None req-86a3eaf4-dcd8-40f8-ad6f-47012bb87fe3 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 04 09:13:48.320891 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.api.v2.resource [None req-86a3eaf4-dcd8-40f8-ad6f-47012bb87fe3 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 09:13:48.324330 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-86a3eaf4-dcd8-40f8-ad6f-47012bb87fe3 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0134208 Oct 04 09:13:48.327965 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe03071-4855-401f-8840-22d119bd6520 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] No DVR routers for this DVR port 8022009c-7fb6-41c1-aee3-022b883c1efb on host dv-neutron-860215-1-hyperv {{(pid=89033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:13:48.329726 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56044) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:48.335078 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f464f72f-eb8b-4a5d-92b4-6dfcb6cb550d tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:48.341884 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcb7a0-974b-46e4-ae32-d738704d5b08 req-429ca019-5ef6-400f-b0d9-a0555db5f95b tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:48.345149 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-f464f72f-eb8b-4a5d-92b4-6dfcb6cb550d tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] 10.222.0.50 "DELETE /v2.0/routers/5f665853-2a42-4c78-906f-fb33a50420a6 HTTP/1.1" status: 204 len: 168 time: 3.9843240 Oct 04 09:13:48.350079 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-a3fcb7a0-974b-46e4-ae32-d738704d5b08 req-429ca019-5ef6-400f-b0d9-a0555db5f95b tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 0.8412535 Oct 04 09:13:48.360765 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56046) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:48.369644 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-12070d3f-605d-4756-899a-f79feb8ef6ac tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:48.370873 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-69542bba-bf8c-4027-a373-f8cdfc0493c1 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Request body: {'security_group_rule': {'security_group_id': '835ff01c-d1df-40c8-99b8-a0bcd6fb834d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:48.371209 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-12070d3f-605d-4756-899a-f79feb8ef6ac tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] 10.222.0.50 "DELETE /v2.0/routers/b1e8c9a4-3b34-4084-bee7-afc834404996 HTTP/1.1" status: 204 len: 168 time: 6.7443471 Oct 04 09:13:48.388676 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-69542bba-bf8c-4027-a373-f8cdfc0493c1 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:48.439469 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56050) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:48.531312 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-69542bba-bf8c-4027-a373-f8cdfc0493c1 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Usage tracker for resource:security_group_rule and tenant:b215519b9da143399af7811a7a78118a is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:48.548681 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-56d9e602-d645-4759-a033-1f7d44fd9d3c tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-820619911', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:48.567372 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-56d9e602-d645-4759-a033-1f7d44fd9d3c tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:48.578127 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-56d9e602-d645-4759-a033-1f7d44fd9d3c tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Usage tracker for resource:router and tenant:d5c352bc205648858ca55e59bb8f7f2f is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:48.596118 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-56d9e602-d645-4759-a033-1f7d44fd9d3c tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:48.610975 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-56d9e602-d645-4759-a033-1f7d44fd9d3c tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:48.641813 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-69542bba-bf8c-4027-a373-f8cdfc0493c1 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:48.654571 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-56d9e602-d645-4759-a033-1f7d44fd9d3c tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:48.656389 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-56d9e602-d645-4759-a033-1f7d44fd9d3c tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:48.700676 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-69542bba-bf8c-4027-a373-f8cdfc0493c1 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:48.743346 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device b5c3dd25-f908-46c3-b8ff-6fc9a8c625ea up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:13:48.769786 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-56d9e602-d645-4759-a033-1f7d44fd9d3c tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:48.830477 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78f876c-3a99-46b5-b21d-2f45299f71cb None None] DHCP port deletion for 497714c7-9cc8-449c-a466-6b7331e23497 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:13:48.860692 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-43d400f8-3db3-41e9-922f-6f058688f084 None None] Could not find standard attr ID for object 8022009c-7fb6-41c1-aee3-022b883c1efb. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:13:48.875128 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port b5c3dd25-f908-46c3-b8ff-6fc9a8c625ea completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:13:48.882754 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-887d26d8-8577-41c0-9c7c-fb5053c65c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f983ee-7a70-46fb-877c-5744f3ec2e57', 'name': 'tempest-ServersTestJSON-273369803-router', 'tenant_id': '207ffe4555e7440982e6c7a0c57387dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.173'}], 'enable_snat': True}, 'gw_port_id': '3d38fe96-a290-4c0e-8f35-41d7828bf0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:11:12Z', 'updated_at': '2022-10-04T09:11:23Z', 'revision_number': 4, 'project_id': '207ffe4555e7440982e6c7a0c57387dd', 'gw_port': {'id': '3d38fe96-a290-4c0e-8f35-41d7828bf0a7', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:5f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f983ee-7a70-46fb-877c-5744f3ec2e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:11:13Z', 'updated_at': '2022-10-04T09:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '59ac07e5-b222-44f7-b39f-f88365842509', 'name': '', 'network_id': 'e8ddde0d-ed42-4501-990c-a14b035fda43', 'tenant_id': '207ffe4555e7440982e6c7a0c57387dd', 'mac_address': 'fa:16:3e:bf:c7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f983ee-7a70-46fb-877c-5744f3ec2e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '68dc2dea-3e89-4e44-9770-d0bf75ecdbc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:11:21Z', 'updated_at': '2022-10-04T09:11:33Z', 'revision_number': 5, 'project_id': '207ffe4555e7440982e6c7a0c57387dd', 'subnets': [{'id': '68dc2dea-3e89-4e44-9770-d0bf75ecdbc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:48.890138 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887d26d8-8577-41c0-9c7c-fb5053c65c25 None None] Checking router: 95f983ee-7a70-46fb-877c-5744f3ec2e57 for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:13:48.902529 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.api.v2.resource [None req-69542bba-bf8c-4027-a373-f8cdfc0493c1 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 09:13:48.903193 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887d26d8-8577-41c0-9c7c-fb5053c65c25 None None] Routers {'95f983ee-7a70-46fb-877c-5744f3ec2e57'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:13:48.903848 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-69542bba-bf8c-4027-a373-f8cdfc0493c1 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5574565 Oct 04 09:13:48.904369 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-887d26d8-8577-41c0-9c7c-fb5053c65c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:13:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['95f983ee-7a70-46fb-877c-5744f3ec2e57'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:48.905780 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-eccc72a7-c002-424b-80f0-8f7c441e954a tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:48.910025 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56056) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:48.956165 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-b72030f5-ef39-44c7-b60c-97c5e26f3400 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Request body: {'security_group_rule': {'security_group_id': '835ff01c-d1df-40c8-99b8-a0bcd6fb834d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:48.963566 dv-neutron-860215-1-hyperv neutron-server[89032]: WARNING neutron.api.v2.base [None req-b72030f5-ef39-44c7-b60c-97c5e26f3400 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 04 09:13:48.963566 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.api.v2.resource [None req-b72030f5-ef39-44c7-b60c-97c5e26f3400 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 09:13:48.963566 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-b72030f5-ef39-44c7-b60c-97c5e26f3400 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0109222 Oct 04 09:13:48.965215 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-56d9e602-d645-4759-a033-1f7d44fd9d3c tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:48.990920 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56060) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:48.991480 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-a3fcb7a0-974b-46e4-ae32-d738704d5b08 req-456ca889-a2d7-4cc9-8c62-de845895352a tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6346595 Oct 04 09:13:49.012773 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-bfe03071-4855-401f-8840-22d119bd6520 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:49.025127 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-4d8bf529-4351-44f6-9df1-aac8c5de8813 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Request body: {'security_group_rule': {'security_group_id': '835ff01c-d1df-40c8-99b8-a0bcd6fb834d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:49.036807 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-4d8bf529-4351-44f6-9df1-aac8c5de8813 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:49.051878 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-4d8bf529-4351-44f6-9df1-aac8c5de8813 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Usage tracker for resource:security_group_rule and tenant:b215519b9da143399af7811a7a78118a is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:49.060296 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-4d8bf529-4351-44f6-9df1-aac8c5de8813 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:49.075919 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-4d8bf529-4351-44f6-9df1-aac8c5de8813 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:49.091445 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccc72a7-c002-424b-80f0-8f7c441e954a tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Pushing event updated for resources: {'Subnet': ['ID=4bc97f06-ccbd-4383-a67a-6f149ec6ebee,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:49.100387 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-56d9e602-d645-4759-a033-1f7d44fd9d3c tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:49.101685 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-56d9e602-d645-4759-a033-1f7d44fd9d3c tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6987095 Oct 04 09:13:49.105102 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccc72a7-c002-424b-80f0-8f7c441e954a tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Checking segment: {'id': '52cc11a3-07d7-4fcb-96d7-e6e8ff87071c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '28893bb7-5c6e-44f8-87cc-4651e290ff53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:13:49.105224 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccc72a7-c002-424b-80f0-8f7c441e954a tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Network hostable DHCP agents. Network: 28893bb7-5c6e-44f8-87cc-4651e290ff53, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:13:49.110481 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56064) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:49.116316 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-5ee9e28b-be57-4f91-b130-e5ed565a4f5f tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'enable_snat': False}}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:49.167844 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-887d26d8-8577-41c0-9c7c-fb5053c65c25 None None] Set router 95f983ee-7a70-46fb-877c-5744f3ec2e57 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:13:49.286275 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.api.v2.resource [None req-4d8bf529-4351-44f6-9df1-aac8c5de8813 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 09:13:49.287236 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-04e42f06-1fb6-4275-ad4c-05d4ce622c36 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks [] for router, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:49.287728 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-4d8bf529-4351-44f6-9df1-aac8c5de8813 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2915184 Oct 04 09:13:49.295905 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56070) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:49.306402 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-cfdb691a-001d-4cfc-80ad-f770a707cae9 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Request body: {'security_group_rule': {'security_group_id': '835ff01c-d1df-40c8-99b8-a0bcd6fb834d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:49.306917 dv-neutron-860215-1-hyperv neutron-server[89032]: WARNING neutron.api.v2.base [None req-cfdb691a-001d-4cfc-80ad-f770a707cae9 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 04 09:13:49.307597 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.api.v2.resource [None req-cfdb691a-001d-4cfc-80ad-f770a707cae9 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 09:13:49.311119 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-cfdb691a-001d-4cfc-80ad-f770a707cae9 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0115824 Oct 04 09:13:49.312614 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56076) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:49.320269 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-8a51c6d1-3560-4d1a-8ff1-66430f285bc0 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Request body: {'security_group_rule': {'security_group_id': '835ff01c-d1df-40c8-99b8-a0bcd6fb834d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:49.382862 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56080) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:49.389635 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccc72a7-c002-424b-80f0-8f7c441e954a tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Network 28893bb7-5c6e-44f8-87cc-4651e290ff53 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:13:49.397940 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-8a51c6d1-3560-4d1a-8ff1-66430f285bc0 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:49.450270 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-119a52ca-81ee-4c5a-9c65-92bd23300de9 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:49.454088 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-8a51c6d1-3560-4d1a-8ff1-66430f285bc0 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Usage tracker for resource:security_group_rule and tenant:b215519b9da143399af7811a7a78118a is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:49.463594 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-8a51c6d1-3560-4d1a-8ff1-66430f285bc0 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:49.479647 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-8a51c6d1-3560-4d1a-8ff1-66430f285bc0 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:49.486090 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-eccc72a7-c002-424b-80f0-8f7c441e954a tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 28893bb7-5c6e-44f8-87cc-4651e290ff53) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:13:49.534088 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ef8ec2-2b11-4a4c-b238-2783f53ce7fd None None] Network a32bc990-30c0-4153-a24d-3213b4891509 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:13:49.558195 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccc72a7-c002-424b-80f0-8f7c441e954a tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:49.558932 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-eccc72a7-c002-424b-80f0-8f7c441e954a tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:49.593718 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-bfe03071-4855-401f-8840-22d119bd6520 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:49.660409 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5ee9e28b-be57-4f91-b130-e5ed565a4f5f tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:49.672197 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-eccc72a7-c002-424b-80f0-8f7c441e954a tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.8038337 Oct 04 09:13:49.672500 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56084) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:49.677762 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-567fe929-8b99-4b50-b0af-39e5eeceec7b tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:49.700233 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.api.v2.resource [None req-8a51c6d1-3560-4d1a-8ff1-66430f285bc0 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 09:13:49.705830 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-8a51c6d1-3560-4d1a-8ff1-66430f285bc0 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3887913 Oct 04 09:13:49.706580 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009e715f-2505-4cd5-8612-d1179040f157 None None] Network 28893bb7-5c6e-44f8-87cc-4651e290ff53 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:13:49.711037 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56088) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:49.721157 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe03071-4855-401f-8840-22d119bd6520 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Pushing event deleted for resources: {'Subnet': ['ID=34ef677e-54a0-44c4-851d-73d814c5100b,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:49.731792 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-5c0c9054-2969-499d-9549-e5359d601531 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Request body: {'security_group_rule': {'security_group_id': '835ff01c-d1df-40c8-99b8-a0bcd6fb834d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:49.753086 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fd7ab5-6712-427f-b3c4-2513a706389a None None] Network 497714c7-9cc8-449c-a466-6b7331e23497 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:13:49.798812 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-5c0c9054-2969-499d-9549-e5359d601531 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:49.848578 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-5c0c9054-2969-499d-9549-e5359d601531 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Usage tracker for resource:security_group_rule and tenant:b215519b9da143399af7811a7a78118a is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:49.852871 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-567fe929-8b99-4b50-b0af-39e5eeceec7b tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:49.864534 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-119a52ca-81ee-4c5a-9c65-92bd23300de9 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:49.874830 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-5c0c9054-2969-499d-9549-e5359d601531 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:49.910041 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-04e42f06-1fb6-4275-ad4c-05d4ce622c36 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:49.931351 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-bfe03071-4855-401f-8840-22d119bd6520 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:49.938570 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-5c0c9054-2969-499d-9549-e5359d601531 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:49.993497 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-8206b4c4-6a88-4a4d-beb1-acb4ee0aa7ad None None] Provisioning for port b5c3dd25-f908-46c3-b8ff-6fc9a8c625ea completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:13:50.010211 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-04e42f06-1fb6-4275-ad4c-05d4ce622c36 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Deleting port eb9729d8-a7a0-438a-ad77-76dbcb59d14c {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:13:50.010558 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-04e42f06-1fb6-4275-ad4c-05d4ce622c36 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:50.044784 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-8206b4c4-6a88-4a4d-beb1-acb4ee0aa7ad None None] Provisioning complete for port b5c3dd25-f908-46c3-b8ff-6fc9a8c625ea triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:13:50.045272 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-8206b4c4-6a88-4a4d-beb1-acb4ee0aa7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:50.045678 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-8206b4c4-6a88-4a4d-beb1-acb4ee0aa7ad None None] Attempt 1 to provision port b5c3dd25-f908-46c3-b8ff-6fc9a8c625ea Oct 04 09:13:50.047736 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9244ba53-0731-420a-8c6a-11e4e222cd6c tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:50.118912 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119a52ca-81ee-4c5a-9c65-92bd23300de9 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Network 35aa0c51-ba0c-45a1-8373-559b804543b2 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:13:50.133673 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-119a52ca-81ee-4c5a-9c65-92bd23300de9 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:13:50.145331 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119a52ca-81ee-4c5a-9c65-92bd23300de9 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:13:50.151567 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119a52ca-81ee-4c5a-9c65-92bd23300de9 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:50.152170 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-119a52ca-81ee-4c5a-9c65-92bd23300de9 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:50.222319 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-bfe03071-4855-401f-8840-22d119bd6520 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['497714c7-9cc8-449c-a466-6b7331e23497']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:50.260878 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9244ba53-0731-420a-8c6a-11e4e222cd6c tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:50.261051 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119a52ca-81ee-4c5a-9c65-92bd23300de9 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event updated for resources: {'Port': ['ID=39f75145-5108-45e7-b465-5a9147cf5678,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:50.268503 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-bfe03071-4855-401f-8840-22d119bd6520 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f423d1fb-16f7-4170-a5bd-b320baaa397c') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:50.268755 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-bfe03071-4855-401f-8840-22d119bd6520 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f423d1fb-16f7-4170-a5bd-b320baaa397c') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:50.299704 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-bfe03071-4855-401f-8840-22d119bd6520 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:50.315873 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-5c0c9054-2969-499d-9549-e5359d601531 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 09:13:50.318929 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eace34a-d845-40fd-b819-f6ad1f901f16 None None] DHCP port deletion for 497714c7-9cc8-449c-a466-6b7331e23497 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:13:50.319791 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-5c0c9054-2969-499d-9549-e5359d601531 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6003847 Oct 04 09:13:50.323737 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56094) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:50.355683 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-887d26d8-8577-41c0-9c7c-fb5053c65c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f983ee-7a70-46fb-877c-5744f3ec2e57', 'name': 'tempest-ServersTestJSON-273369803-router', 'tenant_id': '207ffe4555e7440982e6c7a0c57387dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.173'}], 'enable_snat': True}, 'gw_port_id': '3d38fe96-a290-4c0e-8f35-41d7828bf0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:11:12Z', 'updated_at': '2022-10-04T09:11:23Z', 'revision_number': 4, 'project_id': '207ffe4555e7440982e6c7a0c57387dd', 'gw_port': {'id': '3d38fe96-a290-4c0e-8f35-41d7828bf0a7', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:5f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f983ee-7a70-46fb-877c-5744f3ec2e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:11:13Z', 'updated_at': '2022-10-04T09:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '59ac07e5-b222-44f7-b39f-f88365842509', 'name': '', 'network_id': 'e8ddde0d-ed42-4501-990c-a14b035fda43', 'tenant_id': '207ffe4555e7440982e6c7a0c57387dd', 'mac_address': 'fa:16:3e:bf:c7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f983ee-7a70-46fb-877c-5744f3ec2e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '68dc2dea-3e89-4e44-9770-d0bf75ecdbc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:11:21Z', 'updated_at': '2022-10-04T09:11:33Z', 'revision_number': 5, 'project_id': '207ffe4555e7440982e6c7a0c57387dd', 'subnets': [{'id': '68dc2dea-3e89-4e44-9770-d0bf75ecdbc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:50.365287 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-bfe03071-4855-401f-8840-22d119bd6520 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:50.368829 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-567fe929-8b99-4b50-b0af-39e5eeceec7b tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:50.369804 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887d26d8-8577-41c0-9c7c-fb5053c65c25 None None] The sync data for ids ['95f983ee-7a70-46fb-877c-5744f3ec2e57'] in dv-neutron-860215-1-hyperv is: [{'id': '95f983ee-7a70-46fb-877c-5744f3ec2e57', 'name': 'tempest-ServersTestJSON-273369803-router', 'tenant_id': '207ffe4555e7440982e6c7a0c57387dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.173'}], 'enable_snat': True}, 'gw_port_id': '3d38fe96-a290-4c0e-8f35-41d7828bf0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:11:12Z', 'updated_at': '2022-10-04T09:11:23Z', 'revision_number': 4, 'project_id': '207ffe4555e7440982e6c7a0c57387dd', 'gw_port': {'id': '3d38fe96-a290-4c0e-8f35-41d7828bf0a7', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:5f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f983ee-7a70-46fb-877c-5744f3ec2e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:11:13Z', 'updated_at': '2022-10-04T09:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '59ac07e5-b222-44f7-b39f-f88365842509', 'name': '', 'network_id': 'e8ddde0d-ed42-4501-990c-a14b035fda43', 'tenant_id': '207ffe4555e7440982e6c7a0c57387dd', 'mac_address': 'fa:16:3e:bf:c7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f983ee-7a70-46fb-877c-5744f3ec2e57', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '68dc2dea-3e89-4e44-9770-d0bf75ecdbc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:11:21Z', 'updated_at': '2022-10-04T09:11:33Z', 'revision_number': 5, 'project_id': '207ffe4555e7440982e6c7a0c57387dd', 'subnets': [{'id': '68dc2dea-3e89-4e44-9770-d0bf75ecdbc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:13:50.371519 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-567fe929-8b99-4b50-b0af-39e5eeceec7b tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:50.372339 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-567fe929-8b99-4b50-b0af-39e5eeceec7b tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] 10.222.0.50 "DELETE /v2.0/security-groups/f34b24fc-e33c-4718-8a20-71faa3994815 HTTP/1.1" status: 204 len: 168 time: 0.9809248 Oct 04 09:13:50.383916 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56098) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:50.410568 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-119a52ca-81ee-4c5a-9c65-92bd23300de9 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 4.1920695 Oct 04 09:13:50.417182 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.api.v2.resource [None req-eea73a41-b98e-42ff-8bd6-a1b6566e48ea tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] show failed (client error): The resource could not be found. Oct 04 09:13:50.420794 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56102) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:50.420960 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-eea73a41-b98e-42ff-8bd6-a1b6566e48ea tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] 10.222.0.50 "GET /v2.0/security-groups/f34b24fc-e33c-4718-8a20-71faa3994815 HTTP/1.1" status: 404 len: 347 time: 0.0342858 Oct 04 09:13:50.426518 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56104) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:50.429593 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfe03071-4855-401f-8840-22d119bd6520 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:13:50.430114 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-bfe03071-4855-401f-8840-22d119bd6520 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:50.453633 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567fe929-8b99-4b50-b0af-39e5eeceec7b tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34b24fc-e33c-4718-8a20-71faa3994815,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:50.476950 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-04e42f06-1fb6-4275-ad4c-05d4ce622c36 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] For port eb9729d8-a7a0-438a-ad77-76dbcb59d14c, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=eb9729d8-a7a0-438a-ad77-76dbcb59d14c,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:13:50.477585 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-04e42f06-1fb6-4275-ad4c-05d4ce622c36 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:50.508291 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 8022009c-7fb6-41c1-aee3-022b883c1efb no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:13:50.557099 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d095a13c-a6d7-4aac-b0b5-f4242c8606f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-28893bb7-5c6e-44f8-87cc-4651e290ff53', 'network_id': '28893bb7-5c6e-44f8-87cc-4651e290ff53', 'tenant_id': '5b1c6a997cf443e88f0c80c3c8bb1373', 'fixed_ips': [{'subnet_id': '4bc97f06-ccbd-4383-a67a-6f149ec6ebee'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:13:50.558457 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d095a13c-a6d7-4aac-b0b5-f4242c8606f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:50.579115 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment f423d1fb-16f7-4170-a5bd-b320baaa397c resource provider aggregate not found Oct 04 09:13:50.596184 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 8022009c-7fb6-41c1-aee3-022b883c1efb {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:13:50.596561 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 8022009c-7fb6-41c1-aee3-022b883c1efb not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:13:50.663213 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-8206b4c4-6a88-4a4d-beb1-acb4ee0aa7ad None None] Current status of the port b5c3dd25-f908-46c3-b8ff-6fc9a8c625ea is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:13:50.663598 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-8206b4c4-6a88-4a4d-beb1-acb4ee0aa7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:50.686422 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment f423d1fb-16f7-4170-a5bd-b320baaa397c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f423d1fb-16f7-4170-a5bd-b320baaa397c found for delete ", "request_id": "req-cdab2a3e-8351-4f98-9561-36a265914cde"}]} Oct 04 09:13:50.710296 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-8206b4c4-6a88-4a4d-beb1-acb4ee0aa7ad None None] For port b5c3dd25-f908-46c3-b8ff-6fc9a8c625ea, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=b5c3dd25-f908-46c3-b8ff-6fc9a8c625ea,segment=NetworkSegment(a6f33b66-bb67-4fa0-9f0a-0cdf22e0e183),segment_id=a6f33b66-bb67-4fa0-9f0a-0cdf22e0e183)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:13:50.717248 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-8206b4c4-6a88-4a4d-beb1-acb4ee0aa7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:50.723691 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74c713-f346-4706-bd27-657e373ba301 req-3bbf24de-0ad5-4db2-b8a2-e726cc19cdd7 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:50.730812 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0e74c713-f346-4706-bd27-657e373ba301 req-3bbf24de-0ad5-4db2-b8a2-e726cc19cdd7 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 0.6122320 Oct 04 09:13:50.799812 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-48ea6eb9-6718-4e15-8d9a-84ea4096d5fc tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Deleting port 81c065e9-9033-4254-a521-4af434125402 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:13:50.800166 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-48ea6eb9-6718-4e15-8d9a-84ea4096d5fc tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:50.814247 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0913ddb3-563f-4780-8eba-78bc512233d7 None None] New status for floating IP f80e6d02-4c5a-44ba-8515-6e76e062f433: DOWN {{(pid=89035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 09:13:50.842494 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-04e42f06-1fb6-4275-ad4c-05d4ce622c36 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Calling delete_port for eb9729d8-a7a0-438a-ad77-76dbcb59d14c owned by network:router_gateway {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:13:50.845690 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8206b4c4-6a88-4a4d-beb1-acb4ee0aa7ad None None] Pushing event updated for resources: {'Port': ['ID=b5c3dd25-f908-46c3-b8ff-6fc9a8c625ea,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:50.856587 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5ee9e28b-be57-4f91-b130-e5ed565a4f5f tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:50.866443 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server [None req-d095a13c-a6d7-4aac-b0b5-f4242c8606f7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4bc97f06-ccbd-4383-a67a-6f149ec6ebee: This subnet is being modified by another concurrent operation. Oct 04 09:13:50.866443 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 04 09:13:50.866443 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 04 09:13:50.866443 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 04 09:13:50.866443 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 04 09:13:50.866443 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 04 09:13:50.866443 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 04 09:13:50.866443 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 04 09:13:50.866443 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 04 09:13:50.866443 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 04 09:13:50.866443 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 04 09:13:50.866443 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 04 09:13:50.866443 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 09:13:50.866443 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 09:13:50.866443 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 09:13:50.866443 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 09:13:50.866443 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 04 09:13:50.866443 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 04 09:13:50.866443 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 09:13:50.866443 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 04 09:13:50.866443 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 09:13:50.866443 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 09:13:50.866443 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 09:13:50.866443 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 09:13:50.866443 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 09:13:50.866443 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 04 09:13:50.866443 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 04 09:13:50.866443 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 04 09:13:50.866443 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 09:13:50.866443 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 09:13:50.866443 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 09:13:50.866443 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 09:13:50.866443 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 04 09:13:50.866443 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 04 09:13:50.866443 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 04 09:13:50.866443 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 04 09:13:50.866443 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Oct 04 09:13:50.866443 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 04 09:13:50.866443 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Oct 04 09:13:50.866443 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 04 09:13:50.866443 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 04 09:13:50.866443 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 04 09:13:50.866443 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Oct 04 09:13:50.866443 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Oct 04 09:13:50.866443 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 04 09:13:50.866443 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 04 09:13:50.866443 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 04 09:13:50.866443 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 04 09:13:50.866443 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 09:13:50.866443 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 09:13:50.866443 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 09:13:50.866443 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 09:13:50.866443 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 04 09:13:50.866443 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 04 09:13:50.870576 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 09:13:50.870576 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 04 09:13:50.870576 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 09:13:50.870576 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 09:13:50.870576 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 09:13:50.870576 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 09:13:50.870576 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 09:13:50.870576 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 04 09:13:50.870576 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 04 09:13:50.870576 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 04 09:13:50.870576 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 09:13:50.870576 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 09:13:50.870576 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 09:13:50.870576 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 09:13:50.870576 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 04 09:13:50.870576 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 04 09:13:50.870576 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Oct 04 09:13:50.870576 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 04 09:13:50.870576 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Oct 04 09:13:50.870576 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 04 09:13:50.870576 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Oct 04 09:13:50.870576 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 04 09:13:50.870576 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 04 09:13:50.870576 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 04 09:13:50.870576 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 04 09:13:50.870576 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 04 09:13:50.870576 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Oct 04 09:13:50.870576 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 04 09:13:50.870576 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 04 09:13:50.870576 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 04 09:13:50.870576 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 04 09:13:50.870576 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 04 09:13:50.870576 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Oct 04 09:13:50.870576 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 04 09:13:50.870576 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 04 09:13:50.870576 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server raise exception Oct 04 09:13:50.870576 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4bc97f06-ccbd-4383-a67a-6f149ec6ebee: This subnet is being modified by another concurrent operation. Oct 04 09:13:50.870576 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server Oct 04 09:13:50.892896 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9244ba53-0731-420a-8c6a-11e4e222cd6c tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:50.894726 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4562b5a-1ac6-4ea7-a024-cec0cea59840 None None] Network 28893bb7-5c6e-44f8-87cc-4651e290ff53 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:13:50.979147 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5ee9e28b-be57-4f91-b130-e5ed565a4f5f tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:50.985088 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9244ba53-0731-420a-8c6a-11e4e222cd6c tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Pushing event deleted for resources: {'Subnet': ['ID=4bc97f06-ccbd-4383-a67a-6f149ec6ebee,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:51.039559 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ee223e-5fce-4994-a1c1-5c260f64e0fa tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:51.041179 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a9ee223e-5fce-4994-a1c1-5c260f64e0fa tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Synchronizing usage tracker for tenant:7c59b642fbd4440eb4278f2c0c212bcd on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:13:51.058796 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0e74c713-f346-4706-bd27-657e373ba301 req-51ab741f-976d-4558-a7b5-bea40e84896a tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3270257 Oct 04 09:13:51.059316 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-bfe03071-4855-401f-8840-22d119bd6520 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:51.099712 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-bfe03071-4855-401f-8840-22d119bd6520 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:51.109704 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-5c06c07e-54a4-4b02-a0d3-63d3bf2e7a30 None None] Provisioning complete for port b5c3dd25-f908-46c3-b8ff-6fc9a8c625ea triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:13:51.110560 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5c06c07e-54a4-4b02-a0d3-63d3bf2e7a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:51.111104 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-5c06c07e-54a4-4b02-a0d3-63d3bf2e7a30 None None] Attempt 1 to provision port b5c3dd25-f908-46c3-b8ff-6fc9a8c625ea Oct 04 09:13:51.125738 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-372b64f1-85cb-450f-b1c7-9a27b2988296 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:51.131651 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe03071-4855-401f-8840-22d119bd6520 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Pushing event deleted for resources: {'Network': ['ID=497714c7-9cc8-449c-a466-6b7331e23497,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:51.155860 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-bfe03071-4855-401f-8840-22d119bd6520 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] 10.222.0.50 "DELETE /v2.0/networks/497714c7-9cc8-449c-a466-6b7331e23497 HTTP/1.1" status: 204 len: 168 time: 6.9714279 Oct 04 09:13:51.163674 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56116) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:51.164868 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a9ee223e-5fce-4994-a1c1-5c260f64e0fa tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Unset dirty status for tenant:7c59b642fbd4440eb4278f2c0c212bcd on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:13:51.165393 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119ab5c7-636f-4439-8688-58f1efef4f55 None None] get_active_networks_info from dv-neutron-860215-1-hyperv {{(pid=89034) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 04 09:13:51.168664 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a9ee223e-5fce-4994-a1c1-5c260f64e0fa tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "GET /v2.0/ports/39f75145-5108-45e7-b465-5a9147cf5678 HTTP/1.1" status: 200 len: 839 time: 0.7143500 Oct 04 09:13:51.217439 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56118) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:51.231877 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-372c5bc9-846f-4703-912d-f587e4634ceb tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2060146045'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:51.269490 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-04e42f06-1fb6-4275-ad4c-05d4ce622c36 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:51.307933 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-372c5bc9-846f-4703-912d-f587e4634ceb tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:51.337940 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-372c5bc9-846f-4703-912d-f587e4634ceb tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Usage tracker for resource:network and tenant:830e4f1e474d44798f0ec351419759e1 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:51.342154 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9244ba53-0731-420a-8c6a-11e4e222cd6c tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:51.351412 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e42f06-1fb6-4275-ad4c-05d4ce622c36 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Pushing event deleted for resources: {'Port': ['ID=eb9729d8-a7a0-438a-ad77-76dbcb59d14c,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:51.358313 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-372b64f1-85cb-450f-b1c7-9a27b2988296 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:51.362658 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-372c5bc9-846f-4703-912d-f587e4634ceb tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:51.376971 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119ab5c7-636f-4439-8688-58f1efef4f55 None None] Resources bound (agent type, host, resource id): {{(pid=89034) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 04 09:13:51.433192 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-372c5bc9-846f-4703-912d-f587e4634ceb tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:51.482939 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-9244ba53-0731-420a-8c6a-11e4e222cd6c tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28893bb7-5c6e-44f8-87cc-4651e290ff53']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:51.544387 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-48ea6eb9-6718-4e15-8d9a-84ea4096d5fc tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:51.544723 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-48ea6eb9-6718-4e15-8d9a-84ea4096d5fc tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:51.643251 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-04e42f06-1fb6-4275-ad4c-05d4ce622c36 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737040'] for router_gateway, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:51.648830 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-5c06c07e-54a4-4b02-a0d3-63d3bf2e7a30 None None] Current status of the port b5c3dd25-f908-46c3-b8ff-6fc9a8c625ea is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:13:51.764647 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-372b64f1-85cb-450f-b1c7-9a27b2988296 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:51.780380 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-9d4eacf9-47a5-4b39-97a0-79275cd95798 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Deleting port 39f75145-5108-45e7-b465-5a9147cf5678 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:13:51.780720 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9d4eacf9-47a5-4b39-97a0-79275cd95798 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:51.805901 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-9244ba53-0731-420a-8c6a-11e4e222cd6c tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52cc11a3-07d7-4fcb-96d7-e6e8ff87071c') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:51.806200 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-9244ba53-0731-420a-8c6a-11e4e222cd6c tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52cc11a3-07d7-4fcb-96d7-e6e8ff87071c') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:51.817316 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a18a8c4-e5cb-43bd-85e2-f2bf3fe2ec22 None None] get_active_networks_info from dv-neutron-860215-1-hyperv {{(pid=89034) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 04 09:13:51.853087 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372b64f1-85cb-450f-b1c7-9a27b2988296 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=835ff01c-d1df-40c8-99b8-a0bcd6fb834d,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:51.860123 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-04e42f06-1fb6-4275-ad4c-05d4ce622c36 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:51.862524 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-04e42f06-1fb6-4275-ad4c-05d4ce622c36 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:51.894435 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-372b64f1-85cb-450f-b1c7-9a27b2988296 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:51.895483 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-372b64f1-85cb-450f-b1c7-9a27b2988296 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] 10.222.0.50 "DELETE /v2.0/security-groups/835ff01c-d1df-40c8-99b8-a0bcd6fb834d HTTP/1.1" status: 204 len: 168 time: 1.5670469 Oct 04 09:13:51.898497 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56126) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:51.927245 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-04e42f06-1fb6-4275-ad4c-05d4ce622c36 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:51.927774 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e42f06-1fb6-4275-ad4c-05d4ce622c36 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 49e227a9-a9ac-439b-833c-faac1df8f099 {{(pid=89033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:13:51.939424 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-04e42f06-1fb6-4275-ad4c-05d4ce622c36 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:51.944390 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-04e42f06-1fb6-4275-ad4c-05d4ce622c36 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] 10.222.0.50 "DELETE /v2.0/routers/49e227a9-a9ac-439b-833c-faac1df8f099 HTTP/1.1" status: 204 len: 168 time: 3.4947550 Oct 04 09:13:51.945047 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56130) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:51.951312 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-f1867a4c-0d67-4029-b4e7-a83e08901ea5 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-937935700', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}, 'admin_state_up': False}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:51.968540 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a18a8c4-e5cb-43bd-85e2-f2bf3fe2ec22 None None] Resources bound (agent type, host, resource id): {{(pid=89034) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 04 09:13:51.974676 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372c5bc9-846f-4703-912d-f587e4634ceb tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Made reservation on behalf of 830e4f1e474d44798f0ec351419759e1 for: {'network': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:13:51.978879 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-372c5bc9-846f-4703-912d-f587e4634ceb tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:51.981190 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-f1867a4c-0d67-4029-b4e7-a83e08901ea5 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:51.988076 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-f1867a4c-0d67-4029-b4e7-a83e08901ea5 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Usage tracker for resource:router and tenant:8a88a61f7b9c4979ac4a1207f9921c9f is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:51.992590 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-4da39ebe-5518-4293-80b2-2c5a9fcd1b09 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Synchronizing usage tracker for tenant:b215519b9da143399af7811a7a78118a on resource:security_group {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:13:51.997479 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-f1867a4c-0d67-4029-b4e7-a83e08901ea5 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:52.003126 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-48ea6eb9-6718-4e15-8d9a-84ea4096d5fc tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Calling delete_port for 81c065e9-9033-4254-a521-4af434125402 owned by network:floatingip {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:13:52.013179 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-f1867a4c-0d67-4029-b4e7-a83e08901ea5 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:52.018562 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-4da39ebe-5518-4293-80b2-2c5a9fcd1b09 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Unset dirty status for tenant:b215519b9da143399af7811a7a78118a on resource:security_group {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:13:52.020044 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-4da39ebe-5518-4293-80b2-2c5a9fcd1b09 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1207528 Oct 04 09:13:52.023918 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56134) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:52.033628 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-a14a3031-0572-42ef-b5b4-12e9b0c8b73e tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Request body: {'security_group': {'name': 'tempest-secgroup--921574662'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:52.046702 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-a14a3031-0572-42ef-b5b4-12e9b0c8b73e tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:52.050510 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9244ba53-0731-420a-8c6a-11e4e222cd6c tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:52.052505 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f1867a4c-0d67-4029-b4e7-a83e08901ea5 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:52.053934 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f1867a4c-0d67-4029-b4e7-a83e08901ea5 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:52.079419 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f1867a4c-0d67-4029-b4e7-a83e08901ea5 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:52.161985 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-372c5bc9-846f-4703-912d-f587e4634ceb tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=89032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:13:52.173688 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9244ba53-0731-420a-8c6a-11e4e222cd6c tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:52.176198 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-5ee9e28b-be57-4f91-b130-e5ed565a4f5f tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Allocated IP 172.26.10.35 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/df1851c2-02bc-4d90-bc3f-c1bbb346162a) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:13:52.176626 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-a14a3031-0572-42ef-b5b4-12e9b0c8b73e tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:52.218073 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9244ba53-0731-420a-8c6a-11e4e222cd6c tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:13:52.218500 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9244ba53-0731-420a-8c6a-11e4e222cd6c tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:52.261779 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a14a3031-0572-42ef-b5b4-12e9b0c8b73e tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:52.317859 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 52cc11a3-07d7-4fcb-96d7-e6e8ff87071c resource provider aggregate not found Oct 04 09:13:52.379742 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 52cc11a3-07d7-4fcb-96d7-e6e8ff87071c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 52cc11a3-07d7-4fcb-96d7-e6e8ff87071c found for delete ", "request_id": "req-531353f1-9a72-4d34-bb1a-e3b8efc1878a"}]} Oct 04 09:13:52.403114 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-a14a3031-0572-42ef-b5b4-12e9b0c8b73e tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:52.409374 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f1867a4c-0d67-4029-b4e7-a83e08901ea5 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:52.413069 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a14a3031-0572-42ef-b5b4-12e9b0c8b73e tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Usage tracker for resource:security_group_rule and tenant:b215519b9da143399af7811a7a78118a is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:52.417628 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a14a3031-0572-42ef-b5b4-12e9b0c8b73e tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:52.423811 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-a14a3031-0572-42ef-b5b4-12e9b0c8b73e tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:52.549481 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a9246e-597d-4ad0-b16b-2992d834ba1c req-7b1c1df4-aa06-4ccb-97df-348bcd4225cf tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:52.551348 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-41a9246e-597d-4ad0-b16b-2992d834ba1c req-7b1c1df4-aa06-4ccb-97df-348bcd4225cf tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 1.0510962 Oct 04 09:13:52.557621 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-372c5bc9-846f-4703-912d-f587e4634ceb tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:52.557967 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.segments_db [None req-372c5bc9-846f-4703-912d-f587e4634ceb tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Added segment 9f1c5806-09f8-402c-808e-408945c7d5ba of type vlan for network feefeb89-435e-40de-9723-5b10683f812c Oct 04 09:13:52.559087 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9244ba53-0731-420a-8c6a-11e4e222cd6c tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:52.567355 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device b5c3dd25-f908-46c3-b8ff-6fc9a8c625ea up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:13:52.579605 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.db.api [None req-48ea6eb9-6718-4e15-8d9a-84ea4096d5fc tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89032) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:13:52.579956 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG oslo_db.api [None req-48ea6eb9-6718-4e15-8d9a-84ea4096d5fc tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:13:52.610200 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a14a3031-0572-42ef-b5b4-12e9b0c8b73e tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:52.610466 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9244ba53-0731-420a-8c6a-11e4e222cd6c tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:52.623073 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9d4eacf9-47a5-4b39-97a0-79275cd95798 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:52.625374 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a14a3031-0572-42ef-b5b4-12e9b0c8b73e tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:52.647376 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ed4dc-8f2d-4c46-abb1-d1b707f56540 req-f9baa9ae-6093-43cb-8bfa-58496897a679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:52.648956 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-666ed4dc-8f2d-4c46-abb1-d1b707f56540 req-f9baa9ae-6093-43cb-8bfa-58496897a679 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8ef6eeaada3246f29119027d4a154b34&device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 1099 time: 0.9115448 Oct 04 09:13:52.659931 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port b5c3dd25-f908-46c3-b8ff-6fc9a8c625ea triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:13:52.660318 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:52.660682 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port b5c3dd25-f908-46c3-b8ff-6fc9a8c625ea Oct 04 09:13:52.694888 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14a3031-0572-42ef-b5b4-12e9b0c8b73e tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=350b6a7d-86fa-40ed-bda8-1148598e3d6b,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:52.698786 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9244ba53-0731-420a-8c6a-11e4e222cd6c tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Pushing event deleted for resources: {'Network': ['ID=28893bb7-5c6e-44f8-87cc-4651e290ff53,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:52.780135 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a14a3031-0572-42ef-b5b4-12e9b0c8b73e tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:52.784164 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a14a3031-0572-42ef-b5b4-12e9b0c8b73e tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7543635 Oct 04 09:13:52.790131 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56142) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:52.830579 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-9d4eacf9-47a5-4b39-97a0-79275cd95798 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Calling delete_port for 39f75145-5108-45e7-b465-5a9147cf5678 owned by {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:13:52.846788 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-4c2446de-9f07-4561-9f43-a7ab4b340e5b tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Request body: {'security_group_rule': {'security_group_id': '350b6a7d-86fa-40ed-bda8-1148598e3d6b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:52.859692 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-4c2446de-9f07-4561-9f43-a7ab4b340e5b tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:52.867165 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-4c2446de-9f07-4561-9f43-a7ab4b340e5b tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Usage tracker for resource:security_group_rule and tenant:b215519b9da143399af7811a7a78118a is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:52.870138 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port b5c3dd25-f908-46c3-b8ff-6fc9a8c625ea is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:13:52.870790 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-4c2446de-9f07-4561-9f43-a7ab4b340e5b tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:52.906093 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-4c2446de-9f07-4561-9f43-a7ab4b340e5b tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:52.912189 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f1867a4c-0d67-4029-b4e7-a83e08901ea5 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks [] for router_gateway, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:52.919136 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device eb9729d8-a7a0-438a-ad77-76dbcb59d14c no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:13:52.954923 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f1867a4c-0d67-4029-b4e7-a83e08901ea5 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:52.959301 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: eb9729d8-a7a0-438a-ad77-76dbcb59d14c {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:13:52.959301 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device eb9729d8-a7a0-438a-ad77-76dbcb59d14c not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:13:52.960344 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-372c5bc9-846f-4703-912d-f587e4634ceb tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:52.982903 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-9244ba53-0731-420a-8c6a-11e4e222cd6c tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] 10.222.0.50 "DELETE /v2.0/networks/28893bb7-5c6e-44f8-87cc-4651e290ff53 HTTP/1.1" status: 204 len: 168 time: 3.3091676 Oct 04 09:13:52.995400 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56146) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:53.005963 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-fa760544-c4a4-4ff4-83d1-e3856751894a tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-733849907'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:53.017182 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-fa760544-c4a4-4ff4-83d1-e3856751894a tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:53.030375 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-fa760544-c4a4-4ff4-83d1-e3856751894a tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Usage tracker for resource:network and tenant:5b1c6a997cf443e88f0c80c3c8bb1373 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:53.035341 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-41a9246e-597d-4ad0-b16b-2992d834ba1c req-708226cc-0000-4953-a932-5b8451513725 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4494038 Oct 04 09:13:53.037195 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-fa760544-c4a4-4ff4-83d1-e3856751894a tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:53.038740 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5ee9e28b-be57-4f91-b130-e5ed565a4f5f tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:53.054672 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-fa760544-c4a4-4ff4-83d1-e3856751894a tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:53.078589 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-4c2446de-9f07-4561-9f43-a7ab4b340e5b tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] create failed (client error): The resource could not be found. Oct 04 09:13:53.082389 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-4c2446de-9f07-4561-9f43-a7ab4b340e5b tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2887404 Oct 04 09:13:53.082519 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-372c5bc9-846f-4703-912d-f587e4634ceb tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:53.082736 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56150) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:53.085905 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372c5bc9-846f-4703-912d-f587e4634ceb tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:53.087023 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-372c5bc9-846f-4703-912d-f587e4634ceb tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:53.088635 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-28b79c99-9c42-4edc-b6c8-118de34d133c tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Request body: {'security_group_rule': {'security_group_id': '350b6a7d-86fa-40ed-bda8-1148598e3d6b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '65524978-805e-4c92-9e04-72c8341c9035'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:53.092838 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa760544-c4a4-4ff4-83d1-e3856751894a tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Made reservation on behalf of 5b1c6a997cf443e88f0c80c3c8bb1373 for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:13:53.095933 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fa760544-c4a4-4ff4-83d1-e3856751894a tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:53.100587 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-48ea6eb9-6718-4e15-8d9a-84ea4096d5fc tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Deleting port 81c065e9-9033-4254-a521-4af434125402 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:13:53.100917 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-48ea6eb9-6718-4e15-8d9a-84ea4096d5fc tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:53.108139 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-28b79c99-9c42-4edc-b6c8-118de34d133c tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:53.115832 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-28b79c99-9c42-4edc-b6c8-118de34d133c tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Usage tracker for resource:security_group_rule and tenant:b215519b9da143399af7811a7a78118a is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:53.119562 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-28b79c99-9c42-4edc-b6c8-118de34d133c tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:53.128130 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-28b79c99-9c42-4edc-b6c8-118de34d133c tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:53.139883 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa760544-c4a4-4ff4-83d1-e3856751894a tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:13:53.150644 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9d4eacf9-47a5-4b39-97a0-79275cd95798 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:53.154584 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fa760544-c4a4-4ff4-83d1-e3856751894a tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:53.154928 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-fa760544-c4a4-4ff4-83d1-e3856751894a tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Added segment 19bac2ae-5e29-4d62-8a2e-0f6a7ceb07ec of type vlan for network c504d646-e623-44e1-97c6-00f4f92af5c3 Oct 04 09:13:53.182199 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-28b79c99-9c42-4edc-b6c8-118de34d133c tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] create failed (client error): The resource could not be found. Oct 04 09:13:53.183239 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-28b79c99-9c42-4edc-b6c8-118de34d133c tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0995147 Oct 04 09:13:53.191021 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56154) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:53.214955 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fa760544-c4a4-4ff4-83d1-e3856751894a tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:53.280340 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fa760544-c4a4-4ff4-83d1-e3856751894a tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:53.285792 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa760544-c4a4-4ff4-83d1-e3856751894a tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:53.286390 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fa760544-c4a4-4ff4-83d1-e3856751894a tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:53.376836 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-23459cca-fc6a-4b02-adcf-3ae77860941e tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:53.423451 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4eacf9-47a5-4b39-97a0-79275cd95798 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event deleted for resources: {'Port': ['ID=39f75145-5108-45e7-b465-5a9147cf5678,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:53.453014 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-372c5bc9-846f-4703-912d-f587e4634ceb tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.2367630 Oct 04 09:13:53.454459 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ed4dc-8f2d-4c46-abb1-d1b707f56540 req-2862aefb-6896-4892-86ca-cd04d33604e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:53.455925 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-666ed4dc-8f2d-4c46-abb1-d1b707f56540 req-2862aefb-6896-4892-86ca-cd04d33604e6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4e61ee37-e03d-4906-997b-978c1601b208 HTTP/1.1" status: 200 len: 913 time: 0.7792425 Oct 04 09:13:53.460843 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56158) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:53.482112 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9d4eacf9-47a5-4b39-97a0-79275cd95798 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:53.483887 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-9d4eacf9-47a5-4b39-97a0-79275cd95798 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "DELETE /v2.0/ports/39f75145-5108-45e7-b465-5a9147cf5678 HTTP/1.1" status: 204 len: 168 time: 2.2311423 Oct 04 09:13:53.491655 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-9bd94c06-8808-4f31-97a2-d41010dc6056 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Request body: {'subnet': {'network_id': 'feefeb89-435e-40de-9723-5b10683f812c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:53.506862 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56162) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:53.534524 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa760544-c4a4-4ff4-83d1-e3856751894a tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Pushing event updated for resources: {'Network': ['ID=c504d646-e623-44e1-97c6-00f4f92af5c3,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:53.544944 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-fa760544-c4a4-4ff4-83d1-e3856751894a tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5458398 Oct 04 09:13:53.544944 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-23459cca-fc6a-4b02-adcf-3ae77860941e tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:53.548993 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network c504d646-e623-44e1-97c6-00f4f92af5c3 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:13:53.551089 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56164) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:53.557260 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c5bc9-846f-4703-912d-f587e4634ceb tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Pushing event updated for resources: {'Network': ['ID=feefeb89-435e-40de-9723-5b10683f812c,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:53.561921 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-fb7cdc9f-ee48-431d-8218-01ba106b21c0 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Request body: {'subnet': {'network_id': 'c504d646-e623-44e1-97c6-00f4f92af5c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:53.572739 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network feefeb89-435e-40de-9723-5b10683f812c details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:13:53.702269 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-fb7cdc9f-ee48-431d-8218-01ba106b21c0 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:53.707241 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-fb7cdc9f-ee48-431d-8218-01ba106b21c0 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Usage tracker for resource:subnet and tenant:5b1c6a997cf443e88f0c80c3c8bb1373 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:53.711336 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-fb7cdc9f-ee48-431d-8218-01ba106b21c0 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:53.721077 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-fb7cdc9f-ee48-431d-8218-01ba106b21c0 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:53.758249 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7cdc9f-ee48-431d-8218-01ba106b21c0 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Made reservation on behalf of 5b1c6a997cf443e88f0c80c3c8bb1373 for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:13:53.762723 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fb7cdc9f-ee48-431d-8218-01ba106b21c0 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:53.768491 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-631fd984-c45e-4809-95da-dc6ef367613b tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] GET failed (client error): The resource could not be found. Oct 04 09:13:53.769030 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-631fd984-c45e-4809-95da-dc6ef367613b tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Synchronizing usage tracker for tenant:7c59b642fbd4440eb4278f2c0c212bcd on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:13:53.779535 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5ee9e28b-be57-4f91-b130-e5ed565a4f5f tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:53.815317 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-23459cca-fc6a-4b02-adcf-3ae77860941e tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:53.897790 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee9e28b-be57-4f91-b130-e5ed565a4f5f tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:13:53.910239 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23459cca-fc6a-4b02-adcf-3ae77860941e tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=350b6a7d-86fa-40ed-bda8-1148598e3d6b,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:53.917731 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-5ee9e28b-be57-4f91-b130-e5ed565a4f5f tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:13:53.920859 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-666ed4dc-8f2d-4c46-abb1-d1b707f56540 req-c5e6b2d2-f424-42dd-9375-3dc187da84ef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c8f126e-75a1-43f2-980d-ad2d5059e1f5 HTTP/1.1" status: 200 len: 1003 time: 0.4356308 Oct 04 09:13:53.924466 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee9e28b-be57-4f91-b130-e5ed565a4f5f tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:13:53.934600 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-23459cca-fc6a-4b02-adcf-3ae77860941e tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:53.938168 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-23459cca-fc6a-4b02-adcf-3ae77860941e tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] 10.222.0.50 "DELETE /v2.0/security-groups/350b6a7d-86fa-40ed-bda8-1148598e3d6b HTTP/1.1" status: 204 len: 168 time: 0.7438862 Oct 04 09:13:53.941520 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56170) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:53.951228 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-9bd94c06-8808-4f31-97a2-d41010dc6056 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:53.955551 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-631fd984-c45e-4809-95da-dc6ef367613b tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Unset dirty status for tenant:7c59b642fbd4440eb4278f2c0c212bcd on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:13:53.960042 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-631fd984-c45e-4809-95da-dc6ef367613b tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "GET /v2.0/ports/39f75145-5108-45e7-b465-5a9147cf5678 HTTP/1.1" status: 404 len: 333 time: 0.3973079 Oct 04 09:13:53.967079 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-9bd94c06-8808-4f31-97a2-d41010dc6056 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Usage tracker for resource:subnet and tenant:830e4f1e474d44798f0ec351419759e1 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:53.970772 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-48ea6eb9-6718-4e15-8d9a-84ea4096d5fc tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:53.971071 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-48ea6eb9-6718-4e15-8d9a-84ea4096d5fc tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:53.977941 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56176) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:53.989299 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-f1867a4c-0d67-4029-b4e7-a83e08901ea5 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Allocated IP 172.26.10.100 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/62c88ec0-c39d-4912-a509-6e47d9fa5cc4) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:13:54.019729 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-9bd94c06-8808-4f31-97a2-d41010dc6056 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:54.045691 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-ccb066f9-52dd-47e3-b0e5-acc84e5dd1b6 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Request body: {'port': {'network_id': '35aa0c51-ba0c-45a1-8373-559b804543b2', 'name': 'tempest-PortsTestJSON-2144113161'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:54.061403 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee9e28b-be57-4f91-b130-e5ed565a4f5f tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Pushing event updated for resources: {'Port': ['ID=df1851c2-02bc-4d90-bc3f-c1bbb346162a,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:54.121020 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-9bd94c06-8808-4f31-97a2-d41010dc6056 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:54.135847 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-de81eff2-3311-44d3-9a89-82952a05d27f tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Synchronizing usage tracker for tenant:b215519b9da143399af7811a7a78118a on resource:security_group {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:13:54.237379 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-48ea6eb9-6718-4e15-8d9a-84ea4096d5fc tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Calling delete_port for 81c065e9-9033-4254-a521-4af434125402 owned by network:floatingip {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:13:54.279852 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-de81eff2-3311-44d3-9a89-82952a05d27f tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Unset dirty status for tenant:b215519b9da143399af7811a7a78118a on resource:security_group {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:13:54.281027 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-de81eff2-3311-44d3-9a89-82952a05d27f tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3350999 Oct 04 09:13:54.290983 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56184) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:54.298489 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-718daecd-7b2c-42da-9800-575bd500d0bd tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Request body: {'security_group_rule': {'security_group_id': 'b7da825c-bea3-4c50-88a3-8e287a30e7bd', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:54.328944 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-718daecd-7b2c-42da-9800-575bd500d0bd tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:54.337381 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f1867a4c-0d67-4029-b4e7-a83e08901ea5 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:54.342861 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-718daecd-7b2c-42da-9800-575bd500d0bd tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Usage tracker for resource:security_group_rule and tenant:b215519b9da143399af7811a7a78118a is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:54.349761 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-718daecd-7b2c-42da-9800-575bd500d0bd tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:54.360554 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-718daecd-7b2c-42da-9800-575bd500d0bd tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:54.367347 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd94c06-8808-4f31-97a2-d41010dc6056 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Made reservation on behalf of 830e4f1e474d44798f0ec351419759e1 for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:13:54.371485 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9bd94c06-8808-4f31-97a2-d41010dc6056 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:54.427936 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fb7cdc9f-ee48-431d-8218-01ba106b21c0 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:54.462903 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ed4dc-8f2d-4c46-abb1-d1b707f56540 req-91ce47a1-0fd4-47d2-a235-918f65fa93a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:54.464421 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-666ed4dc-8f2d-4c46-abb1-d1b707f56540 req-91ce47a1-0fd4-47d2-a235-918f65fa93a9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=373d4a32-610a-4c8a-84eb-e8dbb10358db HTTP/1.1" status: 200 len: 851 time: 0.5046644 Oct 04 09:13:54.504828 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4460b-587a-4282-88e9-ef7714747445 req-1150cbb9-7981-4ff9-94fb-12b84384c01d tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:54.506280 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-d9b4460b-587a-4282-88e9-ef7714747445 req-1150cbb9-7981-4ff9-94fb-12b84384c01d tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 0.3433537 Oct 04 09:13:54.510210 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-718daecd-7b2c-42da-9800-575bd500d0bd tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] create failed (client error): The resource could not be found. Oct 04 09:13:54.514638 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-718daecd-7b2c-42da-9800-575bd500d0bd tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2168009 Oct 04 09:13:54.515192 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f1867a4c-0d67-4029-b4e7-a83e08901ea5 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:54.520392 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56188) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:54.583373 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-6a7010ff-ee84-4f56-bb7e-87f282443329 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Request body: {'security_group': {'name': 'tempest-secgroup--1208332201'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:54.616289 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cdc9f-ee48-431d-8218-01ba106b21c0 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Pushing event updated for resources: {'Subnet': ['ID=67ef15cb-04ff-445b-aa69-edc2a3e0a7ab,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:54.626306 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-6a7010ff-ee84-4f56-bb7e-87f282443329 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:54.652987 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1867a4c-0d67-4029-b4e7-a83e08901ea5 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:13:54.665866 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-ccb066f9-52dd-47e3-b0e5-acc84e5dd1b6 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:54.666267 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-6a7010ff-ee84-4f56-bb7e-87f282443329 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:54.675554 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-f1867a4c-0d67-4029-b4e7-a83e08901ea5 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:13:54.680412 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1867a4c-0d67-4029-b4e7-a83e08901ea5 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:13:54.708376 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1867a4c-0d67-4029-b4e7-a83e08901ea5 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Pushing event updated for resources: {'Port': ['ID=62c88ec0-c39d-4912-a509-6e47d9fa5cc4,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:54.719672 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7cdc9f-ee48-431d-8218-01ba106b21c0 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Checking segment: {'id': '19bac2ae-5e29-4d62-8a2e-0f6a7ceb07ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'c504d646-e623-44e1-97c6-00f4f92af5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:13:54.719672 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7cdc9f-ee48-431d-8218-01ba106b21c0 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Network hostable DHCP agents. Network: c504d646-e623-44e1-97c6-00f4f92af5c3, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:13:54.724958 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-ccb066f9-52dd-47e3-b0e5-acc84e5dd1b6 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:54.744846 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-d9b4460b-587a-4282-88e9-ef7714747445 req-67f21a08-e256-48a9-969e-43fa368d5f76 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2234709 Oct 04 09:13:54.753889 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6a7010ff-ee84-4f56-bb7e-87f282443329 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:54.841972 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-6a7010ff-ee84-4f56-bb7e-87f282443329 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:54.850644 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7cdc9f-ee48-431d-8218-01ba106b21c0 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Network c504d646-e623-44e1-97c6-00f4f92af5c3 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:13:54.854021 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-6a7010ff-ee84-4f56-bb7e-87f282443329 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Usage tracker for resource:security_group_rule and tenant:b215519b9da143399af7811a7a78118a is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:54.864104 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-6a7010ff-ee84-4f56-bb7e-87f282443329 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:54.921507 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb066f9-52dd-47e3-b0e5-acc84e5dd1b6 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Made reservation on behalf of 7c59b642fbd4440eb4278f2c0c212bcd for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:13:54.924201 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-6a7010ff-ee84-4f56-bb7e-87f282443329 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:54.924939 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ccb066f9-52dd-47e3-b0e5-acc84e5dd1b6 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:54.969441 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-fb7cdc9f-ee48-431d-8218-01ba106b21c0 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, c504d646-e623-44e1-97c6-00f4f92af5c3) {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:13:54.973822 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7cdc9f-ee48-431d-8218-01ba106b21c0 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:54.974455 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fb7cdc9f-ee48-431d-8218-01ba106b21c0 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:54.980515 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3b86f8-c908-4d8b-a344-fef33d543cda None None] Network c504d646-e623-44e1-97c6-00f4f92af5c3 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:13:55.001553 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ed4dc-8f2d-4c46-abb1-d1b707f56540 req-4c40f5bd-2f01-4789-a7f7-d987131613bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:55.003232 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-666ed4dc-8f2d-4c46-abb1-d1b707f56540 req-4c40f5bd-2f01-4789-a7f7-d987131613bc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4e61ee37-e03d-4906-997b-978c1601b208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4645853 Oct 04 09:13:55.004346 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [None req-ccb066f9-52dd-47e3-b0e5-acc84e5dd1b6 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] device_id is not set on port 7186fcd2-f8b5-4881-b7ba-fc07fd4648f3 yet. {{(pid=89032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:13:55.042269 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-fb7cdc9f-ee48-431d-8218-01ba106b21c0 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.4901652 Oct 04 09:13:55.044763 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56192) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:55.087102 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-48ea6eb9-6718-4e15-8d9a-84ea4096d5fc tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:55.241821 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd10d8f-f0dc-49f4-b088-c626a746ed3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-c504d646-e623-44e1-97c6-00f4f92af5c3', 'network_id': 'c504d646-e623-44e1-97c6-00f4f92af5c3', 'tenant_id': '5b1c6a997cf443e88f0c80c3c8bb1373', 'fixed_ips': [{'subnet_id': '67ef15cb-04ff-445b-aa69-edc2a3e0a7ab'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:13:55.243212 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ddd10d8f-f0dc-49f4-b088-c626a746ed3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:55.274378 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6a7010ff-ee84-4f56-bb7e-87f282443329 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:55.275712 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ea6eb9-6718-4e15-8d9a-84ea4096d5fc tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Pushing event deleted for resources: {'Port': ['ID=81c065e9-9033-4254-a521-4af434125402,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:55.407114 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-ddd10d8f-f0dc-49f4-b088-c626a746ed3f None None] Allocated IP 2001:db8::1 (c504d646-e623-44e1-97c6-00f4f92af5c3/67ef15cb-04ff-445b-aa69-edc2a3e0a7ab/f3a15fe3-bdce-4d7a-8b1d-f43de30ad456) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:13:55.471586 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6a7010ff-ee84-4f56-bb7e-87f282443329 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:55.540257 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ad1c93b5-fe21-4b12-b62f-cd906dd0e2ed tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:55.568126 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7010ff-ee84-4f56-bb7e-87f282443329 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66b17999-e7ff-4eab-b7c0-bb7042f7708c,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:55.575217 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6a7010ff-ee84-4f56-bb7e-87f282443329 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:55.578995 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-6a7010ff-ee84-4f56-bb7e-87f282443329 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0240459 Oct 04 09:13:55.578995 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f1867a4c-0d67-4029-b4e7-a83e08901ea5 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks [] for router_gateway, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:55.610054 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56196) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:55.629849 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ddd10d8f-f0dc-49f4-b088-c626a746ed3f None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:55.640215 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-ddd10d8f-f0dc-49f4-b088-c626a746ed3f None None] Transition to ACTIVE for port object f3a15fe3-bdce-4d7a-8b1d-f43de30ad456 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:13:55.646864 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-16fc5b50-00cb-4b7e-93dd-00c55f8ee041 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Request body: {'security_group': {'name': 'tempest-secgroup--1540183808'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:55.659931 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-ddd10d8f-f0dc-49f4-b088-c626a746ed3f None None] Transition to ACTIVE for port object f3a15fe3-bdce-4d7a-8b1d-f43de30ad456 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:13:55.666677 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ddd10d8f-f0dc-49f4-b088-c626a746ed3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:55.703881 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-48ea6eb9-6718-4e15-8d9a-84ea4096d5fc tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Notify callbacks [] for floatingip, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:55.712866 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-16fc5b50-00cb-4b7e-93dd-00c55f8ee041 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:55.717959 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-666ed4dc-8f2d-4c46-abb1-d1b707f56540 req-f308ff90-b315-464b-8f43-e60c34ac6da8 service neutron] 10.222.0.20 "GET /v2.0/networks/4e61ee37-e03d-4906-997b-978c1601b208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6713443 Oct 04 09:13:55.761235 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd10d8f-f0dc-49f4-b088-c626a746ed3f None None] Network c504d646-e623-44e1-97c6-00f4f92af5c3 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:13:55.765925 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-ddd10d8f-f0dc-49f4-b088-c626a746ed3f None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:13:55.774574 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd10d8f-f0dc-49f4-b088-c626a746ed3f None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:13:55.789131 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-16fc5b50-00cb-4b7e-93dd-00c55f8ee041 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:55.800773 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ad1c93b5-fe21-4b12-b62f-cd906dd0e2ed tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:55.826578 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5ee9e28b-be57-4f91-b130-e5ed565a4f5f tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:55.860500 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd10d8f-f0dc-49f4-b088-c626a746ed3f None None] Pushing event updated for resources: {'Port': ['ID=f3a15fe3-bdce-4d7a-8b1d-f43de30ad456,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:55.944424 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-ddd10d8f-f0dc-49f4-b088-c626a746ed3f None None] Attempting to bind port f3a15fe3-bdce-4d7a-8b1d-f43de30ad456 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:13:55.945461 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-ddd10d8f-f0dc-49f4-b088-c626a746ed3f None None] Attempting to bind port f3a15fe3-bdce-4d7a-8b1d-f43de30ad456 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '19bac2ae-5e29-4d62-8a2e-0f6a7ceb07ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'c504d646-e623-44e1-97c6-00f4f92af5c3'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:13:55.946057 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd10d8f-f0dc-49f4-b088-c626a746ed3f None None] Attempting to bind port f3a15fe3-bdce-4d7a-8b1d-f43de30ad456 on network c504d646-e623-44e1-97c6-00f4f92af5c3 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:13:55.953802 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd10d8f-f0dc-49f4-b088-c626a746ed3f None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:13:55.954166 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd10d8f-f0dc-49f4-b088-c626a746ed3f None None] Checking segment: {'id': '19bac2ae-5e29-4d62-8a2e-0f6a7ceb07ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'c504d646-e623-44e1-97c6-00f4f92af5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:13:55.954754 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ddd10d8f-f0dc-49f4-b088-c626a746ed3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:55.955543 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd10d8f-f0dc-49f4-b088-c626a746ed3f None None] Bound using segment: {'id': '19bac2ae-5e29-4d62-8a2e-0f6a7ceb07ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'c504d646-e623-44e1-97c6-00f4f92af5c3'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:13:55.956195 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-ddd10d8f-f0dc-49f4-b088-c626a746ed3f None None] Bound port: f3a15fe3-bdce-4d7a-8b1d-f43de30ad456, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19bac2ae-5e29-4d62-8a2e-0f6a7ceb07ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'c504d646-e623-44e1-97c6-00f4f92af5c3'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:13:55.956776 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ddd10d8f-f0dc-49f4-b088-c626a746ed3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:56.047121 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-ddd10d8f-f0dc-49f4-b088-c626a746ed3f None None] For port f3a15fe3-bdce-4d7a-8b1d-f43de30ad456, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:13:56.047771 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ad1c93b5-fe21-4b12-b62f-cd906dd0e2ed tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:56.050303 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-ddd10d8f-f0dc-49f4-b088-c626a746ed3f None None] For port f3a15fe3-bdce-4d7a-8b1d-f43de30ad456, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=f3a15fe3-bdce-4d7a-8b1d-f43de30ad456,segment=NetworkSegment(19bac2ae-5e29-4d62-8a2e-0f6a7ceb07ec),segment_id=19bac2ae-5e29-4d62-8a2e-0f6a7ceb07ec)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:13:56.057911 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ddd10d8f-f0dc-49f4-b088-c626a746ed3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:56.074667 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-16fc5b50-00cb-4b7e-93dd-00c55f8ee041 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:56.093376 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.objects.ports [None req-9bd94c06-8808-4f31-97a2-d41010dc6056 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89032) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Oct 04 09:13:56.104663 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ccb066f9-52dd-47e3-b0e5-acc84e5dd1b6 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:56.111542 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9bd94c06-8808-4f31-97a2-d41010dc6056 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:56.119158 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1c93b5-fe21-4b12-b62f-cd906dd0e2ed tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Pushing event deleted for resources: {'Subnet': ['ID=67ef15cb-04ff-445b-aa69-edc2a3e0a7ab,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:56.130665 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f1867a4c-0d67-4029-b4e7-a83e08901ea5 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:56.146029 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd10d8f-f0dc-49f4-b088-c626a746ed3f None None] Pushing event updated for resources: {'Port': ['ID=f3a15fe3-bdce-4d7a-8b1d-f43de30ad456,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:56.238276 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-48ea6eb9-6718-4e15-8d9a-84ea4096d5fc tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:56.239634 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-48ea6eb9-6718-4e15-8d9a-84ea4096d5fc tempest-ServersTestJSON-1349417395 tempest-ServersTestJSON-1349417395-project] 10.222.0.50 "DELETE /v2.0/floatingips/f80e6d02-4c5a-44ba-8515-6e76e062f433 HTTP/1.1" status: 204 len: 168 time: 5.8122067 Oct 04 09:13:56.243348 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-16fc5b50-00cb-4b7e-93dd-00c55f8ee041 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:56.261123 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56202) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:56.343280 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ad1c93b5-fe21-4b12-b62f-cd906dd0e2ed tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:56.458944 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-ad1c93b5-fe21-4b12-b62f-cd906dd0e2ed tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c504d646-e623-44e1-97c6-00f4f92af5c3']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:56.473352 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-16fc5b50-00cb-4b7e-93dd-00c55f8ee041 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Usage tracker for resource:security_group_rule and tenant:b215519b9da143399af7811a7a78118a is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:56.491464 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-ad1c93b5-fe21-4b12-b62f-cd906dd0e2ed tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19bac2ae-5e29-4d62-8a2e-0f6a7ceb07ec') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:56.491845 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-ad1c93b5-fe21-4b12-b62f-cd906dd0e2ed tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19bac2ae-5e29-4d62-8a2e-0f6a7ceb07ec') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:56.493454 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-16fc5b50-00cb-4b7e-93dd-00c55f8ee041 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:56.521980 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-16fc5b50-00cb-4b7e-93dd-00c55f8ee041 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:56.538786 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device f3a15fe3-bdce-4d7a-8b1d-f43de30ad456 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:13:56.545600 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd94c06-8808-4f31-97a2-d41010dc6056 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Pushing event updated for resources: {'Subnet': ['ID=044f163e-9fde-49b0-aeb3-cc8e04deed0f,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:56.563214 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ad1c93b5-fe21-4b12-b62f-cd906dd0e2ed tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:56.575134 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-666ed4dc-8f2d-4c46-abb1-d1b707f56540 req-9b7fb49b-ca2f-4a0e-bb87-f75184469a6b service neutron] 10.222.0.20 "GET /v2.0/networks/4e61ee37-e03d-4906-997b-978c1601b208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8390398 Oct 04 09:13:56.597773 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd94c06-8808-4f31-97a2-d41010dc6056 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Checking segment: {'id': '9f1c5806-09f8-402c-808e-408945c7d5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'feefeb89-435e-40de-9723-5b10683f812c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:13:56.598294 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd94c06-8808-4f31-97a2-d41010dc6056 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Network hostable DHCP agents. Network: feefeb89-435e-40de-9723-5b10683f812c, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:13:56.613663 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port f3a15fe3-bdce-4d7a-8b1d-f43de30ad456 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:13:56.635474 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ad1c93b5-fe21-4b12-b62f-cd906dd0e2ed tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:56.645117 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad1c93b5-fe21-4b12-b62f-cd906dd0e2ed tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:13:56.645755 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ad1c93b5-fe21-4b12-b62f-cd906dd0e2ed tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:56.696971 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18fbe26-c20c-452c-a078-009d633d6156 req-ca52c2bc-b792-4f58-9b51-2139b87b8c2f tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:56.698505 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d18fbe26-c20c-452c-a078-009d633d6156 req-ca52c2bc-b792-4f58-9b51-2139b87b8c2f tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 0.7457151 Oct 04 09:13:56.719541 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ccb066f9-52dd-47e3-b0e5-acc84e5dd1b6 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:56.737214 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 19bac2ae-5e29-4d62-8a2e-0f6a7ceb07ec resource provider aggregate not found Oct 04 09:13:56.769622 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 19bac2ae-5e29-4d62-8a2e-0f6a7ceb07ec resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 19bac2ae-5e29-4d62-8a2e-0f6a7ceb07ec found for delete ", "request_id": "req-dc67107c-b5ff-4bd9-b1cd-9f3af0976995"}]} Oct 04 09:13:56.906456 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd94c06-8808-4f31-97a2-d41010dc6056 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Network feefeb89-435e-40de-9723-5b10683f812c is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:13:56.929426 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb066f9-52dd-47e3-b0e5-acc84e5dd1b6 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Network 35aa0c51-ba0c-45a1-8373-559b804543b2 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:13:56.950068 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-ccb066f9-52dd-47e3-b0e5-acc84e5dd1b6 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:13:56.961270 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d18fbe26-c20c-452c-a078-009d633d6156 req-e94b69bc-ee0b-4b20-85af-b390d50b0ebc tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2452996 Oct 04 09:13:56.962111 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb066f9-52dd-47e3-b0e5-acc84e5dd1b6 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:13:56.967539 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb066f9-52dd-47e3-b0e5-acc84e5dd1b6 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:56.968197 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ccb066f9-52dd-47e3-b0e5-acc84e5dd1b6 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:56.986303 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb066f9-52dd-47e3-b0e5-acc84e5dd1b6 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event updated for resources: {'Port': ['ID=7186fcd2-f8b5-4881-b7ba-fc07fd4648f3,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:57.000424 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-9bd94c06-8808-4f31-97a2-d41010dc6056 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, feefeb89-435e-40de-9723-5b10683f812c) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:13:57.005462 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd94c06-8808-4f31-97a2-d41010dc6056 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:57.006064 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9bd94c06-8808-4f31-97a2-d41010dc6056 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:57.014117 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.db.api [None req-ad1c93b5-fe21-4b12-b62f-cd906dd0e2ed tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 04 09:13:57.014117 dv-neutron-860215-1-hyperv neutron-server[89033]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 04 09:13:57.014117 dv-neutron-860215-1-hyperv neutron-server[89033]: [parameters: {'id': 'c504d646-e623-44e1-97c6-00f4f92af5c3'}] Oct 04 09:13:57.014117 dv-neutron-860215-1-hyperv neutron-server[89033]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:13:57.014914 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG oslo_db.api [None req-ad1c93b5-fe21-4b12-b62f-cd906dd0e2ed tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:13:57.015937 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c09d875-7e52-41ac-b99c-e0c3c70c020c None None] Network feefeb89-435e-40de-9723-5b10683f812c requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:13:57.029325 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1867a4c-0d67-4029-b4e7-a83e08901ea5 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Router 301c6888-d5be-459b-9249-1ecc449ac057 is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:13:57.058645 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5ee9e28b-be57-4f91-b130-e5ed565a4f5f tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:57.064395 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-16fc5b50-00cb-4b7e-93dd-00c55f8ee041 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:57.068812 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5ee9e28b-be57-4f91-b130-e5ed565a4f5f tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736963', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1737124'] for router, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:57.079634 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-ccb066f9-52dd-47e3-b0e5-acc84e5dd1b6 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.0590034 Oct 04 09:13:57.079634 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-16fc5b50-00cb-4b7e-93dd-00c55f8ee041 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:57.082734 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56210) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:57.174402 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-9bd94c06-8808-4f31-97a2-d41010dc6056 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.7070715 Oct 04 09:13:57.181565 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56214) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:57.181871 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-7321083f-c2eb-4f43-89d6-ea83481bcc38 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:57.220735 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fc5b50-00cb-4b7e-93dd-00c55f8ee041 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edb59297-ee50-469e-925d-1e304453597a,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:57.277005 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-16fc5b50-00cb-4b7e-93dd-00c55f8ee041 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:57.280904 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-16fc5b50-00cb-4b7e-93dd-00c55f8ee041 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6461360 Oct 04 09:13:57.284293 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56218) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:57.294191 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-d4240a05-10d0-4e4e-8c06-d9e4f5e1466d tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Request body: {'security_group_rule': {'security_group_id': '66b17999-e7ff-4eab-b7c0-bb7042f7708c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'edb59297-ee50-469e-925d-1e304453597a'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:57.340281 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a121230-9dfc-4412-848f-74df051999fd None None] Network c504d646-e623-44e1-97c6-00f4f92af5c3 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:13:57.392950 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-d4240a05-10d0-4e4e-8c06-d9e4f5e1466d tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:13:57.406976 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-d4240a05-10d0-4e4e-8c06-d9e4f5e1466d tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Usage tracker for resource:security_group_rule and tenant:b215519b9da143399af7811a7a78118a is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:13:57.417201 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-d4240a05-10d0-4e4e-8c06-d9e4f5e1466d tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:13:57.443188 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-d4240a05-10d0-4e4e-8c06-d9e4f5e1466d tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:13:57.462066 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7321083f-c2eb-4f43-89d6-ea83481bcc38 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:57.503283 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1867a4c-0d67-4029-b4e7-a83e08901ea5 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:13:57.504206 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-067f6a19-486c-48ac-8265-d3859ca8c44b None None] Provisioning for port f3a15fe3-bdce-4d7a-8b1d-f43de30ad456 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:13:57.515322 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ad1c93b5-fe21-4b12-b62f-cd906dd0e2ed tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:57.518103 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-067f6a19-486c-48ac-8265-d3859ca8c44b None None] Provisioning complete for port f3a15fe3-bdce-4d7a-8b1d-f43de30ad456 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:13:57.518486 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-067f6a19-486c-48ac-8265-d3859ca8c44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:57.518832 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-067f6a19-486c-48ac-8265-d3859ca8c44b None None] Attempt 1 to provision port f3a15fe3-bdce-4d7a-8b1d-f43de30ad456 Oct 04 09:13:57.572456 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-52be6065-b32f-402a-a615-30e9f20df940 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:57.591297 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.api.v2.resource [None req-d4240a05-10d0-4e4e-8c06-d9e4f5e1466d tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 09:13:57.592839 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-d4240a05-10d0-4e4e-8c06-d9e4f5e1466d tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3057280 Oct 04 09:13:57.596396 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56222) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:57.604548 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731f56f8-d06f-48c9-81d8-eeda5b6ae2aa None None] Sync routers for ids ['301c6888-d5be-459b-9249-1ecc449ac057'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:13:57.621948 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f1867a4c-0d67-4029-b4e7-a83e08901ea5 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:57.623148 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-f1867a4c-0d67-4029-b4e7-a83e08901ea5 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.6757932 Oct 04 09:13:57.624492 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-ad1c93b5-fe21-4b12-b62f-cd906dd0e2ed tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Deleting port f3a15fe3-bdce-4d7a-8b1d-f43de30ad456 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:13:57.624823 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ad1c93b5-fe21-4b12-b62f-cd906dd0e2ed tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:57.631581 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56226) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:57.665377 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-2bafcf67-9599-4747-ba0b-c92e9995af2c tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'enable_snat': False}}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:13:57.677121 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca57efe-da7d-40e1-969e-f02649ba952b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-feefeb89-435e-40de-9723-5b10683f812c', 'network_id': 'feefeb89-435e-40de-9723-5b10683f812c', 'tenant_id': '830e4f1e474d44798f0ec351419759e1', 'fixed_ips': [{'subnet_id': '044f163e-9fde-49b0-aeb3-cc8e04deed0f'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:13:57.677939 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-aca57efe-da7d-40e1-969e-f02649ba952b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:57.694426 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731f56f8-d06f-48c9-81d8-eeda5b6ae2aa None None] Routers {'301c6888-d5be-459b-9249-1ecc449ac057'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:13:57.695218 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-731f56f8-d06f-48c9-81d8-eeda5b6ae2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:13:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['301c6888-d5be-459b-9249-1ecc449ac057'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:57.759748 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-4844fd28-de4a-4247-a922-245c0aa3b74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:57.813649 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ee9e28b-be57-4f91-b130-e5ed565a4f5f tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Router 3ceff276-bb3e-47cb-a706-2522adca2493 is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:13:57.842997 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-731f56f8-d06f-48c9-81d8-eeda5b6ae2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:57.846927 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-83e6c55a-eede-4f1d-bd50-d306232ab498 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:57.848655 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-52be6065-b32f-402a-a615-30e9f20df940 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:57.899721 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731f56f8-d06f-48c9-81d8-eeda5b6ae2aa None None] Routers {'301c6888-d5be-459b-9249-1ecc449ac057'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:13:57.900247 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-731f56f8-d06f-48c9-81d8-eeda5b6ae2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:13:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['301c6888-d5be-459b-9249-1ecc449ac057'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:57.979291 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-731f56f8-d06f-48c9-81d8-eeda5b6ae2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:57.979708 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731f56f8-d06f-48c9-81d8-eeda5b6ae2aa None None] The sync data for ids ['301c6888-d5be-459b-9249-1ecc449ac057'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:13:58.009760 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-83e6c55a-eede-4f1d-bd50-d306232ab498 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:58.108573 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-067f6a19-486c-48ac-8265-d3859ca8c44b None None] Current status of the port f3a15fe3-bdce-4d7a-8b1d-f43de30ad456 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:13:58.109246 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-067f6a19-486c-48ac-8265-d3859ca8c44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:58.124277 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-ad1c93b5-fe21-4b12-b62f-cd906dd0e2ed tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] For port f3a15fe3-bdce-4d7a-8b1d-f43de30ad456, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=f3a15fe3-bdce-4d7a-8b1d-f43de30ad456,segment=NetworkSegment(19bac2ae-5e29-4d62-8a2e-0f6a7ceb07ec),segment_id=19bac2ae-5e29-4d62-8a2e-0f6a7ceb07ec)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:13:58.124887 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ad1c93b5-fe21-4b12-b62f-cd906dd0e2ed tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:58.143886 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-aca57efe-da7d-40e1-969e-f02649ba952b None None] Allocated IP 2001:db8::f816:3eff:fee0:e4fa (feefeb89-435e-40de-9723-5b10683f812c/044f163e-9fde-49b0-aeb3-cc8e04deed0f/43e5f8b7-5d1a-4a89-96fe-da54d364454d) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:13:58.187182 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-067f6a19-486c-48ac-8265-d3859ca8c44b None None] For port f3a15fe3-bdce-4d7a-8b1d-f43de30ad456, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=f3a15fe3-bdce-4d7a-8b1d-f43de30ad456,segment=NetworkSegment(19bac2ae-5e29-4d62-8a2e-0f6a7ceb07ec),segment_id=19bac2ae-5e29-4d62-8a2e-0f6a7ceb07ec)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:13:58.197678 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7321083f-c2eb-4f43-89d6-ea83481bcc38 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:58.246121 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-067f6a19-486c-48ac-8265-d3859ca8c44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:58.294039 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d758bb00-f0b7-412d-9c41-aec990ea9fde None None] DHCP port deletion for c504d646-e623-44e1-97c6-00f4f92af5c3 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:13:58.317121 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-ad1c93b5-fe21-4b12-b62f-cd906dd0e2ed tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Calling delete_port for f3a15fe3-bdce-4d7a-8b1d-f43de30ad456 owned by network:dhcp {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:13:58.321242 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d758bb00-f0b7-412d-9c41-aec990ea9fde None None] Deleting port f3a15fe3-bdce-4d7a-8b1d-f43de30ad456 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:13:58.321815 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d758bb00-f0b7-412d-9c41-aec990ea9fde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:58.378430 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-83e6c55a-eede-4f1d-bd50-d306232ab498 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:58.407281 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7321083f-c2eb-4f43-89d6-ea83481bcc38 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:58.407902 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-7321083f-c2eb-4f43-89d6-ea83481bcc38 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] In _notify_port_updated(), no bound segment for port 7186fcd2-f8b5-4881-b7ba-fc07fd4648f3 on network 35aa0c51-ba0c-45a1-8373-559b804543b2 {{(pid=89032) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 04 09:13:58.413605 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7321083f-c2eb-4f43-89d6-ea83481bcc38 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:58.413919 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e6c55a-eede-4f1d-bd50-d306232ab498 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb59297-ee50-469e-925d-1e304453597a,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:58.414388 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7321083f-c2eb-4f43-89d6-ea83481bcc38 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:58.417287 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-7321083f-c2eb-4f43-89d6-ea83481bcc38 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "PUT /v2.0/ports/7186fcd2-f8b5-4881-b7ba-fc07fd4648f3 HTTP/1.1" status: 200 len: 818 time: 1.3063698 Oct 04 09:13:58.422124 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56236) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:58.430387 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067f6a19-486c-48ac-8265-d3859ca8c44b None None] Pushing event updated for resources: {'Port': ['ID=f3a15fe3-bdce-4d7a-8b1d-f43de30ad456,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:58.524829 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device f3a15fe3-bdce-4d7a-8b1d-f43de30ad456 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:13:58.591088 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7321083f-c2eb-4f43-89d6-ea83481bcc38 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event updated for resources: {'Port': ['ID=7186fcd2-f8b5-4881-b7ba-fc07fd4648f3,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:58.600089 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee9e28b-be57-4f91-b130-e5ed565a4f5f tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:13:58.605691 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5ee9e28b-be57-4f91-b130-e5ed565a4f5f tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:58.609033 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-5ee9e28b-be57-4f91-b130-e5ed565a4f5f tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] 10.222.0.50 "PUT /v2.0/routers/3ceff276-bb3e-47cb-a706-2522adca2493 HTTP/1.1" status: 200 len: 919 time: 9.4949713 Oct 04 09:13:58.610503 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56240) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:58.619271 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ece6816-4982-4383-86ef-8454849a7265 None None] Sync routers for ids ['3ceff276-bb3e-47cb-a706-2522adca2493'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:13:58.633600 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ece6816-4982-4383-86ef-8454849a7265 None None] Routers {'3ceff276-bb3e-47cb-a706-2522adca2493'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:13:58.634572 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-1ece6816-4982-4383-86ef-8454849a7265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:13:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['3ceff276-bb3e-47cb-a706-2522adca2493'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:58.637532 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-83e6c55a-eede-4f1d-bd50-d306232ab498 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:58.638558 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-83e6c55a-eede-4f1d-bd50-d306232ab498 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] 10.222.0.50 "DELETE /v2.0/security-groups/edb59297-ee50-469e-925d-1e304453597a HTTP/1.1" status: 204 len: 168 time: 1.0399773 Oct 04 09:13:58.646838 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-93bb2e0a-e27d-4d9a-9715-b3305a5b7db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736827'] for router_interface, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:58.675818 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56244) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:58.685346 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-aca57efe-da7d-40e1-969e-f02649ba952b None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:58.700113 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-aca57efe-da7d-40e1-969e-f02649ba952b None None] Transition to ACTIVE for port object 43e5f8b7-5d1a-4a89-96fe-da54d364454d will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:13:58.717519 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.db.api [None req-ad1c93b5-fe21-4b12-b62f-cd906dd0e2ed tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:13:58.717859 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG oslo_db.api [None req-ad1c93b5-fe21-4b12-b62f-cd906dd0e2ed tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:13:58.725873 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-aca57efe-da7d-40e1-969e-f02649ba952b None None] Transition to ACTIVE for port object 43e5f8b7-5d1a-4a89-96fe-da54d364454d will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:13:58.739873 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-a3eae4bb-acee-4828-a6b5-c98bb5ac601c tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Deleting port 7186fcd2-f8b5-4881-b7ba-fc07fd4648f3 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:13:58.740243 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a3eae4bb-acee-4828-a6b5-c98bb5ac601c tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:58.754567 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-aca57efe-da7d-40e1-969e-f02649ba952b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:58.759980 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-1ece6816-4982-4383-86ef-8454849a7265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:58.775122 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ece6816-4982-4383-86ef-8454849a7265 None None] Routers {'3ceff276-bb3e-47cb-a706-2522adca2493'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:13:58.775994 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-1ece6816-4982-4383-86ef-8454849a7265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:13:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['3ceff276-bb3e-47cb-a706-2522adca2493'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:58.779393 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95fdd5f-f1b2-4093-a872-ffa4fee6a2eb req-1211fa4d-d6e8-4cce-8c74-fe117e51a6fb tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:58.780920 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-d95fdd5f-f1b2-4093-a872-ffa4fee6a2eb req-1211fa4d-d6e8-4cce-8c74-fe117e51a6fb tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 0.6452491 Oct 04 09:13:58.858347 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-1ece6816-4982-4383-86ef-8454849a7265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:58.858985 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ece6816-4982-4383-86ef-8454849a7265 None None] The sync data for ids ['3ceff276-bb3e-47cb-a706-2522adca2493'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:13:58.912166 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-52be6065-b32f-402a-a615-30e9f20df940 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:58.975436 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca57efe-da7d-40e1-969e-f02649ba952b None None] Network feefeb89-435e-40de-9723-5b10683f812c is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:13:58.976324 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca57efe-da7d-40e1-969e-f02649ba952b None None] Pushing event updated for resources: {'Port': ['ID=43e5f8b7-5d1a-4a89-96fe-da54d364454d,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:58.983318 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-aca57efe-da7d-40e1-969e-f02649ba952b None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:13:58.999212 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca57efe-da7d-40e1-969e-f02649ba952b None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:13:59.001465 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-d95fdd5f-f1b2-4093-a872-ffa4fee6a2eb req-0706a24c-7873-44cc-8cda-1adce5056230 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2045703 Oct 04 09:13:59.016543 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-1e5bc70a-df01-4950-bb83-30abfaf89402 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Synchronizing usage tracker for tenant:b215519b9da143399af7811a7a78118a on resource:security_group {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:13:59.025978 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52be6065-b32f-402a-a615-30e9f20df940 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Pushing event deleted for resources: {'Subnet': ['ID=044f163e-9fde-49b0-aeb3-cc8e04deed0f,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:59.097720 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port f3a15fe3-bdce-4d7a-8b1d-f43de30ad456 is: ACTIVE; New status is: DOWN {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:13:59.097720 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:59.170023 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d758bb00-f0b7-412d-9c41-aec990ea9fde None None] For port f3a15fe3-bdce-4d7a-8b1d-f43de30ad456, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=f3a15fe3-bdce-4d7a-8b1d-f43de30ad456,segment=NetworkSegment(19bac2ae-5e29-4d62-8a2e-0f6a7ceb07ec),segment_id=19bac2ae-5e29-4d62-8a2e-0f6a7ceb07ec)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:13:59.170418 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d758bb00-f0b7-412d-9c41-aec990ea9fde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:59.209343 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-1e5bc70a-df01-4950-bb83-30abfaf89402 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Unset dirty status for tenant:b215519b9da143399af7811a7a78118a on resource:security_group {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:13:59.214157 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-1e5bc70a-df01-4950-bb83-30abfaf89402 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.5345442 Oct 04 09:13:59.216955 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2bafcf67-9599-4747-ba0b-c92e9995af2c tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:59.217870 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56250) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:59.250238 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-18417ea8-0183-4036-8bb4-319f9e51e8fc tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] 10.222.0.50 "GET /v2.0/routers/3ceff276-bb3e-47cb-a706-2522adca2493 HTTP/1.1" status: 200 len: 925 time: 0.6367688 Oct 04 09:13:59.257822 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56252) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:59.268388 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-ad1c93b5-fe21-4b12-b62f-cd906dd0e2ed tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Deleting port f3a15fe3-bdce-4d7a-8b1d-f43de30ad456 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:13:59.268742 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ad1c93b5-fe21-4b12-b62f-cd906dd0e2ed tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:59.310178 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d758bb00-f0b7-412d-9c41-aec990ea9fde None None] Calling delete_port for f3a15fe3-bdce-4d7a-8b1d-f43de30ad456 owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:13:59.338272 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-aca57efe-da7d-40e1-969e-f02649ba952b None None] Attempting to bind port 43e5f8b7-5d1a-4a89-96fe-da54d364454d on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:13:59.338635 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-aca57efe-da7d-40e1-969e-f02649ba952b None None] Attempting to bind port 43e5f8b7-5d1a-4a89-96fe-da54d364454d by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '9f1c5806-09f8-402c-808e-408945c7d5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'feefeb89-435e-40de-9723-5b10683f812c'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:13:59.339021 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca57efe-da7d-40e1-969e-f02649ba952b None None] Attempting to bind port 43e5f8b7-5d1a-4a89-96fe-da54d364454d on network feefeb89-435e-40de-9723-5b10683f812c {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:13:59.355456 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-52be6065-b32f-402a-a615-30e9f20df940 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:59.363629 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca57efe-da7d-40e1-969e-f02649ba952b None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:13:59.364010 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca57efe-da7d-40e1-969e-f02649ba952b None None] Checking segment: {'id': '9f1c5806-09f8-402c-808e-408945c7d5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'feefeb89-435e-40de-9723-5b10683f812c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:13:59.364433 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-aca57efe-da7d-40e1-969e-f02649ba952b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:59.364834 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca57efe-da7d-40e1-969e-f02649ba952b None None] Bound using segment: {'id': '9f1c5806-09f8-402c-808e-408945c7d5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'feefeb89-435e-40de-9723-5b10683f812c'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:13:59.365292 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-aca57efe-da7d-40e1-969e-f02649ba952b None None] Bound port: 43e5f8b7-5d1a-4a89-96fe-da54d364454d, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f1c5806-09f8-402c-808e-408945c7d5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'feefeb89-435e-40de-9723-5b10683f812c'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:13:59.365663 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-aca57efe-da7d-40e1-969e-f02649ba952b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:59.387941 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port f3a15fe3-bdce-4d7a-8b1d-f43de30ad456, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=f3a15fe3-bdce-4d7a-8b1d-f43de30ad456,segment=NetworkSegment(19bac2ae-5e29-4d62-8a2e-0f6a7ceb07ec),segment_id=19bac2ae-5e29-4d62-8a2e-0f6a7ceb07ec)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:13:59.429428 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:59.438812 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62006dc-7052-4ba2-a52d-d6a036fa5aee req-7a0dd8f0-97e4-44ed-bbc5-2f90a2fb2497 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:59.442063 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-52be6065-b32f-402a-a615-30e9f20df940 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feefeb89-435e-40de-9723-5b10683f812c']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:59.445580 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f62006dc-7052-4ba2-a52d-d6a036fa5aee req-7a0dd8f0-97e4-44ed-bbc5-2f90a2fb2497 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 0.2778511 Oct 04 09:13:59.471541 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a3eae4bb-acee-4828-a6b5-c98bb5ac601c tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:59.483047 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-52be6065-b32f-402a-a615-30e9f20df940 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f1c5806-09f8-402c-808e-408945c7d5ba') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:59.483344 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-52be6065-b32f-402a-a615-30e9f20df940 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f1c5806-09f8-402c-808e-408945c7d5ba') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:13:59.501663 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43aa43dc-b7b0-46ad-b440-9195010495ce tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:59.505827 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-43aa43dc-b7b0-46ad-b440-9195010495ce tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=f33938cd-879e-4461-9b5e-aa67b746b6bd&device_id=3ceff276-bb3e-47cb-a706-2522adca2493&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2438045 Oct 04 09:13:59.507153 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56258) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:59.535318 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-52be6065-b32f-402a-a615-30e9f20df940 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:59.536760 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.db.api [None req-d758bb00-f0b7-412d-9c41-aec990ea9fde None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:13:59.537225 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG oslo_db.api [None req-d758bb00-f0b7-412d-9c41-aec990ea9fde None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:13:59.538832 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f62006dc-7052-4ba2-a52d-d6a036fa5aee req-9a55fe0b-5110-42a2-a82d-e3b81750d82b tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916789 Oct 04 09:13:59.547644 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=f3a15fe3-bdce-4d7a-8b1d-f43de30ad456,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:59.553055 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-aca57efe-da7d-40e1-969e-f02649ba952b None None] For port 43e5f8b7-5d1a-4a89-96fe-da54d364454d, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:13:59.556769 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-aca57efe-da7d-40e1-969e-f02649ba952b None None] For port 43e5f8b7-5d1a-4a89-96fe-da54d364454d, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=43e5f8b7-5d1a-4a89-96fe-da54d364454d,segment=NetworkSegment(9f1c5806-09f8-402c-808e-408945c7d5ba),segment_id=9f1c5806-09f8-402c-808e-408945c7d5ba)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:13:59.568114 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-aca57efe-da7d-40e1-969e-f02649ba952b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:59.674088 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-a3eae4bb-acee-4828-a6b5-c98bb5ac601c tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Calling delete_port for 7186fcd2-f8b5-4881-b7ba-fc07fd4648f3 owned by {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:13:59.718890 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca57efe-da7d-40e1-969e-f02649ba952b None None] Pushing event updated for resources: {'Port': ['ID=43e5f8b7-5d1a-4a89-96fe-da54d364454d,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:13:59.731973 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f28230-d415-4ae1-aaa8-1ee7a2f73fd2 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:13:59.733297 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-66f28230-d415-4ae1-aaa8-1ee7a2f73fd2 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] 10.222.0.50 "GET /v2.0/networks/f33938cd-879e-4461-9b5e-aa67b746b6bd HTTP/1.1" status: 200 len: 881 time: 0.2252495 Oct 04 09:13:59.741450 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56264) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:59.749532 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-52be6065-b32f-402a-a615-30e9f20df940 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:59.757574 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e54a483-712a-4b3a-a1fd-f2ea4ec18f61 None None] Network feefeb89-435e-40de-9723-5b10683f812c requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:13:59.775207 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52be6065-b32f-402a-a615-30e9f20df940 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:13:59.775644 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-52be6065-b32f-402a-a615-30e9f20df940 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:59.913531 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-90ebfc1e-84e7-4b2d-95bd-1d513b49b609 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:59.922402 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-870c458f-cfba-4456-b306-cde45eca1761 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ceff276-bb3e-47cb-a706-2522adca2493 HTTP/1.1" status: 200 len: 205 time: 0.1765249 Oct 04 09:13:59.928839 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56272) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:13:59.949425 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-90ebfc1e-84e7-4b2d-95bd-1d513b49b609 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:13:59.965770 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 9f1c5806-09f8-402c-808e-408945c7d5ba resource provider aggregate not found Oct 04 09:14:00.038202 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.db.api [None req-52be6065-b32f-402a-a615-30e9f20df940 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 04 09:14:00.038202 dv-neutron-860215-1-hyperv neutron-server[89033]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 04 09:14:00.038202 dv-neutron-860215-1-hyperv neutron-server[89033]: [parameters: {'id': 'feefeb89-435e-40de-9723-5b10683f812c'}] Oct 04 09:14:00.038202 dv-neutron-860215-1-hyperv neutron-server[89033]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:14:00.038539 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG oslo_db.api [None req-52be6065-b32f-402a-a615-30e9f20df940 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:14:00.039039 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d758bb00-f0b7-412d-9c41-aec990ea9fde None None] Deleting port f3a15fe3-bdce-4d7a-8b1d-f43de30ad456 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:14:00.040448 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d758bb00-f0b7-412d-9c41-aec990ea9fde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:00.092853 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 9f1c5806-09f8-402c-808e-408945c7d5ba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9f1c5806-09f8-402c-808e-408945c7d5ba found for delete ", "request_id": "req-1fee32f0-a79e-40d7-b08a-b759d5481e23"}]} Oct 04 09:14:00.140764 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a3eae4bb-acee-4828-a6b5-c98bb5ac601c tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:00.281763 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-99d4aabf-4ecc-4c48-86a9-284146529c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:00.297810 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d758bb00-f0b7-412d-9c41-aec990ea9fde None None] For port f3a15fe3-bdce-4d7a-8b1d-f43de30ad456, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=f3a15fe3-bdce-4d7a-8b1d-f43de30ad456,segment=NetworkSegment(19bac2ae-5e29-4d62-8a2e-0f6a7ceb07ec),segment_id=19bac2ae-5e29-4d62-8a2e-0f6a7ceb07ec)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:14:00.298431 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d758bb00-f0b7-412d-9c41-aec990ea9fde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:00.336798 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-ad1c93b5-fe21-4b12-b62f-cd906dd0e2ed tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] For port f3a15fe3-bdce-4d7a-8b1d-f43de30ad456, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=f3a15fe3-bdce-4d7a-8b1d-f43de30ad456,segment=NetworkSegment(19bac2ae-5e29-4d62-8a2e-0f6a7ceb07ec),segment_id=19bac2ae-5e29-4d62-8a2e-0f6a7ceb07ec)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:14:00.337539 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ad1c93b5-fe21-4b12-b62f-cd906dd0e2ed tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:00.346175 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eae4bb-acee-4828-a6b5-c98bb5ac601c tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event deleted for resources: {'Port': ['ID=7186fcd2-f8b5-4881-b7ba-fc07fd4648f3,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:00.359197 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a3eae4bb-acee-4828-a6b5-c98bb5ac601c tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:00.415951 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-93bb2e0a-e27d-4d9a-9715-b3305a5b7db9 admin admin] Deleting port 59ac07e5-b222-44f7-b39f-f88365842509 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:14:00.416294 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-93bb2e0a-e27d-4d9a-9715-b3305a5b7db9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:00.429027 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d758bb00-f0b7-412d-9c41-aec990ea9fde None None] Calling delete_port for f3a15fe3-bdce-4d7a-8b1d-f43de30ad456 owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:14:00.481390 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8314195e-a64e-48db-bb76-9ddf8a9050b7 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks [] for router, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:00.502600 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-90ebfc1e-84e7-4b2d-95bd-1d513b49b609 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:00.509364 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d758bb00-f0b7-412d-9c41-aec990ea9fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:00.516863 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-ad1c93b5-fe21-4b12-b62f-cd906dd0e2ed tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Calling delete_port for f3a15fe3-bdce-4d7a-8b1d-f43de30ad456 owned by network:dhcp {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:14:00.556889 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635558bb-efc5-45e8-b523-d8e08e0f7bb3 req-9c073ca7-6dc6-4e26-ad28-f7c1c5178fce tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:00.557316 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d758bb00-f0b7-412d-9c41-aec990ea9fde None None] Pushing event deleted for resources: {'Port': ['ID=f3a15fe3-bdce-4d7a-8b1d-f43de30ad456,revision_number=None']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:00.558008 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-635558bb-efc5-45e8-b523-d8e08e0f7bb3 req-9c073ca7-6dc6-4e26-ad28-f7c1c5178fce tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 0.6459222 Oct 04 09:14:00.559492 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-52be6065-b32f-402a-a615-30e9f20df940 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:00.571404 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d758bb00-f0b7-412d-9c41-aec990ea9fde None None] No DVR routers for this DVR port f3a15fe3-bdce-4d7a-8b1d-f43de30ad456 on host dv-neutron-860215-1-hyperv {{(pid=89034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:14:00.596122 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5c0f31-8522-41f4-b6b5-5b052b41d269 None None] get_active_networks_info from dv-neutron-860215-1-hyperv {{(pid=89034) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 04 09:14:00.605948 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-90ebfc1e-84e7-4b2d-95bd-1d513b49b609 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:00.607327 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-90ebfc1e-84e7-4b2d-95bd-1d513b49b609 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] 10.222.0.50 "DELETE /v2.0/security-groups/66b17999-e7ff-4eab-b7c0-bb7042f7708c HTTP/1.1" status: 204 len: 168 time: 1.3402088 Oct 04 09:14:00.608332 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ebfc1e-84e7-4b2d-95bd-1d513b49b609 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b17999-e7ff-4eab-b7c0-bb7042f7708c,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:00.612649 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56278) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:00.654951 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a3eae4bb-acee-4828-a6b5-c98bb5ac601c tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "DELETE /v2.0/ports/7186fcd2-f8b5-4881-b7ba-fc07fd4648f3 HTTP/1.1" status: 204 len: 168 time: 2.2302012 Oct 04 09:14:00.663287 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56282) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:00.679758 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:00.722541 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-52be6065-b32f-402a-a615-30e9f20df940 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Deleting port 43e5f8b7-5d1a-4a89-96fe-da54d364454d {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:14:00.722885 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-52be6065-b32f-402a-a615-30e9f20df940 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:00.739717 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:00.777028 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-635558bb-efc5-45e8-b523-d8e08e0f7bb3 req-8cf142aa-6ee7-4949-994e-9496edab0db0 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000322 Oct 04 09:14:00.790366 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5c0f31-8522-41f4-b6b5-5b052b41d269 None None] Resources bound (agent type, host, resource id): {{(pid=89034) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 04 09:14:00.898673 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.db.api [None req-ad1c93b5-fe21-4b12-b62f-cd906dd0e2ed tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:14:00.899034 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG oslo_db.api [None req-ad1c93b5-fe21-4b12-b62f-cd906dd0e2ed tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:14:00.920630 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8314195e-a64e-48db-bb76-9ddf8a9050b7 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:00.937985 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-c48dd222-8950-4e34-b5c7-e1267f17e9a7 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Synchronizing usage tracker for tenant:b215519b9da143399af7811a7a78118a on resource:security_group {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:14:00.939640 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-8314195e-a64e-48db-bb76-9ddf8a9050b7 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Deleting port df1851c2-02bc-4d90-bc3f-c1bbb346162a {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:14:00.940114 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8314195e-a64e-48db-bb76-9ddf8a9050b7 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:01.136784 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2bafcf67-9599-4747-ba0b-c92e9995af2c tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:01.139234 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-93bb2e0a-e27d-4d9a-9715-b3305a5b7db9 admin admin] For port 59ac07e5-b222-44f7-b39f-f88365842509, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=59ac07e5-b222-44f7-b39f-f88365842509,segment=NetworkSegment(f973a6e2-d09c-4697-bd3b-2000b453af7a),segment_id=f973a6e2-d09c-4697-bd3b-2000b453af7a)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:14:01.139599 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-93bb2e0a-e27d-4d9a-9715-b3305a5b7db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:01.153995 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2bafcf67-9599-4747-ba0b-c92e9995af2c tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736963', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1737124'] for router, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:01.154575 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-c48dd222-8950-4e34-b5c7-e1267f17e9a7 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Unset dirty status for tenant:b215519b9da143399af7811a7a78118a on resource:security_group {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:14:01.161777 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-c48dd222-8950-4e34-b5c7-e1267f17e9a7 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5406132 Oct 04 09:14:01.161991 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56288) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:01.166619 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-2cbdd4af-7415-4583-8c6c-4c32a89d4504 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Request body: {'security_group': {'name': 'tempest-secgroup--1855588878'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:01.175023 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-2cbdd4af-7415-4583-8c6c-4c32a89d4504 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:14:01.267804 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-2cbdd4af-7415-4583-8c6c-4c32a89d4504 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:14:01.294744 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61aca675-be06-4190-940d-4fe9700da38c tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:01.295437 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-61aca675-be06-4190-940d-4fe9700da38c tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Synchronizing usage tracker for tenant:7c59b642fbd4440eb4278f2c0c212bcd on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:14:01.306855 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-93bb2e0a-e27d-4d9a-9715-b3305a5b7db9 admin admin] Calling delete_port for 59ac07e5-b222-44f7-b39f-f88365842509 owned by network:router_interface {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:14:01.351143 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8314195e-a64e-48db-bb76-9ddf8a9050b7 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:01.367401 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2cbdd4af-7415-4583-8c6c-4c32a89d4504 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:01.380282 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-52be6065-b32f-402a-a615-30e9f20df940 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] For port 43e5f8b7-5d1a-4a89-96fe-da54d364454d, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=43e5f8b7-5d1a-4a89-96fe-da54d364454d,segment=NetworkSegment(9f1c5806-09f8-402c-808e-408945c7d5ba),segment_id=9f1c5806-09f8-402c-808e-408945c7d5ba)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:14:01.380859 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-52be6065-b32f-402a-a615-30e9f20df940 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:01.453218 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-61aca675-be06-4190-940d-4fe9700da38c tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Unset dirty status for tenant:7c59b642fbd4440eb4278f2c0c212bcd on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:14:01.454284 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-61aca675-be06-4190-940d-4fe9700da38c tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.7333341 Oct 04 09:14:01.527301 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e933aaf-2ef4-4560-9a5e-184788c648e0 req-483d322a-00ec-466e-a1c0-f46807414b5e tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:01.528910 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7e933aaf-2ef4-4560-9a5e-184788c648e0 req-483d322a-00ec-466e-a1c0-f46807414b5e tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 0.6023440 Oct 04 09:14:01.542938 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-52be6065-b32f-402a-a615-30e9f20df940 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Calling delete_port for 43e5f8b7-5d1a-4a89-96fe-da54d364454d owned by network:dhcp {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:14:01.573565 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56292) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:01.642063 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-8314195e-a64e-48db-bb76-9ddf8a9050b7 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Calling delete_port for df1851c2-02bc-4d90-bc3f-c1bbb346162a owned by network:router_gateway {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:14:01.653046 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6bd6a98-a80d-4847-adfa-6b76d98c9f30 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] GET failed (client error): The resource could not be found. Oct 04 09:14:01.654364 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-b6bd6a98-a80d-4847-adfa-6b76d98c9f30 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "GET /v2.0/ports/7186fcd2-f8b5-4881-b7ba-fc07fd4648f3 HTTP/1.1" status: 404 len: 333 time: 0.0798385 Oct 04 09:14:01.659102 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56296) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:01.679095 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-291f4a55-e846-4e12-9d76-86f66a98bd3e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-569083758'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:01.691272 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-2cbdd4af-7415-4583-8c6c-4c32a89d4504 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:14:01.698460 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-291f4a55-e846-4e12-9d76-86f66a98bd3e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:14:01.700267 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-2cbdd4af-7415-4583-8c6c-4c32a89d4504 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Usage tracker for resource:security_group_rule and tenant:b215519b9da143399af7811a7a78118a is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:14:01.704612 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-2cbdd4af-7415-4583-8c6c-4c32a89d4504 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:14:01.717000 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-2cbdd4af-7415-4583-8c6c-4c32a89d4504 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:14:01.720243 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-291f4a55-e846-4e12-9d76-86f66a98bd3e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Usage tracker for resource:network and tenant:7c59b642fbd4440eb4278f2c0c212bcd is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:14:01.725459 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7e933aaf-2ef4-4560-9a5e-184788c648e0 req-90103788-5a5f-4c8d-a98d-dd57663fdb86 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492467 Oct 04 09:14:01.726163 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-291f4a55-e846-4e12-9d76-86f66a98bd3e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:14:01.734624 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-291f4a55-e846-4e12-9d76-86f66a98bd3e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:14:01.757471 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bafcf67-9599-4747-ba0b-c92e9995af2c tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Router 301c6888-d5be-459b-9249-1ecc449ac057 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:14:01.758692 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-52be6065-b32f-402a-a615-30e9f20df940 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:01.917705 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291f4a55-e846-4e12-9d76-86f66a98bd3e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Made reservation on behalf of 7c59b642fbd4440eb4278f2c0c212bcd for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:14:01.921055 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-291f4a55-e846-4e12-9d76-86f66a98bd3e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:01.937067 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-ad1c93b5-fe21-4b12-b62f-cd906dd0e2ed tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Deleting port f3a15fe3-bdce-4d7a-8b1d-f43de30ad456 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:14:01.937067 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ad1c93b5-fe21-4b12-b62f-cd906dd0e2ed tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:01.978190 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52be6065-b32f-402a-a615-30e9f20df940 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Pushing event deleted for resources: {'Port': ['ID=43e5f8b7-5d1a-4a89-96fe-da54d364454d,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:01.989190 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52be6065-b32f-402a-a615-30e9f20df940 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] No DVR routers for this DVR port 43e5f8b7-5d1a-4a89-96fe-da54d364454d on host dv-neutron-860215-1-hyperv {{(pid=89033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:14:02.104082 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2cbdd4af-7415-4583-8c6c-4c32a89d4504 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:02.118435 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-ad1c93b5-fe21-4b12-b62f-cd906dd0e2ed tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] The port 'f3a15fe3-bdce-4d7a-8b1d-f43de30ad456' was deleted {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 04 09:14:02.121828 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2cbdd4af-7415-4583-8c6c-4c32a89d4504 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:02.160513 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:02.190322 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bafcf67-9599-4747-ba0b-c92e9995af2c tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:14:02.202960 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9213e75c-044d-46b8-a5b7-0dbeb0278bed None None] Sync routers for ids ['301c6888-d5be-459b-9249-1ecc449ac057'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:14:02.211015 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbdd4af-7415-4583-8c6c-4c32a89d4504 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6117712c-1810-4a08-9225-c2f3134d763e,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:02.217087 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9213e75c-044d-46b8-a5b7-0dbeb0278bed None None] Routers {'301c6888-d5be-459b-9249-1ecc449ac057'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:14:02.217659 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2cbdd4af-7415-4583-8c6c-4c32a89d4504 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:02.218982 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-2cbdd4af-7415-4583-8c6c-4c32a89d4504 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0578249 Oct 04 09:14:02.219407 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-9213e75c-044d-46b8-a5b7-0dbeb0278bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:14:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['301c6888-d5be-459b-9249-1ecc449ac057'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:02.223008 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2bafcf67-9599-4747-ba0b-c92e9995af2c tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:02.226508 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-2bafcf67-9599-4747-ba0b-c92e9995af2c tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] 10.222.0.50 "PUT /v2.0/routers/301c6888-d5be-459b-9249-1ecc449ac057 HTTP/1.1" status: 200 len: 922 time: 4.5915070 Oct 04 09:14:02.230414 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56302) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:02.230743 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56304) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:02.231428 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-291f4a55-e846-4e12-9d76-86f66a98bd3e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:14:02.234280 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8314195e-a64e-48db-bb76-9ddf8a9050b7 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:02.277609 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d5c1f-904f-4e35-8e7b-a3e0829f7446 req-a1d06898-1b06-4bd7-8aca-1d676fc86f4b tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:02.279109 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0d1d5c1f-904f-4e35-8e7b-a3e0829f7446 req-a1d06898-1b06-4bd7-8aca-1d676fc86f4b tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 0.3999596 Oct 04 09:14:02.284208 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-5c03d0e4-5861-401f-bc55-786984da9e2e tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:02.284878 dv-neutron-860215-1-hyperv neutron-server[89033]: WARNING neutron.api.v2.base [None req-5c03d0e4-5861-401f-bc55-786984da9e2e tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 04 09:14:02.285367 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-5c03d0e4-5861-401f-bc55-786984da9e2e tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] update failed (client error): There was a conflict when trying to complete your request. Oct 04 09:14:02.289146 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-5c03d0e4-5861-401f-bc55-786984da9e2e tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] 10.222.0.50 "PUT /v2.0/security-groups/6117712c-1810-4a08-9225-c2f3134d763e HTTP/1.1" status: 409 len: 330 time: 0.0272558 Oct 04 09:14:02.296537 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56310) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:02.297657 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-9213e75c-044d-46b8-a5b7-0dbeb0278bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:02.310062 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9213e75c-044d-46b8-a5b7-0dbeb0278bed None None] Routers {'301c6888-d5be-459b-9249-1ecc449ac057'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:14:02.310752 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-9213e75c-044d-46b8-a5b7-0dbeb0278bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:14:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['301c6888-d5be-459b-9249-1ecc449ac057'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:02.348690 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8314195e-a64e-48db-bb76-9ddf8a9050b7 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Pushing event deleted for resources: {'Port': ['ID=df1851c2-02bc-4d90-bc3f-c1bbb346162a,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:02.350210 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-52be6065-b32f-402a-a615-30e9f20df940 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:02.387492 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-9213e75c-044d-46b8-a5b7-0dbeb0278bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:02.387905 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9213e75c-044d-46b8-a5b7-0dbeb0278bed None None] The sync data for ids ['301c6888-d5be-459b-9249-1ecc449ac057'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:14:02.417451 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-291f4a55-e846-4e12-9d76-86f66a98bd3e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:02.418032 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-291f4a55-e846-4e12-9d76-86f66a98bd3e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Added segment 36f05c15-a25f-46bd-b32c-f793ff0bef6e of type vlan for network e407a8e0-90aa-4298-bfe6-215c637a1f88 Oct 04 09:14:02.443250 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0d1d5c1f-904f-4e35-8e7b-a3e0829f7446 req-268d542b-60cf-4fc7-b133-8e53aed858dd tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538017 Oct 04 09:14:02.470050 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-93bb2e0a-e27d-4d9a-9715-b3305a5b7db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:02.509275 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8314195e-a64e-48db-bb76-9ddf8a9050b7 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737040'] for router_gateway, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:02.533017 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-52be6065-b32f-402a-a615-30e9f20df940 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feefeb89-435e-40de-9723-5b10683f812c']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:02.542880 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ad1c93b5-fe21-4b12-b62f-cd906dd0e2ed tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:02.553907 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb2e0a-e27d-4d9a-9715-b3305a5b7db9 admin admin] Pushing event deleted for resources: {'Port': ['ID=59ac07e5-b222-44f7-b39f-f88365842509,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:02.592922 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-ad1c93b5-fe21-4b12-b62f-cd906dd0e2ed tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c504d646-e623-44e1-97c6-00f4f92af5c3']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:02.608483 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-ad1c93b5-fe21-4b12-b62f-cd906dd0e2ed tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19bac2ae-5e29-4d62-8a2e-0f6a7ceb07ec') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:02.609093 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-ad1c93b5-fe21-4b12-b62f-cd906dd0e2ed tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19bac2ae-5e29-4d62-8a2e-0f6a7ceb07ec') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:02.622269 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ad1c93b5-fe21-4b12-b62f-cd906dd0e2ed tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:02.628341 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3f5ee27b-60e9-4143-8f74-a4fde2ed1fef tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:02.643844 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ad1c93b5-fe21-4b12-b62f-cd906dd0e2ed tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:02.650416 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad1c93b5-fe21-4b12-b62f-cd906dd0e2ed tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:14:02.651062 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ad1c93b5-fe21-4b12-b62f-cd906dd0e2ed tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:02.694509 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-52be6065-b32f-402a-a615-30e9f20df940 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f1c5806-09f8-402c-808e-408945c7d5ba') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:02.694983 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-52be6065-b32f-402a-a615-30e9f20df940 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f1c5806-09f8-402c-808e-408945c7d5ba') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:02.807999 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8314195e-a64e-48db-bb76-9ddf8a9050b7 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:02.810552 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3f5ee27b-60e9-4143-8f74-a4fde2ed1fef tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:02.819329 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8314195e-a64e-48db-bb76-9ddf8a9050b7 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:02.839120 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-291f4a55-e846-4e12-9d76-86f66a98bd3e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:02.910415 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 19bac2ae-5e29-4d62-8a2e-0f6a7ceb07ec resource provider aggregate not found Oct 04 09:14:02.931905 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-52be6065-b32f-402a-a615-30e9f20df940 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:02.943003 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8314195e-a64e-48db-bb76-9ddf8a9050b7 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:02.943548 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8314195e-a64e-48db-bb76-9ddf8a9050b7 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Fanout notify agent at l3_agent the message router_deleted on router 3ceff276-bb3e-47cb-a706-2522adca2493 {{(pid=89032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:14:02.996206 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 19bac2ae-5e29-4d62-8a2e-0f6a7ceb07ec resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 19bac2ae-5e29-4d62-8a2e-0f6a7ceb07ec found for delete ", "request_id": "req-58252f05-614c-4353-aa0c-6b5735fa342d"}]} Oct 04 09:14:02.998364 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3f5ee27b-60e9-4143-8f74-a4fde2ed1fef tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:03.020144 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3f5ee27b-60e9-4143-8f74-a4fde2ed1fef tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:03.022020 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-3f5ee27b-60e9-4143-8f74-a4fde2ed1fef tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] 10.222.0.50 "DELETE /v2.0/security-groups/6117712c-1810-4a08-9225-c2f3134d763e HTTP/1.1" status: 204 len: 168 time: 0.7231338 Oct 04 09:14:03.030435 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56322) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:03.034917 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-52be6065-b32f-402a-a615-30e9f20df940 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:03.047653 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8314195e-a64e-48db-bb76-9ddf8a9050b7 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:03.048431 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-8314195e-a64e-48db-bb76-9ddf8a9050b7 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] 10.222.0.50 "DELETE /v2.0/routers/3ceff276-bb3e-47cb-a706-2522adca2493 HTTP/1.1" status: 204 len: 168 time: 3.0855370 Oct 04 09:14:03.049362 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ee27b-60e9-4143-8f74-a4fde2ed1fef tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6117712c-1810-4a08-9225-c2f3134d763e,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:03.059652 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c5e34e-1c38-4dfa-9ab2-0a7823ac9261 req-6b2058bf-9742-4ba2-85cf-c4ca1cd401cc tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:03.062099 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-90c5e34e-1c38-4dfa-9ab2-0a7823ac9261 req-6b2058bf-9742-4ba2-85cf-c4ca1cd401cc tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 0.2409000 Oct 04 09:14:03.062678 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56326) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:03.068553 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-6904c579-9776-463e-a461-6c5deb31f1af tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1325908754', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}, 'admin_state_up': False}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:03.078835 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-6904c579-9776-463e-a461-6c5deb31f1af tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:14:03.081256 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52be6065-b32f-402a-a615-30e9f20df940 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:14:03.081671 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-52be6065-b32f-402a-a615-30e9f20df940 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:03.084827 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-6904c579-9776-463e-a461-6c5deb31f1af tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Usage tracker for resource:router and tenant:d5c352bc205648858ca55e59bb8f7f2f is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:14:03.088043 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-6904c579-9776-463e-a461-6c5deb31f1af tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:14:03.097538 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-6904c579-9776-463e-a461-6c5deb31f1af tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:14:03.100948 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ad1c93b5-fe21-4b12-b62f-cd906dd0e2ed tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:03.134699 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ad1c93b5-fe21-4b12-b62f-cd906dd0e2ed tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:03.137597 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6904c579-9776-463e-a461-6c5deb31f1af tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:03.138597 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6904c579-9776-463e-a461-6c5deb31f1af tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:03.150038 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-90c5e34e-1c38-4dfa-9ab2-0a7823ac9261 req-58690449-9da7-4f6d-bfda-71d3b57ebb00 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536816 Oct 04 09:14:03.204070 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-dd8c7006-e9b9-49ea-b229-2f29537285b8 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] 10.222.0.50 "GET /v2.0/routers/301c6888-d5be-459b-9249-1ecc449ac057 HTTP/1.1" status: 200 len: 922 time: 0.9405572 Oct 04 09:14:03.207271 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56330) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:03.224131 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1c93b5-fe21-4b12-b62f-cd906dd0e2ed tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Pushing event deleted for resources: {'Network': ['ID=c504d646-e623-44e1-97c6-00f4f92af5c3,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:03.298869 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0332bc2-0fc1-4a6c-b499-3b8fdc68f92c tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:03.300393 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-e0332bc2-0fc1-4a6c-b499-3b8fdc68f92c tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Synchronizing usage tracker for tenant:8eccf873fc3d4a95ae93ab1afe9db4b6 on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:14:03.306697 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-291f4a55-e846-4e12-9d76-86f66a98bd3e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:03.312074 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291f4a55-e846-4e12-9d76-86f66a98bd3e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:03.312684 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-291f4a55-e846-4e12-9d76-86f66a98bd3e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:03.317941 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-e0332bc2-0fc1-4a6c-b499-3b8fdc68f92c tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Unset dirty status for tenant:8eccf873fc3d4a95ae93ab1afe9db4b6 on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:14:03.321650 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-e0332bc2-0fc1-4a6c-b499-3b8fdc68f92c tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=f33938cd-879e-4461-9b5e-aa67b746b6bd&device_id=301c6888-d5be-459b-9249-1ecc449ac057&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 946 time: 0.1108079 Oct 04 09:14:03.321884 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56334) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:03.453196 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4972132-a881-4f07-8b3d-da2281c41310 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:03.454093 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-d4972132-a881-4f07-8b3d-da2281c41310 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Synchronizing usage tracker for tenant:8eccf873fc3d4a95ae93ab1afe9db4b6 on resource:network {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:14:03.473386 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-d4972132-a881-4f07-8b3d-da2281c41310 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Unset dirty status for tenant:8eccf873fc3d4a95ae93ab1afe9db4b6 on resource:network {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:14:03.477598 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-d4972132-a881-4f07-8b3d-da2281c41310 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] 10.222.0.50 "GET /v2.0/networks/f33938cd-879e-4461-9b5e-aa67b746b6bd HTTP/1.1" status: 200 len: 881 time: 0.1539950 Oct 04 09:14:03.478662 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56338) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:03.530785 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-54519d3b-5853-42fd-a053-0be5ab580952 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] 10.222.0.50 "GET /v2.0/ports?device_id=301c6888-d5be-459b-9249-1ecc449ac057 HTTP/1.1" status: 200 len: 205 time: 0.0508463 Oct 04 09:14:03.534135 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56342) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:03.549705 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-1c707938-74c9-40ba-abff-772ea6489878 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5162594 Oct 04 09:14:03.554556 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-ad1c93b5-fe21-4b12-b62f-cd906dd0e2ed tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] 10.222.0.50 "DELETE /v2.0/networks/c504d646-e623-44e1-97c6-00f4f92af5c3 HTTP/1.1" status: 204 len: 168 time: 8.5083435 Oct 04 09:14:03.561378 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56346) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:03.561731 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56348) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:03.593109 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-9bfc820c-c95c-46a8-83e4-3ce79d1efa73 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-645764710'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:03.606552 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-52be6065-b32f-402a-a615-30e9f20df940 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:03.612185 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-52be6065-b32f-402a-a615-30e9f20df940 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:03.617875 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-52be6065-b32f-402a-a615-30e9f20df940 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] 10.222.0.50 "DELETE /v2.0/networks/feefeb89-435e-40de-9723-5b10683f812c HTTP/1.1" status: 204 len: 168 time: 6.4222364 Oct 04 09:14:03.626134 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56354) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:03.627026 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-9bfc820c-c95c-46a8-83e4-3ce79d1efa73 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:14:03.630121 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-291f4a55-e846-4e12-9d76-86f66a98bd3e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.9672639 Oct 04 09:14:03.715221 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56358) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:03.729296 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-f8799376-4854-4e44-86ae-a309fead82da tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] delete failed (client error): The resource could not be found. Oct 04 09:14:03.733863 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-f8799376-4854-4e44-86ae-a309fead82da tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] 10.222.0.50 "DELETE /v2.0/security-groups/3a78f17f-3aac-47e4-8b98-9fc52d120e0c HTTP/1.1" status: 404 len: 347 time: 0.1648304 Oct 04 09:14:03.733863 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291f4a55-e846-4e12-9d76-86f66a98bd3e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event updated for resources: {'Network': ['ID=e407a8e0-90aa-4298-bfe6-215c637a1f88,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:03.739664 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-6b94e117-86ee-4093-8002-08ebe8b60312 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Request body: {'subnet': {'network_id': 'e407a8e0-90aa-4298-bfe6-215c637a1f88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:03.748218 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network e407a8e0-90aa-4298-bfe6-215c637a1f88 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:14:03.749018 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-9bfc820c-c95c-46a8-83e4-3ce79d1efa73 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Usage tracker for resource:network and tenant:5b1c6a997cf443e88f0c80c3c8bb1373 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:14:03.752740 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56362) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:03.756584 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6904c579-9776-463e-a461-6c5deb31f1af tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:03.770962 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-9bfc820c-c95c-46a8-83e4-3ce79d1efa73 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:14:03.777050 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-c69d5d2c-ac17-4b30-8eb1-1f295c4980e6 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] DELETE failed (client error): The resource could not be found. Oct 04 09:14:03.777506 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c69d5d2c-ac17-4b30-8eb1-1f295c4980e6 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:14:03.779170 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-c69d5d2c-ac17-4b30-8eb1-1f295c4980e6 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] 10.222.0.50 "DELETE /v2.0/subnets/044f163e-9fde-49b0-aeb3-cc8e04deed0f HTTP/1.1" status: 404 len: 337 time: 0.1480050 Oct 04 09:14:03.786211 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56366) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:03.791019 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52be6065-b32f-402a-a615-30e9f20df940 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Pushing event deleted for resources: {'Network': ['ID=feefeb89-435e-40de-9723-5b10683f812c,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:03.810384 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-9bfc820c-c95c-46a8-83e4-3ce79d1efa73 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:14:03.828944 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a9420a4-2df8-41ee-b4a6-583ca7353205 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] DELETE failed (client error): The resource could not be found. Oct 04 09:14:03.829913 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a9420a4-2df8-41ee-b4a6-583ca7353205 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:14:03.831087 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-5a9420a4-2df8-41ee-b4a6-583ca7353205 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] 10.222.0.50 "DELETE /v2.0/networks/feefeb89-435e-40de-9723-5b10683f812c HTTP/1.1" status: 404 len: 339 time: 0.0420959 Oct 04 09:14:03.834903 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56370) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:03.849703 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.api.v2.resource [None req-e210dd5b-2941-444c-a684-d6a496fad461 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] show failed (client error): The resource could not be found. Oct 04 09:14:03.850709 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-e210dd5b-2941-444c-a684-d6a496fad461 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] 10.222.0.50 "GET /v2.0/security-groups/81168bab-8403-48c4-8a33-84473731ef67 HTTP/1.1" status: 404 len: 347 time: 0.0901754 Oct 04 09:14:03.873827 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bfc820c-c95c-46a8-83e4-3ce79d1efa73 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Made reservation on behalf of 5b1c6a997cf443e88f0c80c3c8bb1373 for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:14:03.877325 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9bfc820c-c95c-46a8-83e4-3ce79d1efa73 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:03.892766 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56374) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:03.901027 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-93bb2e0a-e27d-4d9a-9715-b3305a5b7db9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736911'] for router_interface, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:03.914970 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd6bbd81-53e4-4e37-ad1f-5f9ffdd67ce0 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] DELETE failed (client error): The resource could not be found. Oct 04 09:14:03.915431 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd6bbd81-53e4-4e37-ad1f-5f9ffdd67ce0 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:14:03.917067 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-fd6bbd81-53e4-4e37-ad1f-5f9ffdd67ce0 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] 10.222.0.50 "DELETE /v2.0/subnets/34ef677e-54a0-44c4-851d-73d814c5100b HTTP/1.1" status: 404 len: 337 time: 0.0812709 Oct 04 09:14:03.923777 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56378) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:03.950879 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-2bc4ab9c-0b34-4be9-b774-11ed164ee614 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] show failed (client error): The resource could not be found. Oct 04 09:14:03.955097 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-2bc4ab9c-0b34-4be9-b774-11ed164ee614 tempest-NegativeSecGroupTest-201866158 tempest-NegativeSecGroupTest-201866158-project] 10.222.0.50 "GET /v2.0/security-group-rules/0f1174c1-bea7-42db-a7f2-fe8ef927afa4 HTTP/1.1" status: 404 len: 356 time: 0.0582018 Oct 04 09:14:04.036774 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c0dafcf-4b8d-40b7-bc47-c1e9aca008e6 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] DELETE failed (client error): The resource could not be found. Oct 04 09:14:04.037251 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c0dafcf-4b8d-40b7-bc47-c1e9aca008e6 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:14:04.045119 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bfc820c-c95c-46a8-83e4-3ce79d1efa73 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:14:04.055201 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-5c0dafcf-4b8d-40b7-bc47-c1e9aca008e6 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] 10.222.0.50 "DELETE /v2.0/networks/497714c7-9cc8-449c-a466-6b7331e23497 HTTP/1.1" status: 404 len: 339 time: 0.1281409 Oct 04 09:14:04.058507 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56384) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:04.066521 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9bfc820c-c95c-46a8-83e4-3ce79d1efa73 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:04.066794 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-9bfc820c-c95c-46a8-83e4-3ce79d1efa73 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Added segment a11f7e08-4346-468e-ac35-d0296a51395b of type vlan for network 21b5cc5f-ba0f-47b8-836b-7444726183c3 Oct 04 09:14:04.093587 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-6b94e117-86ee-4093-8002-08ebe8b60312 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:14:04.105283 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-6b94e117-86ee-4093-8002-08ebe8b60312 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Usage tracker for resource:subnet and tenant:7c59b642fbd4440eb4278f2c0c212bcd is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:14:04.109564 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d5349c66-ae36-4562-9125-05f4426a5761 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks [] for router, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:04.164795 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-6b94e117-86ee-4093-8002-08ebe8b60312 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:14:04.168997 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-40db70be-23e4-4339-9eea-0864d9e14381 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] DELETE failed (client error): The resource could not be found. Oct 04 09:14:04.169672 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40db70be-23e4-4339-9eea-0864d9e14381 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:14:04.174166 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-40db70be-23e4-4339-9eea-0864d9e14381 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] 10.222.0.50 "DELETE /v2.0/subnets/ede008f5-e682-4486-bed1-c43f2127a2ee HTTP/1.1" status: 404 len: 337 time: 0.1100388 Oct 04 09:14:04.185523 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56388) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:04.236271 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1075b0f-ee3d-47d1-bdf4-9ac50bdbdc68 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] DELETE failed (client error): The resource could not be found. Oct 04 09:14:04.236783 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1075b0f-ee3d-47d1-bdf4-9ac50bdbdc68 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:14:04.238482 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-c1075b0f-ee3d-47d1-bdf4-9ac50bdbdc68 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] 10.222.0.50 "DELETE /v2.0/networks/a5552ce4-af0e-477c-b7c5-a9037c6fee4f HTTP/1.1" status: 404 len: 339 time: 0.0520227 Oct 04 09:14:04.245751 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56396) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:04.249549 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9bfc820c-c95c-46a8-83e4-3ce79d1efa73 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:04.312638 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-6b94e117-86ee-4093-8002-08ebe8b60312 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:14:04.322264 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6904c579-9776-463e-a461-6c5deb31f1af tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:04.359204 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b94e117-86ee-4093-8002-08ebe8b60312 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Made reservation on behalf of 7c59b642fbd4440eb4278f2c0c212bcd for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:14:04.362687 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6b94e117-86ee-4093-8002-08ebe8b60312 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:04.425156 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56400) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:04.426098 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.db.resource_extend [None req-9bfc820c-c95c-46a8-83e4-3ce79d1efa73 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 04 09:14:04.499100 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-5296c490-ab37-49ec-81d6-fd6f20a04de8 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Deleting port c13fe548-d69e-4be9-9b96-966fbb37c175 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:14:04.499434 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5296c490-ab37-49ec-81d6-fd6f20a04de8 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:04.535305 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9bfc820c-c95c-46a8-83e4-3ce79d1efa73 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:04.540795 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfc820c-c95c-46a8-83e4-3ce79d1efa73 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:04.541399 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9bfc820c-c95c-46a8-83e4-3ce79d1efa73 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:04.623695 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d5349c66-ae36-4562-9125-05f4426a5761 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:04.643424 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-d5349c66-ae36-4562-9125-05f4426a5761 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Deleting port 62c88ec0-c39d-4912-a509-6e47d9fa5cc4 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:14:04.644225 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d5349c66-ae36-4562-9125-05f4426a5761 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:04.743696 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-9bfc820c-c95c-46a8-83e4-3ce79d1efa73 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1733963 Oct 04 09:14:04.758182 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56406) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:04.786114 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-f0f6d516-a1ac-40a4-9ea3-4224aa34c98d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Request body: {'subnet': {'network_id': '21b5cc5f-ba0f-47b8-836b-7444726183c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:04.857217 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc820c-c95c-46a8-83e4-3ce79d1efa73 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Pushing event updated for resources: {'Network': ['ID=21b5cc5f-ba0f-47b8-836b-7444726183c3,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:04.871758 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 21b5cc5f-ba0f-47b8-836b-7444726183c3 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:14:04.932893 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ba8dc-b8fb-4592-b539-099895d41124 req-bd6419fc-7405-43db-bf66-40967e236559 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:04.934374 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-371ba8dc-b8fb-4592-b539-099895d41124 req-bd6419fc-7405-43db-bf66-40967e236559 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 0.6383798 Oct 04 09:14:04.962811 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93bb2e0a-e27d-4d9a-9715-b3305a5b7db9 admin admin] Router 95f983ee-7a70-46fb-877c-5744f3ec2e57 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:14:05.035181 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-4650bfe0-42b9-4883-abc6-8f1b229ba423 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b215519b9da143399af7811a7a78118a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5999179 Oct 04 09:14:05.111815 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56412) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:05.130167 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d5349c66-ae36-4562-9125-05f4426a5761 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:05.239730 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 9f1c5806-09f8-402c-808e-408945c7d5ba resource provider aggregate not found Oct 04 09:14:05.269672 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6b94e117-86ee-4093-8002-08ebe8b60312 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:05.327209 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 9f1c5806-09f8-402c-808e-408945c7d5ba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9f1c5806-09f8-402c-808e-408945c7d5ba found for delete ", "request_id": "req-61d11b92-6e8c-406e-9a46-738f6229d514"}]} Oct 04 09:14:05.334322 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-f0f6d516-a1ac-40a4-9ea3-4224aa34c98d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:14:05.367155 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-d5349c66-ae36-4562-9125-05f4426a5761 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Calling delete_port for 62c88ec0-c39d-4912-a509-6e47d9fa5cc4 owned by network:router_gateway {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:14:05.376346 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-f0f6d516-a1ac-40a4-9ea3-4224aa34c98d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Usage tracker for resource:subnet and tenant:5b1c6a997cf443e88f0c80c3c8bb1373 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:14:05.387247 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-371ba8dc-b8fb-4592-b539-099895d41124 req-b03d7ea6-c78f-4e10-a63c-bf1616c2bd3b tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4269857 Oct 04 09:14:05.388807 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5296c490-ab37-49ec-81d6-fd6f20a04de8 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:05.397885 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-f0f6d516-a1ac-40a4-9ea3-4224aa34c98d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:14:05.502844 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6904c579-9776-463e-a461-6c5deb31f1af tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks [] for router_gateway, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:05.538379 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-f0f6d516-a1ac-40a4-9ea3-4224aa34c98d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:14:05.549503 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-5296c490-ab37-49ec-81d6-fd6f20a04de8 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Calling delete_port for c13fe548-d69e-4be9-9b96-966fbb37c175 owned by {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:14:05.558471 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6904c579-9776-463e-a461-6c5deb31f1af tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:05.636684 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b94e117-86ee-4093-8002-08ebe8b60312 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event updated for resources: {'Subnet': ['ID=e737819c-4f55-4093-bd0d-505784310e09,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:05.693342 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b94e117-86ee-4093-8002-08ebe8b60312 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Checking segment: {'id': '36f05c15-a25f-46bd-b32c-f793ff0bef6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e407a8e0-90aa-4298-bfe6-215c637a1f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:14:05.695150 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b94e117-86ee-4093-8002-08ebe8b60312 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Network hostable DHCP agents. Network: e407a8e0-90aa-4298-bfe6-215c637a1f88, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:14:05.698149 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f6d516-a1ac-40a4-9ea3-4224aa34c98d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Made reservation on behalf of 5b1c6a997cf443e88f0c80c3c8bb1373 for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:14:05.701978 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f0f6d516-a1ac-40a4-9ea3-4224aa34c98d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:05.713866 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fa3e236d-41e1-4064-bb6f-75b8d4549294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:05.813004 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fa3e236d-41e1-4064-bb6f-75b8d4549294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:05.819814 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b94e117-86ee-4093-8002-08ebe8b60312 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Network e407a8e0-90aa-4298-bfe6-215c637a1f88 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:14:05.857929 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-6b94e117-86ee-4093-8002-08ebe8b60312 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, e407a8e0-90aa-4298-bfe6-215c637a1f88) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:14:05.871019 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35000af-0c30-4040-8934-f4d019e1a236 None None] Network e407a8e0-90aa-4298-bfe6-215c637a1f88 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:14:05.885062 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b94e117-86ee-4093-8002-08ebe8b60312 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:05.885667 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6b94e117-86ee-4093-8002-08ebe8b60312 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:05.924413 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93bb2e0a-e27d-4d9a-9715-b3305a5b7db9 admin admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:14:05.940047 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5234bcbe-dd2c-480f-886d-7ade2f0c8344 None None] Sync routers for ids ['95f983ee-7a70-46fb-877c-5744f3ec2e57'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:14:05.963618 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5234bcbe-dd2c-480f-886d-7ade2f0c8344 None None] Routers {'95f983ee-7a70-46fb-877c-5744f3ec2e57'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:14:05.963836 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-6904c579-9776-463e-a461-6c5deb31f1af tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Allocated IP 172.26.10.16 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/fb2dfb3f-6be1-418d-b618-20c2c86c09a4) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:14:05.964349 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-5234bcbe-dd2c-480f-886d-7ade2f0c8344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:14:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['95f983ee-7a70-46fb-877c-5744f3ec2e57'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:05.997610 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56422) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:06.000953 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-93bb2e0a-e27d-4d9a-9715-b3305a5b7db9 admin admin] 10.222.0.50 "PUT /v2.0/routers/95f983ee-7a70-46fb-877c-5744f3ec2e57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7394147 Oct 04 09:14:06.001854 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5296c490-ab37-49ec-81d6-fd6f20a04de8 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:06.113128 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5296c490-ab37-49ec-81d6-fd6f20a04de8 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Pushing event deleted for resources: {'Port': ['ID=c13fe548-d69e-4be9-9b96-966fbb37c175,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:06.125152 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5296c490-ab37-49ec-81d6-fd6f20a04de8 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:06.153062 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-6b94e117-86ee-4093-8002-08ebe8b60312 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4366996 Oct 04 09:14:06.154229 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d5349c66-ae36-4562-9125-05f4426a5761 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:06.163334 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56426) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:06.189162 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906eec0c-fc28-40bf-9f1f-34d70dc5582f req-8a10ee2c-3d5f-44e0-9a73-f8d0dbbde6b4 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:06.190581 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-906eec0c-fc28-40bf-9f1f-34d70dc5582f req-8a10ee2c-3d5f-44e0-9a73-f8d0dbbde6b4 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 0.4653456 Oct 04 09:14:06.191897 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-5296c490-ab37-49ec-81d6-fd6f20a04de8 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] 10.222.0.50 "DELETE /v2.0/ports/c13fe548-d69e-4be9-9b96-966fbb37c175 HTTP/1.1" status: 204 len: 168 time: 1.9452314 Oct 04 09:14:06.195364 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56428) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:06.240947 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-81124f55-9f78-41ad-9d4f-f44d056a3194 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Request body: {'subnet': {'network_id': 'e407a8e0-90aa-4298-bfe6-215c637a1f88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:06.267895 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fa3e236d-41e1-4064-bb6f-75b8d4549294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:06.272783 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fa3e236d-41e1-4064-bb6f-75b8d4549294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:06.274293 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-52095311-8991-4744-b949-f762a27bf36a tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] DELETE failed (client error): The resource could not be found. Oct 04 09:14:06.274455 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-fa3e236d-41e1-4064-bb6f-75b8d4549294 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/29e89e8b-8706-4565-ace8-aa655b5e43ac HTTP/1.1" status: 204 len: 168 time: 1.1558423 Oct 04 09:14:06.274788 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52095311-8991-4744-b949-f762a27bf36a tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:14:06.276666 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-52095311-8991-4744-b949-f762a27bf36a tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] 10.222.0.50 "DELETE /v2.0/subnets/8afbb179-fd84-441e-82c2-71cd696017ce HTTP/1.1" status: 404 len: 337 time: 0.0801454 Oct 04 09:14:06.282155 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56434) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:06.285516 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555a421d-d60e-4414-b09e-8075fd434c4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-e407a8e0-90aa-4298-bfe6-215c637a1f88', 'network_id': 'e407a8e0-90aa-4298-bfe6-215c637a1f88', 'tenant_id': '7c59b642fbd4440eb4278f2c0c212bcd', 'fixed_ips': [{'subnet_id': 'e737819c-4f55-4093-bd0d-505784310e09'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:14:06.287396 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-555a421d-d60e-4414-b09e-8075fd434c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:06.293454 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5349c66-ae36-4562-9125-05f4426a5761 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Pushing event deleted for resources: {'Port': ['ID=62c88ec0-c39d-4912-a509-6e47d9fa5cc4,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:06.300954 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-5234bcbe-dd2c-480f-886d-7ade2f0c8344 None None] Set router 95f983ee-7a70-46fb-877c-5744f3ec2e57 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:14:06.393881 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3e236d-41e1-4064-bb6f-75b8d4549294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e89e8b-8706-4565-ace8-aa655b5e43ac,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:06.394735 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-906eec0c-fc28-40bf-9f1f-34d70dc5582f req-4e9e0b60-a375-46bc-8c47-0f999d3d5bd6 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1877735 Oct 04 09:14:06.483600 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c7a56599-2695-4fad-b615-15fccb001aaa tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:06.486514 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f0f6d516-a1ac-40a4-9ea3-4224aa34c98d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:06.634497 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f6d516-a1ac-40a4-9ea3-4224aa34c98d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Pushing event updated for resources: {'Subnet': ['ID=7de1c0b6-0631-4c90-9101-99e48d3cd3d5,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:06.642500 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-555a421d-d60e-4414-b09e-8075fd434c4d None None] Allocated IP 172.20.0.2 (e407a8e0-90aa-4298-bfe6-215c637a1f88/e737819c-4f55-4093-bd0d-505784310e09/08ea6fbd-3934-4f1f-849f-9825f3998b62) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:14:06.750855 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-5234bcbe-dd2c-480f-886d-7ade2f0c8344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f983ee-7a70-46fb-877c-5744f3ec2e57', 'name': 'tempest-ServersTestJSON-273369803-router', 'tenant_id': '207ffe4555e7440982e6c7a0c57387dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.173'}], 'enable_snat': True}, 'gw_port_id': '3d38fe96-a290-4c0e-8f35-41d7828bf0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:11:12Z', 'updated_at': '2022-10-04T09:14:01Z', 'revision_number': 5, 'project_id': '207ffe4555e7440982e6c7a0c57387dd', 'gw_port': {'id': '3d38fe96-a290-4c0e-8f35-41d7828bf0a7', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:5f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f983ee-7a70-46fb-877c-5744f3ec2e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:11:13Z', 'updated_at': '2022-10-04T09:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:06.755557 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5234bcbe-dd2c-480f-886d-7ade2f0c8344 None None] Checking router: 95f983ee-7a70-46fb-877c-5744f3ec2e57 for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:14:06.765448 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5234bcbe-dd2c-480f-886d-7ade2f0c8344 None None] Routers {'95f983ee-7a70-46fb-877c-5744f3ec2e57'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:14:06.766217 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-5234bcbe-dd2c-480f-886d-7ade2f0c8344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:14:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['95f983ee-7a70-46fb-877c-5744f3ec2e57'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:06.779501 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f6d516-a1ac-40a4-9ea3-4224aa34c98d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Checking segment: {'id': 'a11f7e08-4346-468e-ac35-d0296a51395b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '21b5cc5f-ba0f-47b8-836b-7444726183c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:14:06.779861 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f6d516-a1ac-40a4-9ea3-4224aa34c98d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Network hostable DHCP agents. Network: 21b5cc5f-ba0f-47b8-836b-7444726183c3, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:14:06.903702 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c7a56599-2695-4fad-b615-15fccb001aaa tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:06.928921 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f6d516-a1ac-40a4-9ea3-4224aa34c98d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Network 21b5cc5f-ba0f-47b8-836b-7444726183c3 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:14:06.943956 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-555a421d-d60e-4414-b09e-8075fd434c4d None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:06.953206 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-c7a56599-2695-4fad-b615-15fccb001aaa tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee829aea-9069-497d-9ce0-424a89f9508a']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:06.962547 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-555a421d-d60e-4414-b09e-8075fd434c4d None None] Transition to ACTIVE for port object 08ea6fbd-3934-4f1f-849f-9825f3998b62 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:14:06.977175 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-c7a56599-2695-4fad-b615-15fccb001aaa tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd86cc4b-ba46-4d1d-8eab-94a7f8678108') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:06.978046 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-c7a56599-2695-4fad-b615-15fccb001aaa tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd86cc4b-ba46-4d1d-8eab-94a7f8678108') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:06.985565 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-5234bcbe-dd2c-480f-886d-7ade2f0c8344 None None] Set router 95f983ee-7a70-46fb-877c-5744f3ec2e57 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:14:06.988961 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6904c579-9776-463e-a461-6c5deb31f1af tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:06.991889 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d5349c66-ae36-4562-9125-05f4426a5761 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737040'] for router_gateway, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:06.994643 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c7a56599-2695-4fad-b615-15fccb001aaa tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:07.015791 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c7a56599-2695-4fad-b615-15fccb001aaa tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:07.023456 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-555a421d-d60e-4414-b09e-8075fd434c4d None None] Transition to ACTIVE for port object 08ea6fbd-3934-4f1f-849f-9825f3998b62 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:14:07.024922 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7a56599-2695-4fad-b615-15fccb001aaa tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:14:07.026017 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c7a56599-2695-4fad-b615-15fccb001aaa tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:07.038533 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-555a421d-d60e-4414-b09e-8075fd434c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:07.041681 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0b7ef246-14be-42c9-bce1-b77421a54000 admin admin] Notify callbacks [] for router, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:07.117591 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555a421d-d60e-4414-b09e-8075fd434c4d None None] Network e407a8e0-90aa-4298-bfe6-215c637a1f88 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:14:07.126677 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-555a421d-d60e-4414-b09e-8075fd434c4d None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:14:07.140039 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555a421d-d60e-4414-b09e-8075fd434c4d None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:14:07.152775 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-f0f6d516-a1ac-40a4-9ea3-4224aa34c98d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 21b5cc5f-ba0f-47b8-836b-7444726183c3) {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:14:07.158975 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-81124f55-9f78-41ad-9d4f-f44d056a3194 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:14:07.170399 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f6d516-a1ac-40a4-9ea3-4224aa34c98d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:07.171001 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f0f6d516-a1ac-40a4-9ea3-4224aa34c98d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:07.202109 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416db251-1ac0-4ac8-8f4d-e576e736f311 None None] Network 21b5cc5f-ba0f-47b8-836b-7444726183c3 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:14:07.230190 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-f0f6d516-a1ac-40a4-9ea3-4224aa34c98d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.4607832 Oct 04 09:14:07.231419 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56452) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:07.233759 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555a421d-d60e-4414-b09e-8075fd434c4d None None] Pushing event updated for resources: {'Port': ['ID=08ea6fbd-3934-4f1f-849f-9825f3998b62,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:07.248042 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-81124f55-9f78-41ad-9d4f-f44d056a3194 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Usage tracker for resource:subnet and tenant:7c59b642fbd4440eb4278f2c0c212bcd is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:14:07.259566 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-81124f55-9f78-41ad-9d4f-f44d056a3194 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:14:07.294419 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-81124f55-9f78-41ad-9d4f-f44d056a3194 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:14:07.301303 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c7a56599-2695-4fad-b615-15fccb001aaa tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:07.304724 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d5349c66-ae36-4562-9125-05f4426a5761 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:07.316548 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d5349c66-ae36-4562-9125-05f4426a5761 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:07.349371 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-5234bcbe-dd2c-480f-886d-7ade2f0c8344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95f983ee-7a70-46fb-877c-5744f3ec2e57', 'name': 'tempest-ServersTestJSON-273369803-router', 'tenant_id': '207ffe4555e7440982e6c7a0c57387dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.173'}], 'enable_snat': True}, 'gw_port_id': '3d38fe96-a290-4c0e-8f35-41d7828bf0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:11:12Z', 'updated_at': '2022-10-04T09:14:01Z', 'revision_number': 5, 'project_id': '207ffe4555e7440982e6c7a0c57387dd', 'gw_port': {'id': '3d38fe96-a290-4c0e-8f35-41d7828bf0a7', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:5f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f983ee-7a70-46fb-877c-5744f3ec2e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:11:13Z', 'updated_at': '2022-10-04T09:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:07.354941 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5234bcbe-dd2c-480f-886d-7ade2f0c8344 None None] The sync data for ids ['95f983ee-7a70-46fb-877c-5744f3ec2e57'] in dv-neutron-860215-1-hyperv is: [{'id': '95f983ee-7a70-46fb-877c-5744f3ec2e57', 'name': 'tempest-ServersTestJSON-273369803-router', 'tenant_id': '207ffe4555e7440982e6c7a0c57387dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.173'}], 'enable_snat': True}, 'gw_port_id': '3d38fe96-a290-4c0e-8f35-41d7828bf0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:11:12Z', 'updated_at': '2022-10-04T09:14:01Z', 'revision_number': 5, 'project_id': '207ffe4555e7440982e6c7a0c57387dd', 'gw_port': {'id': '3d38fe96-a290-4c0e-8f35-41d7828bf0a7', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:5f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f983ee-7a70-46fb-877c-5744f3ec2e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:11:13Z', 'updated_at': '2022-10-04T09:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:14:07.385675 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-555a421d-d60e-4414-b09e-8075fd434c4d None None] Attempting to bind port 08ea6fbd-3934-4f1f-849f-9825f3998b62 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:14:07.386291 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-555a421d-d60e-4414-b09e-8075fd434c4d None None] Attempting to bind port 08ea6fbd-3934-4f1f-849f-9825f3998b62 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '36f05c15-a25f-46bd-b32c-f793ff0bef6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e407a8e0-90aa-4298-bfe6-215c637a1f88'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:14:07.391952 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555a421d-d60e-4414-b09e-8075fd434c4d None None] Attempting to bind port 08ea6fbd-3934-4f1f-849f-9825f3998b62 on network e407a8e0-90aa-4298-bfe6-215c637a1f88 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:14:07.412558 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555a421d-d60e-4414-b09e-8075fd434c4d None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:14:07.412558 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555a421d-d60e-4414-b09e-8075fd434c4d None None] Checking segment: {'id': '36f05c15-a25f-46bd-b32c-f793ff0bef6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e407a8e0-90aa-4298-bfe6-215c637a1f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:14:07.412558 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-555a421d-d60e-4414-b09e-8075fd434c4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:07.414895 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555a421d-d60e-4414-b09e-8075fd434c4d None None] Bound using segment: {'id': '36f05c15-a25f-46bd-b32c-f793ff0bef6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e407a8e0-90aa-4298-bfe6-215c637a1f88'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:14:07.414895 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-555a421d-d60e-4414-b09e-8075fd434c4d None None] Bound port: 08ea6fbd-3934-4f1f-849f-9825f3998b62, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f05c15-a25f-46bd-b32c-f793ff0bef6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e407a8e0-90aa-4298-bfe6-215c637a1f88'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:14:07.414895 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-555a421d-d60e-4414-b09e-8075fd434c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:07.556969 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c7a56599-2695-4fad-b615-15fccb001aaa tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:07.558998 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-555a421d-d60e-4414-b09e-8075fd434c4d None None] For port 08ea6fbd-3934-4f1f-849f-9825f3998b62, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:14:07.562568 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-555a421d-d60e-4414-b09e-8075fd434c4d None None] For port 08ea6fbd-3934-4f1f-849f-9825f3998b62, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=08ea6fbd-3934-4f1f-849f-9825f3998b62,segment=NetworkSegment(36f05c15-a25f-46bd-b32c-f793ff0bef6e),segment_id=36f05c15-a25f-46bd-b32c-f793ff0bef6e)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:14:07.563992 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-c7a56599-2695-4fad-b615-15fccb001aaa tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] 10.222.0.50 "DELETE /v2.0/networks/ee829aea-9069-497d-9ce0-424a89f9508a HTTP/1.1" status: 204 len: 168 time: 1.2788675 Oct 04 09:14:07.571153 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56468) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:07.572371 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a56599-2695-4fad-b615-15fccb001aaa tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Pushing event deleted for resources: {'Network': ['ID=ee829aea-9069-497d-9ce0-424a89f9508a,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:07.575412 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-555a421d-d60e-4414-b09e-8075fd434c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:07.577092 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment bd86cc4b-ba46-4d1d-8eab-94a7f8678108 resource provider aggregate not found Oct 04 09:14:07.635681 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d5349c66-ae36-4562-9125-05f4426a5761 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:07.636187 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5349c66-ae36-4562-9125-05f4426a5761 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Fanout notify agent at l3_agent the message router_deleted on router 301c6888-d5be-459b-9249-1ecc449ac057 {{(pid=89032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:14:07.642323 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81124f55-9f78-41ad-9d4f-f44d056a3194 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Made reservation on behalf of 7c59b642fbd4440eb4278f2c0c212bcd for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:14:07.652004 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-81124f55-9f78-41ad-9d4f-f44d056a3194 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:07.661552 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-899ce624-8fdc-40d1-889d-5a200aa1f2b8 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Deleting port 1a9de495-d23d-43fb-b3ef-81cabc794b15 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:14:07.662208 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-899ce624-8fdc-40d1-889d-5a200aa1f2b8 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:07.690267 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0b7ef246-14be-42c9-bce1-b77421a54000 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:07.693839 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6904c579-9776-463e-a461-6c5deb31f1af tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:07.753366 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555a421d-d60e-4414-b09e-8075fd434c4d None None] Pushing event updated for resources: {'Port': ['ID=08ea6fbd-3934-4f1f-849f-9825f3998b62,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:07.756910 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment bd86cc4b-ba46-4d1d-8eab-94a7f8678108 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bd86cc4b-ba46-4d1d-8eab-94a7f8678108 found for delete ", "request_id": "req-b3eb2f18-afda-432c-b6ec-01248fcbbef8"}]} Oct 04 09:14:07.775885 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56474) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:07.798401 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6904c579-9776-463e-a461-6c5deb31f1af tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:14:07.845896 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1fc2c6-0261-4826-aa45-f835959a66f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-21b5cc5f-ba0f-47b8-836b-7444726183c3', 'network_id': '21b5cc5f-ba0f-47b8-836b-7444726183c3', 'tenant_id': '5b1c6a997cf443e88f0c80c3c8bb1373', 'fixed_ips': [{'subnet_id': '7de1c0b6-0631-4c90-9101-99e48d3cd3d5'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:14:07.846740 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0c1fc2c6-0261-4826-aa45-f835959a66f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:07.956909 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-6904c579-9776-463e-a461-6c5deb31f1af tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:14:07.959595 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7fad51ea-0d7b-459e-9513-df483ee7027d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:08.018175 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6904c579-9776-463e-a461-6c5deb31f1af tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:14:08.057079 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-a3fd5639-d252-40e1-b2c1-c2ab6a716ff6 tempest-SubnetPoolsTestJSON-126293433 tempest-SubnetPoolsTestJSON-126293433-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-201970773', 'prefixes': ['172.20.0.0/16']}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:08.066110 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6904c579-9776-463e-a461-6c5deb31f1af tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Pushing event updated for resources: {'Port': ['ID=fb2dfb3f-6be1-418d-b618-20c2c86c09a4,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:08.096727 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d5349c66-ae36-4562-9125-05f4426a5761 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:08.100035 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-d5349c66-ae36-4562-9125-05f4426a5761 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] 10.222.0.50 "DELETE /v2.0/routers/301c6888-d5be-459b-9249-1ecc449ac057 HTTP/1.1" status: 204 len: 168 time: 4.5630648 Oct 04 09:14:08.112088 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-0b7ef246-14be-42c9-bce1-b77421a54000 admin admin] Deleting port 3d38fe96-a290-4c0e-8f35-41d7828bf0a7 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:14:08.112759 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0b7ef246-14be-42c9-bce1-b77421a54000 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:08.125871 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56480) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:08.126617 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-a3fd5639-d252-40e1-b2c1-c2ab6a716ff6 tempest-SubnetPoolsTestJSON-126293433 tempest-SubnetPoolsTestJSON-126293433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:14:08.145641 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-ee12f8b1-2322-48ed-bd68-e0c814fb82d2 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2036263635', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:08.150723 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-0c1fc2c6-0261-4826-aa45-f835959a66f1 None None] Allocated IP 2001:db8::1 (21b5cc5f-ba0f-47b8-836b-7444726183c3/7de1c0b6-0631-4c90-9101-99e48d3cd3d5/c94891e8-7a2f-4ec4-b28c-bba63e6aefd9) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:14:08.180679 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-ee12f8b1-2322-48ed-bd68-e0c814fb82d2 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:14:08.198633 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-ee12f8b1-2322-48ed-bd68-e0c814fb82d2 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Usage tracker for resource:router and tenant:8a88a61f7b9c4979ac4a1207f9921c9f is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:14:08.218431 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-ee12f8b1-2322-48ed-bd68-e0c814fb82d2 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:14:08.231123 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-ee12f8b1-2322-48ed-bd68-e0c814fb82d2 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:14:08.234869 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7fad51ea-0d7b-459e-9513-df483ee7027d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:08.270057 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-899ce624-8fdc-40d1-889d-5a200aa1f2b8 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:08.415940 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ee12f8b1-2322-48ed-bd68-e0c814fb82d2 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:08.416985 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ee12f8b1-2322-48ed-bd68-e0c814fb82d2 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:08.422256 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0c1fc2c6-0261-4826-aa45-f835959a66f1 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:08.427688 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-899ce624-8fdc-40d1-889d-5a200aa1f2b8 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Calling delete_port for 1a9de495-d23d-43fb-b3ef-81cabc794b15 owned by {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:14:08.433593 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-0c1fc2c6-0261-4826-aa45-f835959a66f1 None None] Transition to ACTIVE for port object c94891e8-7a2f-4ec4-b28c-bba63e6aefd9 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:14:08.466972 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-0c1fc2c6-0261-4826-aa45-f835959a66f1 None None] Transition to ACTIVE for port object c94891e8-7a2f-4ec4-b28c-bba63e6aefd9 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:14:08.479158 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0c1fc2c6-0261-4826-aa45-f835959a66f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:08.538517 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-899ce624-8fdc-40d1-889d-5a200aa1f2b8 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:08.546366 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9912ac-1da7-4800-9731-6c8a59ead7ee req-cd4d9cb4-82b9-4144-b062-d3a84b7b4f68 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:08.554497 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ec9912ac-1da7-4800-9731-6c8a59ead7ee req-cd4d9cb4-82b9-4144-b062-d3a84b7b4f68 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 0.8677673 Oct 04 09:14:08.573116 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 08ea6fbd-3934-4f1f-849f-9825f3998b62 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:14:08.588805 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.ipam_backend_mixin [None req-81124f55-9f78-41ad-9d4f-f44d056a3194 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e737819c-4f55-4093-bd0d-505784310e09 (CIDR: 172.20.0.0/28) Oct 04 09:14:08.604384 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-81124f55-9f78-41ad-9d4f-f44d056a3194 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 09:14:08.604956 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81124f55-9f78-41ad-9d4f-f44d056a3194 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:14:08.607495 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1fc2c6-0261-4826-aa45-f835959a66f1 None None] Network 21b5cc5f-ba0f-47b8-836b-7444726183c3 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:14:08.617865 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-0c1fc2c6-0261-4826-aa45-f835959a66f1 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:14:08.633488 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899ce624-8fdc-40d1-889d-5a200aa1f2b8 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Pushing event deleted for resources: {'Port': ['ID=1a9de495-d23d-43fb-b3ef-81cabc794b15,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:08.637046 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ee12f8b1-2322-48ed-bd68-e0c814fb82d2 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:08.645349 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1fc2c6-0261-4826-aa45-f835959a66f1 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:14:08.659025 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1fc2c6-0261-4826-aa45-f835959a66f1 None None] Pushing event updated for resources: {'Port': ['ID=c94891e8-7a2f-4ec4-b28c-bba63e6aefd9,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:08.665624 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-899ce624-8fdc-40d1-889d-5a200aa1f2b8 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:08.683940 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-899ce624-8fdc-40d1-889d-5a200aa1f2b8 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] 10.222.0.50 "DELETE /v2.0/ports/1a9de495-d23d-43fb-b3ef-81cabc794b15 HTTP/1.1" status: 204 len: 168 time: 1.1088119 Oct 04 09:14:08.687516 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ec9912ac-1da7-4800-9731-6c8a59ead7ee req-4205b355-6efa-465b-9f16-e65010595e8b tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318088 Oct 04 09:14:08.688868 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ee12f8b1-2322-48ed-bd68-e0c814fb82d2 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:08.698229 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56484) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:08.701163 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7fad51ea-0d7b-459e-9513-df483ee7027d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:08.791898 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-81124f55-9f78-41ad-9d4f-f44d056a3194 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.5745525 Oct 04 09:14:08.793026 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56490) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:08.814534 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-0b7ef246-14be-42c9-bce1-b77421a54000 admin admin] For port 3d38fe96-a290-4c0e-8f35-41d7828bf0a7, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=3d38fe96-a290-4c0e-8f35-41d7828bf0a7,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:14:08.814896 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0b7ef246-14be-42c9-bce1-b77421a54000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:08.828954 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-4e39d4c3-ec47-4120-a9c1-73d106e0ea09 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Request body: {'subnet': {'network_id': 'e407a8e0-90aa-4298-bfe6-215c637a1f88', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:08.865889 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fad51ea-0d7b-459e-9513-df483ee7027d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Pushing event deleted for resources: {'Subnet': ['ID=7de1c0b6-0631-4c90-9101-99e48d3cd3d5,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:08.869094 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1b80f65-a704-46d1-acce-c031d8a763fc tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] DELETE failed (client error): The resource could not be found. Oct 04 09:14:08.869551 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1b80f65-a704-46d1-acce-c031d8a763fc tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:14:08.871632 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-e1b80f65-a704-46d1-acce-c031d8a763fc tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] 10.222.0.50 "DELETE /v2.0/subnets/90301fe1-86f2-41ca-b692-ee83e52528fa HTTP/1.1" status: 404 len: 337 time: 0.1563194 Oct 04 09:14:08.872824 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a3fd5639-d252-40e1-b2c1-c2ab6a716ff6 tempest-SubnetPoolsTestJSON-126293433 tempest-SubnetPoolsTestJSON-126293433-project] Notify callbacks [] for subnetpool, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:08.876543 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a3fd5639-d252-40e1-b2c1-c2ab6a716ff6 tempest-SubnetPoolsTestJSON-126293433 tempest-SubnetPoolsTestJSON-126293433-project] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.0846822 Oct 04 09:14:08.876543 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56494) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:08.897267 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-0c1fc2c6-0261-4826-aa45-f835959a66f1 None None] Attempting to bind port c94891e8-7a2f-4ec4-b28c-bba63e6aefd9 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:14:08.897993 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-0c1fc2c6-0261-4826-aa45-f835959a66f1 None None] Attempting to bind port c94891e8-7a2f-4ec4-b28c-bba63e6aefd9 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'a11f7e08-4346-468e-ac35-d0296a51395b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '21b5cc5f-ba0f-47b8-836b-7444726183c3'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:14:08.898723 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1fc2c6-0261-4826-aa45-f835959a66f1 None None] Attempting to bind port c94891e8-7a2f-4ec4-b28c-bba63e6aefd9 on network 21b5cc5f-ba0f-47b8-836b-7444726183c3 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:14:08.908697 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 08ea6fbd-3934-4f1f-849f-9825f3998b62 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:14:08.915214 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1fc2c6-0261-4826-aa45-f835959a66f1 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:14:08.915601 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1fc2c6-0261-4826-aa45-f835959a66f1 None None] Checking segment: {'id': 'a11f7e08-4346-468e-ac35-d0296a51395b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '21b5cc5f-ba0f-47b8-836b-7444726183c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:14:08.916005 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0c1fc2c6-0261-4826-aa45-f835959a66f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:08.916430 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1fc2c6-0261-4826-aa45-f835959a66f1 None None] Bound using segment: {'id': 'a11f7e08-4346-468e-ac35-d0296a51395b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '21b5cc5f-ba0f-47b8-836b-7444726183c3'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:14:08.916929 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-0c1fc2c6-0261-4826-aa45-f835959a66f1 None None] Bound port: c94891e8-7a2f-4ec4-b28c-bba63e6aefd9, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11f7e08-4346-468e-ac35-d0296a51395b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '21b5cc5f-ba0f-47b8-836b-7444726183c3'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:14:08.917310 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0c1fc2c6-0261-4826-aa45-f835959a66f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:08.938245 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 59ac07e5-b222-44f7-b39f-f88365842509 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:14:08.970179 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56496) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:09.013829 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 59ac07e5-b222-44f7-b39f-f88365842509 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:14:09.014185 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 59ac07e5-b222-44f7-b39f-f88365842509 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:14:09.081838 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-0c1fc2c6-0261-4826-aa45-f835959a66f1 None None] For port c94891e8-7a2f-4ec4-b28c-bba63e6aefd9, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:14:09.085802 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-0c1fc2c6-0261-4826-aa45-f835959a66f1 None None] For port c94891e8-7a2f-4ec4-b28c-bba63e6aefd9, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=c94891e8-7a2f-4ec4-b28c-bba63e6aefd9,segment=NetworkSegment(a11f7e08-4346-468e-ac35-d0296a51395b),segment_id=a11f7e08-4346-468e-ac35-d0296a51395b)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:14:09.090565 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0c1fc2c6-0261-4826-aa45-f835959a66f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:09.147732 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2658312-445d-4b4f-bb21-318de0d04d7a None None] Network e407a8e0-90aa-4298-bfe6-215c637a1f88 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:14:09.173151 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ee12f8b1-2322-48ed-bd68-e0c814fb82d2 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:09.174317 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-ee12f8b1-2322-48ed-bd68-e0c814fb82d2 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0454161 Oct 04 09:14:09.194065 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56502) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:09.200793 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-0b7ef246-14be-42c9-bce1-b77421a54000 admin admin] Calling delete_port for 3d38fe96-a290-4c0e-8f35-41d7828bf0a7 owned by network:router_gateway {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:14:09.207199 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7fad51ea-0d7b-459e-9513-df483ee7027d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:09.217413 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b7cb6b91-93ee-4497-8441-d723cfe82b2f tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:09.221292 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-1c5b32dd-5ed0-43e8-b841-d404eabab995 tempest-SubnetPoolsTestJSON-126293433 tempest-SubnetPoolsTestJSON-126293433-project] 10.222.0.50 "GET /v2.0/subnetpools/48516975-f613-469e-9d83-4f8a62b567f8 HTTP/1.1" status: 200 len: 731 time: 0.1831551 Oct 04 09:14:09.227671 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56504) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:09.238580 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-ec281a4c-75ac-491c-9d47-11c4afa47832 tempest-SubnetPoolsTestJSON-126293433 tempest-SubnetPoolsTestJSON-126293433-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-296117394'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:09.272348 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-7fad51ea-0d7b-459e-9513-df483ee7027d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21b5cc5f-ba0f-47b8-836b-7444726183c3']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:09.299939 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-7fad51ea-0d7b-459e-9513-df483ee7027d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a11f7e08-4346-468e-ac35-d0296a51395b') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:09.300327 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-7fad51ea-0d7b-459e-9513-df483ee7027d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a11f7e08-4346-468e-ac35-d0296a51395b') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:09.304018 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-086c8830-8462-467b-8b62-43fff7c58a4f None None] Provisioning for port 08ea6fbd-3934-4f1f-849f-9825f3998b62 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:14:09.306636 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-79b1d049-b4b7-47eb-803d-ba81933c3d75 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:09.322159 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-086c8830-8462-467b-8b62-43fff7c58a4f None None] Provisioning complete for port 08ea6fbd-3934-4f1f-849f-9825f3998b62 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:14:09.322549 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-086c8830-8462-467b-8b62-43fff7c58a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:09.322888 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-086c8830-8462-467b-8b62-43fff7c58a4f None None] Attempt 1 to provision port 08ea6fbd-3934-4f1f-849f-9825f3998b62 Oct 04 09:14:09.346870 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1fc2c6-0261-4826-aa45-f835959a66f1 None None] Pushing event updated for resources: {'Port': ['ID=c94891e8-7a2f-4ec4-b28c-bba63e6aefd9,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:09.356055 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c84c0-a2cf-4ee4-be38-f097498c7238 req-5ffbab5c-7030-4476-a298-e698d8756ae3 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:09.358003 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-cc0c84c0-a2cf-4ee4-be38-f097498c7238 req-5ffbab5c-7030-4476-a298-e698d8756ae3 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 0.4522188 Oct 04 09:14:09.359307 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7fad51ea-0d7b-459e-9513-df483ee7027d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:09.373092 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad82ac0-5f93-4cef-8483-a8aad5253afb None None] Network 21b5cc5f-ba0f-47b8-836b-7444726183c3 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:14:09.599907 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7fad51ea-0d7b-459e-9513-df483ee7027d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:09.635759 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fad51ea-0d7b-459e-9513-df483ee7027d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:14:09.636164 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7fad51ea-0d7b-459e-9513-df483ee7027d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:09.670293 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b7cb6b91-93ee-4497-8441-d723cfe82b2f tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:09.671336 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6904c579-9776-463e-a461-6c5deb31f1af tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks [] for router_gateway, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:09.780683 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-cc0c84c0-a2cf-4ee4-be38-f097498c7238 req-4155d773-ecc5-4d36-ab9e-509feedc489b tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4085813 Oct 04 09:14:09.783500 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment a11f7e08-4346-468e-ac35-d0296a51395b resource provider aggregate not found Oct 04 09:14:09.787946 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-b7cb6b91-93ee-4497-8441-d723cfe82b2f tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61259024-75e6-4164-8056-5ff5218a29b2']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:09.812579 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-b7cb6b91-93ee-4497-8441-d723cfe82b2f tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd502040-a968-4195-a202-a064b5aa3594') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:09.812579 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-b7cb6b91-93ee-4497-8441-d723cfe82b2f tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd502040-a968-4195-a202-a064b5aa3594') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:09.833158 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ec281a4c-75ac-491c-9d47-11c4afa47832 tempest-SubnetPoolsTestJSON-126293433 tempest-SubnetPoolsTestJSON-126293433-project] Notify callbacks [] for subnetpool, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:09.837956 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-ec281a4c-75ac-491c-9d47-11c4afa47832 tempest-SubnetPoolsTestJSON-126293433 tempest-SubnetPoolsTestJSON-126293433-project] 10.222.0.50 "PUT /v2.0/subnetpools/48516975-f613-469e-9d83-4f8a62b567f8 HTTP/1.1" status: 200 len: 683 time: 0.6084163 Oct 04 09:14:09.842385 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56516) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:09.842852 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.db.api [None req-7fad51ea-0d7b-459e-9513-df483ee7027d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 04 09:14:09.842852 dv-neutron-860215-1-hyperv neutron-server[89033]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 04 09:14:09.842852 dv-neutron-860215-1-hyperv neutron-server[89033]: [parameters: {'id': '21b5cc5f-ba0f-47b8-836b-7444726183c3'}] Oct 04 09:14:09.842852 dv-neutron-860215-1-hyperv neutron-server[89033]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:14:09.843169 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG oslo_db.api [None req-7fad51ea-0d7b-459e-9513-df483ee7027d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:14:09.847415 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-086c8830-8462-467b-8b62-43fff7c58a4f None None] Current status of the port 08ea6fbd-3934-4f1f-849f-9825f3998b62 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:14:09.847875 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-086c8830-8462-467b-8b62-43fff7c58a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:09.861699 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment a11f7e08-4346-468e-ac35-d0296a51395b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a11f7e08-4346-468e-ac35-d0296a51395b found for delete ", "request_id": "req-17318bbc-cee7-4b17-83c8-deb9a4e6d38f"}]} Oct 04 09:14:09.865676 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b7cb6b91-93ee-4497-8441-d723cfe82b2f tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:09.889987 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-4e39d4c3-ec47-4120-a9c1-73d106e0ea09 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:14:09.896478 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-79b1d049-b4b7-47eb-803d-ba81933c3d75 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:09.902405 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-086c8830-8462-467b-8b62-43fff7c58a4f None None] For port 08ea6fbd-3934-4f1f-849f-9825f3998b62, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=08ea6fbd-3934-4f1f-849f-9825f3998b62,segment=NetworkSegment(36f05c15-a25f-46bd-b32c-f793ff0bef6e),segment_id=36f05c15-a25f-46bd-b32c-f793ff0bef6e)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:14:09.904541 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b7cb6b91-93ee-4497-8441-d723cfe82b2f tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:09.904688 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-4e39d4c3-ec47-4120-a9c1-73d106e0ea09 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Usage tracker for resource:subnet and tenant:7c59b642fbd4440eb4278f2c0c212bcd is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:14:09.910417 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-4e39d4c3-ec47-4120-a9c1-73d106e0ea09 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:14:09.918375 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7cb6b91-93ee-4497-8441-d723cfe82b2f tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:14:09.918778 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b7cb6b91-93ee-4497-8441-d723cfe82b2f tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:09.922061 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-086c8830-8462-467b-8b62-43fff7c58a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:09.929303 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-4e39d4c3-ec47-4120-a9c1-73d106e0ea09 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:14:10.017750 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086c8830-8462-467b-8b62-43fff7c58a4f None None] Pushing event updated for resources: {'Port': ['ID=08ea6fbd-3934-4f1f-849f-9825f3998b62,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:10.084939 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b7cb6b91-93ee-4497-8441-d723cfe82b2f tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:10.106205 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b7cb6b91-93ee-4497-8441-d723cfe82b2f tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:10.117705 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cb6b91-93ee-4497-8441-d723cfe82b2f tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Pushing event deleted for resources: {'Network': ['ID=61259024-75e6-4164-8056-5ff5218a29b2,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:10.122840 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-65731750-9a26-4a83-bab0-da153c8de079 tempest-SubnetPoolsTestJSON-126293433 tempest-SubnetPoolsTestJSON-126293433-project] Notify callbacks [] for subnetpool, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:10.126965 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-65731750-9a26-4a83-bab0-da153c8de079 tempest-SubnetPoolsTestJSON-126293433 tempest-SubnetPoolsTestJSON-126293433-project] 10.222.0.50 "DELETE /v2.0/subnetpools/48516975-f613-469e-9d83-4f8a62b567f8 HTTP/1.1" status: 204 len: 168 time: 0.2829244 Oct 04 09:14:10.127712 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56520) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:10.131305 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-b7cb6b91-93ee-4497-8441-d723cfe82b2f tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] 10.222.0.50 "DELETE /v2.0/networks/61259024-75e6-4164-8056-5ff5218a29b2 HTTP/1.1" status: 204 len: 168 time: 1.1657767 Oct 04 09:14:10.131621 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56524) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:10.157634 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b37bbae-a4d8-4171-8836-85e75de035c9 None None] get_active_networks_info from dv-neutron-860215-1-hyperv {{(pid=89034) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 04 09:14:10.184865 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-3d9eefea-7192-4cf9-8328-04c8608d8bc4 tempest-SubnetPoolsTestJSON-126293433 tempest-SubnetPoolsTestJSON-126293433-project] show failed (client error): The resource could not be found. Oct 04 09:14:10.188822 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-3d9eefea-7192-4cf9-8328-04c8608d8bc4 tempest-SubnetPoolsTestJSON-126293433 tempest-SubnetPoolsTestJSON-126293433-project] 10.222.0.50 "GET /v2.0/subnetpools/48516975-f613-469e-9d83-4f8a62b567f8 HTTP/1.1" status: 404 len: 346 time: 0.0586460 Oct 04 09:14:10.189407 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56528) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:10.225914 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-ce1d7d8d-c2e7-49fc-b041-0c96387ea850 tempest-SubnetPoolsTestJSON-126293433 tempest-SubnetPoolsTestJSON-126293433-project] delete failed (client error): The resource could not be found. Oct 04 09:14:10.229010 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-ce1d7d8d-c2e7-49fc-b041-0c96387ea850 tempest-SubnetPoolsTestJSON-126293433 tempest-SubnetPoolsTestJSON-126293433-project] 10.222.0.50 "DELETE /v2.0/subnetpools/48516975-f613-469e-9d83-4f8a62b567f8 HTTP/1.1" status: 404 len: 346 time: 0.0342309 Oct 04 09:14:10.257486 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2096758-a449-4de7-b0ba-497737a309b4 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Deleting subnet 9f3405c8-f2b5-40a7-af1d-f9b51dc0dd2d {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:14:10.262008 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c2096758-a449-4de7-b0ba-497737a309b4 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:10.287339 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-da1761f5-b47a-4bac-8e73-6d27ae2bc65e None None] Provisioning complete for port 08ea6fbd-3934-4f1f-849f-9825f3998b62 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:14:10.287737 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-da1761f5-b47a-4bac-8e73-6d27ae2bc65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:10.288134 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-da1761f5-b47a-4bac-8e73-6d27ae2bc65e None None] Attempt 1 to provision port 08ea6fbd-3934-4f1f-849f-9825f3998b62 Oct 04 09:14:10.352168 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b37bbae-a4d8-4171-8836-85e75de035c9 None None] Resources bound (agent type, host, resource id): {{(pid=89034) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 04 09:14:10.355516 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c2096758-a449-4de7-b0ba-497737a309b4 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:10.373266 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e39d4c3-ec47-4120-a9c1-73d106e0ea09 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Made reservation on behalf of 7c59b642fbd4440eb4278f2c0c212bcd for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:14:10.377174 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4e39d4c3-ec47-4120-a9c1-73d106e0ea09 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:10.408881 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0b7ef246-14be-42c9-bce1-b77421a54000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:10.451371 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7fad51ea-0d7b-459e-9513-df483ee7027d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:10.461274 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c2096758-a449-4de7-b0ba-497737a309b4 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:10.520768 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-7fad51ea-0d7b-459e-9513-df483ee7027d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Deleting port c94891e8-7a2f-4ec4-b28c-bba63e6aefd9 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:14:10.521245 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7fad51ea-0d7b-459e-9513-df483ee7027d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:10.596999 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7ef246-14be-42c9-bce1-b77421a54000 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d38fe96-a290-4c0e-8f35-41d7828bf0a7,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:10.629653 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56536) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:10.648344 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 08ea6fbd-3934-4f1f-849f-9825f3998b62 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:14:10.676863 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c2096758-a449-4de7-b0ba-497737a309b4 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:10.794982 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2096758-a449-4de7-b0ba-497737a309b4 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Pushing event deleted for resources: {'Subnet': ['ID=9f3405c8-f2b5-40a7-af1d-f9b51dc0dd2d,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:10.797285 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c2096758-a449-4de7-b0ba-497737a309b4 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:10.798623 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-da1761f5-b47a-4bac-8e73-6d27ae2bc65e None None] Current status of the port 08ea6fbd-3934-4f1f-849f-9825f3998b62 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:14:10.803080 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6904c579-9776-463e-a461-6c5deb31f1af tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:10.832080 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-c2096758-a449-4de7-b0ba-497737a309b4 tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] 10.222.0.50 "DELETE /v2.0/subnets/9f3405c8-f2b5-40a7-af1d-f9b51dc0dd2d HTTP/1.1" status: 204 len: 168 time: 0.6884458 Oct 04 09:14:10.832904 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 08ea6fbd-3934-4f1f-849f-9825f3998b62 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:14:10.833437 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:10.833923 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 08ea6fbd-3934-4f1f-849f-9825f3998b62 Oct 04 09:14:10.841562 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56542) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:10.949865 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-7fad51ea-0d7b-459e-9513-df483ee7027d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] For port c94891e8-7a2f-4ec4-b28c-bba63e6aefd9, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=c94891e8-7a2f-4ec4-b28c-bba63e6aefd9,segment=NetworkSegment(a11f7e08-4346-468e-ac35-d0296a51395b),segment_id=a11f7e08-4346-468e-ac35-d0296a51395b)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:14:10.950257 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7fad51ea-0d7b-459e-9513-df483ee7027d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:10.973580 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-356f14bc-b019-4b72-9358-46504e5b6267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:11.005914 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640473c5-94f7-41d3-afed-e321a785f81f req-dc662764-cc1b-4418-9895-1bfb770c96a8 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:11.008909 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-640473c5-94f7-41d3-afed-e321a785f81f req-dc662764-cc1b-4418-9895-1bfb770c96a8 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 0.9992256 Oct 04 09:14:11.036397 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:11.078788 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 08ea6fbd-3934-4f1f-849f-9825f3998b62 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:14:11.093360 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8513a78-aaf5-4d2d-8c1a-c7db5274aa76 None None] Network 3cfda28a-90b5-474b-83f9-ba3c7520a42b requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:14:11.112501 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0b7ef246-14be-42c9-bce1-b77421a54000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737040'] for router_gateway, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:11.123385 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-7fad51ea-0d7b-459e-9513-df483ee7027d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Calling delete_port for c94891e8-7a2f-4ec4-b28c-bba63e6aefd9 owned by network:dhcp {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:14:11.150525 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-356f14bc-b019-4b72-9358-46504e5b6267 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:14:11.163474 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4bdbe3a6-8734-431c-8538-ac8f7c26743b tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:11.175886 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-356f14bc-b019-4b72-9358-46504e5b6267 admin admin] Usage tracker for resource:security_group_rule and tenant:13eb2c3e28254282a5dece25c28ba299 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:14:11.183246 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-356f14bc-b019-4b72-9358-46504e5b6267 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:14:11.195279 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-356f14bc-b019-4b72-9358-46504e5b6267 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:14:11.213548 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-4bdbe3a6-8734-431c-8538-ac8f7c26743b tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Deleting port 727af68c-dcc8-4f4d-af67-109107bee01f {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:14:11.213548 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4bdbe3a6-8734-431c-8538-ac8f7c26743b tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:11.288031 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0b7ef246-14be-42c9-bce1-b77421a54000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:11.291308 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0b7ef246-14be-42c9-bce1-b77421a54000 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:11.301936 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7fad51ea-0d7b-459e-9513-df483ee7027d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:11.349245 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0b7ef246-14be-42c9-bce1-b77421a54000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:11.349790 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7ef246-14be-42c9-bce1-b77421a54000 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95f983ee-7a70-46fb-877c-5744f3ec2e57 {{(pid=89032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:14:11.381151 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53a7ece-08d3-4b61-af7e-c40bffe5718a None None] DHCP port deletion for 3cfda28a-90b5-474b-83f9-ba3c7520a42b request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:14:11.386462 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-e53a7ece-08d3-4b61-af7e-c40bffe5718a None None] Deleting port 727af68c-dcc8-4f4d-af67-109107bee01f {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:14:11.386837 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e53a7ece-08d3-4b61-af7e-c40bffe5718a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:11.397114 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fad51ea-0d7b-459e-9513-df483ee7027d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Pushing event deleted for resources: {'Port': ['ID=c94891e8-7a2f-4ec4-b28c-bba63e6aefd9,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:11.415148 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fad51ea-0d7b-459e-9513-df483ee7027d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] No DVR routers for this DVR port c94891e8-7a2f-4ec4-b28c-bba63e6aefd9 on host dv-neutron-860215-1-hyperv {{(pid=89033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:14:11.422694 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-640473c5-94f7-41d3-afed-e321a785f81f req-935e99f7-55b4-41a2-bec5-c9f3dbc4062b tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3340814 Oct 04 09:14:11.490617 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0b7ef246-14be-42c9-bce1-b77421a54000 admin admin] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:11.492129 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-0b7ef246-14be-42c9-bce1-b77421a54000 admin admin] 10.222.0.50 "DELETE /v2.0/routers/95f983ee-7a70-46fb-877c-5744f3ec2e57 HTTP/1.1" status: 204 len: 168 time: 5.4908061 Oct 04 09:14:11.512458 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56548) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:11.686721 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-e53a7ece-08d3-4b61-af7e-c40bffe5718a None None] For port 727af68c-dcc8-4f4d-af67-109107bee01f, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=727af68c-dcc8-4f4d-af67-109107bee01f,segment=NetworkSegment(0592b5c0-0d28-471d-a972-826d6b52edac),segment_id=0592b5c0-0d28-471d-a972-826d6b52edac)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:14:11.687071 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e53a7ece-08d3-4b61-af7e-c40bffe5718a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:11.729277 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-79b1d049-b4b7-47eb-803d-ba81933c3d75 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks [] for router_gateway, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:11.759146 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6904c579-9776-463e-a461-6c5deb31f1af tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Router 7f39ef39-479a-4040-9aaa-d5a1896f5aae is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:14:11.769859 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-79b1d049-b4b7-47eb-803d-ba81933c3d75 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:11.799171 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-4bdbe3a6-8734-431c-8538-ac8f7c26743b tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] For port 727af68c-dcc8-4f4d-af67-109107bee01f, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=727af68c-dcc8-4f4d-af67-109107bee01f,segment=NetworkSegment(0592b5c0-0d28-471d-a972-826d6b52edac),segment_id=0592b5c0-0d28-471d-a972-826d6b52edac)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:14:11.799536 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4bdbe3a6-8734-431c-8538-ac8f7c26743b tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:11.829913 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-e53a7ece-08d3-4b61-af7e-c40bffe5718a None None] Calling delete_port for 727af68c-dcc8-4f4d-af67-109107bee01f owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:14:11.918669 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e53a7ece-08d3-4b61-af7e-c40bffe5718a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:11.980837 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-4bdbe3a6-8734-431c-8538-ac8f7c26743b tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Calling delete_port for 727af68c-dcc8-4f4d-af67-109107bee01f owned by network:dhcp {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:14:11.985539 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53a7ece-08d3-4b61-af7e-c40bffe5718a None None] Pushing event deleted for resources: {'Port': ['ID=727af68c-dcc8-4f4d-af67-109107bee01f,revision_number=None']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:11.989775 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53a7ece-08d3-4b61-af7e-c40bffe5718a None None] No DVR routers for this DVR port 727af68c-dcc8-4f4d-af67-109107bee01f on host dv-neutron-860215-1-hyperv {{(pid=89034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:14:12.111925 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment fd502040-a968-4195-a202-a064b5aa3594 resource provider aggregate not found Oct 04 09:14:12.156560 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment fd502040-a968-4195-a202-a064b5aa3594 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fd502040-a968-4195-a202-a064b5aa3594 found for delete ", "request_id": "req-3734c4d2-a984-4843-a003-b298cd8b1462"}]} Oct 04 09:14:12.186855 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7fad51ea-0d7b-459e-9513-df483ee7027d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:12.235811 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4e39d4c3-ec47-4120-a9c1-73d106e0ea09 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:12.243398 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-efac21c7-12bc-4976-97da-72550458a287 admin admin] Deleting subnet 68dc2dea-3e89-4e44-9770-d0bf75ecdbc7 {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:14:12.246742 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-356f14bc-b019-4b72-9358-46504e5b6267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:12.262899 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-efac21c7-12bc-4976-97da-72550458a287 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:12.286983 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-79b1d049-b4b7-47eb-803d-ba81933c3d75 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Allocated IP 172.26.10.233 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/89084ca2-6256-4f3c-8d09-10a72eb7579a) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:14:12.297212 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-7fad51ea-0d7b-459e-9513-df483ee7027d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21b5cc5f-ba0f-47b8-836b-7444726183c3']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:12.303974 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-356f14bc-b019-4b72-9358-46504e5b6267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:12.332820 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e39d4c3-ec47-4120-a9c1-73d106e0ea09 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Network e407a8e0-90aa-4298-bfe6-215c637a1f88 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:14:12.336129 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6904c579-9776-463e-a461-6c5deb31f1af tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:14:12.340594 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-7fad51ea-0d7b-459e-9513-df483ee7027d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a11f7e08-4346-468e-ac35-d0296a51395b') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:12.340893 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-7fad51ea-0d7b-459e-9513-df483ee7027d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a11f7e08-4346-468e-ac35-d0296a51395b') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:12.346474 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2971b5-0791-4835-9a90-2c70fe516b9c None None] Sync routers for ids ['7f39ef39-479a-4040-9aaa-d5a1896f5aae'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:14:12.352751 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-4e39d4c3-ec47-4120-a9c1-73d106e0ea09 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:14:12.356082 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e39d4c3-ec47-4120-a9c1-73d106e0ea09 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:12.356701 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4e39d4c3-ec47-4120-a9c1-73d106e0ea09 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:12.358281 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2971b5-0791-4835-9a90-2c70fe516b9c None None] Routers {'7f39ef39-479a-4040-9aaa-d5a1896f5aae'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:14:12.359332 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-cb2971b5-0791-4835-9a90-2c70fe516b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:14:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['7f39ef39-479a-4040-9aaa-d5a1896f5aae'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:12.384164 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7fad51ea-0d7b-459e-9513-df483ee7027d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:12.399620 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.db.api [None req-4bdbe3a6-8734-431c-8538-ac8f7c26743b tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:14:12.399962 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG oslo_db.api [None req-4bdbe3a6-8734-431c-8538-ac8f7c26743b tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:14:12.411797 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-356f14bc-b019-4b72-9358-46504e5b6267 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=13eb2c3e28254282a5dece25c28ba299&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7785747 Oct 04 09:14:12.411797 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-efac21c7-12bc-4976-97da-72550458a287 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:12.438468 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e39d4c3-ec47-4120-a9c1-73d106e0ea09 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event updated for resources: {'Subnet': ['ID=39cecfca-ec94-4c46-8552-32cad5b236b8,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:12.445399 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56556) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:12.447090 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356f14bc-b019-4b72-9358-46504e5b6267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c56acc43-991b-4004-a49b-eb4d3b9310d5,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:12.455093 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056d234a-920a-4870-ac38-d192d0eb658a None None] Network e407a8e0-90aa-4298-bfe6-215c637a1f88 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:14:12.455937 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7fad51ea-0d7b-459e-9513-df483ee7027d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:12.470286 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fad51ea-0d7b-459e-9513-df483ee7027d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:14:12.470694 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7fad51ea-0d7b-459e-9513-df483ee7027d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:12.495945 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c78e2-c762-4ab2-acbf-f36e301503cd req-ca98d979-83cc-48d1-b851-c95f4da1ab85 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:12.499084 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6904c579-9776-463e-a461-6c5deb31f1af tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:12.503102 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-6904c579-9776-463e-a461-6c5deb31f1af tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 9.4359381 Oct 04 09:14:12.503102 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-4e39d4c3-ec47-4120-a9c1-73d106e0ea09 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.7000005 Oct 04 09:14:12.507676 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-6c8c78e2-c762-4ab2-acbf-f36e301503cd req-ca98d979-83cc-48d1-b851-c95f4da1ab85 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 0.5764523 Oct 04 09:14:12.510295 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56560) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:12.510295 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56562) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:12.527383 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-811b9fe3-651b-4d6a-84ff-fe5804aaa478 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Request body: {'port': {'network_id': 'e407a8e0-90aa-4298-bfe6-215c637a1f88', 'fixed_ips': [{'subnet_id': 'e737819c-4f55-4093-bd0d-505784310e09'}, {'subnet_id': '39cecfca-ec94-4c46-8552-32cad5b236b8'}], 'name': 'tempest-PortsTestJSON-789046175'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:12.529598 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-cb2971b5-0791-4835-9a90-2c70fe516b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:12.549874 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-e5354f19-b6b5-498b-9c96-db8ba5c6faa3 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:12.552674 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2971b5-0791-4835-9a90-2c70fe516b9c None None] Routers {'7f39ef39-479a-4040-9aaa-d5a1896f5aae'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:14:12.553460 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-cb2971b5-0791-4835-9a90-2c70fe516b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:14:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['7f39ef39-479a-4040-9aaa-d5a1896f5aae'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:12.611577 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 727af68c-dcc8-4f4d-af67-109107bee01f no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:14:12.651821 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-6c8c78e2-c762-4ab2-acbf-f36e301503cd req-400f2c60-9b46-44e2-b291-7bab083d182e tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458175 Oct 04 09:14:12.654670 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7fad51ea-0d7b-459e-9513-df483ee7027d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:12.664856 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-cb2971b5-0791-4835-9a90-2c70fe516b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:12.665271 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2971b5-0791-4835-9a90-2c70fe516b9c None None] The sync data for ids ['7f39ef39-479a-4040-9aaa-d5a1896f5aae'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:14:12.669028 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 727af68c-dcc8-4f4d-af67-109107bee01f {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:14:12.669028 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 727af68c-dcc8-4f4d-af67-109107bee01f not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:14:12.669451 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 3d38fe96-a290-4c0e-8f35-41d7828bf0a7 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:14:12.683288 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7fad51ea-0d7b-459e-9513-df483ee7027d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:12.703138 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fad51ea-0d7b-459e-9513-df483ee7027d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Pushing event deleted for resources: {'Network': ['ID=21b5cc5f-ba0f-47b8-836b-7444726183c3,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:12.708811 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-efac21c7-12bc-4976-97da-72550458a287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:12.753403 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 3d38fe96-a290-4c0e-8f35-41d7828bf0a7 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:14:12.753652 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 3d38fe96-a290-4c0e-8f35-41d7828bf0a7 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:14:12.769165 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-7fad51ea-0d7b-459e-9513-df483ee7027d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] 10.222.0.50 "DELETE /v2.0/networks/21b5cc5f-ba0f-47b8-836b-7444726183c3 HTTP/1.1" status: 204 len: 168 time: 5.5364895 Oct 04 09:14:12.774891 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56570) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:12.796667 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-a98450f1-6784-4798-a246-35a1552fa2fc tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-568153103'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:12.811673 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-a98450f1-6784-4798-a246-35a1552fa2fc tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:14:12.826027 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a98450f1-6784-4798-a246-35a1552fa2fc tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Usage tracker for resource:network and tenant:5b1c6a997cf443e88f0c80c3c8bb1373 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:14:12.838756 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a98450f1-6784-4798-a246-35a1552fa2fc tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:14:12.850765 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-79b1d049-b4b7-47eb-803d-ba81933c3d75 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:12.851223 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-a98450f1-6784-4798-a246-35a1552fa2fc tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:14:12.874555 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-efac21c7-12bc-4976-97da-72550458a287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:12.879498 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98450f1-6784-4798-a246-35a1552fa2fc tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Made reservation on behalf of 5b1c6a997cf443e88f0c80c3c8bb1373 for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:14:12.883814 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a98450f1-6784-4798-a246-35a1552fa2fc tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:12.891621 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1cbad133-7dcc-43b3-b9f5-7585ca36428e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:12.929728 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-4bdbe3a6-8734-431c-8538-ac8f7c26743b tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Deleting port 727af68c-dcc8-4f4d-af67-109107bee01f {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:14:12.930075 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4bdbe3a6-8734-431c-8538-ac8f7c26743b tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:12.974744 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efac21c7-12bc-4976-97da-72550458a287 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68dc2dea-3e89-4e44-9770-d0bf75ecdbc7,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:12.992866 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58f6bf6-198e-4306-8344-826f67572614 None None] Network e8ddde0d-ed42-4501-990c-a14b035fda43 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:14:13.011911 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-efac21c7-12bc-4976-97da-72550458a287 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:13.020898 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-4bdbe3a6-8734-431c-8538-ac8f7c26743b tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] The port '727af68c-dcc8-4f4d-af67-109107bee01f' was deleted {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 04 09:14:13.027814 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1cbad133-7dcc-43b3-b9f5-7585ca36428e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:13.048100 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-811b9fe3-651b-4d6a-84ff-fe5804aaa478 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:14:13.059345 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-efac21c7-12bc-4976-97da-72550458a287 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/68dc2dea-3e89-4e44-9770-d0bf75ecdbc7 HTTP/1.1" status: 204 len: 168 time: 1.1945045 Oct 04 09:14:13.075391 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a98450f1-6784-4798-a246-35a1552fa2fc tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:14:13.077316 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56574) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:13.130454 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-811b9fe3-651b-4d6a-84ff-fe5804aaa478 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Usage tracker for resource:port and tenant:7c59b642fbd4440eb4278f2c0c212bcd is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:14:13.145125 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-811b9fe3-651b-4d6a-84ff-fe5804aaa478 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:14:13.175877 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ec6d50-84f6-4af7-b014-cc06fb73d409 None None] Update dhcp port {'port': {'network_id': 'e407a8e0-90aa-4298-bfe6-215c637a1f88', 'fixed_ips': [{'subnet_id': 'e737819c-4f55-4093-bd0d-505784310e09', 'ip_address': '172.20.0.2'}, {'subnet_id': '39cecfca-ec94-4c46-8552-32cad5b236b8'}], 'binding:host_id': 'dv-neutron-860215-1-hyperv'}, 'id': '08ea6fbd-3934-4f1f-849f-9825f3998b62'} from dv-neutron-860215-1-hyperv. {{(pid=89034) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 04 09:14:13.181860 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-811b9fe3-651b-4d6a-84ff-fe5804aaa478 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:14:13.221977 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811b9fe3-651b-4d6a-84ff-fe5804aaa478 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Made reservation on behalf of 7c59b642fbd4440eb4278f2c0c212bcd for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:14:13.229764 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a98450f1-6784-4798-a246-35a1552fa2fc tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:13.230291 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-a98450f1-6784-4798-a246-35a1552fa2fc tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Added segment a9991d2d-efb1-4743-a41a-1fe3e672e139 of type vlan for network 439ee395-b193-4626-a9cb-4970a08d1062 Oct 04 09:14:13.243323 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4bdbe3a6-8734-431c-8538-ac8f7c26743b tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:13.247963 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2a93f-65f9-4962-86f3-564d8f2b09ea req-5ffb86d6-d277-4d8c-a9c2-0158b5e06d0c tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:13.249917 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b1c2a93f-65f9-4962-86f3-564d8f2b09ea req-5ffb86d6-d277-4d8c-a9c2-0158b5e06d0c tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 0.3594718 Oct 04 09:14:13.288488 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-75ec6d50-84f6-4af7-b014-cc06fb73d409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:13.300974 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-4bdbe3a6-8734-431c-8538-ac8f7c26743b tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cfda28a-90b5-474b-83f9-ba3c7520a42b']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:13.309887 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-053b775e-57fe-4d57-82f0-05761adbd405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:13.320162 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-4bdbe3a6-8734-431c-8538-ac8f7c26743b tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0592b5c0-0d28-471d-a972-826d6b52edac') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:13.321046 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-4bdbe3a6-8734-431c-8538-ac8f7c26743b tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0592b5c0-0d28-471d-a972-826d6b52edac') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:13.334544 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a98450f1-6784-4798-a246-35a1552fa2fc tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:13.342476 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4bdbe3a6-8734-431c-8538-ac8f7c26743b tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:13.362958 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-053b775e-57fe-4d57-82f0-05761adbd405 admin admin] Deleting port 585c6260-00e6-4d4d-b8e8-9b8c87568015 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:14:13.363495 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-053b775e-57fe-4d57-82f0-05761adbd405 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:13.387020 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-79b1d049-b4b7-47eb-803d-ba81933c3d75 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:13.463500 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c84813-16a9-4aad-a313-6fd3d1b9f45a None None] DHCP port deletion for e8ddde0d-ed42-4501-990c-a14b035fda43 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:14:13.512557 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-66c84813-16a9-4aad-a313-6fd3d1b9f45a None None] Deleting port 585c6260-00e6-4d4d-b8e8-9b8c87568015 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:14:13.512933 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-66c84813-16a9-4aad-a313-6fd3d1b9f45a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:13.542832 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4bdbe3a6-8734-431c-8538-ac8f7c26743b tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:13.562065 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bdbe3a6-8734-431c-8538-ac8f7c26743b tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:14:13.562931 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4bdbe3a6-8734-431c-8538-ac8f7c26743b tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:13.586644 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-75ec6d50-84f6-4af7-b014-cc06fb73d409 None None] Allocated IP 172.20.0.18 (e407a8e0-90aa-4298-bfe6-215c637a1f88/39cecfca-ec94-4c46-8552-32cad5b236b8/08ea6fbd-3934-4f1f-849f-9825f3998b62) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:14:13.630626 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1cbad133-7dcc-43b3-b9f5-7585ca36428e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:13.676985 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b1d049-b4b7-47eb-803d-ba81933c3d75 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:14:13.685658 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a98450f1-6784-4798-a246-35a1552fa2fc tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:13.691741 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbad133-7dcc-43b3-b9f5-7585ca36428e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56acc43-991b-4004-a49b-eb4d3b9310d5,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:13.693873 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98450f1-6784-4798-a246-35a1552fa2fc tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:13.694507 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a98450f1-6784-4798-a246-35a1552fa2fc tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:13.716202 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b1c2a93f-65f9-4962-86f3-564d8f2b09ea req-838d02a6-0da1-4d10-8186-41949e76237b tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3136835 Oct 04 09:14:13.716202 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-79b1d049-b4b7-47eb-803d-ba81933c3d75 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:14:13.752497 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b1d049-b4b7-47eb-803d-ba81933c3d75 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:14:13.781317 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b1d049-b4b7-47eb-803d-ba81933c3d75 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Pushing event updated for resources: {'Port': ['ID=89084ca2-6256-4f3c-8d09-10a72eb7579a,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:13.784393 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbad133-7dcc-43b3-b9f5-7585ca36428e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:14:13.784942 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbad133-7dcc-43b3-b9f5-7585ca36428e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:14:13.785471 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbad133-7dcc-43b3-b9f5-7585ca36428e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:14:13.786023 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbad133-7dcc-43b3-b9f5-7585ca36428e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:14:13.786542 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbad133-7dcc-43b3-b9f5-7585ca36428e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:14:13.787066 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbad133-7dcc-43b3-b9f5-7585ca36428e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:14:13.787584 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbad133-7dcc-43b3-b9f5-7585ca36428e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:14:13.788096 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbad133-7dcc-43b3-b9f5-7585ca36428e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:14:13.788677 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbad133-7dcc-43b3-b9f5-7585ca36428e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:14:13.789253 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbad133-7dcc-43b3-b9f5-7585ca36428e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:14:13.789819 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbad133-7dcc-43b3-b9f5-7585ca36428e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:14:13.790361 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbad133-7dcc-43b3-b9f5-7585ca36428e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:14:13.802728 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-811b9fe3-651b-4d6a-84ff-fe5804aaa478 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:13.812568 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1cbad133-7dcc-43b3-b9f5-7585ca36428e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:13.814019 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-1cbad133-7dcc-43b3-b9f5-7585ca36428e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c56acc43-991b-4004-a49b-eb4d3b9310d5 HTTP/1.1" status: 204 len: 168 time: 1.3648715 Oct 04 09:14:13.895233 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b1d049-b4b7-47eb-803d-ba81933c3d75 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:14:13.895687 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b1d049-b4b7-47eb-803d-ba81933c3d75 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:14:13.896106 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b1d049-b4b7-47eb-803d-ba81933c3d75 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:14:13.896540 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b1d049-b4b7-47eb-803d-ba81933c3d75 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:14:13.896950 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b1d049-b4b7-47eb-803d-ba81933c3d75 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:14:13.897952 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b1d049-b4b7-47eb-803d-ba81933c3d75 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:14:13.897952 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b1d049-b4b7-47eb-803d-ba81933c3d75 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:14:13.898131 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b1d049-b4b7-47eb-803d-ba81933c3d75 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:14:13.898548 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b1d049-b4b7-47eb-803d-ba81933c3d75 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:14:13.899487 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b1d049-b4b7-47eb-803d-ba81933c3d75 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:14:13.899920 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b1d049-b4b7-47eb-803d-ba81933c3d75 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:14:13.900342 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b1d049-b4b7-47eb-803d-ba81933c3d75 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:14:13.906134 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4bdbe3a6-8734-431c-8538-ac8f7c26743b tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:13.917290 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4bdbe3a6-8734-431c-8538-ac8f7c26743b tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:13.920192 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-4bdbe3a6-8734-431c-8538-ac8f7c26743b tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] 10.222.0.50 "DELETE /v2.0/networks/3cfda28a-90b5-474b-83f9-ba3c7520a42b HTTP/1.1" status: 204 len: 168 time: 3.0775642 Oct 04 09:14:13.936817 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a98450f1-6784-4798-a246-35a1552fa2fc tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1588421 Oct 04 09:14:13.941301 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56584) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:13.948022 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [None req-811b9fe3-651b-4d6a-84ff-fe5804aaa478 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] device_id is not set on port bc28fa6c-2b91-4d0a-8ca1-b8a9c375356a yet. {{(pid=89032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:14:13.973783 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-66c84813-16a9-4aad-a313-6fd3d1b9f45a None None] For port 585c6260-00e6-4d4d-b8e8-9b8c87568015, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=585c6260-00e6-4d4d-b8e8-9b8c87568015,segment=NetworkSegment(f973a6e2-d09c-4697-bd3b-2000b453af7a),segment_id=f973a6e2-d09c-4697-bd3b-2000b453af7a)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:14:13.974233 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-66c84813-16a9-4aad-a313-6fd3d1b9f45a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:14.027908 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-0c97fad6-c760-4901-9fe8-c9a43632bb14 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Request body: {'subnet': {'network_id': '439ee395-b193-4626-a9cb-4970a08d1062', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:14.172448 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98450f1-6784-4798-a246-35a1552fa2fc tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Pushing event updated for resources: {'Network': ['ID=439ee395-b193-4626-a9cb-4970a08d1062,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:14.220420 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-0c97fad6-c760-4901-9fe8-c9a43632bb14 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:14:14.232061 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98450f1-6784-4798-a246-35a1552fa2fc tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:14:14.232696 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98450f1-6784-4798-a246-35a1552fa2fc tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:14:14.232795 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98450f1-6784-4798-a246-35a1552fa2fc tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:14:14.233065 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98450f1-6784-4798-a246-35a1552fa2fc tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:14:14.233388 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98450f1-6784-4798-a246-35a1552fa2fc tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:14:14.233710 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98450f1-6784-4798-a246-35a1552fa2fc tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:14:14.234030 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98450f1-6784-4798-a246-35a1552fa2fc tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:14:14.234506 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98450f1-6784-4798-a246-35a1552fa2fc tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:14:14.235011 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98450f1-6784-4798-a246-35a1552fa2fc tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:14:14.235332 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98450f1-6784-4798-a246-35a1552fa2fc tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:14:14.235650 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98450f1-6784-4798-a246-35a1552fa2fc tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:14:14.235967 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98450f1-6784-4798-a246-35a1552fa2fc tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:14:14.259721 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 439ee395-b193-4626-a9cb-4970a08d1062 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:14:14.265728 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment a11f7e08-4346-468e-ac35-d0296a51395b resource provider aggregate not found Oct 04 09:14:14.274062 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-0c97fad6-c760-4901-9fe8-c9a43632bb14 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Usage tracker for resource:subnet and tenant:5b1c6a997cf443e88f0c80c3c8bb1373 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:14:14.284798 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-0c97fad6-c760-4901-9fe8-c9a43632bb14 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:14:14.294446 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-053b775e-57fe-4d57-82f0-05761adbd405 admin admin] For port 585c6260-00e6-4d4d-b8e8-9b8c87568015, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=585c6260-00e6-4d4d-b8e8-9b8c87568015,segment=NetworkSegment(f973a6e2-d09c-4697-bd3b-2000b453af7a),segment_id=f973a6e2-d09c-4697-bd3b-2000b453af7a)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:14:14.294446 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-053b775e-57fe-4d57-82f0-05761adbd405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:14.310223 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdbe3a6-8734-431c-8538-ac8f7c26743b tempest-NetworksIpV6TestAttrs-54416853 tempest-NetworksIpV6TestAttrs-54416853-project] Pushing event deleted for resources: {'Network': ['ID=3cfda28a-90b5-474b-83f9-ba3c7520a42b,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:14.315091 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment a11f7e08-4346-468e-ac35-d0296a51395b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a11f7e08-4346-468e-ac35-d0296a51395b found for delete ", "request_id": "req-73821633-8f8f-4bb6-b7d5-44dd725d55a8"}]} Oct 04 09:14:14.320961 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-0c97fad6-c760-4901-9fe8-c9a43632bb14 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:14:14.383061 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-66c84813-16a9-4aad-a313-6fd3d1b9f45a None None] Calling delete_port for 585c6260-00e6-4d4d-b8e8-9b8c87568015 owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:14:14.384661 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 0592b5c0-0d28-471d-a972-826d6b52edac resource provider aggregate not found Oct 04 09:14:14.416779 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56602) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:14.460039 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-75ec6d50-84f6-4af7-b014-cc06fb73d409 None None] For port 08ea6fbd-3934-4f1f-849f-9825f3998b62, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=08ea6fbd-3934-4f1f-849f-9825f3998b62,segment=NetworkSegment(36f05c15-a25f-46bd-b32c-f793ff0bef6e),segment_id=36f05c15-a25f-46bd-b32c-f793ff0bef6e)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:14:14.474588 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-053b775e-57fe-4d57-82f0-05761adbd405 admin admin] Calling delete_port for 585c6260-00e6-4d4d-b8e8-9b8c87568015 owned by network:dhcp {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:14:14.546976 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e5354f19-b6b5-498b-9c96-db8ba5c6faa3 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:14.562605 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 585c6260-00e6-4d4d-b8e8-9b8c87568015 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:14:14.601037 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 0592b5c0-0d28-471d-a972-826d6b52edac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0592b5c0-0d28-471d-a972-826d6b52edac found for delete ", "request_id": "req-561dca75-e4e6-4d14-844a-b35deb4f473d"}]} Oct 04 09:14:14.603141 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-75ec6d50-84f6-4af7-b014-cc06fb73d409 None None] Notify callbacks [] for port, precommit_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:14.609256 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c97fad6-c760-4901-9fe8-c9a43632bb14 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Made reservation on behalf of 5b1c6a997cf443e88f0c80c3c8bb1373 for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:14:14.616052 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0c97fad6-c760-4901-9fe8-c9a43632bb14 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:14.641306 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-75ec6d50-84f6-4af7-b014-cc06fb73d409 None None] Transition to ACTIVE for port object 08ea6fbd-3934-4f1f-849f-9825f3998b62 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:14:14.643325 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-66c84813-16a9-4aad-a313-6fd3d1b9f45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:14.688736 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No active binding found for port 585c6260-00e6-4d4d-b8e8-9b8c87568015 {{(pid=89034) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Oct 04 09:14:14.689392 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 585c6260-00e6-4d4d-b8e8-9b8c87568015 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:14:14.698366 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-75ec6d50-84f6-4af7-b014-cc06fb73d409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:14.703237 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c84813-16a9-4aad-a313-6fd3d1b9f45a None None] No DVR routers for this DVR port 585c6260-00e6-4d4d-b8e8-9b8c87568015 on host dv-neutron-860215-1-hyperv {{(pid=89034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:14:14.706346 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c84813-16a9-4aad-a313-6fd3d1b9f45a None None] Pushing event deleted for resources: {'Port': ['ID=585c6260-00e6-4d4d-b8e8-9b8c87568015,revision_number=None']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:14.784179 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.db.api [None req-053b775e-57fe-4d57-82f0-05761adbd405 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:14:14.784595 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG oslo_db.api [None req-053b775e-57fe-4d57-82f0-05761adbd405 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:14:14.852852 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3772cfd-38b3-4cb9-9658-b3d4f7443e7c req-7468688d-99c8-422c-b947-ecdf425c733a tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:14.858362 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-c3772cfd-38b3-4cb9-9658-b3d4f7443e7c req-7468688d-99c8-422c-b947-ecdf425c733a tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 0.9265800 Oct 04 09:14:14.879853 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e5354f19-b6b5-498b-9c96-db8ba5c6faa3 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:14.886786 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ec6d50-84f6-4af7-b014-cc06fb73d409 None None] Pushing event updated for resources: {'Port': ['ID=08ea6fbd-3934-4f1f-849f-9825f3998b62,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:14.904178 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-3dcaf0c1-a738-4c17-9f16-2a24319fc679 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=830e4f1e474d44798f0ec351419759e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4802966 Oct 04 09:14:14.904864 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56620) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:14.966809 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-e5354f19-b6b5-498b-9c96-db8ba5c6faa3 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Deleting port fb2dfb3f-6be1-418d-b618-20c2c86c09a4 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:14:14.967158 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e5354f19-b6b5-498b-9c96-db8ba5c6faa3 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:14.968910 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-c3772cfd-38b3-4cb9-9658-b3d4f7443e7c req-29e1ef8c-1c03-4247-b136-e860b8d5358d tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096392 Oct 04 09:14:15.038957 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-79b1d049-b4b7-47eb-803d-ba81933c3d75 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks [] for router_gateway, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:15.061893 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-01941f99-a1bb-46db-9afe-d1db577312ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:15.120755 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-01941f99-a1bb-46db-9afe-d1db577312ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:15.151927 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0c97fad6-c760-4901-9fe8-c9a43632bb14 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:15.256556 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c97fad6-c760-4901-9fe8-c9a43632bb14 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Pushing event updated for resources: {'Subnet': ['ID=e0b0b470-22e7-4681-9135-973c0e899199,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:15.268623 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c97fad6-c760-4901-9fe8-c9a43632bb14 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Checking segment: {'id': 'a9991d2d-efb1-4743-a41a-1fe3e672e139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '439ee395-b193-4626-a9cb-4970a08d1062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:14:15.269169 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c97fad6-c760-4901-9fe8-c9a43632bb14 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Network hostable DHCP agents. Network: 439ee395-b193-4626-a9cb-4970a08d1062, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:14:15.275883 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-01941f99-a1bb-46db-9afe-d1db577312ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:15.288216 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-053b775e-57fe-4d57-82f0-05761adbd405 admin admin] Deleting port 585c6260-00e6-4d4d-b8e8-9b8c87568015 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:14:15.288590 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-053b775e-57fe-4d57-82f0-05761adbd405 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:15.332707 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01941f99-a1bb-46db-9afe-d1db577312ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a9c027-70bd-4643-aaeb-98b4a22f5e96,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:15.375214 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-053b775e-57fe-4d57-82f0-05761adbd405 admin admin] The port '585c6260-00e6-4d4d-b8e8-9b8c87568015' was deleted {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 04 09:14:15.440118 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c97fad6-c760-4901-9fe8-c9a43632bb14 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Network 439ee395-b193-4626-a9cb-4970a08d1062 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:14:15.497606 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-01941f99-a1bb-46db-9afe-d1db577312ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:15.499014 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-01941f99-a1bb-46db-9afe-d1db577312ab admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/79a9c027-70bd-4643-aaeb-98b4a22f5e96 HTTP/1.1" status: 204 len: 168 time: 0.5917535 Oct 04 09:14:15.515740 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-0c97fad6-c760-4901-9fe8-c9a43632bb14 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 439ee395-b193-4626-a9cb-4970a08d1062) {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:14:15.523118 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c97fad6-c760-4901-9fe8-c9a43632bb14 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:15.523758 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0c97fad6-c760-4901-9fe8-c9a43632bb14 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:15.530975 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedebe3e-b598-4f22-8a7b-2b73b11cd96e None None] Network 439ee395-b193-4626-a9cb-4970a08d1062 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:14:15.542200 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-053b775e-57fe-4d57-82f0-05761adbd405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:15.624024 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-0c97fad6-c760-4901-9fe8-c9a43632bb14 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6786084 Oct 04 09:14:15.627356 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56638) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:15.631000 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-053b775e-57fe-4d57-82f0-05761adbd405 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8ddde0d-ed42-4501-990c-a14b035fda43']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:15.646766 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-b99b7dd5-e91e-47b1-85f4-7d7558738467 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Request body: {'subnet': {'network_id': '439ee395-b193-4626-a9cb-4970a08d1062', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:15.669011 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-053b775e-57fe-4d57-82f0-05761adbd405 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f973a6e2-d09c-4697-bd3b-2000b453af7a') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:15.669314 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-053b775e-57fe-4d57-82f0-05761adbd405 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f973a6e2-d09c-4697-bd3b-2000b453af7a') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:15.735576 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-81f7f9c3-cfde-472d-be1a-98bea2fc3cfc None None] Provisioning for port 08ea6fbd-3934-4f1f-849f-9825f3998b62 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:14:15.751596 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-81f7f9c3-cfde-472d-be1a-98bea2fc3cfc None None] Provisioning complete for port 08ea6fbd-3934-4f1f-849f-9825f3998b62 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:14:15.752330 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-81f7f9c3-cfde-472d-be1a-98bea2fc3cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:15.752899 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-81f7f9c3-cfde-472d-be1a-98bea2fc3cfc None None] Attempt 1 to provision port 08ea6fbd-3934-4f1f-849f-9825f3998b62 Oct 04 09:14:15.825573 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-811b9fe3-651b-4d6a-84ff-fe5804aaa478 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Allocated IP 172.20.0.7 (e407a8e0-90aa-4298-bfe6-215c637a1f88/e737819c-4f55-4093-bd0d-505784310e09/bc28fa6c-2b91-4d0a-8ca1-b8a9c375356a) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:14:15.868514 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-811b9fe3-651b-4d6a-84ff-fe5804aaa478 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Allocated IP 172.20.0.22 (e407a8e0-90aa-4298-bfe6-215c637a1f88/39cecfca-ec94-4c46-8552-32cad5b236b8/bc28fa6c-2b91-4d0a-8ca1-b8a9c375356a) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:14:15.874354 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e5354f19-b6b5-498b-9c96-db8ba5c6faa3 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:15.971333 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-053b775e-57fe-4d57-82f0-05761adbd405 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:16.003274 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-053b775e-57fe-4d57-82f0-05761adbd405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:16.015906 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-053b775e-57fe-4d57-82f0-05761adbd405 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:14:16.016311 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-053b775e-57fe-4d57-82f0-05761adbd405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:16.081568 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-81f7f9c3-cfde-472d-be1a-98bea2fc3cfc None None] Current status of the port 08ea6fbd-3934-4f1f-849f-9825f3998b62 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:14:16.109020 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b01b9334-8a6e-4c28-bc83-de8462891658 req-62383a65-f28c-4254-9274-380b92b375af service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6838675 Oct 04 09:14:16.145319 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c54644b-9dd5-488c-998d-8b9666f2ccbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-439ee395-b193-4626-a9cb-4970a08d1062', 'network_id': '439ee395-b193-4626-a9cb-4970a08d1062', 'tenant_id': '5b1c6a997cf443e88f0c80c3c8bb1373', 'fixed_ips': [{'subnet_id': 'e0b0b470-22e7-4681-9135-973c0e899199'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:14:16.146404 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-6c54644b-9dd5-488c-998d-8b9666f2ccbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:16.168626 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-b99b7dd5-e91e-47b1-85f4-7d7558738467 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:14:16.176307 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56656) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:16.180419 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-b99b7dd5-e91e-47b1-85f4-7d7558738467 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Usage tracker for resource:subnet and tenant:5b1c6a997cf443e88f0c80c3c8bb1373 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:14:16.187959 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-b99b7dd5-e91e-47b1-85f4-7d7558738467 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:14:16.194536 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-053b775e-57fe-4d57-82f0-05761adbd405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:16.196499 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-b99b7dd5-e91e-47b1-85f4-7d7558738467 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:14:16.225115 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-053b775e-57fe-4d57-82f0-05761adbd405 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:16.228564 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053b775e-57fe-4d57-82f0-05761adbd405 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8ddde0d-ed42-4501-990c-a14b035fda43,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:16.245584 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99b7dd5-e91e-47b1-85f4-7d7558738467 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Made reservation on behalf of 5b1c6a997cf443e88f0c80c3c8bb1373 for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:14:16.249971 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b99b7dd5-e91e-47b1-85f4-7d7558738467 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:16.272901 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-053b775e-57fe-4d57-82f0-05761adbd405 admin admin] 10.222.0.50 "DELETE /v2.0/networks/e8ddde0d-ed42-4501-990c-a14b035fda43 HTTP/1.1" status: 204 len: 168 time: 3.1945345 Oct 04 09:14:16.345353 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-79b1d049-b4b7-47eb-803d-ba81933c3d75 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:16.349362 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-79b1d049-b4b7-47eb-803d-ba81933c3d75 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736963', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1737124'] for router, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:16.419734 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-6c54644b-9dd5-488c-998d-8b9666f2ccbb None None] Allocated IP 2001:db8::2 (439ee395-b193-4626-a9cb-4970a08d1062/e0b0b470-22e7-4681-9135-973c0e899199/b5d4197f-9ae2-4cb8-9cc5-6d1ad17f8a9f) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:14:16.463176 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-e5354f19-b6b5-498b-9c96-db8ba5c6faa3 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Calling delete_port for fb2dfb3f-6be1-418d-b618-20c2c86c09a4 owned by network:router_gateway {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:14:16.478988 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:14:16.609214 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 08ea6fbd-3934-4f1f-849f-9825f3998b62 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:14:16.650934 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment f973a6e2-d09c-4697-bd3b-2000b453af7a resource provider aggregate not found Oct 04 09:14:16.667423 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-5ef7b425-95ea-42d7-815e-be60d81c7896 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'network': {'name': 'tempest-network-smoke--355981414', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'port_security_enabled': True}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:16.704092 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-5ef7b425-95ea-42d7-815e-be60d81c7896 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:14:16.705648 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56674) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:16.713427 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-5ef7b425-95ea-42d7-815e-be60d81c7896 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:network and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:14:16.720284 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-5ef7b425-95ea-42d7-815e-be60d81c7896 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:14:16.733574 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-5ef7b425-95ea-42d7-815e-be60d81c7896 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:14:16.740621 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 08ea6fbd-3934-4f1f-849f-9825f3998b62 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:14:16.741109 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:16.741324 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 08ea6fbd-3934-4f1f-849f-9825f3998b62 Oct 04 09:14:16.772657 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef7b425-95ea-42d7-815e-be60d81c7896 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Made reservation on behalf of 78fb12e86c5f40beb578bfb97002b5c9 for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:14:16.776471 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5ef7b425-95ea-42d7-815e-be60d81c7896 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:16.794259 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment f973a6e2-d09c-4697-bd3b-2000b453af7a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f973a6e2-d09c-4697-bd3b-2000b453af7a found for delete ", "request_id": "req-2dd60f1e-fa2c-4be4-8d92-871bc343c8ac"}]} Oct 04 09:14:16.799907 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5ef7b425-95ea-42d7-815e-be60d81c7896 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:16.817112 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b99b7dd5-e91e-47b1-85f4-7d7558738467 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:16.831006 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-5ef7b425-95ea-42d7-815e-be60d81c7896 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:14:16.880351 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-5ef7b425-95ea-42d7-815e-be60d81c7896 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:14:16.884668 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99b7dd5-e91e-47b1-85f4-7d7558738467 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Network 439ee395-b193-4626-a9cb-4970a08d1062 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:14:16.885552 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-5ef7b425-95ea-42d7-815e-be60d81c7896 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:14:16.901515 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-6c54644b-9dd5-488c-998d-8b9666f2ccbb None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:16.901635 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-b99b7dd5-e91e-47b1-85f4-7d7558738467 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:14:16.902636 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99b7dd5-e91e-47b1-85f4-7d7558738467 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:16.903241 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b99b7dd5-e91e-47b1-85f4-7d7558738467 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:16.921628 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-5ef7b425-95ea-42d7-815e-be60d81c7896 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:14:16.943540 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-b99b7dd5-e91e-47b1-85f4-7d7558738467 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3126113 Oct 04 09:14:16.943736 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-6c54644b-9dd5-488c-998d-8b9666f2ccbb None None] Transition to ACTIVE for port object b5d4197f-9ae2-4cb8-9cc5-6d1ad17f8a9f will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:14:16.947237 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56682) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:16.969984 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 08ea6fbd-3934-4f1f-849f-9825f3998b62 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:14:16.972564 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-6c54644b-9dd5-488c-998d-8b9666f2ccbb None None] Transition to ACTIVE for port object b5d4197f-9ae2-4cb8-9cc5-6d1ad17f8a9f will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:14:16.982269 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-6c54644b-9dd5-488c-998d-8b9666f2ccbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:17.012061 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99b7dd5-e91e-47b1-85f4-7d7558738467 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Pushing event updated for resources: {'Subnet': ['ID=cd83edc3-07de-4d46-a52d-e432f211f671,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:17.031642 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-811b9fe3-651b-4d6a-84ff-fe5804aaa478 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:17.051442 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-9d7a169c-f9d4-41f1-9f14-046d706b01ae admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=207ffe4555e7440982e6c7a0c57387dd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3410056 Oct 04 09:14:17.059264 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56686) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:17.074942 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c54644b-9dd5-488c-998d-8b9666f2ccbb None None] Network 439ee395-b193-4626-a9cb-4970a08d1062 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:14:17.078727 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-6c54644b-9dd5-488c-998d-8b9666f2ccbb None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:14:17.082979 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c54644b-9dd5-488c-998d-8b9666f2ccbb None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:14:17.094108 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97459ec3-f1c0-42aa-8d7a-cd4fd73c3547 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:17.096070 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97459ec3-f1c0-42aa-8d7a-cd4fd73c3547 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:17.097879 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97459ec3-f1c0-42aa-8d7a-cd4fd73c3547 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:17.099585 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97459ec3-f1c0-42aa-8d7a-cd4fd73c3547 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:17.101242 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97459ec3-f1c0-42aa-8d7a-cd4fd73c3547 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:17.103125 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-97459ec3-f1c0-42aa-8d7a-cd4fd73c3547 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Synchronizing usage tracker for tenant:5b1c6a997cf443e88f0c80c3c8bb1373 on resource:subnet {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:14:17.104055 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56690) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:17.118880 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-811b9fe3-651b-4d6a-84ff-fe5804aaa478 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Transition to ACTIVE for port object bc28fa6c-2b91-4d0a-8ca1-b8a9c375356a will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:14:17.141904 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b9334-8a6e-4c28-bc83-de8462891658 req-e44d1784-56b3-466f-a0f0-719889fe42ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:17.143334 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b01b9334-8a6e-4c28-bc83-de8462891658 req-e44d1784-56b3-466f-a0f0-719889fe42ee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8ef6eeaada3246f29119027d4a154b34&device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 1099 time: 0.8208201 Oct 04 09:14:17.178278 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-97459ec3-f1c0-42aa-8d7a-cd4fd73c3547 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Unset dirty status for tenant:5b1c6a997cf443e88f0c80c3c8bb1373 on resource:subnet {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:14:17.179450 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-97459ec3-f1c0-42aa-8d7a-cd4fd73c3547 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2312436 Oct 04 09:14:17.185556 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56696) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:17.203831 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c54644b-9dd5-488c-998d-8b9666f2ccbb None None] Pushing event updated for resources: {'Port': ['ID=b5d4197f-9ae2-4cb8-9cc5-6d1ad17f8a9f,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:17.214780 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-4fc5143f-4353-4468-b25a-f2547771b1c4 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-699661680'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:17.220733 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-4fc5143f-4353-4468-b25a-f2547771b1c4 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:14:17.224570 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-4fc5143f-4353-4468-b25a-f2547771b1c4 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Usage tracker for resource:network and tenant:5b1c6a997cf443e88f0c80c3c8bb1373 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:14:17.228244 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-4fc5143f-4353-4468-b25a-f2547771b1c4 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:14:17.234001 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-4fc5143f-4353-4468-b25a-f2547771b1c4 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:14:17.244725 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b850ab8c-1959-47bf-9951-5e0addd211da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:17.274061 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e5354f19-b6b5-498b-9c96-db8ba5c6faa3 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:17.275123 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b850ab8c-1959-47bf-9951-5e0addd211da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:17.282120 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-6c54644b-9dd5-488c-998d-8b9666f2ccbb None None] Attempting to bind port b5d4197f-9ae2-4cb8-9cc5-6d1ad17f8a9f on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:14:17.282734 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-6c54644b-9dd5-488c-998d-8b9666f2ccbb None None] Attempting to bind port b5d4197f-9ae2-4cb8-9cc5-6d1ad17f8a9f by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'a9991d2d-efb1-4743-a41a-1fe3e672e139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '439ee395-b193-4626-a9cb-4970a08d1062'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:14:17.283332 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c54644b-9dd5-488c-998d-8b9666f2ccbb None None] Attempting to bind port b5d4197f-9ae2-4cb8-9cc5-6d1ad17f8a9f on network 439ee395-b193-4626-a9cb-4970a08d1062 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:14:17.290547 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c54644b-9dd5-488c-998d-8b9666f2ccbb None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:14:17.291203 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c54644b-9dd5-488c-998d-8b9666f2ccbb None None] Checking segment: {'id': 'a9991d2d-efb1-4743-a41a-1fe3e672e139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '439ee395-b193-4626-a9cb-4970a08d1062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:14:17.291908 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-6c54644b-9dd5-488c-998d-8b9666f2ccbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:17.292674 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c54644b-9dd5-488c-998d-8b9666f2ccbb None None] Bound using segment: {'id': 'a9991d2d-efb1-4743-a41a-1fe3e672e139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '439ee395-b193-4626-a9cb-4970a08d1062'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:14:17.293322 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-6c54644b-9dd5-488c-998d-8b9666f2ccbb None None] Bound port: b5d4197f-9ae2-4cb8-9cc5-6d1ad17f8a9f, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9991d2d-efb1-4743-a41a-1fe3e672e139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '439ee395-b193-4626-a9cb-4970a08d1062'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:14:17.293947 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-6c54644b-9dd5-488c-998d-8b9666f2ccbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:17.309630 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc5143f-4353-4468-b25a-f2547771b1c4 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Made reservation on behalf of 5b1c6a997cf443e88f0c80c3c8bb1373 for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:14:17.313025 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4fc5143f-4353-4468-b25a-f2547771b1c4 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:17.327177 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5ef7b425-95ea-42d7-815e-be60d81c7896 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:17.338192 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5ef7b425-95ea-42d7-815e-be60d81c7896 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:17.338384 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-afb95fb2-0217-4c86-b92a-9d3e874d7c17 tempest-NetworksNegativeTestJSON-1743214729 tempest-NetworksNegativeTestJSON-1743214729-project] Request body: {'port': {'network_id': 'c499ad21-8bb8-4d23-a1e0-66d657fd35a4', 'name': 'tempest-NetworksNegativeTestJSON-294091178'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:17.349974 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ef7b425-95ea-42d7-815e-be60d81c7896 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:14:17.368309 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5354f19-b6b5-498b-9c96-db8ba5c6faa3 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Pushing event deleted for resources: {'Port': ['ID=fb2dfb3f-6be1-418d-b618-20c2c86c09a4,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:17.379501 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5ef7b425-95ea-42d7-815e-be60d81c7896 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:17.379846 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-5ef7b425-95ea-42d7-815e-be60d81c7896 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Added segment cd2e4b2b-7587-46d9-94de-fd9dfbaf70fe of type vlan for network 138bf702-4d39-408e-a83e-f851bcf14b73 Oct 04 09:14:17.400597 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-6c54644b-9dd5-488c-998d-8b9666f2ccbb None None] For port b5d4197f-9ae2-4cb8-9cc5-6d1ad17f8a9f, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:14:17.404062 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-6c54644b-9dd5-488c-998d-8b9666f2ccbb None None] For port b5d4197f-9ae2-4cb8-9cc5-6d1ad17f8a9f, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=b5d4197f-9ae2-4cb8-9cc5-6d1ad17f8a9f,segment=NetworkSegment(a9991d2d-efb1-4743-a41a-1fe3e672e139),segment_id=a9991d2d-efb1-4743-a41a-1fe3e672e139)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:14:17.407303 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fc5143f-4353-4468-b25a-f2547771b1c4 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:14:17.409601 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-6c54644b-9dd5-488c-998d-8b9666f2ccbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:17.416085 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79b1d049-b4b7-47eb-803d-ba81933c3d75 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Router 7e9530f8-db8b-40b7-b351-ed15697abca8 is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:14:17.418190 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-afb95fb2-0217-4c86-b92a-9d3e874d7c17 tempest-NetworksNegativeTestJSON-1743214729 tempest-NetworksNegativeTestJSON-1743214729-project] POST failed (client error): The resource could not be found. Oct 04 09:14:17.418660 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afb95fb2-0217-4c86-b92a-9d3e874d7c17 tempest-NetworksNegativeTestJSON-1743214729 tempest-NetworksNegativeTestJSON-1743214729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:14:17.419807 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-afb95fb2-0217-4c86-b92a-9d3e874d7c17 tempest-NetworksNegativeTestJSON-1743214729 tempest-NetworksNegativeTestJSON-1743214729-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3065417 Oct 04 09:14:17.425913 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56700) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:17.426576 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef7b425-95ea-42d7-815e-be60d81c7896 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7311daf-fddf-4e95-b62f-0bccf6bbb467,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:17.465293 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5ef7b425-95ea-42d7-815e-be60d81c7896 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:17.471231 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4fc5143f-4353-4468-b25a-f2547771b1c4 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:17.471572 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-4fc5143f-4353-4468-b25a-f2547771b1c4 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Added segment 246c0295-1c68-4a92-8b4b-c38cf990484f of type vlan for network 0fb25b00-cd81-4fb0-91d3-bc1aee8c3507 Oct 04 09:14:17.471817 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-811b9fe3-651b-4d6a-84ff-fe5804aaa478 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:17.472784 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b850ab8c-1959-47bf-9951-5e0addd211da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:17.489605 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-759002a1-c7e6-4c41-89b8-2c381b1b6882 tempest-NetworksNegativeTestJSON-1743214729 tempest-NetworksNegativeTestJSON-1743214729-project] DELETE failed (client error): The resource could not be found. Oct 04 09:14:17.490074 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-759002a1-c7e6-4c41-89b8-2c381b1b6882 tempest-NetworksNegativeTestJSON-1743214729 tempest-NetworksNegativeTestJSON-1743214729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:14:17.508931 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b850ab8c-1959-47bf-9951-5e0addd211da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c10b23c-f37e-4a21-9e1d-e363c6b68923,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:17.510478 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c54644b-9dd5-488c-998d-8b9666f2ccbb None None] Pushing event updated for resources: {'Port': ['ID=b5d4197f-9ae2-4cb8-9cc5-6d1ad17f8a9f,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:17.565282 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4fc5143f-4353-4468-b25a-f2547771b1c4 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:17.583849 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-759002a1-c7e6-4c41-89b8-2c381b1b6882 tempest-NetworksNegativeTestJSON-1743214729 tempest-NetworksNegativeTestJSON-1743214729-project] 10.222.0.50 "DELETE /v2.0/networks/877334ac-15f1-43dd-94a5-448adf65ae15 HTTP/1.1" status: 404 len: 339 time: 0.1491382 Oct 04 09:14:17.583849 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b850ab8c-1959-47bf-9951-5e0addd211da admin admin] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:17.583849 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-b850ab8c-1959-47bf-9951-5e0addd211da admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4c10b23c-f37e-4a21-9e1d-e363c6b68923 HTTP/1.1" status: 204 len: 168 time: 0.5226777 Oct 04 09:14:17.584340 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56704) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:17.594631 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5ef7b425-95ea-42d7-815e-be60d81c7896 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:17.600005 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef7b425-95ea-42d7-815e-be60d81c7896 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:17.600642 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5ef7b425-95ea-42d7-815e-be60d81c7896 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:17.763574 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-5ef7b425-95ea-42d7-815e-be60d81c7896 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5859439 Oct 04 09:14:17.771922 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-18456d9e-a134-45e3-9688-e17ff4e369c0 tempest-NetworksNegativeTestJSON-1743214729 tempest-NetworksNegativeTestJSON-1743214729-project] DELETE failed (client error): The resource could not be found. Oct 04 09:14:17.772704 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18456d9e-a134-45e3-9688-e17ff4e369c0 tempest-NetworksNegativeTestJSON-1743214729 tempest-NetworksNegativeTestJSON-1743214729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:14:17.783972 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-18456d9e-a134-45e3-9688-e17ff4e369c0 tempest-NetworksNegativeTestJSON-1743214729 tempest-NetworksNegativeTestJSON-1743214729-project] 10.222.0.50 "DELETE /v2.0/ports/04617644-19ed-4086-9e6b-b815b24fa7e2 HTTP/1.1" status: 404 len: 333 time: 0.1984832 Oct 04 09:14:17.786919 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56710) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:17.798840 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56712) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:17.800739 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4fc5143f-4353-4468-b25a-f2547771b1c4 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:17.816437 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc5143f-4353-4468-b25a-f2547771b1c4 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:17.817087 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4fc5143f-4353-4468-b25a-f2547771b1c4 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:17.840904 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-2ad9c108-c1e1-4046-a9f7-5533ca158caf tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1419800711', 'admin_state_up': True, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:17.850994 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811b9fe3-651b-4d6a-84ff-fe5804aaa478 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Network e407a8e0-90aa-4298-bfe6-215c637a1f88 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:14:17.860652 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b9334-8a6e-4c28-bc83-de8462891658 req-bd646d63-bcea-4921-9e9c-4e8908856a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:17.862265 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b01b9334-8a6e-4c28-bc83-de8462891658 req-bd646d63-bcea-4921-9e9c-4e8908856a28 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4e61ee37-e03d-4906-997b-978c1601b208 HTTP/1.1" status: 200 len: 913 time: 0.6824887 Oct 04 09:14:17.864668 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-2ad9c108-c1e1-4046-a9f7-5533ca158caf tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:14:17.870817 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811b9fe3-651b-4d6a-84ff-fe5804aaa478 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event updated for resources: {'Port': ['ID=bc28fa6c-2b91-4d0a-8ca1-b8a9c375356a,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:17.872893 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-811b9fe3-651b-4d6a-84ff-fe5804aaa478 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:14:17.891013 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e5354f19-b6b5-498b-9c96-db8ba5c6faa3 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737040'] for router_gateway, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:17.909770 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9b0b760-ba52-4bc3-9be9-e6f3c90b676c tempest-NetworksNegativeTestJSON-1743214729 tempest-NetworksNegativeTestJSON-1743214729-project] DELETE failed (client error): The resource could not be found. Oct 04 09:14:17.910143 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9b0b760-ba52-4bc3-9be9-e6f3c90b676c tempest-NetworksNegativeTestJSON-1743214729 tempest-NetworksNegativeTestJSON-1743214729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:14:17.911844 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-f9b0b760-ba52-4bc3-9be9-e6f3c90b676c tempest-NetworksNegativeTestJSON-1743214729 tempest-NetworksNegativeTestJSON-1743214729-project] 10.222.0.50 "DELETE /v2.0/subnets/34228456-65a6-4a9f-9037-41dd694757e2 HTTP/1.1" status: 404 len: 337 time: 0.1126177 Oct 04 09:14:17.913408 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef7b425-95ea-42d7-815e-be60d81c7896 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Network': ['ID=138bf702-4d39-408e-a83e-f851bcf14b73,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:17.916839 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56718) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:17.925829 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 138bf702-4d39-408e-a83e-f851bcf14b73 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:14:17.968481 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-4fc5143f-4353-4468-b25a-f2547771b1c4 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7794249 Oct 04 09:14:17.978200 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811b9fe3-651b-4d6a-84ff-fe5804aaa478 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:14:18.021722 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-2ad9c108-c1e1-4046-a9f7-5533ca158caf tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:router and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:14:18.029921 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56724) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:18.041127 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdf82f1e-66c5-4bc6-80fe-31468f525f4f tempest-NetworksNegativeTestJSON-1743214729 tempest-NetworksNegativeTestJSON-1743214729-project] GET failed (client error): The resource could not be found. Oct 04 09:14:18.042509 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-bdf82f1e-66c5-4bc6-80fe-31468f525f4f tempest-NetworksNegativeTestJSON-1743214729 tempest-NetworksNegativeTestJSON-1743214729-project] 10.222.0.50 "GET /v2.0/networks/81dd3894-29bb-4271-9adc-65b38ff1a0be HTTP/1.1" status: 404 len: 339 time: 0.1251185 Oct 04 09:14:18.046420 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56726) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:18.121223 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8aedb72-765c-409d-919f-6cd94ceae5b3 tempest-NetworksNegativeTestJSON-1743214729 tempest-NetworksNegativeTestJSON-1743214729-project] GET failed (client error): The resource could not be found. Oct 04 09:14:18.122574 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-b8aedb72-765c-409d-919f-6cd94ceae5b3 tempest-NetworksNegativeTestJSON-1743214729 tempest-NetworksNegativeTestJSON-1743214729-project] 10.222.0.50 "GET /v2.0/ports/dc439de8-5b63-4beb-9fbc-5f2c0da29680 HTTP/1.1" status: 404 len: 333 time: 0.0755126 Oct 04 09:14:18.126780 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc5143f-4353-4468-b25a-f2547771b1c4 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Pushing event updated for resources: {'Network': ['ID=0fb25b00-cd81-4fb0-91d3-bc1aee8c3507,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:18.128735 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56732) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:18.155216 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 0fb25b00-cd81-4fb0-91d3-bc1aee8c3507 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:14:18.173865 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-24acaed7-e467-46dd-b747-5cfa43035686 tempest-NetworksNegativeTestJSON-1743214729 tempest-NetworksNegativeTestJSON-1743214729-project] GET failed (client error): The resource could not be found. Oct 04 09:14:18.175240 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-24acaed7-e467-46dd-b747-5cfa43035686 tempest-NetworksNegativeTestJSON-1743214729 tempest-NetworksNegativeTestJSON-1743214729-project] 10.222.0.50 "GET /v2.0/subnets/2e7c8514-2931-46d6-b253-4b2a54982d96 HTTP/1.1" status: 404 len: 337 time: 0.0455754 Oct 04 09:14:18.179348 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56736) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:18.192322 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-aea04bcb-b793-4449-a49c-21e87be504b7 tempest-NetworksNegativeTestJSON-1743214729 tempest-NetworksNegativeTestJSON-1743214729-project] Request body: {'network': {'name': 'new_name'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:18.232264 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-aea04bcb-b793-4449-a49c-21e87be504b7 tempest-NetworksNegativeTestJSON-1743214729 tempest-NetworksNegativeTestJSON-1743214729-project] PUT failed (client error): The resource could not be found. Oct 04 09:14:18.233213 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aea04bcb-b793-4449-a49c-21e87be504b7 tempest-NetworksNegativeTestJSON-1743214729 tempest-NetworksNegativeTestJSON-1743214729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:14:18.234581 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-aea04bcb-b793-4449-a49c-21e87be504b7 tempest-NetworksNegativeTestJSON-1743214729 tempest-NetworksNegativeTestJSON-1743214729-project] 10.222.0.50 "PUT /v2.0/networks/6d161190-5187-44e4-bab7-a14675330e25 HTTP/1.1" status: 404 len: 339 time: 0.0536559 Oct 04 09:14:18.238271 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56742) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:18.245692 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-6e31444c-fe62-4790-922c-8cc288f2b665 tempest-NetworksNegativeTestJSON-1743214729 tempest-NetworksNegativeTestJSON-1743214729-project] Request body: {'port': {'name': 'new_name'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:18.257793 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-2ad9c108-c1e1-4046-a9f7-5533ca158caf tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:14:18.264243 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-2ad9c108-c1e1-4046-a9f7-5533ca158caf tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:14:18.306459 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-d8136cef-556f-4a4a-abd3-40943d4d909e tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Request body: {'network': {'name': 'New_network'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:18.308823 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e31444c-fe62-4790-922c-8cc288f2b665 tempest-NetworksNegativeTestJSON-1743214729 tempest-NetworksNegativeTestJSON-1743214729-project] PUT failed (client error): The resource could not be found. Oct 04 09:14:18.310386 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e31444c-fe62-4790-922c-8cc288f2b665 tempest-NetworksNegativeTestJSON-1743214729 tempest-NetworksNegativeTestJSON-1743214729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:14:18.312389 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-6e31444c-fe62-4790-922c-8cc288f2b665 tempest-NetworksNegativeTestJSON-1743214729 tempest-NetworksNegativeTestJSON-1743214729-project] 10.222.0.50 "PUT /v2.0/ports/966cfbf3-5a6e-430c-bc26-892bc05b6ee1 HTTP/1.1" status: 404 len: 333 time: 0.0726769 Oct 04 09:14:18.317778 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-9eafd4ba-1620-442a-b919-fb36c6c0ed6b None None] Provisioning for port bc28fa6c-2b91-4d0a-8ca1-b8a9c375356a completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:14:18.318903 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56748) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:18.327179 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-4266a26f-d6a7-4ada-9c6d-17d491cb3fea tempest-NetworksNegativeTestJSON-1743214729 tempest-NetworksNegativeTestJSON-1743214729-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:18.327667 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-9eafd4ba-1620-442a-b919-fb36c6c0ed6b None None] Provisioning complete for port bc28fa6c-2b91-4d0a-8ca1-b8a9c375356a triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:14:18.328278 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-9eafd4ba-1620-442a-b919-fb36c6c0ed6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:18.328800 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-9eafd4ba-1620-442a-b919-fb36c6c0ed6b None None] Attempt 1 to provision port bc28fa6c-2b91-4d0a-8ca1-b8a9c375356a Oct 04 09:14:18.358822 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2ad9c108-c1e1-4046-a9f7-5533ca158caf tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:18.359827 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2ad9c108-c1e1-4046-a9f7-5533ca158caf tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:18.363141 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-4266a26f-d6a7-4ada-9c6d-17d491cb3fea tempest-NetworksNegativeTestJSON-1743214729 tempest-NetworksNegativeTestJSON-1743214729-project] PUT failed (client error): The resource could not be found. Oct 04 09:14:18.364058 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4266a26f-d6a7-4ada-9c6d-17d491cb3fea tempest-NetworksNegativeTestJSON-1743214729 tempest-NetworksNegativeTestJSON-1743214729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:14:18.368449 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-4266a26f-d6a7-4ada-9c6d-17d491cb3fea tempest-NetworksNegativeTestJSON-1743214729 tempest-NetworksNegativeTestJSON-1743214729-project] 10.222.0.50 "PUT /v2.0/subnets/d76ac742-89c0-4d3a-a039-1b115fd3703d HTTP/1.1" status: 404 len: 337 time: 0.0436504 Oct 04 09:14:18.404009 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-9eafd4ba-1620-442a-b919-fb36c6c0ed6b None None] Port bc28fa6c-2b91-4d0a-8ca1-b8a9c375356a cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:14:18.572951 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811b9fe3-651b-4d6a-84ff-fe5804aaa478 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:18.573634 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-811b9fe3-651b-4d6a-84ff-fe5804aaa478 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:18.577715 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device b5d4197f-9ae2-4cb8-9cc5-6d1ad17f8a9f up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:14:18.600733 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2ad9c108-c1e1-4046-a9f7-5533ca158caf tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:18.617778 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b1d049-b4b7-47eb-803d-ba81933c3d75 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:14:18.633671 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78967f4e-7a70-4c15-90ff-25ca6c46c7b7 None None] Sync routers for ids ['7e9530f8-db8b-40b7-b351-ed15697abca8'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:14:18.652198 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78967f4e-7a70-4c15-90ff-25ca6c46c7b7 None None] Routers {'7e9530f8-db8b-40b7-b351-ed15697abca8'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:14:18.653830 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-78967f4e-7a70-4c15-90ff-25ca6c46c7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:14:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['7e9530f8-db8b-40b7-b351-ed15697abca8'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:18.730953 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port b5d4197f-9ae2-4cb8-9cc5-6d1ad17f8a9f completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:14:18.774657 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b01b9334-8a6e-4c28-bc83-de8462891658 req-63f427c5-61d3-405d-865e-13072be012ad service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c8f126e-75a1-43f2-980d-ad2d5059e1f5 HTTP/1.1" status: 200 len: 1003 time: 0.8980961 Oct 04 09:14:18.829836 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-78967f4e-7a70-4c15-90ff-25ca6c46c7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:18.833602 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56766) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:18.845274 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78967f4e-7a70-4c15-90ff-25ca6c46c7b7 None None] Routers {'7e9530f8-db8b-40b7-b351-ed15697abca8'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:14:18.846314 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-78967f4e-7a70-4c15-90ff-25ca6c46c7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:14:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['7e9530f8-db8b-40b7-b351-ed15697abca8'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:18.904906 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-9eafd4ba-1620-442a-b919-fb36c6c0ed6b None None] Attempt 2 to provision port bc28fa6c-2b91-4d0a-8ca1-b8a9c375356a Oct 04 09:14:18.940149 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-78967f4e-7a70-4c15-90ff-25ca6c46c7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:18.944343 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78967f4e-7a70-4c15-90ff-25ca6c46c7b7 None None] The sync data for ids ['7e9530f8-db8b-40b7-b351-ed15697abca8'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:14:18.998370 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-9eafd4ba-1620-442a-b919-fb36c6c0ed6b None None] Port bc28fa6c-2b91-4d0a-8ca1-b8a9c375356a cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:14:19.001711 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d526f810-39bc-429c-bcd6-55b9c88d7a93 None None] Network 439ee395-b193-4626-a9cb-4970a08d1062 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:14:19.015271 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-79b1d049-b4b7-47eb-803d-ba81933c3d75 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:19.018926 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-79b1d049-b4b7-47eb-803d-ba81933c3d75 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] 10.222.0.50 "PUT /v2.0/routers/7e9530f8-db8b-40b7-b351-ed15697abca8 HTTP/1.1" status: 200 len: 881 time: 9.7728522 Oct 04 09:14:19.019409 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56774) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:19.079948 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-811b9fe3-651b-4d6a-84ff-fe5804aaa478 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 6.5656931 Oct 04 09:14:19.135767 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56778) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:19.136101 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56780) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:19.227997 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-55b070f8-4f2a-4fd3-ad56-5009543cffee admin admin] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:19.263858 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-55b070f8-4f2a-4fd3-ad56-5009543cffee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:14:19.272552 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-55b070f8-4f2a-4fd3-ad56-5009543cffee admin admin] Usage tracker for resource:security_group_rule and tenant:90b455894aa24819a6662fb4e9c7e5a0 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:14:19.276777 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-55b070f8-4f2a-4fd3-ad56-5009543cffee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:14:19.285286 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-55b070f8-4f2a-4fd3-ad56-5009543cffee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:14:19.355483 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-8480fa3e-78fe-442b-a4c5-df50596f60b9 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e737819c-4f55-4093-bd0d-505784310e09'}]}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:19.377073 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4ef1ce-525d-44ef-a88f-fc6bf22724d8 None None] Update dhcp port {'port': {'network_id': '439ee395-b193-4626-a9cb-4970a08d1062', 'fixed_ips': [{'subnet_id': 'e0b0b470-22e7-4681-9135-973c0e899199', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cd83edc3-07de-4d46-a52d-e432f211f671'}], 'binding:host_id': 'dv-neutron-860215-1-hyperv'}, 'id': 'b5d4197f-9ae2-4cb8-9cc5-6d1ad17f8a9f'} from dv-neutron-860215-1-hyperv. {{(pid=89034) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 04 09:14:19.399355 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-8724dd07-7853-4f6b-b796-abaf48f3d439 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] 10.222.0.50 "GET /v2.0/routers/7e9530f8-db8b-40b7-b351-ed15697abca8 HTTP/1.1" status: 200 len: 922 time: 0.3759613 Oct 04 09:14:19.401418 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56788) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:19.443405 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e5354f19-b6b5-498b-9c96-db8ba5c6faa3 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:19.443647 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0a4ef1ce-525d-44ef-a88f-fc6bf22724d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:19.501183 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-9eafd4ba-1620-442a-b919-fb36c6c0ed6b None None] Attempt 3 to provision port bc28fa6c-2b91-4d0a-8ca1-b8a9c375356a Oct 04 09:14:19.525410 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b9334-8a6e-4c28-bc83-de8462891658 req-87541592-f2c7-461c-8086-a41b556cd036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:19.526865 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b01b9334-8a6e-4c28-bc83-de8462891658 req-87541592-f2c7-461c-8086-a41b556cd036 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=373d4a32-610a-4c8a-84eb-e8dbb10358db HTTP/1.1" status: 200 len: 851 time: 0.7403703 Oct 04 09:14:19.527891 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e5354f19-b6b5-498b-9c96-db8ba5c6faa3 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736963', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1737124'] for router, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:19.529095 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-55b070f8-4f2a-4fd3-ad56-5009543cffee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:19.535044 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-55b070f8-4f2a-4fd3-ad56-5009543cffee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:19.548561 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-28b7475b-8d7c-42de-84ff-fe8d9cf9ff02 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-369945417-network', 'tenant_id': '99eb97a23923415a910878c133c071d7'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:19.550332 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6e88ea-fe0f-43fb-9578-781e9e1dcd1e tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:19.551026 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-de6e88ea-fe0f-43fb-9578-781e9e1dcd1e tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Synchronizing usage tracker for tenant:8eccf873fc3d4a95ae93ab1afe9db4b6 on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:14:19.597918 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-55b070f8-4f2a-4fd3-ad56-5009543cffee admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=90b455894aa24819a6662fb4e9c7e5a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7607892 Oct 04 09:14:19.597918 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-de6e88ea-fe0f-43fb-9578-781e9e1dcd1e tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Unset dirty status for tenant:8eccf873fc3d4a95ae93ab1afe9db4b6 on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:14:19.598497 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-de6e88ea-fe0f-43fb-9578-781e9e1dcd1e tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=f33938cd-879e-4461-9b5e-aa67b746b6bd&device_id=7e9530f8-db8b-40b7-b351-ed15697abca8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 946 time: 0.1960092 Oct 04 09:14:19.598982 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56792) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:19.602016 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b070f8-4f2a-4fd3-ad56-5009543cffee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d0179f-e9ce-4553-ab0f-14fbbc2be0a7,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:19.605394 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56794) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:19.648139 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-9eafd4ba-1620-442a-b919-fb36c6c0ed6b None None] Port bc28fa6c-2b91-4d0a-8ca1-b8a9c375356a cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:14:19.653896 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-28b7475b-8d7c-42de-84ff-fe8d9cf9ff02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:14:19.740244 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-0a4ef1ce-525d-44ef-a88f-fc6bf22724d8 None None] Allocated IP 172.20.0.1 (439ee395-b193-4626-a9cb-4970a08d1062/cd83edc3-07de-4d46-a52d-e432f211f671/b5d4197f-9ae2-4cb8-9cc5-6d1ad17f8a9f) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:14:19.749406 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d8136cef-556f-4a4a-abd3-40943d4d909e tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:19.765738 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-956df7d6-0407-4f32-8f2e-3f3fc1e6b6fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:19.788436 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-28b7475b-8d7c-42de-84ff-fe8d9cf9ff02 admin admin] Usage tracker for resource:network and tenant:99eb97a23923415a910878c133c071d7 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:14:19.797644 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496fb556-e9d1-46d0-931e-3d810c354348 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:19.798264 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-496fb556-e9d1-46d0-931e-3d810c354348 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Synchronizing usage tracker for tenant:8eccf873fc3d4a95ae93ab1afe9db4b6 on resource:network {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:14:19.803739 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-28b7475b-8d7c-42de-84ff-fe8d9cf9ff02 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:14:19.808870 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-956df7d6-0407-4f32-8f2e-3f3fc1e6b6fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:19.809577 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2ad9c108-c1e1-4046-a9f7-5533ca158caf tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:19.834321 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-496fb556-e9d1-46d0-931e-3d810c354348 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Unset dirty status for tenant:8eccf873fc3d4a95ae93ab1afe9db4b6 on resource:network {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:14:19.835484 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-496fb556-e9d1-46d0-931e-3d810c354348 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] 10.222.0.50 "GET /v2.0/networks/f33938cd-879e-4461-9b5e-aa67b746b6bd HTTP/1.1" status: 200 len: 881 time: 0.2300673 Oct 04 09:14:19.845312 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56800) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:19.882347 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-28b7475b-8d7c-42de-84ff-fe8d9cf9ff02 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:14:19.887477 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-0a4ef1ce-525d-44ef-a88f-fc6bf22724d8 None None] For port b5d4197f-9ae2-4cb8-9cc5-6d1ad17f8a9f, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=b5d4197f-9ae2-4cb8-9cc5-6d1ad17f8a9f,segment=NetworkSegment(a9991d2d-efb1-4743-a41a-1fe3e672e139),segment_id=a9991d2d-efb1-4743-a41a-1fe3e672e139)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:14:19.905012 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-41a61ea9-4439-495d-ad20-06e96689f39d tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e9530f8-db8b-40b7-b351-ed15697abca8 HTTP/1.1" status: 200 len: 205 time: 0.0585217 Oct 04 09:14:19.907481 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56804) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:19.917177 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0a4ef1ce-525d-44ef-a88f-fc6bf22724d8 None None] Notify callbacks [] for port, precommit_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:19.932592 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-0a4ef1ce-525d-44ef-a88f-fc6bf22724d8 None None] Ignored duplicate provisioning block setup for port b5d4197f-9ae2-4cb8-9cc5-6d1ad17f8a9f by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 04 09:14:19.936755 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0a4ef1ce-525d-44ef-a88f-fc6bf22724d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:19.942362 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d8136cef-556f-4a4a-abd3-40943d4d909e tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:20.007613 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-956df7d6-0407-4f32-8f2e-3f3fc1e6b6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:20.032429 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956df7d6-0407-4f32-8f2e-3f3fc1e6b6fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d0179f-e9ce-4553-ab0f-14fbbc2be0a7,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:20.078053 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d8136cef-556f-4a4a-abd3-40943d4d909e tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Network 0fb25b00-cd81-4fb0-91d3-bc1aee8c3507 is not hosted by any dhcp agent {{(pid=89032) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Oct 04 09:14:20.083464 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8136cef-556f-4a4a-abd3-40943d4d909e tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:20.084086 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d8136cef-556f-4a4a-abd3-40943d4d909e tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:20.085521 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-d8136cef-556f-4a4a-abd3-40943d4d909e tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] 10.222.0.50 "PUT /v2.0/networks/0fb25b00-cd81-4fb0-91d3-bc1aee8c3507 HTTP/1.1" status: 200 len: 723 time: 1.9955750 Oct 04 09:14:20.086455 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-956df7d6-0407-4f32-8f2e-3f3fc1e6b6fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:20.090180 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-956df7d6-0407-4f32-8f2e-3f3fc1e6b6fc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/47d0179f-e9ce-4553-ab0f-14fbbc2be0a7 HTTP/1.1" status: 204 len: 168 time: 0.4875534 Oct 04 09:14:20.095721 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56808) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:20.107082 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b7475b-8d7c-42de-84ff-fe8d9cf9ff02 admin admin] Made reservation on behalf of 99eb97a23923415a910878c133c071d7 for: {'network': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:14:20.108852 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-28b7475b-8d7c-42de-84ff-fe8d9cf9ff02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:20.110602 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-8c0d0aa6-5e4b-409e-9701-231e722fb4a6 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Request body: {'subnet': {'network_id': '0fb25b00-cd81-4fb0-91d3-bc1aee8c3507', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:20.118654 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8136cef-556f-4a4a-abd3-40943d4d909e tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Pushing event updated for resources: {'Network': ['ID=0fb25b00-cd81-4fb0-91d3-bc1aee8c3507,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:20.125076 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5354f19-b6b5-498b-9c96-db8ba5c6faa3 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Router 7f39ef39-479a-4040-9aaa-d5a1896f5aae has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:14:20.140115 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-28b7475b-8d7c-42de-84ff-fe8d9cf9ff02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:20.162520 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-9eafd4ba-1620-442a-b919-fb36c6c0ed6b None None] Attempt 4 to provision port bc28fa6c-2b91-4d0a-8ca1-b8a9c375356a Oct 04 09:14:20.194763 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 0fb25b00-cd81-4fb0-91d3-bc1aee8c3507 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:14:20.229280 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-8c0d0aa6-5e4b-409e-9701-231e722fb4a6 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:14:20.239035 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-8c0d0aa6-5e4b-409e-9701-231e722fb4a6 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:14:20.254398 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-28b7475b-8d7c-42de-84ff-fe8d9cf9ff02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:14:20.280174 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0d0aa6-5e4b-409e-9701-231e722fb4a6 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Made reservation on behalf of 5b1c6a997cf443e88f0c80c3c8bb1373 for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:14:20.285231 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8c0d0aa6-5e4b-409e-9701-231e722fb4a6 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:20.313166 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d44ae455-0021-41b2-8fe2-26b552697987 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks [] for router, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:20.335658 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4ef1ce-525d-44ef-a88f-fc6bf22724d8 None None] Pushing event updated for resources: {'Port': ['ID=b5d4197f-9ae2-4cb8-9cc5-6d1ad17f8a9f,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:20.341971 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-28b7475b-8d7c-42de-84ff-fe8d9cf9ff02 admin admin] Usage tracker for resource:security_group_rule and tenant:99eb97a23923415a910878c133c071d7 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:14:20.344931 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-28b7475b-8d7c-42de-84ff-fe8d9cf9ff02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:14:20.350835 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-28b7475b-8d7c-42de-84ff-fe8d9cf9ff02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:14:20.406904 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4ef1ce-525d-44ef-a88f-fc6bf22724d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:14:20.407496 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4ef1ce-525d-44ef-a88f-fc6bf22724d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:14:20.407847 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4ef1ce-525d-44ef-a88f-fc6bf22724d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:14:20.408183 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4ef1ce-525d-44ef-a88f-fc6bf22724d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:14:20.408542 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4ef1ce-525d-44ef-a88f-fc6bf22724d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:14:20.408874 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4ef1ce-525d-44ef-a88f-fc6bf22724d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:14:20.412851 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4ef1ce-525d-44ef-a88f-fc6bf22724d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:14:20.414306 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4ef1ce-525d-44ef-a88f-fc6bf22724d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:14:20.415022 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4ef1ce-525d-44ef-a88f-fc6bf22724d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:14:20.415569 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4ef1ce-525d-44ef-a88f-fc6bf22724d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:14:20.416280 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4ef1ce-525d-44ef-a88f-fc6bf22724d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:14:20.417005 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4ef1ce-525d-44ef-a88f-fc6bf22724d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:14:20.444683 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-9eafd4ba-1620-442a-b919-fb36c6c0ed6b None None] Port bc28fa6c-2b91-4d0a-8ca1-b8a9c375356a cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:14:20.491808 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-28b7475b-8d7c-42de-84ff-fe8d9cf9ff02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:20.505924 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b9334-8a6e-4c28-bc83-de8462891658 req-f826c6e4-fbd8-481d-a17d-8eae914e2d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:20.516161 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device b5d4197f-9ae2-4cb8-9cc5-6d1ad17f8a9f up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:14:20.517024 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b01b9334-8a6e-4c28-bc83-de8462891658 req-f826c6e4-fbd8-481d-a17d-8eae914e2d16 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4e61ee37-e03d-4906-997b-978c1601b208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9079740 Oct 04 09:14:20.653838 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-28b7475b-8d7c-42de-84ff-fe8d9cf9ff02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:20.700519 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d44ae455-0021-41b2-8fe2-26b552697987 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:20.756470 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-d44ae455-0021-41b2-8fe2-26b552697987 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Deleting port 89084ca2-6256-4f3c-8d09-10a72eb7579a {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:14:20.756804 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d44ae455-0021-41b2-8fe2-26b552697987 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:20.805003 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5354f19-b6b5-498b-9c96-db8ba5c6faa3 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:14:20.822044 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bd334a-0ad7-468d-a51e-c8fdbc21ec49 None None] Sync routers for ids ['7f39ef39-479a-4040-9aaa-d5a1896f5aae'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:14:20.823733 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28b7475b-8d7c-42de-84ff-fe8d9cf9ff02 admin admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=89032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:14:20.841408 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bd334a-0ad7-468d-a51e-c8fdbc21ec49 None None] Routers {'7f39ef39-479a-4040-9aaa-d5a1896f5aae'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:14:20.842064 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-51bd334a-0ad7-468d-a51e-c8fdbc21ec49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:14:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['7f39ef39-479a-4040-9aaa-d5a1896f5aae'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:20.863702 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b7475b-8d7c-42de-84ff-fe8d9cf9ff02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ba95ef-aefd-487b-99d7-9a00f80b3cba,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:20.881224 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-28b7475b-8d7c-42de-84ff-fe8d9cf9ff02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:20.881825 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.segments_db [None req-28b7475b-8d7c-42de-84ff-fe8d9cf9ff02 admin admin] Added segment 77ddeb54-0d4d-457f-abac-669508cea815 of type vlan for network 8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9 Oct 04 09:14:20.887958 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8480fa3e-78fe-442b-a4c5-df50596f60b9 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:20.934085 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-51bd334a-0ad7-468d-a51e-c8fdbc21ec49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:20.948553 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-9eafd4ba-1620-442a-b919-fb36c6c0ed6b None None] Attempt 5 to provision port bc28fa6c-2b91-4d0a-8ca1-b8a9c375356a Oct 04 09:14:20.979097 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bd334a-0ad7-468d-a51e-c8fdbc21ec49 None None] Routers {'7f39ef39-479a-4040-9aaa-d5a1896f5aae'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:14:20.979729 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-51bd334a-0ad7-468d-a51e-c8fdbc21ec49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:14:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['7f39ef39-479a-4040-9aaa-d5a1896f5aae'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:21.020237 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e5354f19-b6b5-498b-9c96-db8ba5c6faa3 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:21.021501 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-e5354f19-b6b5-498b-9c96-db8ba5c6faa3 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] 10.222.0.50 "PUT /v2.0/routers/7f39ef39-479a-4040-9aaa-d5a1896f5aae HTTP/1.1" status: 200 len: 710 time: 8.5088432 Oct 04 09:14:21.028147 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56830) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:21.063201 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd30ec5a-f805-4f5e-a2df-09a48fdfa65a None None] Network 439ee395-b193-4626-a9cb-4970a08d1062 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:14:21.086466 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-28b7475b-8d7c-42de-84ff-fe8d9cf9ff02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:21.092955 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b01b9334-8a6e-4c28-bc83-de8462891658 req-8730ffe6-16b9-4ff0-ae78-4a00b3aa2bef service neutron] 10.222.0.20 "GET /v2.0/networks/4e61ee37-e03d-4906-997b-978c1601b208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4400568 Oct 04 09:14:21.162213 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-51bd334a-0ad7-468d-a51e-c8fdbc21ec49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:21.163013 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bd334a-0ad7-468d-a51e-c8fdbc21ec49 None None] The sync data for ids ['7f39ef39-479a-4040-9aaa-d5a1896f5aae'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:14:21.207459 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-9eafd4ba-1620-442a-b919-fb36c6c0ed6b None None] Port bc28fa6c-2b91-4d0a-8ca1-b8a9c375356a cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:14:21.262133 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56836) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:21.380765 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-6a2c4419-8045-4bc6-a95b-c55bd3357b3f tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] 10.222.0.50 "GET /v2.0/routers/7f39ef39-479a-4040-9aaa-d5a1896f5aae HTTP/1.1" status: 200 len: 745 time: 0.3514235 Oct 04 09:14:21.384278 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8c0d0aa6-5e4b-409e-9701-231e722fb4a6 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:21.386137 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56842) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:21.395883 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.db.resource_extend [None req-28b7475b-8d7c-42de-84ff-fe8d9cf9ff02 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 04 09:14:21.472673 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0d0aa6-5e4b-409e-9701-231e722fb4a6 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Pushing event updated for resources: {'Subnet': ['ID=14d89404-0ca3-455f-a08b-490457d8c75a,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:21.505735 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-9667e908-b1e3-4d80-8bba-bc02799be3e7 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-716856691'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:21.516204 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-9667e908-b1e3-4d80-8bba-bc02799be3e7 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:14:21.519566 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d44ae455-0021-41b2-8fe2-26b552697987 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:21.589324 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-783c21b4-f924-4527-9b88-b96798e63554 tempest-RoutersIpV6AdminTest-16710652 tempest-RoutersIpV6AdminTest-16710652-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=f33938cd-879e-4461-9b5e-aa67b746b6bd&device_id=7f39ef39-479a-4040-9aaa-d5a1896f5aae HTTP/1.1" status: 200 len: 205 time: 0.1956306 Oct 04 09:14:21.595108 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-9667e908-b1e3-4d80-8bba-bc02799be3e7 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Usage tracker for resource:network and tenant:9e78cb9b328b4bfc813a095a6b1b578a is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:14:21.597518 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56846) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:21.610807 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-28b7475b-8d7c-42de-84ff-fe8d9cf9ff02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:21.611684 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b7475b-8d7c-42de-84ff-fe8d9cf9ff02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:21.612249 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-28b7475b-8d7c-42de-84ff-fe8d9cf9ff02 admin admin] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:21.663529 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-d44ae455-0021-41b2-8fe2-26b552697987 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Calling delete_port for 89084ca2-6256-4f3c-8d09-10a72eb7579a owned by network:router_gateway {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:14:21.693622 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-9667e908-b1e3-4d80-8bba-bc02799be3e7 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:14:21.708757 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-9eafd4ba-1620-442a-b919-fb36c6c0ed6b None None] Attempt 6 to provision port bc28fa6c-2b91-4d0a-8ca1-b8a9c375356a Oct 04 09:14:21.758746 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-9667e908-b1e3-4d80-8bba-bc02799be3e7 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:14:21.770205 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-fb7c496e-efda-433c-b268-1bce40e5487f tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] 10.222.0.50 "GET /v2.0/ports?device_id=7f39ef39-479a-4040-9aaa-d5a1896f5aae HTTP/1.1" status: 200 len: 205 time: 0.1145375 Oct 04 09:14:21.771738 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0d0aa6-5e4b-409e-9701-231e722fb4a6 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Checking segment: {'id': '246c0295-1c68-4a92-8b4b-c38cf990484f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '0fb25b00-cd81-4fb0-91d3-bc1aee8c3507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:14:21.772098 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0d0aa6-5e4b-409e-9701-231e722fb4a6 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Network hostable DHCP agents. Network: 0fb25b00-cd81-4fb0-91d3-bc1aee8c3507, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:14:21.777581 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56850) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:21.790587 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-9eafd4ba-1620-442a-b919-fb36c6c0ed6b None None] Port bc28fa6c-2b91-4d0a-8ca1-b8a9c375356a cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:14:21.859219 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9667e908-b1e3-4d80-8bba-bc02799be3e7 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Made reservation on behalf of 9e78cb9b328b4bfc813a095a6b1b578a for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:14:21.862666 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9667e908-b1e3-4d80-8bba-bc02799be3e7 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:21.862785 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-28b7475b-8d7c-42de-84ff-fe8d9cf9ff02 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.7129035 Oct 04 09:14:21.881826 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56854) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:21.888564 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b01b9334-8a6e-4c28-bc83-de8462891658 req-ea83225a-dfe6-47f1-bbde-5d1a84b62093 service neutron] 10.222.0.20 "GET /v2.0/networks/4e61ee37-e03d-4906-997b-978c1601b208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7488608 Oct 04 09:14:21.889118 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2ad9c108-c1e1-4046-a9f7-5533ca158caf tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router_gateway, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:21.925629 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-66cae38f-2b6c-46df-a408-78666128e705 admin admin] Request body: {'subnet': {'network_id': '8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-369945417-subnet', 'tenant_id': '99eb97a23923415a910878c133c071d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:21.939771 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2ad9c108-c1e1-4046-a9f7-5533ca158caf tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:21.940661 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9667e908-b1e3-4d80-8bba-bc02799be3e7 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:21.941807 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-66cae38f-2b6c-46df-a408-78666128e705 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:14:21.946991 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b7475b-8d7c-42de-84ff-fe8d9cf9ff02 admin admin] Pushing event updated for resources: {'Network': ['ID=8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:21.965374 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:14:21.984339 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-dd9f51b7-e4c1-4c7e-9856-ae25faa18d52 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks [] for router, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:21.990032 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-66cae38f-2b6c-46df-a408-78666128e705 admin admin] Usage tracker for resource:subnet and tenant:99eb97a23923415a910878c133c071d7 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:14:21.997292 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-66cae38f-2b6c-46df-a408-78666128e705 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:14:22.034733 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-66cae38f-2b6c-46df-a408-78666128e705 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:14:22.035197 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-9667e908-b1e3-4d80-8bba-bc02799be3e7 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:14:22.044084 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0d0aa6-5e4b-409e-9701-231e722fb4a6 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Network 0fb25b00-cd81-4fb0-91d3-bc1aee8c3507 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:14:22.057554 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-9667e908-b1e3-4d80-8bba-bc02799be3e7 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Usage tracker for resource:security_group_rule and tenant:9e78cb9b328b4bfc813a095a6b1b578a is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:14:22.063566 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-9667e908-b1e3-4d80-8bba-bc02799be3e7 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:14:22.087731 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66cae38f-2b6c-46df-a408-78666128e705 admin admin] Made reservation on behalf of 99eb97a23923415a910878c133c071d7 for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:14:22.090183 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-66cae38f-2b6c-46df-a408-78666128e705 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:22.127833 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-9667e908-b1e3-4d80-8bba-bc02799be3e7 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:14:22.137947 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-8c0d0aa6-5e4b-409e-9701-231e722fb4a6 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 0fb25b00-cd81-4fb0-91d3-bc1aee8c3507) {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:14:22.149143 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b6083f-3bdf-49dd-9fd8-ed4dbe4c1130 None None] Network 0fb25b00-cd81-4fb0-91d3-bc1aee8c3507 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:14:22.191564 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0d0aa6-5e4b-409e-9701-231e722fb4a6 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:22.192146 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8c0d0aa6-5e4b-409e-9701-231e722fb4a6 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:22.201600 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-8480fa3e-78fe-442b-a4c5-df50596f60b9 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Delete allocated IP 172.20.0.22 (e407a8e0-90aa-4298-bfe6-215c637a1f88/39cecfca-ec94-4c46-8552-32cad5b236b8) {{(pid=89032) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 04 09:14:22.306711 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-9eafd4ba-1620-442a-b919-fb36c6c0ed6b None None] Attempt 7 to provision port bc28fa6c-2b91-4d0a-8ca1-b8a9c375356a Oct 04 09:14:22.333423 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-2ad9c108-c1e1-4046-a9f7-5533ca158caf tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Allocated IP 172.26.10.193 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/9bd82293-4bab-4a4b-a307-2d52334cb934) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:14:22.408202 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-9eafd4ba-1620-442a-b919-fb36c6c0ed6b None None] Port bc28fa6c-2b91-4d0a-8ca1-b8a9c375356a cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:14:22.414368 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-dd9f51b7-e4c1-4c7e-9856-ae25faa18d52 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:22.419248 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-dd9f51b7-e4c1-4c7e-9856-ae25faa18d52 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:22.465677 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-8c0d0aa6-5e4b-409e-9701-231e722fb4a6 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3689828 Oct 04 09:14:22.469724 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56858) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:22.486733 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-663a9441-4e26-4135-b61b-1e5d60524356 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:22.489241 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3904dd-3a7a-4129-b085-28c14c576a25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-0fb25b00-cd81-4fb0-91d3-bc1aee8c3507', 'network_id': '0fb25b00-cd81-4fb0-91d3-bc1aee8c3507', 'tenant_id': '5b1c6a997cf443e88f0c80c3c8bb1373', 'fixed_ips': [{'subnet_id': '14d89404-0ca3-455f-a08b-490457d8c75a'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:14:22.490814 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ac3904dd-3a7a-4129-b085-28c14c576a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:22.514714 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-dd9f51b7-e4c1-4c7e-9856-ae25faa18d52 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:22.515179 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9f51b7-e4c1-4c7e-9856-ae25faa18d52 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Fanout notify agent at l3_agent the message router_deleted on router 7f39ef39-479a-4040-9aaa-d5a1896f5aae {{(pid=89033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:14:22.516273 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8480fa3e-78fe-442b-a4c5-df50596f60b9 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:22.542909 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d44ae455-0021-41b2-8fe2-26b552697987 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:22.545673 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-66cae38f-2b6c-46df-a408-78666128e705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:22.551437 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-8480fa3e-78fe-442b-a4c5-df50596f60b9 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Transition to ACTIVE for port object bc28fa6c-2b91-4d0a-8ca1-b8a9c375356a will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:14:22.597972 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8480fa3e-78fe-442b-a4c5-df50596f60b9 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:22.719393 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-ac3904dd-3a7a-4129-b085-28c14c576a25 None None] Allocated IP 2001:db8::2 (0fb25b00-cd81-4fb0-91d3-bc1aee8c3507/14d89404-0ca3-455f-a08b-490457d8c75a/c13867d1-afda-4afb-8b68-2c0425d23a38) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:14:22.750115 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44ae455-0021-41b2-8fe2-26b552697987 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Pushing event deleted for resources: {'Port': ['ID=89084ca2-6256-4f3c-8d09-10a72eb7579a,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:22.799929 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-dd9f51b7-e4c1-4c7e-9856-ae25faa18d52 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:22.801889 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-dd9f51b7-e4c1-4c7e-9856-ae25faa18d52 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] 10.222.0.50 "DELETE /v2.0/routers/7f39ef39-479a-4040-9aaa-d5a1896f5aae HTTP/1.1" status: 204 len: 168 time: 1.0204353 Oct 04 09:14:22.812442 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56862) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:22.909179 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-9eafd4ba-1620-442a-b919-fb36c6c0ed6b None None] Attempt 8 to provision port bc28fa6c-2b91-4d0a-8ca1-b8a9c375356a Oct 04 09:14:22.972974 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a2ce703d-16f5-4291-9416-9aab7e691844 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] 10.222.0.50 "GET /v2.0/ports?device_id=7f39ef39-479a-4040-9aaa-d5a1896f5aae HTTP/1.1" status: 200 len: 205 time: 0.1567974 Oct 04 09:14:22.978451 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56866) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:22.996224 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8480fa3e-78fe-442b-a4c5-df50596f60b9 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event updated for resources: {'Port': ['ID=bc28fa6c-2b91-4d0a-8ca1-b8a9c375356a,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:22.998772 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cae38f-2b6c-46df-a408-78666128e705 admin admin] Pushing event updated for resources: {'Subnet': ['ID=449087d2-40c3-40c7-b2c7-34ca87a9a9d2,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:23.039609 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cae38f-2b6c-46df-a408-78666128e705 admin admin] Checking segment: {'id': '77ddeb54-0d4d-457f-abac-669508cea815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:14:23.039609 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cae38f-2b6c-46df-a408-78666128e705 admin admin] Network hostable DHCP agents. Network: 8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:14:23.049420 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9667e908-b1e3-4d80-8bba-bc02799be3e7 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:23.063279 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-663a9441-4e26-4135-b61b-1e5d60524356 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3854346'] for subnet, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:23.083285 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-8480fa3e-78fe-442b-a4c5-df50596f60b9 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] In _notify_port_updated(), no bound segment for port bc28fa6c-2b91-4d0a-8ca1-b8a9c375356a on network e407a8e0-90aa-4298-bfe6-215c637a1f88 {{(pid=89032) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 04 09:14:23.089502 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8480fa3e-78fe-442b-a4c5-df50596f60b9 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:23.090106 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8480fa3e-78fe-442b-a4c5-df50596f60b9 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:23.091759 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-8480fa3e-78fe-442b-a4c5-df50596f60b9 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "PUT /v2.0/ports/bc28fa6c-2b91-4d0a-8ca1-b8a9c375356a HTTP/1.1" status: 200 len: 918 time: 3.9400866 Oct 04 09:14:23.095512 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56870) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:23.111457 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9667e908-b1e3-4d80-8bba-bc02799be3e7 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:23.111689 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2ad9c108-c1e1-4046-a9f7-5533ca158caf tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:23.119862 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cae38f-2b6c-46df-a408-78666128e705 admin admin] Network 8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:14:23.121508 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-9eafd4ba-1620-442a-b919-fb36c6c0ed6b None None] Port bc28fa6c-2b91-4d0a-8ca1-b8a9c375356a cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:14:23.137944 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-66cae38f-2b6c-46df-a408-78666128e705 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:14:23.140781 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-59c26701-75bf-4444-8f32-962105a18f7c tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e737819c-4f55-4093-bd0d-505784310e09'}, {'subnet_id': '39cecfca-ec94-4c46-8552-32cad5b236b8'}]}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:23.144211 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cae38f-2b6c-46df-a408-78666128e705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:23.144877 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-66cae38f-2b6c-46df-a408-78666128e705 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:23.177480 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1df1443-732e-4bb8-b918-d69f2e5e4235 None None] Network 8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:14:23.180855 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-66cae38f-2b6c-46df-a408-78666128e705 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2947268 Oct 04 09:14:23.183351 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2ad9c108-c1e1-4046-a9f7-5533ca158caf tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:23.185024 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-acbc3a37-c4dd-4fa9-8a10-ed8dd44f1d1d tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] delete failed (client error): The resource could not be found. Oct 04 09:14:23.186047 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-acbc3a37-c4dd-4fa9-8a10-ed8dd44f1d1d tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] 10.222.0.50 "DELETE /v2.0/routers/7f39ef39-479a-4040-9aaa-d5a1896f5aae HTTP/1.1" status: 404 len: 336 time: 0.2032526 Oct 04 09:14:23.187567 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56874) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:23.188330 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d44ae455-0021-41b2-8fe2-26b552697987 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737040'] for router_gateway, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:23.189336 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56876) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:23.280454 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-37be5c8d-6805-4082-ae8c-3ceb37fbf506 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-369945417-router', 'tenant_id': '99eb97a23923415a910878c133c071d7', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:23.315080 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-4c6f022e-93fe-4dcd-8539-eb8d77a327ae tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ceff276-bb3e-47cb-a706-2522adca2493 HTTP/1.1" status: 200 len: 205 time: 0.0909095 Oct 04 09:14:23.317201 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad9c108-c1e1-4046-a9f7-5533ca158caf tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:14:23.319934 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56882) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:23.321322 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-2ad9c108-c1e1-4046-a9f7-5533ca158caf tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:14:23.327047 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad9c108-c1e1-4046-a9f7-5533ca158caf tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:14:23.343424 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ac3904dd-3a7a-4129-b085-28c14c576a25 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:23.366885 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-37be5c8d-6805-4082-ae8c-3ceb37fbf506 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:14:23.378836 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-ac3904dd-3a7a-4129-b085-28c14c576a25 None None] Transition to ACTIVE for port object c13867d1-afda-4afb-8b68-2c0425d23a38 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:14:23.438100 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad9c108-c1e1-4046-a9f7-5533ca158caf tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Port': ['ID=9bd82293-4bab-4a4b-a307-2d52334cb934,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:23.441460 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9667e908-b1e3-4d80-8bba-bc02799be3e7 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:14:23.443308 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.api.v2.resource [None req-6bb735b9-8733-4302-b41a-70ab21853581 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] delete failed (client error): The resource could not be found. Oct 04 09:14:23.443839 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9667e908-b1e3-4d80-8bba-bc02799be3e7 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d10bcd99-76a3-415f-b97a-3732820207ad,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:23.444179 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-6bb735b9-8733-4302-b41a-70ab21853581 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] 10.222.0.50 "DELETE /v2.0/routers/3ceff276-bb3e-47cb-a706-2522adca2493 HTTP/1.1" status: 404 len: 336 time: 0.1207528 Oct 04 09:14:23.447524 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56886) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:23.452583 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-37be5c8d-6805-4082-ae8c-3ceb37fbf506 admin admin] Usage tracker for resource:router and tenant:99eb97a23923415a910878c133c071d7 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:14:23.471489 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-37be5c8d-6805-4082-ae8c-3ceb37fbf506 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:14:23.484646 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-ac3904dd-3a7a-4129-b085-28c14c576a25 None None] Transition to ACTIVE for port object c13867d1-afda-4afb-8b68-2c0425d23a38 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:14:23.491994 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-37be5c8d-6805-4082-ae8c-3ceb37fbf506 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:14:23.494858 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ac3904dd-3a7a-4129-b085-28c14c576a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:23.495436 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d44ae455-0021-41b2-8fe2-26b552697987 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:23.502066 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-05297e1b-ff6b-4cc4-96a0-55c8360400be tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f665853-2a42-4c78-906f-fb33a50420a6 HTTP/1.1" status: 200 len: 205 time: 0.0534914 Oct 04 09:14:23.504881 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56890) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:23.518936 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d44ae455-0021-41b2-8fe2-26b552697987 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:23.520880 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9667e908-b1e3-4d80-8bba-bc02799be3e7 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:23.521277 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-9667e908-b1e3-4d80-8bba-bc02799be3e7 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Added segment e6dad9c1-173b-426b-a590-9c4ec8a1a6df of type vlan for network 128e066a-7e13-424d-89d1-2b0c4cca0797 Oct 04 09:14:23.635343 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-9eafd4ba-1620-442a-b919-fb36c6c0ed6b None None] Attempt 9 to provision port bc28fa6c-2b91-4d0a-8ca1-b8a9c375356a Oct 04 09:14:23.653854 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-37be5c8d-6805-4082-ae8c-3ceb37fbf506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:23.654916 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-37be5c8d-6805-4082-ae8c-3ceb37fbf506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:23.692922 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d44ae455-0021-41b2-8fe2-26b552697987 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:23.693659 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3904dd-3a7a-4129-b085-28c14c576a25 None None] Network 0fb25b00-cd81-4fb0-91d3-bc1aee8c3507 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:14:23.694003 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44ae455-0021-41b2-8fe2-26b552697987 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Fanout notify agent at l3_agent the message router_deleted on router 7e9530f8-db8b-40b7-b351-ed15697abca8 {{(pid=89033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:14:23.710279 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9667e908-b1e3-4d80-8bba-bc02799be3e7 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:23.727190 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-ac3904dd-3a7a-4129-b085-28c14c576a25 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:14:23.734024 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3904dd-3a7a-4129-b085-28c14c576a25 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:14:23.759639 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68c791a-608d-49f8-8137-15ebfea0f4bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9', 'network_id': '8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9', 'tenant_id': '99eb97a23923415a910878c133c071d7', 'fixed_ips': [{'subnet_id': '449087d2-40c3-40c7-b2c7-34ca87a9a9d2'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:14:23.760977 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d68c791a-608d-49f8-8137-15ebfea0f4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:23.785345 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-37be5c8d-6805-4082-ae8c-3ceb37fbf506 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:23.789486 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.api.v2.resource [None req-db7633d7-d285-4026-89d2-34b6668b6828 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] delete failed (client error): The resource could not be found. Oct 04 09:14:23.796230 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-db7633d7-d285-4026-89d2-34b6668b6828 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] 10.222.0.50 "DELETE /v2.0/routers/5f665853-2a42-4c78-906f-fb33a50420a6 HTTP/1.1" status: 404 len: 336 time: 0.2897370 Oct 04 09:14:23.802409 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56894) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:23.845446 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3904dd-3a7a-4129-b085-28c14c576a25 None None] Pushing event updated for resources: {'Port': ['ID=c13867d1-afda-4afb-8b68-2c0425d23a38,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:23.895776 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d44ae455-0021-41b2-8fe2-26b552697987 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:23.896948 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-d44ae455-0021-41b2-8fe2-26b552697987 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] 10.222.0.50 "DELETE /v2.0/routers/7e9530f8-db8b-40b7-b351-ed15697abca8 HTTP/1.1" status: 204 len: 168 time: 3.9885824 Oct 04 09:14:23.900321 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-9eafd4ba-1620-442a-b919-fb36c6c0ed6b None None] Port bc28fa6c-2b91-4d0a-8ca1-b8a9c375356a cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:14:23.906268 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56898) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:23.938517 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-1e287910-4d44-43ac-ab67-33d26209fabc tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] 10.222.0.50 "GET /v2.0/ports?device_id=405b0acf-d618-488f-a9e7-d823fd07a8d3 HTTP/1.1" status: 200 len: 205 time: 0.1205590 Oct 04 09:14:23.954824 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56902) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:23.965312 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-663a9441-4e26-4135-b61b-1e5d60524356 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731009310320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2708807'] for subnet, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:23.981977 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-ac3904dd-3a7a-4129-b085-28c14c576a25 None None] Attempting to bind port c13867d1-afda-4afb-8b68-2c0425d23a38 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:14:23.982493 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-ac3904dd-3a7a-4129-b085-28c14c576a25 None None] Attempting to bind port c13867d1-afda-4afb-8b68-2c0425d23a38 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '246c0295-1c68-4a92-8b4b-c38cf990484f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '0fb25b00-cd81-4fb0-91d3-bc1aee8c3507'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:14:23.983102 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3904dd-3a7a-4129-b085-28c14c576a25 None None] Attempting to bind port c13867d1-afda-4afb-8b68-2c0425d23a38 on network 0fb25b00-cd81-4fb0-91d3-bc1aee8c3507 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:14:23.990971 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-33f7c0af-c24c-4a57-ba94-d83da61e1ede tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2049592532', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:24.001064 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3904dd-3a7a-4129-b085-28c14c576a25 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:14:24.001505 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3904dd-3a7a-4129-b085-28c14c576a25 None None] Checking segment: {'id': '246c0295-1c68-4a92-8b4b-c38cf990484f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '0fb25b00-cd81-4fb0-91d3-bc1aee8c3507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:14:24.002072 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ac3904dd-3a7a-4129-b085-28c14c576a25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:24.002611 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3904dd-3a7a-4129-b085-28c14c576a25 None None] Bound using segment: {'id': '246c0295-1c68-4a92-8b4b-c38cf990484f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '0fb25b00-cd81-4fb0-91d3-bc1aee8c3507'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:14:24.003251 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-ac3904dd-3a7a-4129-b085-28c14c576a25 None None] Bound port: c13867d1-afda-4afb-8b68-2c0425d23a38, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '246c0295-1c68-4a92-8b4b-c38cf990484f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '0fb25b00-cd81-4fb0-91d3-bc1aee8c3507'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:14:24.003744 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ac3904dd-3a7a-4129-b085-28c14c576a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:24.028845 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-33f7c0af-c24c-4a57-ba94-d83da61e1ede tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:14:24.036262 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-33f7c0af-c24c-4a57-ba94-d83da61e1ede tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Usage tracker for resource:router and tenant:8a88a61f7b9c4979ac4a1207f9921c9f is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:14:24.040939 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-33f7c0af-c24c-4a57-ba94-d83da61e1ede tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:14:24.050307 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-33f7c0af-c24c-4a57-ba94-d83da61e1ede tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:14:24.066802 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2ad9c108-c1e1-4046-a9f7-5533ca158caf tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router_gateway, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:24.154515 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9667e908-b1e3-4d80-8bba-bc02799be3e7 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:24.158945 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-d68c791a-608d-49f8-8137-15ebfea0f4bd None None] Allocated IP 172.20.0.2 (8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9/449087d2-40c3-40c7-b2c7-34ca87a9a9d2/19445227-6672-4b7a-8de0-b68d0830c9c9) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:14:24.159924 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9667e908-b1e3-4d80-8bba-bc02799be3e7 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:24.160576 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9667e908-b1e3-4d80-8bba-bc02799be3e7 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:24.160727 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-33f7c0af-c24c-4a57-ba94-d83da61e1ede tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:24.162164 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-33f7c0af-c24c-4a57-ba94-d83da61e1ede tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:24.166962 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-ac3904dd-3a7a-4129-b085-28c14c576a25 None None] For port c13867d1-afda-4afb-8b68-2c0425d23a38, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:14:24.173493 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-ac3904dd-3a7a-4129-b085-28c14c576a25 None None] For port c13867d1-afda-4afb-8b68-2c0425d23a38, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=c13867d1-afda-4afb-8b68-2c0425d23a38,segment=NetworkSegment(246c0295-1c68-4a92-8b4b-c38cf990484f),segment_id=246c0295-1c68-4a92-8b4b-c38cf990484f)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:14:24.194498 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ac3904dd-3a7a-4129-b085-28c14c576a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:24.265024 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-33f7c0af-c24c-4a57-ba94-d83da61e1ede tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:24.333185 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-33f7c0af-c24c-4a57-ba94-d83da61e1ede tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:24.367958 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3904dd-3a7a-4129-b085-28c14c576a25 None None] Pushing event updated for resources: {'Port': ['ID=c13867d1-afda-4afb-8b68-2c0425d23a38,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:24.399203 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-5becab7f-bdb8-49af-aa31-f6724a008693 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] delete failed (client error): The resource could not be found. Oct 04 09:14:24.400234 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-5becab7f-bdb8-49af-aa31-f6724a008693 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] 10.222.0.50 "DELETE /v2.0/routers/405b0acf-d618-488f-a9e7-d823fd07a8d3 HTTP/1.1" status: 404 len: 336 time: 0.4444895 Oct 04 09:14:24.405526 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-9eafd4ba-1620-442a-b919-fb36c6c0ed6b None None] Attempt 10 to provision port bc28fa6c-2b91-4d0a-8ca1-b8a9c375356a Oct 04 09:14:24.410538 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663a9441-4e26-4135-b61b-1e5d60524356 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:24.411226 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-663a9441-4e26-4135-b61b-1e5d60524356 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:24.412387 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-663a9441-4e26-4135-b61b-1e5d60524356 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] 10.222.0.50 "PUT /v2.0/subnets/14d89404-0ca3-455f-a08b-490457d8c75a HTTP/1.1" status: 200 len: 826 time: 1.9400160 Oct 04 09:14:24.452745 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56906) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:24.453283 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56908) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:24.469733 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-59c26701-75bf-4444-8f32-962105a18f7c tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:24.575520 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-33f7c0af-c24c-4a57-ba94-d83da61e1ede tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:24.578840 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-33f7c0af-c24c-4a57-ba94-d83da61e1ede tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6709645 Oct 04 09:14:24.586534 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-9eafd4ba-1620-442a-b919-fb36c6c0ed6b None None] Port bc28fa6c-2b91-4d0a-8ca1-b8a9c375356a cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:14:24.594810 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56914) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:24.596528 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-9667e908-b1e3-4d80-8bba-bc02799be3e7 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 3.3255670 Oct 04 09:14:24.619490 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d68c791a-608d-49f8-8137-15ebfea0f4bd None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:24.632802 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d68c791a-608d-49f8-8137-15ebfea0f4bd None None] Transition to ACTIVE for port object 19445227-6672-4b7a-8de0-b68d0830c9c9 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:14:24.655363 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d68c791a-608d-49f8-8137-15ebfea0f4bd None None] Transition to ACTIVE for port object 19445227-6672-4b7a-8de0-b68d0830c9c9 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:14:24.663467 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d68c791a-608d-49f8-8137-15ebfea0f4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:24.668208 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56918) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:24.673507 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-527c5b02-494a-4cc2-9e79-e9247ef93f67 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'enable_snat': True}}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:24.784945 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663a9441-4e26-4135-b61b-1e5d60524356 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Pushing event updated for resources: {'Subnet': ['ID=14d89404-0ca3-455f-a08b-490457d8c75a,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:24.787270 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9667e908-b1e3-4d80-8bba-bc02799be3e7 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event updated for resources: {'Network': ['ID=128e066a-7e13-424d-89d1-2b0c4cca0797,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:24.796261 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68c791a-608d-49f8-8137-15ebfea0f4bd None None] Network 8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:14:24.803683 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-d68c791a-608d-49f8-8137-15ebfea0f4bd None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:14:24.807980 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-273b7e03-be59-46f9-8d7a-f8bacc10bb25 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1257865218'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:24.808779 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68c791a-608d-49f8-8137-15ebfea0f4bd None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:14:24.817388 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 128e066a-7e13-424d-89d1-2b0c4cca0797 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:14:24.823246 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-409a5ab2-d522-4885-bbdd-7c262bc41c53 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] 10.222.0.50 "GET /v2.0/ports?device_id=39dd4200-247f-4ffe-a0e5-03c84256c18c HTTP/1.1" status: 200 len: 205 time: 0.3674045 Oct 04 09:14:24.823920 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56922) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:24.843838 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68c791a-608d-49f8-8137-15ebfea0f4bd None None] Pushing event updated for resources: {'Port': ['ID=19445227-6672-4b7a-8de0-b68d0830c9c9,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:24.854427 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-a5e45f3c-db99-4591-a7d5-3f8a275ff5c9 None None] Provisioning for port b5d4197f-9ae2-4cb8-9cc5-6d1ad17f8a9f completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:14:24.888604 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-273b7e03-be59-46f9-8d7a-f8bacc10bb25 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:14:24.892347 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-37be5c8d-6805-4082-ae8c-3ceb37fbf506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:24.910309 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-273b7e03-be59-46f9-8d7a-f8bacc10bb25 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Usage tracker for resource:network and tenant:9e78cb9b328b4bfc813a095a6b1b578a is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:14:24.967150 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-273b7e03-be59-46f9-8d7a-f8bacc10bb25 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:14:24.970086 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-a5e45f3c-db99-4591-a7d5-3f8a275ff5c9 None None] Provisioning complete for port b5d4197f-9ae2-4cb8-9cc5-6d1ad17f8a9f triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:14:24.970786 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a5e45f3c-db99-4591-a7d5-3f8a275ff5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:24.971414 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-a5e45f3c-db99-4591-a7d5-3f8a275ff5c9 None None] Attempt 1 to provision port b5d4197f-9ae2-4cb8-9cc5-6d1ad17f8a9f Oct 04 09:14:24.982205 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.api.v2.resource [None req-481464a8-5eab-4dd8-b219-154925d94d10 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] delete failed (client error): The resource could not be found. Oct 04 09:14:24.983227 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-481464a8-5eab-4dd8-b219-154925d94d10 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] 10.222.0.50 "DELETE /v2.0/routers/39dd4200-247f-4ffe-a0e5-03c84256c18c HTTP/1.1" status: 404 len: 336 time: 0.1513367 Oct 04 09:14:24.993680 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56926) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:24.996927 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-273b7e03-be59-46f9-8d7a-f8bacc10bb25 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:14:25.059141 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-82643eeb-4bb1-4cbe-82d5-7b4ab81c337d tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a9b5d62-8401-422e-98a3-417ab9bae1d4 HTTP/1.1" status: 200 len: 205 time: 0.0622215 Oct 04 09:14:25.065185 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56930) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:25.154674 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2ad9c108-c1e1-4046-a9f7-5533ca158caf tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:25.164708 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.api.v2.resource [None req-bb2452df-3b17-4e9d-b2d8-26b393ab70eb tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] delete failed (client error): The resource could not be found. Oct 04 09:14:25.169490 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-bb2452df-3b17-4e9d-b2d8-26b393ab70eb tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] 10.222.0.50 "DELETE /v2.0/routers/6a9b5d62-8401-422e-98a3-417ab9bae1d4 HTTP/1.1" status: 404 len: 336 time: 0.0996368 Oct 04 09:14:25.171995 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56934) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:25.191526 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-d68c791a-608d-49f8-8137-15ebfea0f4bd None None] Attempting to bind port 19445227-6672-4b7a-8de0-b68d0830c9c9 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:14:25.191955 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-d68c791a-608d-49f8-8137-15ebfea0f4bd None None] Attempting to bind port 19445227-6672-4b7a-8de0-b68d0830c9c9 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '77ddeb54-0d4d-457f-abac-669508cea815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:14:25.192518 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68c791a-608d-49f8-8137-15ebfea0f4bd None None] Attempting to bind port 19445227-6672-4b7a-8de0-b68d0830c9c9 on network 8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:14:25.214747 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68c791a-608d-49f8-8137-15ebfea0f4bd None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:14:25.215384 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68c791a-608d-49f8-8137-15ebfea0f4bd None None] Checking segment: {'id': '77ddeb54-0d4d-457f-abac-669508cea815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:14:25.215991 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d68c791a-608d-49f8-8137-15ebfea0f4bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:25.216614 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68c791a-608d-49f8-8137-15ebfea0f4bd None None] Bound using segment: {'id': '77ddeb54-0d4d-457f-abac-669508cea815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:14:25.217390 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-d68c791a-608d-49f8-8137-15ebfea0f4bd None None] Bound port: 19445227-6672-4b7a-8de0-b68d0830c9c9, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ddeb54-0d4d-457f-abac-669508cea815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:14:25.217883 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d68c791a-608d-49f8-8137-15ebfea0f4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:25.267879 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff295cc3-c8f4-4ef6-89ff-23e987588957 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] DELETE failed (client error): The resource could not be found. Oct 04 09:14:25.268335 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff295cc3-c8f4-4ef6-89ff-23e987588957 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:14:25.270384 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-ff295cc3-c8f4-4ef6-89ff-23e987588957 tempest-RoutersIpV6AdminTest-1416970602 tempest-RoutersIpV6AdminTest-1416970602-project] 10.222.0.50 "DELETE /v2.0/subnets/61a6aaf1-dd90-48b3-9a91-94c16534ef51 HTTP/1.1" status: 404 len: 337 time: 0.0982337 Oct 04 09:14:25.280482 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-215d8306-14b8-4992-a229-fda404a9108d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:25.322032 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-215d8306-14b8-4992-a229-fda404a9108d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Deleting port c13867d1-afda-4afb-8b68-2c0425d23a38 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:14:25.322391 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-215d8306-14b8-4992-a229-fda404a9108d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:25.346118 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-527c5b02-494a-4cc2-9e79-e9247ef93f67 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:25.535097 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-a5e45f3c-db99-4591-a7d5-3f8a275ff5c9 None None] Current status of the port b5d4197f-9ae2-4cb8-9cc5-6d1ad17f8a9f is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:14:25.535806 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a5e45f3c-db99-4591-a7d5-3f8a275ff5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:25.563018 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-59c26701-75bf-4444-8f32-962105a18f7c tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Allocated IP 172.20.0.27 (e407a8e0-90aa-4298-bfe6-215c637a1f88/39cecfca-ec94-4c46-8552-32cad5b236b8/bc28fa6c-2b91-4d0a-8ca1-b8a9c375356a) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:14:25.582317 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d68c791a-608d-49f8-8137-15ebfea0f4bd None None] For port 19445227-6672-4b7a-8de0-b68d0830c9c9, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:14:25.591764 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d68c791a-608d-49f8-8137-15ebfea0f4bd None None] For port 19445227-6672-4b7a-8de0-b68d0830c9c9, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=19445227-6672-4b7a-8de0-b68d0830c9c9,segment=NetworkSegment(77ddeb54-0d4d-457f-abac-669508cea815),segment_id=77ddeb54-0d4d-457f-abac-669508cea815)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:14:25.604062 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d68c791a-608d-49f8-8137-15ebfea0f4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:25.743194 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273b7e03-be59-46f9-8d7a-f8bacc10bb25 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Made reservation on behalf of 9e78cb9b328b4bfc813a095a6b1b578a for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:14:25.755887 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca88a8f-2763-403f-9e63-30807654b517 None None] Network 0fb25b00-cd81-4fb0-91d3-bc1aee8c3507 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:14:25.762208 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-273b7e03-be59-46f9-8d7a-f8bacc10bb25 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:25.794185 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-a5e45f3c-db99-4591-a7d5-3f8a275ff5c9 None None] For port b5d4197f-9ae2-4cb8-9cc5-6d1ad17f8a9f, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=b5d4197f-9ae2-4cb8-9cc5-6d1ad17f8a9f,segment=NetworkSegment(a9991d2d-efb1-4743-a41a-1fe3e672e139),segment_id=a9991d2d-efb1-4743-a41a-1fe3e672e139)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:14:25.843275 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad9c108-c1e1-4046-a9f7-5533ca158caf tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Router fb2e39a6-9f57-4a40-bbd7-a6307695eafd is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:14:25.845616 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56942) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:25.882555 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a5e45f3c-db99-4591-a7d5-3f8a275ff5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:25.902713 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-273b7e03-be59-46f9-8d7a-f8bacc10bb25 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:14:25.914577 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-273b7e03-be59-46f9-8d7a-f8bacc10bb25 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:25.914920 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-273b7e03-be59-46f9-8d7a-f8bacc10bb25 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Added segment b1195661-bd82-4f19-8ca0-362e2d960b85 of type vlan for network 869b780c-0b46-4c73-95dc-399bb83f1daf Oct 04 09:14:25.935420 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-215d8306-14b8-4992-a229-fda404a9108d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] For port c13867d1-afda-4afb-8b68-2c0425d23a38, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=c13867d1-afda-4afb-8b68-2c0425d23a38,segment=NetworkSegment(246c0295-1c68-4a92-8b4b-c38cf990484f),segment_id=246c0295-1c68-4a92-8b4b-c38cf990484f)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:14:25.946557 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-215d8306-14b8-4992-a229-fda404a9108d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:25.958192 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68c791a-608d-49f8-8137-15ebfea0f4bd None None] Pushing event updated for resources: {'Port': ['ID=19445227-6672-4b7a-8de0-b68d0830c9c9,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:25.964095 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-273b7e03-be59-46f9-8d7a-f8bacc10bb25 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:26.007942 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-a5e45f3c-db99-4591-a7d5-3f8a275ff5c9 None None] Provisioning for port bc28fa6c-2b91-4d0a-8ca1-b8a9c375356a completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:14:26.065666 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-a5e45f3c-db99-4591-a7d5-3f8a275ff5c9 None None] Provisioning complete for port bc28fa6c-2b91-4d0a-8ca1-b8a9c375356a triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:14:26.066421 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a5e45f3c-db99-4591-a7d5-3f8a275ff5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:26.066956 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-a5e45f3c-db99-4591-a7d5-3f8a275ff5c9 None None] Attempt 1 to provision port bc28fa6c-2b91-4d0a-8ca1-b8a9c375356a Oct 04 09:14:26.213168 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-a5e45f3c-db99-4591-a7d5-3f8a275ff5c9 None None] Port bc28fa6c-2b91-4d0a-8ca1-b8a9c375356a cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:14:26.221121 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.db.resource_extend [None req-273b7e03-be59-46f9-8d7a-f8bacc10bb25 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 04 09:14:26.222814 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-215d8306-14b8-4992-a229-fda404a9108d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Calling delete_port for c13867d1-afda-4afb-8b68-2c0425d23a38 owned by network:dhcp {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:14:26.228671 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e45f3c-db99-4591-a7d5-3f8a275ff5c9 None None] Pushing event updated for resources: {'Port': ['ID=b5d4197f-9ae2-4cb8-9cc5-6d1ad17f8a9f,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:26.288745 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-273b7e03-be59-46f9-8d7a-f8bacc10bb25 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:26.295019 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273b7e03-be59-46f9-8d7a-f8bacc10bb25 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:26.295631 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-273b7e03-be59-46f9-8d7a-f8bacc10bb25 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:26.322204 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-19d2998d-c7a6-4743-b390-f51d79c46c96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:26.413859 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-19d2998d-c7a6-4743-b390-f51d79c46c96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:14:26.423226 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-59c26701-75bf-4444-8f32-962105a18f7c tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:26.429544 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-19d2998d-c7a6-4743-b390-f51d79c46c96 admin admin] Usage tracker for resource:security_group_rule and tenant:d5c352bc205648858ca55e59bb8f7f2f is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:14:26.448060 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-19d2998d-c7a6-4743-b390-f51d79c46c96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:14:26.461625 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-19d2998d-c7a6-4743-b390-f51d79c46c96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:14:26.465902 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-273b7e03-be59-46f9-8d7a-f8bacc10bb25 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6964741 Oct 04 09:14:26.466300 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56948) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:26.478263 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-d426e2d4-1c71-4422-9b70-7faeb59d44c9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Request body: {'subnet': {'network_id': '128e066a-7e13-424d-89d1-2b0c4cca0797', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:26.485633 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-59c26701-75bf-4444-8f32-962105a18f7c tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Ignored duplicate provisioning block setup for port bc28fa6c-2b91-4d0a-8ca1-b8a9c375356a by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 04 09:14:26.487749 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b7e03-be59-46f9-8d7a-f8bacc10bb25 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event updated for resources: {'Network': ['ID=869b780c-0b46-4c73-95dc-399bb83f1daf,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:26.497205 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-59c26701-75bf-4444-8f32-962105a18f7c tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:26.506994 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad9c108-c1e1-4046-a9f7-5533ca158caf tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:14:26.509033 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 869b780c-0b46-4c73-95dc-399bb83f1daf details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:14:26.537906 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536c06c3-adb0-4fd5-a863-8b44dc2047ca None None] Sync routers for ids ['fb2e39a6-9f57-4a40-bbd7-a6307695eafd'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:14:26.559432 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536c06c3-adb0-4fd5-a863-8b44dc2047ca None None] Routers {'fb2e39a6-9f57-4a40-bbd7-a6307695eafd'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:14:26.560069 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-536c06c3-adb0-4fd5-a863-8b44dc2047ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:14:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['fb2e39a6-9f57-4a40-bbd7-a6307695eafd'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:26.790935 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-a5e45f3c-db99-4591-a7d5-3f8a275ff5c9 None None] Attempt 2 to provision port bc28fa6c-2b91-4d0a-8ca1-b8a9c375356a Oct 04 09:14:26.872453 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e7a1ab-db00-4f13-882e-011a1eea7742 None None] Network 0fb25b00-cd81-4fb0-91d3-bc1aee8c3507 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:14:26.920737 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-536c06c3-adb0-4fd5-a863-8b44dc2047ca None None] Set router fb2e39a6-9f57-4a40-bbd7-a6307695eafd gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:14:27.035808 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device b5d4197f-9ae2-4cb8-9cc5-6d1ad17f8a9f up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:14:27.094770 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2ad9c108-c1e1-4046-a9f7-5533ca158caf tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:27.095487 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-2ad9c108-c1e1-4046-a9f7-5533ca158caf tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 9.2964587 Oct 04 09:14:27.099235 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56952) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:27.106096 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-d426e2d4-1c71-4422-9b70-7faeb59d44c9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:14:27.111465 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-d426e2d4-1c71-4422-9b70-7faeb59d44c9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Usage tracker for resource:subnet and tenant:9e78cb9b328b4bfc813a095a6b1b578a is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:14:27.129494 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-d426e2d4-1c71-4422-9b70-7faeb59d44c9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:14:27.135790 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-d426e2d4-1c71-4422-9b70-7faeb59d44c9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:14:27.142447 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-a5e45f3c-db99-4591-a7d5-3f8a275ff5c9 None None] Port bc28fa6c-2b91-4d0a-8ca1-b8a9c375356a cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:14:27.154356 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d426e2d4-1c71-4422-9b70-7faeb59d44c9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Made reservation on behalf of 9e78cb9b328b4bfc813a095a6b1b578a for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:14:27.157440 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d426e2d4-1c71-4422-9b70-7faeb59d44c9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:27.184525 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c26701-75bf-4444-8f32-962105a18f7c tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event updated for resources: {'Port': ['ID=bc28fa6c-2b91-4d0a-8ca1-b8a9c375356a,revision_number=3']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:27.195153 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-215d8306-14b8-4992-a229-fda404a9108d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:27.293663 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d8f0c7-3e50-42bb-8de8-ca8ba26cbfeb None None] Network 8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:14:27.373021 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-536c06c3-adb0-4fd5-a863-8b44dc2047ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'name': 'tempest-TestNetworkBasicOps-router-1419800711', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.193'}], 'enable_snat': True}, 'gw_port_id': '9bd82293-4bab-4a4b-a307-2d52334cb934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:14:18Z', 'updated_at': '2022-10-04T09:14:23Z', 'revision_number': 3, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '9bd82293-4bab-4a4b-a307-2d52334cb934', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:74:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:14:21Z', 'updated_at': '2022-10-04T09:14:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:27.377789 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536c06c3-adb0-4fd5-a863-8b44dc2047ca None None] Checking router: fb2e39a6-9f57-4a40-bbd7-a6307695eafd for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:14:27.378198 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536c06c3-adb0-4fd5-a863-8b44dc2047ca None None] Updating router fb2e39a6-9f57-4a40-bbd7-a6307695eafd port 9bd82293-4bab-4a4b-a307-2d52334cb934 binding host dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:14:27.387896 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-59c26701-75bf-4444-8f32-962105a18f7c tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] In _notify_port_updated(), no bound segment for port bc28fa6c-2b91-4d0a-8ca1-b8a9c375356a on network e407a8e0-90aa-4298-bfe6-215c637a1f88 {{(pid=89033) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 04 09:14:27.393932 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c26701-75bf-4444-8f32-962105a18f7c tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:27.394637 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-59c26701-75bf-4444-8f32-962105a18f7c tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:27.396034 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-59c26701-75bf-4444-8f32-962105a18f7c tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "PUT /v2.0/ports/bc28fa6c-2b91-4d0a-8ca1-b8a9c375356a HTTP/1.1" status: 200 len: 998 time: 4.2860157 Oct 04 09:14:27.412819 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56958) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:27.441728 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-536c06c3-adb0-4fd5-a863-8b44dc2047ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:27.530613 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-162dd1e5-ba42-401d-b933-569db4043bb7 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Deleting port bc28fa6c-2b91-4d0a-8ca1-b8a9c375356a {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:14:27.531081 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-162dd1e5-ba42-401d-b933-569db4043bb7 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:27.609975 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d426e2d4-1c71-4422-9b70-7faeb59d44c9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:27.619902 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215d8306-14b8-4992-a229-fda404a9108d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Pushing event deleted for resources: {'Port': ['ID=c13867d1-afda-4afb-8b68-2c0425d23a38,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:27.646211 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-a5e45f3c-db99-4591-a7d5-3f8a275ff5c9 None None] Attempt 3 to provision port bc28fa6c-2b91-4d0a-8ca1-b8a9c375356a Oct 04 09:14:27.668201 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-7f54912b-6c46-4eeb-be44-759e29379d06 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=78fb12e86c5f40beb578bfb97002b5c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5681620 Oct 04 09:14:27.702231 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-a5e45f3c-db99-4591-a7d5-3f8a275ff5c9 None None] Port bc28fa6c-2b91-4d0a-8ca1-b8a9c375356a cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:14:27.722012 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56962) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:27.737012 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-fc528c7f-e639-471b-bbbc-2ac9ae432fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:27.772280 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port b5d4197f-9ae2-4cb8-9cc5-6d1ad17f8a9f triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:14:27.772681 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:27.773560 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port b5d4197f-9ae2-4cb8-9cc5-6d1ad17f8a9f Oct 04 09:14:27.932065 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-536c06c3-adb0-4fd5-a863-8b44dc2047ca None None] Notify callbacks [] for port, precommit_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:27.949181 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-527c5b02-494a-4cc2-9e79-e9247ef93f67 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:27.958718 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.provisioning_blocks [None req-536c06c3-adb0-4fd5-a863-8b44dc2047ca None None] Transition to ACTIVE for port object 9bd82293-4bab-4a4b-a307-2d52334cb934 will not be triggered until provisioned by entity L2. {{(pid=89035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:14:27.960556 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port b5d4197f-9ae2-4cb8-9cc5-6d1ad17f8a9f is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:14:27.962199 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device c13867d1-afda-4afb-8b68-2c0425d23a38 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:14:27.968423 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c224092-d77c-4715-b626-0bfbe1b7af82 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:27.974152 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-2c224092-d77c-4715-b626-0bfbe1b7af82 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2483711 Oct 04 09:14:27.975250 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-536c06c3-adb0-4fd5-a863-8b44dc2047ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:28.024594 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: c13867d1-afda-4afb-8b68-2c0425d23a38 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:14:28.024938 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device c13867d1-afda-4afb-8b68-2c0425d23a38 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Oct 04 09:14:28.029697 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 56966) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:28.042354 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-527c5b02-494a-4cc2-9e79-e9247ef93f67 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:28.042646 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215d8306-14b8-4992-a229-fda404a9108d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] No DVR routers for this DVR port c13867d1-afda-4afb-8b68-2c0425d23a38 on host dv-neutron-860215-1-hyperv {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:14:28.100661 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Port c13867d1-afda-4afb-8b68-2c0425d23a38 not found, will not notify nova. {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Oct 04 09:14:28.101335 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 19445227-6672-4b7a-8de0-b68d0830c9c9 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:14:28.106257 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-536c06c3-adb0-4fd5-a863-8b44dc2047ca None None] Attempting to bind port 9bd82293-4bab-4a4b-a307-2d52334cb934 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:14:28.106631 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-536c06c3-adb0-4fd5-a863-8b44dc2047ca None None] Attempting to bind port 9bd82293-4bab-4a4b-a307-2d52334cb934 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:14:28.106991 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536c06c3-adb0-4fd5-a863-8b44dc2047ca None None] Attempting to bind port 9bd82293-4bab-4a4b-a307-2d52334cb934 on network f33938cd-879e-4461-9b5e-aa67b746b6bd {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:14:28.119155 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7093ee61-7eae-43d5-bfbb-5285174c07f9 None None] Pushing event updated for resources: {'Port': ['ID=9bd82293-4bab-4a4b-a307-2d52334cb934,revision_number=2']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:28.124314 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536c06c3-adb0-4fd5-a863-8b44dc2047ca None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:14:28.124314 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536c06c3-adb0-4fd5-a863-8b44dc2047ca None None] Checking segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:14:28.130681 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-536c06c3-adb0-4fd5-a863-8b44dc2047ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:28.130681 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536c06c3-adb0-4fd5-a863-8b44dc2047ca None None] Bound using segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:14:28.130681 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-536c06c3-adb0-4fd5-a863-8b44dc2047ca None None] Bound port: 9bd82293-4bab-4a4b-a307-2d52334cb934, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:14:28.130681 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-536c06c3-adb0-4fd5-a863-8b44dc2047ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:28.155341 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d426e2d4-1c71-4422-9b70-7faeb59d44c9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event updated for resources: {'Subnet': ['ID=90171133-9267-4630-acfb-256a10eb4723,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:28.178569 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d426e2d4-1c71-4422-9b70-7faeb59d44c9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Checking segment: {'id': 'e6dad9c1-173b-426b-a590-9c4ec8a1a6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '128e066a-7e13-424d-89d1-2b0c4cca0797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:14:28.178937 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d426e2d4-1c71-4422-9b70-7faeb59d44c9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Network hostable DHCP agents. Network: 128e066a-7e13-424d-89d1-2b0c4cca0797, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:14:28.207087 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-a5e45f3c-db99-4591-a7d5-3f8a275ff5c9 None None] Attempt 4 to provision port bc28fa6c-2b91-4d0a-8ca1-b8a9c375356a Oct 04 09:14:28.224889 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-215d8306-14b8-4992-a229-fda404a9108d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:28.255041 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-536c06c3-adb0-4fd5-a863-8b44dc2047ca None None] For port 9bd82293-4bab-4a4b-a307-2d52334cb934, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:14:28.260319 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-536c06c3-adb0-4fd5-a863-8b44dc2047ca None None] For port 9bd82293-4bab-4a4b-a307-2d52334cb934, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=9bd82293-4bab-4a4b-a307-2d52334cb934,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:14:28.269845 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-536c06c3-adb0-4fd5-a863-8b44dc2047ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:28.270368 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-37be5c8d-6805-4082-ae8c-3ceb37fbf506 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:28.327393 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-a5e45f3c-db99-4591-a7d5-3f8a275ff5c9 None None] Port bc28fa6c-2b91-4d0a-8ca1-b8a9c375356a cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:14:28.341240 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-37be5c8d-6805-4082-ae8c-3ceb37fbf506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:28.344195 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-215d8306-14b8-4992-a229-fda404a9108d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:28.350005 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 19445227-6672-4b7a-8de0-b68d0830c9c9 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:14:28.367751 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536c06c3-adb0-4fd5-a863-8b44dc2047ca None None] Routers {'fb2e39a6-9f57-4a40-bbd7-a6307695eafd'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:14:28.368587 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-536c06c3-adb0-4fd5-a863-8b44dc2047ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:14:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['fb2e39a6-9f57-4a40-bbd7-a6307695eafd'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:28.406447 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-740ff365-25a2-45eb-b775-4e1ac057fc28 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=f33938cd-879e-4461-9b5e-aa67b746b6bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1393311 Oct 04 09:14:28.407161 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-527c5b02-494a-4cc2-9e79-e9247ef93f67 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Allocated IP 172.26.10.58 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/54fcb57c-828b-4fe2-b56c-6a4c915afbd9) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:14:28.416824 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56970) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:28.417367 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d426e2d4-1c71-4422-9b70-7faeb59d44c9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Network 128e066a-7e13-424d-89d1-2b0c4cca0797 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:14:28.429903 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-19d2998d-c7a6-4743-b390-f51d79c46c96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:28.454540 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7093ee61-7eae-43d5-bfbb-5285174c07f9 None None] Pushing event updated for resources: {'Port': ['ID=9bd82293-4bab-4a4b-a307-2d52334cb934,revision_number=3']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:28.464698 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-d7c90405-dff6-4be8-85bb-a3aa24c12f99 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1453406025', 'network_id': '138bf702-4d39-408e-a83e-f851bcf14b73', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:28.471595 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf71b076-ad0e-4e3e-8001-a04e7ad55666 None None] Network 0fb25b00-cd81-4fb0-91d3-bc1aee8c3507 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:14:28.484793 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215d8306-14b8-4992-a229-fda404a9108d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Pushing event deleted for resources: {'Subnet': ['ID=14d89404-0ca3-455f-a08b-490457d8c75a,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:28.587967 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-d426e2d4-1c71-4422-9b70-7faeb59d44c9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 128e066a-7e13-424d-89d1-2b0c4cca0797) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:14:28.593958 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-19d2998d-c7a6-4743-b390-f51d79c46c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:28.594397 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-536c06c3-adb0-4fd5-a863-8b44dc2047ca None None] Set router fb2e39a6-9f57-4a40-bbd7-a6307695eafd gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:14:28.603666 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbee964f-946d-4cbe-a0ed-9e9134952d76 None None] Network 128e066a-7e13-424d-89d1-2b0c4cca0797 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:14:28.689815 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d426e2d4-1c71-4422-9b70-7faeb59d44c9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:28.690482 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d426e2d4-1c71-4422-9b70-7faeb59d44c9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:28.774864 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-215d8306-14b8-4992-a229-fda404a9108d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:28.808096 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d2998d-c7a6-4743-b390-f51d79c46c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad8a79e-83c5-4b53-a1f9-d10f53c21c1e,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:28.817149 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-19d2998d-c7a6-4743-b390-f51d79c46c96 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d5c352bc205648858ca55e59bb8f7f2f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9634230 Oct 04 09:14:28.828991 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-a5e45f3c-db99-4591-a7d5-3f8a275ff5c9 None None] Attempt 5 to provision port bc28fa6c-2b91-4d0a-8ca1-b8a9c375356a Oct 04 09:14:28.837667 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56974) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:28.849135 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-215d8306-14b8-4992-a229-fda404a9108d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fb25b00-cd81-4fb0-91d3-bc1aee8c3507']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:28.876042 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-d7c90405-dff6-4be8-85bb-a3aa24c12f99 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:14:28.886888 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-d426e2d4-1c71-4422-9b70-7faeb59d44c9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4189377 Oct 04 09:14:28.887674 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56978) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:28.889374 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-215d8306-14b8-4992-a229-fda404a9108d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '246c0295-1c68-4a92-8b4b-c38cf990484f') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:28.889674 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-215d8306-14b8-4992-a229-fda404a9108d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '246c0295-1c68-4a92-8b4b-c38cf990484f') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:28.899896 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-d7c90405-dff6-4be8-85bb-a3aa24c12f99 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:subnet and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:14:28.904941 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-d7c90405-dff6-4be8-85bb-a3aa24c12f99 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:14:28.926091 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-a5e45f3c-db99-4591-a7d5-3f8a275ff5c9 None None] Port bc28fa6c-2b91-4d0a-8ca1-b8a9c375356a cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:14:28.931576 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-806a4dea-d83a-4733-9ba4-a1a8d6e7e691 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Request body: {'subnet': {'network_id': '869b780c-0b46-4c73-95dc-399bb83f1daf', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:29.014641 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-d7c90405-dff6-4be8-85bb-a3aa24c12f99 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:14:29.018700 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-215d8306-14b8-4992-a229-fda404a9108d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:29.059254 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-536c06c3-adb0-4fd5-a863-8b44dc2047ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'name': 'tempest-TestNetworkBasicOps-router-1419800711', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.193'}], 'enable_snat': True}, 'gw_port_id': '9bd82293-4bab-4a4b-a307-2d52334cb934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:14:18Z', 'updated_at': '2022-10-04T09:14:23Z', 'revision_number': 3, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '9bd82293-4bab-4a4b-a307-2d52334cb934', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:74:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:14:21Z', 'updated_at': '2022-10-04T09:14:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:29.063852 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536c06c3-adb0-4fd5-a863-8b44dc2047ca None None] The sync data for ids ['fb2e39a6-9f57-4a40-bbd7-a6307695eafd'] in dv-neutron-860215-1-hyperv is: [{'id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'name': 'tempest-TestNetworkBasicOps-router-1419800711', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.193'}], 'enable_snat': True}, 'gw_port_id': '9bd82293-4bab-4a4b-a307-2d52334cb934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:14:18Z', 'updated_at': '2022-10-04T09:14:23Z', 'revision_number': 3, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '9bd82293-4bab-4a4b-a307-2d52334cb934', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:74:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:14:21Z', 'updated_at': '2022-10-04T09:14:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:14:29.081309 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b1ce59-6216-4259-bdae-17c2573ec02b None None] DHCP port deletion for 0fb25b00-cd81-4fb0-91d3-bc1aee8c3507 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:14:29.108592 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-162dd1e5-ba42-401d-b933-569db4043bb7 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:29.117395 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b2786e-46af-4899-a142-2582f1d9442a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-128e066a-7e13-424d-89d1-2b0c4cca0797', 'network_id': '128e066a-7e13-424d-89d1-2b0c4cca0797', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'fixed_ips': [{'subnet_id': '90171133-9267-4630-acfb-256a10eb4723'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:14:29.117793 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-28b2786e-46af-4899-a142-2582f1d9442a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:29.120024 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-527c5b02-494a-4cc2-9e79-e9247ef93f67 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:29.174529 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c90405-dff6-4be8-85bb-a3aa24c12f99 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Made reservation on behalf of 78fb12e86c5f40beb578bfb97002b5c9 for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:14:29.179497 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d7c90405-dff6-4be8-85bb-a3aa24c12f99 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:29.208173 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-215d8306-14b8-4992-a229-fda404a9108d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:29.257822 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-162dd1e5-ba42-401d-b933-569db4043bb7 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Calling delete_port for bc28fa6c-2b91-4d0a-8ca1-b8a9c375356a owned by {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:14:29.311340 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-215d8306-14b8-4992-a229-fda404a9108d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:14:29.311781 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-215d8306-14b8-4992-a229-fda404a9108d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:29.313917 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-28b2786e-46af-4899-a142-2582f1d9442a None None] Allocated IP 2001:db8::2 (128e066a-7e13-424d-89d1-2b0c4cca0797/90171133-9267-4630-acfb-256a10eb4723/169944a1-041a-4a9d-88d2-5ba3c43f4261) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:14:29.339409 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0f5885b7-b664-4cfb-8854-8e9ee4354b85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:29.413738 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0f5885b7-b664-4cfb-8854-8e9ee4354b85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:29.422173 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-527c5b02-494a-4cc2-9e79-e9247ef93f67 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:29.428703 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-a5e45f3c-db99-4591-a7d5-3f8a275ff5c9 None None] Attempt 6 to provision port bc28fa6c-2b91-4d0a-8ca1-b8a9c375356a Oct 04 09:14:29.513204 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-a5e45f3c-db99-4591-a7d5-3f8a275ff5c9 None None] Port bc28fa6c-2b91-4d0a-8ca1-b8a9c375356a cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:14:29.579610 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527c5b02-494a-4cc2-9e79-e9247ef93f67 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:14:29.584519 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-527c5b02-494a-4cc2-9e79-e9247ef93f67 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:14:29.589312 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527c5b02-494a-4cc2-9e79-e9247ef93f67 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:14:29.647797 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527c5b02-494a-4cc2-9e79-e9247ef93f67 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Pushing event updated for resources: {'Port': ['ID=54fcb57c-828b-4fe2-b56c-6a4c915afbd9,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:29.666149 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-28b2786e-46af-4899-a142-2582f1d9442a None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:29.680485 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-28b2786e-46af-4899-a142-2582f1d9442a None None] Transition to ACTIVE for port object 169944a1-041a-4a9d-88d2-5ba3c43f4261 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:14:29.739172 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-28b2786e-46af-4899-a142-2582f1d9442a None None] Transition to ACTIVE for port object 169944a1-041a-4a9d-88d2-5ba3c43f4261 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:14:29.749779 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 246c0295-1c68-4a92-8b4b-c38cf990484f resource provider aggregate not found Oct 04 09:14:29.751744 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-28b2786e-46af-4899-a142-2582f1d9442a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:29.755356 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-806a4dea-d83a-4733-9ba4-a1a8d6e7e691 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:14:29.759664 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0f5885b7-b664-4cfb-8854-8e9ee4354b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:29.787874 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 246c0295-1c68-4a92-8b4b-c38cf990484f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 246c0295-1c68-4a92-8b4b-c38cf990484f found for delete ", "request_id": "req-837004a2-8666-414a-be4b-571a40d3ec23"}]} Oct 04 09:14:29.789153 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-806a4dea-d83a-4733-9ba4-a1a8d6e7e691 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Usage tracker for resource:subnet and tenant:9e78cb9b328b4bfc813a095a6b1b578a is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:14:29.816305 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-806a4dea-d83a-4733-9ba4-a1a8d6e7e691 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:14:29.829052 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-806a4dea-d83a-4733-9ba4-a1a8d6e7e691 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:14:29.833276 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5885b7-b664-4cfb-8854-8e9ee4354b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad8a79e-83c5-4b53-a1f9-d10f53c21c1e,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:29.846254 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0f5885b7-b664-4cfb-8854-8e9ee4354b85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:29.847805 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-0f5885b7-b664-4cfb-8854-8e9ee4354b85 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fad8a79e-83c5-4b53-a1f9-d10f53c21c1e HTTP/1.1" status: 204 len: 168 time: 1.0090303 Oct 04 09:14:29.871664 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-215d8306-14b8-4992-a229-fda404a9108d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:29.926105 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b2786e-46af-4899-a142-2582f1d9442a None None] Pushing event updated for resources: {'Port': ['ID=169944a1-041a-4a9d-88d2-5ba3c43f4261,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:29.928655 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-215d8306-14b8-4992-a229-fda404a9108d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:29.933167 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806a4dea-d83a-4733-9ba4-a1a8d6e7e691 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Made reservation on behalf of 9e78cb9b328b4bfc813a095a6b1b578a for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:14:29.939092 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-806a4dea-d83a-4733-9ba4-a1a8d6e7e691 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:29.972743 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b2786e-46af-4899-a142-2582f1d9442a None None] Network 128e066a-7e13-424d-89d1-2b0c4cca0797 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:14:29.975712 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-28b2786e-46af-4899-a142-2582f1d9442a None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:14:29.981779 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b2786e-46af-4899-a142-2582f1d9442a None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:14:30.017801 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-37be5c8d-6805-4082-ae8c-3ceb37fbf506 admin admin] Allocated IP 172.26.10.227 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/b44cf7be-9777-4b89-aec1-02904b539cf3) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:14:30.100335 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-a5e45f3c-db99-4591-a7d5-3f8a275ff5c9 None None] Attempt 7 to provision port bc28fa6c-2b91-4d0a-8ca1-b8a9c375356a Oct 04 09:14:30.173771 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-162dd1e5-ba42-401d-b933-569db4043bb7 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:30.250866 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-215d8306-14b8-4992-a229-fda404a9108d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] 10.222.0.50 "DELETE /v2.0/networks/0fb25b00-cd81-4fb0-91d3-bc1aee8c3507 HTTP/1.1" status: 204 len: 168 time: 5.7928951 Oct 04 09:14:30.254977 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-a5e45f3c-db99-4591-a7d5-3f8a275ff5c9 None None] Port bc28fa6c-2b91-4d0a-8ca1-b8a9c375356a was deleted so its status cannot be updated. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 04 09:14:30.260203 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-28b2786e-46af-4899-a142-2582f1d9442a None None] Attempting to bind port 169944a1-041a-4a9d-88d2-5ba3c43f4261 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:14:30.260203 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-28b2786e-46af-4899-a142-2582f1d9442a None None] Attempting to bind port 169944a1-041a-4a9d-88d2-5ba3c43f4261 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'e6dad9c1-173b-426b-a590-9c4ec8a1a6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '128e066a-7e13-424d-89d1-2b0c4cca0797'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:14:30.260530 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b2786e-46af-4899-a142-2582f1d9442a None None] Attempting to bind port 169944a1-041a-4a9d-88d2-5ba3c43f4261 on network 128e066a-7e13-424d-89d1-2b0c4cca0797 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:14:30.263038 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215d8306-14b8-4992-a229-fda404a9108d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Pushing event deleted for resources: {'Network': ['ID=0fb25b00-cd81-4fb0-91d3-bc1aee8c3507,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:30.264857 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56990) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:30.274851 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b2786e-46af-4899-a142-2582f1d9442a None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:14:30.276774 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b2786e-46af-4899-a142-2582f1d9442a None None] Checking segment: {'id': 'e6dad9c1-173b-426b-a590-9c4ec8a1a6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '128e066a-7e13-424d-89d1-2b0c4cca0797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:14:30.277780 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-28b2786e-46af-4899-a142-2582f1d9442a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:30.278929 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b2786e-46af-4899-a142-2582f1d9442a None None] Bound using segment: {'id': 'e6dad9c1-173b-426b-a590-9c4ec8a1a6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '128e066a-7e13-424d-89d1-2b0c4cca0797'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:14:30.279484 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-28b2786e-46af-4899-a142-2582f1d9442a None None] Bound port: 169944a1-041a-4a9d-88d2-5ba3c43f4261, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6dad9c1-173b-426b-a590-9c4ec8a1a6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '128e066a-7e13-424d-89d1-2b0c4cca0797'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:14:30.279964 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-28b2786e-46af-4899-a142-2582f1d9442a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:30.303556 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d7c90405-dff6-4be8-85bb-a3aa24c12f99 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:30.374991 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff934029-8d63-4b32-b700-abc4ed84d083 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] DELETE failed (client error): The resource could not be found. Oct 04 09:14:30.375587 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff934029-8d63-4b32-b700-abc4ed84d083 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:14:30.387949 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56994) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:30.388546 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d0767ea3-712b-4feb-bc9e-d0b97a1874e4 None None] Could not find standard attr ID for object c13867d1-afda-4afb-8b68-2c0425d23a38. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:14:30.390828 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-37be5c8d-6805-4082-ae8c-3ceb37fbf506 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:30.424555 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162dd1e5-ba42-401d-b933-569db4043bb7 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event deleted for resources: {'Port': ['ID=bc28fa6c-2b91-4d0a-8ca1-b8a9c375356a,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:30.443033 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d0767ea3-712b-4feb-bc9e-d0b97a1874e4 None None] Could not find standard attr ID for object bc28fa6c-2b91-4d0a-8ca1-b8a9c375356a. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:14:30.446967 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-ff934029-8d63-4b32-b700-abc4ed84d083 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] 10.222.0.50 "DELETE /v2.0/networks/0fb25b00-cd81-4fb0-91d3-bc1aee8c3507 HTTP/1.1" status: 404 len: 339 time: 0.1629283 Oct 04 09:14:30.451132 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-3af1ad52-bbe2-4201-962d-dd6fc22deeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:30.468594 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 56998) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:30.486978 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-527c5b02-494a-4cc2-9e79-e9247ef93f67 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:30.491118 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-f38982f1-4c7f-4f97-a83a-07c57e6dba69 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-260648822', 'description': 'd1'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:30.502931 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-f38982f1-4c7f-4f97-a83a-07c57e6dba69 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:14:30.517783 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d0767ea3-712b-4feb-bc9e-d0b97a1874e4 None None] Provisioning for port 19445227-6672-4b7a-8de0-b68d0830c9c9 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:14:30.530019 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d0767ea3-712b-4feb-bc9e-d0b97a1874e4 None None] Provisioning complete for port 19445227-6672-4b7a-8de0-b68d0830c9c9 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:14:30.530404 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d0767ea3-712b-4feb-bc9e-d0b97a1874e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:30.530744 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d0767ea3-712b-4feb-bc9e-d0b97a1874e4 None None] Attempt 1 to provision port 19445227-6672-4b7a-8de0-b68d0830c9c9 Oct 04 09:14:30.548434 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-f38982f1-4c7f-4f97-a83a-07c57e6dba69 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Usage tracker for resource:network and tenant:5b1c6a997cf443e88f0c80c3c8bb1373 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:14:30.558275 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-f38982f1-4c7f-4f97-a83a-07c57e6dba69 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:14:30.568169 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-f38982f1-4c7f-4f97-a83a-07c57e6dba69 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:14:30.592650 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-28b2786e-46af-4899-a142-2582f1d9442a None None] For port 169944a1-041a-4a9d-88d2-5ba3c43f4261, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:14:30.608251 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c90405-dff6-4be8-85bb-a3aa24c12f99 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Checking segment: {'id': 'cd2e4b2b-7587-46d9-94de-fd9dfbaf70fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '138bf702-4d39-408e-a83e-f851bcf14b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:14:30.608992 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c90405-dff6-4be8-85bb-a3aa24c12f99 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Network hostable DHCP agents. Network: 138bf702-4d39-408e-a83e-f851bcf14b73, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:14:30.622279 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-28b2786e-46af-4899-a142-2582f1d9442a None None] For port 169944a1-041a-4a9d-88d2-5ba3c43f4261, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=169944a1-041a-4a9d-88d2-5ba3c43f4261,segment=NetworkSegment(e6dad9c1-173b-426b-a590-9c4ec8a1a6df),segment_id=e6dad9c1-173b-426b-a590-9c4ec8a1a6df)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:14:30.633355 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38982f1-4c7f-4f97-a83a-07c57e6dba69 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Made reservation on behalf of 5b1c6a997cf443e88f0c80c3c8bb1373 for: {'network': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:14:30.637260 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f38982f1-4c7f-4f97-a83a-07c57e6dba69 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:30.638297 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 9bd82293-4bab-4a4b-a307-2d52334cb934 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:14:30.662629 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c90405-dff6-4be8-85bb-a3aa24c12f99 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Subnet': ['ID=6d967559-d6ed-45c4-9b8b-3040971872eb,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:30.669850 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-fec8a6f5-f3f1-4ae1-975f-a396f6751b63 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2a63b3678ac545b3abd26ca13af65fe0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2646191 Oct 04 09:14:30.677731 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57002) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:30.725781 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f38982f1-4c7f-4f97-a83a-07c57e6dba69 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=89032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:14:30.730725 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-28b2786e-46af-4899-a142-2582f1d9442a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:30.780813 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c90405-dff6-4be8-85bb-a3aa24c12f99 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Network 138bf702-4d39-408e-a83e-f851bcf14b73 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:14:30.815145 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-d7c90405-dff6-4be8-85bb-a3aa24c12f99 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 138bf702-4d39-408e-a83e-f851bcf14b73) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:14:30.818665 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f38982f1-4c7f-4f97-a83a-07c57e6dba69 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:30.819117 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.segments_db [None req-f38982f1-4c7f-4f97-a83a-07c57e6dba69 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Added segment 92f5a04e-bd57-4aea-afc4-3706cfba2713 of type vlan for network 7c6d6152-6bc3-491c-baf4-0a9bdbfeb868 Oct 04 09:14:30.841799 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c90405-dff6-4be8-85bb-a3aa24c12f99 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:30.842407 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d7c90405-dff6-4be8-85bb-a3aa24c12f99 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:30.859910 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b2d154-01b8-490b-8976-48440a3ea68c None None] Network 138bf702-4d39-408e-a83e-f851bcf14b73 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:14:30.898251 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f38982f1-4c7f-4f97-a83a-07c57e6dba69 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:30.902256 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:30.952647 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b2786e-46af-4899-a142-2582f1d9442a None None] Pushing event updated for resources: {'Port': ['ID=169944a1-041a-4a9d-88d2-5ba3c43f4261,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:30.954564 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6677754b-e7e6-4650-b667-8afbc84efc9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:30.985811 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6677754b-e7e6-4650-b667-8afbc84efc9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:30.995675 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f38982f1-4c7f-4f97-a83a-07c57e6dba69 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:31.000536 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-37be5c8d-6805-4082-ae8c-3ceb37fbf506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:31.001613 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38982f1-4c7f-4f97-a83a-07c57e6dba69 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:31.002276 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f38982f1-4c7f-4f97-a83a-07c57e6dba69 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:31.016996 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:31.056941 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 9bd82293-4bab-4a4b-a307-2d52334cb934 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:14:31.060337 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d0767ea3-712b-4feb-bc9e-d0b97a1874e4 None None] Current status of the port 19445227-6672-4b7a-8de0-b68d0830c9c9 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:14:31.060934 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d0767ea3-712b-4feb-bc9e-d0b97a1874e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:31.086181 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 9bd82293-4bab-4a4b-a307-2d52334cb934 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:14:31.086969 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:31.087091 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 9bd82293-4bab-4a4b-a307-2d52334cb934 Oct 04 09:14:31.107670 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-162dd1e5-ba42-401d-b933-569db4043bb7 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:31.141556 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37be5c8d-6805-4082-ae8c-3ceb37fbf506 admin admin] Pushing event updated for resources: {'Port': ['ID=b44cf7be-9777-4b89-aec1-02904b539cf3,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:31.148691 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37be5c8d-6805-4082-ae8c-3ceb37fbf506 admin admin] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:14:31.160464 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-d7c90405-dff6-4be8-85bb-a3aa24c12f99 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.7345192 Oct 04 09:14:31.188178 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57006) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:31.199560 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-f38982f1-4c7f-4f97-a83a-07c57e6dba69 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7212446 Oct 04 09:14:31.222420 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57008) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:31.243816 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-162dd1e5-ba42-401d-b933-569db4043bb7 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "DELETE /v2.0/ports/bc28fa6c-2b91-4d0a-8ca1-b8a9c375356a HTTP/1.1" status: 204 len: 168 time: 3.8220241 Oct 04 09:14:31.245025 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-37be5c8d-6805-4082-ae8c-3ceb37fbf506 admin admin] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:14:31.246810 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57014) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:31.319972 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37be5c8d-6805-4082-ae8c-3ceb37fbf506 admin admin] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:14:31.401273 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e18fe77-4f8f-4979-af8c-2aa4de719093 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] GET failed (client error): The resource could not be found. Oct 04 09:14:31.401813 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-9e18fe77-4f8f-4979-af8c-2aa4de719093 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Synchronizing usage tracker for tenant:7c59b642fbd4440eb4278f2c0c212bcd on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:14:31.514186 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d0767ea3-712b-4feb-bc9e-d0b97a1874e4 None None] For port 19445227-6672-4b7a-8de0-b68d0830c9c9, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=19445227-6672-4b7a-8de0-b68d0830c9c9,segment=NetworkSegment(77ddeb54-0d4d-457f-abac-669508cea815),segment_id=77ddeb54-0d4d-457f-abac-669508cea815)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:14:31.520979 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-806a4dea-d83a-4733-9ba4-a1a8d6e7e691 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:31.561179 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38982f1-4c7f-4f97-a83a-07c57e6dba69 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Pushing event updated for resources: {'Network': ['ID=7c6d6152-6bc3-491c-baf4-0a9bdbfeb868,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:31.580923 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d0767ea3-712b-4feb-bc9e-d0b97a1874e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:31.701499 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-9e18fe77-4f8f-4979-af8c-2aa4de719093 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Unset dirty status for tenant:7c59b642fbd4440eb4278f2c0c212bcd on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:14:31.705334 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-9e18fe77-4f8f-4979-af8c-2aa4de719093 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "GET /v2.0/ports/bc28fa6c-2b91-4d0a-8ca1-b8a9c375356a HTTP/1.1" status: 404 len: 333 time: 0.4185956 Oct 04 09:14:31.716125 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57018) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:31.724051 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 7c6d6152-6bc3-491c-baf4-0a9bdbfeb868 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:14:31.744840 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0767ea3-712b-4feb-bc9e-d0b97a1874e4 None None] Pushing event updated for resources: {'Port': ['ID=19445227-6672-4b7a-8de0-b68d0830c9c9,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:31.754171 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 9bd82293-4bab-4a4b-a307-2d52334cb934 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:14:31.754561 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:31.773605 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 9bd82293-4bab-4a4b-a307-2d52334cb934, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=9bd82293-4bab-4a4b-a307-2d52334cb934,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:14:31.786574 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-527c5b02-494a-4cc2-9e79-e9247ef93f67 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:31.790355 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ac5d13-8c19-4e8c-9174-d6b8e8761be3 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:31.791056 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-52ac5d13-8c19-4e8c-9174-d6b8e8761be3 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Synchronizing usage tracker for tenant:5b1c6a997cf443e88f0c80c3c8bb1373 on resource:network {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:14:31.795084 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf56fdd3-9889-456c-8564-9ccd726fd084 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Deleting subnet 39cecfca-ec94-4c46-8552-32cad5b236b8 {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:14:31.798798 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-bf56fdd3-9889-456c-8564-9ccd726fd084 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:31.821693 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9d0b5e-2332-45c5-a499-f8f9350a315b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-138bf702-4d39-408e-a83e-f851bcf14b73', 'network_id': '138bf702-4d39-408e-a83e-f851bcf14b73', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ips': [{'subnet_id': '6d967559-d6ed-45c4-9b8b-3040971872eb'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:14:31.822484 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-cb9d0b5e-2332-45c5-a499-f8f9350a315b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:31.838853 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:31.884728 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-52ac5d13-8c19-4e8c-9174-d6b8e8761be3 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Unset dirty status for tenant:5b1c6a997cf443e88f0c80c3c8bb1373 on resource:network {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:14:31.886631 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-527c5b02-494a-4cc2-9e79-e9247ef93f67 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736963', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1737124'] for router, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:31.888842 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-52ac5d13-8c19-4e8c-9174-d6b8e8761be3 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] 10.222.0.50 "GET /v2.0/networks?id=7c6d6152-6bc3-491c-baf4-0a9bdbfeb868 HTTP/1.1" status: 200 len: 764 time: 0.6614022 Oct 04 09:14:31.891969 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57022) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:31.898821 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device c13867d1-afda-4afb-8b68-2c0425d23a38 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:14:31.910118 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-4f739078-9653-4d75-a624-6eec673b4844 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Request body: {'network': {'description': 'd2'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:31.928938 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-bf56fdd3-9889-456c-8564-9ccd726fd084 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:31.993689 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806a4dea-d83a-4733-9ba4-a1a8d6e7e691 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event updated for resources: {'Subnet': ['ID=418b8ea4-31da-4bf8-bac1-535939a11bb8,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:31.997810 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806a4dea-d83a-4733-9ba4-a1a8d6e7e691 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Checking segment: {'id': 'b1195661-bd82-4f19-8ca0-362e2d960b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '869b780c-0b46-4c73-95dc-399bb83f1daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:14:31.998023 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806a4dea-d83a-4733-9ba4-a1a8d6e7e691 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Network hostable DHCP agents. Network: 869b780c-0b46-4c73-95dc-399bb83f1daf, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:14:32.024262 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6677754b-e7e6-4650-b667-8afbc84efc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:32.049140 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: c13867d1-afda-4afb-8b68-2c0425d23a38 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:14:32.049497 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device c13867d1-afda-4afb-8b68-2c0425d23a38 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:14:32.188531 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=9bd82293-4bab-4a4b-a307-2d52334cb934,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:32.202498 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:32.209098 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-cb9d0b5e-2332-45c5-a499-f8f9350a315b None None] Allocated IP 172.20.0.2 (138bf702-4d39-408e-a83e-f851bcf14b73/6d967559-d6ed-45c4-9b8b-3040971872eb/025b5d45-ade1-4ea6-b047-56cab05a5c04) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:14:32.254244 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6677754b-e7e6-4650-b667-8afbc84efc9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0257a96-d398-46f4-a531-5d1aaf6bed85,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:32.268365 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-bf56fdd3-9889-456c-8564-9ccd726fd084 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:32.360740 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806a4dea-d83a-4733-9ba4-a1a8d6e7e691 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Network 869b780c-0b46-4c73-95dc-399bb83f1daf is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:14:32.372318 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6677754b-e7e6-4650-b667-8afbc84efc9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:32.376039 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-6677754b-e7e6-4650-b667-8afbc84efc9a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a0257a96-d398-46f4-a531-5d1aaf6bed85 HTTP/1.1" status: 204 len: 168 time: 1.6972077 Oct 04 09:14:32.402266 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8566b0a0-fe49-445d-b0bf-93a341284d4c None None] Network 128e066a-7e13-424d-89d1-2b0c4cca0797 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:14:32.491369 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-806a4dea-d83a-4733-9ba4-a1a8d6e7e691 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 869b780c-0b46-4c73-95dc-399bb83f1daf) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:14:32.525100 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806a4dea-d83a-4733-9ba4-a1a8d6e7e691 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:32.525852 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-806a4dea-d83a-4733-9ba4-a1a8d6e7e691 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:32.613066 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-806a4dea-d83a-4733-9ba4-a1a8d6e7e691 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.7061548 Oct 04 09:14:32.613307 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6335b652-2eb7-4a6e-aaf6-e6aa13693d86 None None] Network 869b780c-0b46-4c73-95dc-399bb83f1daf requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:14:32.622197 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57028) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:32.649631 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-bf56fdd3-9889-456c-8564-9ccd726fd084 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:32.664642 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-a1a2109c-d534-4a0f-8f46-95220b4a5920 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1308613590', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:32.711106 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-a1a2109c-d534-4a0f-8f46-95220b4a5920 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:14:32.713429 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4f739078-9653-4d75-a624-6eec673b4844 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:32.716230 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-37be5c8d-6805-4082-ae8c-3ceb37fbf506 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:32.815647 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4f739078-9653-4d75-a624-6eec673b4844 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:32.824505 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 19445227-6672-4b7a-8de0-b68d0830c9c9 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:14:32.847044 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4f739078-9653-4d75-a624-6eec673b4844 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Network 7c6d6152-6bc3-491c-baf4-0a9bdbfeb868 is not hosted by any dhcp agent {{(pid=89032) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Oct 04 09:14:32.853432 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f739078-9653-4d75-a624-6eec673b4844 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:32.853973 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4f739078-9653-4d75-a624-6eec673b4844 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:32.855301 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-4f739078-9653-4d75-a624-6eec673b4844 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] 10.222.0.50 "PUT /v2.0/networks/7c6d6152-6bc3-491c-baf4-0a9bdbfeb868 HTTP/1.1" status: 200 len: 761 time: 0.9584775 Oct 04 09:14:32.858352 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a1a2109c-d534-4a0f-8f46-95220b4a5920 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Usage tracker for resource:router and tenant:9e78cb9b328b4bfc813a095a6b1b578a is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:14:32.861107 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf56fdd3-9889-456c-8564-9ccd726fd084 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event deleted for resources: {'Subnet': ['ID=39cecfca-ec94-4c46-8552-32cad5b236b8,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:32.863579 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57034) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:32.877203 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ea6a81-3dbe-483d-8da8-da094d0940ab None None] Network e407a8e0-90aa-4298-bfe6-215c637a1f88 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:14:32.904444 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-bf56fdd3-9889-456c-8564-9ccd726fd084 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:32.907189 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a1a2109c-d534-4a0f-8f46-95220b4a5920 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:14:32.922696 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-88fa61d3-2748-4d7b-8dbf-4f97dbf8d9ba None None] Provisioning for port 169944a1-041a-4a9d-88d2-5ba3c43f4261 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:14:32.977816 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-a1a2109c-d534-4a0f-8f46-95220b4a5920 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:14:32.985177 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-bf56fdd3-9889-456c-8564-9ccd726fd084 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "DELETE /v2.0/subnets/39cecfca-ec94-4c46-8552-32cad5b236b8 HTTP/1.1" status: 204 len: 168 time: 1.2678354 Oct 04 09:14:32.986084 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57042) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:32.991521 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f739078-9653-4d75-a624-6eec673b4844 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Pushing event updated for resources: {'Network': ['ID=7c6d6152-6bc3-491c-baf4-0a9bdbfeb868,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:32.997456 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527c5b02-494a-4cc2-9e79-e9247ef93f67 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Router 7b98cb96-96e5-4309-b7c7-5d8c3948abb6 is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:14:33.061604 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 7c6d6152-6bc3-491c-baf4-0a9bdbfeb868 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:14:33.097731 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-f69ff6b3-9b2b-47f8-a79b-c131e0057c53 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Deleting subnet e737819c-4f55-4093-bd0d-505784310e09 {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:14:33.101215 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f69ff6b3-9b2b-47f8-a79b-c131e0057c53 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:33.157904 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c764bc9f-da1f-4241-9838-7cc72ed8a8c5 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:33.159163 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-c764bc9f-da1f-4241-9838-7cc72ed8a8c5 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] 10.222.0.50 "GET /v2.0/networks?id=7c6d6152-6bc3-491c-baf4-0a9bdbfeb868 HTTP/1.1" status: 200 len: 764 time: 0.2946301 Oct 04 09:14:33.163654 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57050) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:33.166175 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f69ff6b3-9b2b-47f8-a79b-c131e0057c53 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:33.173191 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-cb9d0b5e-2332-45c5-a499-f8f9350a315b None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:33.236296 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-cb9d0b5e-2332-45c5-a499-f8f9350a315b None None] Transition to ACTIVE for port object 025b5d45-ade1-4ea6-b047-56cab05a5c04 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:14:33.267691 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f69ff6b3-9b2b-47f8-a79b-c131e0057c53 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:33.288919 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 19445227-6672-4b7a-8de0-b68d0830c9c9 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:14:33.289298 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:33.289626 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 19445227-6672-4b7a-8de0-b68d0830c9c9 Oct 04 09:14:33.350742 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e4e0c4c9-529b-4081-9a8e-9e6a94a8b13b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:33.409864 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a1a2109c-d534-4a0f-8f46-95220b4a5920 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:33.411070 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a1a2109c-d534-4a0f-8f46-95220b4a5920 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:33.424637 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f69ff6b3-9b2b-47f8-a79b-c131e0057c53 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:33.486508 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-cb9d0b5e-2332-45c5-a499-f8f9350a315b None None] Transition to ACTIVE for port object 025b5d45-ade1-4ea6-b047-56cab05a5c04 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:14:33.494559 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f69ff6b3-9b2b-47f8-a79b-c131e0057c53 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:33.508463 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69ff6b3-9b2b-47f8-a79b-c131e0057c53 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event deleted for resources: {'Subnet': ['ID=e737819c-4f55-4093-bd0d-505784310e09,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:33.512763 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae23b4f-b8c2-49c8-9853-6053f3afc961 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:33.514914 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-0ae23b4f-b8c2-49c8-9853-6053f3afc961 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3509462 Oct 04 09:14:33.517784 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57062) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:33.576010 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-cb9d0b5e-2332-45c5-a499-f8f9350a315b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:33.588765 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a1a2109c-d534-4a0f-8f46-95220b4a5920 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:33.599584 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-f69ff6b3-9b2b-47f8-a79b-c131e0057c53 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "DELETE /v2.0/subnets/e737819c-4f55-4093-bd0d-505784310e09 HTTP/1.1" status: 204 len: 168 time: 0.6036928 Oct 04 09:14:33.607348 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57066) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:33.607874 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57068) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:33.644687 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-8a0d2238-a93b-4ff2-b174-d4c0a9f493a6 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Synchronizing usage tracker for tenant:5b1c6a997cf443e88f0c80c3c8bb1373 on resource:subnet {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:14:33.648251 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acdd090-e3fd-4eec-8165-478bd3c4b198 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-869b780c-0b46-4c73-95dc-399bb83f1daf', 'network_id': '869b780c-0b46-4c73-95dc-399bb83f1daf', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'fixed_ips': [{'subnet_id': '418b8ea4-31da-4bf8-bac1-535939a11bb8'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:14:33.649347 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-4acdd090-e3fd-4eec-8165-478bd3c4b198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:33.702836 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9d0b5e-2332-45c5-a499-f8f9350a315b None None] Network 138bf702-4d39-408e-a83e-f851bcf14b73 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:14:33.723945 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-cb9d0b5e-2332-45c5-a499-f8f9350a315b None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:14:33.729778 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9d0b5e-2332-45c5-a499-f8f9350a315b None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:14:33.766220 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-8a0d2238-a93b-4ff2-b174-d4c0a9f493a6 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Unset dirty status for tenant:5b1c6a997cf443e88f0c80c3c8bb1373 on resource:subnet {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:14:33.771404 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-8a0d2238-a93b-4ff2-b174-d4c0a9f493a6 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] 10.222.0.50 "GET /v2.0/subnets?network_id=f33938cd-879e-4461-9b5e-aa67b746b6bd HTTP/1.1" status: 200 len: 207 time: 0.2487788 Oct 04 09:14:33.771404 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57076) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:33.833084 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 19445227-6672-4b7a-8de0-b68d0830c9c9 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:14:33.834205 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 169944a1-041a-4a9d-88d2-5ba3c43f4261 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:14:33.886748 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d0b5e-2332-45c5-a499-f8f9350a315b None None] Pushing event updated for resources: {'Port': ['ID=025b5d45-ade1-4ea6-b047-56cab05a5c04,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:33.889355 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [None req-85d0d074-05e2-4ad9-91d2-8d77dc674363 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=89033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:33.890386 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-85d0d074-05e2-4ad9-91d2-8d77dc674363 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2742586 Oct 04 09:14:33.912917 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57080) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:33.926072 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a1a2109c-d534-4a0f-8f46-95220b4a5920 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:33.955043 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [None req-a39b35ae-8f2e-44dc-b94b-f9a270ef7b90 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=89033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:33.955934 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a39b35ae-8f2e-44dc-b94b-f9a270ef7b90 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0349951 Oct 04 09:14:33.959906 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57084) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:33.975273 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [None req-0d73fa1f-9fed-4dca-b7bb-b090f154f9fb tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=89032) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:33.976920 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-0d73fa1f-9fed-4dca-b7bb-b090f154f9fb tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0133533 Oct 04 09:14:33.984699 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527c5b02-494a-4cc2-9e79-e9247ef93f67 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:14:33.987650 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57088) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:33.995657 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-527c5b02-494a-4cc2-9e79-e9247ef93f67 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:33.997911 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-527c5b02-494a-4cc2-9e79-e9247ef93f67 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] 10.222.0.50 "PUT /v2.0/routers/7b98cb96-96e5-4309-b7c7-5d8c3948abb6 HTTP/1.1" status: 200 len: 915 time: 9.4002097 Oct 04 09:14:33.999482 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [None req-e64a93fb-ee0c-4d77-a485-2cc7694d05a9 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=89032) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:34.000665 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-e64a93fb-ee0c-4d77-a485-2cc7694d05a9 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0122490 Oct 04 09:14:34.006201 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-cb9d0b5e-2332-45c5-a499-f8f9350a315b None None] Attempting to bind port 025b5d45-ade1-4ea6-b047-56cab05a5c04 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:14:34.007322 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-cb9d0b5e-2332-45c5-a499-f8f9350a315b None None] Attempting to bind port 025b5d45-ade1-4ea6-b047-56cab05a5c04 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'cd2e4b2b-7587-46d9-94de-fd9dfbaf70fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '138bf702-4d39-408e-a83e-f851bcf14b73'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:14:34.007322 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9d0b5e-2332-45c5-a499-f8f9350a315b None None] Attempting to bind port 025b5d45-ade1-4ea6-b047-56cab05a5c04 on network 138bf702-4d39-408e-a83e-f851bcf14b73 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:14:34.007663 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57092) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:34.008052 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57094) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:34.009262 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd3d112-5747-4933-a5d7-c8f8df04d410 None None] Sync routers for ids ['7b98cb96-96e5-4309-b7c7-5d8c3948abb6'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:14:34.023348 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0055b168-9c33-495f-9ea2-1e09fed201b1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:34.028605 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9d0b5e-2332-45c5-a499-f8f9350a315b None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:14:34.028995 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9d0b5e-2332-45c5-a499-f8f9350a315b None None] Checking segment: {'id': 'cd2e4b2b-7587-46d9-94de-fd9dfbaf70fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '138bf702-4d39-408e-a83e-f851bcf14b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:14:34.029333 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [None req-d63dce0a-79f0-4d15-b6b1-aeeb8b1a1a1d tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=89033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:34.029453 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-cb9d0b5e-2332-45c5-a499-f8f9350a315b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:34.029799 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9d0b5e-2332-45c5-a499-f8f9350a315b None None] Bound using segment: {'id': 'cd2e4b2b-7587-46d9-94de-fd9dfbaf70fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '138bf702-4d39-408e-a83e-f851bcf14b73'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:14:34.030333 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-cb9d0b5e-2332-45c5-a499-f8f9350a315b None None] Bound port: 025b5d45-ade1-4ea6-b047-56cab05a5c04, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd2e4b2b-7587-46d9-94de-fd9dfbaf70fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '138bf702-4d39-408e-a83e-f851bcf14b73'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:14:34.030644 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-cb9d0b5e-2332-45c5-a499-f8f9350a315b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:34.031325 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-d63dce0a-79f0-4d15-b6b1-aeeb8b1a1a1d tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0168622 Oct 04 09:14:34.047239 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57100) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:34.074724 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [None req-60ccedbe-1d63-4797-9ebc-fba63cbf775e tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=89032) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:34.075938 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-60ccedbe-1d63-4797-9ebc-fba63cbf775e tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0280650 Oct 04 09:14:34.093406 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57104) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:34.093804 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd3d112-5747-4933-a5d7-c8f8df04d410 None None] Routers {'7b98cb96-96e5-4309-b7c7-5d8c3948abb6'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:14:34.094462 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-6dd3d112-5747-4933-a5d7-c8f8df04d410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:14:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['7b98cb96-96e5-4309-b7c7-5d8c3948abb6'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:34.098656 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [None req-8cee1bb6-b83f-45b7-ac88-234f3a11d083 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=89032) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:34.099664 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a1a2109c-d534-4a0f-8f46-95220b4a5920 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:34.099793 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-8cee1bb6-b83f-45b7-ac88-234f3a11d083 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0053244 Oct 04 09:14:34.101732 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a1a2109c-d534-4a0f-8f46-95220b4a5920 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.4648261 Oct 04 09:14:34.121175 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57108) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:34.121454 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57110) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:34.124030 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-37be5c8d-6805-4082-ae8c-3ceb37fbf506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:34.142580 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [None req-2aeebd43-e9a6-4ff2-81f7-984d5b0a2372 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=89032) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:34.146120 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-2aeebd43-e9a6-4ff2-81f7-984d5b0a2372 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0179906 Oct 04 09:14:34.183046 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325f0fc8-33ab-438a-9cbf-5dbb6db601ab None None] DHCP port deletion for e407a8e0-90aa-4298-bfe6-215c637a1f88 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:14:34.195092 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57116) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:34.220845 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [None req-93aeed9a-04cd-4c9b-9131-2941b4d50f30 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=89033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:34.225127 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-93aeed9a-04cd-4c9b-9131-2941b4d50f30 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0205660 Oct 04 09:14:34.241835 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57120) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:34.243942 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-0055b168-9c33-495f-9ea2-1e09fed201b1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Deleting port 08ea6fbd-3934-4f1f-849f-9825f3998b62 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:14:34.244380 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0055b168-9c33-495f-9ea2-1e09fed201b1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:34.254396 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-6dd3d112-5747-4933-a5d7-c8f8df04d410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:34.256204 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-325f0fc8-33ab-438a-9cbf-5dbb6db601ab None None] Deleting port 08ea6fbd-3934-4f1f-849f-9825f3998b62 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:14:34.256699 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-325f0fc8-33ab-438a-9cbf-5dbb6db601ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:34.276689 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [None req-8ea65078-61c7-4cde-aad9-b7fec9205f77 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=89033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:34.280301 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-8ea65078-61c7-4cde-aad9-b7fec9205f77 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0352695 Oct 04 09:14:34.294318 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57124) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:34.306153 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 169944a1-041a-4a9d-88d2-5ba3c43f4261 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:14:34.338761 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba6c768-887e-4b24-9e49-39b6278ff575 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:34.344665 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba6c768-887e-4b24-9e49-39b6278ff575 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:34.350901 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba6c768-887e-4b24-9e49-39b6278ff575 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:34.353554 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-4acdd090-e3fd-4eec-8165-478bd3c4b198 None None] Allocated IP 2001:db8:1::2 (869b780c-0b46-4c73-95dc-399bb83f1daf/418b8ea4-31da-4bf8-bac1-535939a11bb8/3cfe484f-9f44-465e-b862-acdb45fefe69) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:14:34.357297 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba6c768-887e-4b24-9e49-39b6278ff575 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:34.360944 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 169944a1-041a-4a9d-88d2-5ba3c43f4261 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:14:34.361325 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:34.361666 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 169944a1-041a-4a9d-88d2-5ba3c43f4261 Oct 04 09:14:34.362947 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba6c768-887e-4b24-9e49-39b6278ff575 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:34.369090 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba6c768-887e-4b24-9e49-39b6278ff575 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:34.376994 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-4ba6c768-887e-4b24-9e49-39b6278ff575 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.5990062 Oct 04 09:14:34.434974 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57128) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:34.471631 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-9e3b4cff-2cc0-43dd-9738-9e7598f40213 None None] Provisioning complete for port 169944a1-041a-4a9d-88d2-5ba3c43f4261 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:14:34.471924 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-9e3b4cff-2cc0-43dd-9738-9e7598f40213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:34.472269 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-9e3b4cff-2cc0-43dd-9738-9e7598f40213 None None] Attempt 1 to provision port 169944a1-041a-4a9d-88d2-5ba3c43f4261 Oct 04 09:14:34.496240 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd3d112-5747-4933-a5d7-c8f8df04d410 None None] Routers {'7b98cb96-96e5-4309-b7c7-5d8c3948abb6'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:14:34.496904 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-6dd3d112-5747-4933-a5d7-c8f8df04d410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:14:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['7b98cb96-96e5-4309-b7c7-5d8c3948abb6'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:34.509171 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [None req-8eacea1e-29a5-444b-81c6-85d40e4f3329 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=89033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:34.510276 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-8eacea1e-29a5-444b-81c6-85d40e4f3329 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.2149599 Oct 04 09:14:34.518391 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57132) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:34.645726 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-6dd3d112-5747-4933-a5d7-c8f8df04d410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:34.646145 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd3d112-5747-4933-a5d7-c8f8df04d410 None None] The sync data for ids ['7b98cb96-96e5-4309-b7c7-5d8c3948abb6'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:14:34.686842 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-64656aa7-ac7d-4be1-9446-82dffb3d2e49 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] 10.222.0.50 "GET /v2.0/routers/7b98cb96-96e5-4309-b7c7-5d8c3948abb6 HTTP/1.1" status: 200 len: 921 time: 0.6738620 Oct 04 09:14:34.691592 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57136) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:34.762321 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-cb9d0b5e-2332-45c5-a499-f8f9350a315b None None] For port 025b5d45-ade1-4ea6-b047-56cab05a5c04, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:14:34.794086 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-e4e0c4c9-529b-4081-9a8e-9e6a94a8b13b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Allocated IP 172.20.0.1 (138bf702-4d39-408e-a83e-f851bcf14b73/6d967559-d6ed-45c4-9b8b-3040971872eb/95a57023-7c2b-4f2e-8f8f-f42d5e3ca393) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:14:34.794603 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-cb9d0b5e-2332-45c5-a499-f8f9350a315b None None] For port 025b5d45-ade1-4ea6-b047-56cab05a5c04, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=025b5d45-ade1-4ea6-b047-56cab05a5c04,segment=NetworkSegment(cd2e4b2b-7587-46d9-94de-fd9dfbaf70fe),segment_id=cd2e4b2b-7587-46d9-94de-fd9dfbaf70fe)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:14:34.807767 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [None req-af4244fe-039c-4cba-aecf-7d32a01091c1 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=89032) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:34.811291 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-af4244fe-039c-4cba-aecf-7d32a01091c1 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.2870901 Oct 04 09:14:34.828682 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-734c777d-2e1d-4e5c-b89f-e99baeffb056 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] 10.222.0.50 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.3899016 Oct 04 09:14:34.828884 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-cb9d0b5e-2332-45c5-a499-f8f9350a315b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:34.830938 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57140) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:34.831080 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57142) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:34.846602 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [None req-8fefe2fa-4bc6-42db-be40-2a8c3f24cf18 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=89032) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:34.850888 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-8fefe2fa-4bc6-42db-be40-2a8c3f24cf18 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0134115 Oct 04 09:14:34.852161 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57148) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:34.874636 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [None req-f25d27b3-f2a5-4e53-b577-66840602c76c tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=89033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:34.878275 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-f25d27b3-f2a5-4e53-b577-66840602c76c tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0113978 Oct 04 09:14:34.884212 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57152) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:34.891300 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [None req-b873665b-4f4b-4267-a9dc-b95931b348ee tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=89032) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:34.894869 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-b873665b-4f4b-4267-a9dc-b95931b348ee tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0048501 Oct 04 09:14:34.898951 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57156) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:34.903066 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-0055b168-9c33-495f-9ea2-1e09fed201b1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] For port 08ea6fbd-3934-4f1f-849f-9825f3998b62, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=08ea6fbd-3934-4f1f-849f-9825f3998b62,segment=NetworkSegment(36f05c15-a25f-46bd-b32c-f793ff0bef6e),segment_id=36f05c15-a25f-46bd-b32c-f793ff0bef6e)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:14:34.903539 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0055b168-9c33-495f-9ea2-1e09fed201b1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:34.916246 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [None req-4ce231db-cc3a-4261-857c-6e76083204cb tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=89033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:34.919829 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-4ce231db-cc3a-4261-857c-6e76083204cb tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0173440 Oct 04 09:14:34.920553 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37be5c8d-6805-4082-ae8c-3ceb37fbf506 admin admin] Router debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:14:34.924607 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57160) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:34.981543 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [None req-469baee1-89c1-4d0b-bae4-d584428fa990 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=89033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:34.985218 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-469baee1-89c1-4d0b-bae4-d584428fa990 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0569360 Oct 04 09:14:35.039706 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57164) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:35.048604 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-0055b168-9c33-495f-9ea2-1e09fed201b1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Calling delete_port for 08ea6fbd-3934-4f1f-849f-9825f3998b62 owned by network:dhcp {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:14:35.107133 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [None req-442fc757-1abb-4b09-bb56-45f84c3a38a5 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=89032) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:35.110645 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-442fc757-1abb-4b09-bb56-45f84c3a38a5 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0651181 Oct 04 09:14:35.112424 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57168) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:35.132977 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [None req-530996a1-6ea9-4584-aaca-761ba55585b6 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=89032) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:35.136944 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-530996a1-6ea9-4584-aaca-761ba55585b6 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0105960 Oct 04 09:14:35.140172 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57172) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:35.145165 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 169944a1-041a-4a9d-88d2-5ba3c43f4261 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:14:35.145550 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:35.186398 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-325f0fc8-33ab-438a-9cbf-5dbb6db601ab None None] For port 08ea6fbd-3934-4f1f-849f-9825f3998b62, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=08ea6fbd-3934-4f1f-849f-9825f3998b62,segment=NetworkSegment(36f05c15-a25f-46bd-b32c-f793ff0bef6e),segment_id=36f05c15-a25f-46bd-b32c-f793ff0bef6e)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:14:35.186795 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-325f0fc8-33ab-438a-9cbf-5dbb6db601ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:35.187717 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5c9c7b-a532-4889-98e9-8b4d086709f0 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:35.189264 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-2e5c9c7b-a532-4889-98e9-8b4d086709f0 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=f33938cd-879e-4461-9b5e-aa67b746b6bd&device_id=7b98cb96-96e5-4309-b7c7-5d8c3948abb6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4950054 Oct 04 09:14:35.190146 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452e62aa-de2c-4399-b57b-868345d9befb tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:35.192123 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452e62aa-de2c-4399-b57b-868345d9befb tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:35.193540 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57176) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:35.193937 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452e62aa-de2c-4399-b57b-868345d9befb tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:35.195589 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452e62aa-de2c-4399-b57b-868345d9befb tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:35.197515 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452e62aa-de2c-4399-b57b-868345d9befb tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:35.202863 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-452e62aa-de2c-4399-b57b-868345d9befb tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3634195 Oct 04 09:14:35.206422 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [None req-83b4fb19-fb78-45ec-a25e-229b01789d71 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=89032) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:35.208790 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-83b4fb19-fb78-45ec-a25e-229b01789d71 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0608768 Oct 04 09:14:35.218223 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57180) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:35.218470 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57182) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:35.242747 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d0b5e-2332-45c5-a499-f8f9350a315b None None] Pushing event updated for resources: {'Port': ['ID=025b5d45-ade1-4ea6-b047-56cab05a5c04,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:35.268076 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 169944a1-041a-4a9d-88d2-5ba3c43f4261, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=169944a1-041a-4a9d-88d2-5ba3c43f4261,segment=NetworkSegment(e6dad9c1-173b-426b-a590-9c4ec8a1a6df),segment_id=e6dad9c1-173b-426b-a590-9c4ec8a1a6df)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:14:35.275301 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [None req-91a2bb63-9269-457c-92f5-875bc2aaa619 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=89032) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:35.278969 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-91a2bb63-9269-457c-92f5-875bc2aaa619 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0551000 Oct 04 09:14:35.299928 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57188) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:35.402187 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [None req-a67804ec-af7d-4f4a-b559-47218899d792 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=89033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:35.405732 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a67804ec-af7d-4f4a-b559-47218899d792 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0233278 Oct 04 09:14:35.405887 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:35.405887 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 9bd82293-4bab-4a4b-a307-2d52334cb934 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:14:35.407901 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57192) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:35.421561 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0055b168-9c33-495f-9ea2-1e09fed201b1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:35.434008 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04fbd9d-5172-4880-a7d7-243a09970f9c tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attributes excluded by policy engine: ['shared'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:35.436061 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04fbd9d-5172-4880-a7d7-243a09970f9c tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attributes excluded by policy engine: ['shared'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:35.437833 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04fbd9d-5172-4880-a7d7-243a09970f9c tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attributes excluded by policy engine: ['shared'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:35.439571 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04fbd9d-5172-4880-a7d7-243a09970f9c tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attributes excluded by policy engine: ['shared'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:35.440661 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-325f0fc8-33ab-438a-9cbf-5dbb6db601ab None None] Calling delete_port for 08ea6fbd-3934-4f1f-849f-9825f3998b62 owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:14:35.442516 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04fbd9d-5172-4880-a7d7-243a09970f9c tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attributes excluded by policy engine: ['shared'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:35.448549 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-c04fbd9d-5172-4880-a7d7-243a09970f9c tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] 10.222.0.50 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2289286 Oct 04 09:14:35.459841 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57196) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:35.474627 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e4e0c4c9-529b-4081-9a8e-9e6a94a8b13b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:35.497372 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-e4e0c4c9-529b-4081-9a8e-9e6a94a8b13b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Transition to ACTIVE for port object 95a57023-7c2b-4f2e-8f8f-f42d5e3ca393 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:14:35.517413 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0055b168-9c33-495f-9ea2-1e09fed201b1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event deleted for resources: {'Port': ['ID=08ea6fbd-3934-4f1f-849f-9825f3998b62,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:35.519994 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0055b168-9c33-495f-9ea2-1e09fed201b1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] No DVR routers for this DVR port 08ea6fbd-3934-4f1f-849f-9825f3998b62 on host dv-neutron-860215-1-hyperv {{(pid=89033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:14:35.530174 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-9e3b4cff-2cc0-43dd-9738-9e7598f40213 None None] Current status of the port 169944a1-041a-4a9d-88d2-5ba3c43f4261 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:14:35.530545 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-9e3b4cff-2cc0-43dd-9738-9e7598f40213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:35.541227 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6b793d18-f81d-479b-a268-548970f8015b tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:35.560502 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [None req-ad7a9ec4-4114-45e8-a4be-b7fdd64adab1 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=89032) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:35.562019 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-ad7a9ec4-4114-45e8-a4be-b7fdd64adab1 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.1370490 Oct 04 09:14:35.571590 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e4e0c4c9-529b-4081-9a8e-9e6a94a8b13b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:35.580564 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57200) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:35.598405 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-4acdd090-e3fd-4eec-8165-478bd3c4b198 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:35.638045 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-4acdd090-e3fd-4eec-8165-478bd3c4b198 None None] Transition to ACTIVE for port object 3cfe484f-9f44-465e-b862-acdb45fefe69 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:14:35.647548 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [None req-26af3e48-79c2-4b93-9f3f-bf2fb5e34429 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=89032) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:35.649564 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-26af3e48-79c2-4b93-9f3f-bf2fb5e34429 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0126724 Oct 04 09:14:35.654049 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57204) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:35.663025 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37be5c8d-6805-4082-ae8c-3ceb37fbf506 admin admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:14:35.673408 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [None req-e24ab710-a193-46a0-a86f-deaba7a7081e tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=89033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:35.677088 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-e24ab710-a193-46a0-a86f-deaba7a7081e tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0086746 Oct 04 09:14:35.688437 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fa4e09-3768-4745-9b40-beafa919af63 None None] Sync routers for ids ['debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:14:35.698099 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57208) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:35.709278 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fa4e09-3768-4745-9b40-beafa919af63 None None] Routers {'debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:14:35.709902 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-d8fa4e09-3768-4745-9b40-beafa919af63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:14:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:35.735238 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-4acdd090-e3fd-4eec-8165-478bd3c4b198 None None] Transition to ACTIVE for port object 3cfe484f-9f44-465e-b862-acdb45fefe69 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:14:35.741976 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=169944a1-041a-4a9d-88d2-5ba3c43f4261,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:35.749980 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.db.api [None req-325f0fc8-33ab-438a-9cbf-5dbb6db601ab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:14:35.750576 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG oslo_db.api [None req-325f0fc8-33ab-438a-9cbf-5dbb6db601ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:14:35.753474 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-4acdd090-e3fd-4eec-8165-478bd3c4b198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:35.771098 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e0c4c9-529b-4081-9a8e-9e6a94a8b13b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Network 138bf702-4d39-408e-a83e-f851bcf14b73 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:14:35.799783 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.db.api [None req-9e3b4cff-2cc0-43dd-9738-9e7598f40213 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:14:35.800618 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG oslo_db.api [None req-9e3b4cff-2cc0-43dd-9738-9e7598f40213 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:14:35.811572 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-e4e0c4c9-529b-4081-9a8e-9e6a94a8b13b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:14:35.823502 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 9bd82293-4bab-4a4b-a307-2d52334cb934 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:14:35.823870 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:35.824398 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 9bd82293-4bab-4a4b-a307-2d52334cb934 Oct 04 09:14:35.836736 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [None req-56fe6879-399c-446d-b266-d1cbd691a1fe tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=89033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:35.837722 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-56fe6879-399c-446d-b266-d1cbd691a1fe tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.1318760 Oct 04 09:14:35.838601 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e0c4c9-529b-4081-9a8e-9e6a94a8b13b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Port': ['ID=95a57023-7c2b-4f2e-8f8f-f42d5e3ca393,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:35.842101 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14fba95-6c15-4630-ac3b-ae1988ab8f4c tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:35.843524 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-c14fba95-6c15-4630-ac3b-ae1988ab8f4c tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] 10.222.0.50 "GET /v2.0/networks/f33938cd-879e-4461-9b5e-aa67b746b6bd HTTP/1.1" status: 200 len: 881 time: 0.6481588 Oct 04 09:14:35.846557 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e0c4c9-529b-4081-9a8e-9e6a94a8b13b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:14:35.862896 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57212) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:35.863474 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57214) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:35.872749 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [None req-05a6563b-b229-45e2-a780-4d876e296bfa tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=89033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:35.874170 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-05a6563b-b229-45e2-a780-4d876e296bfa tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0068533 Oct 04 09:14:35.899329 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acdd090-e3fd-4eec-8165-478bd3c4b198 None None] Network 869b780c-0b46-4c73-95dc-399bb83f1daf is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:14:35.906189 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-4acdd090-e3fd-4eec-8165-478bd3c4b198 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:14:35.909569 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acdd090-e3fd-4eec-8165-478bd3c4b198 None None] Pushing event updated for resources: {'Port': ['ID=3cfe484f-9f44-465e-b862-acdb45fefe69,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:35.911985 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acdd090-e3fd-4eec-8165-478bd3c4b198 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:14:35.920106 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57220) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:35.954166 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0055b168-9c33-495f-9ea2-1e09fed201b1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:35.966278 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [None req-76935124-53f7-4bd9-b159-14b7da9b3a4e tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=89033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:35.967544 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-76935124-53f7-4bd9-b159-14b7da9b3a4e tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0393012 Oct 04 09:14:35.970360 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57224) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:35.998434 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-305ab1c9-3031-42d0-b8ee-e7c9f1e9586f tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b98cb96-96e5-4309-b7c7-5d8c3948abb6 HTTP/1.1" status: 200 len: 205 time: 0.1292794 Oct 04 09:14:35.999891 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-d8fa4e09-3768-4745-9b40-beafa919af63 None None] Set router debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:14:36.011553 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [None req-3fc3ebb5-d143-4f79-b1fb-80f9bf8d4e6a tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=89033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:36.013211 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-3fc3ebb5-d143-4f79-b1fb-80f9bf8d4e6a tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0281215 Oct 04 09:14:36.030338 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57228) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:36.031042 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57230) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:36.112473 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-4acdd090-e3fd-4eec-8165-478bd3c4b198 None None] Attempting to bind port 3cfe484f-9f44-465e-b862-acdb45fefe69 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:14:36.112850 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-4acdd090-e3fd-4eec-8165-478bd3c4b198 None None] Attempting to bind port 3cfe484f-9f44-465e-b862-acdb45fefe69 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'b1195661-bd82-4f19-8ca0-362e2d960b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '869b780c-0b46-4c73-95dc-399bb83f1daf'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:14:36.113215 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acdd090-e3fd-4eec-8165-478bd3c4b198 None None] Attempting to bind port 3cfe484f-9f44-465e-b862-acdb45fefe69 on network 869b780c-0b46-4c73-95dc-399bb83f1daf {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:14:36.130950 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acdd090-e3fd-4eec-8165-478bd3c4b198 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:14:36.131329 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acdd090-e3fd-4eec-8165-478bd3c4b198 None None] Checking segment: {'id': 'b1195661-bd82-4f19-8ca0-362e2d960b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '869b780c-0b46-4c73-95dc-399bb83f1daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:14:36.131736 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-4acdd090-e3fd-4eec-8165-478bd3c4b198 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:36.132135 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acdd090-e3fd-4eec-8165-478bd3c4b198 None None] Bound using segment: {'id': 'b1195661-bd82-4f19-8ca0-362e2d960b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '869b780c-0b46-4c73-95dc-399bb83f1daf'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:14:36.132670 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-4acdd090-e3fd-4eec-8165-478bd3c4b198 None None] Bound port: 3cfe484f-9f44-465e-b862-acdb45fefe69, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1195661-bd82-4f19-8ca0-362e2d960b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '869b780c-0b46-4c73-95dc-399bb83f1daf'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:14:36.133047 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-4acdd090-e3fd-4eec-8165-478bd3c4b198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:36.167337 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 9bd82293-4bab-4a4b-a307-2d52334cb934 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:14:36.297264 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-325f0fc8-33ab-438a-9cbf-5dbb6db601ab None None] Deleting port 08ea6fbd-3934-4f1f-849f-9825f3998b62 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:14:36.297685 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-325f0fc8-33ab-438a-9cbf-5dbb6db601ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:36.400567 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e4e0c4c9-529b-4081-9a8e-9e6a94a8b13b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737202'] for router_interface, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:36.483995 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 025b5d45-ade1-4ea6-b047-56cab05a5c04 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:14:36.507291 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-d8fa4e09-3768-4745-9b40-beafa919af63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d', 'name': 'tempest-ServersTestManualDisk-369945417-router', 'tenant_id': '99eb97a23923415a910878c133c071d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.227'}], 'enable_snat': True}, 'gw_port_id': 'b44cf7be-9777-4b89-aec1-02904b539cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:14:23Z', 'updated_at': '2022-10-04T09:14:32Z', 'revision_number': 3, 'project_id': '99eb97a23923415a910878c133c071d7', 'gw_port': {'id': 'b44cf7be-9777-4b89-aec1-02904b539cf3', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d2:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:14:28Z', 'updated_at': '2022-10-04T09:14:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:36.507700 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [None req-07ffb463-442a-4cf3-b860-d7ab5003a98f tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=89033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:36.508715 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-07ffb463-442a-4cf3-b860-d7ab5003a98f tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.4749122 Oct 04 09:14:36.512270 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fa4e09-3768-4745-9b40-beafa919af63 None None] Checking router: debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:14:36.512855 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fa4e09-3768-4745-9b40-beafa919af63 None None] Updating router debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d port b44cf7be-9777-4b89-aec1-02904b539cf3 binding host dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:14:36.513997 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ad6e77f5-cd59-4df2-b2a6-7d263927ec57 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks [] for router, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:36.525733 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-325f0fc8-33ab-438a-9cbf-5dbb6db601ab None None] The port '08ea6fbd-3934-4f1f-849f-9825f3998b62' was deleted {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 04 09:14:36.557684 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57236) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:36.562526 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e223ee-4343-47a3-a482-61b5647ffef8 None None] Network 138bf702-4d39-408e-a83e-f851bcf14b73 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:14:36.566089 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [None req-7d1b3de5-2800-48a3-aa12-8c1fbab3526b tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=89032) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:36.569752 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-7d1b3de5-2800-48a3-aa12-8c1fbab3526b tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0108988 Oct 04 09:14:36.575510 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-d8fa4e09-3768-4745-9b40-beafa919af63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:36.580392 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57240) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:36.605947 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [None req-924bffc4-147d-4132-acfd-c17f3b3a4322 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=89032) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:36.612111 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-924bffc4-147d-4132-acfd-c17f3b3a4322 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0302186 Oct 04 09:14:36.619531 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57244) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:36.619739 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-4acdd090-e3fd-4eec-8165-478bd3c4b198 None None] For port 3cfe484f-9f44-465e-b862-acdb45fefe69, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:14:36.627172 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-4acdd090-e3fd-4eec-8165-478bd3c4b198 None None] For port 3cfe484f-9f44-465e-b862-acdb45fefe69, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=3cfe484f-9f44-465e-b862-acdb45fefe69,segment=NetworkSegment(b1195661-bd82-4f19-8ca0-362e2d960b85),segment_id=b1195661-bd82-4f19-8ca0-362e2d960b85)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:14:36.643034 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [None req-712447bd-c56f-4488-8df9-ac3129b75cda tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=89032) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:36.647242 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-712447bd-c56f-4488-8df9-ac3129b75cda tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0131211 Oct 04 09:14:36.654281 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57248) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:36.663509 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [None req-a781a114-7e16-4478-bafa-a50314e65cb7 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=89032) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:36.668231 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-a781a114-7e16-4478-bafa-a50314e65cb7 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0114739 Oct 04 09:14:36.673562 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57252) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:36.675778 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-9e3b4cff-2cc0-43dd-9738-9e7598f40213 None None] Current status of the port 169944a1-041a-4a9d-88d2-5ba3c43f4261 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:14:36.680213 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-4acdd090-e3fd-4eec-8165-478bd3c4b198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:36.695980 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [None req-0a3366e5-9b21-4f05-99c8-b5f03885fefe tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=89032) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:36.706875 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-0a3366e5-9b21-4f05-99c8-b5f03885fefe tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0197005 Oct 04 09:14:36.706875 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57256) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:36.720574 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [None req-d06d6809-5631-4ce3-a94a-85a5b136c78f tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=89032) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:36.725477 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-d06d6809-5631-4ce3-a94a-85a5b136c78f tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0182986 Oct 04 09:14:36.728846 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57260) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:36.737550 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [None req-753b3e5f-718a-47b8-80f5-673eb188e078 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=89032) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:36.743026 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-753b3e5f-718a-47b8-80f5-673eb188e078 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0096354 Oct 04 09:14:36.753985 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57264) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:36.757822 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-37be5c8d-6805-4082-ae8c-3ceb37fbf506 admin admin] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:36.764028 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-37be5c8d-6805-4082-ae8c-3ceb37fbf506 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 13.5111210 Oct 04 09:14:36.787868 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57268) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:36.790113 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-0055b168-9c33-495f-9ea2-1e09fed201b1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e407a8e0-90aa-4298-bfe6-215c637a1f88']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:36.806726 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ad6e77f5-cd59-4df2-b2a6-7d263927ec57 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:36.811604 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [None req-4149a55a-b0e3-44e1-a79c-c28f224a4a31 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=89032) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:36.821243 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-4149a55a-b0e3-44e1-a79c-c28f224a4a31 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0615985 Oct 04 09:14:36.821243 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57270) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:36.825834 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06350d0a-f825-4e38-917a-8c15567d9be9 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:36.826570 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-06350d0a-f825-4e38-917a-8c15567d9be9 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Synchronizing usage tracker for tenant:5b1c6a997cf443e88f0c80c3c8bb1373 on resource:network {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:14:36.832474 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [None req-f6492e95-502c-4f4c-8915-e7416c02e328 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=89032) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:36.838400 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-f6492e95-502c-4f4c-8915-e7416c02e328 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0127945 Oct 04 09:14:36.852183 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57274) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:36.858045 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 025b5d45-ade1-4ea6-b047-56cab05a5c04 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:14:36.865892 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [None req-6c414294-ccc9-4cd5-8cd9-7ed97c85f6b3 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=89032) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:36.871444 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-6c414294-ccc9-4cd5-8cd9-7ed97c85f6b3 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0152252 Oct 04 09:14:36.873758 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57280) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:36.878340 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acdd090-e3fd-4eec-8165-478bd3c4b198 None None] Pushing event updated for resources: {'Port': ['ID=3cfe484f-9f44-465e-b862-acdb45fefe69,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:36.886194 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-29942e1b-400d-46b3-90da-6f5c0762fcb1 None None] Provisioning for port 025b5d45-ade1-4ea6-b047-56cab05a5c04 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:14:36.892269 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 025b5d45-ade1-4ea6-b047-56cab05a5c04 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:14:36.892964 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:36.893506 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [None req-f0db292b-4a4a-4644-aa73-6a2cb805af3a tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=89032) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:36.893849 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 025b5d45-ade1-4ea6-b047-56cab05a5c04 Oct 04 09:14:36.897406 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-f0db292b-4a4a-4644-aa73-6a2cb805af3a tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0195632 Oct 04 09:14:36.903425 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57284) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:36.912490 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [None req-2a519049-7217-4829-b19a-8666d7d6ce20 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=89032) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:36.916315 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-2a519049-7217-4829-b19a-8666d7d6ce20 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0098426 Oct 04 09:14:36.923636 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57288) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:36.943688 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [None req-b992531c-074b-49f7-9d7e-6108e2e16bdc tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=89032) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:36.948184 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-b992531c-074b-49f7-9d7e-6108e2e16bdc tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0236168 Oct 04 09:14:36.951074 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-6b793d18-f81d-479b-a268-548970f8015b tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Allocated IP 2001:db8::1 (128e066a-7e13-424d-89d1-2b0c4cca0797/90171133-9267-4630-acfb-256a10eb4723/33ee075c-6230-4411-bc51-289390a15220) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:14:36.954158 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57292) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:36.964612 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [None req-89b378ca-ac49-4b12-a128-fe08cbd3f2d6 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=89032) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:36.968504 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-89b378ca-ac49-4b12-a128-fe08cbd3f2d6 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0133176 Oct 04 09:14:36.969293 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57296) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:36.977365 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [None req-53575ac3-d428-4465-aee5-f937ddee4ce6 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=89032) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:36.981307 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-53575ac3-d428-4465-aee5-f937ddee4ce6 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0088530 Oct 04 09:14:36.988862 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-29942e1b-400d-46b3-90da-6f5c0762fcb1 None None] Provisioning complete for port 025b5d45-ade1-4ea6-b047-56cab05a5c04 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:14:36.989546 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-29942e1b-400d-46b3-90da-6f5c0762fcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:36.990089 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-29942e1b-400d-46b3-90da-6f5c0762fcb1 None None] Attempt 1 to provision port 025b5d45-ade1-4ea6-b047-56cab05a5c04 Oct 04 09:14:37.004583 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-d8fa4e09-3768-4745-9b40-beafa919af63 None None] Notify callbacks [] for port, precommit_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:37.019406 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.provisioning_blocks [None req-d8fa4e09-3768-4745-9b40-beafa919af63 None None] Transition to ACTIVE for port object b44cf7be-9777-4b89-aec1-02904b539cf3 will not be triggered until provisioned by entity L2. {{(pid=89035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:14:37.034058 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-d8fa4e09-3768-4745-9b40-beafa919af63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:37.058183 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57300) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:37.066948 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-0055b168-9c33-495f-9ea2-1e09fed201b1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36f05c15-a25f-46bd-b32c-f793ff0bef6e') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:37.067581 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-0055b168-9c33-495f-9ea2-1e09fed201b1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36f05c15-a25f-46bd-b32c-f793ff0bef6e') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:37.075989 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e4e0c4c9-529b-4081-9a8e-9e6a94a8b13b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:37.107480 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0055b168-9c33-495f-9ea2-1e09fed201b1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:37.152390 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0055b168-9c33-495f-9ea2-1e09fed201b1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:37.159474 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0055b168-9c33-495f-9ea2-1e09fed201b1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:14:37.160168 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0055b168-9c33-495f-9ea2-1e09fed201b1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:37.169724 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-d8fa4e09-3768-4745-9b40-beafa919af63 None None] Attempting to bind port b44cf7be-9777-4b89-aec1-02904b539cf3 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:14:37.170254 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-d8fa4e09-3768-4745-9b40-beafa919af63 None None] Attempting to bind port b44cf7be-9777-4b89-aec1-02904b539cf3 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:14:37.170747 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fa4e09-3768-4745-9b40-beafa919af63 None None] Attempting to bind port b44cf7be-9777-4b89-aec1-02904b539cf3 on network f33938cd-879e-4461-9b5e-aa67b746b6bd {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:14:37.181176 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7a50d6-5284-4443-bf3e-ca9416302a4f None None] Pushing event updated for resources: {'Port': ['ID=b44cf7be-9777-4b89-aec1-02904b539cf3,revision_number=2']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:37.189928 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fa4e09-3768-4745-9b40-beafa919af63 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:14:37.190311 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fa4e09-3768-4745-9b40-beafa919af63 None None] Checking segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:14:37.190711 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-d8fa4e09-3768-4745-9b40-beafa919af63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:37.191277 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fa4e09-3768-4745-9b40-beafa919af63 None None] Bound using segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:14:37.191752 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-d8fa4e09-3768-4745-9b40-beafa919af63 None None] Bound port: b44cf7be-9777-4b89-aec1-02904b539cf3, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:14:37.192202 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-d8fa4e09-3768-4745-9b40-beafa919af63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:37.299047 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 025b5d45-ade1-4ea6-b047-56cab05a5c04 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:14:37.299434 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:37.301453 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-d8fa4e09-3768-4745-9b40-beafa919af63 None None] For port b44cf7be-9777-4b89-aec1-02904b539cf3, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:14:37.307380 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-d8fa4e09-3768-4745-9b40-beafa919af63 None None] For port b44cf7be-9777-4b89-aec1-02904b539cf3, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=b44cf7be-9777-4b89-aec1-02904b539cf3,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:14:37.308428 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7a50d6-5284-4443-bf3e-ca9416302a4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:14:37.308926 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7a50d6-5284-4443-bf3e-ca9416302a4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:14:37.309520 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7a50d6-5284-4443-bf3e-ca9416302a4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:14:37.309909 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7a50d6-5284-4443-bf3e-ca9416302a4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:14:37.310405 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7a50d6-5284-4443-bf3e-ca9416302a4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:14:37.310762 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7a50d6-5284-4443-bf3e-ca9416302a4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:14:37.311252 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7a50d6-5284-4443-bf3e-ca9416302a4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:14:37.311612 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7a50d6-5284-4443-bf3e-ca9416302a4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:14:37.312036 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7a50d6-5284-4443-bf3e-ca9416302a4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:14:37.312474 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7a50d6-5284-4443-bf3e-ca9416302a4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:14:37.312805 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7a50d6-5284-4443-bf3e-ca9416302a4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:14:37.313449 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7a50d6-5284-4443-bf3e-ca9416302a4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:14:37.318830 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-d8fa4e09-3768-4745-9b40-beafa919af63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:37.353756 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [None req-df30342e-5edc-4359-ba90-af026d1336c6 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=89033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:37.355310 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-df30342e-5edc-4359-ba90-af026d1336c6 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0394268 Oct 04 09:14:37.359672 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0055b168-9c33-495f-9ea2-1e09fed201b1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:37.361597 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57308) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:37.371287 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 36f05c15-a25f-46bd-b32c-f793ff0bef6e resource provider aggregate not found Oct 04 09:14:37.386080 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-29942e1b-400d-46b3-90da-6f5c0762fcb1 None None] Current status of the port 025b5d45-ade1-4ea6-b047-56cab05a5c04 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:14:37.386473 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-29942e1b-400d-46b3-90da-6f5c0762fcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:37.420315 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 025b5d45-ade1-4ea6-b047-56cab05a5c04, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=025b5d45-ade1-4ea6-b047-56cab05a5c04,segment=NetworkSegment(cd2e4b2b-7587-46d9-94de-fd9dfbaf70fe),segment_id=cd2e4b2b-7587-46d9-94de-fd9dfbaf70fe)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:14:37.421094 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7a50d6-5284-4443-bf3e-ca9416302a4f None None] Pushing event updated for resources: {'Port': ['ID=b44cf7be-9777-4b89-aec1-02904b539cf3,revision_number=3']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:37.425855 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-ad6e77f5-cd59-4df2-b2a6-7d263927ec57 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Deleting port 54fcb57c-828b-4fe2-b56c-6a4c915afbd9 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:14:37.434741 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ad6e77f5-cd59-4df2-b2a6-7d263927ec57 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:37.448497 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fa4e09-3768-4745-9b40-beafa919af63 None None] Routers {'debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:14:37.449124 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-d8fa4e09-3768-4745-9b40-beafa919af63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:14:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:37.470726 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0055b168-9c33-495f-9ea2-1e09fed201b1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:37.479532 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:37.482294 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [None req-107bec89-5150-4fa5-a5ed-4f3aeac092fa tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=89033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:37.482926 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 169944a1-041a-4a9d-88d2-5ba3c43f4261 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:14:37.486812 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-107bec89-5150-4fa5-a5ed-4f3aeac092fa tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.1189160 Oct 04 09:14:37.492623 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-06350d0a-f825-4e38-917a-8c15567d9be9 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Unset dirty status for tenant:5b1c6a997cf443e88f0c80c3c8bb1373 on resource:network {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:14:37.493981 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-06350d0a-f825-4e38-917a-8c15567d9be9 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] 10.222.0.50 "GET /v2.0/networks/cabcd9b9-1cc0-4e5b-b775-e1c130435837 HTTP/1.1" status: 200 len: 804 time: 2.0295055 Oct 04 09:14:37.512379 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57314) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:37.512795 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57316) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:37.551600 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 36f05c15-a25f-46bd-b32c-f793ff0bef6e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 36f05c15-a25f-46bd-b32c-f793ff0bef6e found for delete ", "request_id": "req-c824a8f6-28a5-4768-a57f-68f398c1ca67"}]} Oct 04 09:14:37.572809 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [None req-774ea40b-f31d-42c8-9de2-f8a6efba87ce tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=89033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:37.580420 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-774ea40b-f31d-42c8-9de2-f8a6efba87ce tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0644529 Oct 04 09:14:37.581483 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0055b168-9c33-495f-9ea2-1e09fed201b1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event deleted for resources: {'Network': ['ID=e407a8e0-90aa-4298-bfe6-215c637a1f88,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:37.586130 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57322) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:37.624594 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-0055b168-9c33-495f-9ea2-1e09fed201b1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "DELETE /v2.0/networks/e407a8e0-90aa-4298-bfe6-215c637a1f88 HTTP/1.1" status: 204 len: 168 time: 4.0021777 Oct 04 09:14:37.626672 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57326) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:37.680650 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-d8fa4e09-3768-4745-9b40-beafa919af63 None None] Set router debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:14:37.721456 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.db.api [None req-29942e1b-400d-46b3-90da-6f5c0762fcb1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:14:37.721820 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG oslo_db.api [None req-29942e1b-400d-46b3-90da-6f5c0762fcb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:14:37.734978 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [None req-86355399-38d0-44e4-bbda-802b3aff0ff9 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=89033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:37.740256 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-86355399-38d0-44e4-bbda-802b3aff0ff9 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.1479671 Oct 04 09:14:37.747913 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=025b5d45-ade1-4ea6-b047-56cab05a5c04,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:37.752567 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57328) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:37.790408 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 169944a1-041a-4a9d-88d2-5ba3c43f4261 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:14:37.790797 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:37.791142 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 169944a1-041a-4a9d-88d2-5ba3c43f4261 Oct 04 09:14:37.951881 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e4e0c4c9-529b-4081-9a8e-9e6a94a8b13b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:37.984665 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e4e0c4c9-529b-4081-9a8e-9e6a94a8b13b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:38.000081 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-02efcc60-540a-49aa-9bce-400e3907f548 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] 10.222.0.50 "GET /v2.0/networks/cabcd9b9-1cc0-4e5b-b775-e1c130435837?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.4822793 Oct 04 09:14:38.009076 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [None req-126f84ea-6706-4641-ae47-dd0dd8f9a5c9 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=89033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:38.012903 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-126f84ea-6706-4641-ae47-dd0dd8f9a5c9 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.1760099 Oct 04 09:14:38.050987 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57334) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:38.051735 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57336) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:38.064653 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 169944a1-041a-4a9d-88d2-5ba3c43f4261 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:14:38.121252 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 08ea6fbd-3934-4f1f-849f-9825f3998b62 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:14:38.166003 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [None req-c2794040-5bb0-4a13-9ff3-ac7ed613c2df tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=89032) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:38.167010 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-c2794040-5bb0-4a13-9ff3-ac7ed613c2df tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0647981 Oct 04 09:14:38.173176 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57342) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:38.181120 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [None req-2f955fe6-a900-4906-84b2-54eb417194da tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=89033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:38.182087 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-2f955fe6-a900-4906-84b2-54eb417194da tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0071871 Oct 04 09:14:38.192472 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57346) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:38.194353 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 08ea6fbd-3934-4f1f-849f-9825f3998b62 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:14:38.198849 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 08ea6fbd-3934-4f1f-849f-9825f3998b62 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:14:38.221763 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [None req-c36a1db1-124d-4a05-9ba4-55f74f0150fe tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=89033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:38.222294 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-c36a1db1-124d-4a05-9ba4-55f74f0150fe tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0222051 Oct 04 09:14:38.231246 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57350) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:38.234279 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6b793d18-f81d-479b-a268-548970f8015b tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:38.238537 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-d8fa4e09-3768-4745-9b40-beafa919af63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d', 'name': 'tempest-ServersTestManualDisk-369945417-router', 'tenant_id': '99eb97a23923415a910878c133c071d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.227'}], 'enable_snat': True}, 'gw_port_id': 'b44cf7be-9777-4b89-aec1-02904b539cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:14:23Z', 'updated_at': '2022-10-04T09:14:32Z', 'revision_number': 3, 'project_id': '99eb97a23923415a910878c133c071d7', 'gw_port': {'id': 'b44cf7be-9777-4b89-aec1-02904b539cf3', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d2:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:14:28Z', 'updated_at': '2022-10-04T09:14:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:38.254197 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fa4e09-3768-4745-9b40-beafa919af63 None None] The sync data for ids ['debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d'] in dv-neutron-860215-1-hyperv is: [{'id': 'debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d', 'name': 'tempest-ServersTestManualDisk-369945417-router', 'tenant_id': '99eb97a23923415a910878c133c071d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.227'}], 'enable_snat': True}, 'gw_port_id': 'b44cf7be-9777-4b89-aec1-02904b539cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:14:23Z', 'updated_at': '2022-10-04T09:14:32Z', 'revision_number': 3, 'project_id': '99eb97a23923415a910878c133c071d7', 'gw_port': {'id': 'b44cf7be-9777-4b89-aec1-02904b539cf3', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d2:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:14:28Z', 'updated_at': '2022-10-04T09:14:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:14:38.267808 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [None req-18fb0653-2fc9-4857-ba9d-b0e7f439730b tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=89033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:38.269181 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-18fb0653-2fc9-4857-ba9d-b0e7f439730b tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0328057 Oct 04 09:14:38.292914 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57354) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:38.318325 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e4e0c4c9-529b-4081-9a8e-9e6a94a8b13b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736777'] for router_interface, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:38.320879 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-29942e1b-400d-46b3-90da-6f5c0762fcb1 None None] Current status of the port 025b5d45-ade1-4ea6-b047-56cab05a5c04 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:14:38.325388 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [None req-5d19b6b1-68a8-417b-b088-b98ac03aec94 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=89032) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:38.329078 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-5d19b6b1-68a8-417b-b088-b98ac03aec94 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0244024 Oct 04 09:14:38.330473 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e0c4c9-529b-4081-9a8e-9e6a94a8b13b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Port': ['ID=95a57023-7c2b-4f2e-8f8f-f42d5e3ca393,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:38.340048 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-6b793d18-f81d-479b-a268-548970f8015b tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Transition to ACTIVE for port object 33ee075c-6230-4411-bc51-289390a15220 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:14:38.344006 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57358) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:38.349577 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f2e9db-0aa4-428d-87d4-85e9d76f5f5c tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:38.359177 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-58f2e9db-0aa4-428d-87d4-85e9d76f5f5c tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] 10.222.0.50 "GET /v2.0/subnets/6c63cdf4-7ddb-482d-abad-78688c692ff6 HTTP/1.1" status: 200 len: 843 time: 0.2592158 Oct 04 09:14:38.361555 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57360) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:38.366096 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [None req-fea159b2-5a36-49d1-8a40-2948914b82e2 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=89032) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:38.369665 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-fea159b2-5a36-49d1-8a40-2948914b82e2 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0068049 Oct 04 09:14:38.370384 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57364) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:38.380610 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [None req-26a8d8a5-1517-403c-b65a-e6e555acb840 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=89032) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:38.384642 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-26a8d8a5-1517-403c-b65a-e6e555acb840 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0093277 Oct 04 09:14:38.391648 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9939bcd-7bd2-4458-8117-1e1891abd013 None None] Network 869b780c-0b46-4c73-95dc-399bb83f1daf requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:14:38.398376 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57370) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:38.417303 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [None req-05dd0943-1265-4fa8-8f3e-6e0b153b58a2 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=89032) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:38.420911 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-05dd0943-1265-4fa8-8f3e-6e0b153b58a2 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0178087 Oct 04 09:14:38.428803 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57374) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:38.458793 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [None req-45df5a7f-86e5-47b6-ab81-7daa917b9d02 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=89033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:38.462785 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-45df5a7f-86e5-47b6-ab81-7daa917b9d02 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0243945 Oct 04 09:14:38.484165 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 025b5d45-ade1-4ea6-b047-56cab05a5c04 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:14:38.487376 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57378) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:38.495011 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [None req-c49c8c4a-1781-46b7-8cc0-317c2018dff0 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=89033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:38.498370 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-c49c8c4a-1781-46b7-8cc0-317c2018dff0 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0076928 Oct 04 09:14:38.501546 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57382) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:38.507649 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ad6e77f5-cd59-4df2-b2a6-7d263927ec57 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:38.513375 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [None req-db61df94-86a6-46e8-b184-5e8923897324 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=89032) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:38.517185 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-db61df94-86a6-46e8-b184-5e8923897324 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0113146 Oct 04 09:14:38.520767 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57386) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:38.530848 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [None req-25da512b-f482-46d0-97c4-a41cbb5be24d tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=89032) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:38.534647 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-25da512b-f482-46d0-97c4-a41cbb5be24d tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0098107 Oct 04 09:14:38.535803 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57390) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:38.542241 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [None req-db495691-af02-4234-988f-d8d1d78b243d tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=89032) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:38.545691 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-db495691-af02-4234-988f-d8d1d78b243d tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0067818 Oct 04 09:14:38.545840 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81fb10b-7c64-4e47-acc1-a485302d4b00 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attributes excluded by policy engine: ['shared'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:38.545931 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a81fb10b-7c64-4e47-acc1-a485302d4b00 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Synchronizing usage tracker for tenant:5b1c6a997cf443e88f0c80c3c8bb1373 on resource:subnet {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:14:38.548875 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57394) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:38.558005 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [None req-86611715-fc30-4e1d-b884-4d8dde91bc30 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=89032) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:38.561394 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-86611715-fc30-4e1d-b884-4d8dde91bc30 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0083134 Oct 04 09:14:38.573124 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57398) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:38.582473 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [None req-b2c7589b-03af-4b12-b2c7-e10137f36901 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=89032) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:38.587068 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-b2c7589b-03af-4b12-b2c7-e10137f36901 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0089939 Oct 04 09:14:38.587068 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6b793d18-f81d-479b-a268-548970f8015b tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:38.594283 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-f4436759-97c0-4cb6-9cd3-966cb26f7c87 None None] Provisioning for port 3cfe484f-9f44-465e-b862-acdb45fefe69 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:14:38.613731 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57402) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:38.677758 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [None req-7c88f0e0-dbf6-4ea2-b961-fafd68fe9d9e tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=89032) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:38.679512 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-7c88f0e0-dbf6-4ea2-b961-fafd68fe9d9e tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0217631 Oct 04 09:14:38.687275 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57406) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:38.702189 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [None req-04c8b99f-9748-459d-bc22-c0aaec8c9243 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=89032) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:38.705761 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-04c8b99f-9748-459d-bc22-c0aaec8c9243 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0067317 Oct 04 09:14:38.705761 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b793d18-f81d-479b-a268-548970f8015b tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Network 128e066a-7e13-424d-89d1-2b0c4cca0797 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:14:38.713440 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57410) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:38.714470 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-6b793d18-f81d-479b-a268-548970f8015b tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:14:38.717058 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b793d18-f81d-479b-a268-548970f8015b tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:14:38.717600 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6b793d18-f81d-479b-a268-548970f8015b tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737202'] for router_interface, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:38.789325 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e0c4c9-529b-4081-9a8e-9e6a94a8b13b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Network 138bf702-4d39-408e-a83e-f851bcf14b73 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:14:38.793524 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 025b5d45-ade1-4ea6-b047-56cab05a5c04 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:14:38.794131 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:38.794782 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 025b5d45-ade1-4ea6-b047-56cab05a5c04 Oct 04 09:14:38.799682 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [None req-b62b34e7-6b17-445e-8a80-85c77707eca6 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=89032) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:38.802968 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-b62b34e7-6b17-445e-8a80-85c77707eca6 tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0099699 Oct 04 09:14:38.802968 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-e4e0c4c9-529b-4081-9a8e-9e6a94a8b13b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:14:38.847152 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57414) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:38.869469 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-f4436759-97c0-4cb6-9cd3-966cb26f7c87 None None] Provisioning for port 95a57023-7c2b-4f2e-8f8f-f42d5e3ca393 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:14:38.922241 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [None req-43b6a8dd-03a3-4316-9420-6eba9b8ff58d tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=89032) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:14:38.923158 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-43b6a8dd-03a3-4316-9420-6eba9b8ff58d tempest-ExtensionsTestJSON-298772813 tempest-ExtensionsTestJSON-298772813-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0189161 Oct 04 09:14:39.023609 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-f4436759-97c0-4cb6-9cd3-966cb26f7c87 None None] Provisioning complete for port 95a57023-7c2b-4f2e-8f8f-f42d5e3ca393 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:14:39.023986 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f4436759-97c0-4cb6-9cd3-966cb26f7c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:39.024327 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f4436759-97c0-4cb6-9cd3-966cb26f7c87 None None] Attempt 1 to provision port 95a57023-7c2b-4f2e-8f8f-f42d5e3ca393 Oct 04 09:14:39.054874 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b793d18-f81d-479b-a268-548970f8015b tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event updated for resources: {'Port': ['ID=33ee075c-6230-4411-bc51-289390a15220,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:39.084064 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6b793d18-f81d-479b-a268-548970f8015b tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:39.091369 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-ad6e77f5-cd59-4df2-b2a6-7d263927ec57 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Calling delete_port for 54fcb57c-828b-4fe2-b56c-6a4c915afbd9 owned by network:router_gateway {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:14:39.158782 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c966c049-818d-497d-b102-da74ffdde0aa tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:39.159881 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-c966c049-818d-497d-b102-da74ffdde0aa tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Synchronizing usage tracker for tenant:7c59b642fbd4440eb4278f2c0c212bcd on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:14:39.227776 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a81fb10b-7c64-4e47-acc1-a485302d4b00 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Unset dirty status for tenant:5b1c6a997cf443e88f0c80c3c8bb1373 on resource:subnet {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:14:39.227776 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a81fb10b-7c64-4e47-acc1-a485302d4b00 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] 10.222.0.50 "GET /v2.0/subnets/6c63cdf4-7ddb-482d-abad-78688c692ff6?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.8459530 Oct 04 09:14:39.240307 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57420) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:39.254358 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-afa6af86-3461-421b-8216-56947c242b7d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-197518670'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:39.255204 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f4436759-97c0-4cb6-9cd3-966cb26f7c87 None None] Port 95a57023-7c2b-4f2e-8f8f-f42d5e3ca393 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:14:39.341756 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 025b5d45-ade1-4ea6-b047-56cab05a5c04 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:14:39.342865 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 3cfe484f-9f44-465e-b862-acdb45fefe69 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:14:39.347887 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-afa6af86-3461-421b-8216-56947c242b7d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:14:39.377254 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-c966c049-818d-497d-b102-da74ffdde0aa tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Unset dirty status for tenant:7c59b642fbd4440eb4278f2c0c212bcd on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:14:39.383462 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-c966c049-818d-497d-b102-da74ffdde0aa tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 1.6323795 Oct 04 09:14:39.398955 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57426) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:39.437323 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 3cfe484f-9f44-465e-b862-acdb45fefe69 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:14:39.442532 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 3cfe484f-9f44-465e-b862-acdb45fefe69 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:14:39.442914 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:39.443249 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 3cfe484f-9f44-465e-b862-acdb45fefe69 Oct 04 09:14:39.480016 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-afa6af86-3461-421b-8216-56947c242b7d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:14:39.526068 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57430) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:39.572292 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa6af86-3461-421b-8216-56947c242b7d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Made reservation on behalf of 5b1c6a997cf443e88f0c80c3c8bb1373 for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:14:39.576106 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-afa6af86-3461-421b-8216-56947c242b7d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:39.636870 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afa6af86-3461-421b-8216-56947c242b7d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:14:39.660573 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 3cfe484f-9f44-465e-b862-acdb45fefe69 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:14:39.661835 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:39.719412 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 3cfe484f-9f44-465e-b862-acdb45fefe69, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=3cfe484f-9f44-465e-b862-acdb45fefe69,segment=NetworkSegment(b1195661-bd82-4f19-8ca0-362e2d960b85),segment_id=b1195661-bd82-4f19-8ca0-362e2d960b85)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:14:39.728231 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:39.737892 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-afa6af86-3461-421b-8216-56947c242b7d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:39.740933 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4e0c4c9-529b-4081-9a8e-9e6a94a8b13b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Router fb2e39a6-9f57-4a40-bbd7-a6307695eafd has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:14:39.742017 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-afa6af86-3461-421b-8216-56947c242b7d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Added segment dda6d1c0-f5f6-4eb5-b397-ff182cf0eb1c of type vlan for network a2edaacf-8b40-411a-a75e-e9a0fadd3168 Oct 04 09:14:39.797131 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-e8db35d2-3fa2-4fcf-b87c-f2e5b6c63456 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3965836 Oct 04 09:14:39.834451 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f4436759-97c0-4cb6-9cd3-966cb26f7c87 None None] Attempt 2 to provision port 95a57023-7c2b-4f2e-8f8f-f42d5e3ca393 Oct 04 09:14:39.834903 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57436) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:39.850639 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-aac87308-6aac-4162-acf1-3c4eaaed2bb1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-52764805'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:39.861486 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-aac87308-6aac-4162-acf1-3c4eaaed2bb1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:14:39.899870 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-35c8c574-6d32-416e-8efc-3fcac041dedc admin admin] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:39.906991 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=3cfe484f-9f44-465e-b862-acdb45fefe69,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:39.909967 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f4436759-97c0-4cb6-9cd3-966cb26f7c87 None None] Port 95a57023-7c2b-4f2e-8f8f-f42d5e3ca393 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:14:39.925134 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-afa6af86-3461-421b-8216-56947c242b7d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:39.934789 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-aac87308-6aac-4162-acf1-3c4eaaed2bb1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Usage tracker for resource:network and tenant:7c59b642fbd4440eb4278f2c0c212bcd is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:14:39.949402 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-aac87308-6aac-4162-acf1-3c4eaaed2bb1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:14:39.958034 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-aac87308-6aac-4162-acf1-3c4eaaed2bb1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:14:39.966600 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-35c8c574-6d32-416e-8efc-3fcac041dedc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:14:39.973817 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ad6e77f5-cd59-4df2-b2a6-7d263927ec57 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:39.978874 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-35c8c574-6d32-416e-8efc-3fcac041dedc admin admin] Usage tracker for resource:security_group_rule and tenant:aac451b20ec8473ab85b5849f62451a8 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:14:40.016418 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-35c8c574-6d32-416e-8efc-3fcac041dedc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:14:40.043447 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-35c8c574-6d32-416e-8efc-3fcac041dedc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:14:40.060997 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6e77f5-cd59-4df2-b2a6-7d263927ec57 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Pushing event deleted for resources: {'Port': ['ID=54fcb57c-828b-4fe2-b56c-6a4c915afbd9,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:40.065966 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e0c4c9-529b-4081-9a8e-9e6a94a8b13b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:14:40.070871 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac87308-6aac-4162-acf1-3c4eaaed2bb1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Made reservation on behalf of 7c59b642fbd4440eb4278f2c0c212bcd for: {'network': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:14:40.075087 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-aac87308-6aac-4162-acf1-3c4eaaed2bb1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:40.076001 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ded4e71-5fc4-44da-adad-3f72f395ed3b None None] Sync routers for ids ['fb2e39a6-9f57-4a40-bbd7-a6307695eafd'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:14:40.086240 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ded4e71-5fc4-44da-adad-3f72f395ed3b None None] Routers {'fb2e39a6-9f57-4a40-bbd7-a6307695eafd'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:14:40.086859 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-8ded4e71-5fc4-44da-adad-3f72f395ed3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:14:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['fb2e39a6-9f57-4a40-bbd7-a6307695eafd'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:40.107839 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-e4e0c4c9-529b-4081-9a8e-9e6a94a8b13b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "PUT /v2.0/routers/fb2e39a6-9f57-4a40-bbd7-a6307695eafd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9046147 Oct 04 09:14:40.109860 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57440) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:40.148277 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aac87308-6aac-4162-acf1-3c4eaaed2bb1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=89032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:14:40.166251 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-aac87308-6aac-4162-acf1-3c4eaaed2bb1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:40.166609 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.segments_db [None req-aac87308-6aac-4162-acf1-3c4eaaed2bb1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Added segment 5cb05608-e8d8-417a-80e4-0cffdf98577f of type vlan for network 12159a33-5534-4bcb-beba-906285fe9205 Oct 04 09:14:40.183944 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-afa6af86-3461-421b-8216-56947c242b7d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:40.189416 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa6af86-3461-421b-8216-56947c242b7d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:40.189994 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-afa6af86-3461-421b-8216-56947c242b7d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:40.208014 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-aac87308-6aac-4162-acf1-3c4eaaed2bb1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:40.213420 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6b793d18-f81d-479b-a268-548970f8015b tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:40.221977 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d6f80fdf-c439-487c-b3b3-14c2f7502d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:40.222222 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6b793d18-f81d-479b-a268-548970f8015b tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:40.223035 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6b793d18-f81d-479b-a268-548970f8015b tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736777'] for router_interface, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:40.308474 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b793d18-f81d-479b-a268-548970f8015b tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event updated for resources: {'Port': ['ID=33ee075c-6230-4411-bc51-289390a15220,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:40.329888 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-8ded4e71-5fc4-44da-adad-3f72f395ed3b None None] Set router fb2e39a6-9f57-4a40-bbd7-a6307695eafd gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:14:40.412083 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f4436759-97c0-4cb6-9cd3-966cb26f7c87 None None] Attempt 3 to provision port 95a57023-7c2b-4f2e-8f8f-f42d5e3ca393 Oct 04 09:14:40.459060 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b793d18-f81d-479b-a268-548970f8015b tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Network 128e066a-7e13-424d-89d1-2b0c4cca0797 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:14:40.461673 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-6b793d18-f81d-479b-a268-548970f8015b tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:14:40.503503 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 3cfe484f-9f44-465e-b862-acdb45fefe69 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:14:40.527983 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-aac87308-6aac-4162-acf1-3c4eaaed2bb1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:40.533706 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac87308-6aac-4162-acf1-3c4eaaed2bb1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:40.534678 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-aac87308-6aac-4162-acf1-3c4eaaed2bb1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:40.570836 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa6af86-3461-421b-8216-56947c242b7d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Pushing event updated for resources: {'Network': ['ID=a2edaacf-8b40-411a-a75e-e9a0fadd3168,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:40.607171 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-afa6af86-3461-421b-8216-56947c242b7d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3604579 Oct 04 09:14:40.612871 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ad6e77f5-cd59-4df2-b2a6-7d263927ec57 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737040'] for router_gateway, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:40.641176 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57444) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:40.673946 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network a2edaacf-8b40-411a-a75e-e9a0fadd3168 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:14:40.728187 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-ed739946-fa0f-45b8-bdad-a82f3f6431fa tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Request body: {'subnet': {'network_id': 'a2edaacf-8b40-411a-a75e-e9a0fadd3168', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:40.853727 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f4436759-97c0-4cb6-9cd3-966cb26f7c87 None None] Port 95a57023-7c2b-4f2e-8f8f-f42d5e3ca393 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:14:40.874219 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-aac87308-6aac-4162-acf1-3c4eaaed2bb1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0380909 Oct 04 09:14:40.889127 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57448) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:40.906535 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-50b6af8f-e626-4c62-b036-dc2336241a04 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Request body: {'subnet': {'network_id': '12159a33-5534-4bcb-beba-906285fe9205', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:40.921087 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac87308-6aac-4162-acf1-3c4eaaed2bb1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event updated for resources: {'Network': ['ID=12159a33-5534-4bcb-beba-906285fe9205,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:40.946951 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 12159a33-5534-4bcb-beba-906285fe9205 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:14:41.061718 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ad6e77f5-cd59-4df2-b2a6-7d263927ec57 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:41.067448 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740a9a62-800c-4296-ab9d-3c8cf544bc4b tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:41.068061 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740a9a62-800c-4296-ab9d-3c8cf544bc4b tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:41.068612 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740a9a62-800c-4296-ab9d-3c8cf544bc4b tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:41.069121 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740a9a62-800c-4296-ab9d-3c8cf544bc4b tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:41.070275 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740a9a62-800c-4296-ab9d-3c8cf544bc4b tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:41.070784 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740a9a62-800c-4296-ab9d-3c8cf544bc4b tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:41.071297 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740a9a62-800c-4296-ab9d-3c8cf544bc4b tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:41.071807 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740a9a62-800c-4296-ab9d-3c8cf544bc4b tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:41.072314 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740a9a62-800c-4296-ab9d-3c8cf544bc4b tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:41.072840 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740a9a62-800c-4296-ab9d-3c8cf544bc4b tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:41.073342 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740a9a62-800c-4296-ab9d-3c8cf544bc4b tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:41.073846 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740a9a62-800c-4296-ab9d-3c8cf544bc4b tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:41.074351 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740a9a62-800c-4296-ab9d-3c8cf544bc4b tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:41.074855 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740a9a62-800c-4296-ab9d-3c8cf544bc4b tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:41.080000 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-740a9a62-800c-4296-ab9d-3c8cf544bc4b tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9763 time: 0.9660993 Oct 04 09:14:41.086272 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ad6e77f5-cd59-4df2-b2a6-7d263927ec57 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:41.096234 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57452) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:41.102768 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 3cfe484f-9f44-465e-b862-acdb45fefe69 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:14:41.102935 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:41.103137 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 3cfe484f-9f44-465e-b862-acdb45fefe69 Oct 04 09:14:41.143055 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-ed739946-fa0f-45b8-bdad-a82f3f6431fa tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:14:41.147300 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-35c8c574-6d32-416e-8efc-3fcac041dedc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:41.168308 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:41.175385 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-ed739946-fa0f-45b8-bdad-a82f3f6431fa tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:14:41.178842 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-35c8c574-6d32-416e-8efc-3fcac041dedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:41.200176 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-50b6af8f-e626-4c62-b036-dc2336241a04 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:14:41.204052 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-50b6af8f-e626-4c62-b036-dc2336241a04 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Usage tracker for resource:subnet and tenant:7c59b642fbd4440eb4278f2c0c212bcd is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:14:41.207409 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-50b6af8f-e626-4c62-b036-dc2336241a04 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:14:41.216283 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-50b6af8f-e626-4c62-b036-dc2336241a04 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:14:41.225882 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed739946-fa0f-45b8-bdad-a82f3f6431fa tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Made reservation on behalf of 5b1c6a997cf443e88f0c80c3c8bb1373 for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:14:41.229640 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ed739946-fa0f-45b8-bdad-a82f3f6431fa tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:41.255569 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b793d18-f81d-479b-a268-548970f8015b tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Router d7ed7ce3-aa5c-4ff6-bb87-001339c3b6f5 is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:14:41.278697 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ad6e77f5-cd59-4df2-b2a6-7d263927ec57 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:41.279340 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6e77f5-cd59-4df2-b2a6-7d263927ec57 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Fanout notify agent at l3_agent the message router_deleted on router 7b98cb96-96e5-4309-b7c7-5d8c3948abb6 {{(pid=89033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:14:41.309859 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b6af8f-e626-4c62-b036-dc2336241a04 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Made reservation on behalf of 7c59b642fbd4440eb4278f2c0c212bcd for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:14:41.311889 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-35c8c574-6d32-416e-8efc-3fcac041dedc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=aac451b20ec8473ab85b5849f62451a8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7831016 Oct 04 09:14:41.312628 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c8c574-6d32-416e-8efc-3fcac041dedc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dcc9d93-1f21-4376-b892-0e3e1510e6b4,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:41.313559 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-50b6af8f-e626-4c62-b036-dc2336241a04 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:41.315036 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57456) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:41.318774 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-8ded4e71-5fc4-44da-adad-3f72f395ed3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'name': 'tempest-TestNetworkBasicOps-router-1419800711', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.193'}], 'enable_snat': True}, 'gw_port_id': '9bd82293-4bab-4a4b-a307-2d52334cb934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:14:18Z', 'updated_at': '2022-10-04T09:14:36Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '9bd82293-4bab-4a4b-a307-2d52334cb934', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:74:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:14:21Z', 'updated_at': '2022-10-04T09:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '95a57023-7c2b-4f2e-8f8f-f42d5e3ca393', 'name': '', 'network_id': '138bf702-4d39-408e-a83e-f851bcf14b73', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:34:d6:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '6d967559-d6ed-45c4-9b8b-3040971872eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:14:33Z', 'updated_at': '2022-10-04T09:14:37Z', 'revision_number': 2, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': '6d967559-d6ed-45c4-9b8b-3040971872eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:41.328142 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ded4e71-5fc4-44da-adad-3f72f395ed3b None None] Checking router: fb2e39a6-9f57-4a40-bbd7-a6307695eafd for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:14:41.328614 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ded4e71-5fc4-44da-adad-3f72f395ed3b None None] Updating router fb2e39a6-9f57-4a40-bbd7-a6307695eafd port 95a57023-7c2b-4f2e-8f8f-f42d5e3ca393 binding host dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:14:41.340627 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b46e64-8e87-403b-8b0b-989d27e46e51 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:41.341204 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b46e64-8e87-403b-8b0b-989d27e46e51 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:41.341655 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b46e64-8e87-403b-8b0b-989d27e46e51 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:41.342098 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b46e64-8e87-403b-8b0b-989d27e46e51 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:41.342534 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b46e64-8e87-403b-8b0b-989d27e46e51 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:41.342969 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b46e64-8e87-403b-8b0b-989d27e46e51 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:41.343402 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b46e64-8e87-403b-8b0b-989d27e46e51 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:41.344411 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b46e64-8e87-403b-8b0b-989d27e46e51 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:41.344411 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b46e64-8e87-403b-8b0b-989d27e46e51 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:41.344723 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b46e64-8e87-403b-8b0b-989d27e46e51 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:41.345146 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b46e64-8e87-403b-8b0b-989d27e46e51 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:41.345578 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b46e64-8e87-403b-8b0b-989d27e46e51 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:41.350535 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-00b46e64-8e87-403b-8b0b-989d27e46e51 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7733 time: 0.2503021 Oct 04 09:14:41.352247 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57460) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:41.357166 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f4436759-97c0-4cb6-9cd3-966cb26f7c87 None None] Attempt 4 to provision port 95a57023-7c2b-4f2e-8f8f-f42d5e3ca393 Oct 04 09:14:41.368422 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-d6f80fdf-c439-487c-b3b3-14c2f7502d27 admin admin] Allocated IP 172.20.0.1 (8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9/449087d2-40c3-40c7-b2c7-34ca87a9a9d2/c4c04c7f-0805-46dc-a705-c706cff95a53) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:14:41.391893 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 3cfe484f-9f44-465e-b862-acdb45fefe69 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:14:41.393030 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device b44cf7be-9777-4b89-aec1-02904b539cf3 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:14:41.397482 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ad6e77f5-cd59-4df2-b2a6-7d263927ec57 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:41.402324 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-ad6e77f5-cd59-4df2-b2a6-7d263927ec57 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] 10.222.0.50 "DELETE /v2.0/routers/7b98cb96-96e5-4309-b7c7-5d8c3948abb6 HTTP/1.1" status: 204 len: 168 time: 5.3665750 Oct 04 09:14:41.404930 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57464) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:41.437952 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-59a2a24a-1639-4f80-98a7-1ce538613a2c tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-913480106', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:41.451889 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-59a2a24a-1639-4f80-98a7-1ce538613a2c tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:14:41.468115 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.ipam_backend_mixin [None req-ed739946-fa0f-45b8-bdad-a82f3f6431fa tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Performing IP validity checks on allocation pools {{(pid=89032) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 04 09:14:41.468691 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.ipam_backend_mixin [None req-ed739946-fa0f-45b8-bdad-a82f3f6431fa tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89032) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 04 09:14:41.483876 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-8ded4e71-5fc4-44da-adad-3f72f395ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:41.493155 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f4436759-97c0-4cb6-9cd3-966cb26f7c87 None None] Port 95a57023-7c2b-4f2e-8f8f-f42d5e3ca393 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:14:41.509507 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-59a2a24a-1639-4f80-98a7-1ce538613a2c tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Usage tracker for resource:router and tenant:8a88a61f7b9c4979ac4a1207f9921c9f is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:14:41.526301 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-59a2a24a-1639-4f80-98a7-1ce538613a2c tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:14:41.538250 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-59a2a24a-1639-4f80-98a7-1ce538613a2c tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:14:41.548496 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5e0c954e-37f8-4d68-ae54-ad90593c9ab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:41.566306 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port b44cf7be-9777-4b89-aec1-02904b539cf3 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:14:41.579389 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-59a2a24a-1639-4f80-98a7-1ce538613a2c tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:41.580392 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-59a2a24a-1639-4f80-98a7-1ce538613a2c tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:41.621069 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d6f80fdf-c439-487c-b3b3-14c2f7502d27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:41.626838 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port b44cf7be-9777-4b89-aec1-02904b539cf3 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:14:41.627450 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:41.627939 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port b44cf7be-9777-4b89-aec1-02904b539cf3 Oct 04 09:14:41.646456 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-d6f80fdf-c439-487c-b3b3-14c2f7502d27 admin admin] Transition to ACTIVE for port object c4c04c7f-0805-46dc-a705-c706cff95a53 will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:14:41.669384 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5e0c954e-37f8-4d68-ae54-ad90593c9ab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:41.681465 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-59a2a24a-1639-4f80-98a7-1ce538613a2c tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:41.705793 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d6f80fdf-c439-487c-b3b3-14c2f7502d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:41.799743 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f80fdf-c439-487c-b3b3-14c2f7502d27 admin admin] Network 8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:14:41.805670 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-d6f80fdf-c439-487c-b3b3-14c2f7502d27 admin admin] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:14:41.811289 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-59a2a24a-1639-4f80-98a7-1ce538613a2c tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:41.821184 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b793d18-f81d-479b-a268-548970f8015b tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:14:41.821472 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f80fdf-c439-487c-b3b3-14c2f7502d27 admin admin] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:14:41.831862 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7731be8e-1634-4ee5-b1c7-42c8dcdec109 None None] Sync routers for ids ['d7ed7ce3-aa5c-4ff6-bb87-001339c3b6f5'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:14:41.854424 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7731be8e-1634-4ee5-b1c7-42c8dcdec109 None None] Routers {'d7ed7ce3-aa5c-4ff6-bb87-001339c3b6f5'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:14:41.855104 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-7731be8e-1634-4ee5-b1c7-42c8dcdec109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:14:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['d7ed7ce3-aa5c-4ff6-bb87-001339c3b6f5'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:41.884683 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f80fdf-c439-487c-b3b3-14c2f7502d27 admin admin] Pushing event updated for resources: {'Port': ['ID=c4c04c7f-0805-46dc-a705-c706cff95a53,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:41.906601 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d6f80fdf-c439-487c-b3b3-14c2f7502d27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737202'] for router_interface, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:41.932349 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-6b793d18-f81d-479b-a268-548970f8015b tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "PUT /v2.0/routers/d7ed7ce3-aa5c-4ff6-bb87-001339c3b6f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8047009 Oct 04 09:14:41.952673 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57468) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:41.964824 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port b44cf7be-9777-4b89-aec1-02904b539cf3 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:14:41.965201 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:41.989698 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-7731be8e-1634-4ee5-b1c7-42c8dcdec109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:41.994171 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f4436759-97c0-4cb6-9cd3-966cb26f7c87 None None] Attempt 5 to provision port 95a57023-7c2b-4f2e-8f8f-f42d5e3ca393 Oct 04 09:14:42.014811 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7731be8e-1634-4ee5-b1c7-42c8dcdec109 None None] Routers {'d7ed7ce3-aa5c-4ff6-bb87-001339c3b6f5'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:14:42.015669 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-7731be8e-1634-4ee5-b1c7-42c8dcdec109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:14:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['d7ed7ce3-aa5c-4ff6-bb87-001339c3b6f5'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:42.060253 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-59a2a24a-1639-4f80-98a7-1ce538613a2c tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:42.061775 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-59a2a24a-1639-4f80-98a7-1ce538613a2c tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6501098 Oct 04 09:14:42.062965 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5e0c954e-37f8-4d68-ae54-ad90593c9ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:42.065530 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5e0c954e-37f8-4d68-ae54-ad90593c9ab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:42.069329 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-5e0c954e-37f8-4d68-ae54-ad90593c9ab9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7dcc9d93-1f21-4376-b892-0e3e1510e6b4 HTTP/1.1" status: 204 len: 168 time: 0.7384717 Oct 04 09:14:42.069329 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57472) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:42.086246 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-cbaad66f-dc11-430d-8995-7bbeed148a16 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'enable_snat': False}}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:42.096788 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-7731be8e-1634-4ee5-b1c7-42c8dcdec109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:42.106476 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7731be8e-1634-4ee5-b1c7-42c8dcdec109 None None] The sync data for ids ['d7ed7ce3-aa5c-4ff6-bb87-001339c3b6f5'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:14:42.120783 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ed739946-fa0f-45b8-bdad-a82f3f6431fa tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:42.198880 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0c954e-37f8-4d68-ae54-ad90593c9ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dcc9d93-1f21-4376-b892-0e3e1510e6b4,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:42.274073 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9f73e3-03d7-4297-9940-67f6f5b65fa0 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:42.275936 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-0e9f73e3-03d7-4297-9940-67f6f5b65fa0 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Synchronizing usage tracker for tenant:9e78cb9b328b4bfc813a095a6b1b578a on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:14:42.276810 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port b44cf7be-9777-4b89-aec1-02904b539cf3, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=b44cf7be-9777-4b89-aec1-02904b539cf3,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:14:42.299150 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:42.321024 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-50b6af8f-e626-4c62-b036-dc2336241a04 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:42.350147 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-8ded4e71-5fc4-44da-adad-3f72f395ed3b None None] Notify callbacks [] for port, precommit_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:42.350284 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed739946-fa0f-45b8-bdad-a82f3f6431fa tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Pushing event updated for resources: {'Subnet': ['ID=c18cd422-26be-4773-980a-240b1cf9884d,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:42.359409 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f4436759-97c0-4cb6-9cd3-966cb26f7c87 None None] Port 95a57023-7c2b-4f2e-8f8f-f42d5e3ca393 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:14:42.388576 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-8ded4e71-5fc4-44da-adad-3f72f395ed3b None None] Transition to ACTIVE for port object 95a57023-7c2b-4f2e-8f8f-f42d5e3ca393 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:14:42.393656 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d6f80fdf-c439-487c-b3b3-14c2f7502d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:42.411819 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-8ded4e71-5fc4-44da-adad-3f72f395ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:42.431983 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-0e9f73e3-03d7-4297-9940-67f6f5b65fa0 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Unset dirty status for tenant:9e78cb9b328b4bfc813a095a6b1b578a on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:14:42.433183 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-0e9f73e3-03d7-4297-9940-67f6f5b65fa0 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "GET /v2.0/ports/33ee075c-6230-4411-bc51-289390a15220 HTTP/1.1" status: 200 len: 911 time: 0.4794865 Oct 04 09:14:42.448515 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57482) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:42.452222 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed739946-fa0f-45b8-bdad-a82f3f6431fa tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Checking segment: {'id': 'dda6d1c0-f5f6-4eb5-b397-ff182cf0eb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a2edaacf-8b40-411a-a75e-e9a0fadd3168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:14:42.453495 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed739946-fa0f-45b8-bdad-a82f3f6431fa tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Network hostable DHCP agents. Network: a2edaacf-8b40-411a-a75e-e9a0fadd3168, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:14:42.488740 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=b44cf7be-9777-4b89-aec1-02904b539cf3,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:42.622280 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b6af8f-e626-4c62-b036-dc2336241a04 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event updated for resources: {'Subnet': ['ID=9786e749-2e61-4db2-8b57-dde90d819fbe,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:42.635911 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-4b37bfb6-b589-427a-9cdb-258256c943a6 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3588 time: 1.2807558 Oct 04 09:14:42.645478 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b6af8f-e626-4c62-b036-dc2336241a04 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Checking segment: {'id': '5cb05608-e8d8-417a-80e4-0cffdf98577f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '12159a33-5534-4bcb-beba-906285fe9205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:14:42.645842 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b6af8f-e626-4c62-b036-dc2336241a04 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Network hostable DHCP agents. Network: 12159a33-5534-4bcb-beba-906285fe9205, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:14:42.668978 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed739946-fa0f-45b8-bdad-a82f3f6431fa tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Network a2edaacf-8b40-411a-a75e-e9a0fadd3168 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:14:42.674932 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-8ded4e71-5fc4-44da-adad-3f72f395ed3b None None] Attempting to bind port 95a57023-7c2b-4f2e-8f8f-f42d5e3ca393 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:14:42.681042 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-8ded4e71-5fc4-44da-adad-3f72f395ed3b None None] Attempting to bind port 95a57023-7c2b-4f2e-8f8f-f42d5e3ca393 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'cd2e4b2b-7587-46d9-94de-fd9dfbaf70fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '138bf702-4d39-408e-a83e-f851bcf14b73'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:14:42.681411 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ded4e71-5fc4-44da-adad-3f72f395ed3b None None] Attempting to bind port 95a57023-7c2b-4f2e-8f8f-f42d5e3ca393 on network 138bf702-4d39-408e-a83e-f851bcf14b73 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:14:42.693268 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ded4e71-5fc4-44da-adad-3f72f395ed3b None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:14:42.693598 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ded4e71-5fc4-44da-adad-3f72f395ed3b None None] Checking segment: {'id': 'cd2e4b2b-7587-46d9-94de-fd9dfbaf70fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '138bf702-4d39-408e-a83e-f851bcf14b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:14:42.693999 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-8ded4e71-5fc4-44da-adad-3f72f395ed3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:42.694394 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ded4e71-5fc4-44da-adad-3f72f395ed3b None None] Bound using segment: {'id': 'cd2e4b2b-7587-46d9-94de-fd9dfbaf70fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '138bf702-4d39-408e-a83e-f851bcf14b73'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:14:42.695431 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-8ded4e71-5fc4-44da-adad-3f72f395ed3b None None] Bound port: 95a57023-7c2b-4f2e-8f8f-f42d5e3ca393, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd2e4b2b-7587-46d9-94de-fd9dfbaf70fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '138bf702-4d39-408e-a83e-f851bcf14b73'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:14:42.695804 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-8ded4e71-5fc4-44da-adad-3f72f395ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:42.713142 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b382e9cd-446c-4bd1-ae1f-d7d30b1476bb None None] Pushing event updated for resources: {'Port': ['ID=95a57023-7c2b-4f2e-8f8f-f42d5e3ca393,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:42.801263 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-8ded4e71-5fc4-44da-adad-3f72f395ed3b None None] For port 95a57023-7c2b-4f2e-8f8f-f42d5e3ca393, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:14:42.805192 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-8ded4e71-5fc4-44da-adad-3f72f395ed3b None None] For port 95a57023-7c2b-4f2e-8f8f-f42d5e3ca393, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=95a57023-7c2b-4f2e-8f8f-f42d5e3ca393,segment=NetworkSegment(cd2e4b2b-7587-46d9-94de-fd9dfbaf70fe),segment_id=cd2e4b2b-7587-46d9-94de-fd9dfbaf70fe)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:14:42.810610 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-8ded4e71-5fc4-44da-adad-3f72f395ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:42.861140 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cbaad66f-dc11-430d-8995-7bbeed148a16 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:42.863563 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f4436759-97c0-4cb6-9cd3-966cb26f7c87 None None] Attempt 6 to provision port 95a57023-7c2b-4f2e-8f8f-f42d5e3ca393 Oct 04 09:14:42.943049 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ded4e71-5fc4-44da-adad-3f72f395ed3b None None] Routers {'fb2e39a6-9f57-4a40-bbd7-a6307695eafd'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:14:42.944133 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-8ded4e71-5fc4-44da-adad-3f72f395ed3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:14:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['fb2e39a6-9f57-4a40-bbd7-a6307695eafd'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:43.032419 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b6af8f-e626-4c62-b036-dc2336241a04 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Network 12159a33-5534-4bcb-beba-906285fe9205 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:14:43.058101 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-ed739946-fa0f-45b8-bdad-a82f3f6431fa tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, a2edaacf-8b40-411a-a75e-e9a0fadd3168) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:14:43.062747 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-50b6af8f-e626-4c62-b036-dc2336241a04 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 12159a33-5534-4bcb-beba-906285fe9205) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:14:43.073585 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed739946-fa0f-45b8-bdad-a82f3f6431fa tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:43.074283 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ed739946-fa0f-45b8-bdad-a82f3f6431fa tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:43.075820 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b774c614-c3e0-430a-91c6-0fda469bb7b3 None None] Network a2edaacf-8b40-411a-a75e-e9a0fadd3168 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:14:43.078648 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b6af8f-e626-4c62-b036-dc2336241a04 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:43.079393 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-50b6af8f-e626-4c62-b036-dc2336241a04 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:43.098908 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c30c27f-ec63-4cc2-ac44-b1362830bd61 None None] Network 12159a33-5534-4bcb-beba-906285fe9205 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:14:43.126332 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b382e9cd-446c-4bd1-ae1f-d7d30b1476bb None None] Pushing event updated for resources: {'Port': ['ID=95a57023-7c2b-4f2e-8f8f-f42d5e3ca393,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:43.172558 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-ed739946-fa0f-45b8-bdad-a82f3f6431fa tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.5116615 Oct 04 09:14:43.172558 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-50b6af8f-e626-4c62-b036-dc2336241a04 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2788064 Oct 04 09:14:43.173967 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57502) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:43.174309 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57504) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:43.185010 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-394992bc-39d2-4386-a601-721954d5d612 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Request body: {'port': {'network_id': '12159a33-5534-4bcb-beba-906285fe9205', 'name': 'tempest-PortsTestJSON-1744134079'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:43.202976 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-73f5f9c6-4452-4e06-8462-1e50c5e90f68 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:43.233300 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57510) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:43.346262 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.db.resource_extend [None req-d6f80fdf-c439-487c-b3b3-14c2f7502d27 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 04 09:14:43.365440 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f4436759-97c0-4cb6-9cd3-966cb26f7c87 None None] Port 95a57023-7c2b-4f2e-8f8f-f42d5e3ca393 had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 09:14:43.374345 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d6f80fdf-c439-487c-b3b3-14c2f7502d27 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:43.412692 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f6d65145-2373-4dcc-a931-739e57cd3e3c tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:43.423540 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d6f80fdf-c439-487c-b3b3-14c2f7502d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:43.428126 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-4e493135-3b6e-4527-8e5a-951700dbe56d tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1603199600'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:43.437705 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-4e493135-3b6e-4527-8e5a-951700dbe56d tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:14:43.461982 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-f4436759-97c0-4cb6-9cd3-966cb26f7c87 None None] Provisioning complete for port 025b5d45-ade1-4ea6-b047-56cab05a5c04 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:14:43.462352 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f4436759-97c0-4cb6-9cd3-966cb26f7c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:43.462686 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f4436759-97c0-4cb6-9cd3-966cb26f7c87 None None] Attempt 1 to provision port 025b5d45-ade1-4ea6-b047-56cab05a5c04 Oct 04 09:14:43.492826 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-8ded4e71-5fc4-44da-adad-3f72f395ed3b None None] Set router fb2e39a6-9f57-4a40-bbd7-a6307695eafd gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:14:43.495140 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-4e493135-3b6e-4527-8e5a-951700dbe56d tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Usage tracker for resource:network and tenant:082e92f9b0784b03b71191f314bb7377 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:14:43.503280 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-4e493135-3b6e-4527-8e5a-951700dbe56d tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:14:43.565684 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-4e493135-3b6e-4527-8e5a-951700dbe56d tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:14:43.605082 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e493135-3b6e-4527-8e5a-951700dbe56d tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Made reservation on behalf of 082e92f9b0784b03b71191f314bb7377 for: {'network': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:14:43.608520 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4e493135-3b6e-4527-8e5a-951700dbe56d tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:43.626976 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4e493135-3b6e-4527-8e5a-951700dbe56d tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:43.686152 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-4e493135-3b6e-4527-8e5a-951700dbe56d tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:14:43.701575 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-4e493135-3b6e-4527-8e5a-951700dbe56d tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Usage tracker for resource:security_group_rule and tenant:082e92f9b0784b03b71191f314bb7377 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:14:43.705821 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-394992bc-39d2-4386-a601-721954d5d612 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:14:43.706909 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-4e493135-3b6e-4527-8e5a-951700dbe56d tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:14:43.717860 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-4e493135-3b6e-4527-8e5a-951700dbe56d tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:14:43.725395 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-394992bc-39d2-4386-a601-721954d5d612 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:14:43.769882 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-73f5f9c6-4452-4e06-8462-1e50c5e90f68 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3854346'] for subnet, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:43.776963 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57518) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:43.789373 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-9e2378ab-e3af-4637-8936-5f44ba838f71 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-518552853', 'description': 'tempest-secgroup-smoke-518552853 description', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:43.795307 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d6f80fdf-c439-487c-b3b3-14c2f7502d27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736777'] for router_interface, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:43.811843 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-9e2378ab-e3af-4637-8936-5f44ba838f71 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:14:43.824006 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-9e2378ab-e3af-4637-8936-5f44ba838f71 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:14:43.833211 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-9e2378ab-e3af-4637-8936-5f44ba838f71 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:14:43.851598 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-9e2378ab-e3af-4637-8936-5f44ba838f71 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:14:43.883598 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-394992bc-39d2-4386-a601-721954d5d612 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Made reservation on behalf of 7c59b642fbd4440eb4278f2c0c212bcd for: {'port': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:14:43.885971 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-394992bc-39d2-4386-a601-721954d5d612 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:43.914011 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9e2378ab-e3af-4637-8936-5f44ba838f71 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:43.940009 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f80fdf-c439-487c-b3b3-14c2f7502d27 admin admin] Pushing event updated for resources: {'Port': ['ID=c4c04c7f-0805-46dc-a705-c706cff95a53,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:43.951914 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-9e2378ab-e3af-4637-8936-5f44ba838f71 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:14:43.955929 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-9e2378ab-e3af-4637-8936-5f44ba838f71 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:14:43.958974 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-9e2378ab-e3af-4637-8936-5f44ba838f71 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:14:43.965373 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-9e2378ab-e3af-4637-8936-5f44ba838f71 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:14:43.974908 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c369349-0799-45a4-b5f3-cc4b3dd798ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-a2edaacf-8b40-411a-a75e-e9a0fadd3168', 'network_id': 'a2edaacf-8b40-411a-a75e-e9a0fadd3168', 'tenant_id': '5b1c6a997cf443e88f0c80c3c8bb1373', 'fixed_ips': [{'subnet_id': 'c18cd422-26be-4773-980a-240b1cf9884d'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:14:43.975786 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-3c369349-0799-45a4-b5f3-cc4b3dd798ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:43.992251 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba29a66-eb79-498c-bd62-c9be9fec22e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-12159a33-5534-4bcb-beba-906285fe9205', 'network_id': '12159a33-5534-4bcb-beba-906285fe9205', 'tenant_id': '7c59b642fbd4440eb4278f2c0c212bcd', 'fixed_ips': [{'subnet_id': '9786e749-2e61-4db2-8b57-dde90d819fbe'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:14:43.992921 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-7ba29a66-eb79-498c-bd62-c9be9fec22e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:43.993192 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-f6d65145-2373-4dcc-a931-739e57cd3e3c tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Allocated IP 2001:db8:1::1 (869b780c-0b46-4c73-95dc-399bb83f1daf/418b8ea4-31da-4bf8-bac1-535939a11bb8/9cd1f224-eae9-4d94-bb75-8a2f15767646) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:14:44.028560 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [None req-394992bc-39d2-4386-a601-721954d5d612 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] device_id is not set on port 3f9d4c16-1dc3-4d9c-9a5a-93247ebdb9e7 yet. {{(pid=89033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:14:44.042866 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4e493135-3b6e-4527-8e5a-951700dbe56d tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:44.069775 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4e493135-3b6e-4527-8e5a-951700dbe56d tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:44.099066 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cbaad66f-dc11-430d-8995-7bbeed148a16 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:44.153420 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cbaad66f-dc11-430d-8995-7bbeed148a16 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:44.181744 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e493135-3b6e-4527-8e5a-951700dbe56d tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=89032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:14:44.209291 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e493135-3b6e-4527-8e5a-951700dbe56d tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6df13c39-2ed3-4206-8c3d-5f81592bf3dc,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:44.223097 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4e493135-3b6e-4527-8e5a-951700dbe56d tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:44.223445 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.segments_db [None req-4e493135-3b6e-4527-8e5a-951700dbe56d tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Added segment 3575008e-b830-40d6-bd00-6d9364bff4a0 of type vlan for network 286c29db-64dd-4e5d-9ad0-71864bd31fe8 Oct 04 09:14:44.233368 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9e2378ab-e3af-4637-8936-5f44ba838f71 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:44.245683 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9e2378ab-e3af-4637-8936-5f44ba838f71 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:44.267041 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f4436759-97c0-4cb6-9cd3-966cb26f7c87 None None] Current status of the port 025b5d45-ade1-4ea6-b047-56cab05a5c04 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:14:44.343888 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-8ded4e71-5fc4-44da-adad-3f72f395ed3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'name': 'tempest-TestNetworkBasicOps-router-1419800711', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.193'}], 'enable_snat': True}, 'gw_port_id': '9bd82293-4bab-4a4b-a307-2d52334cb934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:14:18Z', 'updated_at': '2022-10-04T09:14:36Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '9bd82293-4bab-4a4b-a307-2d52334cb934', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:74:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:14:21Z', 'updated_at': '2022-10-04T09:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '95a57023-7c2b-4f2e-8f8f-f42d5e3ca393', 'name': '', 'network_id': '138bf702-4d39-408e-a83e-f851bcf14b73', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:34:d6:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '6d967559-d6ed-45c4-9b8b-3040971872eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:14:33Z', 'updated_at': '2022-10-04T09:14:42Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': '6d967559-d6ed-45c4-9b8b-3040971872eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:44.348666 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4e493135-3b6e-4527-8e5a-951700dbe56d tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:44.349526 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ded4e71-5fc4-44da-adad-3f72f395ed3b None None] The sync data for ids ['fb2e39a6-9f57-4a40-bbd7-a6307695eafd'] in dv-neutron-860215-1-hyperv is: [{'id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'name': 'tempest-TestNetworkBasicOps-router-1419800711', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.193'}], 'enable_snat': True}, 'gw_port_id': '9bd82293-4bab-4a4b-a307-2d52334cb934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:14:18Z', 'updated_at': '2022-10-04T09:14:36Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '9bd82293-4bab-4a4b-a307-2d52334cb934', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:74:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:14:21Z', 'updated_at': '2022-10-04T09:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '95a57023-7c2b-4f2e-8f8f-f42d5e3ca393', 'name': '', 'network_id': '138bf702-4d39-408e-a83e-f851bcf14b73', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:34:d6:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '6d967559-d6ed-45c4-9b8b-3040971872eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:14:33Z', 'updated_at': '2022-10-04T09:14:42Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': '6d967559-d6ed-45c4-9b8b-3040971872eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:14:44.352666 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2378ab-e3af-4637-8936-5f44ba838f71 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a33b07-0ee8-4a95-b7f0-ad1decb04ed8,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:44.362212 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f6d65145-2373-4dcc-a931-739e57cd3e3c tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:44.420844 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-c90b1ca4-021f-47af-a6c9-948fa61c1dc5 None None] Provisioning complete for port 3cfe484f-9f44-465e-b862-acdb45fefe69 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:14:44.420844 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c90b1ca4-021f-47af-a6c9-948fa61c1dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:44.420844 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-c90b1ca4-021f-47af-a6c9-948fa61c1dc5 None None] Attempt 1 to provision port 3cfe484f-9f44-465e-b862-acdb45fefe69 Oct 04 09:14:44.435229 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-f6d65145-2373-4dcc-a931-739e57cd3e3c tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Transition to ACTIVE for port object 9cd1f224-eae9-4d94-bb75-8a2f15767646 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:14:44.440275 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9e2378ab-e3af-4637-8936-5f44ba838f71 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:44.452905 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-9e2378ab-e3af-4637-8936-5f44ba838f71 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6626670 Oct 04 09:14:44.457514 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57522) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:44.473611 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-6c0cdb74-c046-4380-8dc2-e545876d761e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': 'c9a33b07-0ee8-4a95-b7f0-ad1decb04ed8', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:44.478255 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-6c0cdb74-c046-4380-8dc2-e545876d761e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:14:44.482685 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-6c0cdb74-c046-4380-8dc2-e545876d761e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:14:44.510652 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-6c0cdb74-c046-4380-8dc2-e545876d761e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:14:44.511940 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device b44cf7be-9777-4b89-aec1-02904b539cf3 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:14:44.520533 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-6c0cdb74-c046-4380-8dc2-e545876d761e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:14:44.527081 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f6d65145-2373-4dcc-a931-739e57cd3e3c tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:44.576948 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4e493135-3b6e-4527-8e5a-951700dbe56d tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:44.584875 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e493135-3b6e-4527-8e5a-951700dbe56d tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:44.587020 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4e493135-3b6e-4527-8e5a-951700dbe56d tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:44.638657 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-c90b1ca4-021f-47af-a6c9-948fa61c1dc5 None None] Current status of the port 3cfe484f-9f44-465e-b862-acdb45fefe69 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:14:44.649574 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port b44cf7be-9777-4b89-aec1-02904b539cf3 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:14:44.649952 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:44.650293 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port b44cf7be-9777-4b89-aec1-02904b539cf3 Oct 04 09:14:44.691276 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f80fdf-c439-487c-b3b3-14c2f7502d27 admin admin] Network 8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:14:44.723979 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-394992bc-39d2-4386-a601-721954d5d612 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Allocated IP 172.20.0.7 (12159a33-5534-4bcb-beba-906285fe9205/9786e749-2e61-4db2-8b57-dde90d819fbe/3f9d4c16-1dc3-4d9c-9a5a-93247ebdb9e7) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:14:44.736134 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e493135-3b6e-4527-8e5a-951700dbe56d tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Pushing event updated for resources: {'Network': ['ID=286c29db-64dd-4e5d-9ad0-71864bd31fe8,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:44.782848 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6c0cdb74-c046-4380-8dc2-e545876d761e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:44.802025 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-4e493135-3b6e-4527-8e5a-951700dbe56d tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.5656044 Oct 04 09:14:44.804745 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 286c29db-64dd-4e5d-9ad0-71864bd31fe8 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:14:44.804876 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d65145-2373-4dcc-a931-739e57cd3e3c tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Network 869b780c-0b46-4c73-95dc-399bb83f1daf is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:14:44.809661 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57526) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:44.812440 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-f6d65145-2373-4dcc-a931-739e57cd3e3c tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:14:44.814772 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-d6f80fdf-c439-487c-b3b3-14c2f7502d27 admin admin] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:14:44.814911 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d65145-2373-4dcc-a931-739e57cd3e3c tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:14:44.815724 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f6d65145-2373-4dcc-a931-739e57cd3e3c tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737202'] for router_interface, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:44.829505 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-73f5f9c6-4452-4e06-8462-1e50c5e90f68 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731009310320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2708807'] for subnet, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:44.844927 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-b5a4e385-f0e0-43a2-91e1-140057ffa2ea tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Request body: {'subnet': {'network_id': '286c29db-64dd-4e5d-9ad0-71864bd31fe8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:45.083948 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f5f9c6-4452-4e06-8462-1e50c5e90f68 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:45.085001 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-73f5f9c6-4452-4e06-8462-1e50c5e90f68 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:45.092860 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-73f5f9c6-4452-4e06-8462-1e50c5e90f68 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] 10.222.0.50 "PUT /v2.0/subnets/c18cd422-26be-4773-980a-240b1cf9884d HTTP/1.1" status: 200 len: 900 time: 1.9121988 Oct 04 09:14:45.093737 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57530) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:45.113442 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-3c369349-0799-45a4-b5f3-cc4b3dd798ea None None] Allocated IP 2001:db8::3 (a2edaacf-8b40-411a-a75e-e9a0fadd3168/c18cd422-26be-4773-980a-240b1cf9884d/912e07f9-fe08-462b-937f-71cda538cc97) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:14:45.144587 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-c90b1ca4-021f-47af-a6c9-948fa61c1dc5 None None] Provisioning for port 33ee075c-6230-4411-bc51-289390a15220 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:14:45.180662 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d65145-2373-4dcc-a931-739e57cd3e3c tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event updated for resources: {'Port': ['ID=9cd1f224-eae9-4d94-bb75-8a2f15767646,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:45.216674 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-b5a4e385-f0e0-43a2-91e1-140057ffa2ea tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:14:45.228931 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-b5a4e385-f0e0-43a2-91e1-140057ffa2ea tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Usage tracker for resource:subnet and tenant:082e92f9b0784b03b71191f314bb7377 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:14:45.234045 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-c90b1ca4-021f-47af-a6c9-948fa61c1dc5 None None] Provisioning complete for port 33ee075c-6230-4411-bc51-289390a15220 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:14:45.234493 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c90b1ca4-021f-47af-a6c9-948fa61c1dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:45.234893 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-c90b1ca4-021f-47af-a6c9-948fa61c1dc5 None None] Attempt 1 to provision port 33ee075c-6230-4411-bc51-289390a15220 Oct 04 09:14:45.247597 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-b5a4e385-f0e0-43a2-91e1-140057ffa2ea tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:14:45.259396 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-b5a4e385-f0e0-43a2-91e1-140057ffa2ea tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:14:45.285066 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6c0cdb74-c046-4380-8dc2-e545876d761e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:45.315613 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a4e385-f0e0-43a2-91e1-140057ffa2ea tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Made reservation on behalf of 082e92f9b0784b03b71191f314bb7377 for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:14:45.319334 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b5a4e385-f0e0-43a2-91e1-140057ffa2ea tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:45.334020 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6c0cdb74-c046-4380-8dc2-e545876d761e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:45.449340 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-c90b1ca4-021f-47af-a6c9-948fa61c1dc5 None None] Port 33ee075c-6230-4411-bc51-289390a15220 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:14:45.484911 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f6d65145-2373-4dcc-a931-739e57cd3e3c tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:45.487273 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-cbaad66f-dc11-430d-8995-7bbeed148a16 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Allocated IP 172.26.10.42 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/3ce714af-acdd-447a-b468-002c70ae33ac) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:14:45.502249 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6c0cdb74-c046-4380-8dc2-e545876d761e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:45.503471 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-6c0cdb74-c046-4380-8dc2-e545876d761e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0439734 Oct 04 09:14:45.519928 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57534) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:45.520649 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0cdb74-c046-4380-8dc2-e545876d761e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41c64547-65ed-4cc7-ba32-a29a9645f827,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:45.536989 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-cc651029-a0e1-4de2-831a-b120da1d5c35 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': 'c9a33b07-0ee8-4a95-b7f0-ad1decb04ed8', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:45.613800 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-3c369349-0799-45a4-b5f3-cc4b3dd798ea None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:45.626459 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-3c369349-0799-45a4-b5f3-cc4b3dd798ea None None] Transition to ACTIVE for port object 912e07f9-fe08-462b-937f-71cda538cc97 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:14:45.649066 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-3c369349-0799-45a4-b5f3-cc4b3dd798ea None None] Transition to ACTIVE for port object 912e07f9-fe08-462b-937f-71cda538cc97 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:14:45.655621 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port b44cf7be-9777-4b89-aec1-02904b539cf3 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:14:45.662260 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-3c369349-0799-45a4-b5f3-cc4b3dd798ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:45.678433 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-cc651029-a0e1-4de2-831a-b120da1d5c35 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:14:45.687169 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cbaad66f-dc11-430d-8995-7bbeed148a16 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:45.739299 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cbaad66f-dc11-430d-8995-7bbeed148a16 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:45.742345 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-cc651029-a0e1-4de2-831a-b120da1d5c35 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:14:45.745508 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c369349-0799-45a4-b5f3-cc4b3dd798ea None None] Network a2edaacf-8b40-411a-a75e-e9a0fadd3168 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:14:45.748889 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-3c369349-0799-45a4-b5f3-cc4b3dd798ea None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:14:45.753611 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c369349-0799-45a4-b5f3-cc4b3dd798ea None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:14:45.763910 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f80fdf-c439-487c-b3b3-14c2f7502d27 admin admin] Router debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:14:45.769545 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-cc651029-a0e1-4de2-831a-b120da1d5c35 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:14:45.781469 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-cc651029-a0e1-4de2-831a-b120da1d5c35 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:14:45.855969 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f5f9c6-4452-4e06-8462-1e50c5e90f68 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Pushing event updated for resources: {'Subnet': ['ID=c18cd422-26be-4773-980a-240b1cf9884d,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:45.868779 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cc651029-a0e1-4de2-831a-b120da1d5c35 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:45.877130 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c369349-0799-45a4-b5f3-cc4b3dd798ea None None] Pushing event updated for resources: {'Port': ['ID=912e07f9-fe08-462b-937f-71cda538cc97,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:45.915457 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-3c369349-0799-45a4-b5f3-cc4b3dd798ea None None] Attempting to bind port 912e07f9-fe08-462b-937f-71cda538cc97 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:14:45.915919 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-3c369349-0799-45a4-b5f3-cc4b3dd798ea None None] Attempting to bind port 912e07f9-fe08-462b-937f-71cda538cc97 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'dda6d1c0-f5f6-4eb5-b397-ff182cf0eb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a2edaacf-8b40-411a-a75e-e9a0fadd3168'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:14:45.916347 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c369349-0799-45a4-b5f3-cc4b3dd798ea None None] Attempting to bind port 912e07f9-fe08-462b-937f-71cda538cc97 on network a2edaacf-8b40-411a-a75e-e9a0fadd3168 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:14:45.922706 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c369349-0799-45a4-b5f3-cc4b3dd798ea None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:14:45.923500 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c369349-0799-45a4-b5f3-cc4b3dd798ea None None] Checking segment: {'id': 'dda6d1c0-f5f6-4eb5-b397-ff182cf0eb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a2edaacf-8b40-411a-a75e-e9a0fadd3168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:14:45.924230 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-3c369349-0799-45a4-b5f3-cc4b3dd798ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:45.924704 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c369349-0799-45a4-b5f3-cc4b3dd798ea None None] Bound using segment: {'id': 'dda6d1c0-f5f6-4eb5-b397-ff182cf0eb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a2edaacf-8b40-411a-a75e-e9a0fadd3168'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:14:45.925373 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-3c369349-0799-45a4-b5f3-cc4b3dd798ea None None] Bound port: 912e07f9-fe08-462b-937f-71cda538cc97, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dda6d1c0-f5f6-4eb5-b397-ff182cf0eb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a2edaacf-8b40-411a-a75e-e9a0fadd3168'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:14:45.925864 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-3c369349-0799-45a4-b5f3-cc4b3dd798ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:45.931294 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbaad66f-dc11-430d-8995-7bbeed148a16 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:14:45.946365 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-cbaad66f-dc11-430d-8995-7bbeed148a16 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:14:45.953496 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbaad66f-dc11-430d-8995-7bbeed148a16 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:14:45.957998 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-c90b1ca4-021f-47af-a6c9-948fa61c1dc5 None None] Attempt 2 to provision port 33ee075c-6230-4411-bc51-289390a15220 Oct 04 09:14:46.074820 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaad66f-dc11-430d-8995-7bbeed148a16 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Pushing event updated for resources: {'Port': ['ID=3ce714af-acdd-447a-b468-002c70ae33ac,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:46.083754 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-3c369349-0799-45a4-b5f3-cc4b3dd798ea None None] For port 912e07f9-fe08-462b-937f-71cda538cc97, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:14:46.087493 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-3c369349-0799-45a4-b5f3-cc4b3dd798ea None None] For port 912e07f9-fe08-462b-937f-71cda538cc97, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=912e07f9-fe08-462b-937f-71cda538cc97,segment=NetworkSegment(dda6d1c0-f5f6-4eb5-b397-ff182cf0eb1c),segment_id=dda6d1c0-f5f6-4eb5-b397-ff182cf0eb1c)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:14:46.101659 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-3c369349-0799-45a4-b5f3-cc4b3dd798ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:46.109216 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e588b351-5b90-4e73-8712-1593a61038b0 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:46.120984 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cc651029-a0e1-4de2-831a-b120da1d5c35 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:46.140301 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cc651029-a0e1-4de2-831a-b120da1d5c35 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:46.173042 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-c90b1ca4-021f-47af-a6c9-948fa61c1dc5 None None] Port 33ee075c-6230-4411-bc51-289390a15220 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:14:46.181018 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc651029-a0e1-4de2-831a-b120da1d5c35 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b120c583-a4af-456e-9fda-68fc6ad87c0a,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:46.195371 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b5a4e385-f0e0-43a2-91e1-140057ffa2ea tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:46.196129 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c369349-0799-45a4-b5f3-cc4b3dd798ea None None] Pushing event updated for resources: {'Port': ['ID=912e07f9-fe08-462b-937f-71cda538cc97,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:46.228313 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-394992bc-39d2-4386-a601-721954d5d612 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:46.234974 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-e588b351-5b90-4e73-8712-1593a61038b0 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Deleting port 912e07f9-fe08-462b-937f-71cda538cc97 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:14:46.235315 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e588b351-5b90-4e73-8712-1593a61038b0 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:46.254554 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cc651029-a0e1-4de2-831a-b120da1d5c35 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:46.258155 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-cc651029-a0e1-4de2-831a-b120da1d5c35 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7327578 Oct 04 09:14:46.261706 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57540) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:46.282935 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f6d65145-2373-4dcc-a931-739e57cd3e3c tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:46.310686 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f6d65145-2373-4dcc-a931-739e57cd3e3c tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:46.311386 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f6d65145-2373-4dcc-a931-739e57cd3e3c tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736777'] for router_interface, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:46.340864 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-d6c13b2e-9e3e-47ad-93d7-8d5e44d785b8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': 'c9a33b07-0ee8-4a95-b7f0-ad1decb04ed8', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:46.367871 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-d6c13b2e-9e3e-47ad-93d7-8d5e44d785b8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:14:46.368063 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a4e385-f0e0-43a2-91e1-140057ffa2ea tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Pushing event updated for resources: {'Subnet': ['ID=885e0fa9-b119-4c9d-9222-a172003a1f36,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:46.401023 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a4e385-f0e0-43a2-91e1-140057ffa2ea tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Checking segment: {'id': '3575008e-b830-40d6-bd00-6d9364bff4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '286c29db-64dd-4e5d-9ad0-71864bd31fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:14:46.401389 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a4e385-f0e0-43a2-91e1-140057ffa2ea tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Network hostable DHCP agents. Network: 286c29db-64dd-4e5d-9ad0-71864bd31fe8, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:14:46.474922 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 95a57023-7c2b-4f2e-8f8f-f42d5e3ca393 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:14:46.486504 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d65145-2373-4dcc-a931-739e57cd3e3c tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event updated for resources: {'Port': ['ID=9cd1f224-eae9-4d94-bb75-8a2f15767646,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:46.518295 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a4e385-f0e0-43a2-91e1-140057ffa2ea tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Network 286c29db-64dd-4e5d-9ad0-71864bd31fe8 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:14:46.543524 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-b5a4e385-f0e0-43a2-91e1-140057ffa2ea tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 286c29db-64dd-4e5d-9ad0-71864bd31fe8) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:14:46.553107 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a4e385-f0e0-43a2-91e1-140057ffa2ea tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:46.553707 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b5a4e385-f0e0-43a2-91e1-140057ffa2ea tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:46.567922 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5e5ef7-c0e7-404f-8cea-33d1e4d82809 None None] Network 286c29db-64dd-4e5d-9ad0-71864bd31fe8 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:14:46.591164 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d65145-2373-4dcc-a931-739e57cd3e3c tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Network 869b780c-0b46-4c73-95dc-399bb83f1daf is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:14:46.592647 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-f6d65145-2373-4dcc-a931-739e57cd3e3c tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:14:46.601287 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-b5a4e385-f0e0-43a2-91e1-140057ffa2ea tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7879252 Oct 04 09:14:46.605308 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57544) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:46.619709 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-79ed4afa-3a1e-4982-9ba0-7edfeb6fd8c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Request body: {'port': {'network_id': '286c29db-64dd-4e5d-9ad0-71864bd31fe8', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-357389222'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:46.631861 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-d6c13b2e-9e3e-47ad-93d7-8d5e44d785b8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:14:46.636600 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-394992bc-39d2-4386-a601-721954d5d612 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Transition to ACTIVE for port object 3f9d4c16-1dc3-4d9c-9a5a-93247ebdb9e7 will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:14:46.669780 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-d6c13b2e-9e3e-47ad-93d7-8d5e44d785b8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:14:46.674682 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f80fdf-c439-487c-b3b3-14c2f7502d27 admin admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:14:46.715129 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-c90b1ca4-021f-47af-a6c9-948fa61c1dc5 None None] Attempt 3 to provision port 33ee075c-6230-4411-bc51-289390a15220 Oct 04 09:14:46.752038 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2ceef5-d6c2-482a-9740-7da2b899b7c0 None None] Sync routers for ids ['debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:14:46.802463 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2ceef5-d6c2-482a-9740-7da2b899b7c0 None None] Routers {'debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:14:46.803110 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-6c2ceef5-d6c2-482a-9740-7da2b899b7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:14:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:46.909841 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-e588b351-5b90-4e73-8712-1593a61038b0 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] For port 912e07f9-fe08-462b-937f-71cda538cc97, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=912e07f9-fe08-462b-937f-71cda538cc97,segment=NetworkSegment(dda6d1c0-f5f6-4eb5-b397-ff182cf0eb1c),segment_id=dda6d1c0-f5f6-4eb5-b397-ff182cf0eb1c)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:14:46.910219 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e588b351-5b90-4e73-8712-1593a61038b0 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:46.961548 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6d65145-2373-4dcc-a931-739e57cd3e3c tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Router d7ed7ce3-aa5c-4ff6-bb87-001339c3b6f5 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:14:46.962030 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-c90b1ca4-021f-47af-a6c9-948fa61c1dc5 None None] Port 33ee075c-6230-4411-bc51-289390a15220 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:14:46.968243 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-79ed4afa-3a1e-4982-9ba0-7edfeb6fd8c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:14:46.972504 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-d6c13b2e-9e3e-47ad-93d7-8d5e44d785b8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:14:46.974296 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-79ed4afa-3a1e-4982-9ba0-7edfeb6fd8c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Usage tracker for resource:port and tenant:082e92f9b0784b03b71191f314bb7377 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:14:46.978370 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-79ed4afa-3a1e-4982-9ba0-7edfeb6fd8c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:14:47.003459 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 95a57023-7c2b-4f2e-8f8f-f42d5e3ca393 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:14:47.021132 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 95a57023-7c2b-4f2e-8f8f-f42d5e3ca393 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:14:47.021508 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:47.021913 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 95a57023-7c2b-4f2e-8f8f-f42d5e3ca393 Oct 04 09:14:47.043553 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-79ed4afa-3a1e-4982-9ba0-7edfeb6fd8c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:14:47.054708 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-e588b351-5b90-4e73-8712-1593a61038b0 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Calling delete_port for 912e07f9-fe08-462b-937f-71cda538cc97 owned by network:dhcp {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:14:47.085565 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-d6f80fdf-c439-487c-b3b3-14c2f7502d27 admin admin] 10.222.0.50 "PUT /v2.0/routers/debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2434194 Oct 04 09:14:47.143011 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d6c13b2e-9e3e-47ad-93d7-8d5e44d785b8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:47.282087 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-394992bc-39d2-4386-a601-721954d5d612 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:47.295137 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8472a07-f78e-4ca8-9d8e-c7c646913b98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-286c29db-64dd-4e5d-9ad0-71864bd31fe8', 'network_id': '286c29db-64dd-4e5d-9ad0-71864bd31fe8', 'tenant_id': '082e92f9b0784b03b71191f314bb7377', 'fixed_ips': [{'subnet_id': '885e0fa9-b119-4c9d-9222-a172003a1f36'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:14:47.296023 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d8472a07-f78e-4ca8-9d8e-c7c646913b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:47.332861 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-6c2ceef5-d6c2-482a-9740-7da2b899b7c0 None None] Set router debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:14:47.452026 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ed4afa-3a1e-4982-9ba0-7edfeb6fd8c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Made reservation on behalf of 082e92f9b0784b03b71191f314bb7377 for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:14:47.458783 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-79ed4afa-3a1e-4982-9ba0-7edfeb6fd8c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:47.469560 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-c90b1ca4-021f-47af-a6c9-948fa61c1dc5 None None] Attempt 4 to provision port 33ee075c-6230-4411-bc51-289390a15220 Oct 04 09:14:47.475065 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cbaad66f-dc11-430d-8995-7bbeed148a16 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:47.519260 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [None req-79ed4afa-3a1e-4982-9ba0-7edfeb6fd8c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] device_id is not set on port 585b639e-deb0-4cc7-bea5-d14a50e61b49 yet. {{(pid=89032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:14:47.578426 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d65145-2373-4dcc-a931-739e57cd3e3c tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:14:47.584515 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-f6d65145-2373-4dcc-a931-739e57cd3e3c tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "PUT /v2.0/routers/d7ed7ce3-aa5c-4ff6-bb87-001339c3b6f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1262805 Oct 04 09:14:47.589189 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39372059-ad26-42bb-9773-564b063158c7 None None] Sync routers for ids ['d7ed7ce3-aa5c-4ff6-bb87-001339c3b6f5'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:14:47.590608 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57554) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:47.605878 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39372059-ad26-42bb-9773-564b063158c7 None None] Routers {'d7ed7ce3-aa5c-4ff6-bb87-001339c3b6f5'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:14:47.606510 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-39372059-ad26-42bb-9773-564b063158c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:14:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['d7ed7ce3-aa5c-4ff6-bb87-001339c3b6f5'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:47.702897 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5621d641-29e1-4f8b-8e08-09dbc9eeed3e None None] Network a2edaacf-8b40-411a-a75e-e9a0fadd3168 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:14:47.706893 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8dc5b6e-056f-493e-8411-6c98b540b4f3 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:47.707475 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-c8dc5b6e-056f-493e-8411-6c98b540b4f3 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Synchronizing usage tracker for tenant:9e78cb9b328b4bfc813a095a6b1b578a on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:14:47.712549 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57558) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:47.757406 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-d4326cf5-93a6-4623-b726-b2f1c3e6bdeb tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Request body: {'security_group': {'name': 'tempest-securitygroup--33700599', 'description': 'tempest-description--380345450'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:47.765107 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-d4326cf5-93a6-4623-b726-b2f1c3e6bdeb tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:14:47.769397 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-d4326cf5-93a6-4623-b726-b2f1c3e6bdeb tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Usage tracker for resource:security_group and tenant:99eb97a23923415a910878c133c071d7 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:14:47.773088 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-d4326cf5-93a6-4623-b726-b2f1c3e6bdeb tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:14:47.779998 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-d4326cf5-93a6-4623-b726-b2f1c3e6bdeb tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:14:47.793160 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-c8dc5b6e-056f-493e-8411-6c98b540b4f3 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Unset dirty status for tenant:9e78cb9b328b4bfc813a095a6b1b578a on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:14:47.794390 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-c8dc5b6e-056f-493e-8411-6c98b540b4f3 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "GET /v2.0/ports/9cd1f224-eae9-4d94-bb75-8a2f15767646 HTTP/1.1" status: 200 len: 913 time: 0.2027667 Oct 04 09:14:47.799402 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-39372059-ad26-42bb-9773-564b063158c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:47.802814 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d4326cf5-93a6-4623-b726-b2f1c3e6bdeb tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:47.825215 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57562) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:47.828901 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39372059-ad26-42bb-9773-564b063158c7 None None] Routers {'d7ed7ce3-aa5c-4ff6-bb87-001339c3b6f5'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:14:47.833735 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-39372059-ad26-42bb-9773-564b063158c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:14:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['d7ed7ce3-aa5c-4ff6-bb87-001339c3b6f5'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:47.836565 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-d4326cf5-93a6-4623-b726-b2f1c3e6bdeb tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:14:47.856964 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-7ba29a66-eb79-498c-bd62-c9be9fec22e7 None None] Allocated IP 172.20.0.2 (12159a33-5534-4bcb-beba-906285fe9205/9786e749-2e61-4db2-8b57-dde90d819fbe/a3f8bdcb-40e6-4cca-9563-ad2c51be0d9f) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:14:47.898316 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394992bc-39d2-4386-a601-721954d5d612 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Network 12159a33-5534-4bcb-beba-906285fe9205 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:14:47.946007 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-39372059-ad26-42bb-9773-564b063158c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:47.946444 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39372059-ad26-42bb-9773-564b063158c7 None None] The sync data for ids ['d7ed7ce3-aa5c-4ff6-bb87-001339c3b6f5'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:14:47.967711 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-394992bc-39d2-4386-a601-721954d5d612 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:14:47.986751 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e588b351-5b90-4e73-8712-1593a61038b0 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:47.989090 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-d4326cf5-93a6-4623-b726-b2f1c3e6bdeb tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Usage tracker for resource:security_group_rule and tenant:99eb97a23923415a910878c133c071d7 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:14:48.003156 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394992bc-39d2-4386-a601-721954d5d612 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:14:48.005120 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-d4326cf5-93a6-4623-b726-b2f1c3e6bdeb tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:14:48.022162 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-d4326cf5-93a6-4623-b726-b2f1c3e6bdeb tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:14:48.035872 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-79ed4afa-3a1e-4982-9ba0-7edfeb6fd8c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Allocated IP 2001:db8::183 (286c29db-64dd-4e5d-9ad0-71864bd31fe8/885e0fa9-b119-4c9d-9222-a172003a1f36/585b639e-deb0-4cc7-bea5-d14a50e61b49) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:14:48.056914 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-c90b1ca4-021f-47af-a6c9-948fa61c1dc5 None None] Port 33ee075c-6230-4411-bc51-289390a15220 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:14:48.124307 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394992bc-39d2-4386-a601-721954d5d612 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event updated for resources: {'Port': ['ID=3f9d4c16-1dc3-4d9c-9a5a-93247ebdb9e7,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:48.205247 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 95a57023-7c2b-4f2e-8f8f-f42d5e3ca393 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:14:48.205667 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:48.282310 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d6c13b2e-9e3e-47ad-93d7-8d5e44d785b8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:48.308904 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e588b351-5b90-4e73-8712-1593a61038b0 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] No DVR routers for this DVR port 912e07f9-fe08-462b-937f-71cda538cc97 on host dv-neutron-860215-1-hyperv {{(pid=89033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:14:48.315356 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d6c13b2e-9e3e-47ad-93d7-8d5e44d785b8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:48.317171 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e588b351-5b90-4e73-8712-1593a61038b0 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Pushing event deleted for resources: {'Port': ['ID=912e07f9-fe08-462b-937f-71cda538cc97,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:48.356219 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 95a57023-7c2b-4f2e-8f8f-f42d5e3ca393, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=95a57023-7c2b-4f2e-8f8f-f42d5e3ca393,segment=NetworkSegment(cd2e4b2b-7587-46d9-94de-fd9dfbaf70fe),segment_id=cd2e4b2b-7587-46d9-94de-fd9dfbaf70fe)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:14:48.380103 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:48.469571 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d4326cf5-93a6-4623-b726-b2f1c3e6bdeb tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:48.517216 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd412c2-fec9-4f3b-ad66-ddfaf8e657e6 None None] Network a2edaacf-8b40-411a-a75e-e9a0fadd3168 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:14:48.519876 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d4326cf5-93a6-4623-b726-b2f1c3e6bdeb tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:48.597321 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-c90b1ca4-021f-47af-a6c9-948fa61c1dc5 None None] Attempt 5 to provision port 33ee075c-6230-4411-bc51-289390a15220 Oct 04 09:14:48.600155 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394992bc-39d2-4386-a601-721954d5d612 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:48.600616 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-394992bc-39d2-4386-a601-721954d5d612 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:48.613146 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4326cf5-93a6-4623-b726-b2f1c3e6bdeb tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cdce89a-a11c-4f5f-9f03-945b3b6fd05c,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:48.631038 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d4326cf5-93a6-4623-b726-b2f1c3e6bdeb tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:48.636002 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-d4326cf5-93a6-4623-b726-b2f1c3e6bdeb tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.8834925 Oct 04 09:14:48.638164 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57566) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:48.641642 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c13b2e-9e3e-47ad-93d7-8d5e44d785b8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f517a714-bcdb-49c2-84e1-65720ab07d3c,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:48.645594 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-79ed4afa-3a1e-4982-9ba0-7edfeb6fd8c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:48.653021 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=95a57023-7c2b-4f2e-8f8f-f42d5e3ca393,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:48.657097 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-d1fccc10-4e3b-443c-82a1-f4bef1ba694f tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Request body: {'security_group_rule': {'security_group_id': '5cdce89a-a11c-4f5f-9f03-945b3b6fd05c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:48.658206 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-7ba29a66-eb79-498c-bd62-c9be9fec22e7 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:48.669937 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-d1fccc10-4e3b-443c-82a1-f4bef1ba694f tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:14:48.670910 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cbaad66f-dc11-430d-8995-7bbeed148a16 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:48.682593 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-d1fccc10-4e3b-443c-82a1-f4bef1ba694f tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Usage tracker for resource:security_group_rule and tenant:99eb97a23923415a910878c133c071d7 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:14:48.684693 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cbaad66f-dc11-430d-8995-7bbeed148a16 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736963', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1737124'] for router, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:48.686360 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-79ed4afa-3a1e-4982-9ba0-7edfeb6fd8c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Transition to ACTIVE for port object 585b639e-deb0-4cc7-bea5-d14a50e61b49 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:14:48.690157 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-d1fccc10-4e3b-443c-82a1-f4bef1ba694f tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:14:48.700414 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-7ba29a66-eb79-498c-bd62-c9be9fec22e7 None None] Transition to ACTIVE for port object a3f8bdcb-40e6-4cca-9563-ad2c51be0d9f will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:14:48.701252 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-d1fccc10-4e3b-443c-82a1-f4bef1ba694f tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:14:48.714579 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-c90b1ca4-021f-47af-a6c9-948fa61c1dc5 None None] Port 33ee075c-6230-4411-bc51-289390a15220 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:14:48.751248 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-6c2ceef5-d6c2-482a-9740-7da2b899b7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d', 'name': 'tempest-ServersTestManualDisk-369945417-router', 'tenant_id': '99eb97a23923415a910878c133c071d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.227'}], 'enable_snat': True}, 'gw_port_id': 'b44cf7be-9777-4b89-aec1-02904b539cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:14:23Z', 'updated_at': '2022-10-04T09:14:42Z', 'revision_number': 4, 'project_id': '99eb97a23923415a910878c133c071d7', 'gw_port': {'id': 'b44cf7be-9777-4b89-aec1-02904b539cf3', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:14:28Z', 'updated_at': '2022-10-04T09:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': 'c4c04c7f-0805-46dc-a705-c706cff95a53', 'name': '', 'network_id': '8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9', 'tenant_id': '99eb97a23923415a910878c133c071d7', 'mac_address': 'fa:16:3e:52:11:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '449087d2-40c3-40c7-b2c7-34ca87a9a9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:14:40Z', 'updated_at': '2022-10-04T09:14:42Z', 'revision_number': 2, 'project_id': '99eb97a23923415a910878c133c071d7', 'subnets': [{'id': '449087d2-40c3-40c7-b2c7-34ca87a9a9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:48.752267 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d6c13b2e-9e3e-47ad-93d7-8d5e44d785b8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:48.752806 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-7ba29a66-eb79-498c-bd62-c9be9fec22e7 None None] Transition to ACTIVE for port object a3f8bdcb-40e6-4cca-9563-ad2c51be0d9f will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:14:48.756514 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-d6c13b2e-9e3e-47ad-93d7-8d5e44d785b8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.4326203 Oct 04 09:14:48.758003 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e588b351-5b90-4e73-8712-1593a61038b0 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:48.763488 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57570) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:48.770624 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2ceef5-d6c2-482a-9740-7da2b899b7c0 None None] Checking router: debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:14:48.771022 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2ceef5-d6c2-482a-9740-7da2b899b7c0 None None] Updating router debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d port c4c04c7f-0805-46dc-a705-c706cff95a53 binding host dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:14:48.772250 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-e3a91dd1-6bf4-40a2-a257-302bb9c8bf15 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': 'c9a33b07-0ee8-4a95-b7f0-ad1decb04ed8', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:48.781206 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d1fccc10-4e3b-443c-82a1-f4bef1ba694f tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:48.789180 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-e3a91dd1-6bf4-40a2-a257-302bb9c8bf15 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:14:48.802537 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-7ba29a66-eb79-498c-bd62-c9be9fec22e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:48.810051 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-e3a91dd1-6bf4-40a2-a257-302bb9c8bf15 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:14:48.822646 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-e3a91dd1-6bf4-40a2-a257-302bb9c8bf15 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:14:48.838229 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-79ed4afa-3a1e-4982-9ba0-7edfeb6fd8c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:48.848034 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-e3a91dd1-6bf4-40a2-a257-302bb9c8bf15 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:14:48.856015 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-394992bc-39d2-4386-a601-721954d5d612 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.6766346 Oct 04 09:14:48.862976 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57576) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:48.869395 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e588b351-5b90-4e73-8712-1593a61038b0 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:48.876083 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-8dae483a-7114-40a6-b6fa-6daf2fcf510a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Request body: {'port': {'network_id': '12159a33-5534-4bcb-beba-906285fe9205', 'name': 'tempest-PortsTestJSON-1573265884'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:48.951630 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ed4afa-3a1e-4982-9ba0-7edfeb6fd8c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Network 286c29db-64dd-4e5d-9ad0-71864bd31fe8 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:14:48.957208 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-79ed4afa-3a1e-4982-9ba0-7edfeb6fd8c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:14:48.959150 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e3a91dd1-6bf4-40a2-a257-302bb9c8bf15 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:48.969181 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ed4afa-3a1e-4982-9ba0-7edfeb6fd8c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:14:48.974836 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ed4afa-3a1e-4982-9ba0-7edfeb6fd8c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:48.976107 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-79ed4afa-3a1e-4982-9ba0-7edfeb6fd8c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:48.988072 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e588b351-5b90-4e73-8712-1593a61038b0 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Pushing event deleted for resources: {'Subnet': ['ID=c18cd422-26be-4773-980a-240b1cf9884d,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:49.016916 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ed4afa-3a1e-4982-9ba0-7edfeb6fd8c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Pushing event updated for resources: {'Port': ['ID=585b639e-deb0-4cc7-bea5-d14a50e61b49,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:49.024413 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d1fccc10-4e3b-443c-82a1-f4bef1ba694f tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:49.032221 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0415ff61-285a-43f6-8bef-0ea8d5621c35 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736827'] for router_interface, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:49.047832 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba29a66-eb79-498c-bd62-c9be9fec22e7 None None] Network 12159a33-5534-4bcb-beba-906285fe9205 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:14:49.056192 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-7ba29a66-eb79-498c-bd62-c9be9fec22e7 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:14:49.058444 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba29a66-eb79-498c-bd62-c9be9fec22e7 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:14:49.060706 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-6c2ceef5-d6c2-482a-9740-7da2b899b7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:49.073215 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba29a66-eb79-498c-bd62-c9be9fec22e7 None None] Pushing event updated for resources: {'Port': ['ID=a3f8bdcb-40e6-4cca-9563-ad2c51be0d9f,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:49.112976 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d1fccc10-4e3b-443c-82a1-f4bef1ba694f tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:49.135159 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-d8472a07-f78e-4ca8-9d8e-c7c646913b98 None None] Allocated IP 2001:db8::2 (286c29db-64dd-4e5d-9ad0-71864bd31fe8/885e0fa9-b119-4c9d-9222-a172003a1f36/629fcb06-acd3-4e51-9de7-c6cc9ce711c8) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:14:49.181701 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3825ba-959e-44d9-ba9c-c165f2191c58 None None] DHCP port deletion for a2edaacf-8b40-411a-a75e-e9a0fadd3168 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:14:49.194522 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e588b351-5b90-4e73-8712-1593a61038b0 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:49.243270 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-c90b1ca4-021f-47af-a6c9-948fa61c1dc5 None None] Attempt 6 to provision port 33ee075c-6230-4411-bc51-289390a15220 Oct 04 09:14:49.247687 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-e588b351-5b90-4e73-8712-1593a61038b0 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2edaacf-8b40-411a-a75e-e9a0fadd3168']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:49.278571 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-e588b351-5b90-4e73-8712-1593a61038b0 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dda6d1c0-f5f6-4eb5-b397-ff182cf0eb1c') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:49.278976 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-e588b351-5b90-4e73-8712-1593a61038b0 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dda6d1c0-f5f6-4eb5-b397-ff182cf0eb1c') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:49.301433 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e588b351-5b90-4e73-8712-1593a61038b0 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:49.312463 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-8dae483a-7114-40a6-b6fa-6daf2fcf510a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:14:49.324508 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-8dae483a-7114-40a6-b6fa-6daf2fcf510a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Usage tracker for resource:port and tenant:7c59b642fbd4440eb4278f2c0c212bcd is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:14:49.331010 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e588b351-5b90-4e73-8712-1593a61038b0 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:49.333510 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-8dae483a-7114-40a6-b6fa-6daf2fcf510a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:14:49.339812 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-79ed4afa-3a1e-4982-9ba0-7edfeb6fd8c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.7334268 Oct 04 09:14:49.347888 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57582) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:49.353393 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-8dae483a-7114-40a6-b6fa-6daf2fcf510a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:14:49.355301 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fccc10-4e3b-443c-82a1-f4bef1ba694f tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24006141-008d-4dff-a1ed-eb373eac9af4,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:49.363321 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-70789c53-e1c6-4163-a078-9be6cff3acb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Request body: {'port': {'network_id': '286c29db-64dd-4e5d-9ad0-71864bd31fe8', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1465481854', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:49.364698 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.api.validators [None req-70789c53-e1c6-4163-a078-9be6cff3acb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] bootfile-name is not in valid_values {{(pid=89033) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 04 09:14:49.364698 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.api.validators [None req-70789c53-e1c6-4163-a078-9be6cff3acb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] tftp-server is not in valid_values {{(pid=89033) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 04 09:14:49.364698 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.api.validators [None req-70789c53-e1c6-4163-a078-9be6cff3acb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] server-ip-address is not in valid_values {{(pid=89033) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 04 09:14:49.379120 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d1fccc10-4e3b-443c-82a1-f4bef1ba694f tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:49.379706 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e588b351-5b90-4e73-8712-1593a61038b0 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:14:49.380118 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e588b351-5b90-4e73-8712-1593a61038b0 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:49.383455 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-d1fccc10-4e3b-443c-82a1-f4bef1ba694f tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7412801 Oct 04 09:14:49.384089 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57586) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:49.400137 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-5a373559-14ba-4e1b-87ba-3c04c633a266 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Request body: {'security_group_rule': {'security_group_id': '5cdce89a-a11c-4f5f-9f03-945b3b6fd05c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:49.465473 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e3a91dd1-6bf4-40a2-a257-302bb9c8bf15 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:49.473264 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-5a373559-14ba-4e1b-87ba-3c04c633a266 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:14:49.500635 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e3a91dd1-6bf4-40a2-a257-302bb9c8bf15 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:49.507122 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-5a373559-14ba-4e1b-87ba-3c04c633a266 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Usage tracker for resource:security_group_rule and tenant:99eb97a23923415a910878c133c071d7 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:14:49.508402 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment dda6d1c0-f5f6-4eb5-b397-ff182cf0eb1c resource provider aggregate not found Oct 04 09:14:49.515291 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-5a373559-14ba-4e1b-87ba-3c04c633a266 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:14:49.535547 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-7ba29a66-eb79-498c-bd62-c9be9fec22e7 None None] Attempting to bind port a3f8bdcb-40e6-4cca-9563-ad2c51be0d9f on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:14:49.535943 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-7ba29a66-eb79-498c-bd62-c9be9fec22e7 None None] Attempting to bind port a3f8bdcb-40e6-4cca-9563-ad2c51be0d9f by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '5cb05608-e8d8-417a-80e4-0cffdf98577f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '12159a33-5534-4bcb-beba-906285fe9205'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:14:49.536393 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba29a66-eb79-498c-bd62-c9be9fec22e7 None None] Attempting to bind port a3f8bdcb-40e6-4cca-9563-ad2c51be0d9f on network 12159a33-5534-4bcb-beba-906285fe9205 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:14:49.537407 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-5a373559-14ba-4e1b-87ba-3c04c633a266 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:14:49.550236 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-c90b1ca4-021f-47af-a6c9-948fa61c1dc5 None None] Port 33ee075c-6230-4411-bc51-289390a15220 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:14:49.552147 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a91dd1-6bf4-40a2-a257-302bb9c8bf15 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fca2eca-b5ec-419f-a976-e8dd29850f61,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:49.561861 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dae483a-7114-40a6-b6fa-6daf2fcf510a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Made reservation on behalf of 7c59b642fbd4440eb4278f2c0c212bcd for: {'port': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:14:49.565279 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8dae483a-7114-40a6-b6fa-6daf2fcf510a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:49.567234 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba29a66-eb79-498c-bd62-c9be9fec22e7 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:14:49.567652 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba29a66-eb79-498c-bd62-c9be9fec22e7 None None] Checking segment: {'id': '5cb05608-e8d8-417a-80e4-0cffdf98577f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '12159a33-5534-4bcb-beba-906285fe9205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:14:49.568289 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-7ba29a66-eb79-498c-bd62-c9be9fec22e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:49.568738 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba29a66-eb79-498c-bd62-c9be9fec22e7 None None] Bound using segment: {'id': '5cb05608-e8d8-417a-80e4-0cffdf98577f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '12159a33-5534-4bcb-beba-906285fe9205'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:14:49.569099 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-7ba29a66-eb79-498c-bd62-c9be9fec22e7 None None] Bound port: a3f8bdcb-40e6-4cca-9563-ad2c51be0d9f, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb05608-e8d8-417a-80e4-0cffdf98577f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '12159a33-5534-4bcb-beba-906285fe9205'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:14:49.570190 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-7ba29a66-eb79-498c-bd62-c9be9fec22e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:49.580587 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment dda6d1c0-f5f6-4eb5-b397-ff182cf0eb1c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dda6d1c0-f5f6-4eb5-b397-ff182cf0eb1c found for delete ", "request_id": "req-78866e40-ab34-4da8-bfd8-602c6b522bb4"}]} Oct 04 09:14:49.582481 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e3a91dd1-6bf4-40a2-a257-302bb9c8bf15 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:49.587278 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-e3a91dd1-6bf4-40a2-a257-302bb9c8bf15 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8226831 Oct 04 09:14:49.589398 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57594) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:49.593372 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5a373559-14ba-4e1b-87ba-3c04c633a266 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:49.593964 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbaad66f-dc11-430d-8995-7bbeed148a16 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Router 7b81cf90-6657-4b8f-aa69-9e226c8fabd1 is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:14:49.605646 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-13095ab2-d5e3-4ff3-8fd4-c2b1ecab8419 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': 'c9a33b07-0ee8-4a95-b7f0-ad1decb04ed8', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:49.608726 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e588b351-5b90-4e73-8712-1593a61038b0 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:49.619282 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [None req-8dae483a-7114-40a6-b6fa-6daf2fcf510a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] device_id is not set on port ee50c820-7ec5-4f58-9bd6-b58041d6f0f2 yet. {{(pid=89033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:14:49.622661 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-13095ab2-d5e3-4ff3-8fd4-c2b1ecab8419 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:14:49.640429 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-13095ab2-d5e3-4ff3-8fd4-c2b1ecab8419 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:14:49.645808 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-13095ab2-d5e3-4ff3-8fd4-c2b1ecab8419 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:14:49.662765 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-13095ab2-d5e3-4ff3-8fd4-c2b1ecab8419 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:14:49.684062 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e588b351-5b90-4e73-8712-1593a61038b0 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:49.739103 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.securitygroups_db [None req-13095ab2-d5e3-4ff3-8fd4-c2b1ecab8419 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Project 78fb12e86c5f40beb578bfb97002b5c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 09:14:49.745445 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-0415ff61-285a-43f6-8bef-0ea8d5621c35 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Deleting port 9cd1f224-eae9-4d94-bb75-8a2f15767646 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:14:49.745865 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0415ff61-285a-43f6-8bef-0ea8d5621c35 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:49.767338 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e588b351-5b90-4e73-8712-1593a61038b0 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Pushing event deleted for resources: {'Network': ['ID=a2edaacf-8b40-411a-a75e-e9a0fadd3168,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:49.795438 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-13095ab2-d5e3-4ff3-8fd4-c2b1ecab8419 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:49.824721 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5a373559-14ba-4e1b-87ba-3c04c633a266 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:49.829177 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-70789c53-e1c6-4163-a078-9be6cff3acb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:14:49.836059 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-e588b351-5b90-4e73-8712-1593a61038b0 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] 10.222.0.50 "DELETE /v2.0/networks/a2edaacf-8b40-411a-a75e-e9a0fadd3168 HTTP/1.1" status: 204 len: 168 time: 4.6996682 Oct 04 09:14:49.842826 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57598) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:49.843499 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5a373559-14ba-4e1b-87ba-3c04c633a266 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:49.854173 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-70789c53-e1c6-4163-a078-9be6cff3acb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Usage tracker for resource:port and tenant:082e92f9b0784b03b71191f314bb7377 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:14:49.857196 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-70789c53-e1c6-4163-a078-9be6cff3acb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:14:49.910487 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a373559-14ba-4e1b-87ba-3c04c633a266 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=659b6130-ad84-43bb-9696-73f4b398f9fc,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:49.938976 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d8472a07-f78e-4ca8-9d8e-c7c646913b98 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:49.944799 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-7ba29a66-eb79-498c-bd62-c9be9fec22e7 None None] For port a3f8bdcb-40e6-4cca-9563-ad2c51be0d9f, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:14:49.952274 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-70789c53-e1c6-4163-a078-9be6cff3acb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:14:49.969829 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d8472a07-f78e-4ca8-9d8e-c7c646913b98 None None] Transition to ACTIVE for port object 629fcb06-acd3-4e51-9de7-c6cc9ce711c8 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:14:49.974586 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-7ba29a66-eb79-498c-bd62-c9be9fec22e7 None None] For port a3f8bdcb-40e6-4cca-9563-ad2c51be0d9f, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=a3f8bdcb-40e6-4cca-9563-ad2c51be0d9f,segment=NetworkSegment(5cb05608-e8d8-417a-80e4-0cffdf98577f),segment_id=5cb05608-e8d8-417a-80e4-0cffdf98577f)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:14:49.987433 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-7ba29a66-eb79-498c-bd62-c9be9fec22e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:49.989819 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5a373559-14ba-4e1b-87ba-3c04c633a266 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:49.994933 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-5a373559-14ba-4e1b-87ba-3c04c633a266 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6069279 Oct 04 09:14:49.995801 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57602) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:49.998221 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-16863e66-6215-49f1-a69c-9d7a4039e001 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] DELETE failed (client error): The resource could not be found. Oct 04 09:14:49.998937 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16863e66-6215-49f1-a69c-9d7a4039e001 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:14:50.000719 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-16863e66-6215-49f1-a69c-9d7a4039e001 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] 10.222.0.50 "DELETE /v2.0/subnets/c18cd422-26be-4773-980a-240b1cf9884d HTTP/1.1" status: 404 len: 337 time: 0.1523089 Oct 04 09:14:50.015145 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-503ac07f-1144-4886-90a3-012977f747d3 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Request body: {'floatingip': {'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:50.017030 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57606) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:50.031386 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-13095ab2-d5e3-4ff3-8fd4-c2b1ecab8419 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:50.035676 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-503ac07f-1144-4886-90a3-012977f747d3 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:14:50.051957 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-503ac07f-1144-4886-90a3-012977f747d3 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Usage tracker for resource:floatingip and tenant:99eb97a23923415a910878c133c071d7 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:14:50.058225 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-c90b1ca4-021f-47af-a6c9-948fa61c1dc5 None None] Attempt 7 to provision port 33ee075c-6230-4411-bc51-289390a15220 Oct 04 09:14:50.058505 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-13095ab2-d5e3-4ff3-8fd4-c2b1ecab8419 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:50.060618 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-503ac07f-1144-4886-90a3-012977f747d3 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:14:50.074417 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70789c53-e1c6-4163-a078-9be6cff3acb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Made reservation on behalf of 082e92f9b0784b03b71191f314bb7377 for: {'port': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:14:50.078195 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-70789c53-e1c6-4163-a078-9be6cff3acb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:50.093720 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-503ac07f-1144-4886-90a3-012977f747d3 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:14:50.097145 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cb0953b-cfc4-40ef-a189-565f63020446 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] DELETE failed (client error): The resource could not be found. Oct 04 09:14:50.097603 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cb0953b-cfc4-40ef-a189-565f63020446 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:14:50.099437 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-9cb0953b-cfc4-40ef-a189-565f63020446 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] 10.222.0.50 "DELETE /v2.0/networks/a2edaacf-8b40-411a-a75e-e9a0fadd3168 HTTP/1.1" status: 404 len: 339 time: 0.0734193 Oct 04 09:14:50.107357 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57610) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:50.110931 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0415ff61-285a-43f6-8bef-0ea8d5621c35 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:50.128146 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13095ab2-d5e3-4ff3-8fd4-c2b1ecab8419 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49429c6d-3bc2-4123-9950-082810ea28f8,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:50.128573 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d8472a07-f78e-4ca8-9d8e-c7c646913b98 None None] Transition to ACTIVE for port object 629fcb06-acd3-4e51-9de7-c6cc9ce711c8 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:14:50.154982 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbaad66f-dc11-430d-8995-7bbeed148a16 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:14:50.167246 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d8472a07-f78e-4ca8-9d8e-c7c646913b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:50.191633 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1cecaa-d098-4c70-9caa-001f8ebf58c8 None None] Sync routers for ids ['7b81cf90-6657-4b8f-aa69-9e226c8fabd1'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:14:50.196756 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8472a07-f78e-4ca8-9d8e-c7c646913b98 None None] Network 286c29db-64dd-4e5d-9ad0-71864bd31fe8 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:14:50.204225 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-503ac07f-1144-4886-90a3-012977f747d3 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Notify callbacks [] for floatingip, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:50.230109 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-c90b1ca4-021f-47af-a6c9-948fa61c1dc5 None None] Port 33ee075c-6230-4411-bc51-289390a15220 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:14:50.244579 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-d8472a07-f78e-4ca8-9d8e-c7c646913b98 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:14:50.246364 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba29a66-eb79-498c-bd62-c9be9fec22e7 None None] Pushing event updated for resources: {'Port': ['ID=a3f8bdcb-40e6-4cca-9563-ad2c51be0d9f,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:50.251988 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8472a07-f78e-4ca8-9d8e-c7c646913b98 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:14:50.279872 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-13095ab2-d5e3-4ff3-8fd4-c2b1ecab8419 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:50.283912 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-13095ab2-d5e3-4ff3-8fd4-c2b1ecab8419 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6933205 Oct 04 09:14:50.291408 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-0415ff61-285a-43f6-8bef-0ea8d5621c35 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Calling delete_port for 9cd1f224-eae9-4d94-bb75-8a2f15767646 owned by network:router_interface {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:14:50.300072 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1cecaa-d098-4c70-9caa-001f8ebf58c8 None None] Routers {'7b81cf90-6657-4b8f-aa69-9e226c8fabd1'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:14:50.300773 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-ed1cecaa-d098-4c70-9caa-001f8ebf58c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:14:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['7b81cf90-6657-4b8f-aa69-9e226c8fabd1'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:50.356170 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57614) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:50.367594 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [None req-70789c53-e1c6-4163-a078-9be6cff3acb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] device_id is not set on port 6116060c-7b7b-4b74-8c4b-221734e54f43 yet. {{(pid=89033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:14:50.383490 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-ed1cecaa-d098-4c70-9caa-001f8ebf58c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:50.412046 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cbaad66f-dc11-430d-8995-7bbeed148a16 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:50.414315 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-cbaad66f-dc11-430d-8995-7bbeed148a16 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] 10.222.0.50 "PUT /v2.0/routers/7b81cf90-6657-4b8f-aa69-9e226c8fabd1 HTTP/1.1" status: 200 len: 915 time: 8.3387403 Oct 04 09:14:50.424241 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57618) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:50.425565 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-8dae483a-7114-40a6-b6fa-6daf2fcf510a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Allocated IP 172.20.0.12 (12159a33-5534-4bcb-beba-906285fe9205/9786e749-2e61-4db2-8b57-dde90d819fbe/ee50c820-7ec5-4f58-9bd6-b58041d6f0f2) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:14:50.488031 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-6c2ceef5-d6c2-482a-9740-7da2b899b7c0 None None] Notify callbacks [] for port, precommit_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:50.512706 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-3a9ee023-beed-4d87-8f17-87c5d24ca02e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': 'c9a33b07-0ee8-4a95-b7f0-ad1decb04ed8', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:50.520250 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0415ff61-285a-43f6-8bef-0ea8d5621c35 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:50.526621 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-3a9ee023-beed-4d87-8f17-87c5d24ca02e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:14:50.568898 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1cecaa-d098-4c70-9caa-001f8ebf58c8 None None] Routers {'7b81cf90-6657-4b8f-aa69-9e226c8fabd1'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:14:50.570082 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-ed1cecaa-d098-4c70-9caa-001f8ebf58c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:14:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['7b81cf90-6657-4b8f-aa69-9e226c8fabd1'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:50.584495 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-3a9ee023-beed-4d87-8f17-87c5d24ca02e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:14:50.639749 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-979f0c21-9a99-4d3e-b30f-33b557584b65 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:50.660057 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-3a9ee023-beed-4d87-8f17-87c5d24ca02e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:14:50.678290 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0415ff61-285a-43f6-8bef-0ea8d5621c35 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event deleted for resources: {'Port': ['ID=9cd1f224-eae9-4d94-bb75-8a2f15767646,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:50.692443 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-6c2ceef5-d6c2-482a-9740-7da2b899b7c0 None None] Transition to ACTIVE for port object c4c04c7f-0805-46dc-a705-c706cff95a53 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:14:50.697519 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-ed1cecaa-d098-4c70-9caa-001f8ebf58c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:50.697929 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1cecaa-d098-4c70-9caa-001f8ebf58c8 None None] The sync data for ids ['7b81cf90-6657-4b8f-aa69-9e226c8fabd1'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:14:50.712946 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-3a9ee023-beed-4d87-8f17-87c5d24ca02e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:14:50.720935 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-d8472a07-f78e-4ca8-9d8e-c7c646913b98 None None] Attempting to bind port 629fcb06-acd3-4e51-9de7-c6cc9ce711c8 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:14:50.721316 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-d8472a07-f78e-4ca8-9d8e-c7c646913b98 None None] Attempting to bind port 629fcb06-acd3-4e51-9de7-c6cc9ce711c8 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '3575008e-b830-40d6-bd00-6d9364bff4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '286c29db-64dd-4e5d-9ad0-71864bd31fe8'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:14:50.722043 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8472a07-f78e-4ca8-9d8e-c7c646913b98 None None] Attempting to bind port 629fcb06-acd3-4e51-9de7-c6cc9ce711c8 on network 286c29db-64dd-4e5d-9ad0-71864bd31fe8 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:14:50.726282 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8472a07-f78e-4ca8-9d8e-c7c646913b98 None None] Pushing event updated for resources: {'Port': ['ID=629fcb06-acd3-4e51-9de7-c6cc9ce711c8,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:50.732263 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-c90b1ca4-021f-47af-a6c9-948fa61c1dc5 None None] Attempt 8 to provision port 33ee075c-6230-4411-bc51-289390a15220 Oct 04 09:14:50.767199 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8472a07-f78e-4ca8-9d8e-c7c646913b98 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:14:50.767594 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8472a07-f78e-4ca8-9d8e-c7c646913b98 None None] Checking segment: {'id': '3575008e-b830-40d6-bd00-6d9364bff4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '286c29db-64dd-4e5d-9ad0-71864bd31fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:14:50.767991 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d8472a07-f78e-4ca8-9d8e-c7c646913b98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:50.768413 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8472a07-f78e-4ca8-9d8e-c7c646913b98 None None] Bound using segment: {'id': '3575008e-b830-40d6-bd00-6d9364bff4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '286c29db-64dd-4e5d-9ad0-71864bd31fe8'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:14:50.769579 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-d8472a07-f78e-4ca8-9d8e-c7c646913b98 None None] Bound port: 629fcb06-acd3-4e51-9de7-c6cc9ce711c8, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3575008e-b830-40d6-bd00-6d9364bff4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '286c29db-64dd-4e5d-9ad0-71864bd31fe8'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:14:50.769579 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d8472a07-f78e-4ca8-9d8e-c7c646913b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:50.793186 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-6c2ceef5-d6c2-482a-9740-7da2b899b7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:50.904140 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device a3f8bdcb-40e6-4cca-9563-ad2c51be0d9f up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:14:50.958034 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0415ff61-285a-43f6-8bef-0ea8d5621c35 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736911'] for router_interface, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:50.966397 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.securitygroups_db [None req-3a9ee023-beed-4d87-8f17-87c5d24ca02e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Project 78fb12e86c5f40beb578bfb97002b5c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 09:14:50.980407 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3a9ee023-beed-4d87-8f17-87c5d24ca02e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:51.089721 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f53e4b-ca8f-467d-a957-7635923b758e None None] Pushing event updated for resources: {'Port': ['ID=c4c04c7f-0805-46dc-a705-c706cff95a53,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:51.119148 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-d3cbce27-2609-4d41-b3a8-636d20d78471 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] 10.222.0.50 "GET /v2.0/routers/7b81cf90-6657-4b8f-aa69-9e226c8fabd1 HTTP/1.1" status: 200 len: 921 time: 0.6857190 Oct 04 09:14:51.149988 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-c90b1ca4-021f-47af-a6c9-948fa61c1dc5 None None] Port 33ee075c-6230-4411-bc51-289390a15220 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:14:51.152953 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57622) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:51.170367 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-70789c53-e1c6-4163-a078-9be6cff3acb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Allocated IP 2001:db8::9a (286c29db-64dd-4e5d-9ad0-71864bd31fe8/885e0fa9-b119-4c9d-9222-a172003a1f36/6116060c-7b7b-4b74-8c4b-221734e54f43) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:14:51.254892 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-979f0c21-9a99-4d3e-b30f-33b557584b65 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:51.255100 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-6c2ceef5-d6c2-482a-9740-7da2b899b7c0 None None] Attempting to bind port c4c04c7f-0805-46dc-a705-c706cff95a53 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:14:51.255428 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-6c2ceef5-d6c2-482a-9740-7da2b899b7c0 None None] Attempting to bind port c4c04c7f-0805-46dc-a705-c706cff95a53 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '77ddeb54-0d4d-457f-abac-669508cea815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:14:51.255799 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2ceef5-d6c2-482a-9740-7da2b899b7c0 None None] Attempting to bind port c4c04c7f-0805-46dc-a705-c706cff95a53 on network 8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:14:51.271780 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2ceef5-d6c2-482a-9740-7da2b899b7c0 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:14:51.272164 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2ceef5-d6c2-482a-9740-7da2b899b7c0 None None] Checking segment: {'id': '77ddeb54-0d4d-457f-abac-669508cea815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:14:51.272621 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-6c2ceef5-d6c2-482a-9740-7da2b899b7c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:51.273015 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2ceef5-d6c2-482a-9740-7da2b899b7c0 None None] Bound using segment: {'id': '77ddeb54-0d4d-457f-abac-669508cea815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:14:51.273495 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-6c2ceef5-d6c2-482a-9740-7da2b899b7c0 None None] Bound port: c4c04c7f-0805-46dc-a705-c706cff95a53, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ddeb54-0d4d-457f-abac-669508cea815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:14:51.273922 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-6c2ceef5-d6c2-482a-9740-7da2b899b7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:51.286782 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d8472a07-f78e-4ca8-9d8e-c7c646913b98 None None] For port 629fcb06-acd3-4e51-9de7-c6cc9ce711c8, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:14:51.295298 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port a3f8bdcb-40e6-4cca-9563-ad2c51be0d9f completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:14:51.333436 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 95a57023-7c2b-4f2e-8f8f-f42d5e3ca393 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:14:51.384073 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-979f0c21-9a99-4d3e-b30f-33b557584b65 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c6d6152-6bc3-491c-baf4-0a9bdbfeb868']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:51.384603 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d8472a07-f78e-4ca8-9d8e-c7c646913b98 None None] For port 629fcb06-acd3-4e51-9de7-c6cc9ce711c8, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=629fcb06-acd3-4e51-9de7-c6cc9ce711c8,segment=NetworkSegment(3575008e-b830-40d6-bd00-6d9364bff4a0),segment_id=3575008e-b830-40d6-bd00-6d9364bff4a0)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:14:51.404007 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8dae483a-7114-40a6-b6fa-6daf2fcf510a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:51.404201 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d8472a07-f78e-4ca8-9d8e-c7c646913b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:51.419486 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dacc25-a806-4d3c-b31c-1c5a0dd01c13 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:51.421089 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-23dacc25-a806-4d3c-b31c-1c5a0dd01c13 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=f33938cd-879e-4461-9b5e-aa67b746b6bd&device_id=7b81cf90-6657-4b8f-aa69-9e226c8fabd1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2670848 Oct 04 09:14:51.425044 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-979f0c21-9a99-4d3e-b30f-33b557584b65 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92f5a04e-bd57-4aea-afc4-3706cfba2713') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:51.425347 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-979f0c21-9a99-4d3e-b30f-33b557584b65 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92f5a04e-bd57-4aea-afc4-3706cfba2713') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:51.445364 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57626) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:51.458022 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-979f0c21-9a99-4d3e-b30f-33b557584b65 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:51.494915 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-8dae483a-7114-40a6-b6fa-6daf2fcf510a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Transition to ACTIVE for port object ee50c820-7ec5-4f58-9bd6-b58041d6f0f2 will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:14:51.503780 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3a9ee023-beed-4d87-8f17-87c5d24ca02e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:51.556997 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-6c2ceef5-d6c2-482a-9740-7da2b899b7c0 None None] For port c4c04c7f-0805-46dc-a705-c706cff95a53, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:14:51.561589 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-6c2ceef5-d6c2-482a-9740-7da2b899b7c0 None None] For port c4c04c7f-0805-46dc-a705-c706cff95a53, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=c4c04c7f-0805-46dc-a705-c706cff95a53,segment=NetworkSegment(77ddeb54-0d4d-457f-abac-669508cea815),segment_id=77ddeb54-0d4d-457f-abac-669508cea815)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:14:51.564920 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8472a07-f78e-4ca8-9d8e-c7c646913b98 None None] Pushing event updated for resources: {'Port': ['ID=629fcb06-acd3-4e51-9de7-c6cc9ce711c8,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:51.576926 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-6c2ceef5-d6c2-482a-9740-7da2b899b7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:51.602209 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-503ac07f-1144-4886-90a3-012977f747d3 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:51.604170 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3a9ee023-beed-4d87-8f17-87c5d24ca02e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:51.626213 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 95a57023-7c2b-4f2e-8f8f-f42d5e3ca393 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:14:51.626606 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:51.627007 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 95a57023-7c2b-4f2e-8f8f-f42d5e3ca393 Oct 04 09:14:51.661330 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea27b5e9-4391-43fd-9a9c-5e65e699abef tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:51.662715 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-ea27b5e9-4391-43fd-9a9c-5e65e699abef tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] 10.222.0.50 "GET /v2.0/networks/f33938cd-879e-4461-9b5e-aa67b746b6bd HTTP/1.1" status: 200 len: 881 time: 0.2164123 Oct 04 09:14:51.673860 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57630) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:51.676136 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-c90b1ca4-021f-47af-a6c9-948fa61c1dc5 None None] Attempt 9 to provision port 33ee075c-6230-4411-bc51-289390a15220 Oct 04 09:14:51.683944 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-979f0c21-9a99-4d3e-b30f-33b557584b65 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:51.727945 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9ee023-beed-4d87-8f17-87c5d24ca02e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5459bde-1d34-4f5d-98b9-66419c42a617,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:51.730956 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3a9ee023-beed-4d87-8f17-87c5d24ca02e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:51.756395 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-3a9ee023-beed-4d87-8f17-87c5d24ca02e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.3938277 Oct 04 09:14:51.789631 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-979f0c21-9a99-4d3e-b30f-33b557584b65 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:14:51.799436 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-979f0c21-9a99-4d3e-b30f-33b557584b65 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:51.802854 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2ceef5-d6c2-482a-9740-7da2b899b7c0 None None] Routers {'debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:14:51.803501 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-6c2ceef5-d6c2-482a-9740-7da2b899b7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:14:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:51.882070 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e356fbf7-070b-4bab-a3be-183e8d4da430 None None] Network 12159a33-5534-4bcb-beba-906285fe9205 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:14:51.886359 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0415ff61-285a-43f6-8bef-0ea8d5621c35 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Router d7ed7ce3-aa5c-4ff6-bb87-001339c3b6f5 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:14:51.887871 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-cd283e62-9c56-4676-82c6-aff7fd7a1eac tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b81cf90-6657-4b8f-aa69-9e226c8fabd1 HTTP/1.1" status: 200 len: 205 time: 0.2101684 Oct 04 09:14:51.891623 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57638) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:51.957123 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 92f5a04e-bd57-4aea-afc4-3706cfba2713 resource provider aggregate not found Oct 04 09:14:51.975402 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 92f5a04e-bd57-4aea-afc4-3706cfba2713 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 92f5a04e-bd57-4aea-afc4-3706cfba2713 found for delete ", "request_id": "req-ee77dbe9-a384-4204-b8b2-051f8dda2158"}]} Oct 04 09:14:52.022462 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-979f0c21-9a99-4d3e-b30f-33b557584b65 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:52.026962 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-c90b1ca4-021f-47af-a6c9-948fa61c1dc5 None None] Port 33ee075c-6230-4411-bc51-289390a15220 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:14:52.057067 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f53e4b-ca8f-467d-a957-7635923b758e None None] Pushing event updated for resources: {'Port': ['ID=c4c04c7f-0805-46dc-a705-c706cff95a53,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:52.070541 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-979f0c21-9a99-4d3e-b30f-33b557584b65 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:52.079514 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8dae483a-7114-40a6-b6fa-6daf2fcf510a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:52.167208 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979f0c21-9a99-4d3e-b30f-33b557584b65 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Pushing event deleted for resources: {'Network': ['ID=7c6d6152-6bc3-491c-baf4-0a9bdbfeb868,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:52.187368 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-979f0c21-9a99-4d3e-b30f-33b557584b65 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] 10.222.0.50 "DELETE /v2.0/networks/7c6d6152-6bc3-491c-baf4-0a9bdbfeb868 HTTP/1.1" status: 204 len: 168 time: 2.0730023 Oct 04 09:14:52.198303 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57654) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:52.247122 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dae483a-7114-40a6-b6fa-6daf2fcf510a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event updated for resources: {'Port': ['ID=ee50c820-7ec5-4f58-9bd6-b58041d6f0f2,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:52.253927 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dae483a-7114-40a6-b6fa-6daf2fcf510a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Network 12159a33-5534-4bcb-beba-906285fe9205 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:14:52.261308 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-8dae483a-7114-40a6-b6fa-6daf2fcf510a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:14:52.268650 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dae483a-7114-40a6-b6fa-6daf2fcf510a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:14:52.281217 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 95a57023-7c2b-4f2e-8f8f-f42d5e3ca393 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:14:52.288773 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-6c2ceef5-d6c2-482a-9740-7da2b899b7c0 None None] Set router debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:14:52.295566 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b2dc936-3eb2-45c2-a83e-6b89d62c425f tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] DELETE failed (client error): The resource could not be found. Oct 04 09:14:52.296019 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b2dc936-3eb2-45c2-a83e-6b89d62c425f tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:14:52.300369 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-4b2dc936-3eb2-45c2-a83e-6b89d62c425f tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] 10.222.0.50 "DELETE /v2.0/subnets/14d89404-0ca3-455f-a08b-490457d8c75a HTTP/1.1" status: 404 len: 337 time: 0.0931334 Oct 04 09:14:52.303174 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-70789c53-e1c6-4163-a078-9be6cff3acb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:52.305996 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57658) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:52.306574 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-6e299952-1983-427c-9bb0-f67385b2c2ed req-15681757-9818-459d-8c10-9371e5e39f68 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:security_group {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:14:52.331933 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 912e07f9-fe08-462b-937f-71cda538cc97 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:14:52.400825 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-503ac07f-1144-4886-90a3-012977f747d3 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Allocated IP 172.26.10.82 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/2f94032e-01b3-48f8-9b00-e316a5c8e2a1) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:14:52.411944 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 912e07f9-fe08-462b-937f-71cda538cc97 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:14:52.412546 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 912e07f9-fe08-462b-937f-71cda538cc97 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:14:52.416209 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0415ff61-285a-43f6-8bef-0ea8d5621c35 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:14:52.445855 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3442e75-5ae7-485a-a60e-d6125dfed909 None None] Sync routers for ids ['d7ed7ce3-aa5c-4ff6-bb87-001339c3b6f5'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:14:52.468878 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3442e75-5ae7-485a-a60e-d6125dfed909 None None] Routers {'d7ed7ce3-aa5c-4ff6-bb87-001339c3b6f5'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:14:52.469878 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-d3442e75-5ae7-485a-a60e-d6125dfed909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:14:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['d7ed7ce3-aa5c-4ff6-bb87-001339c3b6f5'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:52.504829 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-0415ff61-285a-43f6-8bef-0ea8d5621c35 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "PUT /v2.0/routers/d7ed7ce3-aa5c-4ff6-bb87-001339c3b6f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6768432 Oct 04 09:14:52.510808 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57662) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:52.520935 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-70789c53-e1c6-4163-a078-9be6cff3acb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Transition to ACTIVE for port object 6116060c-7b7b-4b74-8c4b-221734e54f43 will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:14:52.537299 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-c90b1ca4-021f-47af-a6c9-948fa61c1dc5 None None] Attempt 10 to provision port 33ee075c-6230-4411-bc51-289390a15220 Oct 04 09:14:52.546835 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-6e299952-1983-427c-9bb0-f67385b2c2ed req-15681757-9818-459d-8c10-9371e5e39f68 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:security_group {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:14:52.555301 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6e299952-1983-427c-9bb0-f67385b2c2ed req-15681757-9818-459d-8c10-9371e5e39f68 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-518552853&fields=id&tenant_id=78fb12e86c5f40beb578bfb97002b5c9 HTTP/1.1" status: 200 len: 267 time: 0.3704922 Oct 04 09:14:52.593181 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-4be5d383-6389-46ab-a351-8cc1d94b1a94 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] DELETE failed (client error): The resource could not be found. Oct 04 09:14:52.593651 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4be5d383-6389-46ab-a351-8cc1d94b1a94 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:14:52.595331 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-4be5d383-6389-46ab-a351-8cc1d94b1a94 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] 10.222.0.50 "DELETE /v2.0/networks/0fb25b00-cd81-4fb0-91d3-bc1aee8c3507 HTTP/1.1" status: 404 len: 339 time: 0.2845213 Oct 04 09:14:52.608088 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-d3442e75-5ae7-485a-a60e-d6125dfed909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:52.622682 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-c90b1ca4-021f-47af-a6c9-948fa61c1dc5 None None] Port 33ee075c-6230-4411-bc51-289390a15220 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:14:52.627821 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57666) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:52.636266 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3442e75-5ae7-485a-a60e-d6125dfed909 None None] Routers {'d7ed7ce3-aa5c-4ff6-bb87-001339c3b6f5'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:14:52.637030 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-d3442e75-5ae7-485a-a60e-d6125dfed909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:14:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['d7ed7ce3-aa5c-4ff6-bb87-001339c3b6f5'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:52.691413 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 629fcb06-acd3-4e51-9de7-c6cc9ce711c8 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:14:52.747121 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e11857b9-3b58-483e-a130-812fca110111 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks [] for router, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:52.790157 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-d3442e75-5ae7-485a-a60e-d6125dfed909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:52.790566 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3442e75-5ae7-485a-a60e-d6125dfed909 None None] The sync data for ids ['d7ed7ce3-aa5c-4ff6-bb87-001339c3b6f5'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:14:52.855549 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-c90b1ca4-021f-47af-a6c9-948fa61c1dc5 None None] Provisioning for port c4c04c7f-0805-46dc-a705-c706cff95a53 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:14:52.870846 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dae483a-7114-40a6-b6fa-6daf2fcf510a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:52.871451 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8dae483a-7114-40a6-b6fa-6daf2fcf510a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:52.945311 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 629fcb06-acd3-4e51-9de7-c6cc9ce711c8 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:14:52.949820 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e299952-1983-427c-9bb0-f67385b2c2ed req-601990b9-b4ab-46f6-bdee-5f0520dfc338 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:52.951610 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6e299952-1983-427c-9bb0-f67385b2c2ed req-601990b9-b4ab-46f6-bdee-5f0520dfc338 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/networks?id=138bf702-4d39-408e-a83e-f851bcf14b73 HTTP/1.1" status: 200 len: 796 time: 0.3952494 Oct 04 09:14:52.997334 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6e299952-1983-427c-9bb0-f67385b2c2ed req-04cacd27-f4f1-482a-b4a0-735fc7c09564 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/quotas/78fb12e86c5f40beb578bfb97002b5c9 HTTP/1.1" status: 200 len: 375 time: 0.0238819 Oct 04 09:14:53.028634 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-70789c53-e1c6-4163-a078-9be6cff3acb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:53.037433 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-6c2ceef5-d6c2-482a-9740-7da2b899b7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d', 'name': 'tempest-ServersTestManualDisk-369945417-router', 'tenant_id': '99eb97a23923415a910878c133c071d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.227'}], 'enable_snat': True}, 'gw_port_id': 'b44cf7be-9777-4b89-aec1-02904b539cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:14:23Z', 'updated_at': '2022-10-04T09:14:42Z', 'revision_number': 4, 'project_id': '99eb97a23923415a910878c133c071d7', 'gw_port': {'id': 'b44cf7be-9777-4b89-aec1-02904b539cf3', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:14:28Z', 'updated_at': '2022-10-04T09:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': 'c4c04c7f-0805-46dc-a705-c706cff95a53', 'name': '', 'network_id': '8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9', 'tenant_id': '99eb97a23923415a910878c133c071d7', 'mac_address': 'fa:16:3e:52:11:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '449087d2-40c3-40c7-b2c7-34ca87a9a9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:14:40Z', 'updated_at': '2022-10-04T09:14:51Z', 'revision_number': 4, 'project_id': '99eb97a23923415a910878c133c071d7', 'subnets': [{'id': '449087d2-40c3-40c7-b2c7-34ca87a9a9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:14:53.045191 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-8dae483a-7114-40a6-b6fa-6daf2fcf510a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.1767902 Oct 04 09:14:53.048021 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2ceef5-d6c2-482a-9740-7da2b899b7c0 None None] The sync data for ids ['debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d'] in dv-neutron-860215-1-hyperv is: [{'id': 'debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d', 'name': 'tempest-ServersTestManualDisk-369945417-router', 'tenant_id': '99eb97a23923415a910878c133c071d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.227'}], 'enable_snat': True}, 'gw_port_id': 'b44cf7be-9777-4b89-aec1-02904b539cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:14:23Z', 'updated_at': '2022-10-04T09:14:42Z', 'revision_number': 4, 'project_id': '99eb97a23923415a910878c133c071d7', 'gw_port': {'id': 'b44cf7be-9777-4b89-aec1-02904b539cf3', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:14:28Z', 'updated_at': '2022-10-04T09:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': 'c4c04c7f-0805-46dc-a705-c706cff95a53', 'name': '', 'network_id': '8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9', 'tenant_id': '99eb97a23923415a910878c133c071d7', 'mac_address': 'fa:16:3e:52:11:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '449087d2-40c3-40c7-b2c7-34ca87a9a9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:14:40Z', 'updated_at': '2022-10-04T09:14:51Z', 'revision_number': 4, 'project_id': '99eb97a23923415a910878c133c071d7', 'subnets': [{'id': '449087d2-40c3-40c7-b2c7-34ca87a9a9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:14:53.074063 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-c8420127-9d2e-4f92-b536-b902fe28e71f None None] Provisioning for port a3f8bdcb-40e6-4cca-9563-ad2c51be0d9f completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:14:53.085779 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57672) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:53.101225 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-c8420127-9d2e-4f92-b536-b902fe28e71f None None] Provisioning complete for port a3f8bdcb-40e6-4cca-9563-ad2c51be0d9f triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:14:53.101604 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c8420127-9d2e-4f92-b536-b902fe28e71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:53.101944 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-c8420127-9d2e-4f92-b536-b902fe28e71f None None] Attempt 1 to provision port a3f8bdcb-40e6-4cca-9563-ad2c51be0d9f Oct 04 09:14:53.151434 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-57ae89f7-e9ef-45b7-bd4d-47a44372d74d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Deleting subnet cd83edc3-07de-4d46-a52d-e432f211f671 {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:14:53.177299 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-57ae89f7-e9ef-45b7-bd4d-47a44372d74d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:53.226350 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2cf6bf-e5d3-45f9-8845-072d7afbb27b None None] Network 286c29db-64dd-4e5d-9ad0-71864bd31fe8 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:14:53.289152 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70789c53-e1c6-4163-a078-9be6cff3acb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Network 286c29db-64dd-4e5d-9ad0-71864bd31fe8 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:14:53.301028 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-70789c53-e1c6-4163-a078-9be6cff3acb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:14:53.345309 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70789c53-e1c6-4163-a078-9be6cff3acb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:14:53.351436 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70789c53-e1c6-4163-a078-9be6cff3acb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:53.352118 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-70789c53-e1c6-4163-a078-9be6cff3acb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:53.386428 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70789c53-e1c6-4163-a078-9be6cff3acb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Pushing event updated for resources: {'Port': ['ID=6116060c-7b7b-4b74-8c4b-221734e54f43,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:53.391422 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-57ae89f7-e9ef-45b7-bd4d-47a44372d74d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:53.433253 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-70789c53-e1c6-4163-a078-9be6cff3acb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 4.0835354 Oct 04 09:14:53.447336 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57678) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:53.485990 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:14:53.589081 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-503ac07f-1144-4886-90a3-012977f747d3 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:53.595796 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-c8420127-9d2e-4f92-b536-b902fe28e71f None None] Current status of the port a3f8bdcb-40e6-4cca-9563-ad2c51be0d9f is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:14:53.596345 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c8420127-9d2e-4f92-b536-b902fe28e71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:53.607896 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e11857b9-3b58-483e-a130-812fca110111 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:53.650938 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-e11857b9-3b58-483e-a130-812fca110111 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Deleting port 3ce714af-acdd-447a-b468-002c70ae33ac {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:14:53.651858 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e11857b9-3b58-483e-a130-812fca110111 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:53.667616 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2166f25-646f-4398-bdcf-540c4deceaca tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:53.668444 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-c8420127-9d2e-4f92-b536-b902fe28e71f None None] For port a3f8bdcb-40e6-4cca-9563-ad2c51be0d9f, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=a3f8bdcb-40e6-4cca-9563-ad2c51be0d9f,segment=NetworkSegment(5cb05608-e8d8-417a-80e4-0cffdf98577f),segment_id=5cb05608-e8d8-417a-80e4-0cffdf98577f)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:14:53.674283 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2166f25-646f-4398-bdcf-540c4deceaca tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:53.681667 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2166f25-646f-4398-bdcf-540c4deceaca tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:53.682695 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-f2166f25-646f-4398-bdcf-540c4deceaca tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Synchronizing usage tracker for tenant:082e92f9b0784b03b71191f314bb7377 on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:14:53.684058 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c8420127-9d2e-4f92-b536-b902fe28e71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:53.730587 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-57ae89f7-e9ef-45b7-bd4d-47a44372d74d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:53.753568 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-c8420127-9d2e-4f92-b536-b902fe28e71f None None] Could not find standard attr ID for object 912e07f9-fe08-462b-937f-71cda538cc97. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:14:53.766317 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a964f0-3d36-4d20-bdac-f70126b59224 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:53.767065 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-b0a964f0-3d36-4d20-bdac-f70126b59224 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Synchronizing usage tracker for tenant:7c59b642fbd4440eb4278f2c0c212bcd on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:14:53.809715 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-f2166f25-646f-4398-bdcf-540c4deceaca tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Unset dirty status for tenant:082e92f9b0784b03b71191f314bb7377 on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:14:53.811350 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-f2166f25-646f-4398-bdcf-540c4deceaca tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.3567958 Oct 04 09:14:53.816225 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57682) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:53.834380 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-6e299952-1983-427c-9bb0-f67385b2c2ed req-cc70a39a-170d-4604-b878-69d614bea2ce tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:14:53.872419 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-c8420127-9d2e-4f92-b536-b902fe28e71f None None] Could not find standard attr ID for object 9cd1f224-eae9-4d94-bb75-8a2f15767646. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:14:53.883661 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8420127-9d2e-4f92-b536-b902fe28e71f None None] Pushing event updated for resources: {'Port': ['ID=a3f8bdcb-40e6-4cca-9563-ad2c51be0d9f,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:53.920841 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-6e299952-1983-427c-9bb0-f67385b2c2ed req-cc70a39a-170d-4604-b878-69d614bea2ce tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:14:53.922373 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6e299952-1983-427c-9bb0-f67385b2c2ed req-cc70a39a-170d-4604-b878-69d614bea2ce tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=78fb12e86c5f40beb578bfb97002b5c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9177217 Oct 04 09:14:54.036773 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-54b914b1-5c01-4379-a9c0-34339ed05759 None None] Provisioning for port 629fcb06-acd3-4e51-9de7-c6cc9ce711c8 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:14:54.050358 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-54b914b1-5c01-4379-a9c0-34339ed05759 None None] Provisioning complete for port 629fcb06-acd3-4e51-9de7-c6cc9ce711c8 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:14:54.050785 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-54b914b1-5c01-4379-a9c0-34339ed05759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:54.051062 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-54b914b1-5c01-4379-a9c0-34339ed05759 None None] Attempt 1 to provision port 629fcb06-acd3-4e51-9de7-c6cc9ce711c8 Oct 04 09:14:54.122394 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-e96e5556-8b08-4531-9552-e5a255bac413 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Deleting port 6116060c-7b7b-4b74-8c4b-221734e54f43 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:14:54.125581 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e96e5556-8b08-4531-9552-e5a255bac413 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:54.139609 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-b0a964f0-3d36-4d20-bdac-f70126b59224 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Unset dirty status for tenant:7c59b642fbd4440eb4278f2c0c212bcd on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:14:54.143748 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-b0a964f0-3d36-4d20-bdac-f70126b59224 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 922 time: 1.0444851 Oct 04 09:14:54.147243 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6e299952-1983-427c-9bb0-f67385b2c2ed req-44570875-075e-41ae-91b3-1866fbc9858c service neutron] 10.222.0.50 "GET /v2.0/networks/138bf702-4d39-408e-a83e-f851bcf14b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645958 Oct 04 09:14:54.148087 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57688) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:54.300971 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-54b914b1-5c01-4379-a9c0-34339ed05759 None None] Current status of the port 629fcb06-acd3-4e51-9de7-c6cc9ce711c8 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:14:54.301270 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-54b914b1-5c01-4379-a9c0-34339ed05759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:54.349338 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6e299952-1983-427c-9bb0-f67385b2c2ed req-25eaf8e8-3816-4725-9323-37bae69cd4bc service neutron] 10.222.0.50 "GET /v2.0/networks/138bf702-4d39-408e-a83e-f851bcf14b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853139 Oct 04 09:14:54.415266 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-54b914b1-5c01-4379-a9c0-34339ed05759 None None] For port 629fcb06-acd3-4e51-9de7-c6cc9ce711c8, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=629fcb06-acd3-4e51-9de7-c6cc9ce711c8,segment=NetworkSegment(3575008e-b830-40d6-bd00-6d9364bff4a0),segment_id=3575008e-b830-40d6-bd00-6d9364bff4a0)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:14:54.435837 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-54b914b1-5c01-4379-a9c0-34339ed05759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:54.524550 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-503ac07f-1144-4886-90a3-012977f747d3 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:54.591736 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-6ca82f40-e659-486a-8055-9ec0a9e476fa tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Deleting port ee50c820-7ec5-4f58-9bd6-b58041d6f0f2 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:14:54.592103 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6ca82f40-e659-486a-8055-9ec0a9e476fa tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:54.622407 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-54b914b1-5c01-4379-a9c0-34339ed05759 None None] Provisioning for port ee50c820-7ec5-4f58-9bd6-b58041d6f0f2 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:14:54.641545 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-54b914b1-5c01-4379-a9c0-34339ed05759 None None] Provisioning complete for port ee50c820-7ec5-4f58-9bd6-b58041d6f0f2 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:14:54.641923 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-54b914b1-5c01-4379-a9c0-34339ed05759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:54.642260 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-54b914b1-5c01-4379-a9c0-34339ed05759 None None] Attempt 1 to provision port ee50c820-7ec5-4f58-9bd6-b58041d6f0f2 Oct 04 09:14:54.666664 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-57ae89f7-e9ef-45b7-bd4d-47a44372d74d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:54.758847 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-54b914b1-5c01-4379-a9c0-34339ed05759 None None] Port ee50c820-7ec5-4f58-9bd6-b58041d6f0f2 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:14:54.759574 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device c4c04c7f-0805-46dc-a705-c706cff95a53 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:14:54.783194 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e11857b9-3b58-483e-a130-812fca110111 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:54.797384 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ae89f7-e9ef-45b7-bd4d-47a44372d74d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Pushing event deleted for resources: {'Subnet': ['ID=cd83edc3-07de-4d46-a52d-e432f211f671,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:54.810593 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503ac07f-1144-4886-90a3-012977f747d3 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:14:54.821936 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-57ae89f7-e9ef-45b7-bd4d-47a44372d74d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:54.829924 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b914b1-5c01-4379-a9c0-34339ed05759 None None] Pushing event updated for resources: {'Port': ['ID=629fcb06-acd3-4e51-9de7-c6cc9ce711c8,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:54.843841 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea45bce-8430-415e-bf3c-55082fa63f26 None None] Network 439ee395-b193-4626-a9cb-4970a08d1062 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:14:54.875007 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-57ae89f7-e9ef-45b7-bd4d-47a44372d74d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] 10.222.0.50 "DELETE /v2.0/subnets/cd83edc3-07de-4d46-a52d-e432f211f671 HTTP/1.1" status: 204 len: 168 time: 2.2345922 Oct 04 09:14:54.888401 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57694) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:54.896995 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-503ac07f-1144-4886-90a3-012977f747d3 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:14:54.900228 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503ac07f-1144-4886-90a3-012977f747d3 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:14:54.952500 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c485edc1-a05c-4147-9f77-e57c01d544e5 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736827'] for router_interface, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:54.999190 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port c4c04c7f-0805-46dc-a705-c706cff95a53 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:14:55.012674 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port c4c04c7f-0805-46dc-a705-c706cff95a53 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:14:55.013206 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:55.013651 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port c4c04c7f-0805-46dc-a705-c706cff95a53 Oct 04 09:14:55.028701 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-e11857b9-3b58-483e-a130-812fca110111 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Calling delete_port for 3ce714af-acdd-447a-b468-002c70ae33ac owned by network:router_gateway {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:14:55.058616 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ac07f-1144-4886-90a3-012977f747d3 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Pushing event updated for resources: {'Port': ['ID=2f94032e-01b3-48f8-9b00-e316a5c8e2a1,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:55.174070 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e96e5556-8b08-4531-9552-e5a255bac413 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:55.182629 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a71db-84f6-49fc-9a62-8e62433d2ed2 req-d288f290-7db7-4260-a3a7-a290d100cd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:55.184162 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-364a71db-84f6-49fc-9a62-8e62433d2ed2 req-d288f290-7db7-4260-a3a7-a290d100cd0c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8ef6eeaada3246f29119027d4a154b34&device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 1099 time: 0.7360921 Oct 04 09:14:55.260333 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-54b914b1-5c01-4379-a9c0-34339ed05759 None None] Attempt 2 to provision port ee50c820-7ec5-4f58-9bd6-b58041d6f0f2 Oct 04 09:14:55.285259 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port c4c04c7f-0805-46dc-a705-c706cff95a53 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:14:55.285791 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:55.347916 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-54b914b1-5c01-4379-a9c0-34339ed05759 None None] Port ee50c820-7ec5-4f58-9bd6-b58041d6f0f2 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:14:55.351131 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port c4c04c7f-0805-46dc-a705-c706cff95a53, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=c4c04c7f-0805-46dc-a705-c706cff95a53,segment=NetworkSegment(77ddeb54-0d4d-457f-abac-669508cea815),segment_id=77ddeb54-0d4d-457f-abac-669508cea815)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:14:55.355349 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:55.356160 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device a3f8bdcb-40e6-4cca-9563-ad2c51be0d9f up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:14:55.386082 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-e96e5556-8b08-4531-9552-e5a255bac413 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Calling delete_port for 6116060c-7b7b-4b74-8c4b-221734e54f43 owned by {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:14:55.387607 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-503ac07f-1144-4886-90a3-012977f747d3 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:55.478706 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249de6d-b6e3-42e0-b116-4c876ca7f75c req-a39aeb9b-4993-4d45-b84f-ac3d37a9d7f7 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:55.480248 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f249de6d-b6e3-42e0-b116-4c876ca7f75c req-a39aeb9b-4993-4d45-b84f-ac3d37a9d7f7 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 0.8002973 Oct 04 09:14:55.484988 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-78ed7011-cfc7-41ce-9e12-b886aa3c2531 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Deleting subnet e0b0b470-22e7-4681-9135-973c0e899199 {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:14:55.542375 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=c4c04c7f-0805-46dc-a705-c706cff95a53,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:55.554486 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port a3f8bdcb-40e6-4cca-9563-ad2c51be0d9f triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:14:55.554856 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:55.555199 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port a3f8bdcb-40e6-4cca-9563-ad2c51be0d9f Oct 04 09:14:55.571107 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-78ed7011-cfc7-41ce-9e12-b886aa3c2531 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:55.705082 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port a3f8bdcb-40e6-4cca-9563-ad2c51be0d9f is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:14:55.756802 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f249de6d-b6e3-42e0-b116-4c876ca7f75c req-4e0f8788-de40-4577-a43d-f25562b2ae91 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075629 Oct 04 09:14:55.767374 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-78ed7011-cfc7-41ce-9e12-b886aa3c2531 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:55.782080 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-503ac07f-1144-4886-90a3-012977f747d3 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:55.848990 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-54b914b1-5c01-4379-a9c0-34339ed05759 None None] Attempt 3 to provision port ee50c820-7ec5-4f58-9bd6-b58041d6f0f2 Oct 04 09:14:55.869967 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a71db-84f6-49fc-9a62-8e62433d2ed2 req-55cb13d9-da3d-4d35-918c-e73522015fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:55.871442 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-364a71db-84f6-49fc-9a62-8e62433d2ed2 req-55cb13d9-da3d-4d35-918c-e73522015fe6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4e61ee37-e03d-4906-997b-978c1601b208 HTTP/1.1" status: 200 len: 913 time: 0.6715524 Oct 04 09:14:55.925006 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-54b914b1-5c01-4379-a9c0-34339ed05759 None None] Port ee50c820-7ec5-4f58-9bd6-b58041d6f0f2 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:14:55.996587 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e96e5556-8b08-4531-9552-e5a255bac413 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:55.999660 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-aaf9c88b-b2fa-4d8d-9191-237ca7f7cb6f req-b9498dd8-9dfc-46ad-991c-1dfce35c16c3 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e266a4c5-20f7-4bed-a5ee-83c9dd7b0d80 HTTP/1.1" status: 200 len: 210 time: 0.2189400 Oct 04 09:14:56.029565 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6ca82f40-e659-486a-8055-9ec0a9e476fa tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:56.058680 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96e5556-8b08-4531-9552-e5a255bac413 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Pushing event deleted for resources: {'Port': ['ID=6116060c-7b7b-4b74-8c4b-221734e54f43,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:56.077406 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-c485edc1-a05c-4147-9f77-e57c01d544e5 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Deleting port 33ee075c-6230-4411-bc51-289390a15220 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:14:56.077818 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c485edc1-a05c-4147-9f77-e57c01d544e5 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:56.111500 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-78ed7011-cfc7-41ce-9e12-b886aa3c2531 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:56.207904 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-6ca82f40-e659-486a-8055-9ec0a9e476fa tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Calling delete_port for ee50c820-7ec5-4f58-9bd6-b58041d6f0f2 owned by {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:14:56.224023 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e96e5556-8b08-4531-9552-e5a255bac413 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:56.273497 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-e96e5556-8b08-4531-9552-e5a255bac413 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] 10.222.0.50 "DELETE /v2.0/ports/6116060c-7b7b-4b74-8c4b-221734e54f43 HTTP/1.1" status: 204 len: 168 time: 2.4542439 Oct 04 09:14:56.275350 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57702) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:56.279472 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-364a71db-84f6-49fc-9a62-8e62433d2ed2 req-36fd4d53-423f-4483-88a0-dc4f4de709ec service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c8f126e-75a1-43f2-980d-ad2d5059e1f5 HTTP/1.1" status: 200 len: 1003 time: 0.3803265 Oct 04 09:14:56.340951 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-318ded12-ee27-44f6-b08a-0318f1236bea tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Request body: {'port': {'name': 'tempest-new-port-name-876474604', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:56.341290 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.api.validators [None req-318ded12-ee27-44f6-b08a-0318f1236bea tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] bootfile-name is not in valid_values {{(pid=89033) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 04 09:14:56.341643 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.api.validators [None req-318ded12-ee27-44f6-b08a-0318f1236bea tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] tftp-server is not in valid_values {{(pid=89033) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 04 09:14:56.341947 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.api.validators [None req-318ded12-ee27-44f6-b08a-0318f1236bea tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] server-ip-address is not in valid_values {{(pid=89033) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 04 09:14:56.404989 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-78ed7011-cfc7-41ce-9e12-b886aa3c2531 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:56.408411 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e11857b9-3b58-483e-a130-812fca110111 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:56.426843 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-54b914b1-5c01-4379-a9c0-34339ed05759 None None] Attempt 4 to provision port ee50c820-7ec5-4f58-9bd6-b58041d6f0f2 Oct 04 09:14:56.464645 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ed7011-cfc7-41ce-9e12-b886aa3c2531 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Pushing event deleted for resources: {'Subnet': ['ID=e0b0b470-22e7-4681-9135-973c0e899199,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:56.472291 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-78ed7011-cfc7-41ce-9e12-b886aa3c2531 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:56.478758 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade12fb4-3b86-4c1c-bae9-b69218fabd3b None None] Network 439ee395-b193-4626-a9cb-4970a08d1062 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:14:56.485127 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-78ed7011-cfc7-41ce-9e12-b886aa3c2531 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] 10.222.0.50 "DELETE /v2.0/subnets/e0b0b470-22e7-4681-9135-973c0e899199 HTTP/1.1" status: 204 len: 168 time: 1.5884593 Oct 04 09:14:56.486395 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57706) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:56.488339 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11857b9-3b58-483e-a130-812fca110111 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Pushing event deleted for resources: {'Port': ['ID=3ce714af-acdd-447a-b468-002c70ae33ac,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:56.599154 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a71db-84f6-49fc-9a62-8e62433d2ed2 req-c6f266a5-a060-435d-a313-4a1c0c867b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:56.600987 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-364a71db-84f6-49fc-9a62-8e62433d2ed2 req-c6f266a5-a060-435d-a313-4a1c0c867b67 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=373d4a32-610a-4c8a-84eb-e8dbb10358db HTTP/1.1" status: 200 len: 851 time: 0.2967606 Oct 04 09:14:56.622071 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device c4c04c7f-0805-46dc-a705-c706cff95a53 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:14:56.639766 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c485edc1-a05c-4147-9f77-e57c01d544e5 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:56.691692 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-54b914b1-5c01-4379-a9c0-34339ed05759 None None] Port ee50c820-7ec5-4f58-9bd6-b58041d6f0f2 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:14:56.739046 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e11857b9-3b58-483e-a130-812fca110111 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737040'] for router_gateway, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:56.871919 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port c4c04c7f-0805-46dc-a705-c706cff95a53 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:14:56.874100 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:56.875210 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port c4c04c7f-0805-46dc-a705-c706cff95a53 Oct 04 09:14:56.966684 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e11857b9-3b58-483e-a130-812fca110111 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:56.973089 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e11857b9-3b58-483e-a130-812fca110111 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:56.978019 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6ca82f40-e659-486a-8055-9ec0a9e476fa tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:56.986217 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.db.resource_extend [None req-503ac07f-1144-4886-90a3-012977f747d3 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 04 09:14:57.004745 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-c485edc1-a05c-4147-9f77-e57c01d544e5 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Calling delete_port for 33ee075c-6230-4411-bc51-289390a15220 owned by network:router_interface {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:14:57.023332 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port c4c04c7f-0805-46dc-a705-c706cff95a53 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:14:57.024543 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 629fcb06-acd3-4e51-9de7-c6cc9ce711c8 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:14:57.061755 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca82f40-e659-486a-8055-9ec0a9e476fa tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event deleted for resources: {'Port': ['ID=ee50c820-7ec5-4f58-9bd6-b58041d6f0f2,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:57.070866 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e9ca95-123c-4594-89a5-88d00c40354e None None] DHCP port deletion for 439ee395-b193-4626-a9cb-4970a08d1062 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:14:57.082780 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-503ac07f-1144-4886-90a3-012977f747d3 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:57.085516 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-81e9ca95-123c-4594-89a5-88d00c40354e None None] Deleting port b5d4197f-9ae2-4cb8-9cc5-6d1ad17f8a9f {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:14:57.086961 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-81e9ca95-123c-4594-89a5-88d00c40354e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:57.092387 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-318ded12-ee27-44f6-b08a-0318f1236bea tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:57.131356 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-503ac07f-1144-4886-90a3-012977f747d3 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:57.197726 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-54b914b1-5c01-4379-a9c0-34339ed05759 None None] Attempt 5 to provision port ee50c820-7ec5-4f58-9bd6-b58041d6f0f2 Oct 04 09:14:57.199645 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f1cb6e37-a94d-4849-bbda-968f11c17b61 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:57.240535 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-54b914b1-5c01-4379-a9c0-34339ed05759 None None] Port ee50c820-7ec5-4f58-9bd6-b58041d6f0f2 was deleted so its status cannot be updated. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 04 09:14:57.246357 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 629fcb06-acd3-4e51-9de7-c6cc9ce711c8 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:14:57.246803 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:57.247037 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 629fcb06-acd3-4e51-9de7-c6cc9ce711c8 Oct 04 09:14:57.299925 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-54b914b1-5c01-4379-a9c0-34339ed05759 None None] Provisioning for port 3f9d4c16-1dc3-4d9c-9a5a-93247ebdb9e7 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:14:57.327065 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-54b914b1-5c01-4379-a9c0-34339ed05759 None None] Provisioning complete for port 3f9d4c16-1dc3-4d9c-9a5a-93247ebdb9e7 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:14:57.327438 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-54b914b1-5c01-4379-a9c0-34339ed05759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:57.327770 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-54b914b1-5c01-4379-a9c0-34339ed05759 None None] Attempt 1 to provision port 3f9d4c16-1dc3-4d9c-9a5a-93247ebdb9e7 Oct 04 09:14:57.419537 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-f1cb6e37-a94d-4849-bbda-968f11c17b61 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Deleting port b5d4197f-9ae2-4cb8-9cc5-6d1ad17f8a9f {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:14:57.420027 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f1cb6e37-a94d-4849-bbda-968f11c17b61 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:57.457372 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-54b914b1-5c01-4379-a9c0-34339ed05759 None None] Port 3f9d4c16-1dc3-4d9c-9a5a-93247ebdb9e7 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:14:57.463160 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-cd2e1f41-9fc3-4793-8856-9b862e86fe82 req-03d4ff5a-ed30-47c0-b862-efbd662efa0b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e266a4c5-20f7-4bed-a5ee-83c9dd7b0d80 HTTP/1.1" status: 200 len: 210 time: 0.3737416 Oct 04 09:14:57.465041 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a71db-84f6-49fc-9a62-8e62433d2ed2 req-180cbcec-8e01-4886-b491-03e95d3097da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:57.466592 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-364a71db-84f6-49fc-9a62-8e62433d2ed2 req-180cbcec-8e01-4886-b491-03e95d3097da service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4e61ee37-e03d-4906-997b-978c1601b208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8519754 Oct 04 09:14:57.467347 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e11857b9-3b58-483e-a130-812fca110111 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:57.468019 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11857b9-3b58-483e-a130-812fca110111 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Fanout notify agent at l3_agent the message router_deleted on router 7b81cf90-6657-4b8f-aa69-9e226c8fabd1 {{(pid=89032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:14:57.482789 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-81e9ca95-123c-4594-89a5-88d00c40354e None None] For port b5d4197f-9ae2-4cb8-9cc5-6d1ad17f8a9f, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=b5d4197f-9ae2-4cb8-9cc5-6d1ad17f8a9f,segment=NetworkSegment(a9991d2d-efb1-4743-a41a-1fe3e672e139),segment_id=a9991d2d-efb1-4743-a41a-1fe3e672e139)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:14:57.483183 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-81e9ca95-123c-4594-89a5-88d00c40354e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:57.595006 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ac07f-1144-4886-90a3-012977f747d3 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Pushing event updated for resources: {'Port': ['ID=2f94032e-01b3-48f8-9b00-e316a5c8e2a1,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:57.624404 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-503ac07f-1144-4886-90a3-012977f747d3 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:57.633796 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6ca82f40-e659-486a-8055-9ec0a9e476fa tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:57.638276 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-6ca82f40-e659-486a-8055-9ec0a9e476fa tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "DELETE /v2.0/ports/ee50c820-7ec5-4f58-9bd6-b58041d6f0f2 HTTP/1.1" status: 204 len: 168 time: 3.4750402 Oct 04 09:14:57.641216 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57718) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:57.649093 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e11857b9-3b58-483e-a130-812fca110111 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:57.654771 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-e11857b9-3b58-483e-a130-812fca110111 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] 10.222.0.50 "DELETE /v2.0/routers/7b81cf90-6657-4b8f-aa69-9e226c8fabd1 HTTP/1.1" status: 204 len: 168 time: 5.7540987 Oct 04 09:14:57.659394 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57722) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:57.665374 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-81e9ca95-123c-4594-89a5-88d00c40354e None None] Calling delete_port for b5d4197f-9ae2-4cb8-9cc5-6d1ad17f8a9f owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:14:57.680329 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e36ba6-8fe3-45a6-b780-09e4158a9525 req-188e77fb-900d-4c4f-acb5-eaa3f67a18a8 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:57.693471 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-a0e36ba6-8fe3-45a6-b780-09e4158a9525 req-188e77fb-900d-4c4f-acb5-eaa3f67a18a8 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 0.6882043 Oct 04 09:14:57.705136 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-503ac07f-1144-4886-90a3-012977f747d3 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:57.715127 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-503ac07f-1144-4886-90a3-012977f747d3 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.7049203 Oct 04 09:14:57.715292 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f57316c8-2f2a-4cb7-b463-5b8c8e1868b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:57.723149 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 629fcb06-acd3-4e51-9de7-c6cc9ce711c8 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:14:57.728525 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6c7fa43-ecde-4312-9f92-a18822afaf8f tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] GET failed (client error): The resource could not be found. Oct 04 09:14:57.729073 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-f6c7fa43-ecde-4312-9f92-a18822afaf8f tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Synchronizing usage tracker for tenant:7c59b642fbd4440eb4278f2c0c212bcd on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:14:57.733980 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-4c9a52bb-4158-4e84-8b9c-ab3f0e965ede tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1610942077', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}, 'admin_state_up': False}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:14:57.745766 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-4c9a52bb-4158-4e84-8b9c-ab3f0e965ede tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:14:57.752217 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-4c9a52bb-4158-4e84-8b9c-ab3f0e965ede tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Usage tracker for resource:router and tenant:8a88a61f7b9c4979ac4a1207f9921c9f is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:14:57.762104 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-4c9a52bb-4158-4e84-8b9c-ab3f0e965ede tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:14:57.767615 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-81e9ca95-123c-4594-89a5-88d00c40354e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:57.778390 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-4c9a52bb-4158-4e84-8b9c-ab3f0e965ede tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:14:57.790273 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-364a71db-84f6-49fc-9a62-8e62433d2ed2 req-f607692b-b360-482f-b9b5-56686f75ab36 service neutron] 10.222.0.20 "GET /v2.0/networks/4e61ee37-e03d-4906-997b-978c1601b208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032517 Oct 04 09:14:57.791488 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-f6c7fa43-ecde-4312-9f92-a18822afaf8f tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Unset dirty status for tenant:7c59b642fbd4440eb4278f2c0c212bcd on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:14:57.796217 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-f6c7fa43-ecde-4312-9f92-a18822afaf8f tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "GET /v2.0/ports/ee50c820-7ec5-4f58-9bd6-b58041d6f0f2 HTTP/1.1" status: 404 len: 333 time: 0.1517208 Oct 04 09:14:57.797056 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57730) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:57.827963 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e9ca95-123c-4594-89a5-88d00c40354e None None] No DVR routers for this DVR port b5d4197f-9ae2-4cb8-9cc5-6d1ad17f8a9f on host dv-neutron-860215-1-hyperv {{(pid=89034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:14:57.829752 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e9ca95-123c-4594-89a5-88d00c40354e None None] Pushing event deleted for resources: {'Port': ['ID=b5d4197f-9ae2-4cb8-9cc5-6d1ad17f8a9f,revision_number=None']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:57.959484 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-54b914b1-5c01-4379-a9c0-34339ed05759 None None] Attempt 2 to provision port 3f9d4c16-1dc3-4d9c-9a5a-93247ebdb9e7 Oct 04 09:14:57.988962 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4c9a52bb-4158-4e84-8b9c-ab3f0e965ede tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:57.990010 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4c9a52bb-4158-4e84-8b9c-ab3f0e965ede tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:58.040731 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-54b914b1-5c01-4379-a9c0-34339ed05759 None None] Port 3f9d4c16-1dc3-4d9c-9a5a-93247ebdb9e7 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:14:58.044473 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-acbde295-c4dd-40c8-8b3b-b706c1165c3e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Deleting port 3f9d4c16-1dc3-4d9c-9a5a-93247ebdb9e7 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:14:58.044981 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-acbde295-c4dd-40c8-8b3b-b706c1165c3e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:58.063739 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4c9a52bb-4158-4e84-8b9c-ab3f0e965ede tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:58.081325 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-a0e36ba6-8fe3-45a6-b780-09e4158a9525 req-d290aad5-bb23-45f9-b584-4aedcb4b4625 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3878422 Oct 04 09:14:58.094918 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-f1cb6e37-a94d-4849-bbda-968f11c17b61 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] For port b5d4197f-9ae2-4cb8-9cc5-6d1ad17f8a9f, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=b5d4197f-9ae2-4cb8-9cc5-6d1ad17f8a9f,segment=NetworkSegment(a9991d2d-efb1-4743-a41a-1fe3e672e139),segment_id=a9991d2d-efb1-4743-a41a-1fe3e672e139)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:14:58.095455 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f1cb6e37-a94d-4849-bbda-968f11c17b61 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:58.108163 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-3f685ae1-c9a9-4962-bd20-11c17f987c13 req-20919f79-6474-4d3b-bd14-89937b13c3aa tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Synchronizing usage tracker for tenant:99eb97a23923415a910878c133c071d7 on resource:security_group {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:14:58.158517 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-364a71db-84f6-49fc-9a62-8e62433d2ed2 req-5a4ee734-c78a-4423-8289-3b83ed185288 service neutron] 10.222.0.20 "GET /v2.0/networks/4e61ee37-e03d-4906-997b-978c1601b208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537877 Oct 04 09:14:58.188857 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-3f685ae1-c9a9-4962-bd20-11c17f987c13 req-20919f79-6474-4d3b-bd14-89937b13c3aa tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Unset dirty status for tenant:99eb97a23923415a910878c133c071d7 on resource:security_group {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:14:58.190027 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3f685ae1-c9a9-4962-bd20-11c17f987c13 req-20919f79-6474-4d3b-bd14-89937b13c3aa tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--33700599&fields=id&tenant_id=99eb97a23923415a910878c133c071d7 HTTP/1.1" status: 200 len: 267 time: 0.2817366 Oct 04 09:14:58.229318 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-f1cb6e37-a94d-4849-bbda-968f11c17b61 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Calling delete_port for b5d4197f-9ae2-4cb8-9cc5-6d1ad17f8a9f owned by network:dhcp {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:14:58.322812 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c485edc1-a05c-4147-9f77-e57c01d544e5 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:58.465607 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f685ae1-c9a9-4962-bd20-11c17f987c13 req-6dce3312-2d93-4f61-9dbd-dcd73251194b tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:58.466332 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-3f685ae1-c9a9-4962-bd20-11c17f987c13 req-6dce3312-2d93-4f61-9dbd-dcd73251194b tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Synchronizing usage tracker for tenant:99eb97a23923415a910878c133c071d7 on resource:network {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:14:58.486897 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-acbde295-c4dd-40c8-8b3b-b706c1165c3e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:58.521556 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device b5d4197f-9ae2-4cb8-9cc5-6d1ad17f8a9f no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:14:58.552448 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-54b914b1-5c01-4379-a9c0-34339ed05759 None None] Attempt 3 to provision port 3f9d4c16-1dc3-4d9c-9a5a-93247ebdb9e7 Oct 04 09:14:58.591483 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c485edc1-a05c-4147-9f77-e57c01d544e5 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event deleted for resources: {'Port': ['ID=33ee075c-6230-4411-bc51-289390a15220,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:58.602354 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: b5d4197f-9ae2-4cb8-9cc5-6d1ad17f8a9f {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:14:58.602796 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device b5d4197f-9ae2-4cb8-9cc5-6d1ad17f8a9f not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:14:58.627268 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-54b914b1-5c01-4379-a9c0-34339ed05759 None None] Port 3f9d4c16-1dc3-4d9c-9a5a-93247ebdb9e7 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:14:58.637731 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-acbde295-c4dd-40c8-8b3b-b706c1165c3e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Calling delete_port for 3f9d4c16-1dc3-4d9c-9a5a-93247ebdb9e7 owned by {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:14:58.677407 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-3f685ae1-c9a9-4962-bd20-11c17f987c13 req-6dce3312-2d93-4f61-9dbd-dcd73251194b tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Unset dirty status for tenant:99eb97a23923415a910878c133c071d7 on resource:network {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:14:58.682114 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3f685ae1-c9a9-4962-bd20-11c17f987c13 req-6dce3312-2d93-4f61-9dbd-dcd73251194b tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] 10.222.0.50 "GET /v2.0/networks?id=8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9 HTTP/1.1" status: 200 len: 811 time: 0.4765978 Oct 04 09:14:58.716532 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3f685ae1-c9a9-4962-bd20-11c17f987c13 req-a089d7fa-a513-4ee2-a53d-0a3af79d0afe tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] 10.222.0.50 "GET /v2.0/quotas/99eb97a23923415a910878c133c071d7 HTTP/1.1" status: 200 len: 375 time: 0.0183477 Oct 04 09:14:58.786112 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-fce9febb-1afe-435d-a202-d71ebfc7608f req-1693c6fe-1691-4dd1-88fa-af00f252da9d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e266a4c5-20f7-4bed-a5ee-83c9dd7b0d80 HTTP/1.1" status: 200 len: 210 time: 0.2049279 Oct 04 09:14:58.824622 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-318ded12-ee27-44f6-b08a-0318f1236bea tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:58.902803 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-acbde295-c4dd-40c8-8b3b-b706c1165c3e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:58.942267 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-318ded12-ee27-44f6-b08a-0318f1236bea tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:58.961760 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbde295-c4dd-40c8-8b3b-b706c1165c3e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event deleted for resources: {'Port': ['ID=3f9d4c16-1dc3-4d9c-9a5a-93247ebdb9e7,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:58.970801 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3f685ae1-c9a9-4962-bd20-11c17f987c13 req-9460ca6f-4f38-45dc-8d00-5d01ca3fde38 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=99eb97a23923415a910878c133c071d7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2469301 Oct 04 09:14:59.050087 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4c9a52bb-4158-4e84-8b9c-ab3f0e965ede tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:59.091210 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.db.api [None req-f1cb6e37-a94d-4849-bbda-968f11c17b61 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:14:59.092262 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG oslo_db.api [None req-f1cb6e37-a94d-4849-bbda-968f11c17b61 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:14:59.096403 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-318ded12-ee27-44f6-b08a-0318f1236bea tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] In _notify_port_updated(), no bound segment for port 585b639e-deb0-4cc7-bea5-d14a50e61b49 on network 286c29db-64dd-4e5d-9ad0-71864bd31fe8 {{(pid=89033) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 04 09:14:59.102583 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318ded12-ee27-44f6-b08a-0318f1236bea tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:59.103274 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-318ded12-ee27-44f6-b08a-0318f1236bea tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:59.107569 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-318ded12-ee27-44f6-b08a-0318f1236bea tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] 10.222.0.50 "PUT /v2.0/ports/585b639e-deb0-4cc7-bea5-d14a50e61b49 HTTP/1.1" status: 200 len: 1129 time: 2.7813451 Oct 04 09:14:59.110619 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57752) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:59.129083 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-54b914b1-5c01-4379-a9c0-34339ed05759 None None] Attempt 4 to provision port 3f9d4c16-1dc3-4d9c-9a5a-93247ebdb9e7 Oct 04 09:14:59.186187 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c485edc1-a05c-4147-9f77-e57c01d544e5 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736911'] for router_interface, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:59.214157 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-54b914b1-5c01-4379-a9c0-34339ed05759 None None] Port 3f9d4c16-1dc3-4d9c-9a5a-93247ebdb9e7 was deleted so its status cannot be updated. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 04 09:14:59.232009 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-54b914b1-5c01-4379-a9c0-34339ed05759 None None] Provisioning complete for port a3f8bdcb-40e6-4cca-9563-ad2c51be0d9f triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:14:59.237505 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-54b914b1-5c01-4379-a9c0-34339ed05759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:59.238213 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-54b914b1-5c01-4379-a9c0-34339ed05759 None None] Attempt 1 to provision port a3f8bdcb-40e6-4cca-9563-ad2c51be0d9f Oct 04 09:14:59.402447 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41725b27-a61c-40f3-bd38-fcff6f96b1b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:14:59.403804 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-41725b27-a61c-40f3-bd38-fcff6f96b1b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Synchronizing usage tracker for tenant:082e92f9b0784b03b71191f314bb7377 on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:14:59.405071 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-54b914b1-5c01-4379-a9c0-34339ed05759 None None] Current status of the port a3f8bdcb-40e6-4cca-9563-ad2c51be0d9f is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:14:59.419268 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318ded12-ee27-44f6-b08a-0318f1236bea tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Pushing event updated for resources: {'Port': ['ID=585b639e-deb0-4cc7-bea5-d14a50e61b49,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:14:59.459016 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-acbde295-c4dd-40c8-8b3b-b706c1165c3e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:59.498464 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-acbde295-c4dd-40c8-8b3b-b706c1165c3e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "DELETE /v2.0/ports/3f9d4c16-1dc3-4d9c-9a5a-93247ebdb9e7 HTTP/1.1" status: 204 len: 168 time: 1.6998186 Oct 04 09:14:59.501059 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3f685ae1-c9a9-4962-bd20-11c17f987c13 req-70446655-faf7-42c4-b100-f84b433e4322 service neutron] 10.222.0.50 "GET /v2.0/networks/8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4995174 Oct 04 09:14:59.501600 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57760) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:59.519190 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-616b3797-3f87-4c75-81d6-20c974cb8006 None None] Could not find standard attr ID for object b5d4197f-9ae2-4cb8-9cc5-6d1ad17f8a9f. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:14:59.531035 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-616b3797-3f87-4c75-81d6-20c974cb8006 None None] Provisioning complete for port 629fcb06-acd3-4e51-9de7-c6cc9ce711c8 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:14:59.531409 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-616b3797-3f87-4c75-81d6-20c974cb8006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:59.531799 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-616b3797-3f87-4c75-81d6-20c974cb8006 None None] Attempt 1 to provision port 629fcb06-acd3-4e51-9de7-c6cc9ce711c8 Oct 04 09:14:59.565694 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-680c592d-39d1-4576-a97e-810a810cc5d1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] GET failed (client error): The resource could not be found. Oct 04 09:14:59.566394 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-680c592d-39d1-4576-a97e-810a810cc5d1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Synchronizing usage tracker for tenant:7c59b642fbd4440eb4278f2c0c212bcd on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:14:59.597622 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-f1cb6e37-a94d-4849-bbda-968f11c17b61 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Deleting port b5d4197f-9ae2-4cb8-9cc5-6d1ad17f8a9f {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:14:59.597907 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f1cb6e37-a94d-4849-bbda-968f11c17b61 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:59.640752 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-41725b27-a61c-40f3-bd38-fcff6f96b1b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Unset dirty status for tenant:082e92f9b0784b03b71191f314bb7377 on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:14:59.642044 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-41725b27-a61c-40f3-bd38-fcff6f96b1b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] 10.222.0.50 "GET /v2.0/ports/585b639e-deb0-4cc7-bea5-d14a50e61b49 HTTP/1.1" status: 200 len: 1129 time: 0.5265205 Oct 04 09:14:59.646476 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57764) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:59.660502 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-616b3797-3f87-4c75-81d6-20c974cb8006 None None] Current status of the port 629fcb06-acd3-4e51-9de7-c6cc9ce711c8 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:14:59.664599 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-616b3797-3f87-4c75-81d6-20c974cb8006 None None] Could not find standard attr ID for object 6116060c-7b7b-4b74-8c4b-221734e54f43. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:14:59.667239 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-616b3797-3f87-4c75-81d6-20c974cb8006 None None] Could not find standard attr ID for object ee50c820-7ec5-4f58-9bd6-b58041d6f0f2. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:14:59.679478 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-616b3797-3f87-4c75-81d6-20c974cb8006 None None] Provisioning for port 585b639e-deb0-4cc7-bea5-d14a50e61b49 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:14:59.685651 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-680c592d-39d1-4576-a97e-810a810cc5d1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Unset dirty status for tenant:7c59b642fbd4440eb4278f2c0c212bcd on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:14:59.689539 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-680c592d-39d1-4576-a97e-810a810cc5d1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "GET /v2.0/ports/3f9d4c16-1dc3-4d9c-9a5a-93247ebdb9e7 HTTP/1.1" status: 404 len: 333 time: 0.1842158 Oct 04 09:14:59.690600 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-616b3797-3f87-4c75-81d6-20c974cb8006 None None] Provisioning complete for port 585b639e-deb0-4cc7-bea5-d14a50e61b49 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:14:59.690600 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-616b3797-3f87-4c75-81d6-20c974cb8006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:59.690600 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-616b3797-3f87-4c75-81d6-20c974cb8006 None None] Attempt 1 to provision port 585b639e-deb0-4cc7-bea5-d14a50e61b49 Oct 04 09:14:59.698463 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57768) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:14:59.740049 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-f1cb6e37-a94d-4849-bbda-968f11c17b61 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] The port 'b5d4197f-9ae2-4cb8-9cc5-6d1ad17f8a9f' was deleted {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 04 09:14:59.793391 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-616b3797-3f87-4c75-81d6-20c974cb8006 None None] Port 585b639e-deb0-4cc7-bea5-d14a50e61b49 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:14:59.801169 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-52895b2f-a822-4538-b142-6a75a61613f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Deleting port 585b639e-deb0-4cc7-bea5-d14a50e61b49 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:14:59.801505 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-52895b2f-a822-4538-b142-6a75a61613f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:59.840425 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3f685ae1-c9a9-4962-bd20-11c17f987c13 req-95b1a973-2393-4d2c-8aa8-d74306907e56 service neutron] 10.222.0.50 "GET /v2.0/networks/8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030593 Oct 04 09:14:59.861211 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2f70a66-cf6a-47b3-89e2-d812d39e8756 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Deleting subnet 9786e749-2e61-4db2-8b57-dde90d819fbe {{(pid=89032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:14:59.868395 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e2f70a66-cf6a-47b3-89e2-d812d39e8756 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for subnet, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:14:59.981850 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e2f70a66-cf6a-47b3-89e2-d812d39e8756 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885153'] for subnet, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:00.090842 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c84c48-0ead-41a8-9dab-799c7de64ec3 req-31eae127-7fa2-457c-8960-c164b40f3c85 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:00.092207 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-39c84c48-0ead-41a8-9dab-799c7de64ec3 req-31eae127-7fa2-457c-8960-c164b40f3c85 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 0.7838895 Oct 04 09:15:00.110091 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c485edc1-a05c-4147-9f77-e57c01d544e5 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Router d7ed7ce3-aa5c-4ff6-bb87-001339c3b6f5 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:15:00.146386 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f1cb6e37-a94d-4849-bbda-968f11c17b61 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:00.171314 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6c328d81-787c-45a8-a861-17fc7c312a37 req-ab70208e-acec-4387-9a47-474ab5d3ecfd tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e266a4c5-20f7-4bed-a5ee-83c9dd7b0d80 HTTP/1.1" status: 200 len: 210 time: 0.1145360 Oct 04 09:15:00.228642 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ab8bae12-aab6-49f1-b92a-2ee6742156bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:00.274559 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-f1cb6e37-a94d-4849-bbda-968f11c17b61 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['439ee395-b193-4626-a9cb-4970a08d1062']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:00.279914 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-52895b2f-a822-4538-b142-6a75a61613f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:00.295065 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-616b3797-3f87-4c75-81d6-20c974cb8006 None None] Attempt 2 to provision port 585b639e-deb0-4cc7-bea5-d14a50e61b49 Oct 04 09:15:00.298892 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d5dc9727-b221-497c-b03f-39b3830333ac req-586ea6e2-0552-4532-b3d4-fdfb85505560 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] 10.222.0.50 "GET /v2.0/ports?device_id=a95f939f-74b7-4176-9031-296b2e20347a HTTP/1.1" status: 200 len: 210 time: 0.0678568 Oct 04 09:15:00.353836 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e2f70a66-cf6a-47b3-89e2-d812d39e8756 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:00.359674 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-f1cb6e37-a94d-4849-bbda-968f11c17b61 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9991d2d-efb1-4743-a41a-1fe3e672e139') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:00.359862 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-f1cb6e37-a94d-4849-bbda-968f11c17b61 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9991d2d-efb1-4743-a41a-1fe3e672e139') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:00.361747 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-616b3797-3f87-4c75-81d6-20c974cb8006 None None] Port 585b639e-deb0-4cc7-bea5-d14a50e61b49 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:15:00.371099 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-39c84c48-0ead-41a8-9dab-799c7de64ec3 req-68be0f81-8615-4416-a162-ba698f91e9db tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2701271 Oct 04 09:15:00.382077 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f1cb6e37-a94d-4849-bbda-968f11c17b61 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:00.456439 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c485edc1-a05c-4147-9f77-e57c01d544e5 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:15:00.456801 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-52895b2f-a822-4538-b142-6a75a61613f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Calling delete_port for 585b639e-deb0-4cc7-bea5-d14a50e61b49 owned by {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:15:00.473609 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f267ba-9c1a-4d9d-a45c-c3e58fd9137c None None] Sync routers for ids ['d7ed7ce3-aa5c-4ff6-bb87-001339c3b6f5'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:15:00.487188 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f267ba-9c1a-4d9d-a45c-c3e58fd9137c None None] Routers {'d7ed7ce3-aa5c-4ff6-bb87-001339c3b6f5'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:15:00.488768 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-b9f267ba-9c1a-4d9d-a45c-c3e58fd9137c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:15:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['d7ed7ce3-aa5c-4ff6-bb87-001339c3b6f5'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:00.543847 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f1cb6e37-a94d-4849-bbda-968f11c17b61 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:00.558994 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1cb6e37-a94d-4849-bbda-968f11c17b61 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:15:00.559430 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f1cb6e37-a94d-4849-bbda-968f11c17b61 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:00.565296 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-b9f267ba-9c1a-4d9d-a45c-c3e58fd9137c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:00.565798 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e2f70a66-cf6a-47b3-89e2-d812d39e8756 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:00.576507 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f267ba-9c1a-4d9d-a45c-c3e58fd9137c None None] Routers {'d7ed7ce3-aa5c-4ff6-bb87-001339c3b6f5'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:15:00.577433 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-b9f267ba-9c1a-4d9d-a45c-c3e58fd9137c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:15:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['d7ed7ce3-aa5c-4ff6-bb87-001339c3b6f5'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:00.607270 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment a9991d2d-efb1-4743-a41a-1fe3e672e139 resource provider aggregate not found Oct 04 09:15:00.653873 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-b9f267ba-9c1a-4d9d-a45c-c3e58fd9137c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:00.654274 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f267ba-9c1a-4d9d-a45c-c3e58fd9137c None None] The sync data for ids ['d7ed7ce3-aa5c-4ff6-bb87-001339c3b6f5'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:15:00.667246 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:00.670352 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f70a66-cf6a-47b3-89e2-d812d39e8756 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event deleted for resources: {'Subnet': ['ID=9786e749-2e61-4db2-8b57-dde90d819fbe,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:00.683524 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e2f70a66-cf6a-47b3-89e2-d812d39e8756 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:00.691583 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9b3b76-1a65-4e29-9b5e-cedfed1c4b7c None None] Network 12159a33-5534-4bcb-beba-906285fe9205 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:15:00.703792 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-e2f70a66-cf6a-47b3-89e2-d812d39e8756 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "DELETE /v2.0/subnets/9786e749-2e61-4db2-8b57-dde90d819fbe HTTP/1.1" status: 204 len: 168 time: 0.9970722 Oct 04 09:15:00.705466 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57784) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:00.723718 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4c9a52bb-4158-4e84-8b9c-ab3f0e965ede tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks [] for router_gateway, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:00.768290 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment a9991d2d-efb1-4743-a41a-1fe3e672e139 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a9991d2d-efb1-4743-a41a-1fe3e672e139 found for delete ", "request_id": "req-f5f3a0a1-eb12-4d13-97c4-da8ff72e214a"}]} Oct 04 09:15:00.781052 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-c485edc1-a05c-4147-9f77-e57c01d544e5 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "PUT /v2.0/routers/d7ed7ce3-aa5c-4ff6-bb87-001339c3b6f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2690532 Oct 04 09:15:00.782411 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57788) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:00.785379 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4c9a52bb-4158-4e84-8b9c-ab3f0e965ede tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:00.842702 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:00.863281 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-25139765-c3dc-439b-b1e0-9996962bf4bb tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:00.877827 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-46b5b0e6-aab2-4f3a-9eb1-35398b01d15e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Synchronizing usage tracker for tenant:9e78cb9b328b4bfc813a095a6b1b578a on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:15:00.880073 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-25139765-c3dc-439b-b1e0-9996962bf4bb tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Deleting port a3f8bdcb-40e6-4cca-9563-ad2c51be0d9f {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:15:00.880456 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-25139765-c3dc-439b-b1e0-9996962bf4bb tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:00.881654 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f1cb6e37-a94d-4849-bbda-968f11c17b61 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:00.886275 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f1cb6e37-a94d-4849-bbda-968f11c17b61 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:00.891117 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-616b3797-3f87-4c75-81d6-20c974cb8006 None None] Attempt 3 to provision port 585b639e-deb0-4cc7-bea5-d14a50e61b49 Oct 04 09:15:00.915708 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-52895b2f-a822-4538-b142-6a75a61613f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:00.949574 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cb6e37-a94d-4849-bbda-968f11c17b61 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Pushing event deleted for resources: {'Network': ['ID=439ee395-b193-4626-a9cb-4970a08d1062,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:00.953376 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-f1cb6e37-a94d-4849-bbda-968f11c17b61 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] 10.222.0.50 "DELETE /v2.0/networks/439ee395-b193-4626-a9cb-4970a08d1062 HTTP/1.1" status: 204 len: 168 time: 4.4263916 Oct 04 09:15:00.957699 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57792) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:00.965190 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-616b3797-3f87-4c75-81d6-20c974cb8006 None None] Port 585b639e-deb0-4cc7-bea5-d14a50e61b49 was deleted so its status cannot be updated. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 04 09:15:01.017046 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-46b5b0e6-aab2-4f3a-9eb1-35398b01d15e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Unset dirty status for tenant:9e78cb9b328b4bfc813a095a6b1b578a on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:15:01.021162 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-46b5b0e6-aab2-4f3a-9eb1-35398b01d15e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7ed7ce3-aa5c-4ff6-bb87-001339c3b6f5 HTTP/1.1" status: 200 len: 205 time: 0.2376046 Oct 04 09:15:01.021838 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57800) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:01.094177 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ef1bed-268a-4273-8d59-6c7ecf7c98c1 None None] DHCP port deletion for 12159a33-5534-4bcb-beba-906285fe9205 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:15:01.101878 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-e2ef1bed-268a-4273-8d59-6c7ecf7c98c1 None None] Deleting port a3f8bdcb-40e6-4cca-9563-ad2c51be0d9f {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:15:01.102318 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e2ef1bed-268a-4273-8d59-6c7ecf7c98c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:01.131528 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ebb8675-b26b-464f-b33d-24535702ce21 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] DELETE failed (client error): The resource could not be found. Oct 04 09:15:01.132189 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ebb8675-b26b-464f-b33d-24535702ce21 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:15:01.136253 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-5ebb8675-b26b-464f-b33d-24535702ce21 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] 10.222.0.50 "DELETE /v2.0/subnets/7de1c0b6-0631-4c90-9101-99e48d3cd3d5 HTTP/1.1" status: 404 len: 337 time: 0.1724653 Oct 04 09:15:01.144189 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57804) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:01.190729 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52895b2f-a822-4538-b142-6a75a61613f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Pushing event deleted for resources: {'Port': ['ID=585b639e-deb0-4cc7-bea5-d14a50e61b49,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:01.214440 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-52895b2f-a822-4538-b142-6a75a61613f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:01.218545 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-52895b2f-a822-4538-b142-6a75a61613f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] 10.222.0.50 "DELETE /v2.0/ports/585b639e-deb0-4cc7-bea5-d14a50e61b49 HTTP/1.1" status: 204 len: 168 time: 1.5706763 Oct 04 09:15:01.219648 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57810) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:01.271211 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e28fbb8-59af-489e-8557-7c52eda3bc67 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] DELETE failed (client error): The resource could not be found. Oct 04 09:15:01.271678 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e28fbb8-59af-489e-8557-7c52eda3bc67 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:15:01.278749 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-0e28fbb8-59af-489e-8557-7c52eda3bc67 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] 10.222.0.50 "DELETE /v2.0/networks/21b5cc5f-ba0f-47b8-836b-7444726183c3 HTTP/1.1" status: 404 len: 339 time: 0.1119435 Oct 04 09:15:01.285492 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57814) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:01.288334 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0d262668-e8ac-48a4-b586-ae8e8cad901d tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for router, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:01.422726 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-e2ef1bed-268a-4273-8d59-6c7ecf7c98c1 None None] For port a3f8bdcb-40e6-4cca-9563-ad2c51be0d9f, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=a3f8bdcb-40e6-4cca-9563-ad2c51be0d9f,segment=NetworkSegment(5cb05608-e8d8-417a-80e4-0cffdf98577f),segment_id=5cb05608-e8d8-417a-80e4-0cffdf98577f)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:15:01.423832 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e2ef1bed-268a-4273-8d59-6c7ecf7c98c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:01.514487 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-5ac19b66-9c0a-476b-893c-785be4073ae8 req-5b2a297d-bc45-4542-8bbb-5e202ba02dff tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e266a4c5-20f7-4bed-a5ee-83c9dd7b0d80 HTTP/1.1" status: 200 len: 210 time: 0.1251991 Oct 04 09:15:01.528138 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-25139765-c3dc-439b-b1e0-9996962bf4bb tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] For port a3f8bdcb-40e6-4cca-9563-ad2c51be0d9f, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=a3f8bdcb-40e6-4cca-9563-ad2c51be0d9f,segment=NetworkSegment(5cb05608-e8d8-417a-80e4-0cffdf98577f),segment_id=5cb05608-e8d8-417a-80e4-0cffdf98577f)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:15:01.528526 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-25139765-c3dc-439b-b1e0-9996962bf4bb tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:01.554920 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_v2 [None req-573af717-7375-4926-a381-9a762865c66a tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Deleting subnet 885e0fa9-b119-4c9d-9222-a172003a1f36 {{(pid=89032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:15:01.556341 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-e2ef1bed-268a-4273-8d59-6c7ecf7c98c1 None None] Calling delete_port for a3f8bdcb-40e6-4cca-9563-ad2c51be0d9f owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:15:01.562515 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-573af717-7375-4926-a381-9a762865c66a tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Notify callbacks [] for subnet, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:01.569672 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-836d474e-b66a-4560-a7ef-4003bf91ce5d req-7d677e44-5a2f-40b5-a8e8-27034438e03f tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Synchronizing usage tracker for tenant:99eb97a23923415a910878c133c071d7 on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:15:01.582475 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-38b86792-4550-4867-9d64-47241386a155 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] DELETE failed (client error): The resource could not be found. Oct 04 09:15:01.582923 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38b86792-4550-4867-9d64-47241386a155 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:15:01.587311 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-38b86792-4550-4867-9d64-47241386a155 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] 10.222.0.50 "DELETE /v2.0/subnets/67ef15cb-04ff-445b-aa69-edc2a3e0a7ab HTTP/1.1" status: 404 len: 337 time: 0.1858544 Oct 04 09:15:01.590865 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57822) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:01.631415 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-4c9a52bb-4158-4e84-8b9c-ab3f0e965ede tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Allocated IP 172.26.10.175 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/5631b1ce-2064-4b41-bf0c-b584865a04b6) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:15:01.673406 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e2ef1bed-268a-4273-8d59-6c7ecf7c98c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:01.724874 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ef1bed-268a-4273-8d59-6c7ecf7c98c1 None None] Pushing event deleted for resources: {'Port': ['ID=a3f8bdcb-40e6-4cca-9563-ad2c51be0d9f,revision_number=None']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:01.737294 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ef1bed-268a-4273-8d59-6c7ecf7c98c1 None None] No DVR routers for this DVR port a3f8bdcb-40e6-4cca-9563-ad2c51be0d9f on host dv-neutron-860215-1-hyperv {{(pid=89034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:15:01.761416 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-25139765-c3dc-439b-b1e0-9996962bf4bb tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Calling delete_port for a3f8bdcb-40e6-4cca-9563-ad2c51be0d9f owned by network:dhcp {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:15:01.901284 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f4920b5-0243-402a-8bf8-8bddffd9dc2a tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] DELETE failed (client error): The resource could not be found. Oct 04 09:15:01.901680 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f4920b5-0243-402a-8bf8-8bddffd9dc2a tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:15:01.903377 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-7f4920b5-0243-402a-8bf8-8bddffd9dc2a tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] 10.222.0.50 "DELETE /v2.0/networks/c504d646-e623-44e1-97c6-00f4f92af5c3 HTTP/1.1" status: 404 len: 339 time: 0.3083391 Oct 04 09:15:01.955147 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-573af717-7375-4926-a381-9a762865c66a tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885153'] for subnet, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:01.970210 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57826) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:02.014642 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-836d474e-b66a-4560-a7ef-4003bf91ce5d req-7d677e44-5a2f-40b5-a8e8-27034438e03f tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Unset dirty status for tenant:99eb97a23923415a910878c133c071d7 on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:15:02.015674 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-836d474e-b66a-4560-a7ef-4003bf91ce5d req-7d677e44-5a2f-40b5-a8e8-27034438e03f tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] 10.222.0.50 "GET /v2.0/ports?device_id=a95f939f-74b7-4176-9031-296b2e20347a HTTP/1.1" status: 200 len: 210 time: 0.6100771 Oct 04 09:15:02.026709 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0d262668-e8ac-48a4-b586-ae8e8cad901d tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:02.031287 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-196f496e-17dc-4f89-bf60-bf3caf8e02f4 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] DELETE failed (client error): The resource could not be found. Oct 04 09:15:02.031787 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-196f496e-17dc-4f89-bf60-bf3caf8e02f4 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:15:02.036052 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-196f496e-17dc-4f89-bf60-bf3caf8e02f4 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] 10.222.0.50 "DELETE /v2.0/subnets/4bc97f06-ccbd-4383-a67a-6f149ec6ebee HTTP/1.1" status: 404 len: 337 time: 0.0633614 Oct 04 09:15:02.036052 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0d262668-e8ac-48a4-b586-ae8e8cad901d tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:02.045563 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57830) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:02.130643 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-f275915a-26e4-4f9c-8500-3b98f5663ba9 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] DELETE failed (client error): The resource could not be found. Oct 04 09:15:02.131299 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f275915a-26e4-4f9c-8500-3b98f5663ba9 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:15:02.143129 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.db.api [None req-25139765-c3dc-439b-b1e0-9996962bf4bb tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89032) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:15:02.143441 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG oslo_db.api [None req-25139765-c3dc-439b-b1e0-9996962bf4bb tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:15:02.146977 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0d262668-e8ac-48a4-b586-ae8e8cad901d tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:02.148099 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d262668-e8ac-48a4-b586-ae8e8cad901d tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Fanout notify agent at l3_agent the message router_deleted on router d7ed7ce3-aa5c-4ff6-bb87-001339c3b6f5 {{(pid=89033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:15:02.166477 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0d262668-e8ac-48a4-b586-ae8e8cad901d tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:02.168404 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-f275915a-26e4-4f9c-8500-3b98f5663ba9 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] 10.222.0.50 "DELETE /v2.0/networks/28893bb7-5c6e-44f8-87cc-4651e290ff53 HTTP/1.1" status: 404 len: 339 time: 0.1218946 Oct 04 09:15:02.170473 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-0d262668-e8ac-48a4-b586-ae8e8cad901d tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "DELETE /v2.0/routers/d7ed7ce3-aa5c-4ff6-bb87-001339c3b6f5 HTTP/1.1" status: 204 len: 168 time: 1.1411839 Oct 04 09:15:02.174320 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57840) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:02.174454 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57842) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:02.180452 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:02.183194 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e299952-1983-427c-9bb0-f67385b2c2ed req-5f7ffd7e-1f34-401b-a1f1-a9c84ea00ef4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:02.184661 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6e299952-1983-427c-9bb0-f67385b2c2ed req-5f7ffd7e-1f34-401b-a1f1-a9c84ea00ef4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.20 "GET /v2.0/networks?id=138bf702-4d39-408e-a83e-f851bcf14b73 HTTP/1.1" status: 200 len: 796 time: 0.3301475 Oct 04 09:15:02.206576 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199496eb-b357-40a3-a052-8ab27ab5e231 req-20ee33c4-ade1-4911-b77e-64c8f712ee0a tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:02.208629 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-199496eb-b357-40a3-a052-8ab27ab5e231 req-20ee33c4-ade1-4911-b77e-64c8f712ee0a tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 0.4567406 Oct 04 09:15:02.228827 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-573af717-7375-4926-a381-9a762865c66a tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:02.335381 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6e299952-1983-427c-9bb0-f67385b2c2ed req-eaf7e44a-d8e7-4138-a69f-365c1de5c052 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78fb12e86c5f40beb578bfb97002b5c9 HTTP/1.1" status: 200 len: 379 time: 0.1231000 Oct 04 09:15:02.347873 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-199496eb-b357-40a3-a052-8ab27ab5e231 req-ad87b161-675c-48ca-bf7b-d6f49e2594de tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225696 Oct 04 09:15:02.351754 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-6e299952-1983-427c-9bb0-f67385b2c2ed req-36330f68-34e4-4d86-9fc1-691efdace584 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'port': {'device_id': 'e266a4c5-20f7-4bed-a5ee-83c9dd7b0d80', 'network_id': '138bf702-4d39-408e-a83e-f851bcf14b73', 'admin_state_up': True, 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'security_groups': ['c9a33b07-0ee8-4a95-b7f0-ad1decb04ed8']}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:02.353771 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4c9a52bb-4158-4e84-8b9c-ab3f0e965ede tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:02.361831 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-51d7bb1e-7a97-4758-8f43-364379eeff84 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Deleting subnet 418b8ea4-31da-4bf8-bac1-535939a11bb8 {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:15:02.369741 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-51d7bb1e-7a97-4758-8f43-364379eeff84 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:02.408906 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-49c1b874-7e0d-4385-b3b5-0b5463b6de5d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Deleting subnet 061256ad-5f76-4cb5-89e2-af8c91cf90fe {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:15:02.428649 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-49c1b874-7e0d-4385-b3b5-0b5463b6de5d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:02.451024 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-573af717-7375-4926-a381-9a762865c66a tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:02.512791 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-51d7bb1e-7a97-4758-8f43-364379eeff84 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:02.516943 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573af717-7375-4926-a381-9a762865c66a tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Pushing event deleted for resources: {'Subnet': ['ID=885e0fa9-b119-4c9d-9222-a172003a1f36,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:02.527670 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-573af717-7375-4926-a381-9a762865c66a tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:02.535611 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2021e9ae-d204-4db1-8261-c62cc4334eb5 None None] Network 286c29db-64dd-4e5d-9ad0-71864bd31fe8 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:15:02.548059 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-573af717-7375-4926-a381-9a762865c66a tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] 10.222.0.50 "DELETE /v2.0/subnets/885e0fa9-b119-4c9d-9222-a172003a1f36 HTTP/1.1" status: 204 len: 168 time: 1.3271453 Oct 04 09:15:02.551481 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57852) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:02.575608 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-6e299952-1983-427c-9bb0-f67385b2c2ed req-36330f68-34e4-4d86-9fc1-691efdace584 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:02.644474 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-25139765-c3dc-439b-b1e0-9996962bf4bb tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Deleting port a3f8bdcb-40e6-4cca-9563-ad2c51be0d9f {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:15:02.644832 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-25139765-c3dc-439b-b1e0-9996962bf4bb tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:02.664937 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device a3f8bdcb-40e6-4cca-9563-ad2c51be0d9f no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:15:02.677646 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-6e299952-1983-427c-9bb0-f67385b2c2ed req-36330f68-34e4-4d86-9fc1-691efdace584 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:02.713467 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-d3e9132b-bdc2-4fef-885e-42b0dcc6c0f8 req-64b409ad-cb7d-4d2b-93c2-f7d850822b24 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e266a4c5-20f7-4bed-a5ee-83c9dd7b0d80 HTTP/1.1" status: 200 len: 210 time: 0.0638626 Oct 04 09:15:02.717591 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-49c1b874-7e0d-4385-b3b5-0b5463b6de5d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:02.762932 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: a3f8bdcb-40e6-4cca-9563-ad2c51be0d9f {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:15:02.764571 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device a3f8bdcb-40e6-4cca-9563-ad2c51be0d9f not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:15:02.774954 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-25139765-c3dc-439b-b1e0-9996962bf4bb tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] The port 'a3f8bdcb-40e6-4cca-9563-ad2c51be0d9f' was deleted {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 04 09:15:02.778180 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e299952-1983-427c-9bb0-f67385b2c2ed req-36330f68-34e4-4d86-9fc1-691efdace584 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Made reservation on behalf of 78fb12e86c5f40beb578bfb97002b5c9 for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:15:02.781908 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-6e299952-1983-427c-9bb0-f67385b2c2ed req-36330f68-34e4-4d86-9fc1-691efdace584 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:02.826166 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-51d7bb1e-7a97-4758-8f43-364379eeff84 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:02.837078 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-58e00086-82c1-4316-9ed6-be32bc8625e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:02.907004 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4c9a52bb-4158-4e84-8b9c-ab3f0e965ede tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:03.006081 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9a52bb-4158-4e84-8b9c-ab3f0e965ede tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:15:03.012254 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-4c9a52bb-4158-4e84-8b9c-ab3f0e965ede tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:15:03.017787 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-51d7bb1e-7a97-4758-8f43-364379eeff84 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:03.024373 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9a52bb-4158-4e84-8b9c-ab3f0e965ede tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:15:03.035187 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d6a224-fbc8-4512-ab1a-3036d69ce116 None None] DHCP port deletion for 286c29db-64dd-4e5d-9ad0-71864bd31fe8 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:15:03.039898 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31d6a224-fbc8-4512-ab1a-3036d69ce116 None None] Deleting port 629fcb06-acd3-4e51-9de7-c6cc9ce711c8 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:15:03.040283 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31d6a224-fbc8-4512-ab1a-3036d69ce116 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:03.060114 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-49c1b874-7e0d-4385-b3b5-0b5463b6de5d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:03.105071 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-25139765-c3dc-439b-b1e0-9996962bf4bb tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:03.153384 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-25139765-c3dc-439b-b1e0-9996962bf4bb tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12159a33-5534-4bcb-beba-906285fe9205']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:03.169672 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-25139765-c3dc-439b-b1e0-9996962bf4bb tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cb05608-e8d8-417a-80e4-0cffdf98577f') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:03.170239 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-25139765-c3dc-439b-b1e0-9996962bf4bb tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cb05608-e8d8-417a-80e4-0cffdf98577f') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:03.184018 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-25139765-c3dc-439b-b1e0-9996962bf4bb tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:03.187486 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9a52bb-4158-4e84-8b9c-ab3f0e965ede tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Pushing event updated for resources: {'Port': ['ID=5631b1ce-2064-4b41-bf0c-b584865a04b6,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:03.207045 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-25139765-c3dc-439b-b1e0-9996962bf4bb tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:03.214600 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25139765-c3dc-439b-b1e0-9996962bf4bb tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:15:03.215257 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-25139765-c3dc-439b-b1e0-9996962bf4bb tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:03.222563 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-51d7bb1e-7a97-4758-8f43-364379eeff84 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:03.226427 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d7bb1e-7a97-4758-8f43-364379eeff84 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event deleted for resources: {'Subnet': ['ID=418b8ea4-31da-4bf8-bac1-535939a11bb8,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:03.258753 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-51d7bb1e-7a97-4758-8f43-364379eeff84 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "DELETE /v2.0/subnets/418b8ea4-31da-4bf8-bac1-535939a11bb8 HTTP/1.1" status: 204 len: 168 time: 1.0832257 Oct 04 09:15:03.260511 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57860) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:03.286457 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12955bf7-af62-4a6a-ba24-e0ab5c6013a5 None None] Network 869b780c-0b46-4c73-95dc-399bb83f1daf requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:15:03.380452 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-49c1b874-7e0d-4385-b3b5-0b5463b6de5d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:03.442238 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 5cb05608-e8d8-417a-80e4-0cffdf98577f resource provider aggregate not found Oct 04 09:15:03.477566 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-562cb91b-c983-4963-b5b5-72d8356ac994 req-530d21c1-5884-485e-9e15-ec8d6d5ab4a4 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] 10.222.0.50 "GET /v2.0/ports?device_id=a95f939f-74b7-4176-9031-296b2e20347a HTTP/1.1" status: 200 len: 210 time: 0.1883509 Oct 04 09:15:03.531905 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31d6a224-fbc8-4512-ab1a-3036d69ce116 None None] For port 629fcb06-acd3-4e51-9de7-c6cc9ce711c8, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=629fcb06-acd3-4e51-9de7-c6cc9ce711c8,segment=NetworkSegment(3575008e-b830-40d6-bd00-6d9364bff4a0),segment_id=3575008e-b830-40d6-bd00-6d9364bff4a0)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:15:03.532438 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31d6a224-fbc8-4512-ab1a-3036d69ce116 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:03.564636 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 5cb05608-e8d8-417a-80e4-0cffdf98577f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5cb05608-e8d8-417a-80e4-0cffdf98577f found for delete ", "request_id": "req-5fc71eb5-e840-472c-92ef-1f9a9b5fc3b7"}]} Oct 04 09:15:03.570741 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-58e00086-82c1-4316-9ed6-be32bc8625e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Deleting port 629fcb06-acd3-4e51-9de7-c6cc9ce711c8 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:15:03.571086 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-58e00086-82c1-4316-9ed6-be32bc8625e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:03.580719 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-49c1b874-7e0d-4385-b3b5-0b5463b6de5d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:03.585296 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-49c1b874-7e0d-4385-b3b5-0b5463b6de5d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] 10.222.0.50 "DELETE /v2.0/subnets/061256ad-5f76-4cb5-89e2-af8c91cf90fe HTTP/1.1" status: 204 len: 168 time: 1.4054334 Oct 04 09:15:03.592477 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57874) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:03.594833 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-25139765-c3dc-439b-b1e0-9996962bf4bb tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:03.599152 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c1b874-7e0d-4385-b3b5-0b5463b6de5d tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Pushing event deleted for resources: {'Subnet': ['ID=061256ad-5f76-4cb5-89e2-af8c91cf90fe,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:03.605592 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad02ac0-3c66-4692-9a3e-2676991ddaea None None] Network a32bc990-30c0-4153-a24d-3213b4891509 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:15:03.634270 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-25139765-c3dc-439b-b1e0-9996962bf4bb tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:03.656110 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25139765-c3dc-439b-b1e0-9996962bf4bb tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event deleted for resources: {'Network': ['ID=12159a33-5534-4bcb-beba-906285fe9205,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:03.675568 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-25139765-c3dc-439b-b1e0-9996962bf4bb tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "DELETE /v2.0/networks/12159a33-5534-4bcb-beba-906285fe9205 HTTP/1.1" status: 204 len: 168 time: 2.9628034 Oct 04 09:15:03.681945 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57878) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:03.687040 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-5c14a409-8961-4086-87af-e7df03f6ec5e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-226408226'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:03.729039 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31d6a224-fbc8-4512-ab1a-3036d69ce116 None None] Calling delete_port for 629fcb06-acd3-4e51-9de7-c6cc9ce711c8 owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:15:03.853139 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-58e00086-82c1-4316-9ed6-be32bc8625e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] For port 629fcb06-acd3-4e51-9de7-c6cc9ce711c8, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=629fcb06-acd3-4e51-9de7-c6cc9ce711c8,segment=NetworkSegment(3575008e-b830-40d6-bd00-6d9364bff4a0),segment_id=3575008e-b830-40d6-bd00-6d9364bff4a0)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:15:03.853820 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-58e00086-82c1-4316-9ed6-be32bc8625e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:03.914903 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [req-6e299952-1983-427c-9bb0-f67385b2c2ed req-36330f68-34e4-4d86-9fc1-691efdace584 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Allocated IP 172.20.0.3 (138bf702-4d39-408e-a83e-f851bcf14b73/6d967559-d6ed-45c4-9b8b-3040971872eb/f53cc307-6abc-4e93-ac5e-9dd0d1b37229) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:15:03.972485 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-5c14a409-8961-4086-87af-e7df03f6ec5e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:03.989282 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-18195ecd-5816-4d4c-b845-6ff7fbe9872a tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Deleting subnet 90171133-9267-4630-acfb-256a10eb4723 {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:15:04.005632 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-18195ecd-5816-4d4c-b845-6ff7fbe9872a tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:04.023603 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31d6a224-fbc8-4512-ab1a-3036d69ce116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:04.048529 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-6abbcc92-0f74-49d5-ae78-406c5cbb5675 req-2cdaf491-b876-489d-a1db-9b85c8b7efca tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:15:04.051340 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-5c14a409-8961-4086-87af-e7df03f6ec5e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Usage tracker for resource:network and tenant:7c59b642fbd4440eb4278f2c0c212bcd is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:04.061563 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-58e00086-82c1-4316-9ed6-be32bc8625e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Calling delete_port for 629fcb06-acd3-4e51-9de7-c6cc9ce711c8 owned by network:dhcp {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:15:04.065638 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1bf0d35c-699a-461a-98aa-014057e0b94b tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:04.092283 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d6a224-fbc8-4512-ab1a-3036d69ce116 None None] Pushing event deleted for resources: {'Port': ['ID=629fcb06-acd3-4e51-9de7-c6cc9ce711c8,revision_number=None']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:04.093338 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-5c14a409-8961-4086-87af-e7df03f6ec5e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:04.096741 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d6a224-fbc8-4512-ab1a-3036d69ce116 None None] No DVR routers for this DVR port 629fcb06-acd3-4e51-9de7-c6cc9ce711c8 on host dv-neutron-860215-1-hyperv {{(pid=89034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:15:04.113086 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-5c14a409-8961-4086-87af-e7df03f6ec5e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:04.161257 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-18195ecd-5816-4d4c-b845-6ff7fbe9872a tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:04.161502 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-6abbcc92-0f74-49d5-ae78-406c5cbb5675 req-2cdaf491-b876-489d-a1db-9b85c8b7efca tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:15:04.162678 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6abbcc92-0f74-49d5-ae78-406c5cbb5675 req-2cdaf491-b876-489d-a1db-9b85c8b7efca tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e266a4c5-20f7-4bed-a5ee-83c9dd7b0d80 HTTP/1.1" status: 200 len: 210 time: 0.2985530 Oct 04 09:15:04.167081 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c14a409-8961-4086-87af-e7df03f6ec5e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Made reservation on behalf of 7c59b642fbd4440eb4278f2c0c212bcd for: {'network': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:15:04.171032 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5c14a409-8961-4086-87af-e7df03f6ec5e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:04.237866 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-1bf0d35c-699a-461a-98aa-014057e0b94b tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Deleting port b5c3dd25-f908-46c3-b8ff-6fc9a8c625ea {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:15:04.237866 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1bf0d35c-699a-461a-98aa-014057e0b94b tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:04.243114 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bea168-3065-4dba-928e-b738295d4195 None None] DHCP port deletion for 869b780c-0b46-4c73-95dc-399bb83f1daf request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:15:04.248983 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-02bea168-3065-4dba-928e-b738295d4195 None None] Deleting port 3cfe484f-9f44-465e-b862-acdb45fefe69 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:15:04.249592 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-02bea168-3065-4dba-928e-b738295d4195 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:04.293178 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72231dc8-4aa3-40ec-84f0-c3d0ef7eadcb None None] DHCP port deletion for a32bc990-30c0-4153-a24d-3213b4891509 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:15:04.305068 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-72231dc8-4aa3-40ec-84f0-c3d0ef7eadcb None None] Deleting port b5c3dd25-f908-46c3-b8ff-6fc9a8c625ea {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:15:04.305440 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-72231dc8-4aa3-40ec-84f0-c3d0ef7eadcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:04.315689 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.db.api [None req-58e00086-82c1-4316-9ed6-be32bc8625e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89032) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:15:04.316010 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG oslo_db.api [None req-58e00086-82c1-4316-9ed6-be32bc8625e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:15:04.316639 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c14a409-8961-4086-87af-e7df03f6ec5e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=89032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:15:04.336300 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5c14a409-8961-4086-87af-e7df03f6ec5e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:04.336683 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.segments_db [None req-5c14a409-8961-4086-87af-e7df03f6ec5e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Added segment 63334847-67eb-422b-a946-d650600d3cf1 of type vlan for network 505d0fd2-66b9-4d02-bd8f-e1a8c6f2ec45 Oct 04 09:15:04.394558 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5c14a409-8961-4086-87af-e7df03f6ec5e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:04.396384 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1c23e-19b7-43a5-ad21-5a2c76e2f451 req-ed31ca54-fd45-4ae3-92d6-dfabdd2b64f2 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:04.398078 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-fdc1c23e-19b7-43a5-ad21-5a2c76e2f451 req-ed31ca54-fd45-4ae3-92d6-dfabdd2b64f2 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 0.8188000 Oct 04 09:15:04.414996 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-6e299952-1983-427c-9bb0-f67385b2c2ed req-36330f68-34e4-4d86-9fc1-691efdace584 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:04.448741 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-6e299952-1983-427c-9bb0-f67385b2c2ed req-36330f68-34e4-4d86-9fc1-691efdace584 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Transition to ACTIVE for port object f53cc307-6abc-4e93-ac5e-9dd0d1b37229 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:15:04.467937 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5c14a409-8961-4086-87af-e7df03f6ec5e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:04.473377 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c14a409-8961-4086-87af-e7df03f6ec5e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:04.474193 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5c14a409-8961-4086-87af-e7df03f6ec5e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:04.500083 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4c9a52bb-4158-4e84-8b9c-ab3f0e965ede tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks [] for router_gateway, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:04.529161 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-5c14a409-8961-4086-87af-e7df03f6ec5e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8466103 Oct 04 09:15:04.530032 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57886) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:04.603208 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-ba6d4e06-f72b-4092-a9fe-4c92c9ed6c34 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Request body: {'subnet': {'network_id': '505d0fd2-66b9-4d02-bd8f-e1a8c6f2ec45', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:04.610773 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 3cfe484f-9f44-465e-b862-acdb45fefe69 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:15:04.718338 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-fdc1c23e-19b7-43a5-ad21-5a2c76e2f451 req-f11ae970-90ca-423c-8321-0563686e0afd tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2812731 Oct 04 09:15:04.723808 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-18195ecd-5816-4d4c-b845-6ff7fbe9872a tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:04.809341 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-1bf0d35c-699a-461a-98aa-014057e0b94b tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] For port b5c3dd25-f908-46c3-b8ff-6fc9a8c625ea, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=b5c3dd25-f908-46c3-b8ff-6fc9a8c625ea,segment=NetworkSegment(a6f33b66-bb67-4fa0-9f0a-0cdf22e0e183),segment_id=a6f33b66-bb67-4fa0-9f0a-0cdf22e0e183)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:15:04.809732 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1bf0d35c-699a-461a-98aa-014057e0b94b tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:04.840634 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-58e00086-82c1-4316-9ed6-be32bc8625e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Deleting port 629fcb06-acd3-4e51-9de7-c6cc9ce711c8 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:15:04.841246 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-58e00086-82c1-4316-9ed6-be32bc8625e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:04.870712 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-02bea168-3065-4dba-928e-b738295d4195 None None] For port 3cfe484f-9f44-465e-b862-acdb45fefe69, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=3cfe484f-9f44-465e-b862-acdb45fefe69,segment=NetworkSegment(b1195661-bd82-4f19-8ca0-362e2d960b85),segment_id=b1195661-bd82-4f19-8ca0-362e2d960b85)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:15:04.871144 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-02bea168-3065-4dba-928e-b738295d4195 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:05.017781 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c14a409-8961-4086-87af-e7df03f6ec5e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event updated for resources: {'Network': ['ID=505d0fd2-66b9-4d02-bd8f-e1a8c6f2ec45,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:05.025972 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-1bf0d35c-699a-461a-98aa-014057e0b94b tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Calling delete_port for b5c3dd25-f908-46c3-b8ff-6fc9a8c625ea owned by network:dhcp {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:15:05.073821 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 3cfe484f-9f44-465e-b862-acdb45fefe69 is: ACTIVE; New status is: DOWN {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:15:05.073821 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:05.078302 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4c38616c-9c72-4351-873e-237496e115f9 req-16be8026-0f6a-4d24-91cb-d80a02831d4c tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] 10.222.0.50 "GET /v2.0/ports?device_id=a95f939f-74b7-4176-9031-296b2e20347a HTTP/1.1" status: 200 len: 210 time: 0.3268955 Oct 04 09:15:05.087877 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-58e00086-82c1-4316-9ed6-be32bc8625e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] The port '629fcb06-acd3-4e51-9de7-c6cc9ce711c8' was deleted {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 04 09:15:05.088653 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-02bea168-3065-4dba-928e-b738295d4195 None None] Calling delete_port for 3cfe484f-9f44-465e-b862-acdb45fefe69 owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:15:05.104386 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-6e299952-1983-427c-9bb0-f67385b2c2ed req-36330f68-34e4-4d86-9fc1-691efdace584 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:05.122345 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 505d0fd2-66b9-4d02-bd8f-e1a8c6f2ec45 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:15:05.122596 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-18195ecd-5816-4d4c-b845-6ff7fbe9872a tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:05.177308 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-ba6d4e06-f72b-4092-a9fe-4c92c9ed6c34 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:05.184435 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e299952-1983-427c-9bb0-f67385b2c2ed req-36330f68-34e4-4d86-9fc1-691efdace584 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Network 138bf702-4d39-408e-a83e-f851bcf14b73 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:15:05.199572 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [req-6e299952-1983-427c-9bb0-f67385b2c2ed req-36330f68-34e4-4d86-9fc1-691efdace584 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:15:05.202043 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-ba6d4e06-f72b-4092-a9fe-4c92c9ed6c34 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Usage tracker for resource:subnet and tenant:7c59b642fbd4440eb4278f2c0c212bcd is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:05.232468 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e299952-1983-427c-9bb0-f67385b2c2ed req-36330f68-34e4-4d86-9fc1-691efdace584 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:15:05.254688 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-72231dc8-4aa3-40ec-84f0-c3d0ef7eadcb None None] For port b5c3dd25-f908-46c3-b8ff-6fc9a8c625ea, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=b5c3dd25-f908-46c3-b8ff-6fc9a8c625ea,segment=NetworkSegment(a6f33b66-bb67-4fa0-9f0a-0cdf22e0e183),segment_id=a6f33b66-bb67-4fa0-9f0a-0cdf22e0e183)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:15:05.254688 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-72231dc8-4aa3-40ec-84f0-c3d0ef7eadcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:05.260866 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18195ecd-5816-4d4c-b845-6ff7fbe9872a tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event deleted for resources: {'Subnet': ['ID=90171133-9267-4630-acfb-256a10eb4723,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:05.300142 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-18195ecd-5816-4d4c-b845-6ff7fbe9872a tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:05.324844 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-18195ecd-5816-4d4c-b845-6ff7fbe9872a tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "DELETE /v2.0/subnets/90171133-9267-4630-acfb-256a10eb4723 HTTP/1.1" status: 204 len: 168 time: 2.0605092 Oct 04 09:15:05.325578 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57894) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:05.343607 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-ba6d4e06-f72b-4092-a9fe-4c92c9ed6c34 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:05.379292 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1bf0d35c-699a-461a-98aa-014057e0b94b tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:05.438674 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb121c16-f560-4ccd-b9f9-67580804c028 None None] Network 128e066a-7e13-424d-89d1-2b0c4cca0797 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:15:05.466107 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-72231dc8-4aa3-40ec-84f0-c3d0ef7eadcb None None] Calling delete_port for b5c3dd25-f908-46c3-b8ff-6fc9a8c625ea owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:15:05.477765 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-ba6d4e06-f72b-4092-a9fe-4c92c9ed6c34 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:05.545902 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 3cfe484f-9f44-465e-b862-acdb45fefe69, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=3cfe484f-9f44-465e-b862-acdb45fefe69,segment=NetworkSegment(b1195661-bd82-4f19-8ca0-362e2d960b85),segment_id=b1195661-bd82-4f19-8ca0-362e2d960b85)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:15:05.615009 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-58e00086-82c1-4316-9ed6-be32bc8625e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:05.636391 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:05.637074 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device b5c3dd25-f908-46c3-b8ff-6fc9a8c625ea no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:15:05.657398 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-58e00086-82c1-4316-9ed6-be32bc8625e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['286c29db-64dd-4e5d-9ad0-71864bd31fe8']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:05.697267 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-58e00086-82c1-4316-9ed6-be32bc8625e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3575008e-b830-40d6-bd00-6d9364bff4a0') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:05.697616 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-58e00086-82c1-4316-9ed6-be32bc8625e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3575008e-b830-40d6-bd00-6d9364bff4a0') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:05.710321 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36330f68-34e4-4d86-9fc1-691efdace584 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Port': ['ID=f53cc307-6abc-4e93-ac5e-9dd0d1b37229,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:05.728800 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6d4e06-f72b-4092-a9fe-4c92c9ed6c34 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Made reservation on behalf of 7c59b642fbd4440eb4278f2c0c212bcd for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:15:05.733415 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ba6d4e06-f72b-4092-a9fe-4c92c9ed6c34 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:05.755856 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-58e00086-82c1-4316-9ed6-be32bc8625e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:05.785551 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: b5c3dd25-f908-46c3-b8ff-6fc9a8c625ea {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:15:05.786347 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device b5c3dd25-f908-46c3-b8ff-6fc9a8c625ea not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:15:05.786496 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 629fcb06-acd3-4e51-9de7-c6cc9ce711c8 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:15:05.863519 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 629fcb06-acd3-4e51-9de7-c6cc9ce711c8 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:15:05.863870 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 629fcb06-acd3-4e51-9de7-c6cc9ce711c8 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:15:05.867495 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.db.api [None req-02bea168-3065-4dba-928e-b738295d4195 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:15:05.867938 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG oslo_db.api [None req-02bea168-3065-4dba-928e-b738295d4195 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:15:05.893269 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-7641cae5-8795-4ecd-9c23-39c34b71102e None None] Provisioning for port f53cc307-6abc-4e93-ac5e-9dd0d1b37229 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:15:05.973205 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e299952-1983-427c-9bb0-f67385b2c2ed req-36330f68-34e4-4d86-9fc1-691efdace584 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:05.974192 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-6e299952-1983-427c-9bb0-f67385b2c2ed req-36330f68-34e4-4d86-9fc1-691efdace584 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:05.989831 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-58e00086-82c1-4316-9ed6-be32bc8625e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:05.990951 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-7641cae5-8795-4ecd-9c23-39c34b71102e None None] Provisioning complete for port f53cc307-6abc-4e93-ac5e-9dd0d1b37229 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:15:05.991330 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-7641cae5-8795-4ecd-9c23-39c34b71102e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:05.991677 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-7641cae5-8795-4ecd-9c23-39c34b71102e None None] Attempt 1 to provision port f53cc307-6abc-4e93-ac5e-9dd0d1b37229 Oct 04 09:15:06.039769 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.db.api [None req-72231dc8-4aa3-40ec-84f0-c3d0ef7eadcb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:15:06.040093 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG oslo_db.api [None req-72231dc8-4aa3-40ec-84f0-c3d0ef7eadcb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:15:06.047675 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=3cfe484f-9f44-465e-b862-acdb45fefe69,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:06.064863 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58e00086-82c1-4316-9ed6-be32bc8625e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:15:06.065489 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-58e00086-82c1-4316-9ed6-be32bc8625e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:06.068416 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf0d35c-699a-461a-98aa-014057e0b94b tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] No DVR routers for this DVR port b5c3dd25-f908-46c3-b8ff-6fc9a8c625ea on host dv-neutron-860215-1-hyperv {{(pid=89033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:15:06.076894 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-7641cae5-8795-4ecd-9c23-39c34b71102e None None] Port f53cc307-6abc-4e93-ac5e-9dd0d1b37229 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:15:06.085118 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf0d35c-699a-461a-98aa-014057e0b94b tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Pushing event deleted for resources: {'Port': ['ID=b5c3dd25-f908-46c3-b8ff-6fc9a8c625ea,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:06.143323 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4c9a52bb-4158-4e84-8b9c-ab3f0e965ede tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:06.160008 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 3575008e-b830-40d6-bd00-6d9364bff4a0 resource provider aggregate not found Oct 04 09:15:06.166262 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99310aa1-b828-4687-a13d-289b26c1f8d8 None None] DHCP port deletion for 128e066a-7e13-424d-89d1-2b0c4cca0797 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:15:06.172250 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-99310aa1-b828-4687-a13d-289b26c1f8d8 None None] Deleting port 169944a1-041a-4a9d-88d2-5ba3c43f4261 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:15:06.172663 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-99310aa1-b828-4687-a13d-289b26c1f8d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:06.178329 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6e299952-1983-427c-9bb0-f67385b2c2ed req-36330f68-34e4-4d86-9fc1-691efdace584 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8335438 Oct 04 09:15:06.203525 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 3575008e-b830-40d6-bd00-6d9364bff4a0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3575008e-b830-40d6-bd00-6d9364bff4a0 found for delete ", "request_id": "req-641bacc8-eb06-41d6-aa44-7d7a47c4cbe5"}]} Oct 04 09:15:06.211775 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-6e299952-1983-427c-9bb0-f67385b2c2ed req-36110547-d2a7-4e1f-bfad-c392c9d07ccf service neutron] Request body: {'port': {'device_id': 'e266a4c5-20f7-4bed-a5ee-83c9dd7b0d80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8602'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:06.270858 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-58e00086-82c1-4316-9ed6-be32bc8625e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:06.302760 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-58e00086-82c1-4316-9ed6-be32bc8625e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:06.354137 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e00086-82c1-4316-9ed6-be32bc8625e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] Pushing event deleted for resources: {'Network': ['ID=286c29db-64dd-4e5d-9ad0-71864bd31fe8,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:06.357829 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-67ceac3a-0e04-41af-8cbd-0ecba2d3031c tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:06.377521 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-02bea168-3065-4dba-928e-b738295d4195 None None] Deleting port 3cfe484f-9f44-465e-b862-acdb45fefe69 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:15:06.377871 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-02bea168-3065-4dba-928e-b738295d4195 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:06.380707 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd799c-aa8f-473e-bf10-95e45172bc0a req-4feac75e-a719-4221-8c3b-adfb38dfb8f7 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:06.382772 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3fcd799c-aa8f-473e-bf10-95e45172bc0a req-4feac75e-a719-4221-8c3b-adfb38dfb8f7 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 0.3899353 Oct 04 09:15:06.387928 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-58e00086-82c1-4316-9ed6-be32bc8625e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706 tempest-ExtraDHCPOptionsIpV6TestJSON-1278624706-project] 10.222.0.50 "DELETE /v2.0/networks/286c29db-64dd-4e5d-9ad0-71864bd31fe8 HTTP/1.1" status: 204 len: 168 time: 3.8316357 Oct 04 09:15:06.419240 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1bf0d35c-699a-461a-98aa-014057e0b94b tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:06.454454 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-6e299952-1983-427c-9bb0-f67385b2c2ed req-36110547-d2a7-4e1f-bfad-c392c9d07ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:06.481260 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-99310aa1-b828-4687-a13d-289b26c1f8d8 None None] For port 169944a1-041a-4a9d-88d2-5ba3c43f4261, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=169944a1-041a-4a9d-88d2-5ba3c43f4261,segment=NetworkSegment(e6dad9c1-173b-426b-a590-9c4ec8a1a6df),segment_id=e6dad9c1-173b-426b-a590-9c4ec8a1a6df)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:15:06.482775 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-99310aa1-b828-4687-a13d-289b26c1f8d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:06.488445 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f685ae1-c9a9-4962-bd20-11c17f987c13 req-25a8aad0-d3b7-4d86-8b42-dd4474b64008 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:06.489906 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-3f685ae1-c9a9-4962-bd20-11c17f987c13 req-25a8aad0-d3b7-4d86-8b42-dd4474b64008 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] 10.222.0.20 "GET /v2.0/networks?id=8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9 HTTP/1.1" status: 200 len: 811 time: 0.6484976 Oct 04 09:15:06.555342 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-67ceac3a-0e04-41af-8cbd-0ecba2d3031c tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Deleting port 3cfe484f-9f44-465e-b862-acdb45fefe69 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:15:06.555693 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-67ceac3a-0e04-41af-8cbd-0ecba2d3031c tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:06.580531 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3fcd799c-aa8f-473e-bf10-95e45172bc0a req-c36f61cd-41e1-428d-a386-3dac74eebdca tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465158 Oct 04 09:15:06.592422 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-1bf0d35c-699a-461a-98aa-014057e0b94b tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a32bc990-30c0-4153-a24d-3213b4891509']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:06.631166 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-1bf0d35c-699a-461a-98aa-014057e0b94b tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6f33b66-bb67-4fa0-9f0a-0cdf22e0e183') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:06.631505 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-1bf0d35c-699a-461a-98aa-014057e0b94b tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6f33b66-bb67-4fa0-9f0a-0cdf22e0e183') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:06.643998 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1bf0d35c-699a-461a-98aa-014057e0b94b tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:06.660422 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1bf0d35c-699a-461a-98aa-014057e0b94b tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:06.667555 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bf0d35c-699a-461a-98aa-014057e0b94b tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:15:06.667974 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1bf0d35c-699a-461a-98aa-014057e0b94b tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:06.732777 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-72231dc8-4aa3-40ec-84f0-c3d0ef7eadcb None None] Deleting port b5c3dd25-f908-46c3-b8ff-6fc9a8c625ea {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:15:06.733289 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-72231dc8-4aa3-40ec-84f0-c3d0ef7eadcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:06.758168 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-7641cae5-8795-4ecd-9c23-39c34b71102e None None] Attempt 2 to provision port f53cc307-6abc-4e93-ac5e-9dd0d1b37229 Oct 04 09:15:06.786076 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 169944a1-041a-4a9d-88d2-5ba3c43f4261 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:15:06.800368 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1bf0d35c-699a-461a-98aa-014057e0b94b tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:06.805621 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1bf0d35c-699a-461a-98aa-014057e0b94b tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:06.831444 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment a6f33b66-bb67-4fa0-9f0a-0cdf22e0e183 resource provider aggregate not found Oct 04 09:15:06.849978 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757278d5-e052-4737-8e04-0a080cec82d6 req-1e2e197c-e362-4d06-9198-9fde41d8664e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:06.851839 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-757278d5-e052-4737-8e04-0a080cec82d6 req-1e2e197c-e362-4d06-9198-9fde41d8664e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e266a4c5-20f7-4bed-a5ee-83c9dd7b0d80 HTTP/1.1" status: 200 len: 931 time: 1.0092938 Oct 04 09:15:06.873137 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment a6f33b66-bb67-4fa0-9f0a-0cdf22e0e183 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a6f33b66-bb67-4fa0-9f0a-0cdf22e0e183 found for delete ", "request_id": "req-3488f17f-075d-40dd-8329-eb93f1511ee8"}]} Oct 04 09:15:06.900595 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf0d35c-699a-461a-98aa-014057e0b94b tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Pushing event deleted for resources: {'Network': ['ID=a32bc990-30c0-4153-a24d-3213b4891509,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:06.911281 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57920) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:06.917496 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-3f685ae1-c9a9-4962-bd20-11c17f987c13 req-d7c032b8-cd68-44ba-82ba-bddbdd75c3d1 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99eb97a23923415a910878c133c071d7 HTTP/1.1" status: 200 len: 378 time: 0.3873029 Oct 04 09:15:06.929073 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-5dab07c1-7985-41ab-b83d-58175eb78c3e req-dba12db5-3d72-4656-93cc-d0c9e2c45b8a tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] 10.222.0.50 "GET /v2.0/ports?device_id=a95f939f-74b7-4176-9031-296b2e20347a HTTP/1.1" status: 200 len: 210 time: 0.2150056 Oct 04 09:15:06.950110 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-1bf0d35c-699a-461a-98aa-014057e0b94b tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] 10.222.0.50 "DELETE /v2.0/networks/a32bc990-30c0-4153-a24d-3213b4891509 HTTP/1.1" status: 204 len: 168 time: 3.3528814 Oct 04 09:15:06.954791 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57924) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:06.983744 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [req-3f685ae1-c9a9-4962-bd20-11c17f987c13 req-07c27329-ba0b-4699-a463-61daf654c275 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Request body: {'port': {'device_id': 'a95f939f-74b7-4176-9031-296b2e20347a', 'network_id': '8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9', 'admin_state_up': True, 'tenant_id': '99eb97a23923415a910878c133c071d7', 'security_groups': ['5cdce89a-a11c-4f5f-9f03-945b3b6fd05c']}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:06.989075 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-99310aa1-b828-4687-a13d-289b26c1f8d8 None None] Calling delete_port for 169944a1-041a-4a9d-88d2-5ba3c43f4261 owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:15:06.994016 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ba6d4e06-f72b-4092-a9fe-4c92c9ed6c34 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:07.037310 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-02fbb8e9-e22f-4c4c-a7b1-e1aa7f975398 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] DELETE failed (client error): The resource could not be found. Oct 04 09:15:07.037828 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02fbb8e9-e22f-4c4c-a7b1-e1aa7f975398 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:15:07.042807 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-02fbb8e9-e22f-4c4c-a7b1-e1aa7f975398 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] 10.222.0.50 "DELETE /v2.0/subnets/82dc9d8c-8d1c-46c4-8606-30e2475eda37 HTTP/1.1" status: 404 len: 337 time: 0.0872664 Oct 04 09:15:07.049125 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57930) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:07.091632 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-757278d5-e052-4737-8e04-0a080cec82d6 req-0dca0fe8-6a1f-4881-b3fa-0b886629d21a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:security_group {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:15:07.109732 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-72231dc8-4aa3-40ec-84f0-c3d0ef7eadcb None None] The port 'b5c3dd25-f908-46c3-b8ff-6fc9a8c625ea' was deleted {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 04 09:15:07.140280 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-51865636-fe72-40ef-be50-c1b84d8e9c1a tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] DELETE failed (client error): The resource could not be found. Oct 04 09:15:07.140847 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51865636-fe72-40ef-be50-c1b84d8e9c1a tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:15:07.145230 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-51865636-fe72-40ef-be50-c1b84d8e9c1a tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] 10.222.0.50 "DELETE /v2.0/networks/89e2ff9c-deec-46ac-a84a-1a2686847261 HTTP/1.1" status: 404 len: 339 time: 0.0913022 Oct 04 09:15:07.145827 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57934) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:07.197183 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6d4e06-f72b-4092-a9fe-4c92c9ed6c34 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event updated for resources: {'Subnet': ['ID=2fb615ad-78cc-4730-af61-a3865c9e3eaf,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:07.226616 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6d4e06-f72b-4092-a9fe-4c92c9ed6c34 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Checking segment: {'id': '63334847-67eb-422b-a946-d650600d3cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '505d0fd2-66b9-4d02-bd8f-e1a8c6f2ec45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:15:07.226979 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6d4e06-f72b-4092-a9fe-4c92c9ed6c34 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Network hostable DHCP agents. Network: 505d0fd2-66b9-4d02-bd8f-e1a8c6f2ec45, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:15:07.250457 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-757278d5-e052-4737-8e04-0a080cec82d6 req-0dca0fe8-6a1f-4881-b3fa-0b886629d21a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:security_group {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:15:07.251256 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-7641cae5-8795-4ecd-9c23-39c34b71102e None None] Port f53cc307-6abc-4e93-ac5e-9dd0d1b37229 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:15:07.251638 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-757278d5-e052-4737-8e04-0a080cec82d6 req-0dca0fe8-6a1f-4881-b3fa-0b886629d21a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9a33b07-0ee8-4a95-b7f0-ad1decb04ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3709695 Oct 04 09:15:07.292478 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-67ceac3a-0e04-41af-8cbd-0ecba2d3031c tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] For port 3cfe484f-9f44-465e-b862-acdb45fefe69, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=3cfe484f-9f44-465e-b862-acdb45fefe69,segment=NetworkSegment(b1195661-bd82-4f19-8ca0-362e2d960b85),segment_id=b1195661-bd82-4f19-8ca0-362e2d960b85)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:15:07.292838 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-67ceac3a-0e04-41af-8cbd-0ecba2d3031c tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:07.299998 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 169944a1-041a-4a9d-88d2-5ba3c43f4261 is: ACTIVE; New status is: DOWN {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:15:07.300563 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:07.317957 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-02bea168-3065-4dba-928e-b738295d4195 None None] For port 3cfe484f-9f44-465e-b862-acdb45fefe69, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=3cfe484f-9f44-465e-b862-acdb45fefe69,segment=NetworkSegment(b1195661-bd82-4f19-8ca0-362e2d960b85),segment_id=b1195661-bd82-4f19-8ca0-362e2d960b85)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:15:07.318560 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-02bea168-3065-4dba-928e-b738295d4195 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:07.319502 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff37a3e6-8129-449a-b701-4c24458dd0d1 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Deleting subnet 6c63cdf4-7ddb-482d-abad-78688c692ff6 {{(pid=89032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:15:07.340114 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ff37a3e6-8129-449a-b701-4c24458dd0d1 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks [] for subnet, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:07.439228 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c9a52bb-4158-4e84-8b9c-ab3f0e965ede tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Router 8a0b9659-fd84-445c-a688-7ccf927ed801 is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:15:07.466185 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-02bea168-3065-4dba-928e-b738295d4195 None None] Calling delete_port for 3cfe484f-9f44-465e-b862-acdb45fefe69 owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:15:07.494165 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-99310aa1-b828-4687-a13d-289b26c1f8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:07.507260 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6d4e06-f72b-4092-a9fe-4c92c9ed6c34 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Network 505d0fd2-66b9-4d02-bd8f-e1a8c6f2ec45 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:15:07.527388 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [req-6e299952-1983-427c-9bb0-f67385b2c2ed req-36110547-d2a7-4e1f-bfad-c392c9d07ccf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f53cc307-6abc-4e93-ac5e-9dd0d1b37229 {{(pid=89032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:15:07.534102 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-ba6d4e06-f72b-4092-a9fe-4c92c9ed6c34 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 505d0fd2-66b9-4d02-bd8f-e1a8c6f2ec45) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:15:07.542984 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-6e299952-1983-427c-9bb0-f67385b2c2ed req-36110547-d2a7-4e1f-bfad-c392c9d07ccf service neutron] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:07.545278 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6d4e06-f72b-4092-a9fe-4c92c9ed6c34 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:07.545871 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ba6d4e06-f72b-4092-a9fe-4c92c9ed6c34 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:07.551133 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ff37a3e6-8129-449a-b701-4c24458dd0d1 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885153'] for subnet, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:07.573489 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42ed023-5d1e-440b-8f26-617aac722d5a None None] Network 505d0fd2-66b9-4d02-bd8f-e1a8c6f2ec45 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:15:07.602498 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-67ceac3a-0e04-41af-8cbd-0ecba2d3031c tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Calling delete_port for 3cfe484f-9f44-465e-b862-acdb45fefe69 owned by network:dhcp {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:15:07.612025 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-6e299952-1983-427c-9bb0-f67385b2c2ed req-36110547-d2a7-4e1f-bfad-c392c9d07ccf service neutron] Transition to ACTIVE for port object f53cc307-6abc-4e93-ac5e-9dd0d1b37229 will not be triggered until provisioned by entity L2. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:15:07.622250 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99310aa1-b828-4687-a13d-289b26c1f8d8 None None] No DVR routers for this DVR port 169944a1-041a-4a9d-88d2-5ba3c43f4261 on host dv-neutron-860215-1-hyperv {{(pid=89034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:15:07.622703 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-ba6d4e06-f72b-4092-a9fe-4c92c9ed6c34 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0315487 Oct 04 09:15:07.624586 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99310aa1-b828-4687-a13d-289b26c1f8d8 None None] Pushing event deleted for resources: {'Port': ['ID=169944a1-041a-4a9d-88d2-5ba3c43f4261,revision_number=None']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:07.625662 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57940) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:07.628259 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-6e299952-1983-427c-9bb0-f67385b2c2ed req-36110547-d2a7-4e1f-bfad-c392c9d07ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:07.650098 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [req-3f685ae1-c9a9-4962-bd20-11c17f987c13 req-07c27329-ba0b-4699-a463-61daf654c275 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:07.665160 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-950d1fff-1492-4180-a7e3-ec95f9e5f27a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=082e92f9b0784b03b71191f314bb7377&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7434711 Oct 04 09:15:07.701927 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-247fccad-ecd0-4038-9321-bdcdf0be2aca tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Request body: {'port': {'network_id': '505d0fd2-66b9-4d02-bd8f-e1a8c6f2ec45', 'name': 'tempest-PortsTestJSON-2068377851', 'fixed_ips': [{'subnet_id': '2fb615ad-78cc-4730-af61-a3865c9e3eaf', 'ip_address': '172.20.0.10'}]}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:07.718051 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57944) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:07.752606 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-7641cae5-8795-4ecd-9c23-39c34b71102e None None] Attempt 3 to provision port f53cc307-6abc-4e93-ac5e-9dd0d1b37229 Oct 04 09:15:07.769236 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [req-3f685ae1-c9a9-4962-bd20-11c17f987c13 req-07c27329-ba0b-4699-a463-61daf654c275 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:07.797494 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-02bea168-3065-4dba-928e-b738295d4195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:07.867699 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f685ae1-c9a9-4962-bd20-11c17f987c13 req-07c27329-ba0b-4699-a463-61daf654c275 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Made reservation on behalf of 99eb97a23923415a910878c133c071d7 for: {'port': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:15:07.868046 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bea168-3065-4dba-928e-b738295d4195 None None] Pushing event deleted for resources: {'Port': ['ID=3cfe484f-9f44-465e-b862-acdb45fefe69,revision_number=None']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:07.872397 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-3f685ae1-c9a9-4962-bd20-11c17f987c13 req-07c27329-ba0b-4699-a463-61daf654c275 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:07.892852 dv-neutron-860215-1-hyperv neutron-server[89033]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 04 09:15:07.892852 dv-neutron-860215-1-hyperv neutron-server[89033]: from cryptography.utils import int_from_bytes Oct 04 09:15:07.892852 dv-neutron-860215-1-hyperv neutron-server[89033]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 04 09:15:07.892852 dv-neutron-860215-1-hyperv neutron-server[89033]: from cryptography.utils import int_from_bytes Oct 04 09:15:07.892852 dv-neutron-860215-1-hyperv neutron-server[89033]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Oct 04 09:15:07.892852 dv-neutron-860215-1-hyperv neutron-server[89033]: util.warn_limited( Oct 04 09:15:07.892852 dv-neutron-860215-1-hyperv neutron-server[89033]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Oct 04 09:15:07.892852 dv-neutron-860215-1-hyperv neutron-server[89033]: util.warn_limited( Oct 04 09:15:07.892852 dv-neutron-860215-1-hyperv neutron-server[89033]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:15:07.892852 dv-neutron-860215-1-hyperv neutron-server[89033]: util.warn( Oct 04 09:15:07.892852 dv-neutron-860215-1-hyperv neutron-server[89033]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:15:07.892852 dv-neutron-860215-1-hyperv neutron-server[89033]: util.warn( Oct 04 09:15:07.892852 dv-neutron-860215-1-hyperv neutron-server[89033]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:15:07.892852 dv-neutron-860215-1-hyperv neutron-server[89033]: util.warn( Oct 04 09:15:07.892852 dv-neutron-860215-1-hyperv neutron-server[89033]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:15:07.892852 dv-neutron-860215-1-hyperv neutron-server[89033]: util.warn( Oct 04 09:15:07.892852 dv-neutron-860215-1-hyperv neutron-server[89033]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:15:07.892852 dv-neutron-860215-1-hyperv neutron-server[89033]: util.warn( Oct 04 09:15:07.892852 dv-neutron-860215-1-hyperv neutron-server[89033]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:15:07.892852 dv-neutron-860215-1-hyperv neutron-server[89033]: util.warn( Oct 04 09:15:07.892852 dv-neutron-860215-1-hyperv neutron-server[89033]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:15:07.892852 dv-neutron-860215-1-hyperv neutron-server[89033]: util.warn( Oct 04 09:15:07.892852 dv-neutron-860215-1-hyperv neutron-server[89033]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:15:07.892852 dv-neutron-860215-1-hyperv neutron-server[89033]: util.warn( Oct 04 09:15:07.892852 dv-neutron-860215-1-hyperv neutron-server[89033]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:15:07.892852 dv-neutron-860215-1-hyperv neutron-server[89033]: util.warn( Oct 04 09:15:07.892852 dv-neutron-860215-1-hyperv neutron-server[89033]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:15:07.892852 dv-neutron-860215-1-hyperv neutron-server[89033]: util.warn( Oct 04 09:15:07.892852 dv-neutron-860215-1-hyperv neutron-server[89033]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:15:07.892852 dv-neutron-860215-1-hyperv neutron-server[89033]: util.warn( Oct 04 09:15:07.892852 dv-neutron-860215-1-hyperv neutron-server[89033]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:15:07.892852 dv-neutron-860215-1-hyperv neutron-server[89033]: util.warn( Oct 04 09:15:07.892852 dv-neutron-860215-1-hyperv neutron-server[89033]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:15:07.892852 dv-neutron-860215-1-hyperv neutron-server[89033]: util.warn( Oct 04 09:15:07.892852 dv-neutron-860215-1-hyperv neutron-server[89033]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:15:07.892852 dv-neutron-860215-1-hyperv neutron-server[89033]: util.warn( Oct 04 09:15:07.892852 dv-neutron-860215-1-hyperv neutron-server[89033]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:15:07.892852 dv-neutron-860215-1-hyperv neutron-server[89033]: util.warn( Oct 04 09:15:07.892852 dv-neutron-860215-1-hyperv neutron-server[89033]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:15:07.892852 dv-neutron-860215-1-hyperv neutron-server[89033]: util.warn( Oct 04 09:15:07.892852 dv-neutron-860215-1-hyperv neutron-server[89033]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:15:07.892852 dv-neutron-860215-1-hyperv neutron-server[89033]: util.warn( Oct 04 09:15:07.895750 dv-neutron-860215-1-hyperv neutron-server[89033]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:15:07.895750 dv-neutron-860215-1-hyperv neutron-server[89033]: util.warn( Oct 04 09:15:07.895750 dv-neutron-860215-1-hyperv neutron-server[89033]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:15:07.895750 dv-neutron-860215-1-hyperv neutron-server[89033]: util.warn( Oct 04 09:15:07.895750 dv-neutron-860215-1-hyperv neutron-server[89033]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:15:07.895750 dv-neutron-860215-1-hyperv neutron-server[89033]: util.warn( Oct 04 09:15:07.895750 dv-neutron-860215-1-hyperv neutron-server[89033]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:15:07.895750 dv-neutron-860215-1-hyperv neutron-server[89033]: util.warn( Oct 04 09:15:07.895750 dv-neutron-860215-1-hyperv neutron-server[89033]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:15:07.895750 dv-neutron-860215-1-hyperv neutron-server[89033]: util.warn( Oct 04 09:15:07.895750 dv-neutron-860215-1-hyperv neutron-server[89033]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:15:07.895750 dv-neutron-860215-1-hyperv neutron-server[89033]: util.warn( Oct 04 09:15:07.895750 dv-neutron-860215-1-hyperv neutron-server[89033]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:15:07.895750 dv-neutron-860215-1-hyperv neutron-server[89033]: util.warn( Oct 04 09:15:07.909546 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.db.api [None req-67ceac3a-0e04-41af-8cbd-0ecba2d3031c tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:15:07.909865 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG oslo_db.api [None req-67ceac3a-0e04-41af-8cbd-0ecba2d3031c tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:15:07.919589 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-7641cae5-8795-4ecd-9c23-39c34b71102e None None] Port f53cc307-6abc-4e93-ac5e-9dd0d1b37229 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:15:07.921834 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bea168-3065-4dba-928e-b738295d4195 None None] No DVR routers for this DVR port 3cfe484f-9f44-465e-b862-acdb45fefe69 on host dv-neutron-860215-1-hyperv {{(pid=89034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:15:07.990305 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9a52bb-4158-4e84-8b9c-ab3f0e965ede tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:15:08.001143 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36110547-d2a7-4e1f-bfad-c392c9d07ccf service neutron] Pushing event updated for resources: {'Port': ['ID=f53cc307-6abc-4e93-ac5e-9dd0d1b37229,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:08.004473 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43137d60-515d-408b-9027-584bd98f4554 None None] Sync routers for ids ['8a0b9659-fd84-445c-a688-7ccf927ed801'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:15:08.028462 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43137d60-515d-408b-9027-584bd98f4554 None None] Routers {'8a0b9659-fd84-445c-a688-7ccf927ed801'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:15:08.030470 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-43137d60-515d-408b-9027-584bd98f4554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:15:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['8a0b9659-fd84-445c-a688-7ccf927ed801'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:08.064468 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ff37a3e6-8129-449a-b701-4c24458dd0d1 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:08.067955 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94dfff9b-af3b-4fd4-a3ae-e027af96029a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-505d0fd2-66b9-4d02-bd8f-e1a8c6f2ec45', 'network_id': '505d0fd2-66b9-4d02-bd8f-e1a8c6f2ec45', 'tenant_id': '7c59b642fbd4440eb4278f2c0c212bcd', 'fixed_ips': [{'subnet_id': '2fb615ad-78cc-4730-af61-a3865c9e3eaf'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:15:08.068866 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-94dfff9b-af3b-4fd4-a3ae-e027af96029a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:08.125234 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-43137d60-515d-408b-9027-584bd98f4554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:08.129578 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [req-3f685ae1-c9a9-4962-bd20-11c17f987c13 req-07c27329-ba0b-4699-a463-61daf654c275 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Allocated IP 172.20.0.12 (8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9/449087d2-40c3-40c7-b2c7-34ca87a9a9d2/801f95ac-5b56-4aad-8c02-87b668c7c978) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:15:08.135357 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43137d60-515d-408b-9027-584bd98f4554 None None] Routers {'8a0b9659-fd84-445c-a688-7ccf927ed801'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:15:08.136160 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-43137d60-515d-408b-9027-584bd98f4554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:15:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['8a0b9659-fd84-445c-a688-7ccf927ed801'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:08.205273 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-43137d60-515d-408b-9027-584bd98f4554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:08.205905 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43137d60-515d-408b-9027-584bd98f4554 None None] The sync data for ids ['8a0b9659-fd84-445c-a688-7ccf927ed801'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:15:08.215074 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4c9a52bb-4158-4e84-8b9c-ab3f0e965ede tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:08.219285 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-4c9a52bb-4158-4e84-8b9c-ab3f0e965ede tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 10.5561442 Oct 04 09:15:08.220076 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57950) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:08.234547 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ff37a3e6-8129-449a-b701-4c24458dd0d1 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:08.239205 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-94dfff9b-af3b-4fd4-a3ae-e027af96029a None None] Allocated IP 172.20.0.2 (505d0fd2-66b9-4d02-bd8f-e1a8c6f2ec45/2fb615ad-78cc-4730-af61-a3865c9e3eaf/3b985e83-31fa-4617-89aa-ac51931ec02d) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:15:08.274015 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6219cda6-585c-4d8f-b6bd-5ba7e09304fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:08.279778 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-36e3f44e-ecec-490d-be81-0ea7754028c6 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:08.288891 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4450c520-79f2-44f1-8d8a-cfa8488115fc req-147bfec2-8d66-409b-b2a5-5a8e3722ccc0 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] 10.222.0.50 "GET /v2.0/ports?device_id=a95f939f-74b7-4176-9031-296b2e20347a HTTP/1.1" status: 200 len: 210 time: 0.1451483 Oct 04 09:15:08.309323 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-6e299952-1983-427c-9bb0-f67385b2c2ed req-36110547-d2a7-4e1f-bfad-c392c9d07ccf service neutron] Attempting to bind port f53cc307-6abc-4e93-ac5e-9dd0d1b37229 on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:15:08.309779 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-6e299952-1983-427c-9bb0-f67385b2c2ed req-36110547-d2a7-4e1f-bfad-c392c9d07ccf service neutron] Attempting to bind port f53cc307-6abc-4e93-ac5e-9dd0d1b37229 by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': 'cd2e4b2b-7587-46d9-94de-fd9dfbaf70fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '138bf702-4d39-408e-a83e-f851bcf14b73'}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:15:08.310320 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e299952-1983-427c-9bb0-f67385b2c2ed req-36110547-d2a7-4e1f-bfad-c392c9d07ccf service neutron] Attempting to bind port f53cc307-6abc-4e93-ac5e-9dd0d1b37229 on network 138bf702-4d39-408e-a83e-f851bcf14b73 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:15:08.317409 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ff37a3e6-8129-449a-b701-4c24458dd0d1 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:08.320587 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff37a3e6-8129-449a-b701-4c24458dd0d1 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Pushing event deleted for resources: {'Subnet': ['ID=6c63cdf4-7ddb-482d-abad-78688c692ff6,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:08.330778 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d20cab-9887-45cf-8c19-183150456ddd None None] Network cabcd9b9-1cc0-4e5b-b775-e1c130435837 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:15:08.331428 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-247fccad-ecd0-4038-9321-bdcdf0be2aca tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:08.368034 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-ff37a3e6-8129-449a-b701-4c24458dd0d1 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] 10.222.0.50 "DELETE /v2.0/subnets/6c63cdf4-7ddb-482d-abad-78688c692ff6 HTTP/1.1" status: 204 len: 168 time: 1.2130704 Oct 04 09:15:08.369560 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e299952-1983-427c-9bb0-f67385b2c2ed req-36110547-d2a7-4e1f-bfad-c392c9d07ccf service neutron] Port f53cc307-6abc-4e93-ac5e-9dd0d1b37229 on network 138bf702-4d39-408e-a83e-f851bcf14b73 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:15:08.369883 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e299952-1983-427c-9bb0-f67385b2c2ed req-36110547-d2a7-4e1f-bfad-c392c9d07ccf service neutron] Attempting to bind port f53cc307-6abc-4e93-ac5e-9dd0d1b37229 on network 138bf702-4d39-408e-a83e-f851bcf14b73 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:15:08.380960 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57956) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:08.382637 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-247fccad-ecd0-4038-9321-bdcdf0be2aca tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:08.386245 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e299952-1983-427c-9bb0-f67385b2c2ed req-36110547-d2a7-4e1f-bfad-c392c9d07ccf service neutron] Checking agent: {'id': '1be90a14-1104-4771-996e-684b25b74d15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'started_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:15:08.387154 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e299952-1983-427c-9bb0-f67385b2c2ed req-36110547-d2a7-4e1f-bfad-c392c9d07ccf service neutron] Checking segment: {'id': 'cd2e4b2b-7587-46d9-94de-fd9dfbaf70fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '138bf702-4d39-408e-a83e-f851bcf14b73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:15:08.387296 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e299952-1983-427c-9bb0-f67385b2c2ed req-36110547-d2a7-4e1f-bfad-c392c9d07ccf service neutron] Bound using segment: {'id': 'cd2e4b2b-7587-46d9-94de-fd9dfbaf70fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '138bf702-4d39-408e-a83e-f851bcf14b73'} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:15:08.387818 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-6e299952-1983-427c-9bb0-f67385b2c2ed req-36110547-d2a7-4e1f-bfad-c392c9d07ccf service neutron] Bound port: f53cc307-6abc-4e93-ac5e-9dd0d1b37229, host: hv-neutron-8602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd2e4b2b-7587-46d9-94de-fd9dfbaf70fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '138bf702-4d39-408e-a83e-f851bcf14b73'}}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:15:08.388170 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-6e299952-1983-427c-9bb0-f67385b2c2ed req-36110547-d2a7-4e1f-bfad-c392c9d07ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:08.412432 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-67ceac3a-0e04-41af-8cbd-0ecba2d3031c tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Deleting port 3cfe484f-9f44-465e-b862-acdb45fefe69 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:15:08.412930 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-67ceac3a-0e04-41af-8cbd-0ecba2d3031c tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:08.424412 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-7641cae5-8795-4ecd-9c23-39c34b71102e None None] Attempt 4 to provision port f53cc307-6abc-4e93-ac5e-9dd0d1b37229 Oct 04 09:15:08.436062 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6219cda6-585c-4d8f-b6bd-5ba7e09304fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:08.564005 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247fccad-ecd0-4038-9321-bdcdf0be2aca tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Made reservation on behalf of 7c59b642fbd4440eb4278f2c0c212bcd for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:15:08.628228 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-7641cae5-8795-4ecd-9c23-39c34b71102e None None] Port f53cc307-6abc-4e93-ac5e-9dd0d1b37229 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:15:08.633240 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-67ceac3a-0e04-41af-8cbd-0ecba2d3031c tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] The port '3cfe484f-9f44-465e-b862-acdb45fefe69' was deleted {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 04 09:15:08.730642 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-3f685ae1-c9a9-4962-bd20-11c17f987c13 req-07c27329-ba0b-4699-a463-61daf654c275 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:08.733495 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-94dfff9b-af3b-4fd4-a3ae-e027af96029a None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:08.747419 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-94dfff9b-af3b-4fd4-a3ae-e027af96029a None None] Transition to ACTIVE for port object 3b985e83-31fa-4617-89aa-ac51931ec02d will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:15:08.752473 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8e95320d-8644-4c50-9864-4aed0e8f4db1 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:08.771565 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-94dfff9b-af3b-4fd4-a3ae-e027af96029a None None] Transition to ACTIVE for port object 3b985e83-31fa-4617-89aa-ac51931ec02d will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:15:08.782417 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-94dfff9b-af3b-4fd4-a3ae-e027af96029a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:08.791699 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-8e95320d-8644-4c50-9864-4aed0e8f4db1 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Deleting port 1f237b78-c9c0-48d9-a12a-acccb1776c37 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:15:08.792114 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8e95320d-8644-4c50-9864-4aed0e8f4db1 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:08.825480 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-6e299952-1983-427c-9bb0-f67385b2c2ed req-36110547-d2a7-4e1f-bfad-c392c9d07ccf service neutron] For port f53cc307-6abc-4e93-ac5e-9dd0d1b37229, host hv-neutron-8602, cleared binding levels {{(pid=89032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:15:08.845187 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6219cda6-585c-4d8f-b6bd-5ba7e09304fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:08.871642 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13176fdf-2cfa-4e6a-bd5e-56a11598f622 None None] DHCP port deletion for cabcd9b9-1cc0-4e5b-b775-e1c130435837 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:15:08.885563 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-6e299952-1983-427c-9bb0-f67385b2c2ed req-36110547-d2a7-4e1f-bfad-c392c9d07ccf service neutron] For port f53cc307-6abc-4e93-ac5e-9dd0d1b37229, host hv-neutron-8602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=f53cc307-6abc-4e93-ac5e-9dd0d1b37229,segment=NetworkSegment(cd2e4b2b-7587-46d9-94de-fd9dfbaf70fe),segment_id=cd2e4b2b-7587-46d9-94de-fd9dfbaf70fe)] {{(pid=89032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:15:08.895313 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6219cda6-585c-4d8f-b6bd-5ba7e09304fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df13c39-2ed3-4206-8c3d-5f81592bf3dc,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:08.898003 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-13176fdf-2cfa-4e6a-bd5e-56a11598f622 None None] Deleting port 1f237b78-c9c0-48d9-a12a-acccb1776c37 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:15:08.898394 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-13176fdf-2cfa-4e6a-bd5e-56a11598f622 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:08.911563 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-6e299952-1983-427c-9bb0-f67385b2c2ed req-36110547-d2a7-4e1f-bfad-c392c9d07ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:08.913926 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [req-3f685ae1-c9a9-4962-bd20-11c17f987c13 req-07c27329-ba0b-4699-a463-61daf654c275 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Transition to ACTIVE for port object 801f95ac-5b56-4aad-8c02-87b668c7c978 will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:15:08.914600 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e299952-1983-427c-9bb0-f67385b2c2ed req-36110547-d2a7-4e1f-bfad-c392c9d07ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:08.915857 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-6e299952-1983-427c-9bb0-f67385b2c2ed req-36110547-d2a7-4e1f-bfad-c392c9d07ccf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:08.917517 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6e299952-1983-427c-9bb0-f67385b2c2ed req-36110547-d2a7-4e1f-bfad-c392c9d07ccf service neutron] 10.222.0.20 "PUT /v2.0/ports/f53cc307-6abc-4e93-ac5e-9dd0d1b37229 HTTP/1.1" status: 200 len: 1093 time: 2.7159691 Oct 04 09:15:08.918887 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-67ceac3a-0e04-41af-8cbd-0ecba2d3031c tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:08.953465 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94dfff9b-af3b-4fd4-a3ae-e027af96029a None None] Network 505d0fd2-66b9-4d02-bd8f-e1a8c6f2ec45 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:15:08.954247 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e266a4c5-20f7-4bed-a5ee-83c9dd7b0d80', 'tag': 'f53cc307-6abc-4e93-ac5e-9dd0d1b37229'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:15:08.956978 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efff3190-297a-46ad-ab1b-05b40d839eb1" -d '{"events": [{"name": "network-changed", "server_uuid": "e266a4c5-20f7-4bed-a5ee-83c9dd7b0d80", "tag": "f53cc307-6abc-4e93-ac5e-9dd0d1b37229"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:15:08.962305 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-247fccad-ecd0-4038-9321-bdcdf0be2aca tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:08.963622 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-94dfff9b-af3b-4fd4-a3ae-e027af96029a None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:15:08.972789 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dfff9b-af3b-4fd4-a3ae-e027af96029a None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:15:08.974807 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dfff9b-af3b-4fd4-a3ae-e027af96029a None None] Pushing event updated for resources: {'Port': ['ID=3b985e83-31fa-4617-89aa-ac51931ec02d,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:09.078292 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6219cda6-585c-4d8f-b6bd-5ba7e09304fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:09.082007 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-6219cda6-585c-4d8f-b6bd-5ba7e09304fd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6df13c39-2ed3-4206-8c3d-5f81592bf3dc HTTP/1.1" status: 204 len: 168 time: 1.3313763 Oct 04 09:15:09.082007 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [None req-247fccad-ecd0-4038-9321-bdcdf0be2aca tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] device_id is not set on port 35428956-03b4-4fa4-9aff-5bfa4aad4762 yet. {{(pid=89032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:15:09.115471 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b75c612-4f2b-49f4-a97c-dd1c5c37d820 x-openstack-request-id: req-8b75c612-4f2b-49f4-a97c-dd1c5c37d820 {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:15:09.116315 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e266a4c5-20f7-4bed-a5ee-83c9dd7b0d80", "tag": "f53cc307-6abc-4e93-ac5e-9dd0d1b37229", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:15:09.116675 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8b75c612-4f2b-49f4-a97c-dd1c5c37d820 {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:15:09.117066 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b75c612-4f2b-49f4-a97c-dd1c5c37d820'] response: {'name': 'network-changed', 'server_uuid': 'e266a4c5-20f7-4bed-a5ee-83c9dd7b0d80', 'tag': 'f53cc307-6abc-4e93-ac5e-9dd0d1b37229', 'status': 'completed', 'code': 200} Oct 04 09:15:09.131336 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-7641cae5-8795-4ecd-9c23-39c34b71102e None None] Attempt 5 to provision port f53cc307-6abc-4e93-ac5e-9dd0d1b37229 Oct 04 09:15:09.172752 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-67ceac3a-0e04-41af-8cbd-0ecba2d3031c tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['869b780c-0b46-4c73-95dc-399bb83f1daf']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:09.183975 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-94dfff9b-af3b-4fd4-a3ae-e027af96029a None None] Attempting to bind port 3b985e83-31fa-4617-89aa-ac51931ec02d on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:15:09.184346 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-94dfff9b-af3b-4fd4-a3ae-e027af96029a None None] Attempting to bind port 3b985e83-31fa-4617-89aa-ac51931ec02d by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '63334847-67eb-422b-a946-d650600d3cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '505d0fd2-66b9-4d02-bd8f-e1a8c6f2ec45'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:15:09.184750 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94dfff9b-af3b-4fd4-a3ae-e027af96029a None None] Attempting to bind port 3b985e83-31fa-4617-89aa-ac51931ec02d on network 505d0fd2-66b9-4d02-bd8f-e1a8c6f2ec45 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:15:09.197104 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-67ceac3a-0e04-41af-8cbd-0ecba2d3031c tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1195661-bd82-4f19-8ca0-362e2d960b85') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:09.197770 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-67ceac3a-0e04-41af-8cbd-0ecba2d3031c tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1195661-bd82-4f19-8ca0-362e2d960b85') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:09.219261 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-67ceac3a-0e04-41af-8cbd-0ecba2d3031c tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:09.236149 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36110547-d2a7-4e1f-bfad-c392c9d07ccf service neutron] Pushing event updated for resources: {'Port': ['ID=f53cc307-6abc-4e93-ac5e-9dd0d1b37229,revision_number=3']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:09.241279 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325636f9-31a1-46b7-b576-c7a57f7291da req-13b10108-eba6-4313-a2a5-40ea180b9d9e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:09.249242 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-325636f9-31a1-46b7-b576-c7a57f7291da req-13b10108-eba6-4313-a2a5-40ea180b9d9e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e266a4c5-20f7-4bed-a5ee-83c9dd7b0d80 HTTP/1.1" status: 200 len: 943 time: 0.8428674 Oct 04 09:15:09.264852 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94dfff9b-af3b-4fd4-a3ae-e027af96029a None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:15:09.265227 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94dfff9b-af3b-4fd4-a3ae-e027af96029a None None] Checking segment: {'id': '63334847-67eb-422b-a946-d650600d3cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '505d0fd2-66b9-4d02-bd8f-e1a8c6f2ec45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:15:09.265631 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-94dfff9b-af3b-4fd4-a3ae-e027af96029a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:09.266025 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94dfff9b-af3b-4fd4-a3ae-e027af96029a None None] Bound using segment: {'id': '63334847-67eb-422b-a946-d650600d3cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '505d0fd2-66b9-4d02-bd8f-e1a8c6f2ec45'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:15:09.266501 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-94dfff9b-af3b-4fd4-a3ae-e027af96029a None None] Bound port: 3b985e83-31fa-4617-89aa-ac51931ec02d, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63334847-67eb-422b-a946-d650600d3cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '505d0fd2-66b9-4d02-bd8f-e1a8c6f2ec45'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:15:09.266875 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-94dfff9b-af3b-4fd4-a3ae-e027af96029a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:09.285574 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-67ceac3a-0e04-41af-8cbd-0ecba2d3031c tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:09.364244 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-13176fdf-2cfa-4e6a-bd5e-56a11598f622 None None] For port 1f237b78-c9c0-48d9-a12a-acccb1776c37, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=1f237b78-c9c0-48d9-a12a-acccb1776c37,segment=NetworkSegment(1223c58d-7484-464b-9dea-a8113de63754),segment_id=1223c58d-7484-464b-9dea-a8113de63754)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:15:09.364679 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-13176fdf-2cfa-4e6a-bd5e-56a11598f622 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:09.376748 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-7641cae5-8795-4ecd-9c23-39c34b71102e None None] Port f53cc307-6abc-4e93-ac5e-9dd0d1b37229 had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 09:15:09.411659 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-3f685ae1-c9a9-4962-bd20-11c17f987c13 req-07c27329-ba0b-4699-a463-61daf654c275 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:09.431165 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67ceac3a-0e04-41af-8cbd-0ecba2d3031c tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:15:09.436794 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-67ceac3a-0e04-41af-8cbd-0ecba2d3031c tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:09.513113 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-13176fdf-2cfa-4e6a-bd5e-56a11598f622 None None] Calling delete_port for 1f237b78-c9c0-48d9-a12a-acccb1776c37 owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:15:09.569448 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-94dfff9b-af3b-4fd4-a3ae-e027af96029a None None] For port 3b985e83-31fa-4617-89aa-ac51931ec02d, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:15:09.573548 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-8e95320d-8644-4c50-9864-4aed0e8f4db1 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] For port 1f237b78-c9c0-48d9-a12a-acccb1776c37, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=1f237b78-c9c0-48d9-a12a-acccb1776c37,segment=NetworkSegment(1223c58d-7484-464b-9dea-a8113de63754),segment_id=1223c58d-7484-464b-9dea-a8113de63754)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:15:09.573892 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8e95320d-8644-4c50-9864-4aed0e8f4db1 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:09.574013 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-94dfff9b-af3b-4fd4-a3ae-e027af96029a None None] For port 3b985e83-31fa-4617-89aa-ac51931ec02d, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=3b985e83-31fa-4617-89aa-ac51931ec02d,segment=NetworkSegment(63334847-67eb-422b-a946-d650600d3cf1),segment_id=63334847-67eb-422b-a946-d650600d3cf1)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:15:09.608137 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-94dfff9b-af3b-4fd4-a3ae-e027af96029a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:09.626789 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment b1195661-bd82-4f19-8ca0-362e2d960b85 resource provider aggregate not found Oct 04 09:15:09.666485 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-13176fdf-2cfa-4e6a-bd5e-56a11598f622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:09.696430 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13176fdf-2cfa-4e6a-bd5e-56a11598f622 None None] No DVR routers for this DVR port 1f237b78-c9c0-48d9-a12a-acccb1776c37 on host dv-neutron-860215-1-hyperv {{(pid=89034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:15:09.750121 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dfff9b-af3b-4fd4-a3ae-e027af96029a None None] Pushing event updated for resources: {'Port': ['ID=3b985e83-31fa-4617-89aa-ac51931ec02d,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:09.772155 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-8e95320d-8644-4c50-9864-4aed0e8f4db1 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Calling delete_port for 1f237b78-c9c0-48d9-a12a-acccb1776c37 owned by network:dhcp {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:15:09.792262 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-36e3f44e-ecec-490d-be81-0ea7754028c6 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:09.800279 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e299952-1983-427c-9bb0-f67385b2c2ed req-60388c6a-dd90-4169-9727-4d04fccffcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:09.801833 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6e299952-1983-427c-9bb0-f67385b2c2ed req-60388c6a-dd90-4169-9727-4d04fccffcf8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78fb12e86c5f40beb578bfb97002b5c9&device_id=e266a4c5-20f7-4bed-a5ee-83c9dd7b0d80 HTTP/1.1" status: 200 len: 1096 time: 0.7928779 Oct 04 09:15:09.829716 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13176fdf-2cfa-4e6a-bd5e-56a11598f622 None None] Pushing event deleted for resources: {'Port': ['ID=1f237b78-c9c0-48d9-a12a-acccb1776c37,revision_number=None']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:09.880970 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-325636f9-31a1-46b7-b576-c7a57f7291da req-61d7b755-d6ae-43c0-b1f8-791c57430ddb tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9a33b07-0ee8-4a95-b7f0-ad1decb04ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6304104 Oct 04 09:15:09.882666 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27329-ba0b-4699-a463-61daf654c275 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Pushing event updated for resources: {'Port': ['ID=801f95ac-5b56-4aad-8c02-87b668c7c978,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:09.906942 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6e299952-1983-427c-9bb0-f67385b2c2ed req-dad2cf78-ea3a-4522-8bd6-770e840e00b7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f53cc307-6abc-4e93-ac5e-9dd0d1b37229 HTTP/1.1" status: 200 len: 217 time: 0.0860915 Oct 04 09:15:09.926295 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment b1195661-bd82-4f19-8ca0-362e2d960b85 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b1195661-bd82-4f19-8ca0-362e2d960b85 found for delete ", "request_id": "req-270ea98a-3a7c-4fad-a08b-9fb0c57aea05"}]} Oct 04 09:15:09.960072 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f685ae1-c9a9-4962-bd20-11c17f987c13 req-07c27329-ba0b-4699-a463-61daf654c275 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Network 8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:15:09.963165 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-36e3f44e-ecec-490d-be81-0ea7754028c6 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:09.966317 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [req-3f685ae1-c9a9-4962-bd20-11c17f987c13 req-07c27329-ba0b-4699-a463-61daf654c275 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:15:09.970984 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f685ae1-c9a9-4962-bd20-11c17f987c13 req-07c27329-ba0b-4699-a463-61daf654c275 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:15:09.982118 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-247fccad-ecd0-4038-9321-bdcdf0be2aca tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Allocated IP 172.20.0.10 (505d0fd2-66b9-4d02-bd8f-e1a8c6f2ec45/2fb615ad-78cc-4730-af61-a3865c9e3eaf/35428956-03b4-4fa4-9aff-5bfa4aad4762) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:15:10.023626 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e299952-1983-427c-9bb0-f67385b2c2ed req-f6ca1ea1-4f02-45ad-86e8-070059f1e965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:10.025257 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6e299952-1983-427c-9bb0-f67385b2c2ed req-f6ca1ea1-4f02-45ad-86e8-070059f1e965 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6d967559-d6ed-45c4-9b8b-3040971872eb HTTP/1.1" status: 200 len: 835 time: 0.1110561 Oct 04 09:15:10.033172 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84561df-7e90-4235-a6c4-39db2ba0b8ba req-d2e59e92-23c8-476b-9eea-1fa92fd184e4 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:10.034762 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f84561df-7e90-4235-a6c4-39db2ba0b8ba req-d2e59e92-23c8-476b-9eea-1fa92fd184e4 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] 10.222.0.50 "GET /v2.0/ports?device_id=a95f939f-74b7-4176-9031-296b2e20347a HTTP/1.1" status: 200 len: 932 time: 0.5515704 Oct 04 09:15:10.118750 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-67ceac3a-0e04-41af-8cbd-0ecba2d3031c tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:10.125652 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-36e3f44e-ecec-490d-be81-0ea7754028c6 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Deleting port 5631b1ce-2064-4b41-bf0c-b584865a04b6 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:15:10.126115 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-36e3f44e-ecec-490d-be81-0ea7754028c6 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:10.132129 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.db.api [None req-8e95320d-8644-4c50-9864-4aed0e8f4db1 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89032) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:15:10.132478 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG oslo_db.api [None req-8e95320d-8644-4c50-9864-4aed0e8f4db1 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:15:10.222317 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f84561df-7e90-4235-a6c4-39db2ba0b8ba req-5b7acf16-974f-41d3-99d5-cb7d496667e7 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cdce89a-a11c-4f5f-9f03-945b3b6fd05c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1284449 Oct 04 09:15:10.229880 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-67ceac3a-0e04-41af-8cbd-0ecba2d3031c tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:10.250799 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ceac3a-0e04-41af-8cbd-0ecba2d3031c tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event deleted for resources: {'Network': ['ID=869b780c-0b46-4c73-95dc-399bb83f1daf,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:10.263912 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f685ae1-c9a9-4962-bd20-11c17f987c13 req-07c27329-ba0b-4699-a463-61daf654c275 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:10.264521 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-3f685ae1-c9a9-4962-bd20-11c17f987c13 req-07c27329-ba0b-4699-a463-61daf654c275 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:10.303136 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-67ceac3a-0e04-41af-8cbd-0ecba2d3031c tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "DELETE /v2.0/networks/869b780c-0b46-4c73-95dc-399bb83f1daf HTTP/1.1" status: 204 len: 168 time: 4.9724860 Oct 04 09:15:10.304215 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 57988) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:10.333876 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e299952-1983-427c-9bb0-f67385b2c2ed req-71bf064d-37b2-40ad-be9c-2c87c406e7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:10.336068 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6e299952-1983-427c-9bb0-f67385b2c2ed req-71bf064d-37b2-40ad-be9c-2c87c406e7c3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=138bf702-4d39-408e-a83e-f851bcf14b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2972939 Oct 04 09:15:10.360992 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-3f685ae1-c9a9-4962-bd20-11c17f987c13 req-07c27329-ba0b-4699-a463-61daf654c275 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4052224 Oct 04 09:15:10.374150 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 57992) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:10.414110 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-68c14726-baaa-4fbf-a0c3-557a12fc9d90 None None] Provisioning for port 801f95ac-5b56-4aad-8c02-87b668c7c978 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:15:10.420067 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-68c14726-baaa-4fbf-a0c3-557a12fc9d90 None None] Provisioning complete for port 801f95ac-5b56-4aad-8c02-87b668c7c978 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:15:10.420467 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-68c14726-baaa-4fbf-a0c3-557a12fc9d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:10.420830 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-68c14726-baaa-4fbf-a0c3-557a12fc9d90 None None] Attempt 1 to provision port 801f95ac-5b56-4aad-8c02-87b668c7c978 Oct 04 09:15:10.423132 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [req-3f685ae1-c9a9-4962-bd20-11c17f987c13 req-a8a12952-bdcb-46dd-8f44-503da52910f9 service neutron] Request body: {'port': {'device_id': 'a95f939f-74b7-4176-9031-296b2e20347a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8602'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:10.481405 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-68c14726-baaa-4fbf-a0c3-557a12fc9d90 None None] Port 801f95ac-5b56-4aad-8c02-87b668c7c978 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:15:10.495874 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-247fccad-ecd0-4038-9321-bdcdf0be2aca tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:10.538321 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-247fccad-ecd0-4038-9321-bdcdf0be2aca tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Transition to ACTIVE for port object 35428956-03b4-4fa4-9aff-5bfa4aad4762 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:15:10.549682 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6e299952-1983-427c-9bb0-f67385b2c2ed req-1f504c74-ecc4-4470-9ee2-bdca1473cdf9 service neutron] 10.222.0.20 "GET /v2.0/networks/138bf702-4d39-408e-a83e-f851bcf14b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056324 Oct 04 09:15:10.596470 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9eb6de4d-abcc-44d7-a74d-54fbaeb0470f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:10.612569 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 3b985e83-31fa-4617-89aa-ac51931ec02d up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:15:10.675631 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-8e95320d-8644-4c50-9864-4aed0e8f4db1 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Deleting port 1f237b78-c9c0-48d9-a12a-acccb1776c37 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:15:10.676066 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8e95320d-8644-4c50-9864-4aed0e8f4db1 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:10.694989 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 3b985e83-31fa-4617-89aa-ac51931ec02d completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:15:10.706691 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-a7f956fc-bc59-4b1e-8394-3b49582bbe72 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Request body: {'security_group': {'name': 'tempest-secgroup--858383479'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:10.737788 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-a7f956fc-bc59-4b1e-8394-3b49582bbe72 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:10.751613 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-3f685ae1-c9a9-4962-bd20-11c17f987c13 req-a8a12952-bdcb-46dd-8f44-503da52910f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:10.774277 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 1f237b78-c9c0-48d9-a12a-acccb1776c37 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:15:10.778953 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-36e3f44e-ecec-490d-be81-0ea7754028c6 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:10.795429 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-a7f956fc-bc59-4b1e-8394-3b49582bbe72 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Usage tracker for resource:security_group and tenant:e8f4cb4159cc4c7e9416e943587cbebe is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:10.799116 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-a7f956fc-bc59-4b1e-8394-3b49582bbe72 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:10.808986 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-8e95320d-8644-4c50-9864-4aed0e8f4db1 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] The port '1f237b78-c9c0-48d9-a12a-acccb1776c37' was deleted {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 04 09:15:10.827009 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 1f237b78-c9c0-48d9-a12a-acccb1776c37 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:15:10.828464 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 1f237b78-c9c0-48d9-a12a-acccb1776c37 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:15:10.828589 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-a7f956fc-bc59-4b1e-8394-3b49582bbe72 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:10.861985 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-247fccad-ecd0-4038-9321-bdcdf0be2aca tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:10.983225 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-68c14726-baaa-4fbf-a0c3-557a12fc9d90 None None] Attempt 2 to provision port 801f95ac-5b56-4aad-8c02-87b668c7c978 Oct 04 09:15:11.017469 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a7f956fc-bc59-4b1e-8394-3b49582bbe72 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:11.031834 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-36e3f44e-ecec-490d-be81-0ea7754028c6 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Calling delete_port for 5631b1ce-2064-4b41-bf0c-b584865a04b6 owned by network:router_gateway {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:15:11.065170 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-68c14726-baaa-4fbf-a0c3-557a12fc9d90 None None] Port 801f95ac-5b56-4aad-8c02-87b668c7c978 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:15:11.067939 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9eb6de4d-abcc-44d7-a74d-54fbaeb0470f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:11.080987 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a7f956fc-bc59-4b1e-8394-3b49582bbe72 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:11.085829 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:11.195073 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5898d5-bc2e-4aa7-92c2-3a820cd44b94 None None] Network 505d0fd2-66b9-4d02-bd8f-e1a8c6f2ec45 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:15:11.232056 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247fccad-ecd0-4038-9321-bdcdf0be2aca tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Network 505d0fd2-66b9-4d02-bd8f-e1a8c6f2ec45 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:15:11.238894 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6e299952-1983-427c-9bb0-f67385b2c2ed req-943d6419-cbd2-4705-a4ba-8613b10f46ad service neutron] 10.222.0.20 "GET /v2.0/networks/138bf702-4d39-408e-a83e-f851bcf14b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6684763 Oct 04 09:15:11.245800 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-247fccad-ecd0-4038-9321-bdcdf0be2aca tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:15:11.251898 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8e95320d-8644-4c50-9864-4aed0e8f4db1 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:11.289085 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247fccad-ecd0-4038-9321-bdcdf0be2aca tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:15:11.314837 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-9eb6de4d-abcc-44d7-a74d-54fbaeb0470f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['128e066a-7e13-424d-89d1-2b0c4cca0797']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:11.360704 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247fccad-ecd0-4038-9321-bdcdf0be2aca tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event updated for resources: {'Port': ['ID=35428956-03b4-4fa4-9aff-5bfa4aad4762,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:11.369157 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247fccad-ecd0-4038-9321-bdcdf0be2aca tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:11.369157 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-247fccad-ecd0-4038-9321-bdcdf0be2aca tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:11.392712 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-9eb6de4d-abcc-44d7-a74d-54fbaeb0470f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6dad9c1-173b-426b-a590-9c4ec8a1a6df') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:11.393001 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-9eb6de4d-abcc-44d7-a74d-54fbaeb0470f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6dad9c1-173b-426b-a590-9c4ec8a1a6df') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:11.434161 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9eb6de4d-abcc-44d7-a74d-54fbaeb0470f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:11.442237 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-a7f956fc-bc59-4b1e-8394-3b49582bbe72 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:11.481722 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9eb6de4d-abcc-44d7-a74d-54fbaeb0470f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:11.518346 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-247fccad-ecd0-4038-9321-bdcdf0be2aca tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.8914428 Oct 04 09:15:11.521093 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-a7f956fc-bc59-4b1e-8394-3b49582bbe72 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Usage tracker for resource:security_group_rule and tenant:e8f4cb4159cc4c7e9416e943587cbebe is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:11.525430 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-8e95320d-8644-4c50-9864-4aed0e8f4db1 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cabcd9b9-1cc0-4e5b-b775-e1c130435837']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:11.534263 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-a7f956fc-bc59-4b1e-8394-3b49582bbe72 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:11.539706 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58002) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:11.556771 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-622b496e-2aef-456e-bd21-e568538a9675 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Request body: {'port': {'network_id': '505d0fd2-66b9-4d02-bd8f-e1a8c6f2ec45', 'name': 'tempest-PortsTestJSON-1445028043', 'fixed_ips': [{'subnet_id': '2fb615ad-78cc-4730-af61-a3865c9e3eaf', 'ip_address': '172.20.0.9'}]}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:11.561990 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eb6de4d-abcc-44d7-a74d-54fbaeb0470f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:15:11.562395 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9eb6de4d-abcc-44d7-a74d-54fbaeb0470f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:11.566278 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-68c14726-baaa-4fbf-a0c3-557a12fc9d90 None None] Attempt 3 to provision port 801f95ac-5b56-4aad-8c02-87b668c7c978 Oct 04 09:15:11.571247 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-a7f956fc-bc59-4b1e-8394-3b49582bbe72 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:11.574188 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-8e95320d-8644-4c50-9864-4aed0e8f4db1 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1223c58d-7484-464b-9dea-a8113de63754') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:11.574485 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-8e95320d-8644-4c50-9864-4aed0e8f4db1 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1223c58d-7484-464b-9dea-a8113de63754') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:11.657705 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8e95320d-8644-4c50-9864-4aed0e8f4db1 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:11.690260 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee9e58-f40e-48e0-a571-91192188d02b req-2dfaa569-02af-4930-b765-c986d6b9f5e7 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:11.691854 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-a2ee9e58-f40e-48e0-a571-91192188d02b req-2dfaa569-02af-4930-b765-c986d6b9f5e7 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e266a4c5-20f7-4bed-a5ee-83c9dd7b0d80 HTTP/1.1" status: 200 len: 943 time: 0.6153171 Oct 04 09:15:11.724575 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-68c14726-baaa-4fbf-a0c3-557a12fc9d90 None None] Port 801f95ac-5b56-4aad-8c02-87b668c7c978 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:15:11.783536 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8e95320d-8644-4c50-9864-4aed0e8f4db1 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:11.788680 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9eb6de4d-abcc-44d7-a74d-54fbaeb0470f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:11.793390 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9eb6de4d-abcc-44d7-a74d-54fbaeb0470f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:11.813864 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e95320d-8644-4c50-9864-4aed0e8f4db1 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:15:11.814256 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8e95320d-8644-4c50-9864-4aed0e8f4db1 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:11.856133 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb6de4d-abcc-44d7-a74d-54fbaeb0470f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event deleted for resources: {'Network': ['ID=128e066a-7e13-424d-89d1-2b0c4cca0797,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:11.865429 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff3190-297a-46ad-ab1b-05b40d839eb1 req-961ef5e4-2e42-445b-a656-e4b2af6d3ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:11.869369 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-efff3190-297a-46ad-ab1b-05b40d839eb1 req-961ef5e4-2e42-445b-a656-e4b2af6d3ee6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78fb12e86c5f40beb578bfb97002b5c9&device_id=e266a4c5-20f7-4bed-a5ee-83c9dd7b0d80 HTTP/1.1" status: 200 len: 1096 time: 0.4133353 Oct 04 09:15:11.869600 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-9eb6de4d-abcc-44d7-a74d-54fbaeb0470f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "DELETE /v2.0/networks/128e066a-7e13-424d-89d1-2b0c4cca0797 HTTP/1.1" status: 204 len: 168 time: 1.5570891 Oct 04 09:15:11.869988 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58008) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:11.883400 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-a2ee9e58-f40e-48e0-a571-91192188d02b req-8848a376-078a-477f-ae38-d76d6c4b3182 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9a33b07-0ee8-4a95-b7f0-ad1decb04ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1788504 Oct 04 09:15:11.888399 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-7a5f8b2b-f56a-4a0c-8725-b65575f9dfd9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1492926970'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:11.900884 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-7a5f8b2b-f56a-4a0c-8725-b65575f9dfd9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:11.907114 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-7a5f8b2b-f56a-4a0c-8725-b65575f9dfd9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Usage tracker for resource:network and tenant:9e78cb9b328b4bfc813a095a6b1b578a is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:11.917226 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-7a5f8b2b-f56a-4a0c-8725-b65575f9dfd9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:11.924937 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 1223c58d-7484-464b-9dea-a8113de63754 resource provider aggregate not found Oct 04 09:15:11.932125 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-7a5f8b2b-f56a-4a0c-8725-b65575f9dfd9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:11.962356 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-36e3f44e-ecec-490d-be81-0ea7754028c6 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:11.968058 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment e6dad9c1-173b-426b-a590-9c4ec8a1a6df resource provider aggregate not found Oct 04 09:15:11.974228 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 1223c58d-7484-464b-9dea-a8113de63754 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1223c58d-7484-464b-9dea-a8113de63754 found for delete ", "request_id": "req-4bc6964e-af85-4de4-8d59-0b65ad74bf34"}]} Oct 04 09:15:11.997586 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323de4a-c37f-4c7c-a07c-aa3a8a793432 req-f1310559-4988-4400-82ea-da696c9a300f tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:11.999281 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0323de4a-c37f-4c7c-a07c-aa3a8a793432 req-f1310559-4988-4400-82ea-da696c9a300f tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] 10.222.0.50 "GET /v2.0/ports?device_id=a95f939f-74b7-4176-9031-296b2e20347a HTTP/1.1" status: 200 len: 932 time: 0.6040204 Oct 04 09:15:12.036681 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment e6dad9c1-173b-426b-a590-9c4ec8a1a6df resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e6dad9c1-173b-426b-a590-9c4ec8a1a6df found for delete ", "request_id": "req-a233ae80-9f28-442a-841e-758ff2529a51"}]} Oct 04 09:15:12.058989 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-622b496e-2aef-456e-bd21-e568538a9675 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:12.081291 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e3f44e-ecec-490d-be81-0ea7754028c6 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Pushing event deleted for resources: {'Port': ['ID=5631b1ce-2064-4b41-bf0c-b584865a04b6,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:12.092211 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-622b496e-2aef-456e-bd21-e568538a9675 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Usage tracker for resource:port and tenant:7c59b642fbd4440eb4278f2c0c212bcd is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:12.104015 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-622b496e-2aef-456e-bd21-e568538a9675 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:12.112612 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8e95320d-8644-4c50-9864-4aed0e8f4db1 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:12.123196 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5f8b2b-f56a-4a0c-8725-b65575f9dfd9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Made reservation on behalf of 9e78cb9b328b4bfc813a095a6b1b578a for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:15:12.126841 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7a5f8b2b-f56a-4a0c-8725-b65575f9dfd9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:12.128888 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-622b496e-2aef-456e-bd21-e568538a9675 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:12.143682 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [req-3f685ae1-c9a9-4962-bd20-11c17f987c13 req-a8a12952-bdcb-46dd-8f44-503da52910f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 801f95ac-5b56-4aad-8c02-87b668c7c978 {{(pid=89033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:15:12.149240 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8e95320d-8644-4c50-9864-4aed0e8f4db1 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:12.165446 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-3f685ae1-c9a9-4962-bd20-11c17f987c13 req-a8a12952-bdcb-46dd-8f44-503da52910f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:12.194905 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-36e3f44e-ecec-490d-be81-0ea7754028c6 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737040'] for router_gateway, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:12.195172 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e95320d-8644-4c50-9864-4aed0e8f4db1 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] Pushing event deleted for resources: {'Network': ['ID=cabcd9b9-1cc0-4e5b-b775-e1c130435837,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:12.215995 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0323de4a-c37f-4c7c-a07c-aa3a8a793432 req-47655091-965c-4e54-a4d0-281c31b85b31 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cdce89a-a11c-4f5f-9f03-945b3b6fd05c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1639836 Oct 04 09:15:12.225744 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-68c14726-baaa-4fbf-a0c3-557a12fc9d90 None None] Attempt 4 to provision port 801f95ac-5b56-4aad-8c02-87b668c7c978 Oct 04 09:15:12.229351 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622b496e-2aef-456e-bd21-e568538a9675 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Made reservation on behalf of 7c59b642fbd4440eb4278f2c0c212bcd for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:15:12.234168 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-622b496e-2aef-456e-bd21-e568538a9675 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:12.251548 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [req-3f685ae1-c9a9-4962-bd20-11c17f987c13 req-a8a12952-bdcb-46dd-8f44-503da52910f9 service neutron] Transition to ACTIVE for port object 801f95ac-5b56-4aad-8c02-87b668c7c978 will not be triggered until provisioned by entity L2. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:15:12.267860 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-3f685ae1-c9a9-4962-bd20-11c17f987c13 req-a8a12952-bdcb-46dd-8f44-503da52910f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:12.270618 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-8e95320d-8644-4c50-9864-4aed0e8f4db1 tempest-NetworksIpV6Test-871629206 tempest-NetworksIpV6Test-871629206-project] 10.222.0.50 "DELETE /v2.0/networks/cabcd9b9-1cc0-4e5b-b775-e1c130435837 HTTP/1.1" status: 204 len: 168 time: 3.8615682 Oct 04 09:15:12.279662 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [None req-622b496e-2aef-456e-bd21-e568538a9675 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] device_id is not set on port 7710fc03-19b3-4c05-b93f-d33fa2626401 yet. {{(pid=89032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:15:12.296913 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-68c14726-baaa-4fbf-a0c3-557a12fc9d90 None None] Port 801f95ac-5b56-4aad-8c02-87b668c7c978 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:15:12.314528 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a7f956fc-bc59-4b1e-8394-3b49582bbe72 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:12.315979 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff3190-297a-46ad-ab1b-05b40d839eb1 req-03bff34a-a55e-4a96-84c8-6939fed47109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:12.317503 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-efff3190-297a-46ad-ab1b-05b40d839eb1 req-03bff34a-a55e-4a96-84c8-6939fed47109 service neutron] 10.222.0.20 "GET /v2.0/networks?id=138bf702-4d39-408e-a83e-f851bcf14b73 HTTP/1.1" status: 200 len: 897 time: 0.3789103 Oct 04 09:15:12.326937 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a7f956fc-bc59-4b1e-8394-3b49582bbe72 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:12.368657 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a5f8b2b-f56a-4a0c-8725-b65575f9dfd9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:15:12.420998 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-a7f956fc-bc59-4b1e-8394-3b49582bbe72 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:12.424072 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-efff3190-297a-46ad-ab1b-05b40d839eb1 req-9a00f127-657c-45cf-b5ac-8a6a6e72084a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f53cc307-6abc-4e93-ac5e-9dd0d1b37229 HTTP/1.1" status: 200 len: 217 time: 0.0982730 Oct 04 09:15:12.435468 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-a7f956fc-bc59-4b1e-8394-3b49582bbe72 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Usage tracker for resource:security_group_rule and tenant:e8f4cb4159cc4c7e9416e943587cbebe is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:12.477153 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-a7f956fc-bc59-4b1e-8394-3b49582bbe72 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:12.499219 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-a7f956fc-bc59-4b1e-8394-3b49582bbe72 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:12.501269 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f956fc-bc59-4b1e-8394-3b49582bbe72 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=661bcacc-27a5-4938-aea4-ceca2a9b7099,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:12.510761 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7a5f8b2b-f56a-4a0c-8725-b65575f9dfd9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:12.511103 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-7a5f8b2b-f56a-4a0c-8725-b65575f9dfd9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Added segment 766f5876-2f19-4a99-b2f7-5d2ed9fc17e9 of type vlan for network a3e8475c-e643-4898-beb8-67d329eadb1a Oct 04 09:15:12.603096 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff3190-297a-46ad-ab1b-05b40d839eb1 req-4dfcae56-626c-42c7-9023-d70d67e4a21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:12.604633 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-efff3190-297a-46ad-ab1b-05b40d839eb1 req-4dfcae56-626c-42c7-9023-d70d67e4a21e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6d967559-d6ed-45c4-9b8b-3040971872eb HTTP/1.1" status: 200 len: 835 time: 0.1663516 Oct 04 09:15:12.631693 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58022) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:12.669837 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a12952-bdcb-46dd-8f44-503da52910f9 service neutron] Pushing event updated for resources: {'Port': ['ID=801f95ac-5b56-4aad-8c02-87b668c7c978,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:12.773936 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-622b496e-2aef-456e-bd21-e568538a9675 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Allocated IP 172.20.0.9 (505d0fd2-66b9-4d02-bd8f-e1a8c6f2ec45/2fb615ad-78cc-4730-af61-a3865c9e3eaf/7710fc03-19b3-4c05-b93f-d33fa2626401) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:15:12.798332 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-68c14726-baaa-4fbf-a0c3-557a12fc9d90 None None] Attempt 5 to provision port 801f95ac-5b56-4aad-8c02-87b668c7c978 Oct 04 09:15:12.807992 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a7f956fc-bc59-4b1e-8394-3b49582bbe72 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:12.828589 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a7f956fc-bc59-4b1e-8394-3b49582bbe72 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:12.864571 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff3190-297a-46ad-ab1b-05b40d839eb1 req-bac25a2f-9113-49a7-83ea-9267ee6233ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:12.865899 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-68c14726-baaa-4fbf-a0c3-557a12fc9d90 None None] Port 801f95ac-5b56-4aad-8c02-87b668c7c978 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:15:12.866149 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-efff3190-297a-46ad-ab1b-05b40d839eb1 req-bac25a2f-9113-49a7-83ea-9267ee6233ad service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=138bf702-4d39-408e-a83e-f851bcf14b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2516267 Oct 04 09:15:12.976877 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7a5f8b2b-f56a-4a0c-8725-b65575f9dfd9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:12.986959 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a7f956fc-bc59-4b1e-8394-3b49582bbe72 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:12.991001 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-a7f956fc-bc59-4b1e-8394-3b49582bbe72 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.6157997 Oct 04 09:15:12.991783 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f956fc-bc59-4b1e-8394-3b49582bbe72 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10330c13-bef3-4e73-9da3-763b85b4c7b0,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:12.997182 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58030) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:13.000731 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-36e3f44e-ecec-490d-be81-0ea7754028c6 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:13.034834 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-36e3f44e-ecec-490d-be81-0ea7754028c6 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736963', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1737124'] for router, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:13.154872 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-efff3190-297a-46ad-ab1b-05b40d839eb1 req-bc611440-5252-450b-a5b9-bc01c1937207 service neutron] 10.222.0.20 "GET /v2.0/networks/138bf702-4d39-408e-a83e-f851bcf14b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794838 Oct 04 09:15:13.268648 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-d33fd270-d12e-466a-8f40-64eb8cdbb4f4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5b1c6a997cf443e88f0c80c3c8bb1373&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6112745 Oct 04 09:15:13.270101 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [req-3f685ae1-c9a9-4962-bd20-11c17f987c13 req-a8a12952-bdcb-46dd-8f44-503da52910f9 service neutron] Attempting to bind port 801f95ac-5b56-4aad-8c02-87b668c7c978 on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:15:13.270442 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [req-3f685ae1-c9a9-4962-bd20-11c17f987c13 req-a8a12952-bdcb-46dd-8f44-503da52910f9 service neutron] Attempting to bind port 801f95ac-5b56-4aad-8c02-87b668c7c978 by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': '77ddeb54-0d4d-457f-abac-669508cea815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9'}] {{(pid=89033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:15:13.270766 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f685ae1-c9a9-4962-bd20-11c17f987c13 req-a8a12952-bdcb-46dd-8f44-503da52910f9 service neutron] Attempting to bind port 801f95ac-5b56-4aad-8c02-87b668c7c978 on network 8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:15:13.273016 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58036) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:13.299894 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7a5f8b2b-f56a-4a0c-8725-b65575f9dfd9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:13.306400 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5f8b2b-f56a-4a0c-8725-b65575f9dfd9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:13.307012 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7a5f8b2b-f56a-4a0c-8725-b65575f9dfd9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:13.350731 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f685ae1-c9a9-4962-bd20-11c17f987c13 req-a8a12952-bdcb-46dd-8f44-503da52910f9 service neutron] Port 801f95ac-5b56-4aad-8c02-87b668c7c978 on network 8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:15:13.351055 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f685ae1-c9a9-4962-bd20-11c17f987c13 req-a8a12952-bdcb-46dd-8f44-503da52910f9 service neutron] Attempting to bind port 801f95ac-5b56-4aad-8c02-87b668c7c978 on network 8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:15:13.367171 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-68c14726-baaa-4fbf-a0c3-557a12fc9d90 None None] Attempt 6 to provision port 801f95ac-5b56-4aad-8c02-87b668c7c978 Oct 04 09:15:13.424469 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-622b496e-2aef-456e-bd21-e568538a9675 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:13.431282 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-68c14726-baaa-4fbf-a0c3-557a12fc9d90 None None] Port 801f95ac-5b56-4aad-8c02-87b668c7c978 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:15:13.456143 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f685ae1-c9a9-4962-bd20-11c17f987c13 req-a8a12952-bdcb-46dd-8f44-503da52910f9 service neutron] Checking agent: {'id': '1be90a14-1104-4771-996e-684b25b74d15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'started_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:15:13.456503 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f685ae1-c9a9-4962-bd20-11c17f987c13 req-a8a12952-bdcb-46dd-8f44-503da52910f9 service neutron] Checking segment: {'id': '77ddeb54-0d4d-457f-abac-669508cea815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:15:13.456879 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f685ae1-c9a9-4962-bd20-11c17f987c13 req-a8a12952-bdcb-46dd-8f44-503da52910f9 service neutron] Bound using segment: {'id': '77ddeb54-0d4d-457f-abac-669508cea815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9'} {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:15:13.457309 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [req-3f685ae1-c9a9-4962-bd20-11c17f987c13 req-a8a12952-bdcb-46dd-8f44-503da52910f9 service neutron] Bound port: 801f95ac-5b56-4aad-8c02-87b668c7c978, host: hv-neutron-8602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77ddeb54-0d4d-457f-abac-669508cea815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9'}}] {{(pid=89033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:15:13.457645 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-3f685ae1-c9a9-4962-bd20-11c17f987c13 req-a8a12952-bdcb-46dd-8f44-503da52910f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:13.468910 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-622b496e-2aef-456e-bd21-e568538a9675 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Transition to ACTIVE for port object 7710fc03-19b3-4c05-b93f-d33fa2626401 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:15:13.481331 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e3f44e-ecec-490d-be81-0ea7754028c6 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Router 8a0b9659-fd84-445c-a688-7ccf927ed801 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:15:13.491185 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-039af2a1-1b23-4345-b311-4b637f478bcf tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.4873834 Oct 04 09:15:13.500767 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58040) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:13.516859 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-7a5f8b2b-f56a-4a0c-8725-b65575f9dfd9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6407270 Oct 04 09:15:13.519558 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-ba1bc206-cbfd-49e1-9e00-e72a16034f33 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Request body: {'security_group': {'name': 'tempest-security--732161579', 'description': 'tempest-security-description-1350094101'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:13.524321 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58044) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:13.556314 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-efff3190-297a-46ad-ab1b-05b40d839eb1 req-eecf3ffe-3ee9-46fc-8260-f8b05b2597ce service neutron] 10.222.0.20 "GET /v2.0/networks/138bf702-4d39-408e-a83e-f851bcf14b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3929610 Oct 04 09:15:13.556601 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5f8b2b-f56a-4a0c-8725-b65575f9dfd9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event updated for resources: {'Network': ['ID=a3e8475c-e643-4898-beb8-67d329eadb1a,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:13.567283 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network a3e8475c-e643-4898-beb8-67d329eadb1a details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:15:13.567575 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5b5f9-f221-4bac-b8a0-3054443f257e req-2378ff0a-74ca-41c7-aa4a-fde829fd7bbc tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:13.570145 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-4aec9c3e-748c-4e1f-a19f-86aea3b7e7a1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Request body: {'subnet': {'network_id': 'a3e8475c-e643-4898-beb8-67d329eadb1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:13.570555 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2df5b5f9-f221-4bac-b8a0-3054443f257e req-2378ff0a-74ca-41c7-aa4a-fde829fd7bbc tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] 10.222.0.50 "GET /v2.0/ports?device_id=a95f939f-74b7-4176-9031-296b2e20347a HTTP/1.1" status: 200 len: 944 time: 0.2029266 Oct 04 09:15:13.577517 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ba1bc206-cbfd-49e1-9e00-e72a16034f33 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:13.657982 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-622b496e-2aef-456e-bd21-e568538a9675 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:13.724059 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2df5b5f9-f221-4bac-b8a0-3054443f257e req-170f41dd-181b-4420-8b53-cd697198d153 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cdce89a-a11c-4f5f-9f03-945b3b6fd05c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1363733 Oct 04 09:15:13.726693 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ba1bc206-cbfd-49e1-9e00-e72a16034f33 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:13.752027 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ba1bc206-cbfd-49e1-9e00-e72a16034f33 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:13.754479 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ba1bc206-cbfd-49e1-9e00-e72a16034f33 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:13.758967 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-ba1bc206-cbfd-49e1-9e00-e72a16034f33 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "PUT /v2.0/security-groups/10330c13-bef3-4e73-9da3-763b85b4c7b0 HTTP/1.1" status: 200 len: 1777 time: 0.2550049 Oct 04 09:15:13.760986 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622b496e-2aef-456e-bd21-e568538a9675 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Network 505d0fd2-66b9-4d02-bd8f-e1a8c6f2ec45 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:15:13.764013 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58048) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:13.778223 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-622b496e-2aef-456e-bd21-e568538a9675 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:15:13.795641 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622b496e-2aef-456e-bd21-e568538a9675 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:15:13.843779 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6138ff11-a380-48e5-8e11-4915c4e41de7 req-6193411b-c65a-46ec-b48e-14468a73e5f5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:13.845359 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-6138ff11-a380-48e5-8e11-4915c4e41de7 req-6193411b-c65a-46ec-b48e-14468a73e5f5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e266a4c5-20f7-4bed-a5ee-83c9dd7b0d80 HTTP/1.1" status: 200 len: 943 time: 0.8306661 Oct 04 09:15:13.866370 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-54f1d9dc-2154-4ddc-8209-f3f71da0206b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:13.872164 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622b496e-2aef-456e-bd21-e568538a9675 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event updated for resources: {'Port': ['ID=7710fc03-19b3-4c05-b93f-d33fa2626401,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:13.874739 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1bc206-cbfd-49e1-9e00-e72a16034f33 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10330c13-bef3-4e73-9da3-763b85b4c7b0,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:13.904816 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e3f44e-ecec-490d-be81-0ea7754028c6 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:15:13.912667 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-36e3f44e-ecec-490d-be81-0ea7754028c6 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:13.916340 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-36e3f44e-ecec-490d-be81-0ea7754028c6 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] 10.222.0.50 "PUT /v2.0/routers/8a0b9659-fd84-445c-a688-7ccf927ed801 HTTP/1.1" status: 200 len: 706 time: 5.6875458 Oct 04 09:15:13.916508 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-c89034ad-e3fc-416b-827d-0f1aa81bc825 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "GET /v2.0/security-groups/10330c13-bef3-4e73-9da3-763b85b4c7b0 HTTP/1.1" status: 200 len: 1777 time: 0.1425698 Oct 04 09:15:13.916508 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58052) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:13.916682 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58054) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:13.920984 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647e4aea-45bd-4227-9961-344f4fc78334 None None] Sync routers for ids ['8a0b9659-fd84-445c-a688-7ccf927ed801'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:15:13.921182 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622b496e-2aef-456e-bd21-e568538a9675 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:13.921827 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-622b496e-2aef-456e-bd21-e568538a9675 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:13.932341 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-68c14726-baaa-4fbf-a0c3-557a12fc9d90 None None] Attempt 7 to provision port 801f95ac-5b56-4aad-8c02-87b668c7c978 Oct 04 09:15:13.974230 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-622b496e-2aef-456e-bd21-e568538a9675 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4321337 Oct 04 09:15:13.984789 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58060) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:13.993808 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647e4aea-45bd-4227-9961-344f4fc78334 None None] Routers {'8a0b9659-fd84-445c-a688-7ccf927ed801'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:15:14.001785 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [req-3f685ae1-c9a9-4962-bd20-11c17f987c13 req-a8a12952-bdcb-46dd-8f44-503da52910f9 service neutron] For port 801f95ac-5b56-4aad-8c02-87b668c7c978, host hv-neutron-8602, cleared binding levels {{(pid=89033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:15:14.008827 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-647e4aea-45bd-4227-9961-344f4fc78334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:15:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['8a0b9659-fd84-445c-a688-7ccf927ed801'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:14.065831 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bec31b48-4545-4437-812b-66ae912ba198 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:14.096998 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-4aec9c3e-748c-4e1f-a19f-86aea3b7e7a1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:14.102349 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [req-3f685ae1-c9a9-4962-bd20-11c17f987c13 req-a8a12952-bdcb-46dd-8f44-503da52910f9 service neutron] For port 801f95ac-5b56-4aad-8c02-87b668c7c978, host hv-neutron-8602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=801f95ac-5b56-4aad-8c02-87b668c7c978,segment=NetworkSegment(77ddeb54-0d4d-457f-abac-669508cea815),segment_id=77ddeb54-0d4d-457f-abac-669508cea815)] {{(pid=89033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:15:14.109028 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-647e4aea-45bd-4227-9961-344f4fc78334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:14.110365 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-4aec9c3e-748c-4e1f-a19f-86aea3b7e7a1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Usage tracker for resource:subnet and tenant:9e78cb9b328b4bfc813a095a6b1b578a is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:14.112393 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bec31b48-4545-4437-812b-66ae912ba198 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:14.114326 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-54f1d9dc-2154-4ddc-8209-f3f71da0206b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:14.126024 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-4aec9c3e-748c-4e1f-a19f-86aea3b7e7a1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:14.126511 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-68c14726-baaa-4fbf-a0c3-557a12fc9d90 None None] Port 801f95ac-5b56-4aad-8c02-87b668c7c978 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:15:14.127157 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647e4aea-45bd-4227-9961-344f4fc78334 None None] Routers {'8a0b9659-fd84-445c-a688-7ccf927ed801'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:15:14.127767 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-647e4aea-45bd-4227-9961-344f4fc78334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:15:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['8a0b9659-fd84-445c-a688-7ccf927ed801'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:14.131197 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-3f685ae1-c9a9-4962-bd20-11c17f987c13 req-a8a12952-bdcb-46dd-8f44-503da52910f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:14.136300 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f685ae1-c9a9-4962-bd20-11c17f987c13 req-a8a12952-bdcb-46dd-8f44-503da52910f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:14.137370 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-3f685ae1-c9a9-4962-bd20-11c17f987c13 req-a8a12952-bdcb-46dd-8f44-503da52910f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:14.138719 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-3f685ae1-c9a9-4962-bd20-11c17f987c13 req-a8a12952-bdcb-46dd-8f44-503da52910f9 service neutron] 10.222.0.20 "PUT /v2.0/ports/801f95ac-5b56-4aad-8c02-87b668c7c978 HTTP/1.1" status: 200 len: 1094 time: 3.7196074 Oct 04 09:15:14.158501 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80abb12e-4235-46dc-a92b-98a9092862fa tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:14.159326 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-80abb12e-4235-46dc-a92b-98a9092862fa tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Synchronizing usage tracker for tenant:7c59b642fbd4440eb4278f2c0c212bcd on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:15:14.181707 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-80abb12e-4235-46dc-a92b-98a9092862fa tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Unset dirty status for tenant:7c59b642fbd4440eb4278f2c0c212bcd on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:15:14.182648 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a95f939f-74b7-4176-9031-296b2e20347a', 'tag': '801f95ac-5b56-4aad-8c02-87b668c7c978'}] {{(pid=89033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:15:14.184453 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-80abb12e-4235-46dc-a92b-98a9092862fa tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1973357 Oct 04 09:15:14.185058 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e417ebe64424eb0358633e416672821aae4ea22acc2211bb28d37655142b7e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2e4c79-1040-4d07-9f18-8bd3f45c3d27" -d '{"events": [{"name": "network-changed", "server_uuid": "a95f939f-74b7-4176-9031-296b2e20347a", "tag": "801f95ac-5b56-4aad-8c02-87b668c7c978"}]}' {{(pid=89033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:15:14.186166 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58064) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:14.195253 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-647e4aea-45bd-4227-9961-344f4fc78334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:14.195948 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647e4aea-45bd-4227-9961-344f4fc78334 None None] The sync data for ids ['8a0b9659-fd84-445c-a688-7ccf927ed801'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:15:14.202135 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-4aec9c3e-748c-4e1f-a19f-86aea3b7e7a1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:14.206648 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-6138ff11-a380-48e5-8e11-4915c4e41de7 req-9eeaf95d-07a4-4389-988b-213916cea415 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9a33b07-0ee8-4a95-b7f0-ad1decb04ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3444698 Oct 04 09:15:14.212067 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-4e9a5a74-5a3a-4e9c-83c6-99492c74c46b tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] 10.222.0.50 "GET /v2.0/routers/8a0b9659-fd84-445c-a688-7ccf927ed801 HTTP/1.1" status: 200 len: 741 time: 0.2809281 Oct 04 09:15:14.224504 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58070) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:14.226223 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bec31b48-4545-4437-812b-66ae912ba198 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:14.248116 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec31b48-4545-4437-812b-66ae912ba198 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10330c13-bef3-4e73-9da3-763b85b4c7b0,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:14.267386 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec31b48-4545-4437-812b-66ae912ba198 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:15:14.267744 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec31b48-4545-4437-812b-66ae912ba198 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:15:14.268177 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec31b48-4545-4437-812b-66ae912ba198 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:15:14.268710 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec31b48-4545-4437-812b-66ae912ba198 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:15:14.269039 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec31b48-4545-4437-812b-66ae912ba198 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:15:14.269374 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec31b48-4545-4437-812b-66ae912ba198 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:15:14.269704 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec31b48-4545-4437-812b-66ae912ba198 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:15:14.270034 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec31b48-4545-4437-812b-66ae912ba198 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:15:14.270363 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec31b48-4545-4437-812b-66ae912ba198 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:15:14.270691 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec31b48-4545-4437-812b-66ae912ba198 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:15:14.271055 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec31b48-4545-4437-812b-66ae912ba198 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:15:14.271343 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec31b48-4545-4437-812b-66ae912ba198 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:15:14.284121 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bec31b48-4545-4437-812b-66ae912ba198 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:14.287729 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-bec31b48-4545-4437-812b-66ae912ba198 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "DELETE /v2.0/security-groups/10330c13-bef3-4e73-9da3-763b85b4c7b0 HTTP/1.1" status: 204 len: 168 time: 0.3593035 Oct 04 09:15:14.287885 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58074) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:14.335310 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff06f89-9d99-4d93-aea9-a00dd7178693 x-openstack-request-id: req-5ff06f89-9d99-4d93-aea9-a00dd7178693 {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:15:14.335902 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a95f939f-74b7-4176-9031-296b2e20347a", "tag": "801f95ac-5b56-4aad-8c02-87b668c7c978", "status": "completed", "code": 200}]} {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:15:14.335902 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5ff06f89-9d99-4d93-aea9-a00dd7178693 {{(pid=89033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:15:14.336212 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ff06f89-9d99-4d93-aea9-a00dd7178693'] response: {'name': 'network-changed', 'server_uuid': 'a95f939f-74b7-4176-9031-296b2e20347a', 'tag': '801f95ac-5b56-4aad-8c02-87b668c7c978', 'status': 'completed', 'code': 200} Oct 04 09:15:14.358068 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020792ed-a08c-4485-b9ae-51c8ab4d73be tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:14.363897 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020792ed-a08c-4485-b9ae-51c8ab4d73be tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:14.370470 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020792ed-a08c-4485-b9ae-51c8ab4d73be tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:14.375378 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-020792ed-a08c-4485-b9ae-51c8ab4d73be tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1850801 Oct 04 09:15:14.375742 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-f871e89d-6107-48cd-b902-f9e9c1c94a11 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Synchronizing usage tracker for tenant:e8f4cb4159cc4c7e9416e943587cbebe on resource:security_group {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:15:14.378287 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58078) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:14.452477 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-f871e89d-6107-48cd-b902-f9e9c1c94a11 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Unset dirty status for tenant:e8f4cb4159cc4c7e9416e943587cbebe on resource:security_group {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:15:14.456585 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-f871e89d-6107-48cd-b902-f9e9c1c94a11 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1650562 Oct 04 09:15:14.457427 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58082) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:14.474314 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-a419ed9f-2d13-40a9-b4f9-a9f5f95cd709 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Deleting port 7710fc03-19b3-4c05-b93f-d33fa2626401 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:15:14.474669 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a419ed9f-2d13-40a9-b4f9-a9f5f95cd709 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:14.478026 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aec9c3e-748c-4e1f-a19f-86aea3b7e7a1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Made reservation on behalf of 9e78cb9b328b4bfc813a095a6b1b578a for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:15:14.481393 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4aec9c3e-748c-4e1f-a19f-86aea3b7e7a1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:14.507165 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-bfe2574a-a316-4748-853f-1d9b4d14ac86 tempest-RoutersAdminTest-2126561586 tempest-RoutersAdminTest-2126561586-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=f33938cd-879e-4461-9b5e-aa67b746b6bd&device_id=8a0b9659-fd84-445c-a688-7ccf927ed801 HTTP/1.1" status: 200 len: 205 time: 0.2730362 Oct 04 09:15:14.508986 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58086) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:14.546997 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device f53cc307-6abc-4e93-ac5e-9dd0d1b37229 details requested by agent hyperv_hv-neutron-8602 with host hv-neutron-8602 {{(pid=89034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 04 09:15:14.560753 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.api.v2.resource [None req-050460e6-8da5-4005-9860-72930a3ad52a tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] delete failed (client error): The resource could not be found. Oct 04 09:15:14.568516 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-050460e6-8da5-4005-9860-72930a3ad52a tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "DELETE /v2.0/security-groups/10330c13-bef3-4e73-9da3-763b85b4c7b0 HTTP/1.1" status: 404 len: 347 time: 0.1041350 Oct 04 09:15:14.574473 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58090) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:14.578533 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-10941b96-2bf3-46e9-9dcb-b4b36865e624 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a0b9659-fd84-445c-a688-7ccf927ed801 HTTP/1.1" status: 200 len: 205 time: 0.0678549 Oct 04 09:15:14.579378 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58092) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:14.586950 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-318821ae-7c74-499e-a23b-f7d5b216fa4d tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Request body: {'security_group': {'name': 'tempest-secgroup--405321900'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:14.596431 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a12952-bdcb-46dd-8f44-503da52910f9 service neutron] Pushing event updated for resources: {'Port': ['ID=801f95ac-5b56-4aad-8c02-87b668c7c978,revision_number=3']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:14.601309 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-318821ae-7c74-499e-a23b-f7d5b216fa4d tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:14.629092 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a12952-bdcb-46dd-8f44-503da52910f9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:15:14.629449 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a12952-bdcb-46dd-8f44-503da52910f9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:15:14.629788 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a12952-bdcb-46dd-8f44-503da52910f9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:15:14.630135 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a12952-bdcb-46dd-8f44-503da52910f9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:15:14.630463 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a12952-bdcb-46dd-8f44-503da52910f9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:15:14.630796 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a12952-bdcb-46dd-8f44-503da52910f9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:15:14.631176 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a12952-bdcb-46dd-8f44-503da52910f9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:15:14.631512 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a12952-bdcb-46dd-8f44-503da52910f9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:15:14.631841 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a12952-bdcb-46dd-8f44-503da52910f9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:15:14.632169 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a12952-bdcb-46dd-8f44-503da52910f9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:15:14.632523 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a12952-bdcb-46dd-8f44-503da52910f9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:15:14.632855 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a12952-bdcb-46dd-8f44-503da52910f9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:15:14.634744 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-68c14726-baaa-4fbf-a0c3-557a12fc9d90 None None] Attempt 8 to provision port 801f95ac-5b56-4aad-8c02-87b668c7c978 Oct 04 09:15:14.651572 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-318821ae-7c74-499e-a23b-f7d5b216fa4d tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:14.680446 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-318821ae-7c74-499e-a23b-f7d5b216fa4d tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:14.702025 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-54f1d9dc-2154-4ddc-8209-f3f71da0206b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:14.725168 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f685ae1-c9a9-4962-bd20-11c17f987c13 req-22c81d8b-c5b8-4b36-ac8e-25f21e198bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:14.726657 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-3f685ae1-c9a9-4962-bd20-11c17f987c13 req-22c81d8b-c5b8-4b36-ac8e-25f21e198bdb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=99eb97a23923415a910878c133c071d7&device_id=a95f939f-74b7-4176-9031-296b2e20347a HTTP/1.1" status: 200 len: 1097 time: 0.4881861 Oct 04 09:15:14.732637 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-68c14726-baaa-4fbf-a0c3-557a12fc9d90 None None] Port 801f95ac-5b56-4aad-8c02-87b668c7c978 had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 09:15:14.735851 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f1d9dc-2154-4ddc-8209-f3f71da0206b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6b3008-3354-4c35-861c-3e1a9fb7963c,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:14.741218 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-318821ae-7c74-499e-a23b-f7d5b216fa4d tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:14.784925 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port f53cc307-6abc-4e93-ac5e-9dd0d1b37229, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=f53cc307-6abc-4e93-ac5e-9dd0d1b37229,segment=NetworkSegment(cd2e4b2b-7587-46d9-94de-fd9dfbaf70fe),segment_id=cd2e4b2b-7587-46d9-94de-fd9dfbaf70fe)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:15:14.820821 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Returning: {'device': 'f53cc307-6abc-4e93-ac5e-9dd0d1b37229', 'network_id': '138bf702-4d39-408e-a83e-f851bcf14b73', 'port_id': 'f53cc307-6abc-4e93-ac5e-9dd0d1b37229', 'mac_address': 'fa:16:3e:76:5b:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d967559-d6ed-45c4-9b8b-3040971872eb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 04 09:15:14.841305 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-318821ae-7c74-499e-a23b-f7d5b216fa4d tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Usage tracker for resource:security_group_rule and tenant:e8f4cb4159cc4c7e9416e943587cbebe is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:14.854390 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-318821ae-7c74-499e-a23b-f7d5b216fa4d tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:14.858255 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-aa8f777d-9965-428c-885c-9101fe1de547 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks [] for router, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:14.876221 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-3f685ae1-c9a9-4962-bd20-11c17f987c13 req-c6e31b55-f20e-49a4-af46-4bd5abbac18d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=801f95ac-5b56-4aad-8c02-87b668c7c978 HTTP/1.1" status: 200 len: 217 time: 0.1300426 Oct 04 09:15:14.879822 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-318821ae-7c74-499e-a23b-f7d5b216fa4d tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:14.882203 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-54f1d9dc-2154-4ddc-8209-f3f71da0206b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:14.883450 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-54f1d9dc-2154-4ddc-8209-f3f71da0206b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0f6b3008-3354-4c35-861c-3e1a9fb7963c HTTP/1.1" status: 204 len: 168 time: 1.5966513 Oct 04 09:15:14.919774 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-303358b9-28ef-4289-aeab-735602000891 None None] Provisioning for port 7710fc03-19b3-4c05-b93f-d33fa2626401 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:15:14.931198 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-303358b9-28ef-4289-aeab-735602000891 None None] Provisioning complete for port 7710fc03-19b3-4c05-b93f-d33fa2626401 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:15:14.931738 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-303358b9-28ef-4289-aeab-735602000891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:14.932289 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-303358b9-28ef-4289-aeab-735602000891 None None] Attempt 1 to provision port 7710fc03-19b3-4c05-b93f-d33fa2626401 Oct 04 09:15:14.981156 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port f53cc307-6abc-4e93-ac5e-9dd0d1b37229 is: DOWN; New status is: BUILD {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:15:14.981641 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:15.009846 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f53cc307-6abc-4e93-ac5e-9dd0d1b37229 {{(pid=89034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:15:15.016849 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-303358b9-28ef-4289-aeab-735602000891 None None] Port 7710fc03-19b3-4c05-b93f-d33fa2626401 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:15:15.031794 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port f53cc307-6abc-4e93-ac5e-9dd0d1b37229, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=f53cc307-6abc-4e93-ac5e-9dd0d1b37229,segment=NetworkSegment(cd2e4b2b-7587-46d9-94de-fd9dfbaf70fe),segment_id=cd2e4b2b-7587-46d9-94de-fd9dfbaf70fe)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:15:15.036192 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:15.116802 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f685ae1-c9a9-4962-bd20-11c17f987c13 req-75ad807d-9a1d-4e54-8600-9d68c2cedd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:15.118438 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-3f685ae1-c9a9-4962-bd20-11c17f987c13 req-75ad807d-9a1d-4e54-8600-9d68c2cedd0b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=449087d2-40c3-40c7-b2c7-34ca87a9a9d2 HTTP/1.1" status: 200 len: 850 time: 0.2302904 Oct 04 09:15:15.122198 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=f53cc307-6abc-4e93-ac5e-9dd0d1b37229,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:15.187643 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4aec9c3e-748c-4e1f-a19f-86aea3b7e7a1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:15.193214 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-318821ae-7c74-499e-a23b-f7d5b216fa4d tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:15.247972 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-318821ae-7c74-499e-a23b-f7d5b216fa4d tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:15.355258 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318821ae-7c74-499e-a23b-f7d5b216fa4d tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce50eca7-b654-49ba-9154-0999cdc1978a,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:15.359574 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aec9c3e-748c-4e1f-a19f-86aea3b7e7a1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event updated for resources: {'Subnet': ['ID=9437cfe8-c8f1-44f6-aa2f-c1403d39c23e,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:15.374449 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-318821ae-7c74-499e-a23b-f7d5b216fa4d tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:15.378506 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-318821ae-7c74-499e-a23b-f7d5b216fa4d tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7951069 Oct 04 09:15:15.378667 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-aa8f777d-9965-428c-885c-9101fe1de547 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:15.380017 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-aa8f777d-9965-428c-885c-9101fe1de547 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:15.384679 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2e914-1b4b-444a-b58c-4900aa5dcd96 req-51759273-af82-49f3-8830-89fd8479c68f tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:15.385494 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-93a2e914-1b4b-444a-b58c-4900aa5dcd96 req-51759273-af82-49f3-8830-89fd8479c68f tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Synchronizing usage tracker for tenant:99eb97a23923415a910878c133c071d7 on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:15:15.387977 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58114) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:15.401874 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-b6bceac1-69aa-4776-84f1-2bfbe4333d42 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Request body: {'security_group_rule': {'security_group_id': 'ce50eca7-b654-49ba-9154-0999cdc1978a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:15.413615 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aec9c3e-748c-4e1f-a19f-86aea3b7e7a1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Checking segment: {'id': '766f5876-2f19-4a99-b2f7-5d2ed9fc17e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a3e8475c-e643-4898-beb8-67d329eadb1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:15:15.414061 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aec9c3e-748c-4e1f-a19f-86aea3b7e7a1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Network hostable DHCP agents. Network: a3e8475c-e643-4898-beb8-67d329eadb1a, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:15:15.419570 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-b6bceac1-69aa-4776-84f1-2bfbe4333d42 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:15.430590 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-b6bceac1-69aa-4776-84f1-2bfbe4333d42 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Usage tracker for resource:security_group_rule and tenant:e8f4cb4159cc4c7e9416e943587cbebe is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:15.433646 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-b6bceac1-69aa-4776-84f1-2bfbe4333d42 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:15.442422 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f685ae1-c9a9-4962-bd20-11c17f987c13 req-93e58efa-0519-4dbf-90e2-1ad26f79ae41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:15.444627 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-3f685ae1-c9a9-4962-bd20-11c17f987c13 req-93e58efa-0519-4dbf-90e2-1ad26f79ae41 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3137975 Oct 04 09:15:15.449250 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-b6bceac1-69aa-4776-84f1-2bfbe4333d42 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:15.454877 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-93a2e914-1b4b-444a-b58c-4900aa5dcd96 req-51759273-af82-49f3-8830-89fd8479c68f tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Unset dirty status for tenant:99eb97a23923415a910878c133c071d7 on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:15:15.461537 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-93a2e914-1b4b-444a-b58c-4900aa5dcd96 req-51759273-af82-49f3-8830-89fd8479c68f tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] 10.222.0.50 "GET /v2.0/ports?device_id=a95f939f-74b7-4176-9031-296b2e20347a HTTP/1.1" status: 200 len: 944 time: 0.5081134 Oct 04 09:15:15.483340 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a419ed9f-2d13-40a9-b4f9-a9f5f95cd709 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:15.491848 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['f53cc307-6abc-4e93-ac5e-9dd0d1b37229'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 09:15:15.528612 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-303358b9-28ef-4289-aeab-735602000891 None None] Attempt 2 to provision port 7710fc03-19b3-4c05-b93f-d33fa2626401 Oct 04 09:15:15.554462 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-aa8f777d-9965-428c-885c-9101fe1de547 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:15.554982 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa8f777d-9965-428c-885c-9101fe1de547 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Fanout notify agent at l3_agent the message router_deleted on router 8a0b9659-fd84-445c-a688-7ccf927ed801 {{(pid=89032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:15:15.602545 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aec9c3e-748c-4e1f-a19f-86aea3b7e7a1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Network a3e8475c-e643-4898-beb8-67d329eadb1a is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:15:15.604822 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b6bceac1-69aa-4776-84f1-2bfbe4333d42 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:15.632422 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-a419ed9f-2d13-40a9-b4f9-a9f5f95cd709 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Calling delete_port for 7710fc03-19b3-4c05-b93f-d33fa2626401 owned by {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:15:15.636115 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-303358b9-28ef-4289-aeab-735602000891 None None] Port 7710fc03-19b3-4c05-b93f-d33fa2626401 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:15:15.661553 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-93a2e914-1b4b-444a-b58c-4900aa5dcd96 req-1d6f58b3-f2e3-4dbf-b995-6095cd4342d9 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cdce89a-a11c-4f5f-9f03-945b3b6fd05c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1971564 Oct 04 09:15:15.680198 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-4aec9c3e-748c-4e1f-a19f-86aea3b7e7a1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, a3e8475c-e643-4898-beb8-67d329eadb1a) {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:15:15.690841 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-aa8f777d-9965-428c-885c-9101fe1de547 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:15.692181 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-aa8f777d-9965-428c-885c-9101fe1de547 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] 10.222.0.50 "DELETE /v2.0/routers/8a0b9659-fd84-445c-a688-7ccf927ed801 HTTP/1.1" status: 204 len: 168 time: 1.1119173 Oct 04 09:15:15.698519 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58126) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:15.709584 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2950879c-63ea-4d73-9173-d92dd9c188c6 None None] Network a3e8475c-e643-4898-beb8-67d329eadb1a requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:15:15.765289 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-d1f13a05-1732-46ac-9ecb-1baef831891f tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a0b9659-fd84-445c-a688-7ccf927ed801 HTTP/1.1" status: 200 len: 205 time: 0.0639961 Oct 04 09:15:15.768622 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58130) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:15.775216 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aec9c3e-748c-4e1f-a19f-86aea3b7e7a1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:15.775807 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4aec9c3e-748c-4e1f-a19f-86aea3b7e7a1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:15.792249 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c8c642-3365-4250-9bb5-ee62ead7253a req-d23e8119-447d-4415-b9eb-86451d9018fd tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:15.794060 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-77c8c642-3365-4250-9bb5-ee62ead7253a req-d23e8119-447d-4415-b9eb-86451d9018fd tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e266a4c5-20f7-4bed-a5ee-83c9dd7b0d80 HTTP/1.1" status: 200 len: 944 time: 0.4008703 Oct 04 09:15:15.808750 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-3f685ae1-c9a9-4962-bd20-11c17f987c13 req-231f3828-3023-462a-8014-0d07f416b056 service neutron] 10.222.0.20 "GET /v2.0/networks/8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3552530 Oct 04 09:15:15.833800 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b6bceac1-69aa-4776-84f1-2bfbe4333d42 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:15.870440 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b6bceac1-69aa-4776-84f1-2bfbe4333d42 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:15.872449 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58134) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:15.904510 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.api.v2.resource [None req-ee0aaa64-5909-4242-b9ff-3c4f00d1071a tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] delete failed (client error): The resource could not be found. Oct 04 09:15:15.905778 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-ee0aaa64-5909-4242-b9ff-3c4f00d1071a tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] 10.222.0.50 "DELETE /v2.0/routers/8a0b9659-fd84-445c-a688-7ccf927ed801 HTTP/1.1" status: 404 len: 336 time: 0.1355109 Oct 04 09:15:15.908483 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58140) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:15.940774 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-4aec9c3e-748c-4e1f-a19f-86aea3b7e7a1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4148872 Oct 04 09:15:15.948754 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58144) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:15.969520 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-88f40936-7309-49a9-b4e3-cfe5c7ebdfd1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1925388022', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:15.982522 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bceac1-69aa-4776-84f1-2bfbe4333d42 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a75e9865-3873-46af-ada0-19bdc61ba0cf,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:15.991678 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-88f40936-7309-49a9-b4e3-cfe5c7ebdfd1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:16.001074 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-88f40936-7309-49a9-b4e3-cfe5c7ebdfd1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Usage tracker for resource:router and tenant:9e78cb9b328b4bfc813a095a6b1b578a is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:16.004225 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b6bceac1-69aa-4776-84f1-2bfbe4333d42 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:16.005967 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-b6bceac1-69aa-4776-84f1-2bfbe4333d42 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6145504 Oct 04 09:15:16.007098 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-88f40936-7309-49a9-b4e3-cfe5c7ebdfd1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:16.013804 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58148) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:16.018025 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-88f40936-7309-49a9-b4e3-cfe5c7ebdfd1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:16.028260 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-d88288dd-8c1c-4c54-b504-ef340be02aef tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b81cf90-6657-4b8f-aa69-9e226c8fabd1 HTTP/1.1" status: 200 len: 205 time: 0.1185565 Oct 04 09:15:16.035871 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58152) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:16.056583 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-77c8c642-3365-4250-9bb5-ee62ead7253a req-ca6dc64a-b8a9-41c5-98a9-5339c7992d65 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9a33b07-0ee8-4a95-b7f0-ad1decb04ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1937609 Oct 04 09:15:16.093462 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-597d004f-27ae-4b91-8599-906c2c459de8 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:16.093899 dv-neutron-860215-1-hyperv neutron-server[89032]: WARNING neutron.api.v2.base [None req-597d004f-27ae-4b91-8599-906c2c459de8 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 04 09:15:16.094400 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.api.v2.resource [None req-597d004f-27ae-4b91-8599-906c2c459de8 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] create failed (client error): There was a conflict when trying to complete your request. Oct 04 09:15:16.094948 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4706cc7e-c518-4432-b080-f87b79c7613b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-a3e8475c-e643-4898-beb8-67d329eadb1a', 'network_id': 'a3e8475c-e643-4898-beb8-67d329eadb1a', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'fixed_ips': [{'subnet_id': '9437cfe8-c8f1-44f6-aa2f-c1403d39c23e'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:15:16.099584 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-597d004f-27ae-4b91-8599-906c2c459de8 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2207148 Oct 04 09:15:16.099692 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-4706cc7e-c518-4432-b080-f87b79c7613b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:16.100416 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58156) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:16.107349 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-1b035f8e-0a4f-4f21-a2fa-5a18c8a6eadd tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Request body: {'security_group': {'name': 'tempest-secgroup--2086117255'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:16.113470 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-1b035f8e-0a4f-4f21-a2fa-5a18c8a6eadd tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:16.116131 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a419ed9f-2d13-40a9-b4f9-a9f5f95cd709 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:16.128839 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-88f40936-7309-49a9-b4e3-cfe5c7ebdfd1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:16.129927 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-88f40936-7309-49a9-b4e3-cfe5c7ebdfd1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:16.137911 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-303358b9-28ef-4289-aeab-735602000891 None None] Attempt 3 to provision port 7710fc03-19b3-4c05-b93f-d33fa2626401 Oct 04 09:15:16.156083 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-944bf042-450b-400f-8780-b272f7f16cbb tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] delete failed (client error): The resource could not be found. Oct 04 09:15:16.160122 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-944bf042-450b-400f-8780-b272f7f16cbb tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] 10.222.0.50 "DELETE /v2.0/routers/7b81cf90-6657-4b8f-aa69-9e226c8fabd1 HTTP/1.1" status: 404 len: 336 time: 0.1207414 Oct 04 09:15:16.160275 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-1b035f8e-0a4f-4f21-a2fa-5a18c8a6eadd tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Usage tracker for resource:security_group and tenant:5d329a76de2f4c3e8d8b3f4426723ce7 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:16.163379 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-1b035f8e-0a4f-4f21-a2fa-5a18c8a6eadd tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:16.163632 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58160) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:16.169988 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5a0dcbc7-65a5-4ee9-bdb4-f5cee393e0de tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:16.176695 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a419ed9f-2d13-40a9-b4f9-a9f5f95cd709 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event deleted for resources: {'Port': ['ID=7710fc03-19b3-4c05-b93f-d33fa2626401,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:16.183258 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-1b035f8e-0a4f-4f21-a2fa-5a18c8a6eadd tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:16.213784 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-3f685ae1-c9a9-4962-bd20-11c17f987c13 req-e86ad5a9-a68f-42e1-9e96-270387b49410 service neutron] 10.222.0.20 "GET /v2.0/networks/8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779271 Oct 04 09:15:16.233834 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5a0dcbc7-65a5-4ee9-bdb4-f5cee393e0de tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:16.240108 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-88f40936-7309-49a9-b4e3-cfe5c7ebdfd1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:16.243490 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-07f2f306-0920-4d4d-9083-f9300de0a4e0 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b98cb96-96e5-4309-b7c7-5d8c3948abb6 HTTP/1.1" status: 200 len: 205 time: 0.0774956 Oct 04 09:15:16.252225 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58164) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:16.278496 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1b035f8e-0a4f-4f21-a2fa-5a18c8a6eadd tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:16.332792 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a419ed9f-2d13-40a9-b4f9-a9f5f95cd709 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:16.339891 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1b035f8e-0a4f-4f21-a2fa-5a18c8a6eadd tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:16.346886 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-303358b9-28ef-4289-aeab-735602000891 None None] Port 7710fc03-19b3-4c05-b93f-d33fa2626401 was deleted so its status cannot be updated. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 04 09:15:16.375376 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-1b035f8e-0a4f-4f21-a2fa-5a18c8a6eadd tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:16.381529 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-1b035f8e-0a4f-4f21-a2fa-5a18c8a6eadd tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Usage tracker for resource:security_group_rule and tenant:5d329a76de2f4c3e8d8b3f4426723ce7 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:16.386346 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-1b035f8e-0a4f-4f21-a2fa-5a18c8a6eadd tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:16.387920 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-88f40936-7309-49a9-b4e3-cfe5c7ebdfd1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:16.390488 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-a419ed9f-2d13-40a9-b4f9-a9f5f95cd709 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "DELETE /v2.0/ports/7710fc03-19b3-4c05-b93f-d33fa2626401 HTTP/1.1" status: 204 len: 168 time: 2.0112178 Oct 04 09:15:16.394322 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58168) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:16.397644 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-1b035f8e-0a4f-4f21-a2fa-5a18c8a6eadd tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:16.430017 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-303358b9-28ef-4289-aeab-735602000891 None None] Provisioning for port 35428956-03b4-4fa4-9aff-5bfa4aad4762 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:15:16.434630 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-255b303c-a3f9-4b87-a4b0-635434dc3c61 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] delete failed (client error): The resource could not be found. Oct 04 09:15:16.434630 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-255b303c-a3f9-4b87-a4b0-635434dc3c61 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] 10.222.0.50 "DELETE /v2.0/routers/7b98cb96-96e5-4309-b7c7-5d8c3948abb6 HTTP/1.1" status: 404 len: 336 time: 0.1754081 Oct 04 09:15:16.439983 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58172) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:16.444388 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-303358b9-28ef-4289-aeab-735602000891 None None] Provisioning complete for port 35428956-03b4-4fa4-9aff-5bfa4aad4762 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:15:16.444820 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-303358b9-28ef-4289-aeab-735602000891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:16.445247 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-303358b9-28ef-4289-aeab-735602000891 None None] Attempt 1 to provision port 35428956-03b4-4fa4-9aff-5bfa4aad4762 Oct 04 09:15:16.470510 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-a95d7f2c-b772-48a5-9e1f-970bdb0c137f tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] GET failed (client error): The resource could not be found. Oct 04 09:15:16.471124 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-a95d7f2c-b772-48a5-9e1f-970bdb0c137f tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Synchronizing usage tracker for tenant:7c59b642fbd4440eb4278f2c0c212bcd on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:15:16.502327 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5a0dcbc7-65a5-4ee9-bdb4-f5cee393e0de tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:16.509473 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-a95d7f2c-b772-48a5-9e1f-970bdb0c137f tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Unset dirty status for tenant:7c59b642fbd4440eb4278f2c0c212bcd on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:15:16.511288 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-a95d7f2c-b772-48a5-9e1f-970bdb0c137f tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "GET /v2.0/ports/7710fc03-19b3-4c05-b93f-d33fa2626401 HTTP/1.1" status: 404 len: 333 time: 0.1162951 Oct 04 09:15:16.517781 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-69e80917-a15f-44c4-9a97-d62a8f1e847e tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e9530f8-db8b-40b7-b351-ed15697abca8 HTTP/1.1" status: 200 len: 205 time: 0.0733495 Oct 04 09:15:16.518502 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58176) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:16.519062 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58178) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:16.520896 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5a0dcbc7-65a5-4ee9-bdb4-f5cee393e0de tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:16.524385 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-5a0dcbc7-65a5-4ee9-bdb4-f5cee393e0de tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/a75e9865-3873-46af-ada0-19bdc61ba0cf HTTP/1.1" status: 204 len: 168 time: 0.5066423 Oct 04 09:15:16.525156 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58180) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:16.526678 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-88f40936-7309-49a9-b4e3-cfe5c7ebdfd1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:16.530508 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-88f40936-7309-49a9-b4e3-cfe5c7ebdfd1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5795059 Oct 04 09:15:16.534460 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58186) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:16.559685 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0dcbc7-65a5-4ee9-bdb4-f5cee393e0de tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a75e9865-3873-46af-ada0-19bdc61ba0cf,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:16.564397 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-4ee31bad-0201-4b84-93cb-eb8a64e73710 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Request body: {'port': {'network_id': 'a3e8475c-e643-4898-beb8-67d329eadb1a', 'name': 'tempest-RoutersIpV6Test-742671659'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:16.569195 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-303358b9-28ef-4289-aeab-735602000891 None None] Port 35428956-03b4-4fa4-9aff-5bfa4aad4762 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:15:16.574554 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-4706cc7e-c518-4432-b080-f87b79c7613b None None] Allocated IP 2001:db8::2 (a3e8475c-e643-4898-beb8-67d329eadb1a/9437cfe8-c8f1-44f6-aa2f-c1403d39c23e/391eabca-4aee-4edc-a856-70389c63241a) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:15:16.733924 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.api.v2.resource [None req-c38c93cc-19f8-46c5-8c47-134518e77a48 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] delete failed (client error): The resource could not be found. Oct 04 09:15:16.738159 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-c38c93cc-19f8-46c5-8c47-134518e77a48 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] 10.222.0.50 "DELETE /v2.0/routers/7e9530f8-db8b-40b7-b351-ed15697abca8 HTTP/1.1" status: 404 len: 336 time: 0.2090657 Oct 04 09:15:16.742197 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58194) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:16.850879 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-4706cc7e-c518-4432-b080-f87b79c7613b None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:16.852134 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-53a0f394-c96d-4d13-bd65-b380d1dda580 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Synchronizing usage tracker for tenant:e8f4cb4159cc4c7e9416e943587cbebe on resource:security_group_rule {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:15:16.862623 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-299e2cfd-f031-4a4a-8831-3a0615946c48 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] 10.222.0.50 "GET /v2.0/ports?device_id=301c6888-d5be-459b-9249-1ecc449ac057 HTTP/1.1" status: 200 len: 205 time: 0.1136026 Oct 04 09:15:16.866527 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-4706cc7e-c518-4432-b080-f87b79c7613b None None] Transition to ACTIVE for port object 391eabca-4aee-4edc-a856-70389c63241a will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:15:16.869556 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58198) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:16.871774 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e4c79-1040-4d07-9f18-8bd3f45c3d27 req-a3bf46f5-d841-4423-9099-7f8e571e9f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:16.872312 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1b035f8e-0a4f-4f21-a2fa-5a18c8a6eadd tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:16.873355 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-0a2e4c79-1040-4d07-9f18-8bd3f45c3d27 req-a3bf46f5-d841-4423-9099-7f8e571e9f6c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=99eb97a23923415a910878c133c071d7&device_id=a95f939f-74b7-4176-9031-296b2e20347a HTTP/1.1" status: 200 len: 1097 time: 0.5293312 Oct 04 09:15:16.884620 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-5b8e2d7d-c648-4107-9498-6f81cbe95af1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Deleting port 35428956-03b4-4fa4-9aff-5bfa4aad4762 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:15:16.884959 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5b8e2d7d-c648-4107-9498-6f81cbe95af1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:16.890248 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-4706cc7e-c518-4432-b080-f87b79c7613b None None] Transition to ACTIVE for port object 391eabca-4aee-4edc-a856-70389c63241a will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:15:16.896097 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-4706cc7e-c518-4432-b080-f87b79c7613b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:16.966258 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4706cc7e-c518-4432-b080-f87b79c7613b None None] Network a3e8475c-e643-4898-beb8-67d329eadb1a is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:15:16.968616 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-4706cc7e-c518-4432-b080-f87b79c7613b None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:15:16.971195 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4706cc7e-c518-4432-b080-f87b79c7613b None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:15:17.013715 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4706cc7e-c518-4432-b080-f87b79c7613b None None] Pushing event updated for resources: {'Port': ['ID=391eabca-4aee-4edc-a856-70389c63241a,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:17.052530 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-53a0f394-c96d-4d13-bd65-b380d1dda580 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Unset dirty status for tenant:e8f4cb4159cc4c7e9416e943587cbebe on resource:security_group_rule {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:15:17.056403 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-53a0f394-c96d-4d13-bd65-b380d1dda580 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5228031 Oct 04 09:15:17.059246 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-4ee31bad-0201-4b84-93cb-eb8a64e73710 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:17.061292 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58202) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:17.074758 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-303358b9-28ef-4289-aeab-735602000891 None None] Attempt 2 to provision port 35428956-03b4-4fa4-9aff-5bfa4aad4762 Oct 04 09:15:17.081166 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-4ee31bad-0201-4b84-93cb-eb8a64e73710 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Usage tracker for resource:port and tenant:9e78cb9b328b4bfc813a095a6b1b578a is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:17.087370 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1b035f8e-0a4f-4f21-a2fa-5a18c8a6eadd tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:17.088024 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-4ee31bad-0201-4b84-93cb-eb8a64e73710 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:17.106371 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-4ee31bad-0201-4b84-93cb-eb8a64e73710 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:17.111752 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-1b035f8e-0a4f-4f21-a2fa-5a18c8a6eadd tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:17.138665 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-1b035f8e-0a4f-4f21-a2fa-5a18c8a6eadd tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Usage tracker for resource:security_group_rule and tenant:5d329a76de2f4c3e8d8b3f4426723ce7 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:17.143792 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.api.v2.resource [None req-5a3fe175-6421-4ae6-93ae-162da22e4e48 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] delete failed (client error): The resource could not be found. Oct 04 09:15:17.148790 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-5a3fe175-6421-4ae6-93ae-162da22e4e48 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] 10.222.0.50 "DELETE /v2.0/routers/301c6888-d5be-459b-9249-1ecc449ac057 HTTP/1.1" status: 404 len: 336 time: 0.2666168 Oct 04 09:15:17.148987 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-303358b9-28ef-4289-aeab-735602000891 None None] Port 35428956-03b4-4fa4-9aff-5bfa4aad4762 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:15:17.149083 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-1b035f8e-0a4f-4f21-a2fa-5a18c8a6eadd tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:17.155956 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58208) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:17.161141 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee31bad-0201-4b84-93cb-eb8a64e73710 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Made reservation on behalf of 9e78cb9b328b4bfc813a095a6b1b578a for: {'port': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:15:17.164607 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4ee31bad-0201-4b84-93cb-eb8a64e73710 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:17.164861 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-4706cc7e-c518-4432-b080-f87b79c7613b None None] Attempting to bind port 391eabca-4aee-4edc-a856-70389c63241a on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:15:17.165244 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-4706cc7e-c518-4432-b080-f87b79c7613b None None] Attempting to bind port 391eabca-4aee-4edc-a856-70389c63241a by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '766f5876-2f19-4a99-b2f7-5d2ed9fc17e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a3e8475c-e643-4898-beb8-67d329eadb1a'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:15:17.165619 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4706cc7e-c518-4432-b080-f87b79c7613b None None] Attempting to bind port 391eabca-4aee-4edc-a856-70389c63241a on network a3e8475c-e643-4898-beb8-67d329eadb1a {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:15:17.169153 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-1b035f8e-0a4f-4f21-a2fa-5a18c8a6eadd tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:17.172613 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4706cc7e-c518-4432-b080-f87b79c7613b None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:15:17.174157 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4706cc7e-c518-4432-b080-f87b79c7613b None None] Checking segment: {'id': '766f5876-2f19-4a99-b2f7-5d2ed9fc17e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a3e8475c-e643-4898-beb8-67d329eadb1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:15:17.174646 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-4706cc7e-c518-4432-b080-f87b79c7613b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:17.175579 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4706cc7e-c518-4432-b080-f87b79c7613b None None] Bound using segment: {'id': '766f5876-2f19-4a99-b2f7-5d2ed9fc17e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a3e8475c-e643-4898-beb8-67d329eadb1a'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:15:17.176098 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-4706cc7e-c518-4432-b080-f87b79c7613b None None] Bound port: 391eabca-4aee-4edc-a856-70389c63241a, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '766f5876-2f19-4a99-b2f7-5d2ed9fc17e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a3e8475c-e643-4898-beb8-67d329eadb1a'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:15:17.176902 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-4706cc7e-c518-4432-b080-f87b79c7613b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:17.226272 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b035f8e-0a4f-4f21-a2fa-5a18c8a6eadd tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7460723e-2ebb-43a5-b5b3-d9a10ba02edb,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:17.238016 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e4c79-1040-4d07-9f18-8bd3f45c3d27 req-3fdb8cae-a325-420a-bd2c-a40fde721e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:17.239309 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4cb8f662-ca93-4351-9cf1-b6a01b7bc003 req-eaaa266f-4a91-45b2-914f-c14e25cf6560 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6627920 Oct 04 09:15:17.239512 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-0a2e4c79-1040-4d07-9f18-8bd3f45c3d27 req-3fdb8cae-a325-420a-bd2c-a40fde721e3c service neutron] 10.222.0.20 "GET /v2.0/networks?id=8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9 HTTP/1.1" status: 200 len: 912 time: 0.3121459 Oct 04 09:15:17.259002 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-2f7bea55-033a-439f-abef-613a0c8a7492 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] 10.222.0.50 "GET /v2.0/ports?device_id=51ce413a-3d8d-41b3-980a-8fba75f30634 HTTP/1.1" status: 200 len: 205 time: 0.0963256 Oct 04 09:15:17.265088 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2220f07-8a98-423a-82d9-f829fd128107 req-c295be06-a4f5-4dc0-bee7-a8c373c72052 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:17.267179 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-d2220f07-8a98-423a-82d9-f829fd128107 req-c295be06-a4f5-4dc0-bee7-a8c373c72052 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] 10.222.0.50 "GET /v2.0/ports?device_id=a95f939f-74b7-4176-9031-296b2e20347a HTTP/1.1" status: 200 len: 944 time: 0.4117427 Oct 04 09:15:17.267396 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58212) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:17.277356 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [None req-4ee31bad-0201-4b84-93cb-eb8a64e73710 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] device_id is not set on port 335b2b33-e1de-42f5-af7a-9642533973ac yet. {{(pid=89033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:15:17.301325 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-4706cc7e-c518-4432-b080-f87b79c7613b None None] For port 391eabca-4aee-4edc-a856-70389c63241a, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:15:17.305883 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-4706cc7e-c518-4432-b080-f87b79c7613b None None] For port 391eabca-4aee-4edc-a856-70389c63241a, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=391eabca-4aee-4edc-a856-70389c63241a,segment=NetworkSegment(766f5876-2f19-4a99-b2f7-5d2ed9fc17e9),segment_id=766f5876-2f19-4a99-b2f7-5d2ed9fc17e9)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:15:17.310557 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-4706cc7e-c518-4432-b080-f87b79c7613b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:17.402756 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f37540d9-95a7-4fc4-888d-530312902189 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:17.411042 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-0a2e4c79-1040-4d07-9f18-8bd3f45c3d27 req-ea32c61d-ff9b-4360-af67-ef831455625d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=801f95ac-5b56-4aad-8c02-87b668c7c978 HTTP/1.1" status: 200 len: 217 time: 0.0970545 Oct 04 09:15:17.413942 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4706cc7e-c518-4432-b080-f87b79c7613b None None] Pushing event updated for resources: {'Port': ['ID=391eabca-4aee-4edc-a856-70389c63241a,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:17.463257 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.api.v2.resource [None req-74169a9b-51a5-499e-939f-cb755e618393 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] delete failed (client error): The resource could not be found. Oct 04 09:15:17.464315 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-74169a9b-51a5-499e-939f-cb755e618393 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] 10.222.0.50 "DELETE /v2.0/routers/51ce413a-3d8d-41b3-980a-8fba75f30634 HTTP/1.1" status: 404 len: 336 time: 0.1962638 Oct 04 09:15:17.473260 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58216) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:17.552693 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-d2220f07-8a98-423a-82d9-f829fd128107 req-aeb1e476-8d5e-43bd-aefa-b57c875fcfaa tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cdce89a-a11c-4f5f-9f03-945b3b6fd05c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2373686 Oct 04 09:15:17.569004 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f37540d9-95a7-4fc4-888d-530312902189 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:17.576832 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-90681fa2-1b8a-46e1-ab8b-89023567d1f9 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] DELETE failed (client error): The resource could not be found. Oct 04 09:15:17.577287 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90681fa2-1b8a-46e1-ab8b-89023567d1f9 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:15:17.627803 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-90681fa2-1b8a-46e1-ab8b-89023567d1f9 tempest-RoutersAdminTest-1557191623 tempest-RoutersAdminTest-1557191623-project] 10.222.0.50 "DELETE /v2.0/subnets/e1347d5e-817d-4a07-8eb4-5734c57af147 HTTP/1.1" status: 404 len: 337 time: 0.1452358 Oct 04 09:15:17.647179 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-303358b9-28ef-4289-aeab-735602000891 None None] Attempt 3 to provision port 35428956-03b4-4fa4-9aff-5bfa4aad4762 Oct 04 09:15:17.685242 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e4c79-1040-4d07-9f18-8bd3f45c3d27 req-65b25151-a01a-480d-bc96-a2ac88e65351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:17.686990 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-0a2e4c79-1040-4d07-9f18-8bd3f45c3d27 req-65b25151-a01a-480d-bc96-a2ac88e65351 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=449087d2-40c3-40c7-b2c7-34ca87a9a9d2 HTTP/1.1" status: 200 len: 850 time: 0.2594275 Oct 04 09:15:17.744146 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1b035f8e-0a4f-4f21-a2fa-5a18c8a6eadd tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:17.769312 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-303358b9-28ef-4289-aeab-735602000891 None None] Port 35428956-03b4-4fa4-9aff-5bfa4aad4762 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:15:17.776715 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5b8e2d7d-c648-4107-9498-6f81cbe95af1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:17.784046 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1b035f8e-0a4f-4f21-a2fa-5a18c8a6eadd tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:17.820028 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f37540d9-95a7-4fc4-888d-530312902189 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:17.865914 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37540d9-95a7-4fc4-888d-530312902189 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce50eca7-b654-49ba-9154-0999cdc1978a,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:17.869555 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b455c-d044-4d6d-b901-a353130cd41e req-71834d3b-47d5-4113-a7f1-260a38356efa tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:17.871216 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a41b455c-d044-4d6d-b901-a353130cd41e req-71834d3b-47d5-4113-a7f1-260a38356efa tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e266a4c5-20f7-4bed-a5ee-83c9dd7b0d80 HTTP/1.1" status: 200 len: 944 time: 0.6010611 Oct 04 09:15:17.882325 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b035f8e-0a4f-4f21-a2fa-5a18c8a6eadd tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98173715-c70f-4e19-a8ff-16927ef04d72,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:17.900119 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-4ee31bad-0201-4b84-93cb-eb8a64e73710 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Allocated IP 2001:db8::12a (a3e8475c-e643-4898-beb8-67d329eadb1a/9437cfe8-c8f1-44f6-aa2f-c1403d39c23e/335b2b33-e1de-42f5-af7a-9642533973ac) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:15:17.920043 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f37540d9-95a7-4fc4-888d-530312902189 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:17.921323 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-f37540d9-95a7-4fc4-888d-530312902189 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "DELETE /v2.0/security-groups/ce50eca7-b654-49ba-9154-0999cdc1978a HTTP/1.1" status: 204 len: 168 time: 0.8574862 Oct 04 09:15:17.926304 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58224) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:17.985557 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e4c79-1040-4d07-9f18-8bd3f45c3d27 req-59e27c8b-aff7-476a-931e-f25c397d721b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:17.987199 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-0a2e4c79-1040-4d07-9f18-8bd3f45c3d27 req-59e27c8b-aff7-476a-931e-f25c397d721b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2884240 Oct 04 09:15:18.005571 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58228) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:18.015292 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8f662-ca93-4351-9cf1-b6a01b7bc003 req-5c05db10-7f15-46d0-853c-e4200cfc1eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:18.016795 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4cb8f662-ca93-4351-9cf1-b6a01b7bc003 req-5c05db10-7f15-46d0-853c-e4200cfc1eba service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8ef6eeaada3246f29119027d4a154b34&device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 1099 time: 0.6247377 Oct 04 09:15:18.023216 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-5b8e2d7d-c648-4107-9498-6f81cbe95af1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Calling delete_port for 35428956-03b4-4fa4-9aff-5bfa4aad4762 owned by {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:15:18.161845 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1b035f8e-0a4f-4f21-a2fa-5a18c8a6eadd tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:18.166502 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-1b035f8e-0a4f-4f21-a2fa-5a18c8a6eadd tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.0613301 Oct 04 09:15:18.174690 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58234) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:18.188552 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-709a4204-acfd-4815-afb8-84a5c6417e6a tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Request body: {'security_group_rule': {'security_group_id': '98173715-c70f-4e19-a8ff-16927ef04d72', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:18.215085 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-709a4204-acfd-4815-afb8-84a5c6417e6a tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:18.219063 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-be586417-01be-4535-9faa-eb687d67f48c tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Synchronizing usage tracker for tenant:e8f4cb4159cc4c7e9416e943587cbebe on resource:security_group {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:15:18.231351 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-afba3893-b249-4fac-af21-070ddb5627c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:18.239920 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a41b455c-d044-4d6d-b901-a353130cd41e req-a3ea3996-1107-4c3d-a450-f517837219a8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9a33b07-0ee8-4a95-b7f0-ad1decb04ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2896364 Oct 04 09:15:18.244748 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-709a4204-acfd-4815-afb8-84a5c6417e6a tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Usage tracker for resource:security_group_rule and tenant:5d329a76de2f4c3e8d8b3f4426723ce7 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:18.251315 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-709a4204-acfd-4815-afb8-84a5c6417e6a tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:18.271328 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-303358b9-28ef-4289-aeab-735602000891 None None] Attempt 4 to provision port 35428956-03b4-4fa4-9aff-5bfa4aad4762 Oct 04 09:15:18.283303 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-709a4204-acfd-4815-afb8-84a5c6417e6a tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:18.294915 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-afba3893-b249-4fac-af21-070ddb5627c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:18.304299 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-be586417-01be-4535-9faa-eb687d67f48c tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Unset dirty status for tenant:e8f4cb4159cc4c7e9416e943587cbebe on resource:security_group {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:15:18.311338 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-be586417-01be-4535-9faa-eb687d67f48c tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3767385 Oct 04 09:15:18.311338 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-afba3893-b249-4fac-af21-070ddb5627c6 admin admin] Usage tracker for resource:security_group_rule and tenant:8a88a61f7b9c4979ac4a1207f9921c9f is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:18.313254 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-afba3893-b249-4fac-af21-070ddb5627c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:18.324211 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58238) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:18.341380 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-afba3893-b249-4fac-af21-070ddb5627c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:18.347506 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-afd90d84-f2fb-461a-9453-570383e56d97 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Request body: {'security_group': {'name': 'tempest-secgroup--1467519653'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:18.360889 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-afd90d84-f2fb-461a-9453-570383e56d97 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:18.363993 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8f662-ca93-4351-9cf1-b6a01b7bc003 req-2759b8af-bc87-4fca-89e2-3694d66af10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:18.364606 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-0a2e4c79-1040-4d07-9f18-8bd3f45c3d27 req-3fff6a5b-0ab2-4994-84e1-f8beb4df094c service neutron] 10.222.0.20 "GET /v2.0/networks/8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632116 Oct 04 09:15:18.366437 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4cb8f662-ca93-4351-9cf1-b6a01b7bc003 req-2759b8af-bc87-4fca-89e2-3694d66af10c service neutron] 10.222.0.20 "GET /v2.0/networks?id=4e61ee37-e03d-4906-997b-978c1601b208 HTTP/1.1" status: 200 len: 913 time: 0.2914672 Oct 04 09:15:18.378552 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-303358b9-28ef-4289-aeab-735602000891 None None] Port 35428956-03b4-4fa4-9aff-5bfa4aad4762 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:15:18.384958 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-afd90d84-f2fb-461a-9453-570383e56d97 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:18.446072 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-709a4204-acfd-4815-afb8-84a5c6417e6a tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:18.494160 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-afd90d84-f2fb-461a-9453-570383e56d97 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:18.502196 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5b8e2d7d-c648-4107-9498-6f81cbe95af1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:18.546979 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4ee31bad-0201-4b84-93cb-eb8a64e73710 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:18.566590 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-afd90d84-f2fb-461a-9453-570383e56d97 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:18.586671 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8e2d7d-c648-4107-9498-6f81cbe95af1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event deleted for resources: {'Port': ['ID=35428956-03b4-4fa4-9aff-5bfa4aad4762,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:18.593899 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device f53cc307-6abc-4e93-ac5e-9dd0d1b37229 up at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:15:18.595629 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-afd90d84-f2fb-461a-9453-570383e56d97 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Usage tracker for resource:security_group_rule and tenant:e8f4cb4159cc4c7e9416e943587cbebe is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:18.602145 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-afd90d84-f2fb-461a-9453-570383e56d97 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:18.615512 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-4ee31bad-0201-4b84-93cb-eb8a64e73710 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Transition to ACTIVE for port object 335b2b33-e1de-42f5-af7a-9642533973ac will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:15:18.624633 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-afd90d84-f2fb-461a-9453-570383e56d97 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:18.649775 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4cb8f662-ca93-4351-9cf1-b6a01b7bc003 req-fe7bec10-b8c4-4ef1-9807-56c12cf2d202 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c8f126e-75a1-43f2-980d-ad2d5059e1f5 HTTP/1.1" status: 200 len: 1003 time: 0.2692151 Oct 04 09:15:18.665393 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 391eabca-4aee-4edc-a856-70389c63241a up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:15:18.680645 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-0a2e4c79-1040-4d07-9f18-8bd3f45c3d27 req-ac8ea27e-5de7-44d8-a1b1-fb34165589d5 service neutron] 10.222.0.20 "GET /v2.0/networks/8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969842 Oct 04 09:15:18.727077 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-709a4204-acfd-4815-afb8-84a5c6417e6a tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:18.744292 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-afba3893-b249-4fac-af21-070ddb5627c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:18.786254 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-709a4204-acfd-4815-afb8-84a5c6417e6a tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:18.803002 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b7c36f-2458-4e01-a75b-e517a7261ef8 None None] Network a3e8475c-e643-4898-beb8-67d329eadb1a requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:15:18.842747 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-afba3893-b249-4fac-af21-070ddb5627c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:18.858282 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709a4204-acfd-4815-afb8-84a5c6417e6a tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=034cc14e-b088-42ff-a46a-20c8f9d8ac07,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:18.876394 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5b8e2d7d-c648-4107-9498-6f81cbe95af1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:18.878320 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-5b8e2d7d-c648-4107-9498-6f81cbe95af1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "DELETE /v2.0/ports/35428956-03b4-4fa4-9aff-5bfa4aad4762 HTTP/1.1" status: 204 len: 168 time: 2.3508887 Oct 04 09:15:18.879271 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-709a4204-acfd-4815-afb8-84a5c6417e6a tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:18.880324 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-709a4204-acfd-4815-afb8-84a5c6417e6a tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7004821 Oct 04 09:15:18.882667 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8f662-ca93-4351-9cf1-b6a01b7bc003 req-f52411da-9c16-432b-aecb-71f0968bf668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:18.884240 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4cb8f662-ca93-4351-9cf1-b6a01b7bc003 req-f52411da-9c16-432b-aecb-71f0968bf668 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=373d4a32-610a-4c8a-84eb-e8dbb10358db HTTP/1.1" status: 200 len: 851 time: 0.1655827 Oct 04 09:15:18.884557 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58244) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:18.884924 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58246) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:18.887652 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-303358b9-28ef-4289-aeab-735602000891 None None] Attempt 5 to provision port 35428956-03b4-4fa4-9aff-5bfa4aad4762 Oct 04 09:15:18.891507 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-ce1fa469-fc0c-4be4-bf09-efcfd55d76fd tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Request body: {'security_group_rule': {'security_group_id': '98173715-c70f-4e19-a8ff-16927ef04d72', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:18.948983 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-ce1fa469-fc0c-4be4-bf09-efcfd55d76fd tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:18.989909 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-303358b9-28ef-4289-aeab-735602000891 None None] Port 35428956-03b4-4fa4-9aff-5bfa4aad4762 was deleted so its status cannot be updated. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 04 09:15:18.997596 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-02bb8485-fd19-4d6f-945e-32ae2f1b01f5 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] GET failed (client error): The resource could not be found. Oct 04 09:15:18.998250 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-02bb8485-fd19-4d6f-945e-32ae2f1b01f5 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Synchronizing usage tracker for tenant:7c59b642fbd4440eb4278f2c0c212bcd on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:15:19.001537 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-ce1fa469-fc0c-4be4-bf09-efcfd55d76fd tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Usage tracker for resource:security_group_rule and tenant:5d329a76de2f4c3e8d8b3f4426723ce7 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:19.012397 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-ce1fa469-fc0c-4be4-bf09-efcfd55d76fd tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:19.024000 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-ce1fa469-fc0c-4be4-bf09-efcfd55d76fd tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:19.031749 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning for port f53cc307-6abc-4e93-ac5e-9dd0d1b37229 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:15:19.034782 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 391eabca-4aee-4edc-a856-70389c63241a completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:15:19.042428 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-303358b9-28ef-4289-aeab-735602000891 None None] Provisioning for port 3b985e83-31fa-4617-89aa-ac51931ec02d completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:15:19.052999 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning complete for port f53cc307-6abc-4e93-ac5e-9dd0d1b37229 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:15:19.053365 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:19.053700 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Attempt 1 to provision port f53cc307-6abc-4e93-ac5e-9dd0d1b37229 Oct 04 09:15:19.053820 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-02bb8485-fd19-4d6f-945e-32ae2f1b01f5 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Unset dirty status for tenant:7c59b642fbd4440eb4278f2c0c212bcd on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:15:19.055077 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-02bb8485-fd19-4d6f-945e-32ae2f1b01f5 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "GET /v2.0/ports/35428956-03b4-4fa4-9aff-5bfa4aad4762 HTTP/1.1" status: 404 len: 333 time: 0.1692660 Oct 04 09:15:19.058709 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58252) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:19.090647 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-afd90d84-f2fb-461a-9453-570383e56d97 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:19.109952 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-afd90d84-f2fb-461a-9453-570383e56d97 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:19.127049 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-303358b9-28ef-4289-aeab-735602000891 None None] Provisioning complete for port 3b985e83-31fa-4617-89aa-ac51931ec02d triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:15:19.127431 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-303358b9-28ef-4289-aeab-735602000891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:19.127777 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-303358b9-28ef-4289-aeab-735602000891 None None] Attempt 1 to provision port 3b985e83-31fa-4617-89aa-ac51931ec02d Oct 04 09:15:19.131700 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-afba3893-b249-4fac-af21-070ddb5627c6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8a88a61f7b9c4979ac4a1207f9921c9f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1034348 Oct 04 09:15:19.137974 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afba3893-b249-4fac-af21-070ddb5627c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=351ba60a-5c6f-4b8d-9e2d-e7615b541830,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:19.140449 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58256) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:19.171946 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4ee31bad-0201-4b84-93cb-eb8a64e73710 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:19.240260 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ce1fa469-fc0c-4be4-bf09-efcfd55d76fd tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:19.274595 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8f662-ca93-4351-9cf1-b6a01b7bc003 req-a2a5115f-149a-49c5-8a01-4e0324744bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:19.277074 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4cb8f662-ca93-4351-9cf1-b6a01b7bc003 req-a2a5115f-149a-49c5-8a01-4e0324744bf7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4e61ee37-e03d-4906-997b-978c1601b208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3334529 Oct 04 09:15:19.282754 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_v2 [None req-4de4a848-d977-443e-aa2d-97563be36379 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Deleting subnet 2fb615ad-78cc-4730-af61-a3865c9e3eaf {{(pid=89032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:15:19.300105 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee31bad-0201-4b84-93cb-eb8a64e73710 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Network a3e8475c-e643-4898-beb8-67d329eadb1a is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:15:19.312215 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-4ee31bad-0201-4b84-93cb-eb8a64e73710 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:15:19.315913 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4de4a848-d977-443e-aa2d-97563be36379 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for subnet, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:19.320082 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd90d84-f2fb-461a-9453-570383e56d97 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd09cf1-9c08-41c7-9b15-491cee2270c9,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:19.322334 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee31bad-0201-4b84-93cb-eb8a64e73710 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:15:19.327730 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee31bad-0201-4b84-93cb-eb8a64e73710 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:19.328336 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4ee31bad-0201-4b84-93cb-eb8a64e73710 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:19.349757 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-afd90d84-f2fb-461a-9453-570383e56d97 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:19.350970 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-afd90d84-f2fb-461a-9453-570383e56d97 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0260842 Oct 04 09:15:19.359842 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58262) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:19.360807 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee31bad-0201-4b84-93cb-eb8a64e73710 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event updated for resources: {'Port': ['ID=335b2b33-e1de-42f5-af7a-9642533973ac,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:19.372782 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52cb359-07fe-41d7-aafc-ab3bd7c5d7c3 req-eb87f574-5f52-49d6-af3d-0df98b92fae0 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:19.374439 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f52cb359-07fe-41d7-aafc-ab3bd7c5d7c3 req-eb87f574-5f52-49d6-af3d-0df98b92fae0 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] 10.222.0.50 "GET /v2.0/ports?device_id=a95f939f-74b7-4176-9031-296b2e20347a HTTP/1.1" status: 200 len: 944 time: 0.5832608 Oct 04 09:15:19.390799 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-4ee31bad-0201-4b84-93cb-eb8a64e73710 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.8512390 Oct 04 09:15:19.403426 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58264) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:19.426978 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-cf5b93d3-73e1-4e77-a677-294f0d2c2623 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Request body: {'security_group_rule': {'security_group_id': 'cfd09cf1-9c08-41c7-9b15-491cee2270c9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:19.471315 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-79c1f252-2036-405b-887f-602b25b50e0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:19.472433 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port f53cc307-6abc-4e93-ac5e-9dd0d1b37229 is: BUILD; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:15:19.473348 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:19.478074 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-cf5b93d3-73e1-4e77-a677-294f0d2c2623 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:19.499563 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-303358b9-28ef-4289-aeab-735602000891 None None] Current status of the port 3b985e83-31fa-4617-89aa-ac51931ec02d is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:15:19.499948 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-303358b9-28ef-4289-aeab-735602000891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:19.500087 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-cf5b93d3-73e1-4e77-a677-294f0d2c2623 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Usage tracker for resource:security_group_rule and tenant:e8f4cb4159cc4c7e9416e943587cbebe is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:19.516423 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-cf5b93d3-73e1-4e77-a677-294f0d2c2623 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:19.539906 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-cf5b93d3-73e1-4e77-a677-294f0d2c2623 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:19.543151 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4de4a848-d977-443e-aa2d-97563be36379 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885153'] for subnet, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:19.546346 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e266a4c5-20f7-4bed-a5ee-83c9dd7b0d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f53cc307-6abc-4e93-ac5e-9dd0d1b37229'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:15:19.549087 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aef738b946a3ea172e8e75fc735451da1d91f114ea1acc5fcf392e20a929bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-affe1809-5561-4612-afc2-95e96f60a967" -d '{"events": [{"server_uuid": "e266a4c5-20f7-4bed-a5ee-83c9dd7b0d80", "name": "network-vif-plugged", "status": "completed", "tag": "f53cc307-6abc-4e93-ac5e-9dd0d1b37229"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:15:19.567085 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port f53cc307-6abc-4e93-ac5e-9dd0d1b37229, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=f53cc307-6abc-4e93-ac5e-9dd0d1b37229,segment=NetworkSegment(cd2e4b2b-7587-46d9-94de-fd9dfbaf70fe),segment_id=cd2e4b2b-7587-46d9-94de-fd9dfbaf70fe)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:15:19.575437 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:19.579823 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-303358b9-28ef-4289-aeab-735602000891 None None] For port 3b985e83-31fa-4617-89aa-ac51931ec02d, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=3b985e83-31fa-4617-89aa-ac51931ec02d,segment=NetworkSegment(63334847-67eb-422b-a946-d650600d3cf1),segment_id=63334847-67eb-422b-a946-d650600d3cf1)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:15:19.617725 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.api.v2.resource [None req-ce1fa469-fc0c-4be4-bf09-efcfd55d76fd tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] create failed (client error): There was a conflict when trying to complete your request. Oct 04 09:15:19.618783 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-ce1fa469-fc0c-4be4-bf09-efcfd55d76fd tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7315538 Oct 04 09:15:19.634062 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58272) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:19.642610 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f52cb359-07fe-41d7-aafc-ab3bd7c5d7c3 req-78615663-923f-4d13-ace7-96bac04be052 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cdce89a-a11c-4f5f-9f03-945b3b6fd05c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2591543 Oct 04 09:15:19.654439 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-79c1f252-2036-405b-887f-602b25b50e0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:19.687991 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4cb8f662-ca93-4351-9cf1-b6a01b7bc003 req-af1b85ac-1cfb-4679-b744-e167e2a048be service neutron] 10.222.0.20 "GET /v2.0/networks/4e61ee37-e03d-4906-997b-978c1601b208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4007151 Oct 04 09:15:19.692540 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cf5b93d3-73e1-4e77-a677-294f0d2c2623 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:19.705089 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-303358b9-28ef-4289-aeab-735602000891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:19.746706 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=f53cc307-6abc-4e93-ac5e-9dd0d1b37229,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:19.853801 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7f9b03-197f-43c2-94a8-8271b65758a2 x-openstack-request-id: req-8a7f9b03-197f-43c2-94a8-8271b65758a2 {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:15:19.854058 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e266a4c5-20f7-4bed-a5ee-83c9dd7b0d80", "name": "network-vif-plugged", "status": "completed", "tag": "f53cc307-6abc-4e93-ac5e-9dd0d1b37229", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:15:19.854535 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8a7f9b03-197f-43c2-94a8-8271b65758a2 {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:15:19.855041 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a7f9b03-197f-43c2-94a8-8271b65758a2'] response: {'server_uuid': 'e266a4c5-20f7-4bed-a5ee-83c9dd7b0d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f53cc307-6abc-4e93-ac5e-9dd0d1b37229', 'code': 200} Oct 04 09:15:19.856968 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303358b9-28ef-4289-aeab-735602000891 None None] Pushing event updated for resources: {'Port': ['ID=3b985e83-31fa-4617-89aa-ac51931ec02d,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:19.881319 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-f2bea064-a59f-4e5a-a4bc-053c37a5b371 None None] Provisioning for port 391eabca-4aee-4edc-a856-70389c63241a completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:15:19.882490 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4946c96b-0723-4876-b6a6-d96d027ac936 req-ed9e4c4c-4815-4b85-bfd3-a2b6834b290a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:19.884010 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4946c96b-0723-4876-b6a6-d96d027ac936 req-ed9e4c4c-4815-4b85-bfd3-a2b6834b290a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e266a4c5-20f7-4bed-a5ee-83c9dd7b0d80 HTTP/1.1" status: 200 len: 944 time: 0.4625902 Oct 04 09:15:19.889006 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4de4a848-d977-443e-aa2d-97563be36379 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:19.891825 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-f2bea064-a59f-4e5a-a4bc-053c37a5b371 None None] Provisioning complete for port 391eabca-4aee-4edc-a856-70389c63241a triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:15:19.892397 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f2bea064-a59f-4e5a-a4bc-053c37a5b371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:19.892889 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f2bea064-a59f-4e5a-a4bc-053c37a5b371 None None] Attempt 1 to provision port 391eabca-4aee-4edc-a856-70389c63241a Oct 04 09:15:20.023556 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cf5b93d3-73e1-4e77-a677-294f0d2c2623 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:20.027948 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4cb8f662-ca93-4351-9cf1-b6a01b7bc003 req-78735846-ae94-4894-bbbb-5e993fddb93f service neutron] 10.222.0.20 "GET /v2.0/networks/4e61ee37-e03d-4906-997b-978c1601b208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104126 Oct 04 09:15:20.034828 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cf5b93d3-73e1-4e77-a677-294f0d2c2623 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:20.065535 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f2bea064-a59f-4e5a-a4bc-053c37a5b371 None None] Current status of the port 391eabca-4aee-4edc-a856-70389c63241a is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:15:20.066066 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f2bea064-a59f-4e5a-a4bc-053c37a5b371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:20.075481 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4946c96b-0723-4876-b6a6-d96d027ac936 req-da2cc928-ac55-4374-9a1a-6e1abf419b7d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9a33b07-0ee8-4a95-b7f0-ad1decb04ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413236 Oct 04 09:15:20.078906 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b93d3-73e1-4e77-a677-294f0d2c2623 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d34e661b-6b35-42c8-9322-7c5730373501,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:20.102403 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-f2bea064-a59f-4e5a-a4bc-053c37a5b371 None None] For port 391eabca-4aee-4edc-a856-70389c63241a, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=391eabca-4aee-4edc-a856-70389c63241a,segment=NetworkSegment(766f5876-2f19-4a99-b2f7-5d2ed9fc17e9),segment_id=766f5876-2f19-4a99-b2f7-5d2ed9fc17e9)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:15:20.118140 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cf5b93d3-73e1-4e77-a677-294f0d2c2623 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:20.122147 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-cf5b93d3-73e1-4e77-a677-294f0d2c2623 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7118773 Oct 04 09:15:20.122671 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58276) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:20.129675 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-5de3f2ab-9444-4fe9-bd3b-d9366005a369 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Request body: {'security_group_rule': {'security_group_id': 'cfd09cf1-9c08-41c7-9b15-491cee2270c9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:20.131890 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f2bea064-a59f-4e5a-a4bc-053c37a5b371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:20.136993 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-5de3f2ab-9444-4fe9-bd3b-d9366005a369 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:20.139473 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4de4a848-d977-443e-aa2d-97563be36379 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:20.179283 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-5de3f2ab-9444-4fe9-bd3b-d9366005a369 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Usage tracker for resource:security_group_rule and tenant:e8f4cb4159cc4c7e9416e943587cbebe is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:20.187566 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-5de3f2ab-9444-4fe9-bd3b-d9366005a369 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:20.191115 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de4a848-d977-443e-aa2d-97563be36379 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event deleted for resources: {'Subnet': ['ID=2fb615ad-78cc-4730-af61-a3865c9e3eaf,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:20.196929 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4de4a848-d977-443e-aa2d-97563be36379 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:20.199034 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-4de4a848-d977-443e-aa2d-97563be36379 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "DELETE /v2.0/subnets/2fb615ad-78cc-4730-af61-a3865c9e3eaf HTTP/1.1" status: 204 len: 168 time: 1.1392984 Oct 04 09:15:20.205080 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58280) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:20.205855 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cdbe32-46a4-4bf5-827a-010a79096d35 None None] Network 505d0fd2-66b9-4d02-bd8f-e1a8c6f2ec45 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:15:20.206202 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-5de3f2ab-9444-4fe9-bd3b-d9366005a369 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:20.300087 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5de3f2ab-9444-4fe9-bd3b-d9366005a369 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:20.314638 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bea064-a59f-4e5a-a4bc-053c37a5b371 None None] Pushing event updated for resources: {'Port': ['ID=391eabca-4aee-4edc-a856-70389c63241a,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:20.334266 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-1a443ceb-c867-42e0-b731-5010d06ecba1 None None] Provisioning for port 335b2b33-e1de-42f5-af7a-9642533973ac completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:15:20.348785 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-1a443ceb-c867-42e0-b731-5010d06ecba1 None None] Provisioning complete for port 335b2b33-e1de-42f5-af7a-9642533973ac triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:15:20.349503 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-1a443ceb-c867-42e0-b731-5010d06ecba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:20.349958 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-1a443ceb-c867-42e0-b731-5010d06ecba1 None None] Attempt 1 to provision port 335b2b33-e1de-42f5-af7a-9642533973ac Oct 04 09:15:20.360464 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0faa0f79-7712-45ec-8d1a-6b789c458be0 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:20.365225 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7ad5f889-d0a7-45d3-8e73-de886b17d354 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:20.393135 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0faa0f79-7712-45ec-8d1a-6b789c458be0 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:20.395145 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5f889-d0a7-45d3-8e73-de886b17d354 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Deleting port 3b985e83-31fa-4617-89aa-ac51931ec02d {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:15:20.395489 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7ad5f889-d0a7-45d3-8e73-de886b17d354 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:20.433196 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5de3f2ab-9444-4fe9-bd3b-d9366005a369 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:20.442581 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5de3f2ab-9444-4fe9-bd3b-d9366005a369 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:20.480271 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de3f2ab-9444-4fe9-bd3b-d9366005a369 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f828be52-12bb-4092-9649-c74c5be8d3f0,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:20.501386 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-1a443ceb-c867-42e0-b731-5010d06ecba1 None None] Port 335b2b33-e1de-42f5-af7a-9642533973ac cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:15:20.537377 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5de3f2ab-9444-4fe9-bd3b-d9366005a369 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:20.537597 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86f562-fa77-4256-acb6-4da1881fd19b req-0d3031bc-3962-41b3-9f40-a6e8fbd97b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:20.539110 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-1d86f562-fa77-4256-acb6-4da1881fd19b req-0d3031bc-3962-41b3-9f40-a6e8fbd97b03 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e266a4c5-20f7-4bed-a5ee-83c9dd7b0d80 HTTP/1.1" status: 200 len: 1098 time: 0.5064893 Oct 04 09:15:20.539743 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0faa0f79-7712-45ec-8d1a-6b789c458be0 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:20.541565 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-5de3f2ab-9444-4fe9-bd3b-d9366005a369 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4179204 Oct 04 09:15:20.547200 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58284) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:20.550708 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-d3d4c3e8-05bd-4c75-82bd-98b721598a3c tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Request body: {'security_group_rule': {'security_group_id': 'cfd09cf1-9c08-41c7-9b15-491cee2270c9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:20.559398 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-79c1f252-2036-405b-887f-602b25b50e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:20.573655 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-d3d4c3e8-05bd-4c75-82bd-98b721598a3c tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:20.598436 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 801f95ac-5b56-4aad-8c02-87b668c7c978 details requested by agent hyperv_hv-neutron-8602 with host hv-neutron-8602 {{(pid=89034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 04 09:15:20.604098 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faa0f79-7712-45ec-8d1a-6b789c458be0 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98173715-c70f-4e19-a8ff-16927ef04d72,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:20.619499 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac549eae-fa19-44c3-abd4-26aeeb7ff50f None None] DHCP port deletion for 505d0fd2-66b9-4d02-bd8f-e1a8c6f2ec45 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:15:20.632541 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 391eabca-4aee-4edc-a856-70389c63241a up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:15:20.636667 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-d3d4c3e8-05bd-4c75-82bd-98b721598a3c tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Usage tracker for resource:security_group_rule and tenant:e8f4cb4159cc4c7e9416e943587cbebe is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:20.643880 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-d3d4c3e8-05bd-4c75-82bd-98b721598a3c tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:20.653131 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-932717d4-a53b-484c-8c90-57519e10596d tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:20.660805 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-d3d4c3e8-05bd-4c75-82bd-98b721598a3c tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:20.662370 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c1f252-2036-405b-887f-602b25b50e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=351ba60a-5c6f-4b8d-9e2d-e7615b541830,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:20.672872 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-ac549eae-fa19-44c3-abd4-26aeeb7ff50f None None] Deleting port 3b985e83-31fa-4617-89aa-ac51931ec02d {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:15:20.673360 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ac549eae-fa19-44c3-abd4-26aeeb7ff50f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:20.681251 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0faa0f79-7712-45ec-8d1a-6b789c458be0 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:20.686560 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-0faa0f79-7712-45ec-8d1a-6b789c458be0 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] 10.222.0.50 "DELETE /v2.0/security-groups/98173715-c70f-4e19-a8ff-16927ef04d72 HTTP/1.1" status: 204 len: 168 time: 1.0429506 Oct 04 09:15:20.687663 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58290) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:20.692766 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-1d86f562-fa77-4256-acb6-4da1881fd19b req-cac2209d-b671-498e-a485-33d5d2acf6cc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c9a33b07-0ee8-4a95-b7f0-ad1decb04ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176012 Oct 04 09:15:20.696423 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-79c1f252-2036-405b-887f-602b25b50e0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:20.700469 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-79c1f252-2036-405b-887f-602b25b50e0f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/351ba60a-5c6f-4b8d-9e2d-e7615b541830 HTTP/1.1" status: 204 len: 168 time: 1.5557501 Oct 04 09:15:20.723295 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-7ad5f889-d0a7-45d3-8e73-de886b17d354 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] For port 3b985e83-31fa-4617-89aa-ac51931ec02d, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=3b985e83-31fa-4617-89aa-ac51931ec02d,segment=NetworkSegment(63334847-67eb-422b-a946-d650600d3cf1),segment_id=63334847-67eb-422b-a946-d650600d3cf1)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:15:20.723672 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7ad5f889-d0a7-45d3-8e73-de886b17d354 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:20.765896 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d3d4c3e8-05bd-4c75-82bd-98b721598a3c tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:20.780585 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.db.resource_extend [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 04 09:15:20.921587 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5f889-d0a7-45d3-8e73-de886b17d354 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Calling delete_port for 3b985e83-31fa-4617-89aa-ac51931ec02d owned by network:dhcp {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:15:21.032265 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-b14462b1-b2f4-41a2-9029-696de0e3582e tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Synchronizing usage tracker for tenant:5d329a76de2f4c3e8d8b3f4426723ce7 on resource:security_group {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:15:21.041057 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d3d4c3e8-05bd-4c75-82bd-98b721598a3c tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:21.046585 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d3d4c3e8-05bd-4c75-82bd-98b721598a3c tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:21.063488 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-1a443ceb-c867-42e0-b731-5010d06ecba1 None None] Attempt 2 to provision port 335b2b33-e1de-42f5-af7a-9642533973ac Oct 04 09:15:21.069839 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7ad5f889-d0a7-45d3-8e73-de886b17d354 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:21.141442 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d4c3e8-05bd-4c75-82bd-98b721598a3c tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=513edb51-4321-4172-bfe2-2d33b5fc26c1,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:21.146878 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5f889-d0a7-45d3-8e73-de886b17d354 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event deleted for resources: {'Port': ['ID=3b985e83-31fa-4617-89aa-ac51931ec02d,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:21.157556 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad5f889-d0a7-45d3-8e73-de886b17d354 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] No DVR routers for this DVR port 3b985e83-31fa-4617-89aa-ac51931ec02d on host dv-neutron-860215-1-hyperv {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:15:21.194097 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58300) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:21.194891 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d3d4c3e8-05bd-4c75-82bd-98b721598a3c tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:21.198988 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-d3d4c3e8-05bd-4c75-82bd-98b721598a3c tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6510277 Oct 04 09:15:21.200711 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58304) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:21.248061 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-1a443ceb-c867-42e0-b731-5010d06ecba1 None None] Port 335b2b33-e1de-42f5-af7a-9642533973ac cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:15:21.278805 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-ac549eae-fa19-44c3-abd4-26aeeb7ff50f None None] For port 3b985e83-31fa-4617-89aa-ac51931ec02d, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=3b985e83-31fa-4617-89aa-ac51931ec02d,segment=NetworkSegment(63334847-67eb-422b-a946-d650600d3cf1),segment_id=63334847-67eb-422b-a946-d650600d3cf1)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:15:21.279205 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ac549eae-fa19-44c3-abd4-26aeeb7ff50f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:21.291100 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 391eabca-4aee-4edc-a856-70389c63241a triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:15:21.292032 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:21.293705 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 391eabca-4aee-4edc-a856-70389c63241a Oct 04 09:15:21.335207 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-b14462b1-b2f4-41a2-9029-696de0e3582e tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Unset dirty status for tenant:5d329a76de2f4c3e8d8b3f4426723ce7 on resource:security_group {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:15:21.336515 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-b14462b1-b2f4-41a2-9029-696de0e3582e tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6428349 Oct 04 09:15:21.355022 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c33fe-5dc7-4032-a747-00153ff7ded6 req-c099867e-b3b2-482f-84fb-da9aa23e96e7 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:21.356639 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-c17c33fe-5dc7-4032-a747-00153ff7ded6 req-c099867e-b3b2-482f-84fb-da9aa23e96e7 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] 10.222.0.50 "GET /v2.0/ports?device_id=a95f939f-74b7-4176-9031-296b2e20347a HTTP/1.1" status: 200 len: 944 time: 0.5411792 Oct 04 09:15:21.359120 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58308) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:21.362132 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-a91e9f0e-56d6-4a70-8c78-2db96b01f73d tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Request body: {'security_group_rule': {'security_group_id': 'cfd09cf1-9c08-41c7-9b15-491cee2270c9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:21.401859 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-50c45c70-48c8-471f-bcf3-c66f69c30e43 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8eccf873fc3d4a95ae93ab1afe9db4b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2045832 Oct 04 09:15:21.402056 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 801f95ac-5b56-4aad-8c02-87b668c7c978, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=801f95ac-5b56-4aad-8c02-87b668c7c978,segment=NetworkSegment(77ddeb54-0d4d-457f-abac-669508cea815),segment_id=77ddeb54-0d4d-457f-abac-669508cea815)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:15:21.404607 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58312) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:21.457720 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-d4024796-e77c-4dc8-9ae8-c864ea031eb3 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Request body: {'security_group': {'name': 'tempest-secgroup--1667094209'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:21.468418 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-a91e9f0e-56d6-4a70-8c78-2db96b01f73d tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:21.479534 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-ac549eae-fa19-44c3-abd4-26aeeb7ff50f None None] Calling delete_port for 3b985e83-31fa-4617-89aa-ac51931ec02d owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:15:21.480826 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-d4024796-e77c-4dc8-9ae8-c864ea031eb3 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:21.484306 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-a91e9f0e-56d6-4a70-8c78-2db96b01f73d tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Usage tracker for resource:security_group_rule and tenant:e8f4cb4159cc4c7e9416e943587cbebe is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:21.497736 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-a91e9f0e-56d6-4a70-8c78-2db96b01f73d tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:21.502205 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-c17c33fe-5dc7-4032-a747-00153ff7ded6 req-2869b82c-f7c5-43de-8669-e487c5626b5a tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cdce89a-a11c-4f5f-9f03-945b3b6fd05c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1312780 Oct 04 09:15:21.514346 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-a91e9f0e-56d6-4a70-8c78-2db96b01f73d tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:21.518819 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-d4024796-e77c-4dc8-9ae8-c864ea031eb3 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:21.532117 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Returning: {'device': '801f95ac-5b56-4aad-8c02-87b668c7c978', 'network_id': '8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9', 'port_id': '801f95ac-5b56-4aad-8c02-87b668c7c978', 'mac_address': 'fa:16:3e:01:ca:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '449087d2-40c3-40c7-b2c7-34ca87a9a9d2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 04 09:15:21.540169 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-932717d4-a53b-484c-8c90-57519e10596d tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:21.545057 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-932717d4-a53b-484c-8c90-57519e10596d tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:21.546093 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7ad5f889-d0a7-45d3-8e73-de886b17d354 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:21.578921 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-7ad5f889-d0a7-45d3-8e73-de886b17d354 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['505d0fd2-66b9-4d02-bd8f-e1a8c6f2ec45']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:21.602177 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-7ad5f889-d0a7-45d3-8e73-de886b17d354 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63334847-67eb-422b-a946-d650600d3cf1') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:21.602509 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-7ad5f889-d0a7-45d3-8e73-de886b17d354 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63334847-67eb-422b-a946-d650600d3cf1') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:21.610037 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5b15e6f5-b05f-4071-a183-6ec1c324207d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:21.621725 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7ad5f889-d0a7-45d3-8e73-de886b17d354 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:21.634198 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d4024796-e77c-4dc8-9ae8-c864ea031eb3 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:21.657206 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a91e9f0e-56d6-4a70-8c78-2db96b01f73d tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:21.668720 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7ad5f889-d0a7-45d3-8e73-de886b17d354 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:21.692953 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-d4024796-e77c-4dc8-9ae8-c864ea031eb3 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:21.696604 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ad5f889-d0a7-45d3-8e73-de886b17d354 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:15:21.697224 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7ad5f889-d0a7-45d3-8e73-de886b17d354 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:21.727646 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 801f95ac-5b56-4aad-8c02-87b668c7c978 is: DOWN; New status is: BUILD {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:15:21.728023 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:21.736795 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.db.api [None req-ac549eae-fa19-44c3-abd4-26aeeb7ff50f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:15:21.737149 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG oslo_db.api [None req-ac549eae-fa19-44c3-abd4-26aeeb7ff50f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:15:21.749171 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-1a443ceb-c867-42e0-b731-5010d06ecba1 None None] Attempt 3 to provision port 335b2b33-e1de-42f5-af7a-9642533973ac Oct 04 09:15:21.774999 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-d4024796-e77c-4dc8-9ae8-c864ea031eb3 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Usage tracker for resource:security_group_rule and tenant:5d329a76de2f4c3e8d8b3f4426723ce7 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:21.778741 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5b15e6f5-b05f-4071-a183-6ec1c324207d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:21.783510 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 63334847-67eb-422b-a946-d650600d3cf1 resource provider aggregate not found Oct 04 09:15:21.785373 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 801f95ac-5b56-4aad-8c02-87b668c7c978 {{(pid=89034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:15:21.789116 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 391eabca-4aee-4edc-a856-70389c63241a is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:15:21.794016 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250abd7-c337-47a1-b69b-b4207e1ed4dd req-3d7406b8-ec91-4ea8-97f7-378c9c7a642b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:21.801748 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1250abd7-c337-47a1-b69b-b4207e1ed4dd req-3d7406b8-ec91-4ea8-97f7-378c9c7a642b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e266a4c5-20f7-4bed-a5ee-83c9dd7b0d80 HTTP/1.1" status: 200 len: 945 time: 0.4345372 Oct 04 09:15:21.807893 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-d4024796-e77c-4dc8-9ae8-c864ea031eb3 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:21.819887 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 801f95ac-5b56-4aad-8c02-87b668c7c978, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=801f95ac-5b56-4aad-8c02-87b668c7c978,segment=NetworkSegment(77ddeb54-0d4d-457f-abac-669508cea815),segment_id=77ddeb54-0d4d-457f-abac-669508cea815)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:15:21.822422 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-1a443ceb-c867-42e0-b731-5010d06ecba1 None None] Port 335b2b33-e1de-42f5-af7a-9642533973ac cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:15:21.825041 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:21.838809 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932717d4-a53b-484c-8c90-57519e10596d tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event updated for resources: {'Port': ['ID=335b2b33-e1de-42f5-af7a-9642533973ac,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:21.861521 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 63334847-67eb-422b-a946-d650600d3cf1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 63334847-67eb-422b-a946-d650600d3cf1 found for delete ", "request_id": "req-ecb694b3-1139-454a-81b0-8478c643e9ec"}]} Oct 04 09:15:21.869263 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-d4024796-e77c-4dc8-9ae8-c864ea031eb3 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:21.898489 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=801f95ac-5b56-4aad-8c02-87b668c7c978,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:21.905560 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7ad5f889-d0a7-45d3-8e73-de886b17d354 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:21.905862 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:15:21.906221 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:15:21.907302 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:15:21.907613 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:15:21.907965 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:15:21.908325 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:15:21.908779 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:15:21.909105 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:15:21.909427 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:15:21.909750 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:15:21.910068 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:15:21.910381 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:15:21.923442 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-932717d4-a53b-484c-8c90-57519e10596d tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737202'] for router_interface, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:21.951944 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1250abd7-c337-47a1-b69b-b4207e1ed4dd req-254085d5-cfc9-453c-b32f-208ad0f4da43 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9a33b07-0ee8-4a95-b7f0-ad1decb04ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493382 Oct 04 09:15:21.954978 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7ad5f889-d0a7-45d3-8e73-de886b17d354 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:21.962649 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5f889-d0a7-45d3-8e73-de886b17d354 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event deleted for resources: {'Network': ['ID=505d0fd2-66b9-4d02-bd8f-e1a8c6f2ec45,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:21.989716 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a91e9f0e-56d6-4a70-8c78-2db96b01f73d tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:22.002137 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a91e9f0e-56d6-4a70-8c78-2db96b01f73d tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:22.008026 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-7ad5f889-d0a7-45d3-8e73-de886b17d354 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "DELETE /v2.0/networks/505d0fd2-66b9-4d02-bd8f-e1a8c6f2ec45 HTTP/1.1" status: 204 len: 168 time: 1.7956052 Oct 04 09:15:22.016854 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58320) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:22.034815 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-83d6d16e-b914-40c2-bb76-713d078b9244 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-797093303'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:22.051173 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91e9f0e-56d6-4a70-8c78-2db96b01f73d tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b41a7f9-e326-4580-b3fa-94eab55385bd,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:22.054134 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-83d6d16e-b914-40c2-bb76-713d078b9244 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:22.069757 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-83d6d16e-b914-40c2-bb76-713d078b9244 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Usage tracker for resource:network and tenant:7c59b642fbd4440eb4278f2c0c212bcd is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:22.073851 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d4024796-e77c-4dc8-9ae8-c864ea031eb3 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:22.075178 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-83d6d16e-b914-40c2-bb76-713d078b9244 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:22.078076 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a91e9f0e-56d6-4a70-8c78-2db96b01f73d tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:22.079245 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-a91e9f0e-56d6-4a70-8c78-2db96b01f73d tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8772333 Oct 04 09:15:22.082042 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58324) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:22.083201 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-83d6d16e-b914-40c2-bb76-713d078b9244 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:22.085236 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d4024796-e77c-4dc8-9ae8-c864ea031eb3 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:22.090457 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-d81c5ac7-f50c-48a3-9769-a88ac07ffedc tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Request body: {'security_group_rule': {'security_group_id': 'cfd09cf1-9c08-41c7-9b15-491cee2270c9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:22.097673 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-d81c5ac7-f50c-48a3-9769-a88ac07ffedc tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:22.100753 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5b15e6f5-b05f-4071-a183-6ec1c324207d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:22.117186 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-d81c5ac7-f50c-48a3-9769-a88ac07ffedc tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Usage tracker for resource:security_group_rule and tenant:e8f4cb4159cc4c7e9416e943587cbebe is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:22.123059 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-d81c5ac7-f50c-48a3-9769-a88ac07ffedc tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:22.127952 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d6d16e-b914-40c2-bb76-713d078b9244 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Made reservation on behalf of 7c59b642fbd4440eb4278f2c0c212bcd for: {'network': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:15:22.131414 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-83d6d16e-b914-40c2-bb76-713d078b9244 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:22.132760 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b15e6f5-b05f-4071-a183-6ec1c324207d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48be0e0f-e556-4acd-ac4e-5d73af495cf5,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:22.144129 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d4024796-e77c-4dc8-9ae8-c864ea031eb3 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:22.148060 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-d4024796-e77c-4dc8-9ae8-c864ea031eb3 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7768965 Oct 04 09:15:22.148211 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-d81c5ac7-f50c-48a3-9769-a88ac07ffedc tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:22.148307 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4024796-e77c-4dc8-9ae8-c864ea031eb3 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb764c9-34f3-4217-8e4e-7391ee0f4146,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:22.148656 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58328) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:22.161656 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-3f5683c7-fab2-4389-9989-1f835d567115 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Request body: {'security_group_rule': {'security_group_id': '8cb764c9-34f3-4217-8e4e-7391ee0f4146', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:22.162009 dv-neutron-860215-1-hyperv neutron-server[89033]: WARNING neutron.api.v2.base [None req-3f5683c7-fab2-4389-9989-1f835d567115 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 04 09:15:22.163034 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-3f5683c7-fab2-4389-9989-1f835d567115 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 09:15:22.167686 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-3f5683c7-fab2-4389-9989-1f835d567115 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0126529 Oct 04 09:15:22.168655 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5b15e6f5-b05f-4071-a183-6ec1c324207d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:22.169696 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58332) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:22.169813 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-5b15e6f5-b05f-4071-a183-6ec1c324207d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/48be0e0f-e556-4acd-ac4e-5d73af495cf5 HTTP/1.1" status: 204 len: 168 time: 0.7607033 Oct 04 09:15:22.187255 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d81c5ac7-f50c-48a3-9769-a88ac07ffedc tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:22.222117 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83d6d16e-b914-40c2-bb76-713d078b9244 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=89032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:15:22.238577 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-ac549eae-fa19-44c3-abd4-26aeeb7ff50f None None] Deleting port 3b985e83-31fa-4617-89aa-ac51931ec02d {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:15:22.238963 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ac549eae-fa19-44c3-abd4-26aeeb7ff50f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:22.263179 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-83d6d16e-b914-40c2-bb76-713d078b9244 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:22.263538 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.segments_db [None req-83d6d16e-b914-40c2-bb76-713d078b9244 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Added segment e94b0836-a851-4bc7-b4aa-a0a1ae22238c of type vlan for network 63af2731-3522-4391-956d-07686ab3c645 Oct 04 09:15:22.306157 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1bdd73c7-7d4e-44d7-9b09-0233cf16b19c tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:22.319990 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['801f95ac-5b56-4aad-8c02-87b668c7c978'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 09:15:22.320886 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-932717d4-a53b-484c-8c90-57519e10596d tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:22.341740 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-83d6d16e-b914-40c2-bb76-713d078b9244 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:22.351075 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-1a443ceb-c867-42e0-b731-5010d06ecba1 None None] Attempt 4 to provision port 335b2b33-e1de-42f5-af7a-9642533973ac Oct 04 09:15:22.351529 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1bdd73c7-7d4e-44d7-9b09-0233cf16b19c tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:22.395916 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d81c5ac7-f50c-48a3-9769-a88ac07ffedc tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:22.416263 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d81c5ac7-f50c-48a3-9769-a88ac07ffedc tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:22.417550 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-83d6d16e-b914-40c2-bb76-713d078b9244 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:22.426855 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d6d16e-b914-40c2-bb76-713d078b9244 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:22.427632 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-83d6d16e-b914-40c2-bb76-713d078b9244 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:22.438667 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-ac549eae-fa19-44c3-abd4-26aeeb7ff50f None None] The port '3b985e83-31fa-4617-89aa-ac51931ec02d' was deleted {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 04 09:15:22.465670 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d81c5ac7-f50c-48a3-9769-a88ac07ffedc tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:22.466842 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-d81c5ac7-f50c-48a3-9769-a88ac07ffedc tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3838744 Oct 04 09:15:22.476313 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58338) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:22.483170 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81c5ac7-f50c-48a3-9769-a88ac07ffedc tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4797fbc0-9d7f-43de-a7ef-c65ba6b07192,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:22.509146 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-1a443ceb-c867-42e0-b731-5010d06ecba1 None None] Port 335b2b33-e1de-42f5-af7a-9642533973ac cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:15:22.572384 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1bdd73c7-7d4e-44d7-9b09-0233cf16b19c tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:22.591199 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 3b985e83-31fa-4617-89aa-ac51931ec02d no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:15:22.606115 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1bdd73c7-7d4e-44d7-9b09-0233cf16b19c tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:22.607675 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-1bdd73c7-7d4e-44d7-9b09-0233cf16b19c tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] 10.222.0.50 "DELETE /v2.0/security-groups/8cb764c9-34f3-4217-8e4e-7391ee0f4146 HTTP/1.1" status: 204 len: 168 time: 0.4384105 Oct 04 09:15:22.612796 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdd73c7-7d4e-44d7-9b09-0233cf16b19c tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb764c9-34f3-4217-8e4e-7391ee0f4146,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:22.615829 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-83d6d16e-b914-40c2-bb76-713d078b9244 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5978448 Oct 04 09:15:22.617254 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58346) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:22.657116 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58348) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:22.664116 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 3b985e83-31fa-4617-89aa-ac51931ec02d {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:15:22.664480 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 3b985e83-31fa-4617-89aa-ac51931ec02d not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:15:22.703049 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-d3339cdb-663a-4186-a247-25188a61ee44 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Request body: {'subnet': {'network_id': '63af2731-3522-4391-956d-07686ab3c645', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:22.828950 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d6d16e-b914-40c2-bb76-713d078b9244 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event updated for resources: {'Network': ['ID=63af2731-3522-4391-956d-07686ab3c645,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:22.843320 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 63af2731-3522-4391-956d-07686ab3c645 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:15:22.892395 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0beef12c-f742-4d3e-b725-5b71a8e6a86b tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:22.911933 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0beef12c-f742-4d3e-b725-5b71a8e6a86b tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:22.923801 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-d3339cdb-663a-4186-a247-25188a61ee44 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:22.930415 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-d3339cdb-663a-4186-a247-25188a61ee44 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Usage tracker for resource:subnet and tenant:7c59b642fbd4440eb4278f2c0c212bcd is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:22.933912 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-d3339cdb-663a-4186-a247-25188a61ee44 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:22.941072 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-d3339cdb-663a-4186-a247-25188a61ee44 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:22.962767 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-126389fc-a473-4e03-bd79-b8fd3d54cf20 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Synchronizing usage tracker for tenant:5d329a76de2f4c3e8d8b3f4426723ce7 on resource:security_group {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:15:22.966301 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3339cdb-663a-4186-a247-25188a61ee44 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Made reservation on behalf of 7c59b642fbd4440eb4278f2c0c212bcd for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:15:22.979171 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d3339cdb-663a-4186-a247-25188a61ee44 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:23.009889 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-1a443ceb-c867-42e0-b731-5010d06ecba1 None None] Attempt 5 to provision port 335b2b33-e1de-42f5-af7a-9642533973ac Oct 04 09:15:23.032995 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-932717d4-a53b-484c-8c90-57519e10596d tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:23.036128 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0beef12c-f742-4d3e-b725-5b71a8e6a86b tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:23.057807 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3cc8c-2916-4f99-b48a-7562f7691bfe req-8a5531f5-b72d-455b-bee3-3ecf4d706fb6 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:23.059353 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-20f3cc8c-2916-4f99-b48a-7562f7691bfe req-8a5531f5-b72d-455b-bee3-3ecf4d706fb6 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] 10.222.0.50 "GET /v2.0/ports?device_id=a95f939f-74b7-4176-9031-296b2e20347a HTTP/1.1" status: 200 len: 945 time: 0.2538631 Oct 04 09:15:23.069640 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-932717d4-a53b-484c-8c90-57519e10596d tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:23.070393 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-932717d4-a53b-484c-8c90-57519e10596d tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736777'] for router_interface, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:23.113474 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-1a443ceb-c867-42e0-b731-5010d06ecba1 None None] Port 335b2b33-e1de-42f5-af7a-9642533973ac cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:15:23.143878 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beef12c-f742-4d3e-b725-5b71a8e6a86b tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4797fbc0-9d7f-43de-a7ef-c65ba6b07192,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:23.170650 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-126389fc-a473-4e03-bd79-b8fd3d54cf20 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Unset dirty status for tenant:5d329a76de2f4c3e8d8b3f4426723ce7 on resource:security_group {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:15:23.175870 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-126389fc-a473-4e03-bd79-b8fd3d54cf20 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5434797 Oct 04 09:15:23.186419 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58372) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:23.260875 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daebd976-f10e-4905-9167-32e96cdf8da9 req-5e611dec-d5b8-4741-ba49-1e65525592bc tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:23.262489 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-daebd976-f10e-4905-9167-32e96cdf8da9 req-5e611dec-d5b8-4741-ba49-1e65525592bc tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e266a4c5-20f7-4bed-a5ee-83c9dd7b0d80 HTTP/1.1" status: 200 len: 945 time: 0.1507890 Oct 04 09:15:23.298226 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58374) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:23.367897 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-daebd976-f10e-4905-9167-32e96cdf8da9 req-286cebcb-2a26-418a-b1f5-5e5cee421de4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9a33b07-0ee8-4a95-b7f0-ad1decb04ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686798 Oct 04 09:15:23.375100 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0beef12c-f742-4d3e-b725-5b71a8e6a86b tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:23.378647 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-0beef12c-f742-4d3e-b725-5b71a8e6a86b tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/4797fbc0-9d7f-43de-a7ef-c65ba6b07192 HTTP/1.1" status: 204 len: 168 time: 0.8988209 Oct 04 09:15:23.382483 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58382) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:23.397541 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-fd53fc80-8ff1-4d69-b8a1-acd2b019daad tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Request body: {'security_group': {'name': 'tempest-secgroup--339096818'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:23.403368 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-fd53fc80-8ff1-4d69-b8a1-acd2b019daad tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:23.413515 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-fd53fc80-8ff1-4d69-b8a1-acd2b019daad tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:23.422640 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932717d4-a53b-484c-8c90-57519e10596d tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event updated for resources: {'Port': ['ID=335b2b33-e1de-42f5-af7a-9642533973ac,revision_number=3']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:23.436545 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d3339cdb-663a-4186-a247-25188a61ee44 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:23.445572 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fd53fc80-8ff1-4d69-b8a1-acd2b019daad tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:23.482665 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-20f3cc8c-2916-4f99-b48a-7562f7691bfe req-d077e5f4-8e1b-42bf-aca7-5c7de0fef4ad tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cdce89a-a11c-4f5f-9f03-945b3b6fd05c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3984673 Oct 04 09:15:23.486144 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-fd53fc80-8ff1-4d69-b8a1-acd2b019daad tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:23.497382 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-34045936-1416-4228-a29b-14de031537bc tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Synchronizing usage tracker for tenant:e8f4cb4159cc4c7e9416e943587cbebe on resource:security_group_rule {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:15:23.501478 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-fd53fc80-8ff1-4d69-b8a1-acd2b019daad tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Usage tracker for resource:security_group_rule and tenant:5d329a76de2f4c3e8d8b3f4426723ce7 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:23.506956 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-fd53fc80-8ff1-4d69-b8a1-acd2b019daad tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:23.507577 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-a4a4b359-7aea-4db2-ac9d-90bc10dc66e1 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-333316107'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:23.514129 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-fd53fc80-8ff1-4d69-b8a1-acd2b019daad tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:23.523184 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-a4a4b359-7aea-4db2-ac9d-90bc10dc66e1 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:23.536156 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-a4a4b359-7aea-4db2-ac9d-90bc10dc66e1 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Usage tracker for resource:network and tenant:8de43eb137fe47f9a4031ea91b631fcc is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:23.545170 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-a4a4b359-7aea-4db2-ac9d-90bc10dc66e1 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:23.561090 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932717d4-a53b-484c-8c90-57519e10596d tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Network a3e8475c-e643-4898-beb8-67d329eadb1a is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:15:23.563361 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-932717d4-a53b-484c-8c90-57519e10596d tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:15:23.565198 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-a4a4b359-7aea-4db2-ac9d-90bc10dc66e1 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:23.578252 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3339cdb-663a-4186-a247-25188a61ee44 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event updated for resources: {'Subnet': ['ID=583b57ed-0cc5-47f4-8100-52bddb0a6e60,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:23.587157 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-34045936-1416-4228-a29b-14de031537bc tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Unset dirty status for tenant:e8f4cb4159cc4c7e9416e943587cbebe on resource:security_group_rule {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:15:23.588542 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-34045936-1416-4228-a29b-14de031537bc tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2051077 Oct 04 09:15:23.591621 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58390) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:23.609365 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a4b359-7aea-4db2-ac9d-90bc10dc66e1 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Made reservation on behalf of 8de43eb137fe47f9a4031ea91b631fcc for: {'network': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:15:23.613205 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a4a4b359-7aea-4db2-ac9d-90bc10dc66e1 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:23.615111 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-1a443ceb-c867-42e0-b731-5010d06ecba1 None None] Attempt 6 to provision port 335b2b33-e1de-42f5-af7a-9642533973ac Oct 04 09:15:23.624625 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3339cdb-663a-4186-a247-25188a61ee44 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Checking segment: {'id': 'e94b0836-a851-4bc7-b4aa-a0a1ae22238c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '63af2731-3522-4391-956d-07686ab3c645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:15:23.625299 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3339cdb-663a-4186-a247-25188a61ee44 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Network hostable DHCP agents. Network: 63af2731-3522-4391-956d-07686ab3c645, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:15:23.656626 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a4a4b359-7aea-4db2-ac9d-90bc10dc66e1 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:23.676995 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f829a981-56dd-4eed-ae82-b9553cad29eb tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:23.694792 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f829a981-56dd-4eed-ae82-b9553cad29eb tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:23.705370 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-a4a4b359-7aea-4db2-ac9d-90bc10dc66e1 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:23.715600 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-a4a4b359-7aea-4db2-ac9d-90bc10dc66e1 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Usage tracker for resource:security_group_rule and tenant:8de43eb137fe47f9a4031ea91b631fcc is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:23.720637 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-a4a4b359-7aea-4db2-ac9d-90bc10dc66e1 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:23.731543 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-a4a4b359-7aea-4db2-ac9d-90bc10dc66e1 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:23.737590 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-1a443ceb-c867-42e0-b731-5010d06ecba1 None None] Port 335b2b33-e1de-42f5-af7a-9642533973ac cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:15:23.802197 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fd53fc80-8ff1-4d69-b8a1-acd2b019daad tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:23.805147 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3339cdb-663a-4186-a247-25188a61ee44 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Network 63af2731-3522-4391-956d-07686ab3c645 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:15:23.819519 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fd53fc80-8ff1-4d69-b8a1-acd2b019daad tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:23.834586 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-d3339cdb-663a-4186-a247-25188a61ee44 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 63af2731-3522-4391-956d-07686ab3c645) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:15:23.845094 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33dbaf0-5238-4c42-aef7-f0178f5b95e1 None None] Network 63af2731-3522-4391-956d-07686ab3c645 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:15:23.847888 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f829a981-56dd-4eed-ae82-b9553cad29eb tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:23.853537 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3339cdb-663a-4186-a247-25188a61ee44 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:23.854122 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d3339cdb-663a-4186-a247-25188a61ee44 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:23.895689 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f829a981-56dd-4eed-ae82-b9553cad29eb tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3b41a7f9-e326-4580-b3fa-94eab55385bd,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:23.899816 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fd53fc80-8ff1-4d69-b8a1-acd2b019daad tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:23.902264 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-fd53fc80-8ff1-4d69-b8a1-acd2b019daad tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5286608 Oct 04 09:15:23.905069 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58394) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:23.911128 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd53fc80-8ff1-4d69-b8a1-acd2b019daad tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=570e3e3b-22d1-4066-94c7-7a3798a7d84a,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:23.917610 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-167b25f2-a7df-4bae-bb50-1891aa76bc87 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Request body: {'security_group_rule': {'security_group_id': '570e3e3b-22d1-4066-94c7-7a3798a7d84a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:23.918374 dv-neutron-860215-1-hyperv neutron-server[89033]: WARNING neutron.api.v2.base [None req-167b25f2-a7df-4bae-bb50-1891aa76bc87 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 04 09:15:23.918984 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-167b25f2-a7df-4bae-bb50-1891aa76bc87 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 09:15:23.920222 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-167b25f2-a7df-4bae-bb50-1891aa76bc87 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0138283 Oct 04 09:15:23.924281 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58398) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:23.943001 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f829a981-56dd-4eed-ae82-b9553cad29eb tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:23.947085 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-f829a981-56dd-4eed-ae82-b9553cad29eb tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/3b41a7f9-e326-4580-b3fa-94eab55385bd HTTP/1.1" status: 204 len: 168 time: 0.3518150 Oct 04 09:15:23.952138 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-d3339cdb-663a-4186-a247-25188a61ee44 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2868772 Oct 04 09:15:23.953010 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58402) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:23.953330 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58404) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:23.957178 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-932717d4-a53b-484c-8c90-57519e10596d tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Router e18b76cb-4e23-4957-b89f-3d6195d02e12 is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:15:24.074771 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-3f5a431f-680d-43ee-b2cb-4e99b0b298f6 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-135576441', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:24.098618 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-3f5a431f-680d-43ee-b2cb-4e99b0b298f6 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:24.101985 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ba32c5-a2a8-4103-8c36-14632fb4edae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-63af2731-3522-4391-956d-07686ab3c645', 'network_id': '63af2731-3522-4391-956d-07686ab3c645', 'tenant_id': '7c59b642fbd4440eb4278f2c0c212bcd', 'fixed_ips': [{'subnet_id': '583b57ed-0cc5-47f4-8100-52bddb0a6e60'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:15:24.103759 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f4ba32c5-a2a8-4103-8c36-14632fb4edae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:24.119697 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-3f5a431f-680d-43ee-b2cb-4e99b0b298f6 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Usage tracker for resource:router and tenant:7c59b642fbd4440eb4278f2c0c212bcd is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:24.129440 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03395a39-e560-4f6c-acd0-6fe33acff5ab req-18a6fc52-9e00-4502-8d5b-bdc4e5b141d6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:24.130945 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-03395a39-e560-4f6c-acd0-6fe33acff5ab req-18a6fc52-9e00-4502-8d5b-bdc4e5b141d6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e266a4c5-20f7-4bed-a5ee-83c9dd7b0d80 HTTP/1.1" status: 200 len: 945 time: 0.4217236 Oct 04 09:15:24.132746 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a4a4b359-7aea-4db2-ac9d-90bc10dc66e1 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:24.133851 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-3f5a431f-680d-43ee-b2cb-4e99b0b298f6 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:24.136031 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-945b50eb-9cda-46cc-8bcd-3dd4c888c8be tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:24.142029 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-3f5a431f-680d-43ee-b2cb-4e99b0b298f6 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:24.159761 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a4a4b359-7aea-4db2-ac9d-90bc10dc66e1 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:24.176965 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-945b50eb-9cda-46cc-8bcd-3dd4c888c8be tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:24.185457 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932717d4-a53b-484c-8c90-57519e10596d tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:15:24.195132 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-932717d4-a53b-484c-8c90-57519e10596d tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "PUT /v2.0/routers/e18b76cb-4e23-4957-b89f-3d6195d02e12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7906985 Oct 04 09:15:24.196120 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4275830e-4853-4700-b379-0efe4e3a14ce None None] Sync routers for ids ['e18b76cb-4e23-4957-b89f-3d6195d02e12'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:15:24.198188 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58410) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:24.210028 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4275830e-4853-4700-b379-0efe4e3a14ce None None] Routers {'e18b76cb-4e23-4957-b89f-3d6195d02e12'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:15:24.211005 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-4275830e-4853-4700-b379-0efe4e3a14ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:15:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['e18b76cb-4e23-4957-b89f-3d6195d02e12'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:24.214928 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-bf1663e6-7742-4aa9-9f43-7135db75e761 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Synchronizing usage tracker for tenant:e8f4cb4159cc4c7e9416e943587cbebe on resource:security_group_rule {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:15:24.241772 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3f5a431f-680d-43ee-b2cb-4e99b0b298f6 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:24.242769 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3f5a431f-680d-43ee-b2cb-4e99b0b298f6 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:24.251875 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4a4b359-7aea-4db2-ac9d-90bc10dc66e1 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=89032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:15:24.266059 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a4b359-7aea-4db2-ac9d-90bc10dc66e1 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e580074-5cd0-4cd2-a3b7-5d27eba45336,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:24.284339 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-03395a39-e560-4f6c-acd0-6fe33acff5ab req-df151575-c223-43ca-a5fb-843ee7abdcf8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9a33b07-0ee8-4a95-b7f0-ad1decb04ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390152 Oct 04 09:15:24.290724 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a4a4b359-7aea-4db2-ac9d-90bc10dc66e1 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:24.291253 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.segments_db [None req-a4a4b359-7aea-4db2-ac9d-90bc10dc66e1 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Added segment fc6c1fe3-0b51-448d-a980-7ee37d490802 of type vlan for network 602fef91-1f5e-40a1-b170-232ec46eaf2b Oct 04 09:15:24.308897 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba7c6d6-fdbf-42c6-8e34-63e85d6b647d tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:24.309889 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-8ba7c6d6-fdbf-42c6-8e34-63e85d6b647d tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Synchronizing usage tracker for tenant:9e78cb9b328b4bfc813a095a6b1b578a on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:15:24.317214 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-945b50eb-9cda-46cc-8bcd-3dd4c888c8be tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:24.317434 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-bf1663e6-7742-4aa9-9f43-7135db75e761 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Unset dirty status for tenant:e8f4cb4159cc4c7e9416e943587cbebe on resource:security_group_rule {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:15:24.319478 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-bf1663e6-7742-4aa9-9f43-7135db75e761 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.3635705 Oct 04 09:15:24.322075 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58414) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:24.322586 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58416) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:24.324623 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-4275830e-4853-4700-b379-0efe4e3a14ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:24.331570 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-f4ba32c5-a2a8-4103-8c36-14632fb4edae None None] Allocated IP 172.20.0.2 (63af2731-3522-4391-956d-07686ab3c645/583b57ed-0cc5-47f4-8100-52bddb0a6e60/074c994d-117c-401c-8a42-f5ffedbe3724) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:15:24.337380 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4275830e-4853-4700-b379-0efe4e3a14ce None None] Routers {'e18b76cb-4e23-4957-b89f-3d6195d02e12'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:15:24.338270 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-4275830e-4853-4700-b379-0efe4e3a14ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:15:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['e18b76cb-4e23-4957-b89f-3d6195d02e12'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:24.343359 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3f5a431f-680d-43ee-b2cb-4e99b0b298f6 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:24.379078 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a4a4b359-7aea-4db2-ac9d-90bc10dc66e1 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:24.391137 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f795f23c-6cf4-46fc-8da1-5d7225fb0575 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:24.397116 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945b50eb-9cda-46cc-8bcd-3dd4c888c8be tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=570e3e3b-22d1-4066-94c7-7a3798a7d84a,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:24.405683 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-8ba7c6d6-fdbf-42c6-8e34-63e85d6b647d tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Unset dirty status for tenant:9e78cb9b328b4bfc813a095a6b1b578a on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:15:24.409976 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f795f23c-6cf4-46fc-8da1-5d7225fb0575 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:24.410731 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-8ba7c6d6-fdbf-42c6-8e34-63e85d6b647d tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "GET /v2.0/ports/335b2b33-e1de-42f5-af7a-9642533973ac HTTP/1.1" status: 200 len: 983 time: 0.2118244 Oct 04 09:15:24.411739 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58422) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:24.425454 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-4275830e-4853-4700-b379-0efe4e3a14ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:24.425921 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4275830e-4853-4700-b379-0efe4e3a14ce None None] The sync data for ids ['e18b76cb-4e23-4957-b89f-3d6195d02e12'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:15:24.427126 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3f5a431f-680d-43ee-b2cb-4e99b0b298f6 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:24.443621 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-1a443ceb-c867-42e0-b731-5010d06ecba1 None None] Attempt 7 to provision port 335b2b33-e1de-42f5-af7a-9642533973ac Oct 04 09:15:24.466300 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a4a4b359-7aea-4db2-ac9d-90bc10dc66e1 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:24.471640 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a4b359-7aea-4db2-ac9d-90bc10dc66e1 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:24.472236 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a4a4b359-7aea-4db2-ac9d-90bc10dc66e1 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:24.499707 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3f5a431f-680d-43ee-b2cb-4e99b0b298f6 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:24.503937 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-3f5a431f-680d-43ee-b2cb-4e99b0b298f6 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.5435240 Oct 04 09:15:24.503937 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f795f23c-6cf4-46fc-8da1-5d7225fb0575 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:24.518084 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f795f23c-6cf4-46fc-8da1-5d7225fb0575 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:24.519002 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-f795f23c-6cf4-46fc-8da1-5d7225fb0575 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/513edb51-4321-4172-bfe2-2d33b5fc26c1 HTTP/1.1" status: 204 len: 168 time: 0.1944530 Oct 04 09:15:24.521991 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58426) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:24.522308 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58430) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:24.530496 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-1a443ceb-c867-42e0-b731-5010d06ecba1 None None] Port 335b2b33-e1de-42f5-af7a-9642533973ac cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:15:24.564060 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-945b50eb-9cda-46cc-8bcd-3dd4c888c8be tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:24.565273 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-945b50eb-9cda-46cc-8bcd-3dd4c888c8be tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] 10.222.0.50 "DELETE /v2.0/security-groups/570e3e3b-22d1-4066-94c7-7a3798a7d84a HTTP/1.1" status: 204 len: 168 time: 0.6401567 Oct 04 09:15:24.574551 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58432) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:24.587805 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-e9a8ba42-dbe0-49ea-a538-73c782889f7a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Request body: {'port': {'network_id': '63af2731-3522-4391-956d-07686ab3c645', 'name': 'tempest-PortsTestJSON-1398042902'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:24.612262 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f795f23c-6cf4-46fc-8da1-5d7225fb0575 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=513edb51-4321-4172-bfe2-2d33b5fc26c1,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:24.626237 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 801f95ac-5b56-4aad-8c02-87b668c7c978 up at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:15:24.638586 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-a4a4b359-7aea-4db2-ac9d-90bc10dc66e1 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3381884 Oct 04 09:15:24.647201 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58440) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:24.659614 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-26b40fb7-a499-4805-ade2-6c3f73235d6c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Request body: {'port': {'network_id': '602fef91-1f5e-40a1-b170-232ec46eaf2b', 'name': 'tempest-PortsIpV6TestJSON-1178729177'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:24.710057 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a4b359-7aea-4db2-ac9d-90bc10dc66e1 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event updated for resources: {'Network': ['ID=602fef91-1f5e-40a1-b170-232ec46eaf2b,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:24.748149 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f4ba32c5-a2a8-4103-8c36-14632fb4edae None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:24.760848 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-0cc8992c-054a-4821-9a9e-f1982acda1c2 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Synchronizing usage tracker for tenant:e8f4cb4159cc4c7e9416e943587cbebe on resource:security_group_rule {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:15:24.780849 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 602fef91-1f5e-40a1-b170-232ec46eaf2b details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:15:24.807566 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-f4ba32c5-a2a8-4103-8c36-14632fb4edae None None] Transition to ACTIVE for port object 074c994d-117c-401c-8a42-f5ffedbe3724 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:15:24.808906 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-0cc8992c-054a-4821-9a9e-f1982acda1c2 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Unset dirty status for tenant:e8f4cb4159cc4c7e9416e943587cbebe on resource:security_group_rule {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:15:24.812930 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-0cc8992c-054a-4821-9a9e-f1982acda1c2 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2349238 Oct 04 09:15:24.812930 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-e9a8ba42-dbe0-49ea-a538-73c782889f7a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:24.813621 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58444) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:24.835147 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-e9a8ba42-dbe0-49ea-a538-73c782889f7a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:24.853855 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4a024e6f-7649-474d-8ee5-8919114d88c5 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:24.860588 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a8ba42-dbe0-49ea-a538-73c782889f7a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Made reservation on behalf of 7c59b642fbd4440eb4278f2c0c212bcd for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:15:24.864162 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e9a8ba42-dbe0-49ea-a538-73c782889f7a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:24.876782 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-5a9f519d-6d9b-4f4c-afcd-6e7b2794cb33 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Synchronizing usage tracker for tenant:5d329a76de2f4c3e8d8b3f4426723ce7 on resource:security_group {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:15:24.881537 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4a024e6f-7649-474d-8ee5-8919114d88c5 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:24.899430 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [None req-e9a8ba42-dbe0-49ea-a538-73c782889f7a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] device_id is not set on port ec3d1c5f-129e-4523-a224-6c54bb31400f yet. {{(pid=89032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:15:24.911878 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-f4ba32c5-a2a8-4103-8c36-14632fb4edae None None] Transition to ACTIVE for port object 074c994d-117c-401c-8a42-f5ffedbe3724 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:15:24.921957 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning for port 801f95ac-5b56-4aad-8c02-87b668c7c978 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:15:24.927210 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f4ba32c5-a2a8-4103-8c36-14632fb4edae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:24.964176 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4a024e6f-7649-474d-8ee5-8919114d88c5 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:24.989055 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a024e6f-7649-474d-8ee5-8919114d88c5 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f828be52-12bb-4092-9649-c74c5be8d3f0,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:25.002419 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-5a9f519d-6d9b-4f4c-afcd-6e7b2794cb33 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Unset dirty status for tenant:5d329a76de2f4c3e8d8b3f4426723ce7 on resource:security_group {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:15:25.003669 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-5a9f519d-6d9b-4f4c-afcd-6e7b2794cb33 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4283071 Oct 04 09:15:25.012251 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58448) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:25.017425 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning complete for port 801f95ac-5b56-4aad-8c02-87b668c7c978 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:15:25.017425 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:25.017673 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Attempt 1 to provision port 801f95ac-5b56-4aad-8c02-87b668c7c978 Oct 04 09:15:25.024334 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b172d7-07bf-47cd-9ab0-2e20f5d925bb tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:25.029451 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-b9b172d7-07bf-47cd-9ab0-2e20f5d925bb tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e266a4c5-20f7-4bed-a5ee-83c9dd7b0d80 HTTP/1.1" status: 200 len: 1093 time: 0.6925120 Oct 04 09:15:25.032442 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58452) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:25.039361 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-aed464da-0d86-4785-bb7d-c0e1c812738c tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Request body: {'security_group': {'name': 'tempest-secgroup--1400730581'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:25.050557 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-1a443ceb-c867-42e0-b731-5010d06ecba1 None None] Attempt 8 to provision port 335b2b33-e1de-42f5-af7a-9642533973ac Oct 04 09:15:25.055938 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4a024e6f-7649-474d-8ee5-8919114d88c5 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:25.059486 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-4a024e6f-7649-474d-8ee5-8919114d88c5 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/f828be52-12bb-4092-9649-c74c5be8d3f0 HTTP/1.1" status: 204 len: 168 time: 0.2423866 Oct 04 09:15:25.059617 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-838a0489-90f6-458f-883b-ebe652b06fa9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'floatingip': {'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'port_id': 'f53cc307-6abc-4e93-ac5e-9dd0d1b37229', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:25.064860 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58456) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:25.068032 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-aed464da-0d86-4785-bb7d-c0e1c812738c tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:25.077964 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-838a0489-90f6-458f-883b-ebe652b06fa9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:25.118153 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-e9a8ba42-dbe0-49ea-a538-73c782889f7a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Allocated IP 172.20.0.9 (63af2731-3522-4391-956d-07686ab3c645/583b57ed-0cc5-47f4-8100-52bddb0a6e60/ec3d1c5f-129e-4523-a224-6c54bb31400f) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:15:25.132902 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ba32c5-a2a8-4103-8c36-14632fb4edae None None] Network 63af2731-3522-4391-956d-07686ab3c645 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:15:25.140006 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-1668e78f-416e-4e51-a198-747b5e31a044 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Synchronizing usage tracker for tenant:e8f4cb4159cc4c7e9416e943587cbebe on resource:security_group_rule {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:15:25.144253 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-f4ba32c5-a2a8-4103-8c36-14632fb4edae None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:15:25.148005 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ba32c5-a2a8-4103-8c36-14632fb4edae None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:15:25.165502 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ba32c5-a2a8-4103-8c36-14632fb4edae None None] Pushing event updated for resources: {'Port': ['ID=074c994d-117c-401c-8a42-f5ffedbe3724,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:25.181615 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-1668e78f-416e-4e51-a198-747b5e31a044 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Unset dirty status for tenant:e8f4cb4159cc4c7e9416e943587cbebe on resource:security_group_rule {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:15:25.185712 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-1668e78f-416e-4e51-a198-747b5e31a044 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1173491 Oct 04 09:15:25.185999 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58460) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:25.252752 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-1a443ceb-c867-42e0-b731-5010d06ecba1 None None] Port 335b2b33-e1de-42f5-af7a-9642533973ac cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:15:25.255610 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-26b40fb7-a499-4805-ade2-6c3f73235d6c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:25.260973 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d0206972-da45-42ca-8d17-41f54a472278 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:25.261415 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-838a0489-90f6-458f-883b-ebe652b06fa9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:floatingip and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:25.271855 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b7db8-4e3a-4d3a-856f-011d01a11a02 req-f8cf9798-01ba-41e3-bbd7-376b77487c28 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:25.273336 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-622b7db8-4e3a-4d3a-856f-011d01a11a02 req-f8cf9798-01ba-41e3-bbd7-376b77487c28 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] 10.222.0.50 "GET /v2.0/ports?device_id=a95f939f-74b7-4176-9031-296b2e20347a HTTP/1.1" status: 200 len: 945 time: 0.5956118 Oct 04 09:15:25.274187 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-838a0489-90f6-458f-883b-ebe652b06fa9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:25.279522 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-aed464da-0d86-4785-bb7d-c0e1c812738c tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:25.282343 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-26b40fb7-a499-4805-ade2-6c3f73235d6c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Usage tracker for resource:port and tenant:8de43eb137fe47f9a4031ea91b631fcc is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:25.290340 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-26b40fb7-a499-4805-ade2-6c3f73235d6c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:25.291407 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-f4ba32c5-a2a8-4103-8c36-14632fb4edae None None] Attempting to bind port 074c994d-117c-401c-8a42-f5ffedbe3724 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:15:25.291785 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-f4ba32c5-a2a8-4103-8c36-14632fb4edae None None] Attempting to bind port 074c994d-117c-401c-8a42-f5ffedbe3724 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'e94b0836-a851-4bc7-b4aa-a0a1ae22238c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '63af2731-3522-4391-956d-07686ab3c645'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:15:25.292149 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ba32c5-a2a8-4103-8c36-14632fb4edae None None] Attempting to bind port 074c994d-117c-401c-8a42-f5ffedbe3724 on network 63af2731-3522-4391-956d-07686ab3c645 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:15:25.298531 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-838a0489-90f6-458f-883b-ebe652b06fa9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:25.324010 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-26b40fb7-a499-4805-ade2-6c3f73235d6c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:25.334333 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d0206972-da45-42ca-8d17-41f54a472278 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:25.337838 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ba32c5-a2a8-4103-8c36-14632fb4edae None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:15:25.337838 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ba32c5-a2a8-4103-8c36-14632fb4edae None None] Checking segment: {'id': 'e94b0836-a851-4bc7-b4aa-a0a1ae22238c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '63af2731-3522-4391-956d-07686ab3c645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:15:25.337838 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f4ba32c5-a2a8-4103-8c36-14632fb4edae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:25.338474 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ba32c5-a2a8-4103-8c36-14632fb4edae None None] Bound using segment: {'id': 'e94b0836-a851-4bc7-b4aa-a0a1ae22238c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '63af2731-3522-4391-956d-07686ab3c645'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:15:25.339071 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-f4ba32c5-a2a8-4103-8c36-14632fb4edae None None] Bound port: 074c994d-117c-401c-8a42-f5ffedbe3724, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e94b0836-a851-4bc7-b4aa-a0a1ae22238c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '63af2731-3522-4391-956d-07686ab3c645'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:15:25.339584 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f4ba32c5-a2a8-4103-8c36-14632fb4edae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:25.346836 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aed464da-0d86-4785-bb7d-c0e1c812738c tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:25.367715 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-838a0489-90f6-458f-883b-ebe652b06fa9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for floatingip, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:25.382607 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d0206972-da45-42ca-8d17-41f54a472278 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:25.388926 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b40fb7-a499-4805-ade2-6c3f73235d6c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Made reservation on behalf of 8de43eb137fe47f9a4031ea91b631fcc for: {'port': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:15:25.392578 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-26b40fb7-a499-4805-ade2-6c3f73235d6c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:25.413851 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0206972-da45-42ca-8d17-41f54a472278 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d34e661b-6b35-42c8-9322-7c5730373501,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:25.424804 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d0206972-da45-42ca-8d17-41f54a472278 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:25.425597 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-d0206972-da45-42ca-8d17-41f54a472278 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/d34e661b-6b35-42c8-9322-7c5730373501 HTTP/1.1" status: 204 len: 168 time: 0.2387216 Oct 04 09:15:25.432993 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-622b7db8-4e3a-4d3a-856f-011d01a11a02 req-09e28004-96b2-4902-b9fb-e3f5848f48c3 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cdce89a-a11c-4f5f-9f03-945b3b6fd05c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1478508 Oct 04 09:15:25.433463 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58464) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:25.441296 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-aed464da-0d86-4785-bb7d-c0e1c812738c tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:25.442662 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e9a8ba42-dbe0-49ea-a538-73c782889f7a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:25.455762 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 801f95ac-5b56-4aad-8c02-87b668c7c978 is: BUILD; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:15:25.456144 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:25.472714 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-e9a8ba42-dbe0-49ea-a538-73c782889f7a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Transition to ACTIVE for port object ec3d1c5f-129e-4523-a224-6c54bb31400f will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:15:25.497135 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e9a8ba42-dbe0-49ea-a538-73c782889f7a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:25.499299 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [None req-26b40fb7-a499-4805-ade2-6c3f73235d6c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] device_id is not set on port 3b5c60af-1360-4636-aca5-05676d817fe3 yet. {{(pid=89033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:15:25.500661 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95f939f-74b7-4176-9031-296b2e20347a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '801f95ac-5b56-4aad-8c02-87b668c7c978'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:15:25.503022 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aef738b946a3ea172e8e75fc735451da1d91f114ea1acc5fcf392e20a929bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244175cd-b33d-44f9-9689-917a14204218" -d '{"events": [{"server_uuid": "a95f939f-74b7-4176-9031-296b2e20347a", "name": "network-vif-plugged", "status": "completed", "tag": "801f95ac-5b56-4aad-8c02-87b668c7c978"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:15:25.520237 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-f4ba32c5-a2a8-4103-8c36-14632fb4edae None None] For port 074c994d-117c-401c-8a42-f5ffedbe3724, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:15:25.526023 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-f4ba32c5-a2a8-4103-8c36-14632fb4edae None None] For port 074c994d-117c-401c-8a42-f5ffedbe3724, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=074c994d-117c-401c-8a42-f5ffedbe3724,segment=NetworkSegment(e94b0836-a851-4bc7-b4aa-a0a1ae22238c),segment_id=e94b0836-a851-4bc7-b4aa-a0a1ae22238c)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:15:25.533591 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 801f95ac-5b56-4aad-8c02-87b668c7c978, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=801f95ac-5b56-4aad-8c02-87b668c7c978,segment=NetworkSegment(77ddeb54-0d4d-457f-abac-669508cea815),segment_id=77ddeb54-0d4d-457f-abac-669508cea815)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:15:25.538016 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f4ba32c5-a2a8-4103-8c36-14632fb4edae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:25.545961 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-aed464da-0d86-4785-bb7d-c0e1c812738c tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Usage tracker for resource:security_group_rule and tenant:5d329a76de2f4c3e8d8b3f4426723ce7 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:25.550708 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-aed464da-0d86-4785-bb7d-c0e1c812738c tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:25.572838 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a8ba42-dbe0-49ea-a538-73c782889f7a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Network 63af2731-3522-4391-956d-07686ab3c645 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:15:25.575853 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-e9a8ba42-dbe0-49ea-a538-73c782889f7a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:15:25.579839 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-aed464da-0d86-4785-bb7d-c0e1c812738c tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:25.580012 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a8ba42-dbe0-49ea-a538-73c782889f7a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:15:25.588341 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ca50eb-d66a-4bfc-a9ee-c22ed1462ce1 x-openstack-request-id: req-70ca50eb-d66a-4bfc-a9ee-c22ed1462ce1 {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:15:25.588708 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a95f939f-74b7-4176-9031-296b2e20347a", "name": "network-vif-plugged", "status": "completed", "tag": "801f95ac-5b56-4aad-8c02-87b668c7c978", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:15:25.589047 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-70ca50eb-d66a-4bfc-a9ee-c22ed1462ce1 {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:15:25.589958 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70ca50eb-d66a-4bfc-a9ee-c22ed1462ce1'] response: {'server_uuid': 'a95f939f-74b7-4176-9031-296b2e20347a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '801f95ac-5b56-4aad-8c02-87b668c7c978', 'code': 200} Oct 04 09:15:25.590696 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:25.622138 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a8ba42-dbe0-49ea-a538-73c782889f7a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event updated for resources: {'Port': ['ID=ec3d1c5f-129e-4523-a224-6c54bb31400f,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:25.646089 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ba32c5-a2a8-4103-8c36-14632fb4edae None None] Pushing event updated for resources: {'Port': ['ID=074c994d-117c-401c-8a42-f5ffedbe3724,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:25.679256 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a8ba42-dbe0-49ea-a538-73c782889f7a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:25.680276 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e9a8ba42-dbe0-49ea-a538-73c782889f7a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:25.716129 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-e9a8ba42-dbe0-49ea-a538-73c782889f7a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1423643 Oct 04 09:15:25.716954 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58470) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:25.731663 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-4907de1b-b104-4455-8d40-37cdf2e47228 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Synchronizing usage tracker for tenant:e8f4cb4159cc4c7e9416e943587cbebe on resource:security_group_rule {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:15:25.758629 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-1a443ceb-c867-42e0-b731-5010d06ecba1 None None] Attempt 9 to provision port 335b2b33-e1de-42f5-af7a-9642533973ac Oct 04 09:15:25.859394 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=801f95ac-5b56-4aad-8c02-87b668c7c978,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:25.886768 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-1a443ceb-c867-42e0-b731-5010d06ecba1 None None] Port 335b2b33-e1de-42f5-af7a-9642533973ac cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:15:25.907897 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-4907de1b-b104-4455-8d40-37cdf2e47228 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Unset dirty status for tenant:e8f4cb4159cc4c7e9416e943587cbebe on resource:security_group_rule {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:15:25.911919 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-4907de1b-b104-4455-8d40-37cdf2e47228 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4728930 Oct 04 09:15:25.932284 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58474) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:26.030160 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aed464da-0d86-4785-bb7d-c0e1c812738c tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:26.091281 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aed464da-0d86-4785-bb7d-c0e1c812738c tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:26.174534 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-26b40fb7-a499-4805-ade2-6c3f73235d6c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:26.245863 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed464da-0d86-4785-bb7d-c0e1c812738c tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=194755b7-eb4f-4806-a394-a4f64c63d342,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:26.258507 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2a01fb09-75d4-4fbd-83fd-826681771baa tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736827'] for router_interface, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:26.332566 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-73647e71-f0ae-47f3-a699-7de2faa20b25 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:26.388478 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-1a443ceb-c867-42e0-b731-5010d06ecba1 None None] Attempt 10 to provision port 335b2b33-e1de-42f5-af7a-9642533973ac Oct 04 09:15:26.399394 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aed464da-0d86-4785-bb7d-c0e1c812738c tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:26.400631 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-aed464da-0d86-4785-bb7d-c0e1c812738c tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3795846 Oct 04 09:15:26.403712 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58478) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:26.412687 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-3dd93042-153f-4985-bf29-65ea999326fa tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Request body: {'security_group_rule': {'security_group_id': '194755b7-eb4f-4806-a394-a4f64c63d342', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:26.413731 dv-neutron-860215-1-hyperv neutron-server[89032]: WARNING neutron.api.v2.base [None req-3dd93042-153f-4985-bf29-65ea999326fa tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 04 09:15:26.413850 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-838a0489-90f6-458f-883b-ebe652b06fa9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:26.414498 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.api.v2.resource [None req-3dd93042-153f-4985-bf29-65ea999326fa tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 09:15:26.418429 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-3dd93042-153f-4985-bf29-65ea999326fa tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0109265 Oct 04 09:15:26.419231 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58482) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:26.427286 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-cdfa403f-0632-4180-a320-7def1f9a8ec9 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Request body: {'security_group_rule': {'security_group_id': '194755b7-eb4f-4806-a394-a4f64c63d342', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:26.428249 dv-neutron-860215-1-hyperv neutron-server[89032]: WARNING neutron.api.v2.base [None req-cdfa403f-0632-4180-a320-7def1f9a8ec9 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 04 09:15:26.429230 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.api.v2.resource [None req-cdfa403f-0632-4180-a320-7def1f9a8ec9 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 09:15:26.432888 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-cdfa403f-0632-4180-a320-7def1f9a8ec9 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0096385 Oct 04 09:15:26.434107 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58486) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:26.444657 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-63edc964-d034-478c-8f37-80347f939f8c tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Request body: {'security_group_rule': {'security_group_id': '194755b7-eb4f-4806-a394-a4f64c63d342', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:26.445655 dv-neutron-860215-1-hyperv neutron-server[89032]: WARNING neutron.api.v2.base [None req-63edc964-d034-478c-8f37-80347f939f8c tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 04 09:15:26.446270 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.api.v2.resource [None req-63edc964-d034-478c-8f37-80347f939f8c tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 09:15:26.447338 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-63edc964-d034-478c-8f37-80347f939f8c tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0123272 Oct 04 09:15:26.463234 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-1a443ceb-c867-42e0-b731-5010d06ecba1 None None] Port 335b2b33-e1de-42f5-af7a-9642533973ac cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:15:26.476369 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58490) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:26.491834 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-1a443ceb-c867-42e0-b731-5010d06ecba1 None None] Provisioning complete for port 391eabca-4aee-4edc-a856-70389c63241a triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:15:26.492381 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-1a443ceb-c867-42e0-b731-5010d06ecba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:26.492583 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-73647e71-f0ae-47f3-a699-7de2faa20b25 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:26.492766 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-1a443ceb-c867-42e0-b731-5010d06ecba1 None None] Attempt 1 to provision port 391eabca-4aee-4edc-a856-70389c63241a Oct 04 09:15:26.517854 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-2a4a71b5-8686-402c-a8b5-2de58c300ff5 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Request body: {'security_group_rule': {'security_group_id': '194755b7-eb4f-4806-a394-a4f64c63d342', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:26.518745 dv-neutron-860215-1-hyperv neutron-server[89033]: WARNING neutron.api.v2.base [None req-2a4a71b5-8686-402c-a8b5-2de58c300ff5 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 04 09:15:26.519249 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-2a4a71b5-8686-402c-a8b5-2de58c300ff5 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 09:15:26.519604 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e0c2c408-dd49-4a3b-9f75-ce163a571bb1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:26.523595 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-2a4a71b5-8686-402c-a8b5-2de58c300ff5 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0374212 Oct 04 09:15:26.540810 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58496) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:26.545873 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786e8d2-923c-49b0-b79a-bd1f84699fe2 req-6526253a-c3d4-4354-b207-3101aa755061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:26.547386 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-9786e8d2-923c-49b0-b79a-bd1f84699fe2 req-6526253a-c3d4-4354-b207-3101aa755061 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a95f939f-74b7-4176-9031-296b2e20347a HTTP/1.1" status: 200 len: 1099 time: 0.5930088 Oct 04 09:15:26.694485 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 074c994d-117c-401c-8a42-f5ffedbe3724 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:15:26.787618 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-1a443ceb-c867-42e0-b731-5010d06ecba1 None None] Current status of the port 391eabca-4aee-4edc-a856-70389c63241a is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:15:26.816978 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 074c994d-117c-401c-8a42-f5ffedbe3724 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:15:26.863151 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-26b40fb7-a499-4805-ade2-6c3f73235d6c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:26.874692 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a59e0c6d-12d1-4e6c-8264-9bdbdb9016ee tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:26.916832 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-2edf4e80-6c6c-4d56-89a1-0545b2e50f19 None None] Provisioning complete for port 335b2b33-e1de-42f5-af7a-9642533973ac triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:15:26.917336 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-2edf4e80-6c6c-4d56-89a1-0545b2e50f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:26.917911 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-2edf4e80-6c6c-4d56-89a1-0545b2e50f19 None None] Attempt 1 to provision port 335b2b33-e1de-42f5-af7a-9642533973ac Oct 04 09:15:26.921676 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-73647e71-f0ae-47f3-a699-7de2faa20b25 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:26.968582 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1197e4-9394-4a53-a82f-3d48427711f2 None None] Network 63af2731-3522-4391-956d-07686ab3c645 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:15:26.983489 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e0c2c408-dd49-4a3b-9f75-ce163a571bb1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:26.988543 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e0c2c408-dd49-4a3b-9f75-ce163a571bb1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:27.056498 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-2edf4e80-6c6c-4d56-89a1-0545b2e50f19 None None] Port 335b2b33-e1de-42f5-af7a-9642533973ac cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:15:27.141558 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c2c408-dd49-4a3b-9f75-ce163a571bb1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event updated for resources: {'Port': ['ID=ec3d1c5f-129e-4523-a224-6c54bb31400f,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:27.145006 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-9786e8d2-923c-49b0-b79a-bd1f84699fe2 req-f5962683-29c6-455a-897b-db4aa8105e91 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5cdce89a-a11c-4f5f-9f03-945b3b6fd05c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5708547 Oct 04 09:15:27.160701 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73647e71-f0ae-47f3-a699-7de2faa20b25 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd09cf1-9c08-41c7-9b15-491cee2270c9,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:27.164853 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a59e0c6d-12d1-4e6c-8264-9bdbdb9016ee tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:27.324988 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b40fb7-a499-4805-ade2-6c3f73235d6c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event updated for resources: {'Port': ['ID=3b5c60af-1360-4636-aca5-05676d817fe3,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:27.334871 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e0c2c408-dd49-4a3b-9f75-ce163a571bb1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737202'] for router_interface, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:27.409427 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-73647e71-f0ae-47f3-a699-7de2faa20b25 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:27.413738 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-73647e71-f0ae-47f3-a699-7de2faa20b25 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "DELETE /v2.0/security-groups/cfd09cf1-9c08-41c7-9b15-491cee2270c9 HTTP/1.1" status: 204 len: 168 time: 1.4804544 Oct 04 09:15:27.422623 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58502) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:27.424545 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b40fb7-a499-4805-ade2-6c3f73235d6c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Checking segment: {'id': 'fc6c1fe3-0b51-448d-a980-7ee37d490802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '602fef91-1f5e-40a1-b170-232ec46eaf2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:15:27.424806 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b40fb7-a499-4805-ade2-6c3f73235d6c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Network hostable DHCP agents. Network: 602fef91-1f5e-40a1-b170-232ec46eaf2b, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:15:27.432327 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-838a0489-90f6-458f-883b-ebe652b06fa9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Allocated IP 172.26.10.66 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/9cf29a4a-e634-457a-9738-fb5c71be493d) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:15:27.487837 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e0c2c408-dd49-4a3b-9f75-ce163a571bb1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:27.491141 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a59e0c6d-12d1-4e6c-8264-9bdbdb9016ee tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:27.524811 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-1e4c95df-2ca8-4f1a-83db-584844df2de3 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1011448 Oct 04 09:15:27.549158 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58506) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:27.558681 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-2edf4e80-6c6c-4d56-89a1-0545b2e50f19 None None] Attempt 2 to provision port 335b2b33-e1de-42f5-af7a-9642533973ac Oct 04 09:15:27.564886 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-2a01fb09-75d4-4fbd-83fd-826681771baa tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Deleting port 335b2b33-e1de-42f5-af7a-9642533973ac {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:15:27.565449 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2a01fb09-75d4-4fbd-83fd-826681771baa tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:27.567578 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-2b08d9b8-2c43-495b-a3e5-454d850608d2 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Request body: {'security_group': {'name': 'tempest-secgroup--1357753514'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:27.583213 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-2b08d9b8-2c43-495b-a3e5-454d850608d2 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:27.591140 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-2b08d9b8-2c43-495b-a3e5-454d850608d2 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Usage tracker for resource:security_group and tenant:e8f4cb4159cc4c7e9416e943587cbebe is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:27.595974 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-2b08d9b8-2c43-495b-a3e5-454d850608d2 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:27.612269 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59e0c6d-12d1-4e6c-8264-9bdbdb9016ee tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=194755b7-eb4f-4806-a394-a4f64c63d342,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:27.623510 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0c7ce-04be-4694-91fd-3f7844d4fa81 req-b02d9d6c-741b-425d-b1fa-0fbd0af0e80d tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:27.625571 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-9ef0c7ce-04be-4694-91fd-3f7844d4fa81 req-b02d9d6c-741b-425d-b1fa-0fbd0af0e80d tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] 10.222.0.50 "GET /v2.0/ports?device_id=a95f939f-74b7-4176-9031-296b2e20347a HTTP/1.1" status: 200 len: 946 time: 0.8635790 Oct 04 09:15:27.641774 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e75f05f9-dffc-4a55-b7ec-97b885a765db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:27.649050 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b40fb7-a499-4805-ade2-6c3f73235d6c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Network 602fef91-1f5e-40a1-b170-232ec46eaf2b is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:15:27.651646 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-2edf4e80-6c6c-4d56-89a1-0545b2e50f19 None None] Port 335b2b33-e1de-42f5-af7a-9642533973ac cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:15:27.680568 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-2b08d9b8-2c43-495b-a3e5-454d850608d2 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:27.710409 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-26b40fb7-a499-4805-ade2-6c3f73235d6c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 602fef91-1f5e-40a1-b170-232ec46eaf2b) {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:15:27.718424 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ab444e-ce94-4a47-93b7-3992bbda7349 None None] Network 602fef91-1f5e-40a1-b170-232ec46eaf2b requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:15:27.788913 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2b08d9b8-2c43-495b-a3e5-454d850608d2 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:27.792567 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a59e0c6d-12d1-4e6c-8264-9bdbdb9016ee tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:27.796007 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a59e0c6d-12d1-4e6c-8264-9bdbdb9016ee tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] 10.222.0.50 "DELETE /v2.0/security-groups/194755b7-eb4f-4806-a394-a4f64c63d342 HTTP/1.1" status: 204 len: 168 time: 1.2453094 Oct 04 09:15:27.796007 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b40fb7-a499-4805-ade2-6c3f73235d6c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:15:27.798049 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58510) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:27.800680 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b40fb7-a499-4805-ade2-6c3f73235d6c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:27.801017 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-26b40fb7-a499-4805-ade2-6c3f73235d6c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:27.838320 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-2b08d9b8-2c43-495b-a3e5-454d850608d2 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:27.880164 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-2b08d9b8-2c43-495b-a3e5-454d850608d2 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Usage tracker for resource:security_group_rule and tenant:e8f4cb4159cc4c7e9416e943587cbebe is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:27.885725 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-838a0489-90f6-458f-883b-ebe652b06fa9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:27.916952 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-9ef0c7ce-04be-4694-91fd-3f7844d4fa81 req-eea0a1b2-55f4-4519-abda-e5733a691d9d tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cdce89a-a11c-4f5f-9f03-945b3b6fd05c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2707620 Oct 04 09:15:27.919701 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-26b40fb7-a499-4805-ade2-6c3f73235d6c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.2663312 Oct 04 09:15:27.930160 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58514) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:27.942294 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-e2b08de6-4f74-4cb3-97b4-458f3fff74be tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1401233580'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:27.951188 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-e2b08de6-4f74-4cb3-97b4-458f3fff74be tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:27.962199 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-e2b08de6-4f74-4cb3-97b4-458f3fff74be tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Usage tracker for resource:network and tenant:8de43eb137fe47f9a4031ea91b631fcc is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:27.969286 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-e2b08de6-4f74-4cb3-97b4-458f3fff74be tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:27.979550 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-e2b08de6-4f74-4cb3-97b4-458f3fff74be tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:28.026852 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b08de6-4f74-4cb3-97b4-458f3fff74be tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Made reservation on behalf of 8de43eb137fe47f9a4031ea91b631fcc for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:15:28.030307 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e2b08de6-4f74-4cb3-97b4-458f3fff74be tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:28.044555 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2a01fb09-75d4-4fbd-83fd-826681771baa tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:28.049106 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-2b08d9b8-2c43-495b-a3e5-454d850608d2 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:28.070222 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-2b08d9b8-2c43-495b-a3e5-454d850608d2 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:28.095909 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-1e25fa79-2290-4669-a2b4-388af4207c2f tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2933023 Oct 04 09:15:28.108749 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58518) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:28.118566 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-14261145-025d-4842-b6f0-d68f06252e2c tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Request body: {'security_group': {'name': 'tempest-secgroup--1515921517'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:28.134699 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-14261145-025d-4842-b6f0-d68f06252e2c tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:28.152985 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-2edf4e80-6c6c-4d56-89a1-0545b2e50f19 None None] Attempt 3 to provision port 335b2b33-e1de-42f5-af7a-9642533973ac Oct 04 09:15:28.154901 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-14261145-025d-4842-b6f0-d68f06252e2c tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Usage tracker for resource:security_group and tenant:5d329a76de2f4c3e8d8b3f4426723ce7 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:28.161076 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-14261145-025d-4842-b6f0-d68f06252e2c tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:28.174616 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-14261145-025d-4842-b6f0-d68f06252e2c tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:28.182225 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-2a01fb09-75d4-4fbd-83fd-826681771baa tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Calling delete_port for 335b2b33-e1de-42f5-af7a-9642533973ac owned by network:router_interface {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:15:28.202493 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-14261145-025d-4842-b6f0-d68f06252e2c tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:28.213975 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-838a0489-90f6-458f-883b-ebe652b06fa9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:28.214915 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-2edf4e80-6c6c-4d56-89a1-0545b2e50f19 None None] Port 335b2b33-e1de-42f5-af7a-9642533973ac cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:15:28.257137 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2b08d9b8-2c43-495b-a3e5-454d850608d2 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:28.259283 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e0c2c408-dd49-4a3b-9f75-ce163a571bb1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:28.261206 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-14261145-025d-4842-b6f0-d68f06252e2c tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:28.265506 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e0c2c408-dd49-4a3b-9f75-ce163a571bb1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:28.273869 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2b08de6-4f74-4cb3-97b4-458f3fff74be tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:15:28.294355 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2b08d9b8-2c43-495b-a3e5-454d850608d2 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:28.302156 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-14261145-025d-4842-b6f0-d68f06252e2c tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Usage tracker for resource:security_group_rule and tenant:5d329a76de2f4c3e8d8b3f4426723ce7 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:28.314192 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838a0489-90f6-458f-883b-ebe652b06fa9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:15:28.318911 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e2b08de6-4f74-4cb3-97b4-458f3fff74be tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:28.319257 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-e2b08de6-4f74-4cb3-97b4-458f3fff74be tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Added segment 2af1c1f6-b49c-45c5-b935-f67db7519750 of type vlan for network 9ad984be-390b-4337-91fc-fe0dece0d034 Oct 04 09:15:28.320630 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-838a0489-90f6-458f-883b-ebe652b06fa9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:15:28.332062 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838a0489-90f6-458f-883b-ebe652b06fa9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:15:28.354718 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-14261145-025d-4842-b6f0-d68f06252e2c tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:28.379219 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838a0489-90f6-458f-883b-ebe652b06fa9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Port': ['ID=9cf29a4a-e634-457a-9738-fb5c71be493d,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:28.385483 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-14261145-025d-4842-b6f0-d68f06252e2c tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:28.411579 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e2b08de6-4f74-4cb3-97b4-458f3fff74be tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:28.443163 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b08d9b8-2c43-495b-a3e5-454d850608d2 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e97cadc7-b342-478d-8bd2-2cf8fb7f2c08,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:28.455130 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c2c408-dd49-4a3b-9f75-ce163a571bb1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event updated for resources: {'Port': ['ID=ec3d1c5f-129e-4523-a224-6c54bb31400f,revision_number=3']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:28.464184 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e0c2c408-dd49-4a3b-9f75-ce163a571bb1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736777'] for router_interface, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:28.467475 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2b08d9b8-2c43-495b-a3e5-454d850608d2 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:28.471358 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-2b08d9b8-2c43-495b-a3e5-454d850608d2 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9133937 Oct 04 09:15:28.472274 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58522) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:28.483541 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-24c7a9d8-2267-437d-8f4b-b2aa0b1f1b04 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Request body: {'security_group_rule': {'security_group_id': 'e97cadc7-b342-478d-8bd2-2cf8fb7f2c08', 'direction': 'ingress', 'protocol': 17}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:28.492851 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-24c7a9d8-2267-437d-8f4b-b2aa0b1f1b04 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:28.517376 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-24c7a9d8-2267-437d-8f4b-b2aa0b1f1b04 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Usage tracker for resource:security_group_rule and tenant:e8f4cb4159cc4c7e9416e943587cbebe is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:28.537820 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e2b08de6-4f74-4cb3-97b4-458f3fff74be tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:28.543201 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b08de6-4f74-4cb3-97b4-458f3fff74be tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:28.543799 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e2b08de6-4f74-4cb3-97b4-458f3fff74be tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:28.571006 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-24c7a9d8-2267-437d-8f4b-b2aa0b1f1b04 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:28.591326 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-24c7a9d8-2267-437d-8f4b-b2aa0b1f1b04 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:28.649018 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-24c7a9d8-2267-437d-8f4b-b2aa0b1f1b04 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:28.687409 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-14261145-025d-4842-b6f0-d68f06252e2c tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:28.706990 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-14261145-025d-4842-b6f0-d68f06252e2c tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:28.716025 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-2edf4e80-6c6c-4d56-89a1-0545b2e50f19 None None] Attempt 4 to provision port 335b2b33-e1de-42f5-af7a-9642533973ac Oct 04 09:15:28.737845 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c2c408-dd49-4a3b-9f75-ce163a571bb1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Network 63af2731-3522-4391-956d-07686ab3c645 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:15:28.747960 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-e0c2c408-dd49-4a3b-9f75-ce163a571bb1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:15:28.762921 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-e2b08de6-4f74-4cb3-97b4-458f3fff74be tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8316882 Oct 04 09:15:28.771065 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58526) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:28.795812 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-da6290af-f980-47d6-ae54-5d220895e581 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Request body: {'ports': [{'network_id': '602fef91-1f5e-40a1-b170-232ec46eaf2b'}, {'network_id': '9ad984be-390b-4337-91fc-fe0dece0d034'}]} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:28.796132 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-da6290af-f980-47d6-ae54-5d220895e581 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Request body: {'port': {'network_id': '602fef91-1f5e-40a1-b170-232ec46eaf2b'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:28.796646 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-da6290af-f980-47d6-ae54-5d220895e581 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Request body: {'port': {'network_id': '9ad984be-390b-4337-91fc-fe0dece0d034'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:28.846769 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b08de6-4f74-4cb3-97b4-458f3fff74be tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event updated for resources: {'Network': ['ID=9ad984be-390b-4337-91fc-fe0dece0d034,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:28.882549 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-2edf4e80-6c6c-4d56-89a1-0545b2e50f19 None None] Port 335b2b33-e1de-42f5-af7a-9642533973ac cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:15:28.883783 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 9ad984be-390b-4337-91fc-fe0dece0d034 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:15:28.887610 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-14261145-025d-4842-b6f0-d68f06252e2c tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:28.891566 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-14261145-025d-4842-b6f0-d68f06252e2c tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7791548 Oct 04 09:15:28.891566 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14261145-025d-4842-b6f0-d68f06252e2c tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ad2ba0-ca95-46de-89eb-53b1bcda55c4,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:28.892388 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58530) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:29.008454 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2a01fb09-75d4-4fbd-83fd-826681771baa tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:29.032870 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-a4e58e28-983e-4fee-abcf-e5d38095de27 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Request body: {'security_group_rule': {'security_group_id': 'd5ad2ba0-ca95-46de-89eb-53b1bcda55c4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:29.033352 dv-neutron-860215-1-hyperv neutron-server[89032]: WARNING neutron.api.v2.base [None req-a4e58e28-983e-4fee-abcf-e5d38095de27 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 04 09:15:29.033838 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.api.v2.resource [None req-a4e58e28-983e-4fee-abcf-e5d38095de27 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 09:15:29.034801 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-a4e58e28-983e-4fee-abcf-e5d38095de27 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0785198 Oct 04 09:15:29.044044 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58536) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:29.044932 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-24c7a9d8-2267-437d-8f4b-b2aa0b1f1b04 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:29.065854 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-c00cf8cf-8ed8-4eef-b5c9-4e110db71da5 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Request body: {'security_group_rule': {'security_group_id': 'd5ad2ba0-ca95-46de-89eb-53b1bcda55c4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:29.077117 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-24c7a9d8-2267-437d-8f4b-b2aa0b1f1b04 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:29.079070 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-c00cf8cf-8ed8-4eef-b5c9-4e110db71da5 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:29.114081 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-c00cf8cf-8ed8-4eef-b5c9-4e110db71da5 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Usage tracker for resource:security_group_rule and tenant:5d329a76de2f4c3e8d8b3f4426723ce7 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:29.139405 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a01fb09-75d4-4fbd-83fd-826681771baa tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event deleted for resources: {'Port': ['ID=335b2b33-e1de-42f5-af7a-9642533973ac,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:29.162687 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-c00cf8cf-8ed8-4eef-b5c9-4e110db71da5 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:29.179255 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c7a9d8-2267-437d-8f4b-b2aa0b1f1b04 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22746388-5908-4367-8e88-4bb65d38d350,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:29.206239 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-c00cf8cf-8ed8-4eef-b5c9-4e110db71da5 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:29.294090 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-24c7a9d8-2267-437d-8f4b-b2aa0b1f1b04 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:29.295402 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-24c7a9d8-2267-437d-8f4b-b2aa0b1f1b04 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8221400 Oct 04 09:15:29.315293 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58540) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:29.384664 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-2edf4e80-6c6c-4d56-89a1-0545b2e50f19 None None] Attempt 5 to provision port 335b2b33-e1de-42f5-af7a-9642533973ac Oct 04 09:15:29.407963 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-da6290af-f980-47d6-ae54-5d220895e581 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:29.421114 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-2edf4e80-6c6c-4d56-89a1-0545b2e50f19 None None] Port 335b2b33-e1de-42f5-af7a-9642533973ac was deleted so its status cannot be updated. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 04 09:15:29.423282 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-da6290af-f980-47d6-ae54-5d220895e581 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Usage tracker for resource:port and tenant:8de43eb137fe47f9a4031ea91b631fcc is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:29.430359 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-da6290af-f980-47d6-ae54-5d220895e581 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:29.435090 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.api.v2.resource [None req-c00cf8cf-8ed8-4eef-b5c9-4e110db71da5 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 09:15:29.436121 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-c00cf8cf-8ed8-4eef-b5c9-4e110db71da5 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3881819 Oct 04 09:15:29.441624 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58544) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:29.442396 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-da6290af-f980-47d6-ae54-5d220895e581 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:29.455469 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-c99b86bc-7d64-48c9-84b5-96303cc7e525 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Request body: {'security_group_rule': {'security_group_id': 'd5ad2ba0-ca95-46de-89eb-53b1bcda55c4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:29.456143 dv-neutron-860215-1-hyperv neutron-server[89032]: WARNING neutron.api.v2.base [None req-c99b86bc-7d64-48c9-84b5-96303cc7e525 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 04 09:15:29.456443 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.api.v2.resource [None req-c99b86bc-7d64-48c9-84b5-96303cc7e525 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 09:15:29.457512 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-c99b86bc-7d64-48c9-84b5-96303cc7e525 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0122290 Oct 04 09:15:29.460316 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c2c408-dd49-4a3b-9f75-ce163a571bb1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Router d372ecc5-ad2c-4c2a-ae13-a137e579a059 is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:15:29.462020 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58548) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:29.467704 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2a01fb09-75d4-4fbd-83fd-826681771baa tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736911'] for router_interface, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:29.481530 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-a2d65807-a436-45c8-95aa-4095077ab2b0 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Request body: {'security_group_rule': {'security_group_id': 'd5ad2ba0-ca95-46de-89eb-53b1bcda55c4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:29.498834 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-a2d65807-a436-45c8-95aa-4095077ab2b0 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:29.508501 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e473bc25-c93c-42eb-a9ca-54ef46532a4e req-4f6e276b-c494-489e-aac9-ede3e81cf098 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:29.509975 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e473bc25-c93c-42eb-a9ca-54ef46532a4e req-4f6e276b-c494-489e-aac9-ede3e81cf098 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] 10.222.0.50 "GET /v2.0/ports?device_id=a95f939f-74b7-4176-9031-296b2e20347a HTTP/1.1" status: 200 len: 946 time: 0.4028878 Oct 04 09:15:29.510577 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da6290af-f980-47d6-ae54-5d220895e581 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Made reservation on behalf of 8de43eb137fe47f9a4031ea91b631fcc for: {'port': 2} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:15:29.514702 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-da6290af-f980-47d6-ae54-5d220895e581 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:29.530028 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8f0d1a07-ebeb-4ce4-ab4f-cd917533e3f2 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:29.532629 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-a2d65807-a436-45c8-95aa-4095077ab2b0 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Usage tracker for resource:security_group_rule and tenant:5d329a76de2f4c3e8d8b3f4426723ce7 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:29.546355 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-0ee32b30-02f5-40b8-afb4-5c804f442ba8 None None] Provisioning for port ec3d1c5f-129e-4523-a224-6c54bb31400f completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:15:29.553886 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-0ee32b30-02f5-40b8-afb4-5c804f442ba8 None None] Provisioning complete for port ec3d1c5f-129e-4523-a224-6c54bb31400f triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:15:29.554570 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0ee32b30-02f5-40b8-afb4-5c804f442ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:29.554928 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-0ee32b30-02f5-40b8-afb4-5c804f442ba8 None None] Attempt 1 to provision port ec3d1c5f-129e-4523-a224-6c54bb31400f Oct 04 09:15:29.610048 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-a2d65807-a436-45c8-95aa-4095077ab2b0 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:29.611801 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-0ee32b30-02f5-40b8-afb4-5c804f442ba8 None None] Port ec3d1c5f-129e-4523-a224-6c54bb31400f cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:15:29.638542 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-a2d65807-a436-45c8-95aa-4095077ab2b0 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:29.693982 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-da6290af-f980-47d6-ae54-5d220895e581 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:29.779675 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a01fb09-75d4-4fbd-83fd-826681771baa tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Router e18b76cb-4e23-4957-b89f-3d6195d02e12 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:15:29.780783 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-838a0489-90f6-458f-883b-ebe652b06fa9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:29.797479 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8f0d1a07-ebeb-4ce4-ab4f-cd917533e3f2 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:29.929155 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a01fb09-75d4-4fbd-83fd-826681771baa tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:15:29.940206 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ddcd42-0bf0-4397-befc-e213bc3af211 None None] Sync routers for ids ['e18b76cb-4e23-4957-b89f-3d6195d02e12'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:15:29.949091 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e473bc25-c93c-42eb-a9ca-54ef46532a4e req-bd7ba191-aace-49bd-bd25-961ed91fcf95 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cdce89a-a11c-4f5f-9f03-945b3b6fd05c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4199505 Oct 04 09:15:29.957849 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ddcd42-0bf0-4397-befc-e213bc3af211 None None] Routers {'e18b76cb-4e23-4957-b89f-3d6195d02e12'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:15:29.960647 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-11ddcd42-0bf0-4397-befc-e213bc3af211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:15:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['e18b76cb-4e23-4957-b89f-3d6195d02e12'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:30.016151 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-838a0489-90f6-458f-883b-ebe652b06fa9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:30.033447 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c2c408-dd49-4a3b-9f75-ce163a571bb1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:15:30.035042 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-11ddcd42-0bf0-4397-befc-e213bc3af211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:30.045707 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ddcd42-0bf0-4397-befc-e213bc3af211 None None] Routers {'e18b76cb-4e23-4957-b89f-3d6195d02e12'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:15:30.046212 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-11ddcd42-0bf0-4397-befc-e213bc3af211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:15:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['e18b76cb-4e23-4957-b89f-3d6195d02e12'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:30.050528 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-e0c2c408-dd49-4a3b-9f75-ce163a571bb1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "PUT /v2.0/routers/d372ecc5-ad2c-4c2a-ae13-a137e579a059/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3300405 Oct 04 09:15:30.054155 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9599fac9-dacb-4a7a-8717-79ed4ca9d125 None None] Sync routers for ids ['d372ecc5-ad2c-4c2a-ae13-a137e579a059'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:15:30.066481 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9599fac9-dacb-4a7a-8717-79ed4ca9d125 None None] Routers {'d372ecc5-ad2c-4c2a-ae13-a137e579a059'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:15:30.066696 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58554) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:30.069960 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-9599fac9-dacb-4a7a-8717-79ed4ca9d125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:15:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['d372ecc5-ad2c-4c2a-ae13-a137e579a059'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:30.072274 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.api.v2.resource [None req-a2d65807-a436-45c8-95aa-4095077ab2b0 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 09:15:30.073315 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-a2d65807-a436-45c8-95aa-4095077ab2b0 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6067629 Oct 04 09:15:30.085595 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-2a01fb09-75d4-4fbd-83fd-826681771baa tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "PUT /v2.0/routers/e18b76cb-4e23-4957-b89f-3d6195d02e12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6680155 Oct 04 09:15:30.086648 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58558) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:30.090296 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58560) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:30.119612 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-0ee32b30-02f5-40b8-afb4-5c804f442ba8 None None] Attempt 2 to provision port ec3d1c5f-129e-4523-a224-6c54bb31400f Oct 04 09:15:30.167003 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-9599fac9-dacb-4a7a-8717-79ed4ca9d125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:30.180724 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9599fac9-dacb-4a7a-8717-79ed4ca9d125 None None] Routers {'d372ecc5-ad2c-4c2a-ae13-a137e579a059'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:15:30.181435 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-3b3d37cb-3a53-424d-b1d6-8472e1e03841 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Request body: {'security_group_rule': {'security_group_id': 'd5ad2ba0-ca95-46de-89eb-53b1bcda55c4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:30.182563 dv-neutron-860215-1-hyperv neutron-server[89033]: WARNING neutron.api.v2.base [None req-3b3d37cb-3a53-424d-b1d6-8472e1e03841 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 04 09:15:30.183231 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-0ee32b30-02f5-40b8-afb4-5c804f442ba8 None None] Port ec3d1c5f-129e-4523-a224-6c54bb31400f cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:15:30.183724 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-3b3d37cb-3a53-424d-b1d6-8472e1e03841 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 09:15:30.183837 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-9599fac9-dacb-4a7a-8717-79ed4ca9d125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:15:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['d372ecc5-ad2c-4c2a-ae13-a137e579a059'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:30.184671 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-11ddcd42-0bf0-4397-befc-e213bc3af211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:30.185079 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ddcd42-0bf0-4397-befc-e213bc3af211 None None] The sync data for ids ['e18b76cb-4e23-4957-b89f-3d6195d02e12'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:15:30.185608 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-3b3d37cb-3a53-424d-b1d6-8472e1e03841 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0836155 Oct 04 09:15:30.194566 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58568) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:30.210703 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-6dea613f-0eb4-48f1-b27e-21b422b85b9a tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Request body: {'security_group_rule': {'security_group_id': 'd5ad2ba0-ca95-46de-89eb-53b1bcda55c4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:30.227482 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-fadb8195-f736-4967-b237-ace95f0309c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:30.232021 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-6dea613f-0eb4-48f1-b27e-21b422b85b9a tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:30.238581 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8f0d1a07-ebeb-4ce4-ab4f-cd917533e3f2 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:30.242931 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-6dea613f-0eb4-48f1-b27e-21b422b85b9a tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Usage tracker for resource:security_group_rule and tenant:5d329a76de2f4c3e8d8b3f4426723ce7 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:30.256983 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-6dea613f-0eb4-48f1-b27e-21b422b85b9a tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:30.265030 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [None req-da6290af-f980-47d6-ae54-5d220895e581 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] device_id is not set on port b1e5b38f-ff4c-44e5-958c-a768d4b9d1ef yet. {{(pid=89032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:15:30.276066 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-6dea613f-0eb4-48f1-b27e-21b422b85b9a tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:30.280779 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0d1a07-ebeb-4ce4-ab4f-cd917533e3f2 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97cadc7-b342-478d-8bd2-2cf8fb7f2c08,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:30.292393 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-9599fac9-dacb-4a7a-8717-79ed4ca9d125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:30.293073 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9599fac9-dacb-4a7a-8717-79ed4ca9d125 None None] The sync data for ids ['d372ecc5-ad2c-4c2a-ae13-a137e579a059'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:15:30.311650 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8f0d1a07-ebeb-4ce4-ab4f-cd917533e3f2 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:30.312988 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-8f0d1a07-ebeb-4ce4-ab4f-cd917533e3f2 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "DELETE /v2.0/security-groups/e97cadc7-b342-478d-8bd2-2cf8fb7f2c08 HTTP/1.1" status: 204 len: 168 time: 0.9969459 Oct 04 09:15:30.315717 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58572) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:30.318816 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.securitygroups_db [None req-6dea613f-0eb4-48f1-b27e-21b422b85b9a tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Project 5d329a76de2f4c3e8d8b3f4426723ce7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 09:15:30.359284 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b44cad6-e619-4f78-8d78-f20796e7210b tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:30.359983 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-7b44cad6-e619-4f78-8d78-f20796e7210b tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Synchronizing usage tracker for tenant:7c59b642fbd4440eb4278f2c0c212bcd on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:15:30.395200 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.api.v2.resource [None req-6dea613f-0eb4-48f1-b27e-21b422b85b9a tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 09:15:30.396216 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-6dea613f-0eb4-48f1-b27e-21b422b85b9a tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1991446 Oct 04 09:15:30.401149 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58576) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:30.409865 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-7b44cad6-e619-4f78-8d78-f20796e7210b tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Unset dirty status for tenant:7c59b642fbd4440eb4278f2c0c212bcd on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:15:30.410966 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-7b44cad6-e619-4f78-8d78-f20796e7210b tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "GET /v2.0/ports?device_id=d372ecc5-ad2c-4c2a-ae13-a137e579a059 HTTP/1.1" status: 200 len: 982 time: 0.3367136 Oct 04 09:15:30.417250 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58580) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:30.420837 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-7c990906-b12d-4795-bcdb-a9ffa300b9c8 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Request body: {'security_group_rule': {'security_group_id': 'd5ad2ba0-ca95-46de-89eb-53b1bcda55c4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:30.421317 dv-neutron-860215-1-hyperv neutron-server[89032]: WARNING neutron.api.v2.base [None req-7c990906-b12d-4795-bcdb-a9ffa300b9c8 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 04 09:15:30.421799 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.api.v2.resource [None req-7c990906-b12d-4795-bcdb-a9ffa300b9c8 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 09:15:30.422734 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-7c990906-b12d-4795-bcdb-a9ffa300b9c8 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0181861 Oct 04 09:15:30.428693 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58582) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:30.446885 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-5d3c99b1-2a4e-448d-825b-b40eee4abb2e tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Synchronizing usage tracker for tenant:e8f4cb4159cc4c7e9416e943587cbebe on resource:security_group {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:15:30.487151 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:15:30.493371 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-5d3c99b1-2a4e-448d-825b-b40eee4abb2e tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Unset dirty status for tenant:e8f4cb4159cc4c7e9416e943587cbebe on resource:security_group {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:15:30.498274 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-5d3c99b1-2a4e-448d-825b-b40eee4abb2e tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1777406 Oct 04 09:15:30.498846 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58588) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:30.505109 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-9f606113-1840-4ed4-b0fd-4ac41911eef3 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Request body: {'security_group': {'name': 'tempest-secgroup--27558458'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:30.510818 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-da6290af-f980-47d6-ae54-5d220895e581 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:30.515993 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-9f606113-1840-4ed4-b0fd-4ac41911eef3 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:30.560855 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-f962a858-3616-47e7-8dd3-069c4b2f8fde tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Request body: {'security_group_rule': {'security_group_id': 'd5ad2ba0-ca95-46de-89eb-53b1bcda55c4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:30.592450 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-9f606113-1840-4ed4-b0fd-4ac41911eef3 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:30.625702 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:30.626092 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9f606113-1840-4ed4-b0fd-4ac41911eef3 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:30.644884 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [None req-da6290af-f980-47d6-ae54-5d220895e581 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] device_id is not set on port 424692cc-9c62-4cda-905e-fcdf9454c4c3 yet. {{(pid=89032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:15:30.658589 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-9f606113-1840-4ed4-b0fd-4ac41911eef3 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:30.664781 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-9f606113-1840-4ed4-b0fd-4ac41911eef3 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Usage tracker for resource:security_group_rule and tenant:e8f4cb4159cc4c7e9416e943587cbebe is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:30.668475 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-9f606113-1840-4ed4-b0fd-4ac41911eef3 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:30.675400 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-9f606113-1840-4ed4-b0fd-4ac41911eef3 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:30.684856 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-0ee32b30-02f5-40b8-afb4-5c804f442ba8 None None] Attempt 3 to provision port ec3d1c5f-129e-4523-a224-6c54bb31400f Oct 04 09:15:30.758751 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-da6290af-f980-47d6-ae54-5d220895e581 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:30.768625 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-0ee32b30-02f5-40b8-afb4-5c804f442ba8 None None] Port ec3d1c5f-129e-4523-a224-6c54bb31400f cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:15:30.770311 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:30.803692 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-da6290af-f980-47d6-ae54-5d220895e581 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:30.850921 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-f962a858-3616-47e7-8dd3-069c4b2f8fde tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:30.888282 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6290af-f980-47d6-ae54-5d220895e581 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Network 602fef91-1f5e-40a1-b170-232ec46eaf2b is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:15:30.891745 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-da6290af-f980-47d6-ae54-5d220895e581 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:15:30.906087 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6290af-f980-47d6-ae54-5d220895e581 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:15:30.906892 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-da6290af-f980-47d6-ae54-5d220895e581 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:30.917396 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-f962a858-3616-47e7-8dd3-069c4b2f8fde tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Usage tracker for resource:security_group_rule and tenant:5d329a76de2f4c3e8d8b3f4426723ce7 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:30.921097 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-f962a858-3616-47e7-8dd3-069c4b2f8fde tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:30.928454 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9f606113-1840-4ed4-b0fd-4ac41911eef3 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:30.930288 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6290af-f980-47d6-ae54-5d220895e581 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event updated for resources: {'Port': ['ID=b1e5b38f-ff4c-44e5-958c-a768d4b9d1ef,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:30.972062 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9f606113-1840-4ed4-b0fd-4ac41911eef3 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:30.982356 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-f962a858-3616-47e7-8dd3-069c4b2f8fde tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:31.008490 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-c79fe135-e4c5-45b3-b51e-efd7879bf33a tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] remove_router_interface failed (client error): The resource could not be found. Oct 04 09:15:31.009584 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-c79fe135-e4c5-45b3-b51e-efd7879bf33a tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "PUT /v2.0/routers/e18b76cb-4e23-4957-b89f-3d6195d02e12/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.9058919 Oct 04 09:15:31.017627 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58592) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:31.063053 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6290af-f980-47d6-ae54-5d220895e581 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event updated for resources: {'Port': ['ID=424692cc-9c62-4cda-905e-fcdf9454c4c3,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:31.070697 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f606113-1840-4ed4-b0fd-4ac41911eef3 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07471ae6-ec3c-4b84-8dae-6fad3842233f,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:31.079521 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9f606113-1840-4ed4-b0fd-4ac41911eef3 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:31.080703 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-9f606113-1840-4ed4-b0fd-4ac41911eef3 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.5811019 Oct 04 09:15:31.083195 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6290af-f980-47d6-ae54-5d220895e581 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Checking segment: {'id': '2af1c1f6-b49c-45c5-b935-f67db7519750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9ad984be-390b-4337-91fc-fe0dece0d034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:15:31.083553 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6290af-f980-47d6-ae54-5d220895e581 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Network hostable DHCP agents. Network: 9ad984be-390b-4337-91fc-fe0dece0d034, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:15:31.088057 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58596) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:31.094282 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-2b53f946-49cd-4fa6-8e99-32f4c7feef2b tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Request body: {'security_group': {'name': 'tempest-secgroup--69529048'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:31.104424 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-2b53f946-49cd-4fa6-8e99-32f4c7feef2b tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:31.110967 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-2b53f946-49cd-4fa6-8e99-32f4c7feef2b tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Usage tracker for resource:security_group and tenant:e8f4cb4159cc4c7e9416e943587cbebe is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:31.114731 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-2b53f946-49cd-4fa6-8e99-32f4c7feef2b tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:31.121134 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6290af-f980-47d6-ae54-5d220895e581 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Network 9ad984be-390b-4337-91fc-fe0dece0d034 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:15:31.123288 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-2b53f946-49cd-4fa6-8e99-32f4c7feef2b tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:31.135267 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.securitygroups_db [None req-f962a858-3616-47e7-8dd3-069c4b2f8fde tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Project 5d329a76de2f4c3e8d8b3f4426723ce7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 09:15:31.136065 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-da6290af-f980-47d6-ae54-5d220895e581 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 9ad984be-390b-4337-91fc-fe0dece0d034) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:15:31.139896 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2b53f946-49cd-4fa6-8e99-32f4c7feef2b tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:31.145900 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75e502-6485-420c-bdbc-cf465ce78f34 req-85b0043c-b839-4cd3-b90f-0fa43108bce2 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:31.147294 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22653ef-266d-4d05-ac94-163723ee6649 None None] Network 9ad984be-390b-4337-91fc-fe0dece0d034 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:15:31.148795 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-0b75e502-6485-420c-bdbc-cf465ce78f34 req-85b0043c-b839-4cd3-b90f-0fa43108bce2 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] 10.222.0.50 "GET /v2.0/ports?device_id=a95f939f-74b7-4176-9031-296b2e20347a HTTP/1.1" status: 200 len: 946 time: 1.0368838 Oct 04 09:15:31.149756 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6290af-f980-47d6-ae54-5d220895e581 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:15:31.158033 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6290af-f980-47d6-ae54-5d220895e581 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:31.160134 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6290af-f980-47d6-ae54-5d220895e581 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:31.160828 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-da6290af-f980-47d6-ae54-5d220895e581 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:31.167439 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58600) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:31.181838 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-64d3d225-9d1c-44ff-84f8-61de51ff5291 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Request body: {'floatingip': {'port_id': '801f95ac-5b56-4aad-8c02-87b668c7c978'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:31.265897 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-da6290af-f980-47d6-ae54-5d220895e581 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.4843113 Oct 04 09:15:31.268785 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58604) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:31.270913 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-64d3d225-9d1c-44ff-84f8-61de51ff5291 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Notify callbacks [] for floatingip, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:31.277941 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-0ee32b30-02f5-40b8-afb4-5c804f442ba8 None None] Attempt 4 to provision port ec3d1c5f-129e-4523-a224-6c54bb31400f Oct 04 09:15:31.299783 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.db.resource_extend [None req-838a0489-90f6-458f-883b-ebe652b06fa9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 04 09:15:31.313524 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-16cf2170-a8c7-4046-90bf-92a4d6993026 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Synchronizing usage tracker for tenant:9e78cb9b328b4bfc813a095a6b1b578a on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:15:31.328467 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-2b53f946-49cd-4fa6-8e99-32f4c7feef2b tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:31.334003 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-838a0489-90f6-458f-883b-ebe652b06fa9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:31.343035 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-838a0489-90f6-458f-883b-ebe652b06fa9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:31.389113 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-0ee32b30-02f5-40b8-afb4-5c804f442ba8 None None] Port ec3d1c5f-129e-4523-a224-6c54bb31400f cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:15:31.425421 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-2b53f946-49cd-4fa6-8e99-32f4c7feef2b tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Usage tracker for resource:security_group_rule and tenant:e8f4cb4159cc4c7e9416e943587cbebe is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:31.426358 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-f962a858-3616-47e7-8dd3-069c4b2f8fde tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 09:15:31.428297 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-f962a858-3616-47e7-8dd3-069c4b2f8fde tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.9893935 Oct 04 09:15:31.441298 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58608) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:31.444906 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-2b53f946-49cd-4fa6-8e99-32f4c7feef2b tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:31.455785 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-16cf2170-a8c7-4046-90bf-92a4d6993026 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Unset dirty status for tenant:9e78cb9b328b4bfc813a095a6b1b578a on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:15:31.459481 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-16cf2170-a8c7-4046-90bf-92a4d6993026 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "GET /v2.0/ports?device_id=e18b76cb-4e23-4957-b89f-3d6195d02e12 HTTP/1.1" status: 200 len: 205 time: 0.4366627 Oct 04 09:15:31.461483 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-ea665dab-8eda-4d1c-8e3b-d53318c2eb69 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Request body: {'security_group_rule': {'security_group_id': 'd5ad2ba0-ca95-46de-89eb-53b1bcda55c4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:31.463480 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58612) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:31.468044 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-2b53f946-49cd-4fa6-8e99-32f4c7feef2b tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:31.481666 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-ea665dab-8eda-4d1c-8e3b-d53318c2eb69 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:31.523642 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-ea665dab-8eda-4d1c-8e3b-d53318c2eb69 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Usage tracker for resource:security_group_rule and tenant:5d329a76de2f4c3e8d8b3f4426723ce7 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:31.533398 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-d7848960-6143-4685-8ea9-5cff5d2ed768 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Deleting port 424692cc-9c62-4cda-905e-fcdf9454c4c3 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:15:31.533737 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d7848960-6143-4685-8ea9-5cff5d2ed768 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:31.538013 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-838a0489-90f6-458f-883b-ebe652b06fa9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:31.557767 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-ea665dab-8eda-4d1c-8e3b-d53318c2eb69 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:31.592507 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-ea665dab-8eda-4d1c-8e3b-d53318c2eb69 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:31.642801 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.securitygroups_db [None req-ea665dab-8eda-4d1c-8e3b-d53318c2eb69 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Project 5d329a76de2f4c3e8d8b3f4426723ce7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 09:15:31.673930 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838a0489-90f6-458f-883b-ebe652b06fa9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Port': ['ID=9cf29a4a-e634-457a-9738-fb5c71be493d,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:31.704373 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e2dbfae6-0d82-48cc-8a7e-2f873d7c83ff tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for router, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:31.815203 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.api.v2.resource [None req-ea665dab-8eda-4d1c-8e3b-d53318c2eb69 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 09:15:31.816523 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-ea665dab-8eda-4d1c-8e3b-d53318c2eb69 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3687286 Oct 04 09:15:31.826806 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58616) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:31.838967 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2b53f946-49cd-4fa6-8e99-32f4c7feef2b tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:31.890411 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-0ee32b30-02f5-40b8-afb4-5c804f442ba8 None None] Attempt 5 to provision port ec3d1c5f-129e-4523-a224-6c54bb31400f Oct 04 09:15:31.948208 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-0ee32b30-02f5-40b8-afb4-5c804f442ba8 None None] Port ec3d1c5f-129e-4523-a224-6c54bb31400f cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:15:32.105908 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2b53f946-49cd-4fa6-8e99-32f4c7feef2b tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:32.165979 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:32.233839 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d7848960-6143-4685-8ea9-5cff5d2ed768 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:32.247740 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b53f946-49cd-4fa6-8e99-32f4c7feef2b tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb38d63a-dd18-4747-b8bd-2599cb51552b,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:32.264426 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.l3_db [None req-838a0489-90f6-458f-883b-ebe652b06fa9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Floating IP e0cdd116-4534-4eaa-8d9f-ef114ca092fa associated. External IP: 172.26.10.66, port: f53cc307-6abc-4e93-ac5e-9dd0d1b37229. Oct 04 09:15:32.390903 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2b53f946-49cd-4fa6-8e99-32f4c7feef2b tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:32.392040 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-2b53f946-49cd-4fa6-8e99-32f4c7feef2b tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.3030453 Oct 04 09:15:32.395599 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58620) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:32.398012 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e2dbfae6-0d82-48cc-8a7e-2f873d7c83ff tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:32.406456 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e2dbfae6-0d82-48cc-8a7e-2f873d7c83ff tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:32.411999 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-3dcd0147-1fee-4a1e-9261-7918bbd5dd00 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Request body: {'security_group_rule': {'security_group_id': '07471ae6-ec3c-4b84-8dae-6fad3842233f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'cb38d63a-dd18-4747-b8bd-2599cb51552b', 'remote_ip_prefix': None}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:32.421551 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-3dcd0147-1fee-4a1e-9261-7918bbd5dd00 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:32.437218 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-3dcd0147-1fee-4a1e-9261-7918bbd5dd00 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Usage tracker for resource:security_group_rule and tenant:e8f4cb4159cc4c7e9416e943587cbebe is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:32.447546 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-3dcd0147-1fee-4a1e-9261-7918bbd5dd00 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:32.449520 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-0ee32b30-02f5-40b8-afb4-5c804f442ba8 None None] Attempt 6 to provision port ec3d1c5f-129e-4523-a224-6c54bb31400f Oct 04 09:15:32.462112 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-d7848960-6143-4685-8ea9-5cff5d2ed768 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Calling delete_port for 424692cc-9c62-4cda-905e-fcdf9454c4c3 owned by {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:15:32.506940 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-67ce9bf0-52f4-487d-914d-3d6335cb27a3 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:32.509465 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-0ee32b30-02f5-40b8-afb4-5c804f442ba8 None None] Port ec3d1c5f-129e-4523-a224-6c54bb31400f cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:15:32.530889 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-3dcd0147-1fee-4a1e-9261-7918bbd5dd00 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:32.557140 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-67ce9bf0-52f4-487d-914d-3d6335cb27a3 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:32.574391 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e2dbfae6-0d82-48cc-8a7e-2f873d7c83ff tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:32.575056 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2dbfae6-0d82-48cc-8a7e-2f873d7c83ff tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Fanout notify agent at l3_agent the message router_deleted on router e18b76cb-4e23-4957-b89f-3d6195d02e12 {{(pid=89033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:15:32.608490 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e2dbfae6-0d82-48cc-8a7e-2f873d7c83ff tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:32.611945 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-e2dbfae6-0d82-48cc-8a7e-2f873d7c83ff tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "DELETE /v2.0/routers/e18b76cb-4e23-4957-b89f-3d6195d02e12 HTTP/1.1" status: 204 len: 168 time: 1.1450534 Oct 04 09:15:32.616782 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58624) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:32.624964 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3dcd0147-1fee-4a1e-9261-7918bbd5dd00 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:32.633985 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f1d54af2-c6ee-4a06-ada2-465b74ba3037 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736827'] for router_interface, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:32.659078 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d7848960-6143-4685-8ea9-5cff5d2ed768 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:32.738384 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-67ce9bf0-52f4-487d-914d-3d6335cb27a3 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:32.743366 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7848960-6143-4685-8ea9-5cff5d2ed768 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event deleted for resources: {'Port': ['ID=424692cc-9c62-4cda-905e-fcdf9454c4c3,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:32.763667 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d7848960-6143-4685-8ea9-5cff5d2ed768 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:32.784492 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ce9bf0-52f4-487d-914d-3d6335cb27a3 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ad2ba0-ca95-46de-89eb-53b1bcda55c4,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:32.791710 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_v2 [None req-99b56f31-a905-4d76-97f4-308c4e58ba61 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Deleting subnet 9437cfe8-c8f1-44f6-aa2f-c1403d39c23e {{(pid=89032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:15:32.796019 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-d7848960-6143-4685-8ea9-5cff5d2ed768 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "DELETE /v2.0/ports/424692cc-9c62-4cda-905e-fcdf9454c4c3 HTTP/1.1" status: 204 len: 168 time: 1.4756432 Oct 04 09:15:32.824228 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58628) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:32.852734 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-67ce9bf0-52f4-487d-914d-3d6335cb27a3 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:32.853867 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-67ce9bf0-52f4-487d-914d-3d6335cb27a3 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] 10.222.0.50 "DELETE /v2.0/security-groups/d5ad2ba0-ca95-46de-89eb-53b1bcda55c4 HTTP/1.1" status: 204 len: 168 time: 1.0211942 Oct 04 09:15:32.854684 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-99b56f31-a905-4d76-97f4-308c4e58ba61 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for subnet, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:32.897112 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58632) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:32.955888 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-99b56f31-a905-4d76-97f4-308c4e58ba61 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885153'] for subnet, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:33.010572 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-0ee32b30-02f5-40b8-afb4-5c804f442ba8 None None] Attempt 7 to provision port ec3d1c5f-129e-4523-a224-6c54bb31400f Oct 04 09:15:33.027215 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-64d3d225-9d1c-44ff-84f8-61de51ff5291 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:33.043001 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-64d3d225-9d1c-44ff-84f8-61de51ff5291 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:33.069556 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-0ee32b30-02f5-40b8-afb4-5c804f442ba8 None None] Port ec3d1c5f-129e-4523-a224-6c54bb31400f cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:15:33.108407 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-c51089e2-dc27-442b-bb7f-10d0588cf988 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Synchronizing usage tracker for tenant:5d329a76de2f4c3e8d8b3f4426723ce7 on resource:security_group {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:15:33.160053 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-c51089e2-dc27-442b-bb7f-10d0588cf988 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Unset dirty status for tenant:5d329a76de2f4c3e8d8b3f4426723ce7 on resource:security_group {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:15:33.161320 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-c51089e2-dc27-442b-bb7f-10d0588cf988 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2591898 Oct 04 09:15:33.163509 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3dcd0147-1fee-4a1e-9261-7918bbd5dd00 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:33.166931 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58636) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:33.181870 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3dcd0147-1fee-4a1e-9261-7918bbd5dd00 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:33.202331 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-838a0489-90f6-458f-883b-ebe652b06fa9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Router fb2e39a6-9f57-4a40-bbd7-a6307695eafd has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:15:33.217517 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcd0147-1fee-4a1e-9261-7918bbd5dd00 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f07e0d2-78fb-4589-ae68-7287788f71c0,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:33.220765 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-99b56f31-a905-4d76-97f4-308c4e58ba61 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:33.247556 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d57c75c-e60a-4e7e-9fdc-2a7b1dc5882f tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:33.251004 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-b55ed910-0053-4d1c-82c4-ef0ce47635a3 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Request body: {'security_group': {'name': 'tempest-secgroup--809251665'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:33.253580 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d57c75c-e60a-4e7e-9fdc-2a7b1dc5882f tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:33.254312 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-7d57c75c-e60a-4e7e-9fdc-2a7b1dc5882f tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Synchronizing usage tracker for tenant:8de43eb137fe47f9a4031ea91b631fcc on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:15:33.266831 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-b55ed910-0053-4d1c-82c4-ef0ce47635a3 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:33.304553 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-b55ed910-0053-4d1c-82c4-ef0ce47635a3 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:33.316000 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3dcd0147-1fee-4a1e-9261-7918bbd5dd00 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:33.317209 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-3dcd0147-1fee-4a1e-9261-7918bbd5dd00 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.9171233 Oct 04 09:15:33.323351 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58640) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:33.342614 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b55ed910-0053-4d1c-82c4-ef0ce47635a3 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:33.367489 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.l3_db [None req-64d3d225-9d1c-44ff-84f8-61de51ff5291 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Floating IP 722a278d-b52c-430e-a32d-6c97bd7ff6be associated. External IP: 172.26.10.82, port: 801f95ac-5b56-4aad-8c02-87b668c7c978. Oct 04 09:15:33.412503 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-7d57c75c-e60a-4e7e-9fdc-2a7b1dc5882f tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Unset dirty status for tenant:8de43eb137fe47f9a4031ea91b631fcc on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:15:33.413661 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-7d57c75c-e60a-4e7e-9fdc-2a7b1dc5882f tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.5754876 Oct 04 09:15:33.421646 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-f1d54af2-c6ee-4a06-ada2-465b74ba3037 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Deleting port ec3d1c5f-129e-4523-a224-6c54bb31400f {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:15:33.421989 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f1d54af2-c6ee-4a06-ada2-465b74ba3037 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:33.422632 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58644) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:33.504003 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-b55ed910-0053-4d1c-82c4-ef0ce47635a3 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:33.507065 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-99b56f31-a905-4d76-97f4-308c4e58ba61 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:33.510770 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ef7b8b0b-8cf3-4440-b221-8ec91e791e7f tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:33.558068 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-b55ed910-0053-4d1c-82c4-ef0ce47635a3 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Usage tracker for resource:security_group_rule and tenant:5d329a76de2f4c3e8d8b3f4426723ce7 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:33.565519 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838a0489-90f6-458f-883b-ebe652b06fa9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:15:33.566563 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-b55ed910-0053-4d1c-82c4-ef0ce47635a3 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:33.570615 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-0ee32b30-02f5-40b8-afb4-5c804f442ba8 None None] Attempt 8 to provision port ec3d1c5f-129e-4523-a224-6c54bb31400f Oct 04 09:15:33.572477 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ef7b8b0b-8cf3-4440-b221-8ec91e791e7f tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:33.595098 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b56f31-a905-4d76-97f4-308c4e58ba61 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event deleted for resources: {'Subnet': ['ID=9437cfe8-c8f1-44f6-aa2f-c1403d39c23e,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:33.602283 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-b55ed910-0053-4d1c-82c4-ef0ce47635a3 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:33.608705 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce26bc48-7c21-4455-a4dd-f4fa00d61d0a None None] Sync routers for ids ['fb2e39a6-9f57-4a40-bbd7-a6307695eafd'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:15:33.616398 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-838a0489-90f6-458f-883b-ebe652b06fa9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:33.623555 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca62204-f625-4548-9208-228ae5a5e83f None None] Network a3e8475c-e643-4898-beb8-67d329eadb1a requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:15:33.705698 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce26bc48-7c21-4455-a4dd-f4fa00d61d0a None None] Routers {'fb2e39a6-9f57-4a40-bbd7-a6307695eafd'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:15:33.706329 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-ce26bc48-7c21-4455-a4dd-f4fa00d61d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:15:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['fb2e39a6-9f57-4a40-bbd7-a6307695eafd'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:33.796559 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-99b56f31-a905-4d76-97f4-308c4e58ba61 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:33.816256 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-0ee32b30-02f5-40b8-afb4-5c804f442ba8 None None] Port ec3d1c5f-129e-4523-a224-6c54bb31400f cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:15:33.820072 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-9972ab57-de87-400c-b250-7056608f8c96 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Deleting port b1e5b38f-ff4c-44e5-958c-a768d4b9d1ef {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:15:33.820445 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9972ab57-de87-400c-b250-7056608f8c96 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:33.857662 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-838a0489-90f6-458f-883b-ebe652b06fa9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.8217888 Oct 04 09:15:33.858600 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58648) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:33.860177 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f1d54af2-c6ee-4a06-ada2-465b74ba3037 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:33.868918 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e266a4c5-20f7-4bed-a5ee-83c9dd7b0d80', 'tag': 'f53cc307-6abc-4e93-ac5e-9dd0d1b37229'}] {{(pid=89033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:15:33.870473 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-99b56f31-a905-4d76-97f4-308c4e58ba61 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "DELETE /v2.0/subnets/9437cfe8-c8f1-44f6-aa2f-c1403d39c23e HTTP/1.1" status: 204 len: 168 time: 1.2526679 Oct 04 09:15:33.871464 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e417ebe64424eb0358633e416672821aae4ea22acc2211bb28d37655142b7e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2ad540-268b-4caa-9d07-9fa1ae983ebb" -d '{"events": [{"name": "network-changed", "server_uuid": "e266a4c5-20f7-4bed-a5ee-83c9dd7b0d80", "tag": "f53cc307-6abc-4e93-ac5e-9dd0d1b37229"}]}' {{(pid=89033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:15:33.876281 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58650) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:33.911456 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ef7b8b0b-8cf3-4440-b221-8ec91e791e7f tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:33.949607 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7b8b0b-8cf3-4440-b221-8ec91e791e7f tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f07e0d2-78fb-4589-ae68-7287788f71c0,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:34.071486 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-ce26bc48-7c21-4455-a4dd-f4fa00d61d0a None None] Set router fb2e39a6-9f57-4a40-bbd7-a6307695eafd gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:15:34.096690 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49474789-535f-4221-b1b2-558bc00e3e30 x-openstack-request-id: req-49474789-535f-4221-b1b2-558bc00e3e30 {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:15:34.097052 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e266a4c5-20f7-4bed-a5ee-83c9dd7b0d80", "tag": "f53cc307-6abc-4e93-ac5e-9dd0d1b37229", "status": "completed", "code": 200}]} {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:15:34.097322 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-49474789-535f-4221-b1b2-558bc00e3e30 {{(pid=89033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:15:34.097614 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49474789-535f-4221-b1b2-558bc00e3e30'] response: {'name': 'network-changed', 'server_uuid': 'e266a4c5-20f7-4bed-a5ee-83c9dd7b0d80', 'tag': 'f53cc307-6abc-4e93-ac5e-9dd0d1b37229', 'status': 'completed', 'code': 200} Oct 04 09:15:34.101353 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ef7b8b0b-8cf3-4440-b221-8ec91e791e7f tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:34.105035 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-ef7b8b0b-8cf3-4440-b221-8ec91e791e7f tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/3f07e0d2-78fb-4589-ae68-7287788f71c0 HTTP/1.1" status: 204 len: 168 time: 0.7782428 Oct 04 09:15:34.110442 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-f1d54af2-c6ee-4a06-ada2-465b74ba3037 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Calling delete_port for ec3d1c5f-129e-4523-a224-6c54bb31400f owned by network:router_interface {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:15:34.111537 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58660) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:34.171899 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b55ed910-0053-4d1c-82c4-ef0ce47635a3 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:34.236634 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96940344-7f68-49f2-822f-6a201e3b99d8 None None] DHCP port deletion for a3e8475c-e643-4898-beb8-67d329eadb1a request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:15:34.243394 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-96940344-7f68-49f2-822f-6a201e3b99d8 None None] Deleting port 391eabca-4aee-4edc-a856-70389c63241a {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:15:34.243769 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-96940344-7f68-49f2-822f-6a201e3b99d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:34.282895 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b55ed910-0053-4d1c-82c4-ef0ce47635a3 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:34.317100 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-0ee32b30-02f5-40b8-afb4-5c804f442ba8 None None] Attempt 9 to provision port ec3d1c5f-129e-4523-a224-6c54bb31400f Oct 04 09:15:34.377415 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-64d78dad-18d4-4087-87fb-5cd28d8f1f94 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/floatingips/e0cdd116-4534-4eaa-8d9f-ef114ca092fa HTTP/1.1" status: 200 len: 991 time: 0.5015454 Oct 04 09:15:34.379637 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-24191512-fd79-4c23-a6f6-3a53b034c368 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:34.382670 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b55ed910-0053-4d1c-82c4-ef0ce47635a3 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:34.386578 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-b55ed910-0053-4d1c-82c4-ef0ce47635a3 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2160289 Oct 04 09:15:34.386578 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9972ab57-de87-400c-b250-7056608f8c96 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:34.388002 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58664) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:34.406143 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-3b45159d-5a46-4e99-b6dd-2d3373058984 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Request body: {'security_group_rule': {'security_group_id': 'df520428-8847-4f45-a39b-0b5e7f2c5e65', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:34.407296 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-7b60a668-d7b1-424b-b13a-b78aee5b9aec tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Synchronizing usage tracker for tenant:e8f4cb4159cc4c7e9416e943587cbebe on resource:security_group_rule {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:15:34.415866 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55ed910-0053-4d1c-82c4-ef0ce47635a3 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df520428-8847-4f45-a39b-0b5e7f2c5e65,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:34.419854 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-3b45159d-5a46-4e99-b6dd-2d3373058984 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:34.426653 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-24191512-fd79-4c23-a6f6-3a53b034c368 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Deleting port 391eabca-4aee-4edc-a856-70389c63241a {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:15:34.427071 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-24191512-fd79-4c23-a6f6-3a53b034c368 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:34.457713 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-3b45159d-5a46-4e99-b6dd-2d3373058984 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Usage tracker for resource:security_group_rule and tenant:5d329a76de2f4c3e8d8b3f4426723ce7 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:34.475899 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-3b45159d-5a46-4e99-b6dd-2d3373058984 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:34.480097 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ad540-268b-4caa-9d07-9fa1ae983ebb req-aabcd626-46a5-496b-93ce-347506f1954b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:34.481605 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-9f2ad540-268b-4caa-9d07-9fa1ae983ebb req-aabcd626-46a5-496b-93ce-347506f1954b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78fb12e86c5f40beb578bfb97002b5c9&device_id=e266a4c5-20f7-4bed-a5ee-83c9dd7b0d80 HTTP/1.1" status: 200 len: 1098 time: 0.3873687 Oct 04 09:15:34.488045 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-3b45159d-5a46-4e99-b6dd-2d3373058984 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:34.512170 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-0ee32b30-02f5-40b8-afb4-5c804f442ba8 None None] Port ec3d1c5f-129e-4523-a224-6c54bb31400f cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:15:34.544831 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-9972ab57-de87-400c-b250-7056608f8c96 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Calling delete_port for b1e5b38f-ff4c-44e5-958c-a768d4b9d1ef owned by {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:15:34.597852 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d3d225-9d1c-44ff-84f8-61de51ff5291 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Router debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:15:34.601389 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 391eabca-4aee-4edc-a856-70389c63241a no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:15:34.610925 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-7b60a668-d7b1-424b-b13a-b78aee5b9aec tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Unset dirty status for tenant:e8f4cb4159cc4c7e9416e943587cbebe on resource:security_group_rule {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:15:34.615517 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-7b60a668-d7b1-424b-b13a-b78aee5b9aec tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4981701 Oct 04 09:15:34.616787 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58668) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:34.745763 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-96940344-7f68-49f2-822f-6a201e3b99d8 None None] For port 391eabca-4aee-4edc-a856-70389c63241a, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=391eabca-4aee-4edc-a856-70389c63241a,segment=NetworkSegment(766f5876-2f19-4a99-b2f7-5d2ed9fc17e9),segment_id=766f5876-2f19-4a99-b2f7-5d2ed9fc17e9)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:15:34.745982 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-96940344-7f68-49f2-822f-6a201e3b99d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:34.792188 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f1d54af2-c6ee-4a06-ada2-465b74ba3037 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:34.848935 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d3d225-9d1c-44ff-84f8-61de51ff5291 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:15:34.851033 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9972ab57-de87-400c-b250-7056608f8c96 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:34.862558 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69c8017-8fa3-4076-a4bc-c1395f95b45a None None] Sync routers for ids ['debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:15:34.875556 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69c8017-8fa3-4076-a4bc-c1395f95b45a None None] Routers {'debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:15:34.876948 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-c69c8017-8fa3-4076-a4bc-c1395f95b45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:15:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:34.881945 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-96940344-7f68-49f2-822f-6a201e3b99d8 None None] Calling delete_port for 391eabca-4aee-4edc-a856-70389c63241a owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:15:34.882309 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-3b45159d-5a46-4e99-b6dd-2d3373058984 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] create failed (client error): The resource could not be found. Oct 04 09:15:34.886433 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-3b45159d-5a46-4e99-b6dd-2d3373058984 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4940321 Oct 04 09:15:34.887484 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d54af2-c6ee-4a06-ada2-465b74ba3037 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event deleted for resources: {'Port': ['ID=ec3d1c5f-129e-4523-a224-6c54bb31400f,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:34.888975 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58672) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:34.921018 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-f62cb4a0-5b07-44c2-8e70-629280f91dee tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Request body: {'security_group_rule': {'security_group_id': 'df520428-8847-4f45-a39b-0b5e7f2c5e65', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '2cd942f0-a9b2-4604-b22a-5467431189b7'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:34.926206 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9972ab57-de87-400c-b250-7056608f8c96 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event deleted for resources: {'Port': ['ID=b1e5b38f-ff4c-44e5-958c-a768d4b9d1ef,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:34.936105 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-64d3d225-9d1c-44ff-84f8-61de51ff5291 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:35.017105 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-0ee32b30-02f5-40b8-afb4-5c804f442ba8 None None] Attempt 10 to provision port ec3d1c5f-129e-4523-a224-6c54bb31400f Oct 04 09:15:35.025428 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-f62cb4a0-5b07-44c2-8e70-629280f91dee tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:35.033396 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-64d3d225-9d1c-44ff-84f8-61de51ff5291 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] 10.222.0.50 "PUT /v2.0/floatingips/722a278d-b52c-430e-a32d-6c97bd7ff6be HTTP/1.1" status: 200 len: 992 time: 3.8648934 Oct 04 09:15:35.040735 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a95f939f-74b7-4176-9031-296b2e20347a', 'tag': '801f95ac-5b56-4aad-8c02-87b668c7c978'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:15:35.045289 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f946a130-d972-4344-b5e6-bb7d641d2299" -d '{"events": [{"name": "network-changed", "server_uuid": "a95f939f-74b7-4176-9031-296b2e20347a", "tag": "801f95ac-5b56-4aad-8c02-87b668c7c978"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:15:35.051310 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-f62cb4a0-5b07-44c2-8e70-629280f91dee tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Usage tracker for resource:security_group_rule and tenant:5d329a76de2f4c3e8d8b3f4426723ce7 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:35.056965 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a8b0709d-6e29-4960-aefa-067878a7afd4 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:35.129698 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a8b0709d-6e29-4960-aefa-067878a7afd4 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:35.148192 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-0ee32b30-02f5-40b8-afb4-5c804f442ba8 None None] Port ec3d1c5f-129e-4523-a224-6c54bb31400f was deleted so its status cannot be updated. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 04 09:15:35.164895 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 391eabca-4aee-4edc-a856-70389c63241a is: ACTIVE; New status is: DOWN {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:15:35.165552 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:35.179118 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-c69c8017-8fa3-4076-a4bc-c1395f95b45a None None] Set router debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:15:35.191044 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-ce26bc48-7c21-4455-a4dd-f4fa00d61d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'name': 'tempest-TestNetworkBasicOps-router-1419800711', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.193'}], 'enable_snat': True}, 'gw_port_id': '9bd82293-4bab-4a4b-a307-2d52334cb934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:14:18Z', 'updated_at': '2022-10-04T09:14:36Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '9bd82293-4bab-4a4b-a307-2d52334cb934', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:74:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:14:21Z', 'updated_at': '2022-10-04T09:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'e0cdd116-4534-4eaa-8d9f-ef114ca092fa', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'floating_ip_address': '172.26.10.66', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'port_id': 'f53cc307-6abc-4e93-ac5e-9dd0d1b37229', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '138bf702-4d39-408e-a83e-f851bcf14b73', 'mac_address': 'fa:16:3e:76:5b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e266a4c5-20f7-4bed-a5ee-83c9dd7b0d80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:15:29Z', 'updated_at': '2022-10-04T09:15:29Z', 'revision_number': 0, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95a57023-7c2b-4f2e-8f8f-f42d5e3ca393', 'name': '', 'network_id': '138bf702-4d39-408e-a83e-f851bcf14b73', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:34:d6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '6d967559-d6ed-45c4-9b8b-3040971872eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:14:33Z', 'updated_at': '2022-10-04T09:14:48Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': '6d967559-d6ed-45c4-9b8b-3040971872eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:35.202103 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-0ee32b30-02f5-40b8-afb4-5c804f442ba8 None None] Provisioning for port 074c994d-117c-401c-8a42-f5ffedbe3724 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:15:35.208405 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce26bc48-7c21-4455-a4dd-f4fa00d61d0a None None] Checking router: fb2e39a6-9f57-4a40-bbd7-a6307695eafd for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:15:35.214175 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-96940344-7f68-49f2-822f-6a201e3b99d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:35.218554 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-0ee32b30-02f5-40b8-afb4-5c804f442ba8 None None] Provisioning complete for port 074c994d-117c-401c-8a42-f5ffedbe3724 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:15:35.219162 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0ee32b30-02f5-40b8-afb4-5c804f442ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:35.219652 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-0ee32b30-02f5-40b8-afb4-5c804f442ba8 None None] Attempt 1 to provision port 074c994d-117c-401c-8a42-f5ffedbe3724 Oct 04 09:15:35.267857 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb00c41d-33a8-40b0-9d97-e982fcd5b67d x-openstack-request-id: req-bb00c41d-33a8-40b0-9d97-e982fcd5b67d {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:15:35.268134 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a95f939f-74b7-4176-9031-296b2e20347a", "tag": "801f95ac-5b56-4aad-8c02-87b668c7c978", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:15:35.268725 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bb00c41d-33a8-40b0-9d97-e982fcd5b67d {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:15:35.269192 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb00c41d-33a8-40b0-9d97-e982fcd5b67d'] response: {'name': 'network-changed', 'server_uuid': 'a95f939f-74b7-4176-9031-296b2e20347a', 'tag': '801f95ac-5b56-4aad-8c02-87b668c7c978', 'status': 'completed', 'code': 200} Oct 04 09:15:35.332337 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f1d54af2-c6ee-4a06-ada2-465b74ba3037 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736911'] for router_interface, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:35.345010 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9972ab57-de87-400c-b250-7056608f8c96 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:35.350563 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96940344-7f68-49f2-822f-6a201e3b99d8 None None] Pushing event deleted for resources: {'Port': ['ID=391eabca-4aee-4edc-a856-70389c63241a,revision_number=None']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:35.360122 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96940344-7f68-49f2-822f-6a201e3b99d8 None None] No DVR routers for this DVR port 391eabca-4aee-4edc-a856-70389c63241a on host dv-neutron-860215-1-hyperv {{(pid=89034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:15:35.360426 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ad540-268b-4caa-9d07-9fa1ae983ebb req-2f040fef-bb42-4610-a97f-df0442315d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:35.360890 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce26bc48-7c21-4455-a4dd-f4fa00d61d0a None None] Routers {'fb2e39a6-9f57-4a40-bbd7-a6307695eafd'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:15:35.361508 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-ce26bc48-7c21-4455-a4dd-f4fa00d61d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:15:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['fb2e39a6-9f57-4a40-bbd7-a6307695eafd'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:35.361642 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-9f2ad540-268b-4caa-9d07-9fa1ae983ebb req-2f040fef-bb42-4610-a97f-df0442315d70 service neutron] 10.222.0.20 "GET /v2.0/networks?id=138bf702-4d39-408e-a83e-f851bcf14b73 HTTP/1.1" status: 200 len: 897 time: 0.8662422 Oct 04 09:15:35.368778 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-f62cb4a0-5b07-44c2-8e70-629280f91dee tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:35.373438 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-9972ab57-de87-400c-b250-7056608f8c96 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "DELETE /v2.0/ports/b1e5b38f-ff4c-44e5-958c-a768d4b9d1ef HTTP/1.1" status: 204 len: 168 time: 1.9425898 Oct 04 09:15:35.380299 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a8b0709d-6e29-4960-aefa-067878a7afd4 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:35.384512 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a8b0709d-6e29-4960-aefa-067878a7afd4 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:35.386514 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-a8b0709d-6e29-4960-aefa-067878a7afd4 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "DELETE /v2.0/security-groups/cb38d63a-dd18-4747-b8bd-2599cb51552b HTTP/1.1" status: 204 len: 168 time: 0.7676680 Oct 04 09:15:35.389709 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-f62cb4a0-5b07-44c2-8e70-629280f91dee tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:35.393086 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58680) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:35.393605 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58682) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:35.394077 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58684) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:35.601700 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-c69c8017-8fa3-4076-a4bc-c1395f95b45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d', 'name': 'tempest-ServersTestManualDisk-369945417-router', 'tenant_id': '99eb97a23923415a910878c133c071d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.227'}], 'enable_snat': True}, 'gw_port_id': 'b44cf7be-9777-4b89-aec1-02904b539cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:14:23Z', 'updated_at': '2022-10-04T09:14:42Z', 'revision_number': 4, 'project_id': '99eb97a23923415a910878c133c071d7', 'gw_port': {'id': 'b44cf7be-9777-4b89-aec1-02904b539cf3', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:14:28Z', 'updated_at': '2022-10-04T09:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': '722a278d-b52c-430e-a32d-6c97bd7ff6be', 'tenant_id': '99eb97a23923415a910878c133c071d7', 'floating_ip_address': '172.26.10.82', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': 'debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d', 'port_id': '801f95ac-5b56-4aad-8c02-87b668c7c978', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9', 'mac_address': 'fa:16:3e:01:ca:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95f939f-74b7-4176-9031-296b2e20347a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:14:55Z', 'updated_at': '2022-10-04T09:15:32Z', 'revision_number': 1, 'project_id': '99eb97a23923415a910878c133c071d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4c04c7f-0805-46dc-a705-c706cff95a53', 'name': '', 'network_id': '8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9', 'tenant_id': '99eb97a23923415a910878c133c071d7', 'mac_address': 'fa:16:3e:52:11:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '449087d2-40c3-40c7-b2c7-34ca87a9a9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:14:40Z', 'updated_at': '2022-10-04T09:14:55Z', 'revision_number': 5, 'project_id': '99eb97a23923415a910878c133c071d7', 'subnets': [{'id': '449087d2-40c3-40c7-b2c7-34ca87a9a9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:35.606940 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69c8017-8fa3-4076-a4bc-c1395f95b45a None None] Checking router: debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:15:35.616814 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69c8017-8fa3-4076-a4bc-c1395f95b45a None None] Routers {'debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:15:35.617718 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-c69c8017-8fa3-4076-a4bc-c1395f95b45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:15:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:35.643283 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-ce26bc48-7c21-4455-a4dd-f4fa00d61d0a None None] Set router fb2e39a6-9f57-4a40-bbd7-a6307695eafd gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:15:35.811690 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-c69c8017-8fa3-4076-a4bc-c1395f95b45a None None] Set router debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:15:35.813753 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-24191512-fd79-4c23-a6f6-3a53b034c368 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] For port 391eabca-4aee-4edc-a856-70389c63241a, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=391eabca-4aee-4edc-a856-70389c63241a,segment=NetworkSegment(766f5876-2f19-4a99-b2f7-5d2ed9fc17e9),segment_id=766f5876-2f19-4a99-b2f7-5d2ed9fc17e9)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:15:35.814126 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-24191512-fd79-4c23-a6f6-3a53b034c368 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:35.829383 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-9f2ad540-268b-4caa-9d07-9fa1ae983ebb req-97e0e711-8dbb-4f82-909d-d2d0778c929e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f53cc307-6abc-4e93-ac5e-9dd0d1b37229 HTTP/1.1" status: 200 len: 999 time: 0.3024132 Oct 04 09:15:35.910418 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b0709d-6e29-4960-aefa-067878a7afd4 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb38d63a-dd18-4747-b8bd-2599cb51552b,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:35.989819 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-24191512-fd79-4c23-a6f6-3a53b034c368 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Calling delete_port for 391eabca-4aee-4edc-a856-70389c63241a owned by network:dhcp {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:15:36.003037 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-fc806403-8ba1-46b7-8072-f68e81bed094 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/floatingips/e0cdd116-4534-4eaa-8d9f-ef114ca092fa HTTP/1.1" status: 200 len: 991 time: 0.5944526 Oct 04 09:15:36.018665 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-d52ae311-bc07-4ae4-adb8-984be82dff90 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Synchronizing usage tracker for tenant:e8f4cb4159cc4c7e9416e943587cbebe on resource:security_group {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:15:36.024807 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-0ee32b30-02f5-40b8-afb4-5c804f442ba8 None None] Current status of the port 074c994d-117c-401c-8a42-f5ffedbe3724 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:15:36.025930 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0ee32b30-02f5-40b8-afb4-5c804f442ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:36.055864 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f946a130-d972-4344-b5e6-bb7d641d2299 req-3d3ffdc0-9da5-4d70-9bea-44f374bca868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:36.057736 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f946a130-d972-4344-b5e6-bb7d641d2299 req-3d3ffdc0-9da5-4d70-9bea-44f374bca868 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=99eb97a23923415a910878c133c071d7&device_id=a95f939f-74b7-4176-9031-296b2e20347a HTTP/1.1" status: 200 len: 1099 time: 0.7877250 Oct 04 09:15:36.058784 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.api.v2.resource [None req-f62cb4a0-5b07-44c2-8e70-629280f91dee tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] create failed (client error): The resource could not be found. Oct 04 09:15:36.059954 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-f62cb4a0-5b07-44c2-8e70-629280f91dee tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.1628885 Oct 04 09:15:36.064499 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58692) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:36.096671 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-0ee32b30-02f5-40b8-afb4-5c804f442ba8 None None] For port 074c994d-117c-401c-8a42-f5ffedbe3724, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=074c994d-117c-401c-8a42-f5ffedbe3724,segment=NetworkSegment(e94b0836-a851-4bc7-b4aa-a0a1ae22238c),segment_id=e94b0836-a851-4bc7-b4aa-a0a1ae22238c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:15:36.138916 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0ee32b30-02f5-40b8-afb4-5c804f442ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:36.191860 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-d52ae311-bc07-4ae4-adb8-984be82dff90 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Unset dirty status for tenant:e8f4cb4159cc4c7e9416e943587cbebe on resource:security_group {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:15:36.197478 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-d52ae311-bc07-4ae4-adb8-984be82dff90 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4503 time: 0.7867234 Oct 04 09:15:36.201089 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58696) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:36.235370 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee32b30-02f5-40b8-afb4-5c804f442ba8 None None] Pushing event updated for resources: {'Port': ['ID=074c994d-117c-401c-8a42-f5ffedbe3724,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:36.239835 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ad540-268b-4caa-9d07-9fa1ae983ebb req-b4065d49-81f7-4068-b58a-32b890cb6d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:36.242105 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-9f2ad540-268b-4caa-9d07-9fa1ae983ebb req-b4065d49-81f7-4068-b58a-32b890cb6d81 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6d967559-d6ed-45c4-9b8b-3040971872eb HTTP/1.1" status: 200 len: 835 time: 0.3502893 Oct 04 09:15:36.248894 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-ce26bc48-7c21-4455-a4dd-f4fa00d61d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'name': 'tempest-TestNetworkBasicOps-router-1419800711', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.193'}], 'enable_snat': True}, 'gw_port_id': '9bd82293-4bab-4a4b-a307-2d52334cb934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:14:18Z', 'updated_at': '2022-10-04T09:14:36Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '9bd82293-4bab-4a4b-a307-2d52334cb934', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:74:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:14:21Z', 'updated_at': '2022-10-04T09:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'e0cdd116-4534-4eaa-8d9f-ef114ca092fa', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'floating_ip_address': '172.26.10.66', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'port_id': 'f53cc307-6abc-4e93-ac5e-9dd0d1b37229', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '138bf702-4d39-408e-a83e-f851bcf14b73', 'mac_address': 'fa:16:3e:76:5b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e266a4c5-20f7-4bed-a5ee-83c9dd7b0d80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:15:29Z', 'updated_at': '2022-10-04T09:15:29Z', 'revision_number': 0, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95a57023-7c2b-4f2e-8f8f-f42d5e3ca393', 'name': '', 'network_id': '138bf702-4d39-408e-a83e-f851bcf14b73', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:34:d6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '6d967559-d6ed-45c4-9b8b-3040971872eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:14:33Z', 'updated_at': '2022-10-04T09:14:48Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': '6d967559-d6ed-45c4-9b8b-3040971872eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:36.249783 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb16bc-ecb0-469d-a517-904dd10edb22 req-b63c9138-dd9d-4100-8ffd-680b977a404e tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:36.251270 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-e6eb16bc-ecb0-469d-a517-904dd10edb22 req-b63c9138-dd9d-4100-8ffd-680b977a404e tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] 10.222.0.50 "GET /v2.0/ports?device_id=a95f939f-74b7-4176-9031-296b2e20347a HTTP/1.1" status: 200 len: 946 time: 0.9619479 Oct 04 09:15:36.262579 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce26bc48-7c21-4455-a4dd-f4fa00d61d0a None None] The sync data for ids ['fb2e39a6-9f57-4a40-bbd7-a6307695eafd'] in dv-neutron-860215-1-hyperv is: [{'id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'name': 'tempest-TestNetworkBasicOps-router-1419800711', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.193'}], 'enable_snat': True}, 'gw_port_id': '9bd82293-4bab-4a4b-a307-2d52334cb934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:14:18Z', 'updated_at': '2022-10-04T09:14:36Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '9bd82293-4bab-4a4b-a307-2d52334cb934', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:74:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:14:21Z', 'updated_at': '2022-10-04T09:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'e0cdd116-4534-4eaa-8d9f-ef114ca092fa', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'floating_ip_address': '172.26.10.66', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'port_id': 'f53cc307-6abc-4e93-ac5e-9dd0d1b37229', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '138bf702-4d39-408e-a83e-f851bcf14b73', 'mac_address': 'fa:16:3e:76:5b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e266a4c5-20f7-4bed-a5ee-83c9dd7b0d80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:15:29Z', 'updated_at': '2022-10-04T09:15:29Z', 'revision_number': 0, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95a57023-7c2b-4f2e-8f8f-f42d5e3ca393', 'name': '', 'network_id': '138bf702-4d39-408e-a83e-f851bcf14b73', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:34:d6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '6d967559-d6ed-45c4-9b8b-3040971872eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:14:33Z', 'updated_at': '2022-10-04T09:14:48Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': '6d967559-d6ed-45c4-9b8b-3040971872eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:15:36.275543 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f946a130-d972-4344-b5e6-bb7d641d2299 req-bb9b2343-c081-4e7c-b7fe-58a35d52acc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:36.278421 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f946a130-d972-4344-b5e6-bb7d641d2299 req-bb9b2343-c081-4e7c-b7fe-58a35d52acc6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9 HTTP/1.1" status: 200 len: 912 time: 0.2080820 Oct 04 09:15:36.296064 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-c69c8017-8fa3-4076-a4bc-c1395f95b45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d', 'name': 'tempest-ServersTestManualDisk-369945417-router', 'tenant_id': '99eb97a23923415a910878c133c071d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.227'}], 'enable_snat': True}, 'gw_port_id': 'b44cf7be-9777-4b89-aec1-02904b539cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:14:23Z', 'updated_at': '2022-10-04T09:14:42Z', 'revision_number': 4, 'project_id': '99eb97a23923415a910878c133c071d7', 'gw_port': {'id': 'b44cf7be-9777-4b89-aec1-02904b539cf3', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:14:28Z', 'updated_at': '2022-10-04T09:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': '722a278d-b52c-430e-a32d-6c97bd7ff6be', 'tenant_id': '99eb97a23923415a910878c133c071d7', 'floating_ip_address': '172.26.10.82', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': 'debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d', 'port_id': '801f95ac-5b56-4aad-8c02-87b668c7c978', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9', 'mac_address': 'fa:16:3e:01:ca:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95f939f-74b7-4176-9031-296b2e20347a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:14:55Z', 'updated_at': '2022-10-04T09:15:32Z', 'revision_number': 1, 'project_id': '99eb97a23923415a910878c133c071d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4c04c7f-0805-46dc-a705-c706cff95a53', 'name': '', 'network_id': '8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9', 'tenant_id': '99eb97a23923415a910878c133c071d7', 'mac_address': 'fa:16:3e:52:11:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '449087d2-40c3-40c7-b2c7-34ca87a9a9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:14:40Z', 'updated_at': '2022-10-04T09:14:55Z', 'revision_number': 5, 'project_id': '99eb97a23923415a910878c133c071d7', 'subnets': [{'id': '449087d2-40c3-40c7-b2c7-34ca87a9a9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:36.300806 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69c8017-8fa3-4076-a4bc-c1395f95b45a None None] The sync data for ids ['debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d'] in dv-neutron-860215-1-hyperv is: [{'id': 'debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d', 'name': 'tempest-ServersTestManualDisk-369945417-router', 'tenant_id': '99eb97a23923415a910878c133c071d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.227'}], 'enable_snat': True}, 'gw_port_id': 'b44cf7be-9777-4b89-aec1-02904b539cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:14:23Z', 'updated_at': '2022-10-04T09:14:42Z', 'revision_number': 4, 'project_id': '99eb97a23923415a910878c133c071d7', 'gw_port': {'id': 'b44cf7be-9777-4b89-aec1-02904b539cf3', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:14:28Z', 'updated_at': '2022-10-04T09:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': '722a278d-b52c-430e-a32d-6c97bd7ff6be', 'tenant_id': '99eb97a23923415a910878c133c071d7', 'floating_ip_address': '172.26.10.82', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': 'debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d', 'port_id': '801f95ac-5b56-4aad-8c02-87b668c7c978', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9', 'mac_address': 'fa:16:3e:01:ca:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95f939f-74b7-4176-9031-296b2e20347a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:14:55Z', 'updated_at': '2022-10-04T09:15:32Z', 'revision_number': 1, 'project_id': '99eb97a23923415a910878c133c071d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4c04c7f-0805-46dc-a705-c706cff95a53', 'name': '', 'network_id': '8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9', 'tenant_id': '99eb97a23923415a910878c133c071d7', 'mac_address': 'fa:16:3e:52:11:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '449087d2-40c3-40c7-b2c7-34ca87a9a9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:14:40Z', 'updated_at': '2022-10-04T09:14:55Z', 'revision_number': 5, 'project_id': '99eb97a23923415a910878c133c071d7', 'subnets': [{'id': '449087d2-40c3-40c7-b2c7-34ca87a9a9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:15:36.300985 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d54af2-c6ee-4a06-ada2-465b74ba3037 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Router d372ecc5-ad2c-4c2a-ae13-a137e579a059 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:15:36.359854 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5de3b33-7693-479d-a28e-01df544f1cd5 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:36.360783 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-f5de3b33-7693-479d-a28e-01df544f1cd5 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Synchronizing usage tracker for tenant:8de43eb137fe47f9a4031ea91b631fcc on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:15:36.372816 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.db.api [None req-24191512-fd79-4c23-a6f6-3a53b034c368 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:15:36.373135 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG oslo_db.api [None req-24191512-fd79-4c23-a6f6-3a53b034c368 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:15:36.433691 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-f5de3b33-7693-479d-a28e-01df544f1cd5 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Unset dirty status for tenant:8de43eb137fe47f9a4031ea91b631fcc on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:15:36.434957 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-f5de3b33-7693-479d-a28e-01df544f1cd5 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 1.0286610 Oct 04 09:15:36.439735 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58700) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:36.478181 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b658e592-f9e6-4619-acac-882931723783 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:36.481709 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f946a130-d972-4344-b5e6-bb7d641d2299 req-3ba2c981-c2b4-4344-874e-fa884be3c69f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=801f95ac-5b56-4aad-8c02-87b668c7c978 HTTP/1.1" status: 200 len: 1000 time: 0.1927123 Oct 04 09:15:36.545669 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-76c40b68-b00c-4c99-9951-2963c8e316a8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] GET failed (client error): The resource could not be found. Oct 04 09:15:36.549897 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-76c40b68-b00c-4c99-9951-2963c8e316a8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "GET /v2.0/ports/424692cc-9c62-4cda-905e-fcdf9454c4c3 HTTP/1.1" status: 404 len: 333 time: 0.1048553 Oct 04 09:15:36.561650 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc1da5a-c6d6-4c01-b861-73b4143f8fa4 None None] New status for floating IP e0cdd116-4534-4eaa-8d9f-ef114ca092fa: ACTIVE {{(pid=89034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 09:15:36.562462 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58704) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:36.569615 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-78b81eed-1fda-4527-95fd-b046d5897039 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:36.585040 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-e6eb16bc-ecb0-469d-a517-904dd10edb22 req-95660b78-0fde-4a2a-9a45-6e3e8f343f92 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cdce89a-a11c-4f5f-9f03-945b3b6fd05c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2865882 Oct 04 09:15:36.644880 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b658e592-f9e6-4619-acac-882931723783 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:36.652823 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ad540-268b-4caa-9d07-9fa1ae983ebb req-f225fdac-ad1d-49dd-a0b3-287dc45bedab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:36.654264 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-9f2ad540-268b-4caa-9d07-9fa1ae983ebb req-f225fdac-ad1d-49dd-a0b3-287dc45bedab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=138bf702-4d39-408e-a83e-f851bcf14b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3993125 Oct 04 09:15:36.655158 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d54af2-c6ee-4a06-ada2-465b74ba3037 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:15:36.659495 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-78b81eed-1fda-4527-95fd-b046d5897039 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:36.660129 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 074c994d-117c-401c-8a42-f5ffedbe3724 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:15:36.665971 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d613ae-22f1-4c7c-a28a-9f172fa898aa None None] New status for floating IP 722a278d-b52c-430e-a32d-6c97bd7ff6be: ACTIVE {{(pid=89035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 09:15:36.680240 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b2e0dcb-1d4a-4a43-a1b0-149af35c98be tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] GET failed (client error): The resource could not be found. Oct 04 09:15:36.682044 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-3b2e0dcb-1d4a-4a43-a1b0-149af35c98be tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "GET /v2.0/ports/b1e5b38f-ff4c-44e5-958c-a768d4b9d1ef HTTP/1.1" status: 404 len: 333 time: 0.1185689 Oct 04 09:15:36.701947 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58712) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:36.727099 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f946a130-d972-4344-b5e6-bb7d641d2299 req-e1cea060-811d-48a5-90fc-6ccd733cc705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:36.734540 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b96429-287b-4011-b1d8-058bb57d083b None None] Sync routers for ids ['d372ecc5-ad2c-4c2a-ae13-a137e579a059'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:15:36.744665 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f946a130-d972-4344-b5e6-bb7d641d2299 req-e1cea060-811d-48a5-90fc-6ccd733cc705 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=449087d2-40c3-40c7-b2c7-34ca87a9a9d2 HTTP/1.1" status: 200 len: 850 time: 0.2312963 Oct 04 09:15:36.866468 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-f1d54af2-c6ee-4a06-ada2-465b74ba3037 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "PUT /v2.0/routers/d372ecc5-ad2c-4c2a-ae13-a137e579a059/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4396596 Oct 04 09:15:36.867272 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58716) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:36.874722 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-24191512-fd79-4c23-a6f6-3a53b034c368 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Deleting port 391eabca-4aee-4edc-a856-70389c63241a {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:15:36.875246 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-24191512-fd79-4c23-a6f6-3a53b034c368 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:36.911587 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b96429-287b-4011-b1d8-058bb57d083b None None] Routers {'d372ecc5-ad2c-4c2a-ae13-a137e579a059'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:15:36.912785 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-9f2ad540-268b-4caa-9d07-9fa1ae983ebb req-c572d154-a9bc-4004-a377-aa6e1a35ba3e service neutron] 10.222.0.20 "GET /v2.0/networks/138bf702-4d39-408e-a83e-f851bcf14b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322559 Oct 04 09:15:36.912954 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-59b96429-287b-4011-b1d8-058bb57d083b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:15:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['d372ecc5-ad2c-4c2a-ae13-a137e579a059'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:36.918381 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b658e592-f9e6-4619-acac-882931723783 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:36.944516 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-14582068-3b63-4b1c-b86a-86208d3396ba tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:36.949045 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b658e592-f9e6-4619-acac-882931723783 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df520428-8847-4f45-a39b-0b5e7f2c5e65,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:37.008832 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-59b96429-287b-4011-b1d8-058bb57d083b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:37.026469 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58720) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:37.027887 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b658e592-f9e6-4619-acac-882931723783 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:37.033528 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-b658e592-f9e6-4619-acac-882931723783 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] 10.222.0.50 "DELETE /v2.0/security-groups/df520428-8847-4f45-a39b-0b5e7f2c5e65 HTTP/1.1" status: 204 len: 168 time: 0.9675093 Oct 04 09:15:37.036183 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b96429-287b-4011-b1d8-058bb57d083b None None] Routers {'d372ecc5-ad2c-4c2a-ae13-a137e579a059'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:15:37.037503 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-59b96429-287b-4011-b1d8-058bb57d083b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:15:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['d372ecc5-ad2c-4c2a-ae13-a137e579a059'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:37.123971 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58722) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:37.173025 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 074c994d-117c-401c-8a42-f5ffedbe3724 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:15:37.173392 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:37.173714 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 074c994d-117c-401c-8a42-f5ffedbe3724 Oct 04 09:15:37.180850 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-6245f388-2a82-4215-857a-2f35d25cb8ae tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] GET failed (client error): The resource could not be found. Oct 04 09:15:37.181830 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f946a130-d972-4344-b5e6-bb7d641d2299 req-a03a28b0-84f2-4535-aa24-9762ca9b4fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:37.182158 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-6245f388-2a82-4215-857a-2f35d25cb8ae tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Synchronizing usage tracker for tenant:7c59b642fbd4440eb4278f2c0c212bcd on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:15:37.183647 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f946a130-d972-4344-b5e6-bb7d641d2299 req-a03a28b0-84f2-4535-aa24-9762ca9b4fc1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4380779 Oct 04 09:15:37.202150 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-59b96429-287b-4011-b1d8-058bb57d083b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:37.202560 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b96429-287b-4011-b1d8-058bb57d083b None None] The sync data for ids ['d372ecc5-ad2c-4c2a-ae13-a137e579a059'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:15:37.236165 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-24191512-fd79-4c23-a6f6-3a53b034c368 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] The port '391eabca-4aee-4edc-a856-70389c63241a' was deleted {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 04 09:15:37.281110 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-78b81eed-1fda-4527-95fd-b046d5897039 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:37.297031 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 074c994d-117c-401c-8a42-f5ffedbe3724 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:15:37.330651 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b81eed-1fda-4527-95fd-b046d5897039 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07471ae6-ec3c-4b84-8dae-6fad3842233f,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:37.391089 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-14582068-3b63-4b1c-b86a-86208d3396ba tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:37.392253 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-6245f388-2a82-4215-857a-2f35d25cb8ae tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Unset dirty status for tenant:7c59b642fbd4440eb4278f2c0c212bcd on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:15:37.393433 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-6245f388-2a82-4215-857a-2f35d25cb8ae tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "GET /v2.0/ports/ec3d1c5f-129e-4523-a224-6c54bb31400f HTTP/1.1" status: 404 len: 333 time: 0.5208960 Oct 04 09:15:37.409351 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58728) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:37.449014 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-24191512-fd79-4c23-a6f6-3a53b034c368 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:37.460126 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-78b81eed-1fda-4527-95fd-b046d5897039 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:37.461248 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-78b81eed-1fda-4527-95fd-b046d5897039 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "DELETE /v2.0/security-groups/07471ae6-ec3c-4b84-8dae-6fad3842233f HTTP/1.1" status: 204 len: 168 time: 1.2576904 Oct 04 09:15:37.463294 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-9f2ad540-268b-4caa-9d07-9fa1ae983ebb req-1c97fbb2-b3bf-4dce-b4d3-e29bb53ff3fc service neutron] 10.222.0.20 "GET /v2.0/networks/138bf702-4d39-408e-a83e-f851bcf14b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5046604 Oct 04 09:15:37.465307 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58732) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:37.495222 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-24191512-fd79-4c23-a6f6-3a53b034c368 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3e8475c-e643-4898-beb8-67d329eadb1a']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:37.497805 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-8dd2c025-1374-48ea-9786-6445b20e0f0a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/floatingips/e0cdd116-4534-4eaa-8d9f-ef114ca092fa HTTP/1.1" status: 200 len: 991 time: 0.4603214 Oct 04 09:15:37.513148 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-98085f3d-982a-4ea2-95c8-248dc72b40ef tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Synchronizing usage tracker for tenant:5d329a76de2f4c3e8d8b3f4426723ce7 on resource:security_group {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:15:37.522902 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-24191512-fd79-4c23-a6f6-3a53b034c368 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '766f5876-2f19-4a99-b2f7-5d2ed9fc17e9') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:37.523197 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-24191512-fd79-4c23-a6f6-3a53b034c368 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '766f5876-2f19-4a99-b2f7-5d2ed9fc17e9') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:37.544234 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-24191512-fd79-4c23-a6f6-3a53b034c368 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:37.563962 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-3eb1d60f-a736-49eb-9cca-3ba05b3b47b0 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Synchronizing usage tracker for tenant:e8f4cb4159cc4c7e9416e943587cbebe on resource:security_group {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:15:37.570467 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-14582068-3b63-4b1c-b86a-86208d3396ba tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ad984be-390b-4337-91fc-fe0dece0d034']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:37.572313 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-24191512-fd79-4c23-a6f6-3a53b034c368 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:37.582789 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24191512-fd79-4c23-a6f6-3a53b034c368 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:15:37.583132 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-24191512-fd79-4c23-a6f6-3a53b034c368 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:37.606821 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-3eb1d60f-a736-49eb-9cca-3ba05b3b47b0 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Unset dirty status for tenant:e8f4cb4159cc4c7e9416e943587cbebe on resource:security_group {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:15:37.611765 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-3eb1d60f-a736-49eb-9cca-3ba05b3b47b0 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1418574 Oct 04 09:15:37.618116 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58738) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:37.629469 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-14582068-3b63-4b1c-b86a-86208d3396ba tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2af1c1f6-b49c-45c5-b935-f67db7519750') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:37.629765 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-14582068-3b63-4b1c-b86a-86208d3396ba tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2af1c1f6-b49c-45c5-b935-f67db7519750') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:37.642330 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-ae819f6b-6a1f-415a-8294-68e351a226bf tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Request body: {'security_group': {'name': 'tempest-secgroup--392443801'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:37.652747 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 766f5876-2f19-4a99-b2f7-5d2ed9fc17e9 resource provider aggregate not found Oct 04 09:15:37.662730 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9efbf3e6-01b9-4c43-be23-9b3998cbeae0 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for router, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:37.677400 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 766f5876-2f19-4a99-b2f7-5d2ed9fc17e9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 766f5876-2f19-4a99-b2f7-5d2ed9fc17e9 found for delete ", "request_id": "req-57342068-59b4-411d-886e-06636c2df0ab"}]} Oct 04 09:15:37.690071 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-24191512-fd79-4c23-a6f6-3a53b034c368 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:37.698060 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-24191512-fd79-4c23-a6f6-3a53b034c368 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:37.711807 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-ae819f6b-6a1f-415a-8294-68e351a226bf tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:37.722233 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-98085f3d-982a-4ea2-95c8-248dc72b40ef tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Unset dirty status for tenant:5d329a76de2f4c3e8d8b3f4426723ce7 on resource:security_group {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:15:37.727511 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-98085f3d-982a-4ea2-95c8-248dc72b40ef tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5967264 Oct 04 09:15:37.727511 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-14582068-3b63-4b1c-b86a-86208d3396ba tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:37.727752 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58744) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:37.736135 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-abd68dd7-bc5d-4a6c-903a-17d4755f4a4a tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Request body: {'security_group_rule': {'security_group_id': '59cef3ad-8874-4952-a7d5-afb6a1fed8bc', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:37.741949 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24191512-fd79-4c23-a6f6-3a53b034c368 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event deleted for resources: {'Network': ['ID=a3e8475c-e643-4898-beb8-67d329eadb1a,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:37.749999 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-24191512-fd79-4c23-a6f6-3a53b034c368 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "DELETE /v2.0/networks/a3e8475c-e643-4898-beb8-67d329eadb1a HTTP/1.1" status: 204 len: 168 time: 3.8602765 Oct 04 09:15:37.751815 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-abd68dd7-bc5d-4a6c-903a-17d4755f4a4a tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:37.754426 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58748) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:37.759421 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-abd68dd7-bc5d-4a6c-903a-17d4755f4a4a tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Usage tracker for resource:security_group_rule and tenant:5d329a76de2f4c3e8d8b3f4426723ce7 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:37.765478 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-92ec288a-8e1d-4cad-a104-7b180ad2837f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1223668994'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:37.769250 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-abd68dd7-bc5d-4a6c-903a-17d4755f4a4a tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:37.776174 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-92ec288a-8e1d-4cad-a104-7b180ad2837f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:37.778522 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-abd68dd7-bc5d-4a6c-903a-17d4755f4a4a tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:37.782940 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-92ec288a-8e1d-4cad-a104-7b180ad2837f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Usage tracker for resource:network and tenant:9e78cb9b328b4bfc813a095a6b1b578a is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:37.787437 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-92ec288a-8e1d-4cad-a104-7b180ad2837f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:37.794879 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-92ec288a-8e1d-4cad-a104-7b180ad2837f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:37.814019 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ec288a-8e1d-4cad-a104-7b180ad2837f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Made reservation on behalf of 9e78cb9b328b4bfc813a095a6b1b578a for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:15:37.817484 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-92ec288a-8e1d-4cad-a104-7b180ad2837f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:37.849021 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-abd68dd7-bc5d-4a6c-903a-17d4755f4a4a tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] create failed (client error): The resource could not be found. Oct 04 09:15:37.850079 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-abd68dd7-bc5d-4a6c-903a-17d4755f4a4a tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1213458 Oct 04 09:15:37.853813 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58752) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:37.863452 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-3a9a07a4-7d64-4f27-b1dd-53597c4e2553 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Request body: {'security_group': {'name': 'tempest-secgroup--1501964888'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:37.868171 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92ec288a-8e1d-4cad-a104-7b180ad2837f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:15:37.874349 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-3a9a07a4-7d64-4f27-b1dd-53597c4e2553 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:37.887091 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-92ec288a-8e1d-4cad-a104-7b180ad2837f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:37.887432 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-92ec288a-8e1d-4cad-a104-7b180ad2837f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Added segment 6fb78a95-a02e-47d3-a1d8-0077bda37456 of type vlan for network 4ef25ce8-8698-4689-8dd1-715715c5fc14 Oct 04 09:15:37.888732 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-3a9a07a4-7d64-4f27-b1dd-53597c4e2553 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:37.914915 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3a9a07a4-7d64-4f27-b1dd-53597c4e2553 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:37.927119 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-92ec288a-8e1d-4cad-a104-7b180ad2837f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:37.934422 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f946a130-d972-4344-b5e6-bb7d641d2299 req-bb0a6fd3-9242-47fe-96cc-e1f8109de16d service neutron] 10.222.0.20 "GET /v2.0/networks/8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7367585 Oct 04 09:15:37.944323 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-3a9a07a4-7d64-4f27-b1dd-53597c4e2553 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:37.955667 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-3a9a07a4-7d64-4f27-b1dd-53597c4e2553 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Usage tracker for resource:security_group_rule and tenant:5d329a76de2f4c3e8d8b3f4426723ce7 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:37.961568 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-3a9a07a4-7d64-4f27-b1dd-53597c4e2553 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:37.969570 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-3a9a07a4-7d64-4f27-b1dd-53597c4e2553 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:37.977071 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-ae819f6b-6a1f-415a-8294-68e351a226bf tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:37.979488 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-14582068-3b63-4b1c-b86a-86208d3396ba tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:37.980641 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-92ec288a-8e1d-4cad-a104-7b180ad2837f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:37.985981 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ec288a-8e1d-4cad-a104-7b180ad2837f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:37.986566 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-92ec288a-8e1d-4cad-a104-7b180ad2837f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:38.089208 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14582068-3b63-4b1c-b86a-86208d3396ba tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:15:38.089624 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-14582068-3b63-4b1c-b86a-86208d3396ba tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:38.121733 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-92ec288a-8e1d-4cad-a104-7b180ad2837f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3660810 Oct 04 09:15:38.129021 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58758) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:38.142051 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-9395c540-3739-464c-b1b0-98febb7afd3e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Request body: {'subnet': {'network_id': '4ef25ce8-8698-4689-8dd1-715715c5fc14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:38.162186 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec288a-8e1d-4cad-a104-7b180ad2837f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event updated for resources: {'Network': ['ID=4ef25ce8-8698-4689-8dd1-715715c5fc14,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:38.176677 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 4ef25ce8-8698-4689-8dd1-715715c5fc14 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:15:38.262009 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3a9a07a4-7d64-4f27-b1dd-53597c4e2553 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:38.274162 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3a9a07a4-7d64-4f27-b1dd-53597c4e2553 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:38.282414 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 2af1c1f6-b49c-45c5-b935-f67db7519750 resource provider aggregate not found Oct 04 09:15:38.299919 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ae819f6b-6a1f-415a-8294-68e351a226bf tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:38.306742 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-9395c540-3739-464c-b1b0-98febb7afd3e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:38.310345 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 2af1c1f6-b49c-45c5-b935-f67db7519750 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2af1c1f6-b49c-45c5-b935-f67db7519750 found for delete ", "request_id": "req-16dc6f60-4a27-438e-ba17-142e47663304"}]} Oct 04 09:15:38.319619 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-9395c540-3739-464c-b1b0-98febb7afd3e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Usage tracker for resource:subnet and tenant:9e78cb9b328b4bfc813a095a6b1b578a is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:38.325313 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3a9a07a4-7d64-4f27-b1dd-53597c4e2553 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:38.326507 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-3a9a07a4-7d64-4f27-b1dd-53597c4e2553 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4717088 Oct 04 09:15:38.327617 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-9395c540-3739-464c-b1b0-98febb7afd3e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:38.336035 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-9395c540-3739-464c-b1b0-98febb7afd3e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:38.338820 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9a07a4-7d64-4f27-b1dd-53597c4e2553 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4914d2-1e2e-4424-ba2d-8b04b338ee30,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:38.348711 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9efbf3e6-01b9-4c43-be23-9b3998cbeae0 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:38.352145 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9395c540-3739-464c-b1b0-98febb7afd3e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Made reservation on behalf of 9e78cb9b328b4bfc813a095a6b1b578a for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:15:38.353618 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9efbf3e6-01b9-4c43-be23-9b3998cbeae0 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:38.355748 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9395c540-3739-464c-b1b0-98febb7afd3e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:38.367056 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-ae819f6b-6a1f-415a-8294-68e351a226bf tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:38.385670 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-ae819f6b-6a1f-415a-8294-68e351a226bf tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Usage tracker for resource:security_group_rule and tenant:e8f4cb4159cc4c7e9416e943587cbebe is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:38.396918 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58764) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:38.405732 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-ae819f6b-6a1f-415a-8294-68e351a226bf tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:38.409925 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-14582068-3b63-4b1c-b86a-86208d3396ba tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:38.423384 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-068e1e3a-4c4e-414c-983f-a40266d7aa98 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Request body: {'security_group': {'name': 'tempest-secgroup--123168238'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:38.430264 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-ae819f6b-6a1f-415a-8294-68e351a226bf tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:38.448071 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-14582068-3b63-4b1c-b86a-86208d3396ba tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:38.463202 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-068e1e3a-4c4e-414c-983f-a40266d7aa98 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:38.468644 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14582068-3b63-4b1c-b86a-86208d3396ba tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event deleted for resources: {'Network': ['ID=9ad984be-390b-4337-91fc-fe0dece0d034,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:38.472687 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f946a130-d972-4344-b5e6-bb7d641d2299 req-dd2789ec-e08b-4f9b-9d8e-c19a9b924a3d service neutron] 10.222.0.20 "GET /v2.0/networks/8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5253069 Oct 04 09:15:38.473263 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9efbf3e6-01b9-4c43-be23-9b3998cbeae0 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:38.473765 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9efbf3e6-01b9-4c43-be23-9b3998cbeae0 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Fanout notify agent at l3_agent the message router_deleted on router d372ecc5-ad2c-4c2a-ae13-a137e579a059 {{(pid=89032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:15:38.489659 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9efbf3e6-01b9-4c43-be23-9b3998cbeae0 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:38.491364 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-9efbf3e6-01b9-4c43-be23-9b3998cbeae0 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "DELETE /v2.0/routers/d372ecc5-ad2c-4c2a-ae13-a137e579a059 HTTP/1.1" status: 204 len: 168 time: 1.0808918 Oct 04 09:15:38.495745 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58768) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:38.496800 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-14582068-3b63-4b1c-b86a-86208d3396ba tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "DELETE /v2.0/networks/9ad984be-390b-4337-91fc-fe0dece0d034 HTTP/1.1" status: 204 len: 168 time: 1.7904487 Oct 04 09:15:38.500559 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-068e1e3a-4c4e-414c-983f-a40266d7aa98 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:38.508834 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58772) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:38.509233 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58774) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:38.572096 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-a680eb9e-93f2-4641-b2fa-9bbcb3567f18 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1791012574'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:38.607688 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-a680eb9e-93f2-4641-b2fa-9bbcb3567f18 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:38.612875 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-860e69e3-9a0c-4fc6-a7de-87383f41a1b6 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Deleting subnet 583b57ed-0cc5-47f4-8100-52bddb0a6e60 {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:15:38.625040 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-068e1e3a-4c4e-414c-983f-a40266d7aa98 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:38.628656 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-860e69e3-9a0c-4fc6-a7de-87383f41a1b6 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:38.634060 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-a680eb9e-93f2-4641-b2fa-9bbcb3567f18 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Usage tracker for resource:network and tenant:8de43eb137fe47f9a4031ea91b631fcc is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:38.643082 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-a680eb9e-93f2-4641-b2fa-9bbcb3567f18 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:38.664571 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-a680eb9e-93f2-4641-b2fa-9bbcb3567f18 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:38.688893 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-d72c66fd-5121-4fcf-b8b8-5b272048b4fb tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/floatingips/e0cdd116-4534-4eaa-8d9f-ef114ca092fa HTTP/1.1" status: 200 len: 993 time: 0.1784897 Oct 04 09:15:38.690002 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-068e1e3a-4c4e-414c-983f-a40266d7aa98 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:38.703143 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9395c540-3739-464c-b1b0-98febb7afd3e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:38.710515 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a680eb9e-93f2-4641-b2fa-9bbcb3567f18 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Made reservation on behalf of 8de43eb137fe47f9a4031ea91b631fcc for: {'network': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:15:38.713936 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a680eb9e-93f2-4641-b2fa-9bbcb3567f18 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:38.722947 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-068e1e3a-4c4e-414c-983f-a40266d7aa98 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Usage tracker for resource:security_group_rule and tenant:5d329a76de2f4c3e8d8b3f4426723ce7 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:38.729511 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-068e1e3a-4c4e-414c-983f-a40266d7aa98 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:38.743728 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-068e1e3a-4c4e-414c-983f-a40266d7aa98 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:38.752560 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ae819f6b-6a1f-415a-8294-68e351a226bf tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:38.764709 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ae819f6b-6a1f-415a-8294-68e351a226bf tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:38.764887 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-860e69e3-9a0c-4fc6-a7de-87383f41a1b6 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:38.808837 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a680eb9e-93f2-4641-b2fa-9bbcb3567f18 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=89032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:15:38.847237 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a680eb9e-93f2-4641-b2fa-9bbcb3567f18 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:38.847506 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.segments_db [None req-a680eb9e-93f2-4641-b2fa-9bbcb3567f18 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Added segment c3e68a17-fef7-40b6-b55e-2b484386735a of type vlan for network 564d5e3f-b4b2-4948-9830-cc6762831780 Oct 04 09:15:38.848730 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae819f6b-6a1f-415a-8294-68e351a226bf tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75b5c387-0b51-4bde-b06f-d66cb0992918,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:38.851592 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9395c540-3739-464c-b1b0-98febb7afd3e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event updated for resources: {'Subnet': ['ID=33954fe8-e601-48e7-84f7-b4109a9046ef,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:38.879211 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9395c540-3739-464c-b1b0-98febb7afd3e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Checking segment: {'id': '6fb78a95-a02e-47d3-a1d8-0077bda37456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '4ef25ce8-8698-4689-8dd1-715715c5fc14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:15:38.879576 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9395c540-3739-464c-b1b0-98febb7afd3e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Network hostable DHCP agents. Network: 4ef25ce8-8698-4689-8dd1-715715c5fc14, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:15:38.883976 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ae819f6b-6a1f-415a-8294-68e351a226bf tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:38.885216 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-ae819f6b-6a1f-415a-8294-68e351a226bf tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2624648 Oct 04 09:15:38.893112 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58780) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:38.900468 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-fd08c548-9289-408a-bc7c-da8a33d7277b tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Request body: {'security_group_rule': {'security_group_id': '75b5c387-0b51-4bde-b06f-d66cb0992918', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:38.911617 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-fd08c548-9289-408a-bc7c-da8a33d7277b tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:38.914683 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a680eb9e-93f2-4641-b2fa-9bbcb3567f18 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:38.919093 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-fd08c548-9289-408a-bc7c-da8a33d7277b tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Usage tracker for resource:security_group_rule and tenant:e8f4cb4159cc4c7e9416e943587cbebe is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:38.924200 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-fd08c548-9289-408a-bc7c-da8a33d7277b tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:38.926758 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9395c540-3739-464c-b1b0-98febb7afd3e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Network 4ef25ce8-8698-4689-8dd1-715715c5fc14 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:15:38.933677 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-068e1e3a-4c4e-414c-983f-a40266d7aa98 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:38.934048 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-860e69e3-9a0c-4fc6-a7de-87383f41a1b6 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:38.945833 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-068e1e3a-4c4e-414c-983f-a40266d7aa98 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:38.964530 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-fd08c548-9289-408a-bc7c-da8a33d7277b tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:38.989303 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-9395c540-3739-464c-b1b0-98febb7afd3e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 4ef25ce8-8698-4689-8dd1-715715c5fc14) {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:15:38.992588 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a680eb9e-93f2-4641-b2fa-9bbcb3567f18 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:38.994612 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9395c540-3739-464c-b1b0-98febb7afd3e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:38.995164 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9395c540-3739-464c-b1b0-98febb7afd3e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:38.998049 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a680eb9e-93f2-4641-b2fa-9bbcb3567f18 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:38.998894 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a680eb9e-93f2-4641-b2fa-9bbcb3567f18 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:38.999779 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377c350b-4e3d-450a-9ca5-684ac0da70f8 None None] Network 4ef25ce8-8698-4689-8dd1-715715c5fc14 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:15:39.020602 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fd08c548-9289-408a-bc7c-da8a33d7277b tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:39.038323 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068e1e3a-4c4e-414c-983f-a40266d7aa98 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=029279a9-6235-4629-88bd-8bbd0b4b28fd,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:39.063681 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-9395c540-3739-464c-b1b0-98febb7afd3e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9336293 Oct 04 09:15:39.064492 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58784) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:39.077160 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-580a9ce4-0970-478e-ace5-7186b85ff89e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1118364175', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:39.087582 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-068e1e3a-4c4e-414c-983f-a40266d7aa98 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:39.089250 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-068e1e3a-4c4e-414c-983f-a40266d7aa98 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6806183 Oct 04 09:15:39.095666 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58788) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:39.096278 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-580a9ce4-0970-478e-ace5-7186b85ff89e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:39.102742 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-a680eb9e-93f2-4641-b2fa-9bbcb3567f18 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5908179 Oct 04 09:15:39.106434 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58792) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:39.116249 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-0e71b9cf-84d6-489b-a03d-77b1996fd0b0 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Request body: {'security_group_rule': {'security_group_id': '0d4914d2-1e2e-4424-ba2d-8b04b338ee30', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '029279a9-6235-4629-88bd-8bbd0b4b28fd'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:39.116998 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-580a9ce4-0970-478e-ace5-7186b85ff89e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Usage tracker for resource:router and tenant:9e78cb9b328b4bfc813a095a6b1b578a is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:39.121659 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-580a9ce4-0970-478e-ace5-7186b85ff89e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:39.133374 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-0e71b9cf-84d6-489b-a03d-77b1996fd0b0 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:39.133623 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-829bce09-6277-420f-8a05-fbd18b9d869b tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Request body: {'subnet': {'network_id': '564d5e3f-b4b2-4948-9830-cc6762831780', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:39.139058 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a680eb9e-93f2-4641-b2fa-9bbcb3567f18 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event updated for resources: {'Network': ['ID=564d5e3f-b4b2-4948-9830-cc6762831780,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:39.141438 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-0e71b9cf-84d6-489b-a03d-77b1996fd0b0 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Usage tracker for resource:security_group_rule and tenant:5d329a76de2f4c3e8d8b3f4426723ce7 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:39.144512 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-0e71b9cf-84d6-489b-a03d-77b1996fd0b0 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:39.151187 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-0e71b9cf-84d6-489b-a03d-77b1996fd0b0 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:39.160395 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 564d5e3f-b4b2-4948-9830-cc6762831780 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:15:39.165154 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-580a9ce4-0970-478e-ace5-7186b85ff89e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:39.175706 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-860e69e3-9a0c-4fc6-a7de-87383f41a1b6 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:39.182188 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.api.v2.resource [None req-0e71b9cf-84d6-489b-a03d-77b1996fd0b0 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 09:15:39.184006 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-0e71b9cf-84d6-489b-a03d-77b1996fd0b0 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0866542 Oct 04 09:15:39.186992 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58796) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:39.257984 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-aebc6db9-271e-46d6-bcb7-65593fafee9a tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:39.287669 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-aebc6db9-271e-46d6-bcb7-65593fafee9a tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:39.337860 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-aebc6db9-271e-46d6-bcb7-65593fafee9a tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:39.356701 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebc6db9-271e-46d6-bcb7-65593fafee9a tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=029279a9-6235-4629-88bd-8bbd0b4b28fd,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:39.374861 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-aebc6db9-271e-46d6-bcb7-65593fafee9a tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:39.378097 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-aebc6db9-271e-46d6-bcb7-65593fafee9a tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] 10.222.0.50 "DELETE /v2.0/security-groups/029279a9-6235-4629-88bd-8bbd0b4b28fd HTTP/1.1" status: 204 len: 168 time: 0.1874311 Oct 04 09:15:39.378762 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58800) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:39.386079 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d31c7d6-f649-4971-aebd-9bf78bfaf5f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-4ef25ce8-8698-4689-8dd1-715715c5fc14', 'network_id': '4ef25ce8-8698-4689-8dd1-715715c5fc14', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'fixed_ips': [{'subnet_id': '33954fe8-e601-48e7-84f7-b4109a9046ef'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:15:39.387095 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5d31c7d6-f649-4971-aebd-9bf78bfaf5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:39.392396 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860e69e3-9a0c-4fc6-a7de-87383f41a1b6 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event deleted for resources: {'Subnet': ['ID=583b57ed-0cc5-47f4-8100-52bddb0a6e60,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:39.438455 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-580a9ce4-0970-478e-ace5-7186b85ff89e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:39.439448 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-580a9ce4-0970-478e-ace5-7186b85ff89e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:39.441481 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7da3c9-1600-41a9-a58c-8ab11ebd068e None None] Network 63af2731-3522-4391-956d-07686ab3c645 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:15:39.443725 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-860e69e3-9a0c-4fc6-a7de-87383f41a1b6 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:39.465196 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fd08c548-9289-408a-bc7c-da8a33d7277b tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:39.484781 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fd08c548-9289-408a-bc7c-da8a33d7277b tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:39.497418 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-860e69e3-9a0c-4fc6-a7de-87383f41a1b6 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "DELETE /v2.0/subnets/583b57ed-0cc5-47f4-8100-52bddb0a6e60 HTTP/1.1" status: 204 len: 168 time: 1.0007319 Oct 04 09:15:39.500373 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58804) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:39.548941 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-6cd7267b-bf46-4107-b4bb-f77082a03263 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Synchronizing usage tracker for tenant:5d329a76de2f4c3e8d8b3f4426723ce7 on resource:security_group {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:15:39.552241 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-829bce09-6277-420f-8a05-fbd18b9d869b tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:39.573189 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-580a9ce4-0970-478e-ace5-7186b85ff89e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:39.584072 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-829bce09-6277-420f-8a05-fbd18b9d869b tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Usage tracker for resource:subnet and tenant:8de43eb137fe47f9a4031ea91b631fcc is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:39.587726 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd08c548-9289-408a-bc7c-da8a33d7277b tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b16d840-9490-487e-a1b8-26c0b5f97ee1,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:39.589874 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-829bce09-6277-420f-8a05-fbd18b9d869b tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:39.601630 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-829bce09-6277-420f-8a05-fbd18b9d869b tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:39.608856 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fd08c548-9289-408a-bc7c-da8a33d7277b tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:39.610286 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-fd08c548-9289-408a-bc7c-da8a33d7277b tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7160418 Oct 04 09:15:39.613610 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58808) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:39.619926 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-6cd7267b-bf46-4107-b4bb-f77082a03263 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Unset dirty status for tenant:5d329a76de2f4c3e8d8b3f4426723ce7 on resource:security_group {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:15:39.624933 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-6cd7267b-bf46-4107-b4bb-f77082a03263 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2336681 Oct 04 09:15:39.625464 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58812) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:39.646903 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a144cdc9-1165-4508-bd64-8031e880095a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:39.648172 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829bce09-6277-420f-8a05-fbd18b9d869b tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Made reservation on behalf of 8de43eb137fe47f9a4031ea91b631fcc for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:15:39.651590 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-829bce09-6277-420f-8a05-fbd18b9d869b tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:39.657476 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-a144cdc9-1165-4508-bd64-8031e880095a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Deleting port 074c994d-117c-401c-8a42-f5ffedbe3724 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:15:39.657809 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a144cdc9-1165-4508-bd64-8031e880095a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:39.678817 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-580a9ce4-0970-478e-ace5-7186b85ff89e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:39.742070 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-5d31c7d6-f649-4971-aebd-9bf78bfaf5f1 None None] Allocated IP 2001:db8::2 (4ef25ce8-8698-4689-8dd1-715715c5fc14/33954fe8-e601-48e7-84f7-b4109a9046ef/69b04a3c-1c40-449b-b9b1-5dbb986cbd82) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:15:39.801136 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-229344c6-174e-496b-9486-dde080aaf08a tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:39.808761 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.ipam_backend_mixin [None req-829bce09-6277-420f-8a05-fbd18b9d869b tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Performing IP validity checks on allocation pools {{(pid=89033) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 04 09:15:39.811519 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.ipam_backend_mixin [None req-829bce09-6277-420f-8a05-fbd18b9d869b tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89033) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 04 09:15:39.823031 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-229344c6-174e-496b-9486-dde080aaf08a tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:39.830966 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-580a9ce4-0970-478e-ace5-7186b85ff89e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:39.832096 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-580a9ce4-0970-478e-ace5-7186b85ff89e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7590120 Oct 04 09:15:39.840085 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58816) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:39.942089 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6ee9553f-b652-4e43-a65c-9f7705678b77 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:40.022259 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-a144cdc9-1165-4508-bd64-8031e880095a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] For port 074c994d-117c-401c-8a42-f5ffedbe3724, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=074c994d-117c-401c-8a42-f5ffedbe3724,segment=NetworkSegment(e94b0836-a851-4bc7-b4aa-a0a1ae22238c),segment_id=e94b0836-a851-4bc7-b4aa-a0a1ae22238c)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:15:40.023508 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a144cdc9-1165-4508-bd64-8031e880095a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:40.025436 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159cfbe8-3017-4a2b-aeca-65c9f134a57f None None] DHCP port deletion for 63af2731-3522-4391-956d-07686ab3c645 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:15:40.034894 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5d31c7d6-f649-4971-aebd-9bf78bfaf5f1 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:40.038488 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-159cfbe8-3017-4a2b-aeca-65c9f134a57f None None] Deleting port 074c994d-117c-401c-8a42-f5ffedbe3724 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:15:40.038859 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-159cfbe8-3017-4a2b-aeca-65c9f134a57f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:40.086916 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-5d31c7d6-f649-4971-aebd-9bf78bfaf5f1 None None] Transition to ACTIVE for port object 69b04a3c-1c40-449b-b9b1-5dbb986cbd82 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:15:40.107141 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-229344c6-174e-496b-9486-dde080aaf08a tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:40.140764 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-5d31c7d6-f649-4971-aebd-9bf78bfaf5f1 None None] Transition to ACTIVE for port object 69b04a3c-1c40-449b-b9b1-5dbb986cbd82 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:15:40.154949 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-a144cdc9-1165-4508-bd64-8031e880095a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Calling delete_port for 074c994d-117c-401c-8a42-f5ffedbe3724 owned by network:dhcp {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:15:40.163424 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5d31c7d6-f649-4971-aebd-9bf78bfaf5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:40.180543 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6ee9553f-b652-4e43-a65c-9f7705678b77 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:40.233884 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229344c6-174e-496b-9486-dde080aaf08a tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7b16d840-9490-487e-a1b8-26c0b5f97ee1,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:40.244211 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a144cdc9-1165-4508-bd64-8031e880095a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:40.294226 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a144cdc9-1165-4508-bd64-8031e880095a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] No DVR routers for this DVR port 074c994d-117c-401c-8a42-f5ffedbe3724 on host dv-neutron-860215-1-hyperv {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:15:40.305099 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d31c7d6-f649-4971-aebd-9bf78bfaf5f1 None None] Network 4ef25ce8-8698-4689-8dd1-715715c5fc14 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:15:40.311994 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-5d31c7d6-f649-4971-aebd-9bf78bfaf5f1 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:15:40.318088 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d31c7d6-f649-4971-aebd-9bf78bfaf5f1 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:15:40.329372 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a144cdc9-1165-4508-bd64-8031e880095a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event deleted for resources: {'Port': ['ID=074c994d-117c-401c-8a42-f5ffedbe3724,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:40.374260 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d31c7d6-f649-4971-aebd-9bf78bfaf5f1 None None] Pushing event updated for resources: {'Port': ['ID=69b04a3c-1c40-449b-b9b1-5dbb986cbd82,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:40.408071 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-229344c6-174e-496b-9486-dde080aaf08a tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:40.409242 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-229344c6-174e-496b-9486-dde080aaf08a tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/7b16d840-9490-487e-a1b8-26c0b5f97ee1 HTTP/1.1" status: 204 len: 168 time: 0.7926776 Oct 04 09:15:40.412987 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58820) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:40.447626 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a144cdc9-1165-4508-bd64-8031e880095a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:40.461093 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-5d31c7d6-f649-4971-aebd-9bf78bfaf5f1 None None] Attempting to bind port 69b04a3c-1c40-449b-b9b1-5dbb986cbd82 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:15:40.461702 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-5d31c7d6-f649-4971-aebd-9bf78bfaf5f1 None None] Attempting to bind port 69b04a3c-1c40-449b-b9b1-5dbb986cbd82 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '6fb78a95-a02e-47d3-a1d8-0077bda37456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '4ef25ce8-8698-4689-8dd1-715715c5fc14'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:15:40.461811 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d31c7d6-f649-4971-aebd-9bf78bfaf5f1 None None] Attempting to bind port 69b04a3c-1c40-449b-b9b1-5dbb986cbd82 on network 4ef25ce8-8698-4689-8dd1-715715c5fc14 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:15:40.467048 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-159cfbe8-3017-4a2b-aeca-65c9f134a57f None None] For port 074c994d-117c-401c-8a42-f5ffedbe3724, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=074c994d-117c-401c-8a42-f5ffedbe3724,segment=NetworkSegment(e94b0836-a851-4bc7-b4aa-a0a1ae22238c),segment_id=e94b0836-a851-4bc7-b4aa-a0a1ae22238c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:15:40.467363 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-159cfbe8-3017-4a2b-aeca-65c9f134a57f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:40.478477 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6ee9553f-b652-4e43-a65c-9f7705678b77 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:40.479774 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d31c7d6-f649-4971-aebd-9bf78bfaf5f1 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:15:40.480146 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d31c7d6-f649-4971-aebd-9bf78bfaf5f1 None None] Checking segment: {'id': '6fb78a95-a02e-47d3-a1d8-0077bda37456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '4ef25ce8-8698-4689-8dd1-715715c5fc14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:15:40.481029 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5d31c7d6-f649-4971-aebd-9bf78bfaf5f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:40.481427 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d31c7d6-f649-4971-aebd-9bf78bfaf5f1 None None] Bound using segment: {'id': '6fb78a95-a02e-47d3-a1d8-0077bda37456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '4ef25ce8-8698-4689-8dd1-715715c5fc14'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:15:40.482100 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-5d31c7d6-f649-4971-aebd-9bf78bfaf5f1 None None] Bound port: 69b04a3c-1c40-449b-b9b1-5dbb986cbd82, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fb78a95-a02e-47d3-a1d8-0077bda37456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '4ef25ce8-8698-4689-8dd1-715715c5fc14'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:15:40.482483 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5d31c7d6-f649-4971-aebd-9bf78bfaf5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:40.490196 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-a144cdc9-1165-4508-bd64-8031e880095a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63af2731-3522-4391-956d-07686ab3c645']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:40.510516 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-21469205-8cdd-4efc-8178-1a6c13618c98 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Synchronizing usage tracker for tenant:e8f4cb4159cc4c7e9416e943587cbebe on resource:security_group_rule {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:15:40.522306 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-a144cdc9-1165-4508-bd64-8031e880095a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e94b0836-a851-4bc7-b4aa-a0a1ae22238c') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:40.522913 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-a144cdc9-1165-4508-bd64-8031e880095a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e94b0836-a851-4bc7-b4aa-a0a1ae22238c') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:40.524527 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee9553f-b652-4e43-a65c-9f7705678b77 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4914d2-1e2e-4424-ba2d-8b04b338ee30,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:40.542416 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a144cdc9-1165-4508-bd64-8031e880095a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:40.566681 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-829bce09-6277-420f-8a05-fbd18b9d869b tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:40.571599 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a144cdc9-1165-4508-bd64-8031e880095a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:40.579221 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a144cdc9-1165-4508-bd64-8031e880095a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:15:40.579627 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a144cdc9-1165-4508-bd64-8031e880095a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:40.597824 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-10877b5c-78b5-45b6-94b1-9f138b2d0fad tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:40.607455 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-21469205-8cdd-4efc-8178-1a6c13618c98 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Unset dirty status for tenant:e8f4cb4159cc4c7e9416e943587cbebe on resource:security_group_rule {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:15:40.608731 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-21469205-8cdd-4efc-8178-1a6c13618c98 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1946306 Oct 04 09:15:40.612190 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6ee9553f-b652-4e43-a65c-9f7705678b77 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:40.616032 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-6ee9553f-b652-4e43-a65c-9f7705678b77 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] 10.222.0.50 "DELETE /v2.0/security-groups/0d4914d2-1e2e-4424-ba2d-8b04b338ee30 HTTP/1.1" status: 204 len: 168 time: 0.9805777 Oct 04 09:15:40.624503 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58828) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:40.624755 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58830) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:40.654490 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment e94b0836-a851-4bc7-b4aa-a0a1ae22238c resource provider aggregate not found Oct 04 09:15:40.670087 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 074c994d-117c-401c-8a42-f5ffedbe3724 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:15:40.685425 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment e94b0836-a851-4bc7-b4aa-a0a1ae22238c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e94b0836-a851-4bc7-b4aa-a0a1ae22238c found for delete ", "request_id": "req-9f660da9-730e-4ed0-970d-8c5fdbd3f779"}]} Oct 04 09:15:40.700635 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a144cdc9-1165-4508-bd64-8031e880095a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:40.705030 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-159cfbe8-3017-4a2b-aeca-65c9f134a57f None None] Calling delete_port for 074c994d-117c-401c-8a42-f5ffedbe3724 owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:15:40.706136 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a144cdc9-1165-4508-bd64-8031e880095a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:40.736714 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a144cdc9-1165-4508-bd64-8031e880095a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event deleted for resources: {'Network': ['ID=63af2731-3522-4391-956d-07686ab3c645,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:40.750221 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-a144cdc9-1165-4508-bd64-8031e880095a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "DELETE /v2.0/networks/63af2731-3522-4391-956d-07686ab3c645 HTTP/1.1" status: 204 len: 168 time: 1.2482331 Oct 04 09:15:40.750864 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58838) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:40.801235 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 074c994d-117c-401c-8a42-f5ffedbe3724 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:15:40.802001 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 074c994d-117c-401c-8a42-f5ffedbe3724 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:15:40.815260 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-5d31c7d6-f649-4971-aebd-9bf78bfaf5f1 None None] For port 69b04a3c-1c40-449b-b9b1-5dbb986cbd82, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:15:40.840996 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-5d31c7d6-f649-4971-aebd-9bf78bfaf5f1 None None] For port 69b04a3c-1c40-449b-b9b1-5dbb986cbd82, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=69b04a3c-1c40-449b-b9b1-5dbb986cbd82,segment=NetworkSegment(6fb78a95-a02e-47d3-a1d8-0077bda37456),segment_id=6fb78a95-a02e-47d3-a1d8-0077bda37456)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:15:40.847601 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936a7c61-124e-4d70-9acd-c420e94a7dcc tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:40.848689 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-936a7c61-124e-4d70-9acd-c420e94a7dcc tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Synchronizing usage tracker for tenant:7c59b642fbd4440eb4278f2c0c212bcd on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:15:40.849742 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5d31c7d6-f649-4971-aebd-9bf78bfaf5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:40.866522 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-936a7c61-124e-4d70-9acd-c420e94a7dcc tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Unset dirty status for tenant:7c59b642fbd4440eb4278f2c0c212bcd on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:15:40.871376 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-936a7c61-124e-4d70-9acd-c420e94a7dcc tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "GET /v2.0/ports/7ed34cfc-0cad-4758-aba0-538d362549e4 HTTP/1.1" status: 200 len: 840 time: 0.1159389 Oct 04 09:15:40.871659 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58842) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:40.950450 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-e2c1bf02-c451-48f3-9206-df7c2024726e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "GET /v2.0/ports/7ed34cfc-0cad-4758-aba0-538d362549e4?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0741634 Oct 04 09:15:40.951873 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58846) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:40.956672 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-4249e5af-4d58-4db1-9a72-d1cc0dc3a109 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Request body: {'subnet': {'network_id': '35aa0c51-ba0c-45a1-8373-559b804543b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:40.994119 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829bce09-6277-420f-8a05-fbd18b9d869b tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event updated for resources: {'Subnet': ['ID=e8b11bdb-68a1-4b60-9718-7b8f4e2cd4e7,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:41.002120 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.db.api [None req-159cfbe8-3017-4a2b-aeca-65c9f134a57f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:15:41.002468 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG oslo_db.api [None req-159cfbe8-3017-4a2b-aeca-65c9f134a57f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:15:41.004936 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d31c7d6-f649-4971-aebd-9bf78bfaf5f1 None None] Pushing event updated for resources: {'Port': ['ID=69b04a3c-1c40-449b-b9b1-5dbb986cbd82,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:41.061777 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:41.075135 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-4249e5af-4d58-4db1-9a72-d1cc0dc3a109 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:41.081284 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-4249e5af-4d58-4db1-9a72-d1cc0dc3a109 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Usage tracker for resource:subnet and tenant:7c59b642fbd4440eb4278f2c0c212bcd is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:41.086378 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-4249e5af-4d58-4db1-9a72-d1cc0dc3a109 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:41.092804 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829bce09-6277-420f-8a05-fbd18b9d869b tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Checking segment: {'id': 'c3e68a17-fef7-40b6-b55e-2b484386735a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '564d5e3f-b4b2-4948-9830-cc6762831780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:15:41.093020 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829bce09-6277-420f-8a05-fbd18b9d869b tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Network hostable DHCP agents. Network: 564d5e3f-b4b2-4948-9830-cc6762831780, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:15:41.094244 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-4249e5af-4d58-4db1-9a72-d1cc0dc3a109 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:41.100565 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-79c44b54-0af9-48c1-94a2-8e9a1ded9e1d tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Synchronizing usage tracker for tenant:5d329a76de2f4c3e8d8b3f4426723ce7 on resource:security_group {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:15:41.105016 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4249e5af-4d58-4db1-9a72-d1cc0dc3a109 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Made reservation on behalf of 7c59b642fbd4440eb4278f2c0c212bcd for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:15:41.108532 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4249e5af-4d58-4db1-9a72-d1cc0dc3a109 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:41.144524 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7da03f4d-3926-4c37-ba65-b7b92421e1e0 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:41.195152 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829bce09-6277-420f-8a05-fbd18b9d869b tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Network 564d5e3f-b4b2-4948-9830-cc6762831780 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:15:41.262312 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-79c44b54-0af9-48c1-94a2-8e9a1ded9e1d tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Unset dirty status for tenant:5d329a76de2f4c3e8d8b3f4426723ce7 on resource:security_group {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:15:41.263570 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-79c44b54-0af9-48c1-94a2-8e9a1ded9e1d tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6329024 Oct 04 09:15:41.272791 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58850) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:41.281487 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7da03f4d-3926-4c37-ba65-b7b92421e1e0 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:41.296998 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-829bce09-6277-420f-8a05-fbd18b9d869b tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 564d5e3f-b4b2-4948-9830-cc6762831780) {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:15:41.304846 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0358680-fff7-4a4c-9914-5c05ff4415e7 None None] Network 564d5e3f-b4b2-4948-9830-cc6762831780 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:15:41.314811 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-506b79f4-2923-44ae-83a7-456319e128bd tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Request body: {'security_group': {'name': 'tempest-secgroup--247955613'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:41.337451 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829bce09-6277-420f-8a05-fbd18b9d869b tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:41.339224 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-829bce09-6277-420f-8a05-fbd18b9d869b tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:41.348056 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-506b79f4-2923-44ae-83a7-456319e128bd tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:41.390162 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4249e5af-4d58-4db1-9a72-d1cc0dc3a109 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:41.437665 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-506b79f4-2923-44ae-83a7-456319e128bd tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:41.456868 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4249e5af-4d58-4db1-9a72-d1cc0dc3a109 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Network 35aa0c51-ba0c-45a1-8373-559b804543b2 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:15:41.460425 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-4249e5af-4d58-4db1-9a72-d1cc0dc3a109 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:15:41.465269 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4249e5af-4d58-4db1-9a72-d1cc0dc3a109 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:41.465661 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4249e5af-4d58-4db1-9a72-d1cc0dc3a109 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:41.470375 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-829bce09-6277-420f-8a05-fbd18b9d869b tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3589816 Oct 04 09:15:41.471246 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58854) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:41.481535 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-506b79f4-2923-44ae-83a7-456319e128bd tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:41.485299 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4249e5af-4d58-4db1-9a72-d1cc0dc3a109 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event updated for resources: {'Subnet': ['ID=5d3d40cc-f694-4279-ad75-299c7c399312,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:41.486983 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac10063-494e-4526-851e-ed79d2fbc9e0 None None] Network 35aa0c51-ba0c-45a1-8373-559b804543b2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:15:41.498592 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-4249e5af-4d58-4db1-9a72-d1cc0dc3a109 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5467043 Oct 04 09:15:41.500788 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-3c2e9178-89f6-43c8-b251-da970197dfbc tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Request body: {'port': {'network_id': '564d5e3f-b4b2-4948-9830-cc6762831780', 'name': 'tempest-PortsIpV6TestJSON-2132226506'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:41.501449 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58858) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:41.507405 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-bb4bee41-bb4d-4325-8b8e-2366ff578ee0 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Request body: {'security_group': {'name': 'tempest-secgroup-676635376'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:41.512499 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-159cfbe8-3017-4a2b-aeca-65c9f134a57f None None] Deleting port 074c994d-117c-401c-8a42-f5ffedbe3724 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:15:41.512876 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-159cfbe8-3017-4a2b-aeca-65c9f134a57f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:41.513511 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-bb4bee41-bb4d-4325-8b8e-2366ff578ee0 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:41.517589 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-bb4bee41-bb4d-4325-8b8e-2366ff578ee0 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Usage tracker for resource:security_group and tenant:7c59b642fbd4440eb4278f2c0c212bcd is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:41.524324 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-bb4bee41-bb4d-4325-8b8e-2366ff578ee0 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:41.531540 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-bb4bee41-bb4d-4325-8b8e-2366ff578ee0 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:41.543161 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bb4bee41-bb4d-4325-8b8e-2366ff578ee0 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:41.564132 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-bb4bee41-bb4d-4325-8b8e-2366ff578ee0 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:41.568840 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-bb4bee41-bb4d-4325-8b8e-2366ff578ee0 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Usage tracker for resource:security_group_rule and tenant:7c59b642fbd4440eb4278f2c0c212bcd is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:41.571766 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-bb4bee41-bb4d-4325-8b8e-2366ff578ee0 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:41.577611 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-bb4bee41-bb4d-4325-8b8e-2366ff578ee0 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:41.584414 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7da03f4d-3926-4c37-ba65-b7b92421e1e0 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:41.604101 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-10877b5c-78b5-45b6-94b1-9f138b2d0fad tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Allocated IP 2001:db8::1 (4ef25ce8-8698-4689-8dd1-715715c5fc14/33954fe8-e601-48e7-84f7-b4109a9046ef/2aa44bf4-fc25-448d-949e-f19fd00ba34c) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:15:41.637688 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-506b79f4-2923-44ae-83a7-456319e128bd tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:41.643700 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-159cfbe8-3017-4a2b-aeca-65c9f134a57f None None] The port '074c994d-117c-401c-8a42-f5ffedbe3724' was deleted {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 04 09:15:41.650351 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da03f4d-3926-4c37-ba65-b7b92421e1e0 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b5c387-0b51-4bde-b06f-d66cb0992918,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:41.654934 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-506b79f4-2923-44ae-83a7-456319e128bd tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Usage tracker for resource:security_group_rule and tenant:5d329a76de2f4c3e8d8b3f4426723ce7 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:41.661826 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-506b79f4-2923-44ae-83a7-456319e128bd tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:41.674334 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bb4bee41-bb4d-4325-8b8e-2366ff578ee0 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:41.680949 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bb4bee41-bb4d-4325-8b8e-2366ff578ee0 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:41.744033 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4bee41-bb4d-4325-8b8e-2366ff578ee0 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c868a7f-3d97-4a77-b705-d1a8550afc4e,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:41.746062 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-506b79f4-2923-44ae-83a7-456319e128bd tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:41.748061 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50173644-ff80-4e2f-b867-1d30d6c7ba26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-564d5e3f-b4b2-4948-9830-cc6762831780', 'network_id': '564d5e3f-b4b2-4948-9830-cc6762831780', 'tenant_id': '8de43eb137fe47f9a4031ea91b631fcc', 'fixed_ips': [{'subnet_id': 'e8b11bdb-68a1-4b60-9718-7b8f4e2cd4e7'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:15:41.750045 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-50173644-ff80-4e2f-b867-1d30d6c7ba26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:41.764221 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bb4bee41-bb4d-4325-8b8e-2366ff578ee0 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:41.770139 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-bb4bee41-bb4d-4325-8b8e-2366ff578ee0 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.2674260 Oct 04 09:15:41.770905 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58862) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:41.776434 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-6862aabe-9ff5-42d5-84a4-4a0f8853d410 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Request body: {'security_group': {'name': 'tempest-secgroup-1738950057'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:41.784172 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-6862aabe-9ff5-42d5-84a4-4a0f8853d410 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:41.788217 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-6862aabe-9ff5-42d5-84a4-4a0f8853d410 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Usage tracker for resource:security_group and tenant:7c59b642fbd4440eb4278f2c0c212bcd is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:41.791586 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-6862aabe-9ff5-42d5-84a4-4a0f8853d410 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:41.798978 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-6862aabe-9ff5-42d5-84a4-4a0f8853d410 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:41.810464 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6862aabe-9ff5-42d5-84a4-4a0f8853d410 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:41.833751 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7da03f4d-3926-4c37-ba65-b7b92421e1e0 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:41.834844 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-7da03f4d-3926-4c37-ba65-b7b92421e1e0 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "DELETE /v2.0/security-groups/75b5c387-0b51-4bde-b06f-d66cb0992918 HTTP/1.1" status: 204 len: 168 time: 1.2061727 Oct 04 09:15:41.843041 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58866) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:41.846940 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-6862aabe-9ff5-42d5-84a4-4a0f8853d410 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:41.871278 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-6862aabe-9ff5-42d5-84a4-4a0f8853d410 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Usage tracker for resource:security_group_rule and tenant:7c59b642fbd4440eb4278f2c0c212bcd is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:41.881025 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-6862aabe-9ff5-42d5-84a4-4a0f8853d410 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:41.891463 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-6862aabe-9ff5-42d5-84a4-4a0f8853d410 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:41.905340 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-3c2e9178-89f6-43c8-b251-da970197dfbc tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:41.937344 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-3c2e9178-89f6-43c8-b251-da970197dfbc tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:41.949899 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-5de4d48a-064f-4ed9-8cc1-23afc5f928a3 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Synchronizing usage tracker for tenant:e8f4cb4159cc4c7e9416e943587cbebe on resource:security_group {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:15:41.984164 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-10877b5c-78b5-45b6-94b1-9f138b2d0fad tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:41.985416 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-5de4d48a-064f-4ed9-8cc1-23afc5f928a3 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Unset dirty status for tenant:e8f4cb4159cc4c7e9416e943587cbebe on resource:security_group {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:15:41.992238 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-5de4d48a-064f-4ed9-8cc1-23afc5f928a3 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1469538 Oct 04 09:15:41.997404 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58870) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:42.023136 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-b02eb247-6d50-4b71-8eb1-f79514c1ffb8 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Request body: {'security_group': {'name': 'tempest-secgroup--1469886744'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:42.032109 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-b02eb247-6d50-4b71-8eb1-f79514c1ffb8 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:42.041294 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6862aabe-9ff5-42d5-84a4-4a0f8853d410 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:42.044743 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2e9178-89f6-43c8-b251-da970197dfbc tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Made reservation on behalf of 8de43eb137fe47f9a4031ea91b631fcc for: {'port': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:15:42.048108 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6862aabe-9ff5-42d5-84a4-4a0f8853d410 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:42.054104 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3c2e9178-89f6-43c8-b251-da970197dfbc tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:42.081067 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-50173644-ff80-4e2f-b867-1d30d6c7ba26 None None] Allocated IP 2001:db8::2 (564d5e3f-b4b2-4948-9830-cc6762831780/e8b11bdb-68a1-4b60-9718-7b8f4e2cd4e7/ae90b198-7bc3-4ca9-a409-113bd42ae64f) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:15:42.081916 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-506b79f4-2923-44ae-83a7-456319e128bd tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:42.083373 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-b02eb247-6d50-4b71-8eb1-f79514c1ffb8 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:42.088625 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6862aabe-9ff5-42d5-84a4-4a0f8853d410 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff9ab04-7842-4aea-b7e6-970c0e9a7bda,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:42.098068 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-10877b5c-78b5-45b6-94b1-9f138b2d0fad tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Transition to ACTIVE for port object 2aa44bf4-fc25-448d-949e-f19fd00ba34c will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:15:42.103618 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-506b79f4-2923-44ae-83a7-456319e128bd tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:42.108266 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6862aabe-9ff5-42d5-84a4-4a0f8853d410 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:42.109969 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-6862aabe-9ff5-42d5-84a4-4a0f8853d410 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3376923 Oct 04 09:15:42.112646 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58874) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:42.122188 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-b2da0f09-dff2-4e20-a387-3911e293f7ca tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2013868668', 'security_groups': ['9ff9ab04-7842-4aea-b7e6-970c0e9a7bda'], 'network_id': '35aa0c51-ba0c-45a1-8373-559b804543b2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5d3d40cc-f694-4279-ad75-299c7c399312'}]}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:42.125837 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [None req-3c2e9178-89f6-43c8-b251-da970197dfbc tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] device_id is not set on port 5aa8a2fa-4a86-470f-b3dc-46860947a624 yet. {{(pid=89033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:15:42.127932 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78721d3-9e69-40f2-b10c-a5e5d6ff945e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-35aa0c51-ba0c-45a1-8373-559b804543b2', 'network_id': '35aa0c51-ba0c-45a1-8373-559b804543b2', 'tenant_id': '7c59b642fbd4440eb4278f2c0c212bcd', 'fixed_ips': [{'subnet_id': '5d3d40cc-f694-4279-ad75-299c7c399312'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:15:42.128804 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b78721d3-9e69-40f2-b10c-a5e5d6ff945e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:42.210713 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b02eb247-6d50-4b71-8eb1-f79514c1ffb8 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:42.265602 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506b79f4-2923-44ae-83a7-456319e128bd tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=607b187a-719a-462d-87f0-f31e4ea57f4b,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:42.282073 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-506b79f4-2923-44ae-83a7-456319e128bd tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:42.286244 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-506b79f4-2923-44ae-83a7-456319e128bd tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0075393 Oct 04 09:15:42.288209 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58880) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:42.293122 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-b02eb247-6d50-4b71-8eb1-f79514c1ffb8 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:42.295430 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-32e619e9-476a-460d-936b-f0c92d495820 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Request body: {'security_group_rule': {'security_group_id': '607b187a-719a-462d-87f0-f31e4ea57f4b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:42.300916 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-b02eb247-6d50-4b71-8eb1-f79514c1ffb8 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Usage tracker for resource:security_group_rule and tenant:e8f4cb4159cc4c7e9416e943587cbebe is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:42.305697 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-b02eb247-6d50-4b71-8eb1-f79514c1ffb8 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:42.310157 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-32e619e9-476a-460d-936b-f0c92d495820 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:42.312213 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-b02eb247-6d50-4b71-8eb1-f79514c1ffb8 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:42.318805 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-10877b5c-78b5-45b6-94b1-9f138b2d0fad tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:42.328798 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-32e619e9-476a-460d-936b-f0c92d495820 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Usage tracker for resource:security_group_rule and tenant:5d329a76de2f4c3e8d8b3f4426723ce7 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:42.334345 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-32e619e9-476a-460d-936b-f0c92d495820 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:42.347145 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-b2da0f09-dff2-4e20-a387-3911e293f7ca tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:42.358317 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-b2da0f09-dff2-4e20-a387-3911e293f7ca tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:42.367630 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-32e619e9-476a-460d-936b-f0c92d495820 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:42.372495 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2da0f09-dff2-4e20-a387-3911e293f7ca tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Made reservation on behalf of 7c59b642fbd4440eb4278f2c0c212bcd for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:15:42.392475 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173c943d-b1cd-4f91-916c-62ff1cb226c1 None None] Network 4ef25ce8-8698-4689-8dd1-715715c5fc14 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:15:42.419809 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10877b5c-78b5-45b6-94b1-9f138b2d0fad tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event updated for resources: {'Port': ['ID=2aa44bf4-fc25-448d-949e-f19fd00ba34c,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:42.424869 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10877b5c-78b5-45b6-94b1-9f138b2d0fad tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Network 4ef25ce8-8698-4689-8dd1-715715c5fc14 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:15:42.426592 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-10877b5c-78b5-45b6-94b1-9f138b2d0fad tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:15:42.429546 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10877b5c-78b5-45b6-94b1-9f138b2d0fad tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:15:42.430068 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-10877b5c-78b5-45b6-94b1-9f138b2d0fad tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737202'] for router_interface, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:42.509080 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.api.v2.resource [None req-32e619e9-476a-460d-936b-f0c92d495820 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 09:15:42.514810 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-32e619e9-476a-460d-936b-f0c92d495820 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2248967 Oct 04 09:15:42.515344 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58884) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:42.521970 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b02eb247-6d50-4b71-8eb1-f79514c1ffb8 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:42.526600 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-bff25908-ef9f-4bd6-baaa-69f0b8980def tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Request body: {'security_group_rule': {'security_group_id': '607b187a-719a-462d-87f0-f31e4ea57f4b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:42.528207 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b02eb247-6d50-4b71-8eb1-f79514c1ffb8 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:42.535011 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-50173644-ff80-4e2f-b867-1d30d6c7ba26 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:42.548754 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-bff25908-ef9f-4bd6-baaa-69f0b8980def tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:42.561487 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-e42e99d3-a128-46a0-8e45-3f071d2621b8 None None] Provisioning for port 69b04a3c-1c40-449b-b9b1-5dbb986cbd82 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:15:42.562314 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-bff25908-ef9f-4bd6-baaa-69f0b8980def tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Usage tracker for resource:security_group_rule and tenant:5d329a76de2f4c3e8d8b3f4426723ce7 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:42.566630 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-50173644-ff80-4e2f-b867-1d30d6c7ba26 None None] Transition to ACTIVE for port object ae90b198-7bc3-4ca9-a409-113bd42ae64f will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:15:42.573184 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-bff25908-ef9f-4bd6-baaa-69f0b8980def tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:42.582887 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-bff25908-ef9f-4bd6-baaa-69f0b8980def tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:42.588116 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b2da0f09-dff2-4e20-a387-3911e293f7ca tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:42.618140 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [None req-b2da0f09-dff2-4e20-a387-3911e293f7ca tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] device_id is not set on port 81ec5f12-caf2-4e4b-91bb-17a56db70ae3 yet. {{(pid=89032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:15:42.626081 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-b78721d3-9e69-40f2-b10c-a5e5d6ff945e None None] Allocated IP 172.20.0.2 (35aa0c51-ba0c-45a1-8373-559b804543b2/5d3d40cc-f694-4279-ad75-299c7c399312/e2691356-e1d8-4741-a06a-8b3cb01062bb) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:15:42.629948 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-50173644-ff80-4e2f-b867-1d30d6c7ba26 None None] Transition to ACTIVE for port object ae90b198-7bc3-4ca9-a409-113bd42ae64f will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:15:42.651744 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02eb247-6d50-4b71-8eb1-f79514c1ffb8 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=827910d2-ab81-4cdc-8f26-3d512ad38343,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:42.664607 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-10877b5c-78b5-45b6-94b1-9f138b2d0fad tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:42.690183 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 69b04a3c-1c40-449b-b9b1-5dbb986cbd82 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:15:42.728696 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b02eb247-6d50-4b71-8eb1-f79514c1ffb8 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:42.729901 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-b02eb247-6d50-4b71-8eb1-f79514c1ffb8 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7315261 Oct 04 09:15:42.760474 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-50173644-ff80-4e2f-b867-1d30d6c7ba26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:42.773071 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58888) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:42.777944 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-7e330882-d0cf-4415-b084-1176cacebff3 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Request body: {'security_group_rule': {'security_group_id': '827910d2-ab81-4cdc-8f26-3d512ad38343', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:42.796533 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.api.v2.resource [None req-bff25908-ef9f-4bd6-baaa-69f0b8980def tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 09:15:42.800179 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-bff25908-ef9f-4bd6-baaa-69f0b8980def tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2772319 Oct 04 09:15:42.801798 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-7e330882-d0cf-4415-b084-1176cacebff3 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:42.801952 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58892) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:42.812582 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-7e330882-d0cf-4415-b084-1176cacebff3 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Usage tracker for resource:security_group_rule and tenant:e8f4cb4159cc4c7e9416e943587cbebe is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:42.817643 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-7e330882-d0cf-4415-b084-1176cacebff3 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:42.830498 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-7e330882-d0cf-4415-b084-1176cacebff3 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:42.974552 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-611f1c74-d966-4b2d-9a07-c4a4bf7b2b60 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:42.978346 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-3c2e9178-89f6-43c8-b251-da970197dfbc tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Allocated IP 2001:db8::3dd (564d5e3f-b4b2-4948-9830-cc6762831780/e8b11bdb-68a1-4b60-9718-7b8f4e2cd4e7/5aa8a2fa-4a86-470f-b3dc-46860947a624) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:15:43.003506 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-611f1c74-d966-4b2d-9a07-c4a4bf7b2b60 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:43.014519 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7e330882-d0cf-4415-b084-1176cacebff3 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:43.025612 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50173644-ff80-4e2f-b867-1d30d6c7ba26 None None] Network 564d5e3f-b4b2-4948-9830-cc6762831780 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:15:43.033111 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-50173644-ff80-4e2f-b867-1d30d6c7ba26 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:15:43.041958 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50173644-ff80-4e2f-b867-1d30d6c7ba26 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:15:43.047654 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50173644-ff80-4e2f-b867-1d30d6c7ba26 None None] Pushing event updated for resources: {'Port': ['ID=ae90b198-7bc3-4ca9-a409-113bd42ae64f,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:43.061134 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-611f1c74-d966-4b2d-9a07-c4a4bf7b2b60 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:43.084578 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f1c74-d966-4b2d-9a07-c4a4bf7b2b60 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=607b187a-719a-462d-87f0-f31e4ea57f4b,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:43.094072 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-611f1c74-d966-4b2d-9a07-c4a4bf7b2b60 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:43.098873 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-611f1c74-d966-4b2d-9a07-c4a4bf7b2b60 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] 10.222.0.50 "DELETE /v2.0/security-groups/607b187a-719a-462d-87f0-f31e4ea57f4b HTTP/1.1" status: 204 len: 168 time: 0.2919285 Oct 04 09:15:43.098873 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58896) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:43.150751 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-f3993a6c-309c-4d68-a962-3bdb5244855e tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Synchronizing usage tracker for tenant:5d329a76de2f4c3e8d8b3f4426723ce7 on resource:security_group {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:15:43.152143 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 69b04a3c-1c40-449b-b9b1-5dbb986cbd82 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:15:43.174070 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-f3993a6c-309c-4d68-a962-3bdb5244855e tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Unset dirty status for tenant:5d329a76de2f4c3e8d8b3f4426723ce7 on resource:security_group {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:15:43.180093 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-f3993a6c-309c-4d68-a962-3bdb5244855e tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0765605 Oct 04 09:15:43.180915 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58900) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:43.189382 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-11a56a5d-74a9-45ff-89d0-d061fe68a6de tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Request body: {'security_group': {'name': 'tempest-secgroup--1288769621'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:43.197194 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-11a56a5d-74a9-45ff-89d0-d061fe68a6de tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:43.209866 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-11a56a5d-74a9-45ff-89d0-d061fe68a6de tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:43.222269 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 69b04a3c-1c40-449b-b9b1-5dbb986cbd82 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:15:43.222629 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:43.222976 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 69b04a3c-1c40-449b-b9b1-5dbb986cbd82 Oct 04 09:15:43.223953 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-11a56a5d-74a9-45ff-89d0-d061fe68a6de tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:43.245383 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-11a56a5d-74a9-45ff-89d0-d061fe68a6de tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:43.249634 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-11a56a5d-74a9-45ff-89d0-d061fe68a6de tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Usage tracker for resource:security_group_rule and tenant:5d329a76de2f4c3e8d8b3f4426723ce7 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:43.252664 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-11a56a5d-74a9-45ff-89d0-d061fe68a6de tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:43.258823 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-11a56a5d-74a9-45ff-89d0-d061fe68a6de tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:43.313216 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-50173644-ff80-4e2f-b867-1d30d6c7ba26 None None] Attempting to bind port ae90b198-7bc3-4ca9-a409-113bd42ae64f on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:15:43.313603 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-50173644-ff80-4e2f-b867-1d30d6c7ba26 None None] Attempting to bind port ae90b198-7bc3-4ca9-a409-113bd42ae64f by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'c3e68a17-fef7-40b6-b55e-2b484386735a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '564d5e3f-b4b2-4948-9830-cc6762831780'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:15:43.313950 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50173644-ff80-4e2f-b867-1d30d6c7ba26 None None] Attempting to bind port ae90b198-7bc3-4ca9-a409-113bd42ae64f on network 564d5e3f-b4b2-4948-9830-cc6762831780 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:15:43.341903 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-11a56a5d-74a9-45ff-89d0-d061fe68a6de tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:43.346682 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-11a56a5d-74a9-45ff-89d0-d061fe68a6de tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:43.370082 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50173644-ff80-4e2f-b867-1d30d6c7ba26 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:15:43.370455 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50173644-ff80-4e2f-b867-1d30d6c7ba26 None None] Checking segment: {'id': 'c3e68a17-fef7-40b6-b55e-2b484386735a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '564d5e3f-b4b2-4948-9830-cc6762831780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:15:43.371067 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-50173644-ff80-4e2f-b867-1d30d6c7ba26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:43.371621 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50173644-ff80-4e2f-b867-1d30d6c7ba26 None None] Bound using segment: {'id': 'c3e68a17-fef7-40b6-b55e-2b484386735a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '564d5e3f-b4b2-4948-9830-cc6762831780'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:15:43.372787 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-50173644-ff80-4e2f-b867-1d30d6c7ba26 None None] Bound port: ae90b198-7bc3-4ca9-a409-113bd42ae64f, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3e68a17-fef7-40b6-b55e-2b484386735a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '564d5e3f-b4b2-4948-9830-cc6762831780'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:15:43.372787 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-50173644-ff80-4e2f-b867-1d30d6c7ba26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:43.397166 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a56a5d-74a9-45ff-89d0-d061fe68a6de tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=243500d2-e952-498b-ae4d-d858a8989902,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:43.401009 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-11a56a5d-74a9-45ff-89d0-d061fe68a6de tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:43.405461 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-11a56a5d-74a9-45ff-89d0-d061fe68a6de tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2202408 Oct 04 09:15:43.405461 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58904) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:43.411028 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-0f914e64-29a7-4df9-9176-42b5fc927f6a tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:43.411557 dv-neutron-860215-1-hyperv neutron-server[89032]: WARNING neutron.api.v2.base [None req-0f914e64-29a7-4df9-9176-42b5fc927f6a tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 04 09:15:43.412685 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.api.v2.resource [None req-0f914e64-29a7-4df9-9176-42b5fc927f6a tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] update failed (client error): There was a conflict when trying to complete your request. Oct 04 09:15:43.413983 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-0f914e64-29a7-4df9-9176-42b5fc927f6a tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] 10.222.0.50 "PUT /v2.0/security-groups/243500d2-e952-498b-ae4d-d858a8989902 HTTP/1.1" status: 409 len: 330 time: 0.0073838 Oct 04 09:15:43.416702 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58908) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:43.491513 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5ff3dd81-81a9-43bb-8c4a-0d8747ce3ebf tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:43.501829 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b78721d3-9e69-40f2-b10c-a5e5d6ff945e None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:43.502520 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7e330882-d0cf-4415-b084-1176cacebff3 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:43.521800 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5ff3dd81-81a9-43bb-8c4a-0d8747ce3ebf tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:43.523032 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7e330882-d0cf-4415-b084-1176cacebff3 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:43.547074 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-b78721d3-9e69-40f2-b10c-a5e5d6ff945e None None] Transition to ACTIVE for port object e2691356-e1d8-4741-a06a-8b3cb01062bb will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:15:43.573983 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e330882-d0cf-4415-b084-1176cacebff3 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f566e41-4771-4478-9204-259f321bcf96,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:43.583220 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-50173644-ff80-4e2f-b867-1d30d6c7ba26 None None] For port ae90b198-7bc3-4ca9-a409-113bd42ae64f, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:15:43.589284 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-50173644-ff80-4e2f-b867-1d30d6c7ba26 None None] For port ae90b198-7bc3-4ca9-a409-113bd42ae64f, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=ae90b198-7bc3-4ca9-a409-113bd42ae64f,segment=NetworkSegment(c3e68a17-fef7-40b6-b55e-2b484386735a),segment_id=c3e68a17-fef7-40b6-b55e-2b484386735a)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:15:43.590648 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-b78721d3-9e69-40f2-b10c-a5e5d6ff945e None None] Transition to ACTIVE for port object e2691356-e1d8-4741-a06a-8b3cb01062bb will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:15:43.591051 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5ff3dd81-81a9-43bb-8c4a-0d8747ce3ebf tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:43.592140 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 69b04a3c-1c40-449b-b9b1-5dbb986cbd82 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:15:43.592709 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:43.605765 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-50173644-ff80-4e2f-b867-1d30d6c7ba26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:43.613348 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff3dd81-81a9-43bb-8c4a-0d8747ce3ebf tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=243500d2-e952-498b-ae4d-d858a8989902,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:43.629323 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7e330882-d0cf-4415-b084-1176cacebff3 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:43.635275 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-7e330882-d0cf-4415-b084-1176cacebff3 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8568108 Oct 04 09:15:43.635578 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58912) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:43.640133 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3c2e9178-89f6-43c8-b251-da970197dfbc tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:43.658901 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-10877b5c-78b5-45b6-94b1-9f138b2d0fad tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:43.675449 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-10877b5c-78b5-45b6-94b1-9f138b2d0fad tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:43.675449 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-10877b5c-78b5-45b6-94b1-9f138b2d0fad tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736777'] for router_interface, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:43.677458 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b78721d3-9e69-40f2-b10c-a5e5d6ff945e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:43.718352 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-b2da0f09-dff2-4e20-a387-3911e293f7ca tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Allocated IP 172.20.0.9 (35aa0c51-ba0c-45a1-8373-559b804543b2/5d3d40cc-f694-4279-ad75-299c7c399312/81ec5f12-caf2-4e4b-91bb-17a56db70ae3) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:15:43.733334 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-5914cd8e-e152-40bb-a338-dd8131bb883f tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "GET /v2.0/security-group-rules/9f566e41-4771-4478-9204-259f321bcf96 HTTP/1.1" status: 200 len: 763 time: 0.0941222 Oct 04 09:15:43.740330 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58916) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:43.741022 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-3c2e9178-89f6-43c8-b251-da970197dfbc tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Transition to ACTIVE for port object 5aa8a2fa-4a86-470f-b3dc-46860947a624 will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:15:43.768115 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5ff3dd81-81a9-43bb-8c4a-0d8747ce3ebf tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:43.768115 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-5ff3dd81-81a9-43bb-8c4a-0d8747ce3ebf tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] 10.222.0.50 "DELETE /v2.0/security-groups/243500d2-e952-498b-ae4d-d858a8989902 HTTP/1.1" status: 204 len: 168 time: 0.3479736 Oct 04 09:15:43.768893 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58920) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:43.806340 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78721d3-9e69-40f2-b10c-a5e5d6ff945e None None] Network 35aa0c51-ba0c-45a1-8373-559b804543b2 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:15:43.820753 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 69b04a3c-1c40-449b-b9b1-5dbb986cbd82, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=69b04a3c-1c40-449b-b9b1-5dbb986cbd82,segment=NetworkSegment(6fb78a95-a02e-47d3-a1d8-0077bda37456),segment_id=6fb78a95-a02e-47d3-a1d8-0077bda37456)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:15:43.825121 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-b78721d3-9e69-40f2-b10c-a5e5d6ff945e None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:15:43.832711 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78721d3-9e69-40f2-b10c-a5e5d6ff945e None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:15:43.838614 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:43.903127 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10877b5c-78b5-45b6-94b1-9f138b2d0fad tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event updated for resources: {'Port': ['ID=2aa44bf4-fc25-448d-949e-f19fd00ba34c,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:43.927601 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50173644-ff80-4e2f-b867-1d30d6c7ba26 None None] Pushing event updated for resources: {'Port': ['ID=ae90b198-7bc3-4ca9-a409-113bd42ae64f,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:43.963553 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-0dd79680-40cd-4924-b0f8-6e2b663e0d67 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Synchronizing usage tracker for tenant:5d329a76de2f4c3e8d8b3f4426723ce7 on resource:security_group {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:15:43.993805 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3c2e9178-89f6-43c8-b251-da970197dfbc tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:43.997531 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-c3791dbb-6591-4295-ad6c-2bf18dcfe941 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2534616 Oct 04 09:15:43.998480 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58924) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:44.077140 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-b78721d3-9e69-40f2-b10c-a5e5d6ff945e None None] Attempting to bind port e2691356-e1d8-4741-a06a-8b3cb01062bb on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:15:44.077851 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-b78721d3-9e69-40f2-b10c-a5e5d6ff945e None None] Attempting to bind port e2691356-e1d8-4741-a06a-8b3cb01062bb by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '36e04a27-70d5-4ebd-beaf-3d0d7150690e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '35aa0c51-ba0c-45a1-8373-559b804543b2'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:15:44.078516 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78721d3-9e69-40f2-b10c-a5e5d6ff945e None None] Attempting to bind port e2691356-e1d8-4741-a06a-8b3cb01062bb on network 35aa0c51-ba0c-45a1-8373-559b804543b2 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:15:44.082881 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-0dd79680-40cd-4924-b0f8-6e2b663e0d67 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] Unset dirty status for tenant:5d329a76de2f4c3e8d8b3f4426723ce7 on resource:security_group {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:15:44.085703 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-0dd79680-40cd-4924-b0f8-6e2b663e0d67 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3106716 Oct 04 09:15:44.094053 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-7860961c-f7ac-41f2-adde-52c9b38cea84 None None] Provisioning for port 2aa44bf4-fc25-448d-949e-f19fd00ba34c completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:15:44.097296 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58930) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:44.099426 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10877b5c-78b5-45b6-94b1-9f138b2d0fad tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Network 4ef25ce8-8698-4689-8dd1-715715c5fc14 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:15:44.107122 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-7860961c-f7ac-41f2-adde-52c9b38cea84 None None] Provisioning complete for port 2aa44bf4-fc25-448d-949e-f19fd00ba34c triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:15:44.107611 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-7860961c-f7ac-41f2-adde-52c9b38cea84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:44.108052 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-7860961c-f7ac-41f2-adde-52c9b38cea84 None None] Attempt 1 to provision port 2aa44bf4-fc25-448d-949e-f19fd00ba34c Oct 04 09:15:44.121693 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-10877b5c-78b5-45b6-94b1-9f138b2d0fad tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:15:44.139404 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2e9178-89f6-43c8-b251-da970197dfbc tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Network 564d5e3f-b4b2-4948-9830-cc6762831780 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:15:44.149428 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-3c2e9178-89f6-43c8-b251-da970197dfbc tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:15:44.152201 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2e9178-89f6-43c8-b251-da970197dfbc tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:15:44.154606 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78721d3-9e69-40f2-b10c-a5e5d6ff945e None None] Pushing event updated for resources: {'Port': ['ID=e2691356-e1d8-4741-a06a-8b3cb01062bb,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:44.165708 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2e9178-89f6-43c8-b251-da970197dfbc tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:44.166575 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3c2e9178-89f6-43c8-b251-da970197dfbc tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:44.167003 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78721d3-9e69-40f2-b10c-a5e5d6ff945e None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:15:44.167502 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78721d3-9e69-40f2-b10c-a5e5d6ff945e None None] Checking segment: {'id': '36e04a27-70d5-4ebd-beaf-3d0d7150690e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '35aa0c51-ba0c-45a1-8373-559b804543b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:15:44.167958 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b78721d3-9e69-40f2-b10c-a5e5d6ff945e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:44.168470 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78721d3-9e69-40f2-b10c-a5e5d6ff945e None None] Bound using segment: {'id': '36e04a27-70d5-4ebd-beaf-3d0d7150690e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '35aa0c51-ba0c-45a1-8373-559b804543b2'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:15:44.169026 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-b78721d3-9e69-40f2-b10c-a5e5d6ff945e None None] Bound port: e2691356-e1d8-4741-a06a-8b3cb01062bb, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36e04a27-70d5-4ebd-beaf-3d0d7150690e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '35aa0c51-ba0c-45a1-8373-559b804543b2'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:15:44.169476 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b78721d3-9e69-40f2-b10c-a5e5d6ff945e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:44.179012 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-23524935-ed76-49d5-a03b-a9c049d1c6b0 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] delete failed (client error): The resource could not be found. Oct 04 09:15:44.186538 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b2da0f09-dff2-4e20-a387-3911e293f7ca tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:44.195287 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-23524935-ed76-49d5-a03b-a9c049d1c6b0 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] 10.222.0.50 "DELETE /v2.0/security-groups/40bb3fc6-857d-4ab2-9998-86a094cd7751 HTTP/1.1" status: 404 len: 347 time: 0.0890453 Oct 04 09:15:44.196445 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58934) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:44.238635 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1277c7e5-11b9-47dc-a480-28e83905dae3 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:44.270109 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2e9178-89f6-43c8-b251-da970197dfbc tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event updated for resources: {'Port': ['ID=5aa8a2fa-4a86-470f-b3dc-46860947a624,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:44.283614 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.api.v2.resource [None req-ce4e7ff5-1b01-45e9-875b-89720bd6f8e4 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] show failed (client error): The resource could not be found. Oct 04 09:15:44.291569 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58938) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:44.293906 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-ce4e7ff5-1b01-45e9-875b-89720bd6f8e4 tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] 10.222.0.50 "GET /v2.0/security-groups/6917445b-55ba-47ef-9615-be9fffcaa7fe HTTP/1.1" status: 404 len: 347 time: 0.0964291 Oct 04 09:15:44.311786 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-b2da0f09-dff2-4e20-a387-3911e293f7ca tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Transition to ACTIVE for port object 81ec5f12-caf2-4e4b-91bb-17a56db70ae3 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:15:44.314447 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1277c7e5-11b9-47dc-a480-28e83905dae3 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:44.330746 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-7860961c-f7ac-41f2-adde-52c9b38cea84 None None] Port 2aa44bf4-fc25-448d-949e-f19fd00ba34c cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:15:44.349718 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=69b04a3c-1c40-449b-b9b1-5dbb986cbd82,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:44.360383 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-f935b6c1-4413-49b7-a2a8-ae371457acdb tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] show failed (client error): The resource could not be found. Oct 04 09:15:44.361415 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-f935b6c1-4413-49b7-a2a8-ae371457acdb tempest-NegativeSecGroupIPv6Test-1591279461 tempest-NegativeSecGroupIPv6Test-1591279461-project] 10.222.0.50 "GET /v2.0/security-group-rules/40e6415b-d2f4-4e5f-8e3b-eca2c8e0ef6c HTTP/1.1" status: 404 len: 356 time: 0.0689185 Oct 04 09:15:44.364572 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1277c7e5-11b9-47dc-a480-28e83905dae3 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:44.365914 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58944) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:44.366490 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-3c2e9178-89f6-43c8-b251-da970197dfbc tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8901501 Oct 04 09:15:44.385377 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-b78721d3-9e69-40f2-b10c-a5e5d6ff945e None None] For port e2691356-e1d8-4741-a06a-8b3cb01062bb, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:15:44.393017 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-b78721d3-9e69-40f2-b10c-a5e5d6ff945e None None] For port e2691356-e1d8-4741-a06a-8b3cb01062bb, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=e2691356-e1d8-4741-a06a-8b3cb01062bb,segment=NetworkSegment(36e04a27-70d5-4ebd-beaf-3d0d7150690e),segment_id=36e04a27-70d5-4ebd-beaf-3d0d7150690e)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:15:44.407403 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b78721d3-9e69-40f2-b10c-a5e5d6ff945e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:44.508202 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10877b5c-78b5-45b6-94b1-9f138b2d0fad tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Router 15e93af7-039d-4ce9-ae51-54adfe261cfd is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:15:44.518218 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1277c7e5-11b9-47dc-a480-28e83905dae3 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:44.523693 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-1277c7e5-11b9-47dc-a480-28e83905dae3 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/9f566e41-4771-4478-9204-259f321bcf96 HTTP/1.1" status: 204 len: 168 time: 0.5243182 Oct 04 09:15:44.526260 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1277c7e5-11b9-47dc-a480-28e83905dae3 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9f566e41-4771-4478-9204-259f321bcf96,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:44.527062 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58948) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:44.543010 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b2da0f09-dff2-4e20-a387-3911e293f7ca tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:44.553310 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78721d3-9e69-40f2-b10c-a5e5d6ff945e None None] Pushing event updated for resources: {'Port': ['ID=e2691356-e1d8-4741-a06a-8b3cb01062bb,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:44.709487 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2da0f09-dff2-4e20-a387-3911e293f7ca tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Network 35aa0c51-ba0c-45a1-8373-559b804543b2 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:15:44.721343 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da0f09-dff2-4e20-a387-3911e293f7ca tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event updated for resources: {'Port': ['ID=81ec5f12-caf2-4e4b-91bb-17a56db70ae3,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:44.724232 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-b2da0f09-dff2-4e20-a387-3911e293f7ca tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:15:44.729195 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2da0f09-dff2-4e20-a387-3911e293f7ca tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:15:44.811519 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10877b5c-78b5-45b6-94b1-9f138b2d0fad tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:15:44.817408 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-042a82d3-f6bc-43a5-9674-628def9fd5e9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Deleting port 5aa8a2fa-4a86-470f-b3dc-46860947a624 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:15:44.817828 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-042a82d3-f6bc-43a5-9674-628def9fd5e9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:44.822201 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-10877b5c-78b5-45b6-94b1-9f138b2d0fad tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "PUT /v2.0/routers/15e93af7-039d-4ce9-ae51-54adfe261cfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9707460 Oct 04 09:15:44.824077 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b92f01c-4352-475f-913e-cf2d8b889cbb None None] Sync routers for ids ['15e93af7-039d-4ce9-ae51-54adfe261cfd'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:15:44.825496 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58952) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:44.833556 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-7860961c-f7ac-41f2-adde-52c9b38cea84 None None] Attempt 2 to provision port 2aa44bf4-fc25-448d-949e-f19fd00ba34c Oct 04 09:15:44.839156 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b92f01c-4352-475f-913e-cf2d8b889cbb None None] Routers {'15e93af7-039d-4ce9-ae51-54adfe261cfd'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:15:44.842607 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-9b92f01c-4352-475f-913e-cf2d8b889cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:15:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['15e93af7-039d-4ce9-ae51-54adfe261cfd'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:44.930731 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device ae90b198-7bc3-4ca9-a409-113bd42ae64f up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:15:44.947328 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-9b92f01c-4352-475f-913e-cf2d8b889cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:44.956964 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b92f01c-4352-475f-913e-cf2d8b889cbb None None] Routers {'15e93af7-039d-4ce9-ae51-54adfe261cfd'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:15:44.957839 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-9b92f01c-4352-475f-913e-cf2d8b889cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:15:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['15e93af7-039d-4ce9-ae51-54adfe261cfd'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:45.012932 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2da0f09-dff2-4e20-a387-3911e293f7ca tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:45.014790 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b2da0f09-dff2-4e20-a387-3911e293f7ca tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:45.045085 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-9b92f01c-4352-475f-913e-cf2d8b889cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:45.045794 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b92f01c-4352-475f-913e-cf2d8b889cbb None None] The sync data for ids ['15e93af7-039d-4ce9-ae51-54adfe261cfd'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:15:45.045967 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a64ba3-8118-44b6-b8dc-fbce353f4643 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:45.046594 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-c4a64ba3-8118-44b6-b8dc-fbce353f4643 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Synchronizing usage tracker for tenant:9e78cb9b328b4bfc813a095a6b1b578a on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:15:45.073583 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-1f158708-33da-4a5d-af51-6c393417105e tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Synchronizing usage tracker for tenant:e8f4cb4159cc4c7e9416e943587cbebe on resource:security_group_rule {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:15:45.091710 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58958) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:45.092113 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-7860961c-f7ac-41f2-adde-52c9b38cea84 None None] Port 2aa44bf4-fc25-448d-949e-f19fd00ba34c cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:15:45.103115 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-c4a64ba3-8118-44b6-b8dc-fbce353f4643 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Unset dirty status for tenant:9e78cb9b328b4bfc813a095a6b1b578a on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:15:45.105196 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-c4a64ba3-8118-44b6-b8dc-fbce353f4643 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "GET /v2.0/ports/2aa44bf4-fc25-448d-949e-f19fd00ba34c HTTP/1.1" status: 200 len: 911 time: 0.2787607 Oct 04 09:15:45.109517 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58962) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:45.112380 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port ae90b198-7bc3-4ca9-a409-113bd42ae64f completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:15:45.121883 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-b2da0f09-dff2-4e20-a387-3911e293f7ca tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.0058801 Oct 04 09:15:45.125639 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 69b04a3c-1c40-449b-b9b1-5dbb986cbd82 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:15:45.143352 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58968) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:45.154445 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-7ea8a714-75bd-4f1c-899b-ea329dfb86ec tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Request body: {'subnet': {'network_id': '35aa0c51-ba0c-45a1-8373-559b804543b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:45.187663 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-1f158708-33da-4a5d-af51-6c393417105e tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Unset dirty status for tenant:e8f4cb4159cc4c7e9416e943587cbebe on resource:security_group_rule {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:15:45.199359 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-1f158708-33da-4a5d-af51-6c393417105e tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4020875 Oct 04 09:15:45.201634 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58972) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:45.261719 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 69b04a3c-1c40-449b-b9b1-5dbb986cbd82 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:15:45.262634 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:45.264645 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 69b04a3c-1c40-449b-b9b1-5dbb986cbd82 Oct 04 09:15:45.321213 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-48bbf1db-f1a5-4665-8793-4bc7854c64b7 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Request body: {'security_group_rule': {'security_group_id': '827910d2-ab81-4cdc-8f26-3d512ad38343', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:45.335986 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-48bbf1db-f1a5-4665-8793-4bc7854c64b7 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:45.362373 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-48bbf1db-f1a5-4665-8793-4bc7854c64b7 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:45.460547 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 69b04a3c-1c40-449b-b9b1-5dbb986cbd82 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:15:45.520192 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-a16bbc91-7323-4fff-9799-1a5c66ae963e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5d329a76de2f4c3e8d8b3f4426723ce7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4268367 Oct 04 09:15:45.531791 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58976) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:45.567541 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-042a82d3-f6bc-43a5-9674-628def9fd5e9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:45.590833 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621751bb-274d-450f-ac05-6bfde3d64e2a None None] Network 564d5e3f-b4b2-4948-9830-cc6762831780 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:15:45.594645 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-48bbf1db-f1a5-4665-8793-4bc7854c64b7 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:45.612799 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-7860961c-f7ac-41f2-adde-52c9b38cea84 None None] Attempt 3 to provision port 2aa44bf4-fc25-448d-949e-f19fd00ba34c Oct 04 09:15:45.749997 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-7860961c-f7ac-41f2-adde-52c9b38cea84 None None] Port 2aa44bf4-fc25-448d-949e-f19fd00ba34c cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:15:45.803275 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-042a82d3-f6bc-43a5-9674-628def9fd5e9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Calling delete_port for 5aa8a2fa-4a86-470f-b3dc-46860947a624 owned by {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:15:45.965804 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-48bbf1db-f1a5-4665-8793-4bc7854c64b7 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:45.972128 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-7ea8a714-75bd-4f1c-899b-ea329dfb86ec tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:45.993200 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-7ea8a714-75bd-4f1c-899b-ea329dfb86ec tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Usage tracker for resource:subnet and tenant:7c59b642fbd4440eb4278f2c0c212bcd is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:45.997767 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-7ea8a714-75bd-4f1c-899b-ea329dfb86ec tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:46.001975 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-48bbf1db-f1a5-4665-8793-4bc7854c64b7 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:46.007118 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7abf64bd-8156-42a2-8fc7-ed303735e65b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:46.011423 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-7ea8a714-75bd-4f1c-899b-ea329dfb86ec tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:46.043556 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bbf1db-f1a5-4665-8793-4bc7854c64b7 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a86af92c-db25-4dec-95dc-91b3590fe9ab,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:46.060651 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7abf64bd-8156-42a2-8fc7-ed303735e65b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:46.070428 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea8a714-75bd-4f1c-899b-ea329dfb86ec tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Made reservation on behalf of 7c59b642fbd4440eb4278f2c0c212bcd for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:15:46.074701 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7ea8a714-75bd-4f1c-899b-ea329dfb86ec tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:46.077423 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-48bbf1db-f1a5-4665-8793-4bc7854c64b7 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:46.079039 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-48bbf1db-f1a5-4665-8793-4bc7854c64b7 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8684976 Oct 04 09:15:46.084427 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58980) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:46.109646 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-8bcaba9d-9d2a-4824-9ef5-cad147c7f251 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "GET /v2.0/security-group-rules/a86af92c-db25-4dec-95dc-91b3590fe9ab HTTP/1.1" status: 200 len: 763 time: 0.0221987 Oct 04 09:15:46.111369 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0aea3932-63b4-4911-996b-936c1c8771e9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736827'] for router_interface, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:46.164938 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 58984) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:46.251082 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-7860961c-f7ac-41f2-adde-52c9b38cea84 None None] Attempt 4 to provision port 2aa44bf4-fc25-448d-949e-f19fd00ba34c Oct 04 09:15:46.263272 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-042a82d3-f6bc-43a5-9674-628def9fd5e9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:46.308918 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-c25b2ce3-049e-4e41-9811-a17b77eeed9e tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Synchronizing usage tracker for tenant:e8f4cb4159cc4c7e9416e943587cbebe on resource:security_group_rule {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:15:46.332183 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-7860961c-f7ac-41f2-adde-52c9b38cea84 None None] Port 2aa44bf4-fc25-448d-949e-f19fd00ba34c cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:15:46.346075 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042a82d3-f6bc-43a5-9674-628def9fd5e9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event deleted for resources: {'Port': ['ID=5aa8a2fa-4a86-470f-b3dc-46860947a624,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:46.413562 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-042a82d3-f6bc-43a5-9674-628def9fd5e9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:46.433945 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-c25b2ce3-049e-4e41-9811-a17b77eeed9e tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Unset dirty status for tenant:e8f4cb4159cc4c7e9416e943587cbebe on resource:security_group_rule {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:15:46.435736 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-c25b2ce3-049e-4e41-9811-a17b77eeed9e tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2696748 Oct 04 09:15:46.438498 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58988) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:46.476912 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-042a82d3-f6bc-43a5-9674-628def9fd5e9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "DELETE /v2.0/ports/5aa8a2fa-4a86-470f-b3dc-46860947a624 HTTP/1.1" status: 204 len: 168 time: 2.1038394 Oct 04 09:15:46.480854 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58992) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:46.497597 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.ipam_backend_mixin [None req-7ea8a714-75bd-4f1c-899b-ea329dfb86ec tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5d3d40cc-f694-4279-ad75-299c7c399312 (CIDR: 172.20.0.0/28) Oct 04 09:15:46.529288 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7abf64bd-8156-42a2-8fc7-ed303735e65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:46.531016 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7abf64bd-8156-42a2-8fc7-ed303735e65b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:46.532142 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-7abf64bd-8156-42a2-8fc7-ed303735e65b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7460723e-2ebb-43a5-b5b3-d9a10ba02edb HTTP/1.1" status: 204 len: 168 time: 0.9978855 Oct 04 09:15:46.556166 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-0aea3932-63b4-4911-996b-936c1c8771e9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Deleting port 2aa44bf4-fc25-448d-949e-f19fd00ba34c {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:15:46.556578 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0aea3932-63b4-4911-996b-936c1c8771e9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:46.557995 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ea8a714-75bd-4f1c-899b-ea329dfb86ec tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 09:15:46.558121 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ea8a714-75bd-4f1c-899b-ea329dfb86ec tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:15:46.576178 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-039cff1f-17c3-4590-9f74-9809c5137d03 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:46.588962 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-039cff1f-17c3-4590-9f74-9809c5137d03 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:46.600956 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abf64bd-8156-42a2-8fc7-ed303735e65b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7460723e-2ebb-43a5-b5b3-d9a10ba02edb,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:46.602972 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-f851df4a-69b0-4d9c-9f06-19cf7ecd4864 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] DELETE failed (client error): The resource could not be found. Oct 04 09:15:46.603446 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f851df4a-69b0-4d9c-9f06-19cf7ecd4864 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:15:46.608386 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-f851df4a-69b0-4d9c-9f06-19cf7ecd4864 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "DELETE /v2.0/ports/5aa8a2fa-4a86-470f-b3dc-46860947a624 HTTP/1.1" status: 404 len: 333 time: 0.1196430 Oct 04 09:15:46.611908 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-7ea8a714-75bd-4f1c-899b-ea329dfb86ec tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4674187 Oct 04 09:15:46.612751 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 58998) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:46.622801 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59000) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:46.667628 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device e2691356-e1d8-4741-a06a-8b3cb01062bb up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:15:46.682193 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-4f51a93a-de64-4da1-a7c4-e1aafe510838 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Request body: {'subnet': {'network_id': '35aa0c51-ba0c-45a1-8373-559b804543b2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:46.708714 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-039cff1f-17c3-4590-9f74-9809c5137d03 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:46.781685 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port e2691356-e1d8-4741-a06a-8b3cb01062bb completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:15:46.820300 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-acd5a228-1bae-4b04-b3df-5b374990930a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] GET failed (client error): The resource could not be found. Oct 04 09:15:46.820885 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-acd5a228-1bae-4b04-b3df-5b374990930a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Synchronizing usage tracker for tenant:8de43eb137fe47f9a4031ea91b631fcc on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:15:46.824908 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039cff1f-17c3-4590-9f74-9809c5137d03 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a86af92c-db25-4dec-95dc-91b3590fe9ab,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:46.833978 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-7860961c-f7ac-41f2-adde-52c9b38cea84 None None] Attempt 5 to provision port 2aa44bf4-fc25-448d-949e-f19fd00ba34c Oct 04 09:15:46.856223 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-039cff1f-17c3-4590-9f74-9809c5137d03 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:46.857577 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-039cff1f-17c3-4590-9f74-9809c5137d03 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/a86af92c-db25-4dec-95dc-91b3590fe9ab HTTP/1.1" status: 204 len: 168 time: 0.4181483 Oct 04 09:15:46.866176 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59010) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:46.895494 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-acd5a228-1bae-4b04-b3df-5b374990930a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Unset dirty status for tenant:8de43eb137fe47f9a4031ea91b631fcc on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:15:46.896743 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-acd5a228-1bae-4b04-b3df-5b374990930a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "GET /v2.0/ports/5aa8a2fa-4a86-470f-b3dc-46860947a624 HTTP/1.1" status: 404 len: 333 time: 0.2775409 Oct 04 09:15:46.900043 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59014) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:46.923336 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-7860961c-f7ac-41f2-adde-52c9b38cea84 None None] Port 2aa44bf4-fc25-448d-949e-f19fd00ba34c cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:15:46.960283 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-98806aff-8095-4c29-bf17-df230ba18959 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0929446 Oct 04 09:15:46.964418 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59020) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:46.969932 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-956d017c-b32d-4e67-8a9c-13b8e720bb4d tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Request body: {'security_group_rule': {'security_group_id': '827910d2-ab81-4cdc-8f26-3d512ad38343', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:46.978821 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-956d017c-b32d-4e67-8a9c-13b8e720bb4d tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:46.993255 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-956d017c-b32d-4e67-8a9c-13b8e720bb4d tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Usage tracker for resource:security_group_rule and tenant:e8f4cb4159cc4c7e9416e943587cbebe is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:46.997557 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-956d017c-b32d-4e67-8a9c-13b8e720bb4d tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:47.001304 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0aea3932-63b4-4911-996b-936c1c8771e9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:47.009333 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_v2 [None req-284f60e7-0a64-4d3d-841d-57a5c3afd211 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Deleting subnet e8b11bdb-68a1-4b60-9718-7b8f4e2cd4e7 {{(pid=89032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:15:47.017271 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-956d017c-b32d-4e67-8a9c-13b8e720bb4d tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:47.018267 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-284f60e7-0a64-4d3d-841d-57a5c3afd211 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for subnet, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:47.047667 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-4f51a93a-de64-4da1-a7c4-e1aafe510838 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:47.065270 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-4f51a93a-de64-4da1-a7c4-e1aafe510838 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Usage tracker for resource:subnet and tenant:7c59b642fbd4440eb4278f2c0c212bcd is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:47.070430 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-4f51a93a-de64-4da1-a7c4-e1aafe510838 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:47.079709 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-4f51a93a-de64-4da1-a7c4-e1aafe510838 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:47.093610 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-284f60e7-0a64-4d3d-841d-57a5c3afd211 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885153'] for subnet, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:47.132912 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f51a93a-de64-4da1-a7c4-e1aafe510838 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Made reservation on behalf of 7c59b642fbd4440eb4278f2c0c212bcd for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:15:47.136609 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4f51a93a-de64-4da1-a7c4-e1aafe510838 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:47.138007 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-0aea3932-63b4-4911-996b-936c1c8771e9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Calling delete_port for 2aa44bf4-fc25-448d-949e-f19fd00ba34c owned by network:router_interface {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:15:47.177229 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.securitygroups_db [None req-956d017c-b32d-4e67-8a9c-13b8e720bb4d tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Project e8f4cb4159cc4c7e9416e943587cbebe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 09:15:47.192966 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-956d017c-b32d-4e67-8a9c-13b8e720bb4d tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:47.296264 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-956d017c-b32d-4e67-8a9c-13b8e720bb4d tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:47.307741 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-956d017c-b32d-4e67-8a9c-13b8e720bb4d tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:47.312555 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-284f60e7-0a64-4d3d-841d-57a5c3afd211 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:47.348095 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956d017c-b32d-4e67-8a9c-13b8e720bb4d tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=157a8bae-c020-4230-a4ee-8dc58788db94,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:47.364554 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-956d017c-b32d-4e67-8a9c-13b8e720bb4d tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:47.369717 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-956d017c-b32d-4e67-8a9c-13b8e720bb4d tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4041059 Oct 04 09:15:47.370513 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59036) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:47.424332 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-7860961c-f7ac-41f2-adde-52c9b38cea84 None None] Attempt 6 to provision port 2aa44bf4-fc25-448d-949e-f19fd00ba34c Oct 04 09:15:47.444301 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-bab23c7c-5926-4224-b6aa-1886b257fe47 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "GET /v2.0/security-group-rules/157a8bae-c020-4230-a4ee-8dc58788db94 HTTP/1.1" status: 200 len: 769 time: 0.0686488 Oct 04 09:15:47.445691 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59040) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:47.461010 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59044) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:47.473235 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0aea3932-63b4-4911-996b-936c1c8771e9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:47.486586 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-284f60e7-0a64-4d3d-841d-57a5c3afd211 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:47.495925 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-7860961c-f7ac-41f2-adde-52c9b38cea84 None None] Port 2aa44bf4-fc25-448d-949e-f19fd00ba34c cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:15:47.526506 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-284f60e7-0a64-4d3d-841d-57a5c3afd211 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:47.535687 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aea3932-63b4-4911-996b-936c1c8771e9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event deleted for resources: {'Port': ['ID=2aa44bf4-fc25-448d-949e-f19fd00ba34c,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:47.542704 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d127724-2fdb-469f-9826-89bf4288bd7a None None] Network 564d5e3f-b4b2-4948-9830-cc6762831780 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:15:47.552610 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284f60e7-0a64-4d3d-841d-57a5c3afd211 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event deleted for resources: {'Subnet': ['ID=e8b11bdb-68a1-4b60-9718-7b8f4e2cd4e7,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:47.568835 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-00a63b99-b8e1-4476-99d4-f7fc1298091c tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Synchronizing usage tracker for tenant:e8f4cb4159cc4c7e9416e943587cbebe on resource:security_group_rule {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:15:47.580707 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59050) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:47.581285 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-284f60e7-0a64-4d3d-841d-57a5c3afd211 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "DELETE /v2.0/subnets/e8b11bdb-68a1-4b60-9718-7b8f4e2cd4e7 HTTP/1.1" status: 204 len: 168 time: 0.6791842 Oct 04 09:15:47.607138 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-00a63b99-b8e1-4476-99d4-f7fc1298091c tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Unset dirty status for tenant:e8f4cb4159cc4c7e9416e943587cbebe on resource:security_group_rule {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:15:47.611954 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-00a63b99-b8e1-4476-99d4-f7fc1298091c tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1626055 Oct 04 09:15:47.612561 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59054) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:47.664992 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b3936c45-80fe-4a4c-a2bc-d3fd6ea76838 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:47.679031 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b3936c45-80fe-4a4c-a2bc-d3fd6ea76838 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:47.687160 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4f51a93a-de64-4da1-a7c4-e1aafe510838 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:47.697602 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-3e9967d9-e100-4a51-b20e-b0d1dfdb4bda tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1342240059'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:47.754505 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-3e9967d9-e100-4a51-b20e-b0d1dfdb4bda tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:47.765650 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f51a93a-de64-4da1-a7c4-e1aafe510838 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Network 35aa0c51-ba0c-45a1-8373-559b804543b2 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:15:47.770603 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-4f51a93a-de64-4da1-a7c4-e1aafe510838 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:15:47.783712 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ea2a14-2143-4201-8540-a677abe79575 None None] Network 35aa0c51-ba0c-45a1-8373-559b804543b2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:15:47.786027 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f51a93a-de64-4da1-a7c4-e1aafe510838 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:47.786662 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4f51a93a-de64-4da1-a7c4-e1aafe510838 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:47.823846 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b3936c45-80fe-4a4c-a2bc-d3fd6ea76838 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:47.829786 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b3936c45-80fe-4a4c-a2bc-d3fd6ea76838 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:47.834451 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-b3936c45-80fe-4a4c-a2bc-d3fd6ea76838 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/157a8bae-c020-4230-a4ee-8dc58788db94 HTTP/1.1" status: 204 len: 168 time: 0.2169521 Oct 04 09:15:47.835689 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59058) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:47.842045 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f51a93a-de64-4da1-a7c4-e1aafe510838 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event updated for resources: {'Subnet': ['ID=c00e52a0-2f40-483d-80e0-1ad63ee0432f,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:47.858202 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-4f51a93a-de64-4da1-a7c4-e1aafe510838 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2328119 Oct 04 09:15:47.882705 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59062) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:47.888060 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3936c45-80fe-4a4c-a2bc-d3fd6ea76838 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=157a8bae-c020-4230-a4ee-8dc58788db94,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:47.893857 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-7edd0432-5b7f-4d60-8d1f-1f81534d3273 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-875111812', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c00e52a0-2f40-483d-80e0-1ad63ee0432f'}], 'security_groups': ['4c868a7f-3d97-4a77-b705-d1a8550afc4e']}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:47.935664 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-3e9967d9-e100-4a51-b20e-b0d1dfdb4bda tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Usage tracker for resource:network and tenant:606cc91371d1452e8d6785505469e315 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:47.945832 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-3e9967d9-e100-4a51-b20e-b0d1dfdb4bda tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:47.969233 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-3e9967d9-e100-4a51-b20e-b0d1dfdb4bda tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:47.971177 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0aea3932-63b4-4911-996b-936c1c8771e9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736911'] for router_interface, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:47.979360 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-9cd48114-1f4b-48f7-8b43-ab591a7c5fc8 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Synchronizing usage tracker for tenant:e8f4cb4159cc4c7e9416e943587cbebe on resource:security_group_rule {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:15:48.017704 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-7860961c-f7ac-41f2-adde-52c9b38cea84 None None] Attempt 7 to provision port 2aa44bf4-fc25-448d-949e-f19fd00ba34c Oct 04 09:15:48.054626 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-80d8c886-72ee-4095-9154-a5a8d8cbc2bd tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:48.061518 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-7860961c-f7ac-41f2-adde-52c9b38cea84 None None] Port 2aa44bf4-fc25-448d-949e-f19fd00ba34c was deleted so its status cannot be updated. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 04 09:15:48.065924 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9967d9-e100-4a51-b20e-b0d1dfdb4bda tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Made reservation on behalf of 606cc91371d1452e8d6785505469e315 for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:15:48.069842 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3e9967d9-e100-4a51-b20e-b0d1dfdb4bda tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:48.085689 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-9cd48114-1f4b-48f7-8b43-ab591a7c5fc8 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Unset dirty status for tenant:e8f4cb4159cc4c7e9416e943587cbebe on resource:security_group_rule {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:15:48.090096 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-9cd48114-1f4b-48f7-8b43-ab591a7c5fc8 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2365551 Oct 04 09:15:48.091830 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59066) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:48.119938 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-7860961c-f7ac-41f2-adde-52c9b38cea84 None None] Provisioning complete for port 69b04a3c-1c40-449b-b9b1-5dbb986cbd82 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:15:48.120558 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-7860961c-f7ac-41f2-adde-52c9b38cea84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:48.121024 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-7860961c-f7ac-41f2-adde-52c9b38cea84 None None] Attempt 1 to provision port 69b04a3c-1c40-449b-b9b1-5dbb986cbd82 Oct 04 09:15:48.154570 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3e9967d9-e100-4a51-b20e-b0d1dfdb4bda tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:48.158354 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77a205a-b0f4-47b2-b7e5-57e88cbbdcca None None] DHCP port deletion for 564d5e3f-b4b2-4948-9830-cc6762831780 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:15:48.173009 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-80d8c886-72ee-4095-9154-a5a8d8cbc2bd tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Deleting port ae90b198-7bc3-4ca9-a409-113bd42ae64f {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:15:48.173341 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-80d8c886-72ee-4095-9154-a5a8d8cbc2bd tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:48.185507 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-c77a205a-b0f4-47b2-b7e5-57e88cbbdcca None None] Deleting port ae90b198-7bc3-4ca9-a409-113bd42ae64f {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:15:48.186070 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c77a205a-b0f4-47b2-b7e5-57e88cbbdcca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:48.211746 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-3e9967d9-e100-4a51-b20e-b0d1dfdb4bda tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:48.241316 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7edd0432-5b7f-4d60-8d1f-1f81534d3273 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:48.251902 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fbbcdbdc-fd32-4a00-8bea-2c18389ff4f2 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:48.277300 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-3e9967d9-e100-4a51-b20e-b0d1dfdb4bda tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Usage tracker for resource:security_group_rule and tenant:606cc91371d1452e8d6785505469e315 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:48.289374 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-3e9967d9-e100-4a51-b20e-b0d1dfdb4bda tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:48.360067 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-3e9967d9-e100-4a51-b20e-b0d1dfdb4bda tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:48.426734 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aea3932-63b4-4911-996b-936c1c8771e9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Router 15e93af7-039d-4ce9-ae51-54adfe261cfd has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:15:48.438791 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fbbcdbdc-fd32-4a00-8bea-2c18389ff4f2 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:48.451894 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-7860961c-f7ac-41f2-adde-52c9b38cea84 None None] Current status of the port 69b04a3c-1c40-449b-b9b1-5dbb986cbd82 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:15:48.542218 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fbbcdbdc-fd32-4a00-8bea-2c18389ff4f2 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:48.546624 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-c77a205a-b0f4-47b2-b7e5-57e88cbbdcca None None] For port ae90b198-7bc3-4ca9-a409-113bd42ae64f, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=ae90b198-7bc3-4ca9-a409-113bd42ae64f,segment=NetworkSegment(c3e68a17-fef7-40b6-b55e-2b484386735a),segment_id=c3e68a17-fef7-40b6-b55e-2b484386735a)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:15:48.546624 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c77a205a-b0f4-47b2-b7e5-57e88cbbdcca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:48.620998 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device ae90b198-7bc3-4ca9-a409-113bd42ae64f no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:15:48.626589 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbcdbdc-fd32-4a00-8bea-2c18389ff4f2 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=827910d2-ab81-4cdc-8f26-3d512ad38343,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:48.631966 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fbbcdbdc-fd32-4a00-8bea-2c18389ff4f2 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:48.635521 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-fbbcdbdc-fd32-4a00-8bea-2c18389ff4f2 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "DELETE /v2.0/security-groups/827910d2-ab81-4cdc-8f26-3d512ad38343 HTTP/1.1" status: 204 len: 168 time: 0.5416372 Oct 04 09:15:48.636678 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59072) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:48.697236 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aea3932-63b4-4911-996b-936c1c8771e9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:15:48.732283 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-c77a205a-b0f4-47b2-b7e5-57e88cbbdcca None None] Calling delete_port for ae90b198-7bc3-4ca9-a409-113bd42ae64f owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:15:48.743014 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-80d8c886-72ee-4095-9154-a5a8d8cbc2bd tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] For port ae90b198-7bc3-4ca9-a409-113bd42ae64f, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=ae90b198-7bc3-4ca9-a409-113bd42ae64f,segment=NetworkSegment(c3e68a17-fef7-40b6-b55e-2b484386735a),segment_id=c3e68a17-fef7-40b6-b55e-2b484386735a)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:15:48.743343 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-80d8c886-72ee-4095-9154-a5a8d8cbc2bd tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:48.752977 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-076b6b17-7b2c-479c-9f2f-1bf9b54bb9ae tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Synchronizing usage tracker for tenant:e8f4cb4159cc4c7e9416e943587cbebe on resource:security_group {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:15:48.777364 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2c3940-0d63-46ae-af9a-ddd35dceef2a None None] Sync routers for ids ['15e93af7-039d-4ce9-ae51-54adfe261cfd'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:15:48.809710 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3e9967d9-e100-4a51-b20e-b0d1dfdb4bda tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:48.825464 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-076b6b17-7b2c-479c-9f2f-1bf9b54bb9ae tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Unset dirty status for tenant:e8f4cb4159cc4c7e9416e943587cbebe on resource:security_group {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:15:48.827071 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-076b6b17-7b2c-479c-9f2f-1bf9b54bb9ae tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1897957 Oct 04 09:15:48.834161 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59078) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:48.842168 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-1d2bf0bb-8e8e-4b3e-86db-706fa9bab81a tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Request body: {'security_group': {'name': 'tempest-secgroup--1338633186'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:48.849740 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-1d2bf0bb-8e8e-4b3e-86db-706fa9bab81a tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:48.854030 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-59bb84bc-c66c-4a66-98e6-328ef0bb11b8 None None] Could not find standard attr ID for object 5aa8a2fa-4a86-470f-b3dc-46860947a624. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:15:48.864205 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-1d2bf0bb-8e8e-4b3e-86db-706fa9bab81a tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:48.876134 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-59bb84bc-c66c-4a66-98e6-328ef0bb11b8 None None] Could not find standard attr ID for object 2aa44bf4-fc25-448d-949e-f19fd00ba34c. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:15:48.878809 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-80d8c886-72ee-4095-9154-a5a8d8cbc2bd tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Calling delete_port for ae90b198-7bc3-4ca9-a409-113bd42ae64f owned by network:dhcp {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:15:48.879181 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de8e433-cc10-4ddf-81b9-27c06adc0f76 None None] Update dhcp port {'port': {'network_id': '35aa0c51-ba0c-45a1-8373-559b804543b2', 'fixed_ips': [{'subnet_id': '5d3d40cc-f694-4279-ad75-299c7c399312', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c00e52a0-2f40-483d-80e0-1ad63ee0432f'}], 'binding:host_id': 'dv-neutron-860215-1-hyperv'}, 'id': 'e2691356-e1d8-4741-a06a-8b3cb01062bb'} from dv-neutron-860215-1-hyperv. {{(pid=89034) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 04 09:15:48.906131 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3e9967d9-e100-4a51-b20e-b0d1dfdb4bda tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:48.916864 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2c3940-0d63-46ae-af9a-ddd35dceef2a None None] Routers {'15e93af7-039d-4ce9-ae51-54adfe261cfd'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:15:48.917436 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-0a2c3940-0d63-46ae-af9a-ddd35dceef2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:15:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['15e93af7-039d-4ce9-ae51-54adfe261cfd'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:48.918649 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1d2bf0bb-8e8e-4b3e-86db-706fa9bab81a tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:48.950095 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-1d2bf0bb-8e8e-4b3e-86db-706fa9bab81a tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:48.956569 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-7edd0432-5b7f-4d60-8d1f-1f81534d3273 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Delete allocated IP 172.20.0.9 (35aa0c51-ba0c-45a1-8373-559b804543b2/5d3d40cc-f694-4279-ad75-299c7c399312) {{(pid=89032) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 04 09:15:48.959228 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-1d2bf0bb-8e8e-4b3e-86db-706fa9bab81a tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Usage tracker for resource:security_group_rule and tenant:e8f4cb4159cc4c7e9416e943587cbebe is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:48.959594 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e9967d9-e100-4a51-b20e-b0d1dfdb4bda tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:15:48.963541 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-1d2bf0bb-8e8e-4b3e-86db-706fa9bab81a tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:48.972008 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-0aea3932-63b4-4911-996b-936c1c8771e9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "PUT /v2.0/routers/15e93af7-039d-4ce9-ae51-54adfe261cfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8566914 Oct 04 09:15:48.972432 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59082) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:48.975569 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-1d2bf0bb-8e8e-4b3e-86db-706fa9bab81a tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:48.978209 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-7edd0432-5b7f-4d60-8d1f-1f81534d3273 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Allocated IP 172.20.0.19 (35aa0c51-ba0c-45a1-8373-559b804543b2/c00e52a0-2f40-483d-80e0-1ad63ee0432f/81ec5f12-caf2-4e4b-91bb-17a56db70ae3) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:15:48.983123 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9967d9-e100-4a51-b20e-b0d1dfdb4bda tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68b962c7-7ae9-4d99-8e28-c91351f297e0,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:48.985916 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3e9967d9-e100-4a51-b20e-b0d1dfdb4bda tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:48.986258 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-3e9967d9-e100-4a51-b20e-b0d1dfdb4bda tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Added segment 462203c0-859c-412d-a6ed-e39274474e5d of type vlan for network eee18bec-1b23-4ff9-97f6-e5aa88f8d6c4 Oct 04 09:15:49.008690 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-0a2c3940-0d63-46ae-af9a-ddd35dceef2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:49.021743 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-59bb84bc-c66c-4a66-98e6-328ef0bb11b8 None None] Provisioning for port 81ec5f12-caf2-4e4b-91bb-17a56db70ae3 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:15:49.029560 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3e9967d9-e100-4a51-b20e-b0d1dfdb4bda tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:49.033596 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-80d8c886-72ee-4095-9154-a5a8d8cbc2bd tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:49.042411 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-59bb84bc-c66c-4a66-98e6-328ef0bb11b8 None None] Provisioning complete for port 81ec5f12-caf2-4e4b-91bb-17a56db70ae3 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:15:49.042786 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-59bb84bc-c66c-4a66-98e6-328ef0bb11b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:49.043120 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-59bb84bc-c66c-4a66-98e6-328ef0bb11b8 None None] Attempt 1 to provision port 81ec5f12-caf2-4e4b-91bb-17a56db70ae3 Oct 04 09:15:49.057286 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-8e44ab07-abcc-48dd-a5fd-5ee90586de6c tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Synchronizing usage tracker for tenant:9e78cb9b328b4bfc813a095a6b1b578a on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:15:49.085201 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d8c886-72ee-4095-9154-a5a8d8cbc2bd tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event deleted for resources: {'Port': ['ID=ae90b198-7bc3-4ca9-a409-113bd42ae64f,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:49.093430 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d8c886-72ee-4095-9154-a5a8d8cbc2bd tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] No DVR routers for this DVR port ae90b198-7bc3-4ca9-a409-113bd42ae64f on host dv-neutron-860215-1-hyperv {{(pid=89033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:15:49.093871 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No ports have port_id starting with ae90b198-7bc3-4ca9-a409-113bd42ae64f Oct 04 09:15:49.097295 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2c3940-0d63-46ae-af9a-ddd35dceef2a None None] Routers {'15e93af7-039d-4ce9-ae51-54adfe261cfd'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:15:49.097927 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-0a2c3940-0d63-46ae-af9a-ddd35dceef2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:15:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['15e93af7-039d-4ce9-ae51-54adfe261cfd'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:49.113606 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-8e44ab07-abcc-48dd-a5fd-5ee90586de6c tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Unset dirty status for tenant:9e78cb9b328b4bfc813a095a6b1b578a on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:15:49.114873 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-8e44ab07-abcc-48dd-a5fd-5ee90586de6c tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "GET /v2.0/ports?device_id=15e93af7-039d-4ce9-ae51-54adfe261cfd HTTP/1.1" status: 200 len: 205 time: 0.1414425 Oct 04 09:15:49.125804 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59086) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:49.163194 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-8de8e433-cc10-4ddf-81b9-27c06adc0f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:49.212954 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3e9967d9-e100-4a51-b20e-b0d1dfdb4bda tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:49.220520 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9967d9-e100-4a51-b20e-b0d1dfdb4bda tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:49.221167 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3e9967d9-e100-4a51-b20e-b0d1dfdb4bda tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:49.222872 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-0a2c3940-0d63-46ae-af9a-ddd35dceef2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:49.223296 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2c3940-0d63-46ae-af9a-ddd35dceef2a None None] The sync data for ids ['15e93af7-039d-4ce9-ae51-54adfe261cfd'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:15:49.238733 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.db.api [None req-c77a205a-b0f4-47b2-b7e5-57e88cbbdcca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:15:49.239100 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG oslo_db.api [None req-c77a205a-b0f4-47b2-b7e5-57e88cbbdcca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:15:49.256079 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-59bb84bc-c66c-4a66-98e6-328ef0bb11b8 None None] Port 81ec5f12-caf2-4e4b-91bb-17a56db70ae3 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:15:49.363675 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1d2bf0bb-8e8e-4b3e-86db-706fa9bab81a tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:49.373469 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1d2bf0bb-8e8e-4b3e-86db-706fa9bab81a tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:49.378875 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4f5e2258-ed2a-449b-abd5-6acacb7ca737 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for router, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:49.442248 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-80d8c886-72ee-4095-9154-a5a8d8cbc2bd tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:49.486243 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-3e9967d9-e100-4a51-b20e-b0d1dfdb4bda tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.0240045 Oct 04 09:15:49.489298 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9967d9-e100-4a51-b20e-b0d1dfdb4bda tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Pushing event updated for resources: {'Network': ['ID=eee18bec-1b23-4ff9-97f6-e5aa88f8d6c4,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:49.493270 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59090) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:49.496691 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-80d8c886-72ee-4095-9154-a5a8d8cbc2bd tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['564d5e3f-b4b2-4948-9830-cc6762831780']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:49.503285 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network eee18bec-1b23-4ff9-97f6-e5aa88f8d6c4 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:15:49.507661 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-46c68b63-170b-4af6-9d1c-c91e2fc1b63a tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Request body: {'subnet': {'network_id': 'eee18bec-1b23-4ff9-97f6-e5aa88f8d6c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:49.532045 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-80d8c886-72ee-4095-9154-a5a8d8cbc2bd tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3e68a17-fef7-40b6-b55e-2b484386735a') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:49.532409 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-80d8c886-72ee-4095-9154-a5a8d8cbc2bd tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3e68a17-fef7-40b6-b55e-2b484386735a') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:49.596946 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-80d8c886-72ee-4095-9154-a5a8d8cbc2bd tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:49.627823 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2bf0bb-8e8e-4b3e-86db-706fa9bab81a tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db050c30-8a65-4118-a303-e189ec6e0829,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:49.635283 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-80d8c886-72ee-4095-9154-a5a8d8cbc2bd tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:49.646010 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80d8c886-72ee-4095-9154-a5a8d8cbc2bd tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:15:49.646398 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-80d8c886-72ee-4095-9154-a5a8d8cbc2bd tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:49.669444 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-46c68b63-170b-4af6-9d1c-c91e2fc1b63a tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:49.718235 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment c3e68a17-fef7-40b6-b55e-2b484386735a resource provider aggregate not found Oct 04 09:15:49.729069 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-46c68b63-170b-4af6-9d1c-c91e2fc1b63a tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Usage tracker for resource:subnet and tenant:606cc91371d1452e8d6785505469e315 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:49.734356 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-46c68b63-170b-4af6-9d1c-c91e2fc1b63a tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:49.740839 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-c77a205a-b0f4-47b2-b7e5-57e88cbbdcca None None] Deleting port ae90b198-7bc3-4ca9-a409-113bd42ae64f {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:15:49.741287 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c77a205a-b0f4-47b2-b7e5-57e88cbbdcca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:49.750653 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment c3e68a17-fef7-40b6-b55e-2b484386735a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c3e68a17-fef7-40b6-b55e-2b484386735a found for delete ", "request_id": "req-9a47c929-6399-45e7-8b20-f5ab3c8f9e0c"}]} Oct 04 09:15:49.755392 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-46c68b63-170b-4af6-9d1c-c91e2fc1b63a tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:49.756347 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1d2bf0bb-8e8e-4b3e-86db-706fa9bab81a tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:49.757876 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-1d2bf0bb-8e8e-4b3e-86db-706fa9bab81a tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9222999 Oct 04 09:15:49.761495 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59098) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:49.765485 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4f5e2258-ed2a-449b-abd5-6acacb7ca737 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:49.767312 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-024d8651-b741-473e-95dd-d9573fd3067e tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Request body: {'security_group_rule': {'security_group_id': 'db050c30-8a65-4118-a303-e189ec6e0829', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:49.768712 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4f5e2258-ed2a-449b-abd5-6acacb7ca737 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:49.777553 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-024d8651-b741-473e-95dd-d9573fd3067e tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:49.782133 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-59bb84bc-c66c-4a66-98e6-328ef0bb11b8 None None] Attempt 2 to provision port 81ec5f12-caf2-4e4b-91bb-17a56db70ae3 Oct 04 09:15:49.783082 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-024d8651-b741-473e-95dd-d9573fd3067e tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Usage tracker for resource:security_group_rule and tenant:e8f4cb4159cc4c7e9416e943587cbebe is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:49.784897 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7edd0432-5b7f-4d60-8d1f-1f81534d3273 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:49.785996 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-80d8c886-72ee-4095-9154-a5a8d8cbc2bd tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:49.788407 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-024d8651-b741-473e-95dd-d9573fd3067e tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:49.800547 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-7edd0432-5b7f-4d60-8d1f-1f81534d3273 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Ignored duplicate provisioning block setup for port 81ec5f12-caf2-4e4b-91bb-17a56db70ae3 by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 04 09:15:49.808095 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7edd0432-5b7f-4d60-8d1f-1f81534d3273 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:49.811004 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-80d8c886-72ee-4095-9154-a5a8d8cbc2bd tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:49.819394 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c68b63-170b-4af6-9d1c-c91e2fc1b63a tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Made reservation on behalf of 606cc91371d1452e8d6785505469e315 for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:15:49.823216 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-46c68b63-170b-4af6-9d1c-c91e2fc1b63a tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:49.837574 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-024d8651-b741-473e-95dd-d9573fd3067e tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:49.854746 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d8c886-72ee-4095-9154-a5a8d8cbc2bd tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event deleted for resources: {'Network': ['ID=564d5e3f-b4b2-4948-9830-cc6762831780,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:49.881606 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4f5e2258-ed2a-449b-abd5-6acacb7ca737 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:49.882378 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f5e2258-ed2a-449b-abd5-6acacb7ca737 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Fanout notify agent at l3_agent the message router_deleted on router 15e93af7-039d-4ce9-ae51-54adfe261cfd {{(pid=89032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:15:49.909759 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-c77a205a-b0f4-47b2-b7e5-57e88cbbdcca None None] The port 'ae90b198-7bc3-4ca9-a409-113bd42ae64f' was deleted {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 04 09:15:49.915704 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-80d8c886-72ee-4095-9154-a5a8d8cbc2bd tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "DELETE /v2.0/networks/564d5e3f-b4b2-4948-9830-cc6762831780 HTTP/1.1" status: 204 len: 168 time: 2.3307481 Oct 04 09:15:49.921736 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59102) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:49.933150 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-abb163d8-053e-49c5-b5c8-ecfd4f634cd1 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-901909474'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:49.937153 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4f5e2258-ed2a-449b-abd5-6acacb7ca737 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:49.938245 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-4f5e2258-ed2a-449b-abd5-6acacb7ca737 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "DELETE /v2.0/routers/15e93af7-039d-4ce9-ae51-54adfe261cfd HTTP/1.1" status: 204 len: 168 time: 0.8114493 Oct 04 09:15:49.946840 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59106) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:49.947047 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-59bb84bc-c66c-4a66-98e6-328ef0bb11b8 None None] Port 81ec5f12-caf2-4e4b-91bb-17a56db70ae3 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:15:49.950993 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-abb163d8-053e-49c5-b5c8-ecfd4f634cd1 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:49.959342 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-8de8e433-cc10-4ddf-81b9-27c06adc0f76 None None] Allocated IP 172.20.0.18 (35aa0c51-ba0c-45a1-8373-559b804543b2/c00e52a0-2f40-483d-80e0-1ad63ee0432f/e2691356-e1d8-4741-a06a-8b3cb01062bb) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:15:49.959839 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-abb163d8-053e-49c5-b5c8-ecfd4f634cd1 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Usage tracker for resource:network and tenant:8de43eb137fe47f9a4031ea91b631fcc is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:49.965006 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-abb163d8-053e-49c5-b5c8-ecfd4f634cd1 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:49.970797 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-024d8651-b741-473e-95dd-d9573fd3067e tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:49.984673 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edd0432-5b7f-4d60-8d1f-1f81534d3273 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event updated for resources: {'Port': ['ID=81ec5f12-caf2-4e4b-91bb-17a56db70ae3,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:49.990785 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-abb163d8-053e-49c5-b5c8-ecfd4f634cd1 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:50.055558 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb163d8-053e-49c5-b5c8-ecfd4f634cd1 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Made reservation on behalf of 8de43eb137fe47f9a4031ea91b631fcc for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:15:50.059661 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-abb163d8-053e-49c5-b5c8-ecfd4f634cd1 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:50.108456 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-8de8e433-cc10-4ddf-81b9-27c06adc0f76 None None] For port e2691356-e1d8-4741-a06a-8b3cb01062bb, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=e2691356-e1d8-4741-a06a-8b3cb01062bb,segment=NetworkSegment(36e04a27-70d5-4ebd-beaf-3d0d7150690e),segment_id=36e04a27-70d5-4ebd-beaf-3d0d7150690e)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:15:50.133064 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-8de8e433-cc10-4ddf-81b9-27c06adc0f76 None None] Notify callbacks [] for port, precommit_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:50.149018 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-8de8e433-cc10-4ddf-81b9-27c06adc0f76 None None] Ignored duplicate provisioning block setup for port e2691356-e1d8-4741-a06a-8b3cb01062bb by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 04 09:15:50.150984 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-024d8651-b741-473e-95dd-d9573fd3067e tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:50.154390 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-8de8e433-cc10-4ddf-81b9-27c06adc0f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:50.168317 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-024d8651-b741-473e-95dd-d9573fd3067e tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:50.174649 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-7edd0432-5b7f-4d60-8d1f-1f81534d3273 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] In _notify_port_updated(), no bound segment for port 81ec5f12-caf2-4e4b-91bb-17a56db70ae3 on network 35aa0c51-ba0c-45a1-8373-559b804543b2 {{(pid=89032) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 04 09:15:50.176511 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abb163d8-053e-49c5-b5c8-ecfd4f634cd1 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:15:50.180038 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edd0432-5b7f-4d60-8d1f-1f81534d3273 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:50.180671 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7edd0432-5b7f-4d60-8d1f-1f81534d3273 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:50.181942 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-7edd0432-5b7f-4d60-8d1f-1f81534d3273 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "PUT /v2.0/ports/81ec5f12-caf2-4e4b-91bb-17a56db70ae3 HTTP/1.1" status: 200 len: 920 time: 2.2966535 Oct 04 09:15:50.188226 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_v2 [None req-f40802a3-e7cd-4405-a750-53bdc649ae76 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Deleting subnet 33954fe8-e601-48e7-84f7-b4109a9046ef {{(pid=89032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:15:50.188588 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59110) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:50.191128 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f40802a3-e7cd-4405-a750-53bdc649ae76 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for subnet, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:50.252324 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f40802a3-e7cd-4405-a750-53bdc649ae76 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885153'] for subnet, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:50.264638 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024d8651-b741-473e-95dd-d9573fd3067e tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ad5a223-2385-4acb-a2d3-6aba102533f8,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:50.278354 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-abb163d8-053e-49c5-b5c8-ecfd4f634cd1 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:50.278713 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-abb163d8-053e-49c5-b5c8-ecfd4f634cd1 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Added segment 5b64d137-49ef-46ba-a605-c6b422d6a196 of type vlan for network fe54651c-d1ab-482b-86fc-2079a0777fe8 Oct 04 09:15:50.315467 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de8e433-cc10-4ddf-81b9-27c06adc0f76 None None] Pushing event updated for resources: {'Port': ['ID=e2691356-e1d8-4741-a06a-8b3cb01062bb,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:50.334406 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-024d8651-b741-473e-95dd-d9573fd3067e tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:50.335594 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-024d8651-b741-473e-95dd-d9573fd3067e tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5733349 Oct 04 09:15:50.340644 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59114) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:50.354437 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-0e1c681e-d412-42d8-93ef-b0dfaee1083e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Deleting port 81ec5f12-caf2-4e4b-91bb-17a56db70ae3 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:15:50.354782 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0e1c681e-d412-42d8-93ef-b0dfaee1083e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:50.388803 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f40802a3-e7cd-4405-a750-53bdc649ae76 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:50.396887 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-46c68b63-170b-4af6-9d1c-c91e2fc1b63a tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:50.441064 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-abb163d8-053e-49c5-b5c8-ecfd4f634cd1 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:50.448754 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-59bb84bc-c66c-4a66-98e6-328ef0bb11b8 None None] Attempt 3 to provision port 81ec5f12-caf2-4e4b-91bb-17a56db70ae3 Oct 04 09:15:50.473305 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fe30525a-aad2-4876-a086-c761015ef729 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:50.527097 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f40802a3-e7cd-4405-a750-53bdc649ae76 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:50.544330 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-59bb84bc-c66c-4a66-98e6-328ef0bb11b8 None None] Port 81ec5f12-caf2-4e4b-91bb-17a56db70ae3 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:15:50.587756 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40802a3-e7cd-4405-a750-53bdc649ae76 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event deleted for resources: {'Subnet': ['ID=33954fe8-e601-48e7-84f7-b4109a9046ef,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:50.590794 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fe30525a-aad2-4876-a086-c761015ef729 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:50.605745 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device e2691356-e1d8-4741-a06a-8b3cb01062bb up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:15:50.636631 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffea664-8c81-43ec-ab68-b04a92c51166 None None] Network 4ef25ce8-8698-4689-8dd1-715715c5fc14 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:15:50.644305 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f40802a3-e7cd-4405-a750-53bdc649ae76 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:50.644959 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c68b63-170b-4af6-9d1c-c91e2fc1b63a tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Pushing event updated for resources: {'Subnet': ['ID=07dbe47d-852a-4ef0-8fd0-ece42bed05e2,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:50.664220 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-f40802a3-e7cd-4405-a750-53bdc649ae76 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "DELETE /v2.0/subnets/33954fe8-e601-48e7-84f7-b4109a9046ef HTTP/1.1" status: 204 len: 168 time: 0.6819389 Oct 04 09:15:50.665234 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59118) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:50.774788 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c68b63-170b-4af6-9d1c-c91e2fc1b63a tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Checking segment: {'id': '462203c0-859c-412d-a6ed-e39274474e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'eee18bec-1b23-4ff9-97f6-e5aa88f8d6c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:15:50.775275 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c68b63-170b-4af6-9d1c-c91e2fc1b63a tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Network hostable DHCP agents. Network: eee18bec-1b23-4ff9-97f6-e5aa88f8d6c4, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:15:50.789623 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-abb163d8-053e-49c5-b5c8-ecfd4f634cd1 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:50.795094 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fe30525a-aad2-4876-a086-c761015ef729 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:50.806133 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb163d8-053e-49c5-b5c8-ecfd4f634cd1 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:50.806744 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-abb163d8-053e-49c5-b5c8-ecfd4f634cd1 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:50.867458 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fe30525a-aad2-4876-a086-c761015ef729 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:50.868930 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-fe30525a-aad2-4876-a086-c761015ef729 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "DELETE /v2.0/security-groups/db050c30-8a65-4118-a303-e189ec6e0829 HTTP/1.1" status: 204 len: 168 time: 0.5273497 Oct 04 09:15:50.870024 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe30525a-aad2-4876-a086-c761015ef729 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db050c30-8a65-4118-a303-e189ec6e0829,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:50.871782 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59122) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:50.899658 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6b460f6c-c004-4764-a836-3c68aefb60b0 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:50.951369 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-6b460f6c-c004-4764-a836-3c68aefb60b0 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Deleting port 69b04a3c-1c40-449b-b9b1-5dbb986cbd82 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:15:50.951731 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6b460f6c-c004-4764-a836-3c68aefb60b0 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:50.971075 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-abb163d8-053e-49c5-b5c8-ecfd4f634cd1 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0483441 Oct 04 09:15:50.976908 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c68b63-170b-4af6-9d1c-c91e2fc1b63a tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Network eee18bec-1b23-4ff9-97f6-e5aa88f8d6c4 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:15:50.980800 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59126) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:51.001570 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4b3ceb-eaf3-4efe-aa5a-affe39de0071 None None] DHCP port deletion for 4ef25ce8-8698-4689-8dd1-715715c5fc14 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:15:51.002112 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-f1fa516e-ecc2-4a2c-af92-4b17320df45d tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Request body: {'subnet': {'network_id': 'fe54651c-d1ab-482b-86fc-2079a0777fe8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:51.007193 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-9d4b3ceb-eaf3-4efe-aa5a-affe39de0071 None None] Deleting port 69b04a3c-1c40-449b-b9b1-5dbb986cbd82 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:15:51.007605 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-7d8285c1-4cb3-4366-a205-df6c97b788d2 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Synchronizing usage tracker for tenant:e8f4cb4159cc4c7e9416e943587cbebe on resource:security_group {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:15:51.007717 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-9d4b3ceb-eaf3-4efe-aa5a-affe39de0071 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:51.016479 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb163d8-053e-49c5-b5c8-ecfd4f634cd1 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event updated for resources: {'Network': ['ID=fe54651c-d1ab-482b-86fc-2079a0777fe8,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:51.024298 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0e1c681e-d412-42d8-93ef-b0dfaee1083e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:51.034094 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network fe54651c-d1ab-482b-86fc-2079a0777fe8 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:15:51.050825 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-59bb84bc-c66c-4a66-98e6-328ef0bb11b8 None None] Attempt 4 to provision port 81ec5f12-caf2-4e4b-91bb-17a56db70ae3 Oct 04 09:15:51.064555 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-7d8285c1-4cb3-4366-a205-df6c97b788d2 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Unset dirty status for tenant:e8f4cb4159cc4c7e9416e943587cbebe on resource:security_group {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:15:51.068817 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-7d8285c1-4cb3-4366-a205-df6c97b788d2 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1903579 Oct 04 09:15:51.072785 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59130) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:51.100654 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-46c68b63-170b-4af6-9d1c-c91e2fc1b63a tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, eee18bec-1b23-4ff9-97f6-e5aa88f8d6c4) {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:15:51.132066 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f9e879-888c-494d-9b36-4f1cb95d3ada None None] Network eee18bec-1b23-4ff9-97f6-e5aa88f8d6c4 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:15:51.220808 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-e4cc3db3-6e76-498d-81de-529bfb512e06 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Synchronizing usage tracker for tenant:e8f4cb4159cc4c7e9416e943587cbebe on resource:security_group_rule {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:15:51.227362 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-0e1c681e-d412-42d8-93ef-b0dfaee1083e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Calling delete_port for 81ec5f12-caf2-4e4b-91bb-17a56db70ae3 owned by {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:15:51.251245 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-6b460f6c-c004-4764-a836-3c68aefb60b0 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] For port 69b04a3c-1c40-449b-b9b1-5dbb986cbd82, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=69b04a3c-1c40-449b-b9b1-5dbb986cbd82,segment=NetworkSegment(6fb78a95-a02e-47d3-a1d8-0077bda37456),segment_id=6fb78a95-a02e-47d3-a1d8-0077bda37456)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:15:51.251658 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6b460f6c-c004-4764-a836-3c68aefb60b0 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:51.257855 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c68b63-170b-4af6-9d1c-c91e2fc1b63a tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:51.258659 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-46c68b63-170b-4af6-9d1c-c91e2fc1b63a tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:51.260533 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-e4cc3db3-6e76-498d-81de-529bfb512e06 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Unset dirty status for tenant:e8f4cb4159cc4c7e9416e943587cbebe on resource:security_group_rule {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:15:51.265344 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-e4cc3db3-6e76-498d-81de-529bfb512e06 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1889186 Oct 04 09:15:51.267194 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59134) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:51.322469 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-f1fa516e-ecc2-4a2c-af92-4b17320df45d tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:51.328609 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-46c68b63-170b-4af6-9d1c-c91e2fc1b63a tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8343208 Oct 04 09:15:51.330952 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-f1fa516e-ecc2-4a2c-af92-4b17320df45d tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Usage tracker for resource:subnet and tenant:8de43eb137fe47f9a4031ea91b631fcc is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:51.355452 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-59bb84bc-c66c-4a66-98e6-328ef0bb11b8 None None] Port 81ec5f12-caf2-4e4b-91bb-17a56db70ae3 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:15:51.420645 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59138) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:51.429561 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-1238edc1-8356-4bc9-85b8-db982b2e2373 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Request body: {'port': {'network_id': 'eee18bec-1b23-4ff9-97f6-e5aa88f8d6c4', 'name': 'tempest-TagsExtTest-1261249565'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:51.452894 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-6b460f6c-c004-4764-a836-3c68aefb60b0 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Calling delete_port for 69b04a3c-1c40-449b-b9b1-5dbb986cbd82 owned by network:dhcp {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:15:51.475995 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-f1fa516e-ecc2-4a2c-af92-4b17320df45d tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:51.482440 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-f1fa516e-ecc2-4a2c-af92-4b17320df45d tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:51.533796 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1fa516e-ecc2-4a2c-af92-4b17320df45d tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Made reservation on behalf of 8de43eb137fe47f9a4031ea91b631fcc for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:15:51.538000 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f1fa516e-ecc2-4a2c-af92-4b17320df45d tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:51.558077 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.api.v2.resource [None req-7c5679f1-c477-4305-87cc-dcd87a6d35a2 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] delete failed (client error): The resource could not be found. Oct 04 09:15:51.562994 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-7c5679f1-c477-4305-87cc-dcd87a6d35a2 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "DELETE /v2.0/security-groups/db050c30-8a65-4118-a303-e189ec6e0829 HTTP/1.1" status: 404 len: 347 time: 0.2920606 Oct 04 09:15:51.565047 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59142) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:51.583086 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-9d4b3ceb-eaf3-4efe-aa5a-affe39de0071 None None] For port 69b04a3c-1c40-449b-b9b1-5dbb986cbd82, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=69b04a3c-1c40-449b-b9b1-5dbb986cbd82,segment=NetworkSegment(6fb78a95-a02e-47d3-a1d8-0077bda37456),segment_id=6fb78a95-a02e-47d3-a1d8-0077bda37456)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:15:51.584011 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-9d4b3ceb-eaf3-4efe-aa5a-affe39de0071 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:51.633211 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6b460f6c-c004-4764-a836-3c68aefb60b0 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:51.701001 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b460f6c-c004-4764-a836-3c68aefb60b0 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event deleted for resources: {'Port': ['ID=69b04a3c-1c40-449b-b9b1-5dbb986cbd82,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:51.708145 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b460f6c-c004-4764-a836-3c68aefb60b0 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] No DVR routers for this DVR port 69b04a3c-1c40-449b-b9b1-5dbb986cbd82 on host dv-neutron-860215-1-hyperv {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:15:51.713190 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-9d4b3ceb-eaf3-4efe-aa5a-affe39de0071 None None] Calling delete_port for 69b04a3c-1c40-449b-b9b1-5dbb986cbd82 owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:15:51.715975 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0e1c681e-d412-42d8-93ef-b0dfaee1083e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:51.770254 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-1238edc1-8356-4bc9-85b8-db982b2e2373 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:51.782773 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1c681e-d412-42d8-93ef-b0dfaee1083e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event deleted for resources: {'Port': ['ID=81ec5f12-caf2-4e4b-91bb-17a56db70ae3,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:51.786798 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-15d857f4-3248-4da2-b56a-c94095a497c2 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Synchronizing usage tracker for tenant:e8f4cb4159cc4c7e9416e943587cbebe on resource:security_group {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:15:51.825181 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-1238edc1-8356-4bc9-85b8-db982b2e2373 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Usage tracker for resource:port and tenant:606cc91371d1452e8d6785505469e315 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:51.827480 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.db.api [None req-9d4b3ceb-eaf3-4efe-aa5a-affe39de0071 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:15:51.828026 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG oslo_db.api [None req-9d4b3ceb-eaf3-4efe-aa5a-affe39de0071 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:15:51.830558 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-1238edc1-8356-4bc9-85b8-db982b2e2373 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:51.845748 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb41d6e-068e-4b60-b2b2-6f4720d0cd54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-eee18bec-1b23-4ff9-97f6-e5aa88f8d6c4', 'network_id': 'eee18bec-1b23-4ff9-97f6-e5aa88f8d6c4', 'tenant_id': '606cc91371d1452e8d6785505469e315', 'fixed_ips': [{'subnet_id': '07dbe47d-852a-4ef0-8fd0-ece42bed05e2'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:15:51.846967 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-2bb41d6e-068e-4b60-b2b2-6f4720d0cd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:51.854641 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-1238edc1-8356-4bc9-85b8-db982b2e2373 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:51.861032 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6b460f6c-c004-4764-a836-3c68aefb60b0 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:51.864320 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-59bb84bc-c66c-4a66-98e6-328ef0bb11b8 None None] Attempt 5 to provision port 81ec5f12-caf2-4e4b-91bb-17a56db70ae3 Oct 04 09:15:51.892042 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1238edc1-8356-4bc9-85b8-db982b2e2373 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Made reservation on behalf of 606cc91371d1452e8d6785505469e315 for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:15:51.895820 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1238edc1-8356-4bc9-85b8-db982b2e2373 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:51.903515 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-59bb84bc-c66c-4a66-98e6-328ef0bb11b8 None None] Port 81ec5f12-caf2-4e4b-91bb-17a56db70ae3 was deleted so its status cannot be updated. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 04 09:15:51.905899 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-6b460f6c-c004-4764-a836-3c68aefb60b0 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ef25ce8-8698-4689-8dd1-715715c5fc14']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:51.909466 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-59bb84bc-c66c-4a66-98e6-328ef0bb11b8 None None] Could not find standard attr ID for object ae90b198-7bc3-4ca9-a409-113bd42ae64f. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:15:51.915999 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-15d857f4-3248-4da2-b56a-c94095a497c2 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] Unset dirty status for tenant:e8f4cb4159cc4c7e9416e943587cbebe on resource:security_group {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:15:51.922018 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-15d857f4-3248-4da2-b56a-c94095a497c2 tempest-SecGroupIPv6Test-772386326 tempest-SecGroupIPv6Test-772386326-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3509099 Oct 04 09:15:51.927698 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-6b460f6c-c004-4764-a836-3c68aefb60b0 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fb78a95-a02e-47d3-a1d8-0077bda37456') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:51.928002 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-6b460f6c-c004-4764-a836-3c68aefb60b0 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fb78a95-a02e-47d3-a1d8-0077bda37456') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:51.944112 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [None req-1238edc1-8356-4bc9-85b8-db982b2e2373 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] device_id is not set on port 9736e095-502d-43c0-8f03-1b107c62bff0 yet. {{(pid=89032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:15:51.978262 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6b460f6c-c004-4764-a836-3c68aefb60b0 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:51.986117 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0e1c681e-d412-42d8-93ef-b0dfaee1083e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:52.013976 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6b460f6c-c004-4764-a836-3c68aefb60b0 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:52.015326 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-0e1c681e-d412-42d8-93ef-b0dfaee1083e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "DELETE /v2.0/ports/81ec5f12-caf2-4e4b-91bb-17a56db70ae3 HTTP/1.1" status: 204 len: 168 time: 1.8149035 Oct 04 09:15:52.019759 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59148) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:52.032106 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b460f6c-c004-4764-a836-3c68aefb60b0 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:15:52.032700 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6b460f6c-c004-4764-a836-3c68aefb60b0 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:52.106501 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcb86563-ea53-410c-9584-566b165b3cc5 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] GET failed (client error): The resource could not be found. Oct 04 09:15:52.107049 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-fcb86563-ea53-410c-9584-566b165b3cc5 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Synchronizing usage tracker for tenant:7c59b642fbd4440eb4278f2c0c212bcd on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:15:52.135854 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-2bb41d6e-068e-4b60-b2b2-6f4720d0cd54 None None] Allocated IP 172.20.0.2 (eee18bec-1b23-4ff9-97f6-e5aa88f8d6c4/07dbe47d-852a-4ef0-8fd0-ece42bed05e2/3ddfd3b8-41b4-4ce4-8670-3bf24abd284d) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:15:52.163636 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f1fa516e-ecc2-4a2c-af92-4b17320df45d tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:52.188805 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 6fb78a95-a02e-47d3-a1d8-0077bda37456 resource provider aggregate not found Oct 04 09:15:52.236284 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-fcb86563-ea53-410c-9584-566b165b3cc5 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Unset dirty status for tenant:7c59b642fbd4440eb4278f2c0c212bcd on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:15:52.240128 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-fcb86563-ea53-410c-9584-566b165b3cc5 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "GET /v2.0/ports/81ec5f12-caf2-4e4b-91bb-17a56db70ae3 HTTP/1.1" status: 404 len: 333 time: 0.2167335 Oct 04 09:15:52.241648 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-59bb84bc-c66c-4a66-98e6-328ef0bb11b8 None None] Provisioning for port e2691356-e1d8-4741-a06a-8b3cb01062bb completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:15:52.245518 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59156) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:52.265554 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-59bb84bc-c66c-4a66-98e6-328ef0bb11b8 None None] Provisioning complete for port e2691356-e1d8-4741-a06a-8b3cb01062bb triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:15:52.265929 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-59bb84bc-c66c-4a66-98e6-328ef0bb11b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:52.266262 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-59bb84bc-c66c-4a66-98e6-328ef0bb11b8 None None] Attempt 1 to provision port e2691356-e1d8-4741-a06a-8b3cb01062bb Oct 04 09:15:52.273449 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fa516e-ecc2-4a2c-af92-4b17320df45d tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event updated for resources: {'Subnet': ['ID=8412db33-efae-430d-9b26-e6cebcdf5edf,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:52.279056 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 6fb78a95-a02e-47d3-a1d8-0077bda37456 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6fb78a95-a02e-47d3-a1d8-0077bda37456 found for delete ", "request_id": "req-cf891a42-73c8-440f-8d76-03d99f60b700"}]} Oct 04 09:15:52.312024 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6b460f6c-c004-4764-a836-3c68aefb60b0 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:52.320027 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6b460f6c-c004-4764-a836-3c68aefb60b0 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:52.329086 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-9d4b3ceb-eaf3-4efe-aa5a-affe39de0071 None None] Deleting port 69b04a3c-1c40-449b-b9b1-5dbb986cbd82 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:15:52.329457 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-9d4b3ceb-eaf3-4efe-aa5a-affe39de0071 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:52.341171 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fa516e-ecc2-4a2c-af92-4b17320df45d tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Checking segment: {'id': '5b64d137-49ef-46ba-a605-c6b422d6a196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'fe54651c-d1ab-482b-86fc-2079a0777fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:15:52.341540 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fa516e-ecc2-4a2c-af92-4b17320df45d tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Network hostable DHCP agents. Network: fe54651c-d1ab-482b-86fc-2079a0777fe8, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:15:52.356415 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b460f6c-c004-4764-a836-3c68aefb60b0 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event deleted for resources: {'Network': ['ID=4ef25ce8-8698-4689-8dd1-715715c5fc14,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:52.365671 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59162) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:52.377664 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fa516e-ecc2-4a2c-af92-4b17320df45d tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Network fe54651c-d1ab-482b-86fc-2079a0777fe8 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:15:52.392644 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-f1fa516e-ecc2-4a2c-af92-4b17320df45d tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, fe54651c-d1ab-482b-86fc-2079a0777fe8) {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:15:52.393655 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-6b460f6c-c004-4764-a836-3c68aefb60b0 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "DELETE /v2.0/networks/4ef25ce8-8698-4689-8dd1-715715c5fc14 HTTP/1.1" status: 204 len: 168 time: 1.7280898 Oct 04 09:15:52.398571 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59168) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:52.400563 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fa516e-ecc2-4a2c-af92-4b17320df45d tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:52.401814 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f1fa516e-ecc2-4a2c-af92-4b17320df45d tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:52.406624 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-3d6d0bea-7db7-4fc4-8c95-7565d122957e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1949531414', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}, 'admin_state_up': False}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:52.413035 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-166c235c-44cc-4e40-826c-819f381da828 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:52.413578 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-9d4b3ceb-eaf3-4efe-aa5a-affe39de0071 None None] The port '69b04a3c-1c40-449b-b9b1-5dbb986cbd82' was deleted {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 04 09:15:52.414899 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac39908b-692f-44e5-9b16-165a0a935749 None None] Network fe54651c-d1ab-482b-86fc-2079a0777fe8 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:15:52.416689 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-3d6d0bea-7db7-4fc4-8c95-7565d122957e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:52.431116 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-3d6d0bea-7db7-4fc4-8c95-7565d122957e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Usage tracker for resource:router and tenant:9e78cb9b328b4bfc813a095a6b1b578a is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:52.435186 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-f1fa516e-ecc2-4a2c-af92-4b17320df45d tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4455128 Oct 04 09:15:52.435902 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-3d6d0bea-7db7-4fc4-8c95-7565d122957e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:52.437755 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59172) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:52.446856 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-92b1b761-76b0-4965-b479-85e43f093c6a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Request body: {'port': {'network_id': 'fe54651c-d1ab-482b-86fc-2079a0777fe8', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-761125228'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:52.450973 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-3d6d0bea-7db7-4fc4-8c95-7565d122957e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:52.460664 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-166c235c-44cc-4e40-826c-819f381da828 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:52.487252 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3d6d0bea-7db7-4fc4-8c95-7565d122957e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:52.488431 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3d6d0bea-7db7-4fc4-8c95-7565d122957e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:52.538223 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3d6d0bea-7db7-4fc4-8c95-7565d122957e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:52.556517 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-166c235c-44cc-4e40-826c-819f381da828 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:52.586463 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c235c-44cc-4e40-826c-819f381da828 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff9ab04-7842-4aea-b7e6-970c0e9a7bda,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:52.632280 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 69b04a3c-1c40-449b-b9b1-5dbb986cbd82 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:15:52.666740 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-92b1b761-76b0-4965-b479-85e43f093c6a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:52.677610 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-92b1b761-76b0-4965-b479-85e43f093c6a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:52.681962 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-dbf05d25-a08e-4e78-ad7e-2624ff7b09a9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e8f4cb4159cc4c7e9416e943587cbebe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3123057 Oct 04 09:15:52.682172 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59176) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:52.719018 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b1b761-76b0-4965-b479-85e43f093c6a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Made reservation on behalf of 8de43eb137fe47f9a4031ea91b631fcc for: {'port': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:15:52.722699 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-92b1b761-76b0-4965-b479-85e43f093c6a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:52.747604 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 69b04a3c-1c40-449b-b9b1-5dbb986cbd82 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:15:52.747952 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 69b04a3c-1c40-449b-b9b1-5dbb986cbd82 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:15:52.751613 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-166c235c-44cc-4e40-826c-819f381da828 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:52.755564 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-166c235c-44cc-4e40-826c-819f381da828 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "DELETE /v2.0/security-groups/9ff9ab04-7842-4aea-b7e6-970c0e9a7bda HTTP/1.1" status: 204 len: 168 time: 0.5035038 Oct 04 09:15:52.756547 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59180) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:52.780764 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [None req-92b1b761-76b0-4965-b479-85e43f093c6a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] device_id is not set on port 3b926461-995c-4081-ad1c-69f8f39f92d1 yet. {{(pid=89033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:15:52.800895 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-2bb41d6e-068e-4b60-b2b2-6f4720d0cd54 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:52.805019 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-59bb84bc-c66c-4a66-98e6-328ef0bb11b8 None None] Current status of the port e2691356-e1d8-4741-a06a-8b3cb01062bb is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:15:52.805477 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-59bb84bc-c66c-4a66-98e6-328ef0bb11b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:52.843319 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4902a523-e5bd-4a03-8087-03795b78dcd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:52.860060 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-2bb41d6e-068e-4b60-b2b2-6f4720d0cd54 None None] Transition to ACTIVE for port object 3ddfd3b8-41b4-4ce4-8670-3bf24abd284d will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:15:52.890443 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4902a523-e5bd-4a03-8087-03795b78dcd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:52.903930 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-59bb84bc-c66c-4a66-98e6-328ef0bb11b8 None None] For port e2691356-e1d8-4741-a06a-8b3cb01062bb, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=e2691356-e1d8-4741-a06a-8b3cb01062bb,segment=NetworkSegment(36e04a27-70d5-4ebd-beaf-3d0d7150690e),segment_id=36e04a27-70d5-4ebd-beaf-3d0d7150690e)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:15:52.907800 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-2bb41d6e-068e-4b60-b2b2-6f4720d0cd54 None None] Transition to ACTIVE for port object 3ddfd3b8-41b4-4ce4-8670-3bf24abd284d will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:15:52.913464 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-59bb84bc-c66c-4a66-98e6-328ef0bb11b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:52.951882 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-2bb41d6e-068e-4b60-b2b2-6f4720d0cd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:52.969534 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3d6d0bea-7db7-4fc4-8c95-7565d122957e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:53.007610 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-92b1b761-76b0-4965-b479-85e43f093c6a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Allocated IP 2001:db8::2d0 (fe54651c-d1ab-482b-86fc-2079a0777fe8/8412db33-efae-430d-9b26-e6cebcdf5edf/3b926461-995c-4081-ad1c-69f8f39f92d1) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:15:53.019003 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4902a523-e5bd-4a03-8087-03795b78dcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:53.035935 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c6ee686d-1ec6-4d06-a3ab-2c83cc45ec23 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:53.042359 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0522f59c-10cb-4ddf-bb32-1031ca036456 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-fe54651c-d1ab-482b-86fc-2079a0777fe8', 'network_id': 'fe54651c-d1ab-482b-86fc-2079a0777fe8', 'tenant_id': '8de43eb137fe47f9a4031ea91b631fcc', 'fixed_ips': [{'subnet_id': '8412db33-efae-430d-9b26-e6cebcdf5edf'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:15:53.043367 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0522f59c-10cb-4ddf-bb32-1031ca036456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:53.044003 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4902a523-e5bd-4a03-8087-03795b78dcd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=661bcacc-27a5-4938-aea4-ceca2a9b7099,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:53.065862 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb41d6e-068e-4b60-b2b2-6f4720d0cd54 None None] Network eee18bec-1b23-4ff9-97f6-e5aa88f8d6c4 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:15:53.080731 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-59bb84bc-c66c-4a66-98e6-328ef0bb11b8 None None] Provisioning complete for port 7ed34cfc-0cad-4758-aba0-538d362549e4 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:15:53.081114 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-59bb84bc-c66c-4a66-98e6-328ef0bb11b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:53.081456 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-59bb84bc-c66c-4a66-98e6-328ef0bb11b8 None None] Attempt 1 to provision port 7ed34cfc-0cad-4758-aba0-538d362549e4 Oct 04 09:15:53.108977 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-2bb41d6e-068e-4b60-b2b2-6f4720d0cd54 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:15:53.118548 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-1238edc1-8356-4bc9-85b8-db982b2e2373 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Allocated IP 172.20.0.7 (eee18bec-1b23-4ff9-97f6-e5aa88f8d6c4/07dbe47d-852a-4ef0-8fd0-ece42bed05e2/9736e095-502d-43c0-8f03-1b107c62bff0) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:15:53.121896 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb41d6e-068e-4b60-b2b2-6f4720d0cd54 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:15:53.141938 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c6ee686d-1ec6-4d06-a3ab-2c83cc45ec23 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:53.163624 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4902a523-e5bd-4a03-8087-03795b78dcd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:53.167341 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-4902a523-e5bd-4a03-8087-03795b78dcd5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/661bcacc-27a5-4938-aea4-ceca2a9b7099 HTTP/1.1" status: 204 len: 168 time: 0.4821837 Oct 04 09:15:53.240570 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-92b1b761-76b0-4965-b479-85e43f093c6a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:53.258542 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-92b1b761-76b0-4965-b479-85e43f093c6a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Transition to ACTIVE for port object 3b926461-995c-4081-ad1c-69f8f39f92d1 will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:15:53.262858 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bb84bc-c66c-4a66-98e6-328ef0bb11b8 None None] Pushing event updated for resources: {'Port': ['ID=e2691356-e1d8-4741-a06a-8b3cb01062bb,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:53.299791 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-92b1b761-76b0-4965-b479-85e43f093c6a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:53.339924 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c6ee686d-1ec6-4d06-a3ab-2c83cc45ec23 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:53.371646 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ee686d-1ec6-4d06-a3ab-2c83cc45ec23 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c868a7f-3d97-4a77-b705-d1a8550afc4e,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:53.385113 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b1b761-76b0-4965-b479-85e43f093c6a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Network fe54651c-d1ab-482b-86fc-2079a0777fe8 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:15:53.388593 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-92b1b761-76b0-4965-b479-85e43f093c6a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:15:53.392924 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b1b761-76b0-4965-b479-85e43f093c6a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:15:53.401108 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b1b761-76b0-4965-b479-85e43f093c6a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:53.401862 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-92b1b761-76b0-4965-b479-85e43f093c6a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:53.404459 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c6ee686d-1ec6-4d06-a3ab-2c83cc45ec23 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:53.405616 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-c6ee686d-1ec6-4d06-a3ab-2c83cc45ec23 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "DELETE /v2.0/security-groups/4c868a7f-3d97-4a77-b705-d1a8550afc4e HTTP/1.1" status: 204 len: 168 time: 0.6481447 Oct 04 09:15:53.409525 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59188) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:53.422062 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb41d6e-068e-4b60-b2b2-6f4720d0cd54 None None] Pushing event updated for resources: {'Port': ['ID=3ddfd3b8-41b4-4ce4-8670-3bf24abd284d,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:53.438364 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-59bb84bc-c66c-4a66-98e6-328ef0bb11b8 None None] Port 7ed34cfc-0cad-4758-aba0-538d362549e4 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:15:53.454891 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1238edc1-8356-4bc9-85b8-db982b2e2373 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:53.455905 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b1b761-76b0-4965-b479-85e43f093c6a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event updated for resources: {'Port': ['ID=3b926461-995c-4081-ad1c-69f8f39f92d1,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:53.485135 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-1238edc1-8356-4bc9-85b8-db982b2e2373 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Transition to ACTIVE for port object 9736e095-502d-43c0-8f03-1b107c62bff0 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:15:53.489533 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-92b1b761-76b0-4965-b479-85e43f093c6a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.0497057 Oct 04 09:15:53.492432 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59196) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:53.553776 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b2c041e-085a-45ab-b039-9accdde9937a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Deleting subnet 5d3d40cc-f694-4279-ad75-299c7c399312 {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:15:53.564969 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4b2c041e-085a-45ab-b039-9accdde9937a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:53.621554 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-2bb41d6e-068e-4b60-b2b2-6f4720d0cd54 None None] Attempting to bind port 3ddfd3b8-41b4-4ce4-8670-3bf24abd284d on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:15:53.621771 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-2bb41d6e-068e-4b60-b2b2-6f4720d0cd54 None None] Attempting to bind port 3ddfd3b8-41b4-4ce4-8670-3bf24abd284d by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '462203c0-859c-412d-a6ed-e39274474e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'eee18bec-1b23-4ff9-97f6-e5aa88f8d6c4'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:15:53.621982 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb41d6e-068e-4b60-b2b2-6f4720d0cd54 None None] Attempting to bind port 3ddfd3b8-41b4-4ce4-8670-3bf24abd284d on network eee18bec-1b23-4ff9-97f6-e5aa88f8d6c4 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:15:53.637088 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb41d6e-068e-4b60-b2b2-6f4720d0cd54 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:15:53.637503 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb41d6e-068e-4b60-b2b2-6f4720d0cd54 None None] Checking segment: {'id': '462203c0-859c-412d-a6ed-e39274474e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'eee18bec-1b23-4ff9-97f6-e5aa88f8d6c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:15:53.637880 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-2bb41d6e-068e-4b60-b2b2-6f4720d0cd54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:53.638280 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb41d6e-068e-4b60-b2b2-6f4720d0cd54 None None] Bound using segment: {'id': '462203c0-859c-412d-a6ed-e39274474e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'eee18bec-1b23-4ff9-97f6-e5aa88f8d6c4'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:15:53.638758 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-2bb41d6e-068e-4b60-b2b2-6f4720d0cd54 None None] Bound port: 3ddfd3b8-41b4-4ce4-8670-3bf24abd284d, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '462203c0-859c-412d-a6ed-e39274474e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'eee18bec-1b23-4ff9-97f6-e5aa88f8d6c4'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:15:53.639134 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-2bb41d6e-068e-4b60-b2b2-6f4720d0cd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:53.641623 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-8f32693e-9795-4690-8c8d-46a169983460 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Deleting port 3b926461-995c-4081-ad1c-69f8f39f92d1 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:15:53.641976 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8f32693e-9795-4690-8c8d-46a169983460 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:53.651434 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-0522f59c-10cb-4ddf-bb32-1031ca036456 None None] Allocated IP 2001:db8::2 (fe54651c-d1ab-482b-86fc-2079a0777fe8/8412db33-efae-430d-9b26-e6cebcdf5edf/e1092e1a-6bcd-4150-8d43-68a7ac6406c1) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:15:53.695388 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3d6d0bea-7db7-4fc4-8c95-7565d122957e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for router_gateway, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:53.705308 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4b2c041e-085a-45ab-b039-9accdde9937a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:53.725163 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1238edc1-8356-4bc9-85b8-db982b2e2373 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:53.784462 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1238edc1-8356-4bc9-85b8-db982b2e2373 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Network eee18bec-1b23-4ff9-97f6-e5aa88f8d6c4 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:15:53.786313 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3d6d0bea-7db7-4fc4-8c95-7565d122957e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:53.795202 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-1238edc1-8356-4bc9-85b8-db982b2e2373 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:15:53.844476 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1238edc1-8356-4bc9-85b8-db982b2e2373 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:15:53.867385 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-2bb41d6e-068e-4b60-b2b2-6f4720d0cd54 None None] For port 3ddfd3b8-41b4-4ce4-8670-3bf24abd284d, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:15:53.882482 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-2bb41d6e-068e-4b60-b2b2-6f4720d0cd54 None None] For port 3ddfd3b8-41b4-4ce4-8670-3bf24abd284d, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=3ddfd3b8-41b4-4ce4-8670-3bf24abd284d,segment=NetworkSegment(462203c0-859c-412d-a6ed-e39274474e5d),segment_id=462203c0-859c-412d-a6ed-e39274474e5d)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:15:54.045297 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0522f59c-10cb-4ddf-bb32-1031ca036456 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:54.061481 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-0522f59c-10cb-4ddf-bb32-1031ca036456 None None] Transition to ACTIVE for port object e1092e1a-6bcd-4150-8d43-68a7ac6406c1 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:15:54.070966 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1238edc1-8356-4bc9-85b8-db982b2e2373 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Pushing event updated for resources: {'Port': ['ID=9736e095-502d-43c0-8f03-1b107c62bff0,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:54.086892 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-0522f59c-10cb-4ddf-bb32-1031ca036456 None None] Transition to ACTIVE for port object e1092e1a-6bcd-4150-8d43-68a7ac6406c1 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:15:54.089161 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-59bb84bc-c66c-4a66-98e6-328ef0bb11b8 None None] Attempt 2 to provision port 7ed34cfc-0cad-4758-aba0-538d362549e4 Oct 04 09:15:54.096921 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1238edc1-8356-4bc9-85b8-db982b2e2373 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:54.097720 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1238edc1-8356-4bc9-85b8-db982b2e2373 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:54.107306 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4b2c041e-085a-45ab-b039-9accdde9937a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:54.162036 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-1238edc1-8356-4bc9-85b8-db982b2e2373 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.7398748 Oct 04 09:15:54.164817 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59214) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:54.169055 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-59bb84bc-c66c-4a66-98e6-328ef0bb11b8 None None] Port 7ed34cfc-0cad-4758-aba0-538d362549e4 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:15:54.170045 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-2bb41d6e-068e-4b60-b2b2-6f4720d0cd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:54.170578 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-8241e0a8-35bf-44d5-afb6-a49bf126845d tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-217840741', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:54.183032 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59218) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:54.183936 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-8241e0a8-35bf-44d5-afb6-a49bf126845d tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:54.186623 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0522f59c-10cb-4ddf-bb32-1031ca036456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:54.192315 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-8241e0a8-35bf-44d5-afb6-a49bf126845d tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Usage tracker for resource:router and tenant:606cc91371d1452e8d6785505469e315 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:54.200158 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-8241e0a8-35bf-44d5-afb6-a49bf126845d tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:54.204471 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8f32693e-9795-4690-8c8d-46a169983460 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:54.217246 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-8241e0a8-35bf-44d5-afb6-a49bf126845d tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:54.233030 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-3d6d0bea-7db7-4fc4-8c95-7565d122957e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Allocated IP 172.26.10.32 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/e1c3b0ca-50e1-4d4a-9d17-2c428f86bbbc) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:15:54.270231 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8241e0a8-35bf-44d5-afb6-a49bf126845d tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:54.272204 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8241e0a8-35bf-44d5-afb6-a49bf126845d tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:54.289052 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0522f59c-10cb-4ddf-bb32-1031ca036456 None None] Network fe54651c-d1ab-482b-86fc-2079a0777fe8 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:15:54.296114 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-0522f59c-10cb-4ddf-bb32-1031ca036456 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:15:54.299314 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0522f59c-10cb-4ddf-bb32-1031ca036456 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:15:54.347966 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-5c8de075-bc19-41bc-8162-cab3dc5eb825 tempest-ServiceProvidersTest-245040286 tempest-ServiceProvidersTest-245040286-project] 10.222.0.50 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1613939 Oct 04 09:15:54.375373 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8241e0a8-35bf-44d5-afb6-a49bf126845d tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:54.392019 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-8f32693e-9795-4690-8c8d-46a169983460 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Calling delete_port for 3b926461-995c-4081-ad1c-69f8f39f92d1 owned by {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:15:54.393898 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb41d6e-068e-4b60-b2b2-6f4720d0cd54 None None] Pushing event updated for resources: {'Port': ['ID=3ddfd3b8-41b4-4ce4-8670-3bf24abd284d,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:54.430620 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8241e0a8-35bf-44d5-afb6-a49bf126845d tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:54.469929 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4b2c041e-085a-45ab-b039-9accdde9937a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:54.479580 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3d6d0bea-7db7-4fc4-8c95-7565d122957e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:54.490179 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8241e0a8-35bf-44d5-afb6-a49bf126845d tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:54.491371 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-8241e0a8-35bf-44d5-afb6-a49bf126845d tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3256207 Oct 04 09:15:54.494381 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59226) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:54.501977 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-b390e0d7-4ad8-454a-9790-54f19388a31b tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-492228564', 'prefixes': ['172.20.0.0/16']}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:54.509788 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-b390e0d7-4ad8-454a-9790-54f19388a31b tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:54.554097 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3d6d0bea-7db7-4fc4-8c95-7565d122957e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:54.618861 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4b2c041e-085a-45ab-b039-9accdde9937a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:54.627294 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2c041e-085a-45ab-b039-9accdde9937a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event deleted for resources: {'Subnet': ['ID=5d3d40cc-f694-4279-ad75-299c7c399312,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:54.641556 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d502ca9-7f4e-433e-80cb-c0bab86474c7 None None] Network 35aa0c51-ba0c-45a1-8373-559b804543b2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:15:54.647736 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6d0bea-7db7-4fc4-8c95-7565d122957e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:15:54.651600 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-3d6d0bea-7db7-4fc4-8c95-7565d122957e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:15:54.655030 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6d0bea-7db7-4fc4-8c95-7565d122957e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:15:54.684780 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-4b2c041e-085a-45ab-b039-9accdde9937a tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "DELETE /v2.0/subnets/5d3d40cc-f694-4279-ad75-299c7c399312 HTTP/1.1" status: 204 len: 168 time: 1.2651706 Oct 04 09:15:54.684967 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-59bb84bc-c66c-4a66-98e6-328ef0bb11b8 None None] Attempt 3 to provision port 7ed34cfc-0cad-4758-aba0-538d362549e4 Oct 04 09:15:54.686644 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59230) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:54.729498 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-4f780f49-e18d-4f21-9251-63e441b2487e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Request body: {'subnet': {'network_id': '35aa0c51-ba0c-45a1-8373-559b804543b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:54.732479 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device e2691356-e1d8-4741-a06a-8b3cb01062bb up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:15:54.758143 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6d0bea-7db7-4fc4-8c95-7565d122957e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event updated for resources: {'Port': ['ID=e1c3b0ca-50e1-4d4a-9d17-2c428f86bbbc,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:54.847296 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-0522f59c-10cb-4ddf-bb32-1031ca036456 None None] Attempting to bind port e1092e1a-6bcd-4150-8d43-68a7ac6406c1 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:15:54.847673 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-0522f59c-10cb-4ddf-bb32-1031ca036456 None None] Attempting to bind port e1092e1a-6bcd-4150-8d43-68a7ac6406c1 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '5b64d137-49ef-46ba-a605-c6b422d6a196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'fe54651c-d1ab-482b-86fc-2079a0777fe8'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:15:54.848040 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0522f59c-10cb-4ddf-bb32-1031ca036456 None None] Attempting to bind port e1092e1a-6bcd-4150-8d43-68a7ac6406c1 on network fe54651c-d1ab-482b-86fc-2079a0777fe8 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:15:54.872724 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8f32693e-9795-4690-8c8d-46a169983460 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:54.907967 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b390e0d7-4ad8-454a-9790-54f19388a31b tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Notify callbacks [] for subnetpool, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:54.912815 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-b390e0d7-4ad8-454a-9790-54f19388a31b tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.4138465 Oct 04 09:15:54.917808 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59236) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:54.920876 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0522f59c-10cb-4ddf-bb32-1031ca036456 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:15:54.921263 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0522f59c-10cb-4ddf-bb32-1031ca036456 None None] Checking segment: {'id': '5b64d137-49ef-46ba-a605-c6b422d6a196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'fe54651c-d1ab-482b-86fc-2079a0777fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:15:54.921747 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0522f59c-10cb-4ddf-bb32-1031ca036456 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:54.922312 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0522f59c-10cb-4ddf-bb32-1031ca036456 None None] Bound using segment: {'id': '5b64d137-49ef-46ba-a605-c6b422d6a196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'fe54651c-d1ab-482b-86fc-2079a0777fe8'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:15:54.922871 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-0522f59c-10cb-4ddf-bb32-1031ca036456 None None] Bound port: e1092e1a-6bcd-4150-8d43-68a7ac6406c1, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b64d137-49ef-46ba-a605-c6b422d6a196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'fe54651c-d1ab-482b-86fc-2079a0777fe8'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:15:54.923382 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0522f59c-10cb-4ddf-bb32-1031ca036456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:54.933219 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59240) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:54.944150 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0522f59c-10cb-4ddf-bb32-1031ca036456 None None] Pushing event updated for resources: {'Port': ['ID=e1092e1a-6bcd-4150-8d43-68a7ac6406c1,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:54.996981 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f32693e-9795-4690-8c8d-46a169983460 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event deleted for resources: {'Port': ['ID=3b926461-995c-4081-ad1c-69f8f39f92d1,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:55.002481 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8f32693e-9795-4690-8c8d-46a169983460 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:55.004199 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.tag.tag_plugin [None req-1e25ee54-b33a-43d5-9d60-e6a7821b0357 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '07dbe47d-852a-4ef0-8fd0-ece42bed05e2', 'tempest-TagsExtTest-Tag-1662799038') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:55.015772 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-8f32693e-9795-4690-8c8d-46a169983460 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "DELETE /v2.0/ports/3b926461-995c-4081-ad1c-69f8f39f92d1 HTTP/1.1" status: 204 len: 168 time: 1.5200012 Oct 04 09:15:55.018201 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59244) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:55.062693 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-59bb84bc-c66c-4a66-98e6-328ef0bb11b8 None None] Port 7ed34cfc-0cad-4758-aba0-538d362549e4 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:15:55.064984 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-741e8b03-ed15-478c-a08b-b43bec6e1ffe tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] GET failed (client error): The resource could not be found. Oct 04 09:15:55.065858 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-741e8b03-ed15-478c-a08b-b43bec6e1ffe tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Synchronizing usage tracker for tenant:8de43eb137fe47f9a4031ea91b631fcc on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:15:55.086287 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-741e8b03-ed15-478c-a08b-b43bec6e1ffe tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Unset dirty status for tenant:8de43eb137fe47f9a4031ea91b631fcc on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:15:55.090247 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-741e8b03-ed15-478c-a08b-b43bec6e1ffe tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "GET /v2.0/ports/3b926461-995c-4081-ad1c-69f8f39f92d1 HTTP/1.1" status: 404 len: 333 time: 0.0703108 Oct 04 09:15:55.090798 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59252) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:55.113794 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port e2691356-e1d8-4741-a06a-8b3cb01062bb triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:15:55.114926 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:55.115715 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port e2691356-e1d8-4741-a06a-8b3cb01062bb Oct 04 09:15:55.170845 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-4f780f49-e18d-4f21-9251-63e441b2487e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:55.254204 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cd7c911-99a1-434d-adfc-c66523bf7455 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Deleting subnet 8412db33-efae-430d-9b26-e6cebcdf5edf {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:15:55.259097 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5cd7c911-99a1-434d-adfc-c66523bf7455 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:55.271686 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-0522f59c-10cb-4ddf-bb32-1031ca036456 None None] For port e1092e1a-6bcd-4150-8d43-68a7ac6406c1, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:15:55.279566 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-0522f59c-10cb-4ddf-bb32-1031ca036456 None None] For port e1092e1a-6bcd-4150-8d43-68a7ac6406c1, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=e1092e1a-6bcd-4150-8d43-68a7ac6406c1,segment=NetworkSegment(5b64d137-49ef-46ba-a605-c6b422d6a196),segment_id=5b64d137-49ef-46ba-a605-c6b422d6a196)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:15:55.320904 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-4f780f49-e18d-4f21-9251-63e441b2487e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Usage tracker for resource:subnet and tenant:7c59b642fbd4440eb4278f2c0c212bcd is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:55.335970 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-4f780f49-e18d-4f21-9251-63e441b2487e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:55.337352 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0522f59c-10cb-4ddf-bb32-1031ca036456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:55.339275 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5cd7c911-99a1-434d-adfc-c66523bf7455 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:55.368691 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-4f780f49-e18d-4f21-9251-63e441b2487e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:55.371180 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8d625670-dd19-474b-bd52-5f743354bd18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:55.419886 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-8d625670-dd19-474b-bd52-5f743354bd18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:55.429355 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bdd5d1-cf9e-4980-9c8f-576e92289140 req-f6505e63-0118-46ef-80f6-aa5a8229bc5e tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:55.433800 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f780f49-e18d-4f21-9251-63e441b2487e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Made reservation on behalf of 7c59b642fbd4440eb4278f2c0c212bcd for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:15:55.437107 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f5bdd5d1-cf9e-4980-9c8f-576e92289140 req-f6505e63-0118-46ef-80f6-aa5a8229bc5e tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 0.2517691 Oct 04 09:15:55.437569 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4f780f49-e18d-4f21-9251-63e441b2487e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:55.464567 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-8d625670-dd19-474b-bd52-5f743354bd18 admin admin] Usage tracker for resource:security_group_rule and tenant:8e47bafbeced4afbabe93c2ca411436a is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:55.494028 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-8d625670-dd19-474b-bd52-5f743354bd18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:55.502951 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3d6d0bea-7db7-4fc4-8c95-7565d122957e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for router_gateway, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:55.532435 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f5bdd5d1-cf9e-4980-9c8f-576e92289140 req-b91b701a-ddb9-4980-a2d6-af9e45a7905c tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906429 Oct 04 09:15:55.565817 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-59bb84bc-c66c-4a66-98e6-328ef0bb11b8 None None] Attempt 4 to provision port 7ed34cfc-0cad-4758-aba0-538d362549e4 Oct 04 09:15:55.567401 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5cd7c911-99a1-434d-adfc-c66523bf7455 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:55.613365 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0522f59c-10cb-4ddf-bb32-1031ca036456 None None] Pushing event updated for resources: {'Port': ['ID=e1092e1a-6bcd-4150-8d43-68a7ac6406c1,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:55.687209 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5cd7c911-99a1-434d-adfc-c66523bf7455 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:55.740995 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port e2691356-e1d8-4741-a06a-8b3cb01062bb is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:15:55.744950 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-59bb84bc-c66c-4a66-98e6-328ef0bb11b8 None None] Port 7ed34cfc-0cad-4758-aba0-538d362549e4 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:15:55.749394 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd7c911-99a1-434d-adfc-c66523bf7455 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event deleted for resources: {'Subnet': ['ID=8412db33-efae-430d-9b26-e6cebcdf5edf,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:55.752139 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5cd7c911-99a1-434d-adfc-c66523bf7455 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:55.761937 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-5cd7c911-99a1-434d-adfc-c66523bf7455 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "DELETE /v2.0/subnets/8412db33-efae-430d-9b26-e6cebcdf5edf HTTP/1.1" status: 204 len: 168 time: 0.6698098 Oct 04 09:15:55.762620 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59258) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:55.847885 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d41f83-deb1-416a-9df3-23b9d50e4269 None None] Network eee18bec-1b23-4ff9-97f6-e5aa88f8d6c4 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:15:55.892862 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-8d625670-dd19-474b-bd52-5f743354bd18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:55.924131 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d2d66d99-3d2a-49d9-acae-dcb3307c0d57 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:55.942007 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-d2d66d99-3d2a-49d9-acae-dcb3307c0d57 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Deleting port e1092e1a-6bcd-4150-8d43-68a7ac6406c1 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:15:55.942803 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d2d66d99-3d2a-49d9-acae-dcb3307c0d57 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:56.092473 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-1e25ee54-b33a-43d5-9d60-e6a7821b0357 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] 10.222.0.50 "PUT /v2.0/subnets/07dbe47d-852a-4ef0-8fd0-ece42bed05e2/tags/tempest-TagsExtTest-Tag-1662799038 HTTP/1.1" status: 201 len: 201 time: 1.1716166 Oct 04 09:15:56.093070 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59262) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:56.100149 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.tag.tag_plugin [None req-a2764cab-7bee-40c9-9b23-202d037288b3 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '9736e095-502d-43c0-8f03-1b107c62bff0', 'tempest-TagsExtTest-Tag-1692923114') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:56.247795 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-59bb84bc-c66c-4a66-98e6-328ef0bb11b8 None None] Attempt 5 to provision port 7ed34cfc-0cad-4758-aba0-538d362549e4 Oct 04 09:15:56.288412 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-d2d66d99-3d2a-49d9-acae-dcb3307c0d57 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] For port e1092e1a-6bcd-4150-8d43-68a7ac6406c1, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=e1092e1a-6bcd-4150-8d43-68a7ac6406c1,segment=NetworkSegment(5b64d137-49ef-46ba-a605-c6b422d6a196),segment_id=5b64d137-49ef-46ba-a605-c6b422d6a196)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:15:56.288940 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d2d66d99-3d2a-49d9-acae-dcb3307c0d57 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:56.342911 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-59bb84bc-c66c-4a66-98e6-328ef0bb11b8 None None] Port 7ed34cfc-0cad-4758-aba0-538d362549e4 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:15:56.429869 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7c4da-368f-444c-af77-0e221d0fcb42 req-c3506434-a3f4-451c-a441-7ddd1f83c00a tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:56.437232 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-18e7c4da-368f-444c-af77-0e221d0fcb42 req-c3506434-a3f4-451c-a441-7ddd1f83c00a tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 0.5964961 Oct 04 09:15:56.485134 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3d6d0bea-7db7-4fc4-8c95-7565d122957e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:56.609397 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-d2d66d99-3d2a-49d9-acae-dcb3307c0d57 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Calling delete_port for e1092e1a-6bcd-4150-8d43-68a7ac6406c1 owned by network:dhcp {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:15:56.699013 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a2764cab-7bee-40c9-9b23-202d037288b3 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] 10.222.0.50 "PUT /v2.0/ports/9736e095-502d-43c0-8f03-1b107c62bff0/tags/tempest-TagsExtTest-Tag-1692923114 HTTP/1.1" status: 201 len: 201 time: 0.6053503 Oct 04 09:15:56.703474 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59268) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:56.710575 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.tag.tag_plugin [None req-46e26d23-7890-40a9-bdb5-a249af1d807b tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5d964144-fccc-4768-b127-0d263292d180', 'tempest-TagsExtTest-Tag-1558622438') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:56.717307 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 3ddfd3b8-41b4-4ce4-8670-3bf24abd284d up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:15:56.831485 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8d625670-dd19-474b-bd52-5f743354bd18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:56.846495 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-59bb84bc-c66c-4a66-98e6-328ef0bb11b8 None None] Attempt 6 to provision port 7ed34cfc-0cad-4758-aba0-538d362549e4 Oct 04 09:15:56.872754 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8d625670-dd19-474b-bd52-5f743354bd18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:56.885395 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d2d66d99-3d2a-49d9-acae-dcb3307c0d57 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:56.941905 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d66d99-3d2a-49d9-acae-dcb3307c0d57 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event deleted for resources: {'Port': ['ID=e1092e1a-6bcd-4150-8d43-68a7ac6406c1,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:56.949565 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-18e7c4da-368f-444c-af77-0e221d0fcb42 req-88335c4b-f174-4384-97af-53c9b7b55cce tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5079296 Oct 04 09:15:56.955047 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-59bb84bc-c66c-4a66-98e6-328ef0bb11b8 None None] Port 7ed34cfc-0cad-4758-aba0-538d362549e4 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:15:56.961432 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d66d99-3d2a-49d9-acae-dcb3307c0d57 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] No DVR routers for this DVR port e1092e1a-6bcd-4150-8d43-68a7ac6406c1 on host dv-neutron-860215-1-hyperv {{(pid=89033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:15:56.963399 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 3ddfd3b8-41b4-4ce4-8670-3bf24abd284d completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:15:56.971335 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device e1092e1a-6bcd-4150-8d43-68a7ac6406c1 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:15:57.004266 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-8d625670-dd19-474b-bd52-5f743354bd18 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8e47bafbeced4afbabe93c2ca411436a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0127487 Oct 04 09:15:57.011004 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59274) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:57.016189 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d625670-dd19-474b-bd52-5f743354bd18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=399ff9e3-0641-4c51-93f9-351372c9136d,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:57.065804 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: e1092e1a-6bcd-4150-8d43-68a7ac6406c1 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:15:57.066722 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device e1092e1a-6bcd-4150-8d43-68a7ac6406c1 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Oct 04 09:15:57.083978 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d6d0bea-7db7-4fc4-8c95-7565d122957e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Router 1cc27801-68f4-4610-b522-44b049d3e540 is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:15:57.125411 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Port e1092e1a-6bcd-4150-8d43-68a7ac6406c1 not found, will not notify nova. {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Oct 04 09:15:57.134916 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-46e26d23-7890-40a9-bdb5-a249af1d807b tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] 10.222.0.50 "PUT /v2.0/routers/5d964144-fccc-4768-b127-0d263292d180/tags/tempest-TagsExtTest-Tag-1558622438 HTTP/1.1" status: 201 len: 201 time: 0.4310551 Oct 04 09:15:57.146542 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59278) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:57.169684 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.tag.tag_plugin [None req-6eecc199-935c-43ad-a15d-260beab9b216 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '52cfc6b2-d849-4ccb-a6df-90e60022ddf2', 'tempest-TagsExtTest-Tag-2107945185') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:57.171670 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4489744-2494-47cd-bb8a-916c7f99b5e8 None None] Network fe54651c-d1ab-482b-86fc-2079a0777fe8 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:15:57.245485 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d2d66d99-3d2a-49d9-acae-dcb3307c0d57 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:57.290928 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4f780f49-e18d-4f21-9251-63e441b2487e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:57.315416 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-d2d66d99-3d2a-49d9-acae-dcb3307c0d57 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe54651c-d1ab-482b-86fc-2079a0777fe8']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:57.339323 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-d2d66d99-3d2a-49d9-acae-dcb3307c0d57 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b64d137-49ef-46ba-a605-c6b422d6a196') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:57.339758 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-d2d66d99-3d2a-49d9-acae-dcb3307c0d57 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b64d137-49ef-46ba-a605-c6b422d6a196') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:57.357595 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-299eff1d-0e96-48c0-972e-54baa4c7f3a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:57.362569 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d2d66d99-3d2a-49d9-acae-dcb3307c0d57 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:57.375554 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f780f49-e18d-4f21-9251-63e441b2487e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Network 35aa0c51-ba0c-45a1-8373-559b804543b2 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:15:57.382235 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-4f780f49-e18d-4f21-9251-63e441b2487e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:15:57.385189 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f780f49-e18d-4f21-9251-63e441b2487e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:57.385780 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4f780f49-e18d-4f21-9251-63e441b2487e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:57.387845 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-6eecc199-935c-43ad-a15d-260beab9b216 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] 10.222.0.50 "PUT /v2.0/subnetpools/52cfc6b2-d849-4ccb-a6df-90e60022ddf2/tags/tempest-TagsExtTest-Tag-2107945185 HTTP/1.1" status: 201 len: 201 time: 0.2402294 Oct 04 09:15:57.400785 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59282) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:57.405296 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a194b1-8478-4e6b-a10e-0d662d9977e4 None None] Network 35aa0c51-ba0c-45a1-8373-559b804543b2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:15:57.410206 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d2d66d99-3d2a-49d9-acae-dcb3307c0d57 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:57.419817 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.tag.tag_plugin [None req-e640f94b-eef7-47f6-8a6e-41a5ca47c8de tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '07dbe47d-852a-4ef0-8fd0-ece42bed05e2') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:57.432138 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110af290-09d4-4fd7-b194-7bbc2cd230b5 None None] DHCP port deletion for fe54651c-d1ab-482b-86fc-2079a0777fe8 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:15:57.433964 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-299eff1d-0e96-48c0-972e-54baa4c7f3a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:57.441659 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2d66d99-3d2a-49d9-acae-dcb3307c0d57 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:15:57.442062 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d2d66d99-3d2a-49d9-acae-dcb3307c0d57 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:57.446100 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f780f49-e18d-4f21-9251-63e441b2487e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event updated for resources: {'Subnet': ['ID=23ff52bd-91de-4ef0-9c08-d07c035adaa1,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:57.459724 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6d0bea-7db7-4fc4-8c95-7565d122957e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:15:57.472730 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f42714-4f8b-41a5-8446-61f39ac1c610 None None] Sync routers for ids ['1cc27801-68f4-4610-b522-44b049d3e540'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:15:57.483785 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f42714-4f8b-41a5-8446-61f39ac1c610 None None] Routers {'1cc27801-68f4-4610-b522-44b049d3e540'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:15:57.484721 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-53f42714-4f8b-41a5-8446-61f39ac1c610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:15:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['1cc27801-68f4-4610-b522-44b049d3e540'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:57.491006 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-59bb84bc-c66c-4a66-98e6-328ef0bb11b8 None None] Attempt 7 to provision port 7ed34cfc-0cad-4758-aba0-538d362549e4 Oct 04 09:15:57.493015 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3d6d0bea-7db7-4fc4-8c95-7565d122957e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:57.494502 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-3d6d0bea-7db7-4fc4-8c95-7565d122957e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.0948770 Oct 04 09:15:57.496986 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-4f780f49-e18d-4f21-9251-63e441b2487e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8044157 Oct 04 09:15:57.507951 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59288) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:57.508137 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59290) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:57.572447 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-53f42714-4f8b-41a5-8446-61f39ac1c610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:57.584952 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f42714-4f8b-41a5-8446-61f39ac1c610 None None] Routers {'1cc27801-68f4-4610-b522-44b049d3e540'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:15:57.585902 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-53f42714-4f8b-41a5-8446-61f39ac1c610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:15:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['1cc27801-68f4-4610-b522-44b049d3e540'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:57.586330 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-c557ffb1-22ab-44e7-a6c7-c50262afe467 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Request body: {'security_group': {'name': 'tempest-secgroup-65489069'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:57.590895 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-59bb84bc-c66c-4a66-98e6-328ef0bb11b8 None None] Port 7ed34cfc-0cad-4758-aba0-538d362549e4 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:15:57.601093 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-6543ecac-b5fd-4db6-9b72-7349d152f23b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:57.611465 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-c557ffb1-22ab-44e7-a6c7-c50262afe467 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:57.618539 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 5b64d137-49ef-46ba-a605-c6b422d6a196 resource provider aggregate not found Oct 04 09:15:57.627557 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-c557ffb1-22ab-44e7-a6c7-c50262afe467 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Usage tracker for resource:security_group and tenant:7c59b642fbd4440eb4278f2c0c212bcd is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:57.633618 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-c557ffb1-22ab-44e7-a6c7-c50262afe467 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:57.647766 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-c557ffb1-22ab-44e7-a6c7-c50262afe467 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:57.653481 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c3a67-ae8d-4bd5-b078-d27a94a70800 req-94e3543e-3ee2-47f9-9999-76fb73242c26 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:57.657918 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-53f42714-4f8b-41a5-8446-61f39ac1c610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:57.658646 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f42714-4f8b-41a5-8446-61f39ac1c610 None None] The sync data for ids ['1cc27801-68f4-4610-b522-44b049d3e540'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:15:57.660839 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-621c3a67-ae8d-4bd5-b078-d27a94a70800 req-94e3543e-3ee2-47f9-9999-76fb73242c26 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 0.5150607 Oct 04 09:15:57.674915 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 5b64d137-49ef-46ba-a605-c6b422d6a196 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5b64d137-49ef-46ba-a605-c6b422d6a196 found for delete ", "request_id": "req-a09d81c8-1745-4993-875c-3daf18fd7d9e"}]} Oct 04 09:15:57.679936 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-299eff1d-0e96-48c0-972e-54baa4c7f3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:57.728891 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299eff1d-0e96-48c0-972e-54baa4c7f3a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399ff9e3-0641-4c51-93f9-351372c9136d,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:57.741154 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d2d66d99-3d2a-49d9-acae-dcb3307c0d57 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:57.753406 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-299eff1d-0e96-48c0-972e-54baa4c7f3a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:57.755374 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-e640f94b-eef7-47f6-8a6e-41a5ca47c8de tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] 10.222.0.50 "GET /v2.0/subnets/07dbe47d-852a-4ef0-8fd0-ece42bed05e2/tags HTTP/1.1" status: 200 len: 241 time: 0.3488162 Oct 04 09:15:57.758478 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59298) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:57.759274 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c557ffb1-22ab-44e7-a6c7-c50262afe467 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:57.764235 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-299eff1d-0e96-48c0-972e-54baa4c7f3a4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/399ff9e3-0641-4c51-93f9-351372c9136d HTTP/1.1" status: 204 len: 168 time: 0.7346413 Oct 04 09:15:57.776748 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.tag.tag_plugin [None req-9e5fdd64-6e8a-4878-b0f7-ce23948e01c4 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '07dbe47d-852a-4ef0-8fd0-ece42bed05e2', 'tempest-TagsExtTest-Tag-1662799038') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:57.785378 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d2d66d99-3d2a-49d9-acae-dcb3307c0d57 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:57.797288 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-d2d66d99-3d2a-49d9-acae-dcb3307c0d57 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "DELETE /v2.0/networks/fe54651c-d1ab-482b-86fc-2079a0777fe8 HTTP/1.1" status: 204 len: 168 time: 2.0305505 Oct 04 09:15:57.804564 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59304) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:57.814744 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d66d99-3d2a-49d9-acae-dcb3307c0d57 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event deleted for resources: {'Network': ['ID=fe54651c-d1ab-482b-86fc-2079a0777fe8,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:57.822264 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-a14f8b31-b779-4026-b5f0-da8ad8aa9d53 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Request body: {'port': {'network_id': '602fef91-1f5e-40a1-b170-232ec46eaf2b', 'name': 'tempest-PortsIpV6TestJSON-1740722103'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:57.847155 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-621c3a67-ae8d-4bd5-b078-d27a94a70800 req-44a7813c-8ed8-4220-a161-55bfd4a2c4c9 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848540 Oct 04 09:15:57.853861 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-c557ffb1-22ab-44e7-a6c7-c50262afe467 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:57.868241 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-c557ffb1-22ab-44e7-a6c7-c50262afe467 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Usage tracker for resource:security_group_rule and tenant:7c59b642fbd4440eb4278f2c0c212bcd is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:57.875884 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-6bcfbdf8-59e6-4c53-b70b-33c39e378d31 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "GET /v2.0/routers/1cc27801-68f4-4610-b522-44b049d3e540 HTTP/1.1" status: 200 len: 885 time: 0.3667703 Oct 04 09:15:57.878753 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-c557ffb1-22ab-44e7-a6c7-c50262afe467 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:57.882714 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59308) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:57.946936 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-c557ffb1-22ab-44e7-a6c7-c50262afe467 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:57.957828 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55dde2b1-be5d-4a28-98a2-9b18b8af0977 None None] Update dhcp port {'port': {'network_id': '35aa0c51-ba0c-45a1-8373-559b804543b2', 'fixed_ips': [{'subnet_id': 'c00e52a0-2f40-483d-80e0-1ad63ee0432f', 'ip_address': '172.20.0.18'}, {'subnet_id': '23ff52bd-91de-4ef0-9c08-d07c035adaa1'}], 'binding:host_id': 'dv-neutron-860215-1-hyperv'}, 'id': 'e2691356-e1d8-4741-a06a-8b3cb01062bb'} from dv-neutron-860215-1-hyperv. {{(pid=89034) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 04 09:15:58.031992 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-a14f8b31-b779-4026-b5f0-da8ad8aa9d53 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:58.043421 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-9e5fdd64-6e8a-4878-b0f7-ce23948e01c4 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] 10.222.0.50 "GET /v2.0/subnets/07dbe47d-852a-4ef0-8fd0-ece42bed05e2/tags/tempest-TagsExtTest-Tag-1662799038 HTTP/1.1" status: 204 len: 168 time: 0.2707613 Oct 04 09:15:58.046312 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a14f8b31-b779-4026-b5f0-da8ad8aa9d53 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Usage tracker for resource:port and tenant:8de43eb137fe47f9a4031ea91b631fcc is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:58.050044 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59314) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:58.058715 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.tag.tag_plugin [None req-772c88d6-24ed-4db9-9b52-7e181e495ff7 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '07dbe47d-852a-4ef0-8fd0-ece42bed05e2', 'tempest-TagsExtTest-Tag-1662799038') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:58.087598 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c557ffb1-22ab-44e7-a6c7-c50262afe467 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:58.095729 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-59bb84bc-c66c-4a66-98e6-328ef0bb11b8 None None] Attempt 8 to provision port 7ed34cfc-0cad-4758-aba0-538d362549e4 Oct 04 09:15:58.102780 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a14f8b31-b779-4026-b5f0-da8ad8aa9d53 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:58.116981 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-a14f8b31-b779-4026-b5f0-da8ad8aa9d53 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:58.165470 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14f8b31-b779-4026-b5f0-da8ad8aa9d53 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Made reservation on behalf of 8de43eb137fe47f9a4031ea91b631fcc for: {'port': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:15:58.169689 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a14f8b31-b779-4026-b5f0-da8ad8aa9d53 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:58.183002 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c557ffb1-22ab-44e7-a6c7-c50262afe467 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:58.193658 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-55dde2b1-be5d-4a28-98a2-9b18b8af0977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:58.201203 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [None req-a14f8b31-b779-4026-b5f0-da8ad8aa9d53 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] device_id is not set on port 950cb574-751b-46f3-b9d2-353cf02fcaa2 yet. {{(pid=89033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:15:58.250854 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-59bb84bc-c66c-4a66-98e6-328ef0bb11b8 None None] Port 7ed34cfc-0cad-4758-aba0-538d362549e4 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:15:58.290844 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-772c88d6-24ed-4db9-9b52-7e181e495ff7 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] 10.222.0.50 "DELETE /v2.0/subnets/07dbe47d-852a-4ef0-8fd0-ece42bed05e2/tags/tempest-TagsExtTest-Tag-1662799038 HTTP/1.1" status: 204 len: 168 time: 0.2364473 Oct 04 09:15:58.291780 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59318) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:58.298286 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.tag.tag_plugin [None req-04861379-6b07-443c-978a-2a71ffd84234 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '07dbe47d-852a-4ef0-8fd0-ece42bed05e2') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:58.397461 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c557ffb1-22ab-44e7-a6c7-c50262afe467 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2dd5220-0595-45a5-bc76-71ce5dfbbf66,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:58.405234 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c557ffb1-22ab-44e7-a6c7-c50262afe467 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:58.409316 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-c557ffb1-22ab-44e7-a6c7-c50262afe467 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 0.8988531 Oct 04 09:15:58.411795 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59322) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:58.421012 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-ae54322e-2514-42cf-a5e8-caf55840e9d1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Request body: {'security_group': {'name': 'tempest-secgroup-1133287813'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:58.424051 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-55dde2b1-be5d-4a28-98a2-9b18b8af0977 None None] Allocated IP 172.20.0.2 (35aa0c51-ba0c-45a1-8373-559b804543b2/23ff52bd-91de-4ef0-9c08-d07c035adaa1/e2691356-e1d8-4741-a06a-8b3cb01062bb) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:15:58.429252 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-ae54322e-2514-42cf-a5e8-caf55840e9d1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:58.436641 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-ae54322e-2514-42cf-a5e8-caf55840e9d1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Usage tracker for resource:security_group and tenant:7c59b642fbd4440eb4278f2c0c212bcd is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:58.442502 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-ae54322e-2514-42cf-a5e8-caf55840e9d1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:58.451667 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-ae54322e-2514-42cf-a5e8-caf55840e9d1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:58.469861 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb88eb-3f20-48f8-89fe-e8332d424653 req-98df0b25-4f54-4dcc-8402-8c0a4e3f5116 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:58.470736 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a4bb88eb-3f20-48f8-89fe-e8332d424653 req-98df0b25-4f54-4dcc-8402-8c0a4e3f5116 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 0.3374410 Oct 04 09:15:58.494836 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ae54322e-2514-42cf-a5e8-caf55840e9d1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:58.503142 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-04861379-6b07-443c-978a-2a71ffd84234 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] 10.222.0.50 "GET /v2.0/subnets/07dbe47d-852a-4ef0-8fd0-ece42bed05e2/tags HTTP/1.1" status: 200 len: 205 time: 0.2103829 Oct 04 09:15:58.505668 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59326) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:58.510119 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a14f8b31-b779-4026-b5f0-da8ad8aa9d53 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:58.515169 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.tag.tag_plugin [None req-8bc71bc6-a6ad-4f03-897a-3b36cf3971c1 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '9736e095-502d-43c0-8f03-1b107c62bff0') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:58.542900 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-5aeb0220-9a38-4160-9588-6f56b79dacb6 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Synchronizing usage tracker for tenant:9e78cb9b328b4bfc813a095a6b1b578a on resource:router {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:15:58.548876 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-ae54322e-2514-42cf-a5e8-caf55840e9d1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:58.559390 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a4bb88eb-3f20-48f8-89fe-e8332d424653 req-d4f6fcf4-3526-4062-91bc-86f4ee474b66 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815904 Oct 04 09:15:58.561988 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-ae54322e-2514-42cf-a5e8-caf55840e9d1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Usage tracker for resource:security_group_rule and tenant:7c59b642fbd4440eb4278f2c0c212bcd is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:58.567956 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-ae54322e-2514-42cf-a5e8-caf55840e9d1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:58.575189 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-ae54322e-2514-42cf-a5e8-caf55840e9d1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:58.595978 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-5aeb0220-9a38-4160-9588-6f56b79dacb6 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Unset dirty status for tenant:9e78cb9b328b4bfc813a095a6b1b578a on resource:router {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:15:58.597634 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-5aeb0220-9a38-4160-9588-6f56b79dacb6 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.7139671 Oct 04 09:15:58.600602 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59332) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:58.606901 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-0e5ae1c1-c271-411e-9e33-2d46c576a634 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1949531414'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:58.614896 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-55dde2b1-be5d-4a28-98a2-9b18b8af0977 None None] For port e2691356-e1d8-4741-a06a-8b3cb01062bb, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=e2691356-e1d8-4741-a06a-8b3cb01062bb,segment=NetworkSegment(36e04a27-70d5-4ebd-beaf-3d0d7150690e),segment_id=36e04a27-70d5-4ebd-beaf-3d0d7150690e)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:15:58.617833 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-8bc71bc6-a6ad-4f03-897a-3b36cf3971c1 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] 10.222.0.50 "GET /v2.0/ports/9736e095-502d-43c0-8f03-1b107c62bff0/tags HTTP/1.1" status: 200 len: 241 time: 0.1111591 Oct 04 09:15:58.620568 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59336) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:58.625850 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.tag.tag_plugin [None req-089fb7d8-e6c4-4ecb-8bfc-2ab1e79174c2 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9736e095-502d-43c0-8f03-1b107c62bff0', 'tempest-TagsExtTest-Tag-1692923114') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:58.646121 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-55dde2b1-be5d-4a28-98a2-9b18b8af0977 None None] Notify callbacks [] for port, precommit_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:58.658577 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a14f8b31-b779-4026-b5f0-da8ad8aa9d53 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:58.665513 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-55dde2b1-be5d-4a28-98a2-9b18b8af0977 None None] Transition to ACTIVE for port object e2691356-e1d8-4741-a06a-8b3cb01062bb will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:15:58.668835 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device e1092e1a-6bcd-4150-8d43-68a7ac6406c1 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:15:58.701989 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-55dde2b1-be5d-4a28-98a2-9b18b8af0977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:58.757935 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: e1092e1a-6bcd-4150-8d43-68a7ac6406c1 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:15:58.757935 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device e1092e1a-6bcd-4150-8d43-68a7ac6406c1 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:15:58.757935 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-59bb84bc-c66c-4a66-98e6-328ef0bb11b8 None None] Attempt 9 to provision port 7ed34cfc-0cad-4758-aba0-538d362549e4 Oct 04 09:15:58.888296 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ae54322e-2514-42cf-a5e8-caf55840e9d1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:58.931073 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14f8b31-b779-4026-b5f0-da8ad8aa9d53 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Network 602fef91-1f5e-40a1-b170-232ec46eaf2b is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:15:58.932270 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-a14f8b31-b779-4026-b5f0-da8ad8aa9d53 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:15:58.941854 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14f8b31-b779-4026-b5f0-da8ad8aa9d53 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:15:58.950208 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-59bb84bc-c66c-4a66-98e6-328ef0bb11b8 None None] Port 7ed34cfc-0cad-4758-aba0-538d362549e4 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:15:58.950383 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14f8b31-b779-4026-b5f0-da8ad8aa9d53 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:58.951094 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a14f8b31-b779-4026-b5f0-da8ad8aa9d53 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:58.952940 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dde2b1-be5d-4a28-98a2-9b18b8af0977 None None] Pushing event updated for resources: {'Port': ['ID=e2691356-e1d8-4741-a06a-8b3cb01062bb,revision_number=6']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:58.965081 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ae54322e-2514-42cf-a5e8-caf55840e9d1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:58.969214 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14f8b31-b779-4026-b5f0-da8ad8aa9d53 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event updated for resources: {'Port': ['ID=950cb574-751b-46f3-b9d2-353cf02fcaa2,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:59.009095 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-089fb7d8-e6c4-4ecb-8bfc-2ab1e79174c2 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] 10.222.0.50 "GET /v2.0/ports/9736e095-502d-43c0-8f03-1b107c62bff0/tags/tempest-TagsExtTest-Tag-1692923114 HTTP/1.1" status: 204 len: 168 time: 0.3873727 Oct 04 09:15:59.010714 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59342) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:59.014480 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a14f8b31-b779-4026-b5f0-da8ad8aa9d53 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2019930 Oct 04 09:15:59.017074 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59346) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:59.018556 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.tag.tag_plugin [None req-95a8d1fc-a8ad-49e8-b0f4-20483b98f681 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '9736e095-502d-43c0-8f03-1b107c62bff0', 'tempest-TagsExtTest-Tag-1692923114') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:59.125568 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-95a8d1fc-a8ad-49e8-b0f4-20483b98f681 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] 10.222.0.50 "DELETE /v2.0/ports/9736e095-502d-43c0-8f03-1b107c62bff0/tags/tempest-TagsExtTest-Tag-1692923114 HTTP/1.1" status: 204 len: 168 time: 0.1119032 Oct 04 09:15:59.126335 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59350) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:59.131879 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.tag.tag_plugin [None req-2512d74c-d33a-482c-ba6b-ee795693b56b tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '9736e095-502d-43c0-8f03-1b107c62bff0') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:59.138416 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ae54322e-2514-42cf-a5e8-caf55840e9d1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:59.139628 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-ae54322e-2514-42cf-a5e8-caf55840e9d1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7247336 Oct 04 09:15:59.140586 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae54322e-2514-42cf-a5e8-caf55840e9d1 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1984b30f-10b9-4497-9e2f-3349415ed3c2,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:15:59.150533 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59354) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:59.211944 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-2512d74c-d33a-482c-ba6b-ee795693b56b tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] 10.222.0.50 "GET /v2.0/ports/9736e095-502d-43c0-8f03-1b107c62bff0/tags HTTP/1.1" status: 200 len: 205 time: 0.0822744 Oct 04 09:15:59.212183 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59358) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:59.217964 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.tag.tag_plugin [None req-f8568127-903b-41c8-aa2a-6714dd2fe102 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5d964144-fccc-4768-b127-0d263292d180') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:59.222861 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-5f7fc1d4-e868-4761-a61c-8c558178a235 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Request body: {'security_group': {'name': 'tempest-secgroup-936435958'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:15:59.247004 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-5f7fc1d4-e868-4761-a61c-8c558178a235 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:59.261521 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-5f7fc1d4-e868-4761-a61c-8c558178a235 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Usage tracker for resource:security_group and tenant:7c59b642fbd4440eb4278f2c0c212bcd is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:59.269151 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-5f7fc1d4-e868-4761-a61c-8c558178a235 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:59.290252 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-5f7fc1d4-e868-4761-a61c-8c558178a235 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:59.299926 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-ec3e4d84-9998-457a-b342-78b1a00141d7 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Deleting port 950cb574-751b-46f3-b9d2-353cf02fcaa2 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:15:59.300315 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ec3e4d84-9998-457a-b342-78b1a00141d7 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:59.362024 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-f8568127-903b-41c8-aa2a-6714dd2fe102 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] 10.222.0.50 "GET /v2.0/routers/5d964144-fccc-4768-b127-0d263292d180/tags HTTP/1.1" status: 200 len: 241 time: 0.1466813 Oct 04 09:15:59.362239 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59362) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:59.367967 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.tag.tag_plugin [None req-85e51a97-7e61-4a4c-ab88-d46def6c3caf tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5d964144-fccc-4768-b127-0d263292d180', 'tempest-TagsExtTest-Tag-1558622438') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:59.440674 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5f7fc1d4-e868-4761-a61c-8c558178a235 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:59.452022 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-59bb84bc-c66c-4a66-98e6-328ef0bb11b8 None None] Attempt 10 to provision port 7ed34cfc-0cad-4758-aba0-538d362549e4 Oct 04 09:15:59.507231 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-59bb84bc-c66c-4a66-98e6-328ef0bb11b8 None None] Port 7ed34cfc-0cad-4758-aba0-538d362549e4 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:15:59.520686 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-85e51a97-7e61-4a4c-ab88-d46def6c3caf tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] 10.222.0.50 "GET /v2.0/routers/5d964144-fccc-4768-b127-0d263292d180/tags/tempest-TagsExtTest-Tag-1558622438 HTTP/1.1" status: 204 len: 168 time: 0.1573632 Oct 04 09:15:59.523258 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59366) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:59.528551 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.tag.tag_plugin [None req-7c9d2a3c-d4e4-4de8-84b5-9026531b36e5 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '5d964144-fccc-4768-b127-0d263292d180', 'tempest-TagsExtTest-Tag-1558622438') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:59.583588 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-5f7fc1d4-e868-4761-a61c-8c558178a235 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:15:59.596066 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-5f7fc1d4-e868-4761-a61c-8c558178a235 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Usage tracker for resource:security_group_rule and tenant:7c59b642fbd4440eb4278f2c0c212bcd is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:15:59.608263 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2cbde-1c4d-4e08-b5ce-50698db081ad req-6d76ad5d-b850-4a7a-9caf-d1f9255f701a tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:15:59.609696 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-48d2cbde-1c4d-4e08-b5ce-50698db081ad req-6d76ad5d-b850-4a7a-9caf-d1f9255f701a tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 0.5917592 Oct 04 09:15:59.610485 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-5f7fc1d4-e868-4761-a61c-8c558178a235 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:15:59.621957 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-f8747351-f136-44d1-8954-90f22e4d1ad9 None None] Could not find standard attr ID for object 81ec5f12-caf2-4e4b-91bb-17a56db70ae3. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:15:59.623097 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-5f7fc1d4-e868-4761-a61c-8c558178a235 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:15:59.625007 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-f8747351-f136-44d1-8954-90f22e4d1ad9 None None] Could not find standard attr ID for object e1092e1a-6bcd-4150-8d43-68a7ac6406c1. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:15:59.636140 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-f8747351-f136-44d1-8954-90f22e4d1ad9 None None] Provisioning for port 9736e095-502d-43c0-8f03-1b107c62bff0 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:15:59.641413 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-f8747351-f136-44d1-8954-90f22e4d1ad9 None None] Provisioning complete for port 9736e095-502d-43c0-8f03-1b107c62bff0 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:15:59.641791 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f8747351-f136-44d1-8954-90f22e4d1ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:59.642191 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f8747351-f136-44d1-8954-90f22e4d1ad9 None None] Attempt 1 to provision port 9736e095-502d-43c0-8f03-1b107c62bff0 Oct 04 09:15:59.692598 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-7c9d2a3c-d4e4-4de8-84b5-9026531b36e5 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] 10.222.0.50 "DELETE /v2.0/routers/5d964144-fccc-4768-b127-0d263292d180/tags/tempest-TagsExtTest-Tag-1558622438 HTTP/1.1" status: 204 len: 168 time: 0.1574347 Oct 04 09:15:59.694166 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59370) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:59.701898 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.tag.tag_plugin [None req-075f2102-3ccd-4d2f-ba62-a7e2ae964fd1 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5d964144-fccc-4768-b127-0d263292d180') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:59.706562 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f8747351-f136-44d1-8954-90f22e4d1ad9 None None] Port 9736e095-502d-43c0-8f03-1b107c62bff0 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:15:59.751668 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0e5ae1c1-c271-411e-9e33-2d46c576a634 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:59.806204 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0e5ae1c1-c271-411e-9e33-2d46c576a634 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736963', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1737124'] for router, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:59.814899 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ec3e4d84-9998-457a-b342-78b1a00141d7 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:15:59.825178 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-48d2cbde-1c4d-4e08-b5ce-50698db081ad req-f8b93de3-d610-4c2a-8755-088519406fea tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1995981 Oct 04 09:15:59.854504 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-075f2102-3ccd-4d2f-ba62-a7e2ae964fd1 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] 10.222.0.50 "GET /v2.0/routers/5d964144-fccc-4768-b127-0d263292d180/tags HTTP/1.1" status: 200 len: 205 time: 0.1590357 Oct 04 09:15:59.856949 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59374) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:59.861652 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.tag.tag_plugin [None req-a1c8b481-15d0-469a-a1ca-86ba5fd26ef4 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '52cfc6b2-d849-4ccb-a6df-90e60022ddf2') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:59.885456 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a1c8b481-15d0-469a-a1ca-86ba5fd26ef4 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] 10.222.0.50 "GET /v2.0/subnetpools/52cfc6b2-d849-4ccb-a6df-90e60022ddf2/tags HTTP/1.1" status: 200 len: 241 time: 0.0275373 Oct 04 09:15:59.887920 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59378) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:59.892680 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.tag.tag_plugin [None req-8a040e5e-01dd-4b01-8b0d-fbc8256c26f8 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '52cfc6b2-d849-4ccb-a6df-90e60022ddf2', 'tempest-TagsExtTest-Tag-2107945185') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:59.916325 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-8a040e5e-01dd-4b01-8b0d-fbc8256c26f8 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] 10.222.0.50 "GET /v2.0/subnetpools/52cfc6b2-d849-4ccb-a6df-90e60022ddf2/tags/tempest-TagsExtTest-Tag-2107945185 HTTP/1.1" status: 204 len: 168 time: 0.0272973 Oct 04 09:15:59.918567 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59382) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:59.923240 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.tag.tag_plugin [None req-e3d62805-1894-4bfd-8ef1-0b75e75d1575 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '52cfc6b2-d849-4ccb-a6df-90e60022ddf2', 'tempest-TagsExtTest-Tag-2107945185') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:59.959742 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-e3d62805-1894-4bfd-8ef1-0b75e75d1575 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] 10.222.0.50 "DELETE /v2.0/subnetpools/52cfc6b2-d849-4ccb-a6df-90e60022ddf2/tags/tempest-TagsExtTest-Tag-2107945185 HTTP/1.1" status: 204 len: 168 time: 0.0400443 Oct 04 09:15:59.962112 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59386) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:59.967269 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.tag.tag_plugin [None req-6caadbc9-2bc0-47d4-83ff-81dc3c891802 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '52cfc6b2-d849-4ccb-a6df-90e60022ddf2') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:15:59.990947 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-6caadbc9-2bc0-47d4-83ff-81dc3c891802 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] 10.222.0.50 "GET /v2.0/subnetpools/52cfc6b2-d849-4ccb-a6df-90e60022ddf2/tags HTTP/1.1" status: 200 len: 205 time: 0.0277390 Oct 04 09:15:59.993380 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59390) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:15:59.999613 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.tag.tag_plugin [None req-104c435f-fa61-436d-8661-a25b35963cb2 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '52cfc6b2-d849-4ccb-a6df-90e60022ddf2') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:00.032858 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-104c435f-fa61-436d-8661-a25b35963cb2 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] 10.222.0.50 "DELETE /v2.0/subnetpools/52cfc6b2-d849-4ccb-a6df-90e60022ddf2/tags HTTP/1.1" status: 204 len: 168 time: 0.0384862 Oct 04 09:16:00.035464 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59394) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:00.041274 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.tag.tag_plugin [None req-eed32db9-09c9-4bc5-8fbf-5a84eede4b97 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5d964144-fccc-4768-b127-0d263292d180') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:00.155947 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-ec3e4d84-9998-457a-b342-78b1a00141d7 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Calling delete_port for 950cb574-751b-46f3-b9d2-353cf02fcaa2 owned by {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:16:00.179258 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-eed32db9-09c9-4bc5-8fbf-5a84eede4b97 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] 10.222.0.50 "DELETE /v2.0/routers/5d964144-fccc-4768-b127-0d263292d180/tags HTTP/1.1" status: 204 len: 168 time: 0.1427503 Oct 04 09:16:00.181801 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59398) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:00.186878 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.tag.tag_plugin [None req-603be84d-11f6-4a57-a56c-02a47b406649 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9736e095-502d-43c0-8f03-1b107c62bff0') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:00.211330 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f8747351-f136-44d1-8954-90f22e4d1ad9 None None] Attempt 2 to provision port 9736e095-502d-43c0-8f03-1b107c62bff0 Oct 04 09:16:00.261874 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-603be84d-11f6-4a57-a56c-02a47b406649 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] 10.222.0.50 "DELETE /v2.0/ports/9736e095-502d-43c0-8f03-1b107c62bff0/tags HTTP/1.1" status: 204 len: 168 time: 0.0790129 Oct 04 09:16:00.264595 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59402) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:00.270140 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.tag.tag_plugin [None req-8c78f1ca-13e2-476d-b7df-6a60fa725708 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '07dbe47d-852a-4ef0-8fd0-ece42bed05e2') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:00.270334 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e7debc1c-4bc8-43d6-975a-9a875d5f9a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:00.281030 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f8747351-f136-44d1-8954-90f22e4d1ad9 None None] Port 9736e095-502d-43c0-8f03-1b107c62bff0 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:16:00.301053 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5f7fc1d4-e868-4761-a61c-8c558178a235 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:00.320250 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5f7fc1d4-e868-4761-a61c-8c558178a235 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:00.343124 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-8c78f1ca-13e2-476d-b7df-6a60fa725708 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] 10.222.0.50 "DELETE /v2.0/subnets/07dbe47d-852a-4ef0-8fd0-ece42bed05e2/tags HTTP/1.1" status: 204 len: 168 time: 0.0774441 Oct 04 09:16:00.347754 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59406) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:00.352997 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.tag.tag_plugin [None req-a52d40c5-e185-4688-8ab2-28d1982900eb tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '07dbe47d-852a-4ef0-8fd0-ece42bed05e2', 'tempest-TagsExtTest-Tag-1620129050') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:00.395107 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ec3e4d84-9998-457a-b342-78b1a00141d7 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:00.433098 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5f7fc1d4-e868-4761-a61c-8c558178a235 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:00.433571 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a52d40c5-e185-4688-8ab2-28d1982900eb tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] 10.222.0.50 "PUT /v2.0/subnets/07dbe47d-852a-4ef0-8fd0-ece42bed05e2/tags/tempest-TagsExtTest-Tag-1620129050 HTTP/1.1" status: 201 len: 201 time: 0.0847974 Oct 04 09:16:00.434300 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-5f7fc1d4-e868-4761-a61c-8c558178a235 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.2283089 Oct 04 09:16:00.435215 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7fc1d4-e868-4761-a61c-8c558178a235 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=482ff3d4-8c82-422a-a31c-50d69a355c38,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:00.436253 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59410) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:00.438342 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59412) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:00.443696 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.tag.tag_plugin [None req-469c9d30-27b1-496c-9a7b-e4ad7b1d1ceb tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '9736e095-502d-43c0-8f03-1b107c62bff0', 'tempest-TagsExtTest-Tag-1672397848') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:00.450234 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e5ae1c1-c271-411e-9e33-2d46c576a634 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Router 1cc27801-68f4-4610-b522-44b049d3e540 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:16:00.461342 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e4d84-9998-457a-b342-78b1a00141d7 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event deleted for resources: {'Port': ['ID=950cb574-751b-46f3-b9d2-353cf02fcaa2,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:00.465908 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ec3e4d84-9998-457a-b342-78b1a00141d7 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:00.476640 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-5e1458d9-bdb5-44fe-9f03-59b7f0897922 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1110354264', 'security_groups': ['482ff3d4-8c82-422a-a31c-50d69a355c38'], 'network_id': '35aa0c51-ba0c-45a1-8373-559b804543b2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '23ff52bd-91de-4ef0-9c08-d07c035adaa1'}]}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:16:00.480841 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-ec3e4d84-9998-457a-b342-78b1a00141d7 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "DELETE /v2.0/ports/950cb574-751b-46f3-b9d2-353cf02fcaa2 HTTP/1.1" status: 204 len: 168 time: 1.4599278 Oct 04 09:16:00.497694 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59418) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:00.510238 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-cc79694a-c6da-423b-913a-7203d636c24a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Request body: {'port': {'network_id': '602fef91-1f5e-40a1-b170-232ec46eaf2b', 'mac_address': 'fa:16:3e:3b:b2:c4', 'name': 'tempest-PortsIpV6TestJSON-1868182403'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:16:00.573974 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device e2691356-e1d8-4741-a06a-8b3cb01062bb up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:16:00.647571 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:00.663051 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5ae1c1-c271-411e-9e33-2d46c576a634 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:16:00.671569 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0e5ae1c1-c271-411e-9e33-2d46c576a634 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:00.673052 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-0e5ae1c1-c271-411e-9e33-2d46c576a634 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "PUT /v2.0/routers/1cc27801-68f4-4610-b522-44b049d3e540 HTTP/1.1" status: 200 len: 892 time: 2.0713105 Oct 04 09:16:00.673538 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f6e9dd-e5bf-4ad8-bb38-45c246da6c1a None None] Sync routers for ids ['1cc27801-68f4-4610-b522-44b049d3e540'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:16:00.675565 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59422) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:00.683552 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f6e9dd-e5bf-4ad8-bb38-45c246da6c1a None None] Routers {'1cc27801-68f4-4610-b522-44b049d3e540'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:16:00.684406 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-78f6e9dd-e5bf-4ad8-bb38-45c246da6c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:16:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['1cc27801-68f4-4610-b522-44b049d3e540'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:00.752675 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-78f6e9dd-e5bf-4ad8-bb38-45c246da6c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:00.772916 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f6e9dd-e5bf-4ad8-bb38-45c246da6c1a None None] Routers {'1cc27801-68f4-4610-b522-44b049d3e540'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:16:00.773941 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-78f6e9dd-e5bf-4ad8-bb38-45c246da6c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:16:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['1cc27801-68f4-4610-b522-44b049d3e540'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:00.834359 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f8747351-f136-44d1-8954-90f22e4d1ad9 None None] Attempt 3 to provision port 9736e095-502d-43c0-8f03-1b107c62bff0 Oct 04 09:16:00.868309 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-cc79694a-c6da-423b-913a-7203d636c24a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:16:00.875003 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-cc79694a-c6da-423b-913a-7203d636c24a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Usage tracker for resource:port and tenant:8de43eb137fe47f9a4031ea91b631fcc is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:16:00.878165 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:00.880887 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-cc79694a-c6da-423b-913a-7203d636c24a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:16:00.886559 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-78f6e9dd-e5bf-4ad8-bb38-45c246da6c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:00.886965 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f6e9dd-e5bf-4ad8-bb38-45c246da6c1a None None] The sync data for ids ['1cc27801-68f4-4610-b522-44b049d3e540'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:16:00.888287 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-cc79694a-c6da-423b-913a-7203d636c24a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:16:00.891944 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-5e1458d9-bdb5-44fe-9f03-59b7f0897922 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:16:00.902766 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f8747351-f136-44d1-8954-90f22e4d1ad9 None None] Port 9736e095-502d-43c0-8f03-1b107c62bff0 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:16:00.911768 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-5e1458d9-bdb5-44fe-9f03-59b7f0897922 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:16:00.916011 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc79694a-c6da-423b-913a-7203d636c24a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Made reservation on behalf of 8de43eb137fe47f9a4031ea91b631fcc for: {'port': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:16:00.920390 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-c09e1cd4-3a3f-4fdd-87bf-a76cf4c8a913 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "GET /v2.0/routers/1cc27801-68f4-4610-b522-44b049d3e540 HTTP/1.1" status: 200 len: 892 time: 0.2418163 Oct 04 09:16:00.921538 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59428) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:00.975744 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-4e735df0-31ff-400b-adda-f464e20a0c95 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Synchronizing usage tracker for tenant:9e78cb9b328b4bfc813a095a6b1b578a on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:16:00.990925 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-4e735df0-31ff-400b-adda-f464e20a0c95 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Unset dirty status for tenant:9e78cb9b328b4bfc813a095a6b1b578a on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:16:00.994449 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-4e735df0-31ff-400b-adda-f464e20a0c95 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cc27801-68f4-4610-b522-44b049d3e540 HTTP/1.1" status: 200 len: 205 time: 0.0692973 Oct 04 09:16:00.994615 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-469c9d30-27b1-496c-9a7b-e4ad7b1d1ceb tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] 10.222.0.50 "PUT /v2.0/ports/9736e095-502d-43c0-8f03-1b107c62bff0/tags/tempest-TagsExtTest-Tag-1672397848 HTTP/1.1" status: 201 len: 201 time: 0.5560677 Oct 04 09:16:00.996019 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59432) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:00.996378 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59434) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:01.041399 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1458d9-bdb5-44fe-9f03-59b7f0897922 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Made reservation on behalf of 7c59b642fbd4440eb4278f2c0c212bcd for: {'port': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:16:01.059746 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.tag.tag_plugin [None req-31ddf05f-1cc5-4d6c-82d4-7a5506345001 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5d964144-fccc-4768-b127-0d263292d180', 'tempest-TagsExtTest-Tag-1789564727') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:01.170631 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cc79694a-c6da-423b-913a-7203d636c24a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:01.226566 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [None req-cc79694a-c6da-423b-913a-7203d636c24a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] device_id is not set on port c2c947a0-91d2-47d6-8af1-90dce0ce53b4 yet. {{(pid=89033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:16:01.291782 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5e1458d9-bdb5-44fe-9f03-59b7f0897922 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:01.319808 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c110c0-9b70-4c28-98d2-79208339c010 req-25b90669-d3a3-4029-bed7-4c2aac83c000 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:01.321333 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-b4c110c0-9b70-4c28-98d2-79208339c010 req-25b90669-d3a3-4029-bed7-4c2aac83c000 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 0.3351648 Oct 04 09:16:01.322011 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-dd314d09-2ff4-4bb7-82c3-afec00c20ed2 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for router, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:01.360530 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [None req-5e1458d9-bdb5-44fe-9f03-59b7f0897922 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] device_id is not set on port 13cf5f57-88ab-4534-ba7c-40c113022f63 yet. {{(pid=89033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:16:01.391740 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-31ddf05f-1cc5-4d6c-82d4-7a5506345001 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] 10.222.0.50 "PUT /v2.0/routers/5d964144-fccc-4768-b127-0d263292d180/tags/tempest-TagsExtTest-Tag-1789564727 HTTP/1.1" status: 201 len: 201 time: 0.3928337 Oct 04 09:16:01.398162 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59440) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:01.404191 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f8747351-f136-44d1-8954-90f22e4d1ad9 None None] Attempt 4 to provision port 9736e095-502d-43c0-8f03-1b107c62bff0 Oct 04 09:16:01.419954 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.tag.tag_plugin [None req-b95055f7-00d1-4a64-943b-760ae38d725d tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '52cfc6b2-d849-4ccb-a6df-90e60022ddf2', 'tempest-TagsExtTest-Tag-2030297645') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:01.459044 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f8747351-f136-44d1-8954-90f22e4d1ad9 None None] Port 9736e095-502d-43c0-8f03-1b107c62bff0 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:16:01.486043 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-b4c110c0-9b70-4c28-98d2-79208339c010 req-602b808b-1f3b-4a7c-9fce-47e5f1ac6309 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581683 Oct 04 09:16:01.517721 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-dd314d09-2ff4-4bb7-82c3-afec00c20ed2 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:01.527677 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-dd314d09-2ff4-4bb7-82c3-afec00c20ed2 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Deleting port e1c3b0ca-50e1-4d4a-9d17-2c428f86bbbc {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:16:01.528012 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-dd314d09-2ff4-4bb7-82c3-afec00c20ed2 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:01.675812 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-b95055f7-00d1-4a64-943b-760ae38d725d tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] 10.222.0.50 "PUT /v2.0/subnetpools/52cfc6b2-d849-4ccb-a6df-90e60022ddf2/tags/tempest-TagsExtTest-Tag-2030297645 HTTP/1.1" status: 201 len: 201 time: 0.2729757 Oct 04 09:16:01.687515 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59444) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:01.699194 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.tag.tag_plugin [None req-ff9995d3-fa04-48cf-b752-c78e0007a1d1 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '07dbe47d-852a-4ef0-8fd0-ece42bed05e2', {'tags': ['tempest-TagsExtTest-Tag-1383460747', 'tempest-TagsExtTest-Tag-1625428800', 'tempest-TagsExtTest-Tag-1312865335']}) {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:01.778038 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cc79694a-c6da-423b-913a-7203d636c24a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:01.819529 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-dd314d09-2ff4-4bb7-82c3-afec00c20ed2 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:01.841602 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-5e1458d9-bdb5-44fe-9f03-59b7f0897922 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Allocated IP 172.20.0.12 (35aa0c51-ba0c-45a1-8373-559b804543b2/23ff52bd-91de-4ef0-9c08-d07c035adaa1/13cf5f57-88ab-4534-ba7c-40c113022f63) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:16:01.861263 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-ff9995d3-fa04-48cf-b752-c78e0007a1d1 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] 10.222.0.50 "PUT /v2.0/subnets/07dbe47d-852a-4ef0-8fd0-ece42bed05e2/tags HTTP/1.1" status: 200 len: 318 time: 0.1678486 Oct 04 09:16:01.861828 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59448) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:01.871320 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.tag.tag_plugin [None req-274c8b0b-7dde-4b74-951b-6bf7a8e3aac0 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '07dbe47d-852a-4ef0-8fd0-ece42bed05e2') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:01.909612 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cc79694a-c6da-423b-913a-7203d636c24a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:01.949395 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-dd314d09-2ff4-4bb7-82c3-afec00c20ed2 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Calling delete_port for e1c3b0ca-50e1-4d4a-9d17-2c428f86bbbc owned by network:router_gateway {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:16:01.960416 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f8747351-f136-44d1-8954-90f22e4d1ad9 None None] Attempt 5 to provision port 9736e095-502d-43c0-8f03-1b107c62bff0 Oct 04 09:16:02.020229 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f8747351-f136-44d1-8954-90f22e4d1ad9 None None] Port 9736e095-502d-43c0-8f03-1b107c62bff0 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:16:02.025861 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc79694a-c6da-423b-913a-7203d636c24a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Network 602fef91-1f5e-40a1-b170-232ec46eaf2b is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:16:02.077827 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-cc79694a-c6da-423b-913a-7203d636c24a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:16:02.087186 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc79694a-c6da-423b-913a-7203d636c24a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:16:02.092558 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc79694a-c6da-423b-913a-7203d636c24a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:02.093155 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cc79694a-c6da-423b-913a-7203d636c24a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:02.118161 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-dd314d09-2ff4-4bb7-82c3-afec00c20ed2 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:02.126262 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc79694a-c6da-423b-913a-7203d636c24a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event updated for resources: {'Port': ['ID=c2c947a0-91d2-47d6-8af1-90dce0ce53b4,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:02.165284 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:02.167114 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd314d09-2ff4-4bb7-82c3-afec00c20ed2 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event deleted for resources: {'Port': ['ID=e1c3b0ca-50e1-4d4a-9d17-2c428f86bbbc,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:02.173932 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-cc79694a-c6da-423b-913a-7203d636c24a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6725345 Oct 04 09:16:02.178273 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59452) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:02.269700 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-dd314d09-2ff4-4bb7-82c3-afec00c20ed2 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737040'] for router_gateway, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:02.270043 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5e1458d9-bdb5-44fe-9f03-59b7f0897922 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:02.296563 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-5e1458d9-bdb5-44fe-9f03-59b7f0897922 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Transition to ACTIVE for port object 13cf5f57-88ab-4534-ba7c-40c113022f63 will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:16:02.305365 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b391f94-3eeb-4a4b-a982-802aa6ac9d24 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:02.305937 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-6b391f94-3eeb-4a4b-a982-802aa6ac9d24 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Synchronizing usage tracker for tenant:8de43eb137fe47f9a4031ea91b631fcc on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:16:02.312462 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-274c8b0b-7dde-4b74-951b-6bf7a8e3aac0 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] 10.222.0.50 "DELETE /v2.0/subnets/07dbe47d-852a-4ef0-8fd0-ece42bed05e2/tags HTTP/1.1" status: 204 len: 168 time: 0.4499803 Oct 04 09:16:02.318962 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59456) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:02.329261 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.tag.tag_plugin [None req-366c9b67-c518-4b03-8448-21a37f2bae10 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '07dbe47d-852a-4ef0-8fd0-ece42bed05e2', 'tempest-TagsExtTest-Tag-1383460747') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:02.362461 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-6b391f94-3eeb-4a4b-a982-802aa6ac9d24 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Unset dirty status for tenant:8de43eb137fe47f9a4031ea91b631fcc on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:16:02.363619 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-6b391f94-3eeb-4a4b-a982-802aa6ac9d24 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "GET /v2.0/ports/c2c947a0-91d2-47d6-8af1-90dce0ce53b4 HTTP/1.1" status: 200 len: 845 time: 0.1830726 Oct 04 09:16:02.369868 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59460) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:02.448929 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5e1458d9-bdb5-44fe-9f03-59b7f0897922 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:02.450871 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-dd314d09-2ff4-4bb7-82c3-afec00c20ed2 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:02.453835 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-dd314d09-2ff4-4bb7-82c3-afec00c20ed2 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:02.480095 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-dd314d09-2ff4-4bb7-82c3-afec00c20ed2 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:02.480996 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd314d09-2ff4-4bb7-82c3-afec00c20ed2 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Fanout notify agent at l3_agent the message router_deleted on router 1cc27801-68f4-4610-b522-44b049d3e540 {{(pid=89032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:16:02.522216 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f8747351-f136-44d1-8954-90f22e4d1ad9 None None] Attempt 6 to provision port 9736e095-502d-43c0-8f03-1b107c62bff0 Oct 04 09:16:02.523527 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-dd314d09-2ff4-4bb7-82c3-afec00c20ed2 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:02.524936 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-dd314d09-2ff4-4bb7-82c3-afec00c20ed2 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "DELETE /v2.0/routers/1cc27801-68f4-4610-b522-44b049d3e540 HTTP/1.1" status: 204 len: 168 time: 1.5276430 Oct 04 09:16:02.528922 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59466) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:02.535819 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-08b8412f-ce17-4f92-baf2-68ad0be723e1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1620718181'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:16:02.542006 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-08b8412f-ce17-4f92-baf2-68ad0be723e1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:16:02.547138 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-08b8412f-ce17-4f92-baf2-68ad0be723e1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Usage tracker for resource:network and tenant:9e78cb9b328b4bfc813a095a6b1b578a is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:16:02.550535 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-08b8412f-ce17-4f92-baf2-68ad0be723e1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:16:02.558395 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-08b8412f-ce17-4f92-baf2-68ad0be723e1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:16:02.571136 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b8412f-ce17-4f92-baf2-68ad0be723e1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Made reservation on behalf of 9e78cb9b328b4bfc813a095a6b1b578a for: {'network': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:16:02.575639 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-08b8412f-ce17-4f92-baf2-68ad0be723e1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:02.625744 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08b8412f-ce17-4f92-baf2-68ad0be723e1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=89032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:16:02.628092 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f8747351-f136-44d1-8954-90f22e4d1ad9 None None] Port 9736e095-502d-43c0-8f03-1b107c62bff0 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:16:02.640219 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-08b8412f-ce17-4f92-baf2-68ad0be723e1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:02.640746 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.segments_db [None req-08b8412f-ce17-4f92-baf2-68ad0be723e1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Added segment ddb3fa92-8f29-4e57-9d7a-65afbb53687c of type vlan for network 6944e708-1597-4660-bf0f-011745ade4ef Oct 04 09:16:02.644509 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-052e37c3-d1fb-4ecb-a227-03b0ffc79609 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Deleting port c2c947a0-91d2-47d6-8af1-90dce0ce53b4 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:16:02.644509 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-052e37c3-d1fb-4ecb-a227-03b0ffc79609 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:02.681326 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-08b8412f-ce17-4f92-baf2-68ad0be723e1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:02.729883 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1458d9-bdb5-44fe-9f03-59b7f0897922 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Network 35aa0c51-ba0c-45a1-8373-559b804543b2 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:16:02.739195 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-5e1458d9-bdb5-44fe-9f03-59b7f0897922 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:16:02.743713 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1458d9-bdb5-44fe-9f03-59b7f0897922 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event updated for resources: {'Port': ['ID=13cf5f57-88ab-4534-ba7c-40c113022f63,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:02.747246 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1458d9-bdb5-44fe-9f03-59b7f0897922 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:16:02.815286 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-08b8412f-ce17-4f92-baf2-68ad0be723e1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:02.823911 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b8412f-ce17-4f92-baf2-68ad0be723e1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:02.824704 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-08b8412f-ce17-4f92-baf2-68ad0be723e1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:02.853084 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-366c9b67-c518-4b03-8448-21a37f2bae10 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] show failed (client error): The resource could not be found. Oct 04 09:16:02.854142 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-366c9b67-c518-4b03-8448-21a37f2bae10 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] 10.222.0.50 "GET /v2.0/subnets/07dbe47d-852a-4ef0-8fd0-ece42bed05e2/tags/tempest-TagsExtTest-Tag-1383460747 HTTP/1.1" status: 404 len: 329 time: 0.5342760 Oct 04 09:16:02.860656 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59472) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:02.869593 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.tag.tag_plugin [None req-cc722d5d-b7a2-4787-bdb3-323598c737d6 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '07dbe47d-852a-4ef0-8fd0-ece42bed05e2', 'tempest-TagsExtTest-Tag-1625428800') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:02.940414 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1458d9-bdb5-44fe-9f03-59b7f0897922 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:02.941058 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5e1458d9-bdb5-44fe-9f03-59b7f0897922 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:02.986723 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-08b8412f-ce17-4f92-baf2-68ad0be723e1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4565742 Oct 04 09:16:02.991143 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59478) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:03.001350 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-eab52579-69ef-4661-9e76-05c1a1e7f90e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Request body: {'subnet': {'network_id': '6944e708-1597-4660-bf0f-011745ade4ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:16:03.021378 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b8412f-ce17-4f92-baf2-68ad0be723e1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event updated for resources: {'Network': ['ID=6944e708-1597-4660-bf0f-011745ade4ef,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:03.031848 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 6944e708-1597-4660-bf0f-011745ade4ef details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:16:03.064265 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-052e37c3-d1fb-4ecb-a227-03b0ffc79609 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:03.094648 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0f4e2-93f2-4eb2-8785-0e57cb7fa828 req-fd813d26-7bfd-45d0-92b2-2a20680f3a9a tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:03.096120 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-97f0f4e2-93f2-4eb2-8785-0e57cb7fa828 req-fd813d26-7bfd-45d0-92b2-2a20680f3a9a tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 0.3859894 Oct 04 09:16:03.141234 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f8747351-f136-44d1-8954-90f22e4d1ad9 None None] Attempt 7 to provision port 9736e095-502d-43c0-8f03-1b107c62bff0 Oct 04 09:16:03.166979 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-eab52579-69ef-4661-9e76-05c1a1e7f90e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:16:03.171466 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-97f0f4e2-93f2-4eb2-8785-0e57cb7fa828 req-0e5dcd0c-8318-4286-bb5f-6f16401d8f07 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612547 Oct 04 09:16:03.173764 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-eab52579-69ef-4661-9e76-05c1a1e7f90e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Usage tracker for resource:subnet and tenant:9e78cb9b328b4bfc813a095a6b1b578a is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:16:03.176932 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-eab52579-69ef-4661-9e76-05c1a1e7f90e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:16:03.197577 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-eab52579-69ef-4661-9e76-05c1a1e7f90e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:16:03.210228 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab52579-69ef-4661-9e76-05c1a1e7f90e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Made reservation on behalf of 9e78cb9b328b4bfc813a095a6b1b578a for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:16:03.214280 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-eab52579-69ef-4661-9e76-05c1a1e7f90e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:03.214989 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-052e37c3-d1fb-4ecb-a227-03b0ffc79609 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Calling delete_port for c2c947a0-91d2-47d6-8af1-90dce0ce53b4 owned by {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:16:03.219532 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f8747351-f136-44d1-8954-90f22e4d1ad9 None None] Port 9736e095-502d-43c0-8f03-1b107c62bff0 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:16:03.286784 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-5e1458d9-bdb5-44fe-9f03-59b7f0897922 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.8441956 Oct 04 09:16:03.288396 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59484) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:03.302662 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-21ef040a-19d4-495d-a568-0114509a8043 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Request body: {'subnet': {'network_id': '35aa0c51-ba0c-45a1-8373-559b804543b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:16:03.410889 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-052e37c3-d1fb-4ecb-a227-03b0ffc79609 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:03.445174 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-eab52579-69ef-4661-9e76-05c1a1e7f90e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:03.477568 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052e37c3-d1fb-4ecb-a227-03b0ffc79609 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event deleted for resources: {'Port': ['ID=c2c947a0-91d2-47d6-8af1-90dce0ce53b4,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:03.484243 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-cc722d5d-b7a2-4787-bdb3-323598c737d6 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] show failed (client error): The resource could not be found. Oct 04 09:16:03.485332 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-cc722d5d-b7a2-4787-bdb3-323598c737d6 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] 10.222.0.50 "GET /v2.0/subnets/07dbe47d-852a-4ef0-8fd0-ece42bed05e2/tags/tempest-TagsExtTest-Tag-1625428800 HTTP/1.1" status: 404 len: 329 time: 0.6237295 Oct 04 09:16:03.488310 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59488) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:03.505404 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-052e37c3-d1fb-4ecb-a227-03b0ffc79609 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:03.533877 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-052e37c3-d1fb-4ecb-a227-03b0ffc79609 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "DELETE /v2.0/ports/c2c947a0-91d2-47d6-8af1-90dce0ce53b4 HTTP/1.1" status: 204 len: 168 time: 1.1607933 Oct 04 09:16:03.535236 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-21ef040a-19d4-495d-a568-0114509a8043 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:16:03.538115 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59492) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:03.571835 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-21ef040a-19d4-495d-a568-0114509a8043 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Usage tracker for resource:subnet and tenant:7c59b642fbd4440eb4278f2c0c212bcd is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:16:03.578830 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-21ef040a-19d4-495d-a568-0114509a8043 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:16:03.590350 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ac2745e-18e2-47aa-940a-0633b359b711 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] GET failed (client error): The resource could not be found. Oct 04 09:16:03.590906 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-7ac2745e-18e2-47aa-940a-0633b359b711 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Synchronizing usage tracker for tenant:8de43eb137fe47f9a4031ea91b631fcc on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:16:03.593524 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-21ef040a-19d4-495d-a568-0114509a8043 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:16:03.601760 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.tag.tag_plugin [None req-e3fe3ae8-f376-4cef-b9e0-3eb4f240fa04 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '07dbe47d-852a-4ef0-8fd0-ece42bed05e2', 'tempest-TagsExtTest-Tag-1312865335') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:03.610326 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ef040a-19d4-495d-a568-0114509a8043 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Made reservation on behalf of 7c59b642fbd4440eb4278f2c0c212bcd for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:16:03.614917 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-21ef040a-19d4-495d-a568-0114509a8043 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:03.631191 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-7ac2745e-18e2-47aa-940a-0633b359b711 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Unset dirty status for tenant:8de43eb137fe47f9a4031ea91b631fcc on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:16:03.632332 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-7ac2745e-18e2-47aa-940a-0633b359b711 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "GET /v2.0/ports/c2c947a0-91d2-47d6-8af1-90dce0ce53b4 HTTP/1.1" status: 404 len: 333 time: 0.0932755 Oct 04 09:16:03.637022 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59496) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:03.668240 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab52579-69ef-4661-9e76-05c1a1e7f90e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event updated for resources: {'Subnet': ['ID=391e79ed-5164-474b-8610-c07da733b4a2,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:03.692926 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-f6b33baa-7260-4b3e-b10a-0e352ab9fb92 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Request body: {'port': {'network_id': '602fef91-1f5e-40a1-b170-232ec46eaf2b', 'name': 'tempest-PortsIpV6TestJSON-1842186939'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:16:03.701562 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab52579-69ef-4661-9e76-05c1a1e7f90e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Checking segment: {'id': 'ddb3fa92-8f29-4e57-9d7a-65afbb53687c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '6944e708-1597-4660-bf0f-011745ade4ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:16:03.701913 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab52579-69ef-4661-9e76-05c1a1e7f90e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Network hostable DHCP agents. Network: 6944e708-1597-4660-bf0f-011745ade4ef, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:16:03.712744 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.api.v2.resource [None req-e3fe3ae8-f376-4cef-b9e0-3eb4f240fa04 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] show failed (client error): The resource could not be found. Oct 04 09:16:03.716179 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-e3fe3ae8-f376-4cef-b9e0-3eb4f240fa04 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] 10.222.0.50 "GET /v2.0/subnets/07dbe47d-852a-4ef0-8fd0-ece42bed05e2/tags/tempest-TagsExtTest-Tag-1312865335 HTTP/1.1" status: 404 len: 329 time: 0.2244427 Oct 04 09:16:03.717596 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59500) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:03.721378 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f8747351-f136-44d1-8954-90f22e4d1ad9 None None] Attempt 8 to provision port 9736e095-502d-43c0-8f03-1b107c62bff0 Oct 04 09:16:03.724349 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.tag.tag_plugin [None req-bc343e09-5572-4386-8a92-a916960128c8 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '9736e095-502d-43c0-8f03-1b107c62bff0', {'tags': ['tempest-TagsExtTest-Tag-1090820698', 'tempest-TagsExtTest-Tag-732418805', 'tempest-TagsExtTest-Tag-1607883407']}) {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:03.781279 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab52579-69ef-4661-9e76-05c1a1e7f90e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Network 6944e708-1597-4660-bf0f-011745ade4ef is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:16:03.799493 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-eab52579-69ef-4661-9e76-05c1a1e7f90e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 6944e708-1597-4660-bf0f-011745ade4ef) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:16:03.812339 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab52579-69ef-4661-9e76-05c1a1e7f90e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:03.813045 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-eab52579-69ef-4661-9e76-05c1a1e7f90e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:03.816874 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f8747351-f136-44d1-8954-90f22e4d1ad9 None None] Port 9736e095-502d-43c0-8f03-1b107c62bff0 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:16:03.819197 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77dce13c-0b87-4ee4-ac2e-56c28db46111 None None] Network 6944e708-1597-4660-bf0f-011745ade4ef requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:16:03.836295 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-bc343e09-5572-4386-8a92-a916960128c8 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] 10.222.0.50 "PUT /v2.0/ports/9736e095-502d-43c0-8f03-1b107c62bff0/tags HTTP/1.1" status: 200 len: 317 time: 0.1180484 Oct 04 09:16:03.838780 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59504) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:03.844198 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.tag.tag_plugin [None req-055bc4b6-0bed-4838-91f1-71f3e8834721 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9736e095-502d-43c0-8f03-1b107c62bff0') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:03.850320 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-f6b33baa-7260-4b3e-b10a-0e352ab9fb92 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:16:03.868673 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-f6b33baa-7260-4b3e-b10a-0e352ab9fb92 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:16:03.871141 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.ipam_backend_mixin [None req-21ef040a-19d4-495d-a568-0114509a8043 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 23ff52bd-91de-4ef0-9c08-d07c035adaa1 (CIDR: 172.20.0.0/28) Oct 04 09:16:03.875747 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-eab52579-69ef-4661-9e76-05c1a1e7f90e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8827875 Oct 04 09:16:03.878513 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-21ef040a-19d4-495d-a568-0114509a8043 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 09:16:03.879134 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21ef040a-19d4-495d-a568-0114509a8043 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:16:03.882787 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59508) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:03.889084 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-90b0ca90-95c2-47b8-bb22-8b3b0bd115f1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1333296495', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:16:03.891108 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b33baa-7260-4b3e-b10a-0e352ab9fb92 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Made reservation on behalf of 8de43eb137fe47f9a4031ea91b631fcc for: {'port': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:16:03.894560 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f6b33baa-7260-4b3e-b10a-0e352ab9fb92 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:03.897711 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-90b0ca90-95c2-47b8-bb22-8b3b0bd115f1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:16:03.909390 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-90b0ca90-95c2-47b8-bb22-8b3b0bd115f1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Usage tracker for resource:router and tenant:9e78cb9b328b4bfc813a095a6b1b578a is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:16:03.913771 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-90b0ca90-95c2-47b8-bb22-8b3b0bd115f1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:16:03.921676 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-21ef040a-19d4-495d-a568-0114509a8043 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6286166 Oct 04 09:16:03.923146 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [None req-f6b33baa-7260-4b3e-b10a-0e352ab9fb92 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] device_id is not set on port 091d0b48-6e30-41fd-bd6f-1b848d4dbd09 yet. {{(pid=89033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:16:03.924857 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-90b0ca90-95c2-47b8-bb22-8b3b0bd115f1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:16:03.927552 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59512) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:03.938973 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-5efb6503-a513-4c6a-9b27-e26c35d28cb2 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Request body: {'subnet': {'network_id': '35aa0c51-ba0c-45a1-8373-559b804543b2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:16:04.017386 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-90b0ca90-95c2-47b8-bb22-8b3b0bd115f1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:04.018411 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-90b0ca90-95c2-47b8-bb22-8b3b0bd115f1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:04.068491 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-90b0ca90-95c2-47b8-bb22-8b3b0bd115f1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:04.109369 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19c41ff-3cd7-4667-90d3-69446660f19b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-6944e708-1597-4660-bf0f-011745ade4ef', 'network_id': '6944e708-1597-4660-bf0f-011745ade4ef', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'fixed_ips': [{'subnet_id': '391e79ed-5164-474b-8610-c07da733b4a2'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:16:04.110328 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f19c41ff-3cd7-4667-90d3-69446660f19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:04.132281 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-055bc4b6-0bed-4838-91f1-71f3e8834721 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] 10.222.0.50 "DELETE /v2.0/ports/9736e095-502d-43c0-8f03-1b107c62bff0/tags HTTP/1.1" status: 204 len: 168 time: 0.2891746 Oct 04 09:16:04.132281 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-90b0ca90-95c2-47b8-bb22-8b3b0bd115f1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:04.132628 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59516) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:04.138313 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.tag.tag_plugin [None req-3003309c-1182-46bd-bbfc-65326ced73ed tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9736e095-502d-43c0-8f03-1b107c62bff0', 'tempest-TagsExtTest-Tag-1090820698') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:04.138604 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-5efb6503-a513-4c6a-9b27-e26c35d28cb2 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:16:04.148371 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-5efb6503-a513-4c6a-9b27-e26c35d28cb2 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Usage tracker for resource:subnet and tenant:7c59b642fbd4440eb4278f2c0c212bcd is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:16:04.152963 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-5efb6503-a513-4c6a-9b27-e26c35d28cb2 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:16:04.161204 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-5efb6503-a513-4c6a-9b27-e26c35d28cb2 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:16:04.180211 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-90b0ca90-95c2-47b8-bb22-8b3b0bd115f1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:04.181502 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-90b0ca90-95c2-47b8-bb22-8b3b0bd115f1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2977407 Oct 04 09:16:04.182377 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5efb6503-a513-4c6a-9b27-e26c35d28cb2 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Made reservation on behalf of 7c59b642fbd4440eb4278f2c0c212bcd for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:16:04.185767 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5efb6503-a513-4c6a-9b27-e26c35d28cb2 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:04.192731 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59520) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:04.282845 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-f19c41ff-3cd7-4667-90d3-69446660f19b None None] Allocated IP 2001:db8::2 (6944e708-1597-4660-bf0f-011745ade4ef/391e79ed-5164-474b-8610-c07da733b4a2/fc7980e2-c39d-4952-a98c-ef061515539c) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:16:04.318887 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f8747351-f136-44d1-8954-90f22e4d1ad9 None None] Attempt 9 to provision port 9736e095-502d-43c0-8f03-1b107c62bff0 Oct 04 09:16:04.332060 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.ipam_backend_mixin [None req-5efb6503-a513-4c6a-9b27-e26c35d28cb2 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet c00e52a0-2f40-483d-80e0-1ad63ee0432f (CIDR: 172.20.0.16/28) Oct 04 09:16:04.335592 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-5efb6503-a513-4c6a-9b27-e26c35d28cb2 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 09:16:04.336083 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5efb6503-a513-4c6a-9b27-e26c35d28cb2 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:16:04.355852 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-5efb6503-a513-4c6a-9b27-e26c35d28cb2 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4270952 Oct 04 09:16:04.358464 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59526) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:04.365208 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-3eeca8e6-4966-4c05-9fba-deab6b4d545d tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Request body: {'subnet': {'network_id': '35aa0c51-ba0c-45a1-8373-559b804543b2', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:16:04.455102 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f8747351-f136-44d1-8954-90f22e4d1ad9 None None] Port 9736e095-502d-43c0-8f03-1b107c62bff0 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:16:04.509127 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-3eeca8e6-4966-4c05-9fba-deab6b4d545d tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:16:04.513454 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-3eeca8e6-4966-4c05-9fba-deab6b4d545d tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Usage tracker for resource:subnet and tenant:7c59b642fbd4440eb4278f2c0c212bcd is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:16:04.516435 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-3eeca8e6-4966-4c05-9fba-deab6b4d545d tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:16:04.522633 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-3eeca8e6-4966-4c05-9fba-deab6b4d545d tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:16:04.532509 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eeca8e6-4966-4c05-9fba-deab6b4d545d tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Made reservation on behalf of 7c59b642fbd4440eb4278f2c0c212bcd for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:16:04.536853 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3eeca8e6-4966-4c05-9fba-deab6b4d545d tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:04.579886 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f19c41ff-3cd7-4667-90d3-69446660f19b None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:04.590855 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-f19c41ff-3cd7-4667-90d3-69446660f19b None None] Transition to ACTIVE for port object fc7980e2-c39d-4952-a98c-ef061515539c will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:16:04.611997 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-f19c41ff-3cd7-4667-90d3-69446660f19b None None] Transition to ACTIVE for port object fc7980e2-c39d-4952-a98c-ef061515539c will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:16:04.619716 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f19c41ff-3cd7-4667-90d3-69446660f19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:04.635374 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f6b33baa-7260-4b3e-b10a-0e352ab9fb92 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:04.694991 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19c41ff-3cd7-4667-90d3-69446660f19b None None] Network 6944e708-1597-4660-bf0f-011745ade4ef is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:16:04.698251 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-f19c41ff-3cd7-4667-90d3-69446660f19b None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:16:04.702384 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19c41ff-3cd7-4667-90d3-69446660f19b None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:16:04.776815 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-3003309c-1182-46bd-bbfc-65326ced73ed tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] show failed (client error): The resource could not be found. Oct 04 09:16:04.780446 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-3003309c-1182-46bd-bbfc-65326ced73ed tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] 10.222.0.50 "GET /v2.0/ports/9736e095-502d-43c0-8f03-1b107c62bff0/tags/tempest-TagsExtTest-Tag-1090820698 HTTP/1.1" status: 404 len: 329 time: 0.6442573 Oct 04 09:16:04.780936 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59530) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:04.788199 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.tag.tag_plugin [None req-cb608d2e-25fa-423a-bd53-df88e00a35af tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9736e095-502d-43c0-8f03-1b107c62bff0', 'tempest-TagsExtTest-Tag-732418805') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:04.796846 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19c41ff-3cd7-4667-90d3-69446660f19b None None] Pushing event updated for resources: {'Port': ['ID=fc7980e2-c39d-4952-a98c-ef061515539c,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:04.817580 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-f19c41ff-3cd7-4667-90d3-69446660f19b None None] Attempting to bind port fc7980e2-c39d-4952-a98c-ef061515539c on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:16:04.817953 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-f19c41ff-3cd7-4667-90d3-69446660f19b None None] Attempting to bind port fc7980e2-c39d-4952-a98c-ef061515539c by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'ddb3fa92-8f29-4e57-9d7a-65afbb53687c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '6944e708-1597-4660-bf0f-011745ade4ef'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:16:04.818314 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19c41ff-3cd7-4667-90d3-69446660f19b None None] Attempting to bind port fc7980e2-c39d-4952-a98c-ef061515539c on network 6944e708-1597-4660-bf0f-011745ade4ef {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:16:04.823809 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19c41ff-3cd7-4667-90d3-69446660f19b None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:16:04.824187 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19c41ff-3cd7-4667-90d3-69446660f19b None None] Checking segment: {'id': 'ddb3fa92-8f29-4e57-9d7a-65afbb53687c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '6944e708-1597-4660-bf0f-011745ade4ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:16:04.824615 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f19c41ff-3cd7-4667-90d3-69446660f19b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:04.825005 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19c41ff-3cd7-4667-90d3-69446660f19b None None] Bound using segment: {'id': 'ddb3fa92-8f29-4e57-9d7a-65afbb53687c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '6944e708-1597-4660-bf0f-011745ade4ef'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:16:04.825469 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-f19c41ff-3cd7-4667-90d3-69446660f19b None None] Bound port: fc7980e2-c39d-4952-a98c-ef061515539c, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddb3fa92-8f29-4e57-9d7a-65afbb53687c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '6944e708-1597-4660-bf0f-011745ade4ef'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:16:04.825841 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f19c41ff-3cd7-4667-90d3-69446660f19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:04.890758 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.api.v2.resource [None req-cb608d2e-25fa-423a-bd53-df88e00a35af tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] show failed (client error): The resource could not be found. Oct 04 09:16:04.891796 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-cb608d2e-25fa-423a-bd53-df88e00a35af tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] 10.222.0.50 "GET /v2.0/ports/9736e095-502d-43c0-8f03-1b107c62bff0/tags/tempest-TagsExtTest-Tag-732418805 HTTP/1.1" status: 404 len: 328 time: 0.1101170 Oct 04 09:16:04.893186 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3eeca8e6-4966-4c05-9fba-deab6b4d545d tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:04.895935 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59534) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:04.913775 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.tag.tag_plugin [None req-30325296-9f52-4c47-81cb-dd2060de512b tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9736e095-502d-43c0-8f03-1b107c62bff0', 'tempest-TagsExtTest-Tag-1607883407') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:04.923227 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-f19c41ff-3cd7-4667-90d3-69446660f19b None None] For port fc7980e2-c39d-4952-a98c-ef061515539c, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:16:04.927536 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-f19c41ff-3cd7-4667-90d3-69446660f19b None None] For port fc7980e2-c39d-4952-a98c-ef061515539c, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=fc7980e2-c39d-4952-a98c-ef061515539c,segment=NetworkSegment(ddb3fa92-8f29-4e57-9d7a-65afbb53687c),segment_id=ddb3fa92-8f29-4e57-9d7a-65afbb53687c)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:16:04.932459 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f19c41ff-3cd7-4667-90d3-69446660f19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:04.953303 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eeca8e6-4966-4c05-9fba-deab6b4d545d tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Network 35aa0c51-ba0c-45a1-8373-559b804543b2 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:16:04.956488 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-3eeca8e6-4966-4c05-9fba-deab6b4d545d tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:16:04.961479 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eeca8e6-4966-4c05-9fba-deab6b4d545d tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:04.962064 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3eeca8e6-4966-4c05-9fba-deab6b4d545d tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:04.977534 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495ba56-4c91-41df-aaf0-77153d959b21 req-b1e406c3-8e6e-4fd3-b01d-beeb4dea9b06 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:04.979007 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f495ba56-4c91-41df-aaf0-77153d959b21 req-b1e406c3-8e6e-4fd3-b01d-beeb4dea9b06 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 0.5423911 Oct 04 09:16:04.980765 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeca8e6-4966-4c05-9fba-deab6b4d545d tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event updated for resources: {'Subnet': ['ID=dbd6307a-7307-4a46-b209-054f548baf95,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:04.983234 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f6b33baa-7260-4b3e-b10a-0e352ab9fb92 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:04.996394 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f8747351-f136-44d1-8954-90f22e4d1ad9 None None] Attempt 10 to provision port 9736e095-502d-43c0-8f03-1b107c62bff0 Oct 04 09:16:04.997567 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-3eeca8e6-4966-4c05-9fba-deab6b4d545d tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6367395 Oct 04 09:16:04.999397 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59540) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:05.007180 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-9bd66e9a-bc32-4cb7-bd12-5544131870f4 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1936057558', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'dbd6307a-7307-4a46-b209-054f548baf95'}], 'security_groups': ['a2dd5220-0595-45a5-bc76-71ce5dfbbf66', '1984b30f-10b9-4497-9e2f-3349415ed3c2']}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:16:05.024686 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5701c86f-1517-45c4-aa7b-b07bf01a9e5c None None] Network 35aa0c51-ba0c-45a1-8373-559b804543b2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:16:05.125979 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1c14572a-b5af-439d-8c62-e8961ec8bf6f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:05.140260 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b33baa-7260-4b3e-b10a-0e352ab9fb92 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Network 602fef91-1f5e-40a1-b170-232ec46eaf2b is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:16:05.158755 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-f6b33baa-7260-4b3e-b10a-0e352ab9fb92 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:16:05.170060 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b33baa-7260-4b3e-b10a-0e352ab9fb92 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:16:05.175421 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b33baa-7260-4b3e-b10a-0e352ab9fb92 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:05.176027 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f6b33baa-7260-4b3e-b10a-0e352ab9fb92 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:05.180884 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f8747351-f136-44d1-8954-90f22e4d1ad9 None None] Port 9736e095-502d-43c0-8f03-1b107c62bff0 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:16:05.181355 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b33baa-7260-4b3e-b10a-0e352ab9fb92 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event updated for resources: {'Port': ['ID=091d0b48-6e30-41fd-bd6f-1b848d4dbd09,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:05.198937 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19c41ff-3cd7-4667-90d3-69446660f19b None None] Pushing event updated for resources: {'Port': ['ID=fc7980e2-c39d-4952-a98c-ef061515539c,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:05.253447 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f495ba56-4c91-41df-aaf0-77153d959b21 req-1f928e52-d808-418f-9c79-526615d4e5bb tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2596037 Oct 04 09:16:05.290107 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-f6b33baa-7260-4b3e-b10a-0e352ab9fb92 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6494346 Oct 04 09:16:05.304775 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-f8747351-f136-44d1-8954-90f22e4d1ad9 None None] Provisioning for port e2691356-e1d8-4741-a06a-8b3cb01062bb completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:16:05.318800 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-f8747351-f136-44d1-8954-90f22e4d1ad9 None None] Provisioning complete for port e2691356-e1d8-4741-a06a-8b3cb01062bb triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:16:05.319321 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f8747351-f136-44d1-8954-90f22e4d1ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:05.319756 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f8747351-f136-44d1-8954-90f22e4d1ad9 None None] Attempt 1 to provision port e2691356-e1d8-4741-a06a-8b3cb01062bb Oct 04 09:16:05.326881 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9bd66e9a-bc32-4cb7-bd12-5544131870f4 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:05.342297 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59544) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:05.350801 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-44ebab88-6bdc-4dc2-8536-9c47b6de7806 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:16:05.399130 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-30325296-9f52-4c47-81cb-dd2060de512b tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] show failed (client error): The resource could not be found. Oct 04 09:16:05.400415 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-30325296-9f52-4c47-81cb-dd2060de512b tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] 10.222.0.50 "GET /v2.0/ports/9736e095-502d-43c0-8f03-1b107c62bff0/tags/tempest-TagsExtTest-Tag-1607883407 HTTP/1.1" status: 404 len: 329 time: 0.4996481 Oct 04 09:16:05.409374 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59548) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:05.415648 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.tag.tag_plugin [None req-a9e63ed5-f266-4ca3-bcfa-9115a08c89c5 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '5d964144-fccc-4768-b127-0d263292d180', {'tags': ['tempest-TagsExtTest-Tag-1223615086', 'tempest-TagsExtTest-Tag-929923501', 'tempest-TagsExtTest-Tag-764058429']}) {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:05.557276 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f8747351-f136-44d1-8954-90f22e4d1ad9 None None] Current status of the port e2691356-e1d8-4741-a06a-8b3cb01062bb is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:16:05.609186 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-f8747351-f136-44d1-8954-90f22e4d1ad9 None None] Provisioning for port 3ddfd3b8-41b4-4ce4-8670-3bf24abd284d completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:16:05.631801 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-f8747351-f136-44d1-8954-90f22e4d1ad9 None None] Provisioning complete for port 3ddfd3b8-41b4-4ce4-8670-3bf24abd284d triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:16:05.632179 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f8747351-f136-44d1-8954-90f22e4d1ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:05.632637 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f8747351-f136-44d1-8954-90f22e4d1ad9 None None] Attempt 1 to provision port 3ddfd3b8-41b4-4ce4-8670-3bf24abd284d Oct 04 09:16:05.705490 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30fb23d-0cda-4e8f-b11f-d32e7bde7e6e None None] Update dhcp port {'port': {'network_id': '35aa0c51-ba0c-45a1-8373-559b804543b2', 'fixed_ips': [{'subnet_id': 'c00e52a0-2f40-483d-80e0-1ad63ee0432f', 'ip_address': '172.20.0.18'}, {'subnet_id': '23ff52bd-91de-4ef0-9c08-d07c035adaa1', 'ip_address': '172.20.0.2'}, {'subnet_id': 'dbd6307a-7307-4a46-b209-054f548baf95'}], 'binding:host_id': 'dv-neutron-860215-1-hyperv'}, 'id': 'e2691356-e1d8-4741-a06a-8b3cb01062bb'} from dv-neutron-860215-1-hyperv. {{(pid=89034) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 04 09:16:05.747630 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-44ebab88-6bdc-4dc2-8536-9c47b6de7806 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:05.794074 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d30fb23d-0cda-4e8f-b11f-d32e7bde7e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:05.816999 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a9e63ed5-f266-4ca3-bcfa-9115a08c89c5 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] 10.222.0.50 "PUT /v2.0/routers/5d964144-fccc-4768-b127-0d263292d180/tags HTTP/1.1" status: 200 len: 316 time: 0.4063978 Oct 04 09:16:05.822603 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59554) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:05.833924 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.tag.tag_plugin [None req-787b28a3-5409-4691-9d9d-b08ac997373c tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5d964144-fccc-4768-b127-0d263292d180') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:05.928070 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f8747351-f136-44d1-8954-90f22e4d1ad9 None None] Current status of the port 3ddfd3b8-41b4-4ce4-8670-3bf24abd284d is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:16:05.928572 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f8747351-f136-44d1-8954-90f22e4d1ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:06.030398 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-f8747351-f136-44d1-8954-90f22e4d1ad9 None None] For port 3ddfd3b8-41b4-4ce4-8670-3bf24abd284d, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=3ddfd3b8-41b4-4ce4-8670-3bf24abd284d,segment=NetworkSegment(462203c0-859c-412d-a6ed-e39274474e5d),segment_id=462203c0-859c-412d-a6ed-e39274474e5d)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:16:06.064179 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f8747351-f136-44d1-8954-90f22e4d1ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:06.152943 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-1c14572a-b5af-439d-8c62-e8961ec8bf6f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Allocated IP 2001:db8::1 (6944e708-1597-4660-bf0f-011745ade4ef/391e79ed-5164-474b-8610-c07da733b4a2/6126a32f-0f1e-4b7e-8840-91ff126832c4) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:16:06.166862 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-44ebab88-6bdc-4dc2-8536-9c47b6de7806 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:06.168971 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-f8747351-f136-44d1-8954-90f22e4d1ad9 None None] Provisioning complete for port 7ed34cfc-0cad-4758-aba0-538d362549e4 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:16:06.169414 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f8747351-f136-44d1-8954-90f22e4d1ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:06.169916 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f8747351-f136-44d1-8954-90f22e4d1ad9 None None] Attempt 1 to provision port 7ed34cfc-0cad-4758-aba0-538d362549e4 Oct 04 09:16:06.177929 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-44ebab88-6bdc-4dc2-8536-9c47b6de7806 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:06.178271 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-44ebab88-6bdc-4dc2-8536-9c47b6de7806 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] In _notify_port_updated(), no bound segment for port 091d0b48-6e30-41fd-bd6f-1b848d4dbd09 on network 602fef91-1f5e-40a1-b170-232ec46eaf2b {{(pid=89032) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 04 09:16:06.184304 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ebab88-6bdc-4dc2-8536-9c47b6de7806 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:06.185010 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-44ebab88-6bdc-4dc2-8536-9c47b6de7806 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:06.189207 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-44ebab88-6bdc-4dc2-8536-9c47b6de7806 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "PUT /v2.0/ports/091d0b48-6e30-41fd-bd6f-1b848d4dbd09 HTTP/1.1" status: 200 len: 818 time: 0.8431818 Oct 04 09:16:06.196350 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59558) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:06.235507 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f8747351-f136-44d1-8954-90f22e4d1ad9 None None] Port 7ed34cfc-0cad-4758-aba0-538d362549e4 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:16:06.250696 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8747351-f136-44d1-8954-90f22e4d1ad9 None None] Pushing event updated for resources: {'Port': ['ID=3ddfd3b8-41b4-4ce4-8670-3bf24abd284d,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:06.262046 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-9bd66e9a-bc32-4cb7-bd12-5544131870f4 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Delete allocated IP 172.20.0.12 (35aa0c51-ba0c-45a1-8373-559b804543b2/23ff52bd-91de-4ef0-9c08-d07c035adaa1) {{(pid=89032) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 04 09:16:06.268491 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ebab88-6bdc-4dc2-8536-9c47b6de7806 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event updated for resources: {'Port': ['ID=091d0b48-6e30-41fd-bd6f-1b848d4dbd09,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:06.275562 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-9bd66e9a-bc32-4cb7-bd12-5544131870f4 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Allocated IP 172.20.0.35 (35aa0c51-ba0c-45a1-8373-559b804543b2/dbd6307a-7307-4a46-b209-054f548baf95/13cf5f57-88ab-4534-ba7c-40c113022f63) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:16:06.355942 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-787b28a3-5409-4691-9d9d-b08ac997373c tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] 10.222.0.50 "DELETE /v2.0/routers/5d964144-fccc-4768-b127-0d263292d180/tags HTTP/1.1" status: 204 len: 168 time: 0.5330603 Oct 04 09:16:06.360568 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59564) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:06.363525 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-aa5794de-5a58-4b50-b439-a94028f5baf8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Deleting port 091d0b48-6e30-41fd-bd6f-1b848d4dbd09 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:16:06.365970 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aa5794de-5a58-4b50-b439-a94028f5baf8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:06.367778 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.tag.tag_plugin [None req-4528d16f-22f3-4776-8d93-6600db7d4086 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5d964144-fccc-4768-b127-0d263292d180', 'tempest-TagsExtTest-Tag-1223615086') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:06.465999 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e2725f-81df-48ff-b859-15a95e25d8c7 None None] Network 6944e708-1597-4660-bf0f-011745ade4ef requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:16:06.527473 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1c14572a-b5af-439d-8c62-e8961ec8bf6f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:06.573702 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-1c14572a-b5af-439d-8c62-e8961ec8bf6f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Transition to ACTIVE for port object 6126a32f-0f1e-4b7e-8840-91ff126832c4 will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:16:06.667711 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aa5794de-5a58-4b50-b439-a94028f5baf8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:06.717285 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9bd66e9a-bc32-4cb7-bd12-5544131870f4 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:06.720636 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device fc7980e2-c39d-4952-a98c-ef061515539c up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:16:06.747679 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-9bd66e9a-bc32-4cb7-bd12-5544131870f4 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Ignored duplicate provisioning block setup for port 13cf5f57-88ab-4534-ba7c-40c113022f63 by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 04 09:16:06.755802 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f8747351-f136-44d1-8954-90f22e4d1ad9 None None] Attempt 2 to provision port 7ed34cfc-0cad-4758-aba0-538d362549e4 Oct 04 09:16:06.760928 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.api.v2.resource [None req-4528d16f-22f3-4776-8d93-6600db7d4086 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] show failed (client error): The resource could not be found. Oct 04 09:16:06.764765 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-4528d16f-22f3-4776-8d93-6600db7d4086 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] 10.222.0.50 "GET /v2.0/routers/5d964144-fccc-4768-b127-0d263292d180/tags/tempest-TagsExtTest-Tag-1223615086 HTTP/1.1" status: 404 len: 329 time: 0.4009531 Oct 04 09:16:06.764765 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9bd66e9a-bc32-4cb7-bd12-5544131870f4 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:06.767603 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59568) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:06.776678 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.tag.tag_plugin [None req-5bc9c1f2-21b8-4602-b771-db30ef7aa291 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5d964144-fccc-4768-b127-0d263292d180', 'tempest-TagsExtTest-Tag-929923501') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:06.845095 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-aa5794de-5a58-4b50-b439-a94028f5baf8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Calling delete_port for 091d0b48-6e30-41fd-bd6f-1b848d4dbd09 owned by {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:16:06.876071 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5976b973-3d10-40e7-9b86-98764977dae7 req-05c1233a-2a88-4091-b42b-fa24c59ebcb1 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:06.877804 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-5976b973-3d10-40e7-9b86-98764977dae7 req-05c1233a-2a88-4091-b42b-fa24c59ebcb1 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 0.4157109 Oct 04 09:16:06.889486 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1c14572a-b5af-439d-8c62-e8961ec8bf6f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:06.892992 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f8747351-f136-44d1-8954-90f22e4d1ad9 None None] Port 7ed34cfc-0cad-4758-aba0-538d362549e4 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:16:06.913194 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-d30fb23d-0cda-4e8f-b11f-d32e7bde7e6e None None] Allocated IP 172.20.0.34 (35aa0c51-ba0c-45a1-8373-559b804543b2/dbd6307a-7307-4a46-b209-054f548baf95/e2691356-e1d8-4741-a06a-8b3cb01062bb) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:16:06.933427 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port fc7980e2-c39d-4952-a98c-ef061515539c completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:16:06.955788 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 3ddfd3b8-41b4-4ce4-8670-3bf24abd284d up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:16:06.991932 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c14572a-b5af-439d-8c62-e8961ec8bf6f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Network 6944e708-1597-4660-bf0f-011745ade4ef is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:16:06.997181 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-1c14572a-b5af-439d-8c62-e8961ec8bf6f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:16:07.000224 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c14572a-b5af-439d-8c62-e8961ec8bf6f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:16:07.001165 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1c14572a-b5af-439d-8c62-e8961ec8bf6f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737202'] for router_interface, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:07.005244 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c14572a-b5af-439d-8c62-e8961ec8bf6f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event updated for resources: {'Port': ['ID=6126a32f-0f1e-4b7e-8840-91ff126832c4,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:07.055349 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aa5794de-5a58-4b50-b439-a94028f5baf8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:07.099631 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd66e9a-bc32-4cb7-bd12-5544131870f4 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event updated for resources: {'Port': ['ID=13cf5f57-88ab-4534-ba7c-40c113022f63,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:07.116183 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aa5794de-5a58-4b50-b439-a94028f5baf8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:07.124026 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-5976b973-3d10-40e7-9b86-98764977dae7 req-47422d94-e434-47bf-ae73-f1d94c39115c tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2289331 Oct 04 09:16:07.124665 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d30fb23d-0cda-4e8f-b11f-d32e7bde7e6e None None] For port e2691356-e1d8-4741-a06a-8b3cb01062bb, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=e2691356-e1d8-4741-a06a-8b3cb01062bb,segment=NetworkSegment(36e04a27-70d5-4ebd-beaf-3d0d7150690e),segment_id=36e04a27-70d5-4ebd-beaf-3d0d7150690e)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:16:07.128085 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 3ddfd3b8-41b4-4ce4-8670-3bf24abd284d triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:16:07.128577 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:07.128974 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 3ddfd3b8-41b4-4ce4-8670-3bf24abd284d Oct 04 09:16:07.138137 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-9bd66e9a-bc32-4cb7-bd12-5544131870f4 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] In _notify_port_updated(), no bound segment for port 13cf5f57-88ab-4534-ba7c-40c113022f63 on network 35aa0c51-ba0c-45a1-8373-559b804543b2 {{(pid=89032) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 04 09:16:07.141913 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5794de-5a58-4b50-b439-a94028f5baf8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event deleted for resources: {'Port': ['ID=091d0b48-6e30-41fd-bd6f-1b848d4dbd09,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:07.145875 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd66e9a-bc32-4cb7-bd12-5544131870f4 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:07.146718 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9bd66e9a-bc32-4cb7-bd12-5544131870f4 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:07.148728 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-9bd66e9a-bc32-4cb7-bd12-5544131870f4 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "PUT /v2.0/ports/13cf5f57-88ab-4534-ba7c-40c113022f63 HTTP/1.1" status: 200 len: 960 time: 2.1475425 Oct 04 09:16:07.151915 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.api.v2.resource [None req-5bc9c1f2-21b8-4602-b771-db30ef7aa291 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] show failed (client error): The resource could not be found. Oct 04 09:16:07.152067 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59572) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:07.153276 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-5bc9c1f2-21b8-4602-b771-db30ef7aa291 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] 10.222.0.50 "GET /v2.0/routers/5d964144-fccc-4768-b127-0d263292d180/tags/tempest-TagsExtTest-Tag-929923501 HTTP/1.1" status: 404 len: 328 time: 0.3852758 Oct 04 09:16:07.156137 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59576) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:07.161363 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.tag.tag_plugin [None req-99d9e565-e833-4bdc-a72f-9a70e5683b04 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5d964144-fccc-4768-b127-0d263292d180', 'tempest-TagsExtTest-Tag-764058429') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:07.198934 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-aa5794de-5a58-4b50-b439-a94028f5baf8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "DELETE /v2.0/ports/091d0b48-6e30-41fd-bd6f-1b848d4dbd09 HTTP/1.1" status: 204 len: 168 time: 1.0009766 Oct 04 09:16:07.202648 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59580) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:07.243856 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d30fb23d-0cda-4e8f-b11f-d32e7bde7e6e None None] Notify callbacks [] for port, precommit_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:07.295777 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d30fb23d-0cda-4e8f-b11f-d32e7bde7e6e None None] Transition to ACTIVE for port object e2691356-e1d8-4741-a06a-8b3cb01062bb will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:16:07.313796 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d30fb23d-0cda-4e8f-b11f-d32e7bde7e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:07.362222 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-15d293a8-2dd7-49b7-8340-1411cc644aae tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Deleting port 13cf5f57-88ab-4534-ba7c-40c113022f63 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:16:07.362438 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-15d293a8-2dd7-49b7-8340-1411cc644aae tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:07.427947 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f8747351-f136-44d1-8954-90f22e4d1ad9 None None] Attempt 3 to provision port 7ed34cfc-0cad-4758-aba0-538d362549e4 Oct 04 09:16:07.468232 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 3ddfd3b8-41b4-4ce4-8670-3bf24abd284d is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:16:07.477364 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.api.v2.resource [None req-99d9e565-e833-4bdc-a72f-9a70e5683b04 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] show failed (client error): The resource could not be found. Oct 04 09:16:07.483603 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-99d9e565-e833-4bdc-a72f-9a70e5683b04 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] 10.222.0.50 "GET /v2.0/routers/5d964144-fccc-4768-b127-0d263292d180/tags/tempest-TagsExtTest-Tag-764058429 HTTP/1.1" status: 404 len: 328 time: 0.3223722 Oct 04 09:16:07.483603 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59584) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:07.488474 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.tag.tag_plugin [None req-967f41d0-2b75-47f6-9a9a-e08479ff2db9 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '52cfc6b2-d849-4ccb-a6df-90e60022ddf2', {'tags': ['tempest-TagsExtTest-Tag-1095952074', 'tempest-TagsExtTest-Tag-955920081', 'tempest-TagsExtTest-Tag-2004935745']}) {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:07.489926 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:16:07.537899 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-967f41d0-2b75-47f6-9a9a-e08479ff2db9 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] 10.222.0.50 "PUT /v2.0/subnetpools/52cfc6b2-d849-4ccb-a6df-90e60022ddf2/tags HTTP/1.1" status: 200 len: 317 time: 0.0515401 Oct 04 09:16:07.538849 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59588) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:07.541137 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1c14572a-b5af-439d-8c62-e8961ec8bf6f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:07.556217 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.tag.tag_plugin [None req-e5321c53-e646-45b2-bc56-eb042ef7cf15 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '52cfc6b2-d849-4ccb-a6df-90e60022ddf2') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:07.594734 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30fb23d-0cda-4e8f-b11f-d32e7bde7e6e None None] Pushing event updated for resources: {'Port': ['ID=e2691356-e1d8-4741-a06a-8b3cb01062bb,revision_number=7']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:07.605165 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f8747351-f136-44d1-8954-90f22e4d1ad9 None None] Port 7ed34cfc-0cad-4758-aba0-538d362549e4 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:16:07.770320 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b061cee-de21-437c-b7a9-0905da846242 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:07.771584 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-4b061cee-de21-437c-b7a9-0905da846242 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Synchronizing usage tracker for tenant:8de43eb137fe47f9a4031ea91b631fcc on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:16:08.106531 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f8747351-f136-44d1-8954-90f22e4d1ad9 None None] Attempt 4 to provision port 7ed34cfc-0cad-4758-aba0-538d362549e4 Oct 04 09:16:08.112136 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-4b061cee-de21-437c-b7a9-0905da846242 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Unset dirty status for tenant:8de43eb137fe47f9a4031ea91b631fcc on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:16:08.113482 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-4b061cee-de21-437c-b7a9-0905da846242 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.8993196 Oct 04 09:16:08.118226 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59592) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:08.130309 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-e5321c53-e646-45b2-bc56-eb042ef7cf15 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] 10.222.0.50 "DELETE /v2.0/subnetpools/52cfc6b2-d849-4ccb-a6df-90e60022ddf2/tags HTTP/1.1" status: 204 len: 168 time: 0.5898438 Oct 04 09:16:08.135151 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59596) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:08.143646 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.tag.tag_plugin [None req-1e7b8aa0-8297-42f7-9070-92918431d9cd tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '52cfc6b2-d849-4ccb-a6df-90e60022ddf2', 'tempest-TagsExtTest-Tag-1095952074') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:08.155466 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-15d293a8-2dd7-49b7-8340-1411cc644aae tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:08.182770 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-103cf0f8-97a4-48ea-8074-31c02a102f69 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] GET failed (client error): The resource could not be found. Oct 04 09:16:08.184082 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-103cf0f8-97a4-48ea-8074-31c02a102f69 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Synchronizing usage tracker for tenant:8de43eb137fe47f9a4031ea91b631fcc on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:16:08.194546 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f8747351-f136-44d1-8954-90f22e4d1ad9 None None] Port 7ed34cfc-0cad-4758-aba0-538d362549e4 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:16:08.199212 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-103cf0f8-97a4-48ea-8074-31c02a102f69 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Unset dirty status for tenant:8de43eb137fe47f9a4031ea91b631fcc on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:16:08.200665 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-103cf0f8-97a4-48ea-8074-31c02a102f69 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "GET /v2.0/ports/091d0b48-6e30-41fd-bd6f-1b848d4dbd09 HTTP/1.1" status: 404 len: 333 time: 0.0791640 Oct 04 09:16:08.205090 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59602) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:08.210941 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-e97748fe-c253-46b4-a195-2dd46bdfb734 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1799687221'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:16:08.215963 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-e97748fe-c253-46b4-a195-2dd46bdfb734 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:16:08.219888 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-e97748fe-c253-46b4-a195-2dd46bdfb734 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Usage tracker for resource:network and tenant:8de43eb137fe47f9a4031ea91b631fcc is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:16:08.222891 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-e97748fe-c253-46b4-a195-2dd46bdfb734 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:16:08.230805 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-e97748fe-c253-46b4-a195-2dd46bdfb734 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:16:08.243064 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97748fe-c253-46b4-a195-2dd46bdfb734 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Made reservation on behalf of 8de43eb137fe47f9a4031ea91b631fcc for: {'network': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:16:08.246943 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e97748fe-c253-46b4-a195-2dd46bdfb734 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:08.274973 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e97748fe-c253-46b4-a195-2dd46bdfb734 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=89032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:16:08.283521 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e97748fe-c253-46b4-a195-2dd46bdfb734 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:08.283929 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.segments_db [None req-e97748fe-c253-46b4-a195-2dd46bdfb734 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Added segment 6c1f59d1-aa46-4c64-b722-4d105247bb5c of type vlan for network d5ed24a3-77bd-4c5e-b974-5da2e2f93070 Oct 04 09:16:08.312048 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e97748fe-c253-46b4-a195-2dd46bdfb734 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:08.314188 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-15d293a8-2dd7-49b7-8340-1411cc644aae tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Calling delete_port for 13cf5f57-88ab-4534-ba7c-40c113022f63 owned by {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:16:08.342029 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e97748fe-c253-46b4-a195-2dd46bdfb734 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:08.347393 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97748fe-c253-46b4-a195-2dd46bdfb734 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:08.347979 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e97748fe-c253-46b4-a195-2dd46bdfb734 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:08.449500 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-e97748fe-c253-46b4-a195-2dd46bdfb734 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2430279 Oct 04 09:16:08.452989 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59606) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:08.463261 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-43571a2d-7921-47c8-becc-d15654cda7a6 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Request body: {'subnet': {'network_id': 'd5ed24a3-77bd-4c5e-b974-5da2e2f93070', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:16:08.480863 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97748fe-c253-46b4-a195-2dd46bdfb734 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event updated for resources: {'Network': ['ID=d5ed24a3-77bd-4c5e-b974-5da2e2f93070,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:08.493305 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network d5ed24a3-77bd-4c5e-b974-5da2e2f93070 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:16:08.510876 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-1e7b8aa0-8297-42f7-9070-92918431d9cd tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] show failed (client error): The resource could not be found. Oct 04 09:16:08.514633 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-1e7b8aa0-8297-42f7-9070-92918431d9cd tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] 10.222.0.50 "GET /v2.0/subnetpools/52cfc6b2-d849-4ccb-a6df-90e60022ddf2/tags/tempest-TagsExtTest-Tag-1095952074 HTTP/1.1" status: 404 len: 329 time: 0.3740680 Oct 04 09:16:08.528411 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59610) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:08.539070 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.tag.tag_plugin [None req-0b9e2543-689a-4407-acb5-d96af40a033c tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '52cfc6b2-d849-4ccb-a6df-90e60022ddf2', 'tempest-TagsExtTest-Tag-955920081') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:08.594933 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-43571a2d-7921-47c8-becc-d15654cda7a6 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:16:08.601364 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-43571a2d-7921-47c8-becc-d15654cda7a6 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Usage tracker for resource:subnet and tenant:8de43eb137fe47f9a4031ea91b631fcc is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:16:08.608892 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-43571a2d-7921-47c8-becc-d15654cda7a6 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:16:08.617027 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-43571a2d-7921-47c8-becc-d15654cda7a6 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:16:08.633197 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43571a2d-7921-47c8-becc-d15654cda7a6 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Made reservation on behalf of 8de43eb137fe47f9a4031ea91b631fcc for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:16:08.635931 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-43571a2d-7921-47c8-becc-d15654cda7a6 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:08.658646 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device e2691356-e1d8-4741-a06a-8b3cb01062bb up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:16:08.682020 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-0b9e2543-689a-4407-acb5-d96af40a033c tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] show failed (client error): The resource could not be found. Oct 04 09:16:08.683123 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-0b9e2543-689a-4407-acb5-d96af40a033c tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] 10.222.0.50 "GET /v2.0/subnetpools/52cfc6b2-d849-4ccb-a6df-90e60022ddf2/tags/tempest-TagsExtTest-Tag-955920081 HTTP/1.1" status: 404 len: 328 time: 0.1539035 Oct 04 09:16:08.690825 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59614) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:08.700303 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.tag.tag_plugin [None req-fbb15c4c-e6d4-404c-a501-e09d80978d06 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '52cfc6b2-d849-4ccb-a6df-90e60022ddf2', 'tempest-TagsExtTest-Tag-2004935745') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:08.727812 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f8747351-f136-44d1-8954-90f22e4d1ad9 None None] Attempt 5 to provision port 7ed34cfc-0cad-4758-aba0-538d362549e4 Oct 04 09:16:08.753337 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e9b99-7115-4b78-8479-9262205df15e req-609469b3-e589-4733-aab8-476f7002950e tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:08.755370 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-940e9b99-7115-4b78-8479-9262205df15e req-609469b3-e589-4733-aab8-476f7002950e tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 0.4482267 Oct 04 09:16:08.759930 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1c14572a-b5af-439d-8c62-e8961ec8bf6f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:08.789498 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1c14572a-b5af-439d-8c62-e8961ec8bf6f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:08.790217 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1c14572a-b5af-439d-8c62-e8961ec8bf6f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736777'] for router_interface, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:08.853986 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-15d293a8-2dd7-49b7-8340-1411cc644aae tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:08.856812 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f8747351-f136-44d1-8954-90f22e4d1ad9 None None] Port 7ed34cfc-0cad-4758-aba0-538d362549e4 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:16:08.903420 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-fbb15c4c-e6d4-404c-a501-e09d80978d06 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] show failed (client error): The resource could not be found. Oct 04 09:16:08.904526 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-fbb15c4c-e6d4-404c-a501-e09d80978d06 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] 10.222.0.50 "GET /v2.0/subnetpools/52cfc6b2-d849-4ccb-a6df-90e60022ddf2/tags/tempest-TagsExtTest-Tag-2004935745 HTTP/1.1" status: 404 len: 329 time: 0.2107592 Oct 04 09:16:08.907655 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59618) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:08.913574 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.tag.tag_plugin [None req-9bba256a-60da-4cf3-a271-2ab4b63b1439 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '52cfc6b2-d849-4ccb-a6df-90e60022ddf2') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:08.917787 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-940e9b99-7115-4b78-8479-9262205df15e req-8fd479b1-7fad-45fb-959d-5350e857ab10 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559472 Oct 04 09:16:08.927396 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-43571a2d-7921-47c8-becc-d15654cda7a6 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:09.028561 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-9bba256a-60da-4cf3-a271-2ab4b63b1439 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] 10.222.0.50 "DELETE /v2.0/subnetpools/52cfc6b2-d849-4ccb-a6df-90e60022ddf2/tags HTTP/1.1" status: 204 len: 168 time: 0.1170938 Oct 04 09:16:09.028561 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43571a2d-7921-47c8-becc-d15654cda7a6 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event updated for resources: {'Subnet': ['ID=1b2137a3-f6e7-4d43-8432-10e1b9c6d7d3,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:09.029282 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c14572a-b5af-439d-8c62-e8961ec8bf6f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event updated for resources: {'Port': ['ID=6126a32f-0f1e-4b7e-8840-91ff126832c4,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:09.030246 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59624) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:09.035187 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.tag.tag_plugin [None req-a287619b-b66f-44f2-9443-053ffdd76d34 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5d964144-fccc-4768-b127-0d263292d180') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:09.105151 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43571a2d-7921-47c8-becc-d15654cda7a6 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Checking segment: {'id': '6c1f59d1-aa46-4c64-b722-4d105247bb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd5ed24a3-77bd-4c5e-b974-5da2e2f93070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:16:09.105520 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43571a2d-7921-47c8-becc-d15654cda7a6 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Network hostable DHCP agents. Network: d5ed24a3-77bd-4c5e-b974-5da2e2f93070, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:16:09.116520 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d293a8-2dd7-49b7-8340-1411cc644aae tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event deleted for resources: {'Port': ['ID=13cf5f57-88ab-4534-ba7c-40c113022f63,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:09.170057 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-15d293a8-2dd7-49b7-8340-1411cc644aae tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:09.192718 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c14572a-b5af-439d-8c62-e8961ec8bf6f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Network 6944e708-1597-4660-bf0f-011745ade4ef is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:16:09.194136 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-1c14572a-b5af-439d-8c62-e8961ec8bf6f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:16:09.195404 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43571a2d-7921-47c8-becc-d15654cda7a6 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Network d5ed24a3-77bd-4c5e-b974-5da2e2f93070 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:16:09.206994 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-15d293a8-2dd7-49b7-8340-1411cc644aae tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "DELETE /v2.0/ports/13cf5f57-88ab-4534-ba7c-40c113022f63 HTTP/1.1" status: 204 len: 168 time: 2.0460806 Oct 04 09:16:09.207098 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-a287619b-b66f-44f2-9443-053ffdd76d34 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] 10.222.0.50 "DELETE /v2.0/routers/5d964144-fccc-4768-b127-0d263292d180/tags HTTP/1.1" status: 204 len: 168 time: 0.1711321 Oct 04 09:16:09.207098 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59628) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:09.207253 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59630) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:09.210353 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.tag.tag_plugin [None req-93195647-7ddb-49ac-82ea-4ab4a02f9a0b tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9736e095-502d-43c0-8f03-1b107c62bff0') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:09.251429 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-43571a2d-7921-47c8-becc-d15654cda7a6 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, d5ed24a3-77bd-4c5e-b974-5da2e2f93070) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:16:09.265341 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36eff75f-8961-4a0b-9dc9-1affb145567c None None] Network d5ed24a3-77bd-4c5e-b974-5da2e2f93070 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:16:09.267269 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43571a2d-7921-47c8-becc-d15654cda7a6 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:09.267908 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-43571a2d-7921-47c8-becc-d15654cda7a6 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:09.344698 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-43571a2d-7921-47c8-becc-d15654cda7a6 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8880017 Oct 04 09:16:09.345510 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59636) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:09.352176 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-8f26d783-839b-4f07-9649-36855e83c628 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Request body: {'subnet': {'network_id': 'd5ed24a3-77bd-4c5e-b974-5da2e2f93070', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:16:09.364402 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f8747351-f136-44d1-8954-90f22e4d1ad9 None None] Attempt 6 to provision port 7ed34cfc-0cad-4758-aba0-538d362549e4 Oct 04 09:16:09.383003 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a23c7ec-2f0f-4311-95b7-551455627bd9 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] GET failed (client error): The resource could not be found. Oct 04 09:16:09.383584 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-1a23c7ec-2f0f-4311-95b7-551455627bd9 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Synchronizing usage tracker for tenant:7c59b642fbd4440eb4278f2c0c212bcd on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:16:09.432917 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-1a23c7ec-2f0f-4311-95b7-551455627bd9 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Unset dirty status for tenant:7c59b642fbd4440eb4278f2c0c212bcd on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:16:09.434127 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-1a23c7ec-2f0f-4311-95b7-551455627bd9 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "GET /v2.0/ports/13cf5f57-88ab-4534-ba7c-40c113022f63 HTTP/1.1" status: 404 len: 333 time: 0.2266395 Oct 04 09:16:09.438655 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59640) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:09.466089 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f8747351-f136-44d1-8954-90f22e4d1ad9 None None] Port 7ed34cfc-0cad-4758-aba0-538d362549e4 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:16:09.516175 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-93195647-7ddb-49ac-82ea-4ab4a02f9a0b tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] 10.222.0.50 "DELETE /v2.0/ports/9736e095-502d-43c0-8f03-1b107c62bff0/tags HTTP/1.1" status: 204 len: 168 time: 0.3102872 Oct 04 09:16:09.518953 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59644) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:09.526805 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.tag.tag_plugin [None req-47eeaea0-5cb2-467a-9b06-cb1cd6371f59 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '07dbe47d-852a-4ef0-8fd0-ece42bed05e2') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:09.559777 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-8f26d783-839b-4f07-9649-36855e83c628 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:16:09.562268 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-17c37ed5-aafa-4164-8830-a16ed7ae3271 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:09.564581 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-8f26d783-839b-4f07-9649-36855e83c628 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Usage tracker for resource:subnet and tenant:8de43eb137fe47f9a4031ea91b631fcc is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:16:09.568314 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c14572a-b5af-439d-8c62-e8961ec8bf6f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Router 71fdf1d8-1806-4d11-84a2-2ddc7ba7e5ae is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:16:09.568495 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-8f26d783-839b-4f07-9649-36855e83c628 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:16:09.574521 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-8f26d783-839b-4f07-9649-36855e83c628 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:16:09.585691 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f26d783-839b-4f07-9649-36855e83c628 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Made reservation on behalf of 8de43eb137fe47f9a4031ea91b631fcc for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:16:09.592289 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8f26d783-839b-4f07-9649-36855e83c628 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:09.605707 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2301e84-52ad-4e42-a762-ae46c4cfcff7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-d5ed24a3-77bd-4c5e-b974-5da2e2f93070', 'network_id': 'd5ed24a3-77bd-4c5e-b974-5da2e2f93070', 'tenant_id': '8de43eb137fe47f9a4031ea91b631fcc', 'fixed_ips': [{'subnet_id': '1b2137a3-f6e7-4d43-8432-10e1b9c6d7d3'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:16:09.607585 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c2301e84-52ad-4e42-a762-ae46c4cfcff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:09.680424 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-17c37ed5-aafa-4164-8830-a16ed7ae3271 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:09.743275 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.ipam_backend_mixin [None req-8f26d783-839b-4f07-9649-36855e83c628 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1b2137a3-f6e7-4d43-8432-10e1b9c6d7d3 (CIDR: 2001:db8::/64) Oct 04 09:16:09.748611 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f26d783-839b-4f07-9649-36855e83c628 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 09:16:09.749435 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f26d783-839b-4f07-9649-36855e83c628 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:16:09.775759 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-8f26d783-839b-4f07-9649-36855e83c628 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4265878 Oct 04 09:16:09.776060 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59648) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:09.784045 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-f3052f06-279a-475d-ba2d-56c281d10aa9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Request body: {'subnet': {'network_id': 'd5ed24a3-77bd-4c5e-b974-5da2e2f93070', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:16:09.793782 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-c2301e84-52ad-4e42-a762-ae46c4cfcff7 None None] Allocated IP 2001:db8::2 (d5ed24a3-77bd-4c5e-b974-5da2e2f93070/1b2137a3-f6e7-4d43-8432-10e1b9c6d7d3/62e645b5-bda4-4686-8d20-7e84e5bc2969) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:16:09.934360 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-f3052f06-279a-475d-ba2d-56c281d10aa9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:16:09.938758 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-f3052f06-279a-475d-ba2d-56c281d10aa9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Usage tracker for resource:subnet and tenant:8de43eb137fe47f9a4031ea91b631fcc is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:16:09.941951 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-f3052f06-279a-475d-ba2d-56c281d10aa9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:16:09.946164 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c14572a-b5af-439d-8c62-e8961ec8bf6f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:16:09.955596 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-f3052f06-279a-475d-ba2d-56c281d10aa9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:16:09.960340 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4535aaa9-dfad-4283-90c6-744395b37422 None None] Sync routers for ids ['71fdf1d8-1806-4d11-84a2-2ddc7ba7e5ae'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:16:09.967914 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-17c37ed5-aafa-4164-8830-a16ed7ae3271 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:09.970581 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-17c37ed5-aafa-4164-8830-a16ed7ae3271 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:09.971863 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-17c37ed5-aafa-4164-8830-a16ed7ae3271 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "DELETE /v2.0/security-groups/482ff3d4-8c82-422a-a31c-50d69a355c38 HTTP/1.1" status: 204 len: 168 time: 0.5322952 Oct 04 09:16:09.974228 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-47eeaea0-5cb2-467a-9b06-cb1cd6371f59 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] 10.222.0.50 "DELETE /v2.0/subnets/07dbe47d-852a-4ef0-8fd0-ece42bed05e2/tags HTTP/1.1" status: 204 len: 168 time: 0.4535606 Oct 04 09:16:09.975821 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59654) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:09.981815 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59656) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:09.988106 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-1c14572a-b5af-439d-8c62-e8961ec8bf6f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "PUT /v2.0/routers/71fdf1d8-1806-4d11-84a2-2ddc7ba7e5ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7885122 Oct 04 09:16:09.988917 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59662) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:09.989854 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f8747351-f136-44d1-8954-90f22e4d1ad9 None None] Attempt 7 to provision port 7ed34cfc-0cad-4758-aba0-538d362549e4 Oct 04 09:16:09.993146 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4535aaa9-dfad-4283-90c6-744395b37422 None None] Routers {'71fdf1d8-1806-4d11-84a2-2ddc7ba7e5ae'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:16:09.993897 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-4535aaa9-dfad-4283-90c6-744395b37422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:16:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['71fdf1d8-1806-4d11-84a2-2ddc7ba7e5ae'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:10.002141 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3052f06-279a-475d-ba2d-56c281d10aa9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Made reservation on behalf of 8de43eb137fe47f9a4031ea91b631fcc for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:16:10.017094 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f3052f06-279a-475d-ba2d-56c281d10aa9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:10.045490 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c37ed5-aafa-4164-8830-a16ed7ae3271 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=482ff3d4-8c82-422a-a31c-50d69a355c38,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:10.085129 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f8747351-f136-44d1-8954-90f22e4d1ad9 None None] Port 7ed34cfc-0cad-4758-aba0-538d362549e4 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:16:10.089926 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c2301e84-52ad-4e42-a762-ae46c4cfcff7 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:10.118956 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-c2301e84-52ad-4e42-a762-ae46c4cfcff7 None None] Transition to ACTIVE for port object 62e645b5-bda4-4686-8d20-7e84e5bc2969 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:16:10.134117 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afba60f-a138-4530-945e-1105b1d803f0 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:10.134117 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-4afba60f-a138-4530-945e-1105b1d803f0 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Synchronizing usage tracker for tenant:9e78cb9b328b4bfc813a095a6b1b578a on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:16:10.146353 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-4535aaa9-dfad-4283-90c6-744395b37422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:10.152016 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-c2301e84-52ad-4e42-a762-ae46c4cfcff7 None None] Transition to ACTIVE for port object 62e645b5-bda4-4686-8d20-7e84e5bc2969 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:16:10.157968 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4535aaa9-dfad-4283-90c6-744395b37422 None None] Routers {'71fdf1d8-1806-4d11-84a2-2ddc7ba7e5ae'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:16:10.158989 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-4535aaa9-dfad-4283-90c6-744395b37422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:16:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['71fdf1d8-1806-4d11-84a2-2ddc7ba7e5ae'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:10.159525 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c2301e84-52ad-4e42-a762-ae46c4cfcff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:10.180174 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-4afba60f-a138-4530-945e-1105b1d803f0 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Unset dirty status for tenant:9e78cb9b328b4bfc813a095a6b1b578a on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:16:10.181543 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-4afba60f-a138-4530-945e-1105b1d803f0 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "GET /v2.0/ports/6126a32f-0f1e-4b7e-8840-91ff126832c4 HTTP/1.1" status: 200 len: 911 time: 0.1758006 Oct 04 09:16:10.184712 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59666) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:10.191465 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-7ab5700d-9720-4b86-9749-e95a1147dab4 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '391e79ed-5164-474b-8610-c07da733b4a2'}]}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:16:10.238678 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2301e84-52ad-4e42-a762-ae46c4cfcff7 None None] Network d5ed24a3-77bd-4c5e-b974-5da2e2f93070 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:16:10.242146 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-4535aaa9-dfad-4283-90c6-744395b37422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:10.242290 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-c2301e84-52ad-4e42-a762-ae46c4cfcff7 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:16:10.242819 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4535aaa9-dfad-4283-90c6-744395b37422 None None] The sync data for ids ['71fdf1d8-1806-4d11-84a2-2ddc7ba7e5ae'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:16:10.243180 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-849bd8fb-dfd8-409e-ab9d-5c76c33eaaf1 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Notify callbacks [] for subnetpool, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:10.246613 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-849bd8fb-dfd8-409e-ab9d-5c76c33eaaf1 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] 10.222.0.50 "DELETE /v2.0/subnetpools/52cfc6b2-d849-4ccb-a6df-90e60022ddf2 HTTP/1.1" status: 204 len: 168 time: 0.2615554 Oct 04 09:16:10.246948 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2301e84-52ad-4e42-a762-ae46c4cfcff7 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:16:10.256845 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59670) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:10.292398 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2301e84-52ad-4e42-a762-ae46c4cfcff7 None None] Pushing event updated for resources: {'Port': ['ID=62e645b5-bda4-4686-8d20-7e84e5bc2969,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:10.317155 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-7d15e317-2283-4a8c-ab46-081355cb3c69 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d964144-fccc-4768-b127-0d263292d180 HTTP/1.1" status: 200 len: 205 time: 0.0591125 Oct 04 09:16:10.318319 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59674) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:10.362858 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-c2301e84-52ad-4e42-a762-ae46c4cfcff7 None None] Attempting to bind port 62e645b5-bda4-4686-8d20-7e84e5bc2969 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:16:10.362858 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-c2301e84-52ad-4e42-a762-ae46c4cfcff7 None None] Attempting to bind port 62e645b5-bda4-4686-8d20-7e84e5bc2969 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '6c1f59d1-aa46-4c64-b722-4d105247bb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd5ed24a3-77bd-4c5e-b974-5da2e2f93070'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:16:10.363293 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2301e84-52ad-4e42-a762-ae46c4cfcff7 None None] Attempting to bind port 62e645b5-bda4-4686-8d20-7e84e5bc2969 on network d5ed24a3-77bd-4c5e-b974-5da2e2f93070 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:16:10.368326 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-54118410-94a8-4404-9a2d-cdeacf5f3a7c tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:10.369263 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2301e84-52ad-4e42-a762-ae46c4cfcff7 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:16:10.369643 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2301e84-52ad-4e42-a762-ae46c4cfcff7 None None] Checking segment: {'id': '6c1f59d1-aa46-4c64-b722-4d105247bb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd5ed24a3-77bd-4c5e-b974-5da2e2f93070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:16:10.370044 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c2301e84-52ad-4e42-a762-ae46c4cfcff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:10.370434 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2301e84-52ad-4e42-a762-ae46c4cfcff7 None None] Bound using segment: {'id': '6c1f59d1-aa46-4c64-b722-4d105247bb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd5ed24a3-77bd-4c5e-b974-5da2e2f93070'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:16:10.370895 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-c2301e84-52ad-4e42-a762-ae46c4cfcff7 None None] Bound port: 62e645b5-bda4-4686-8d20-7e84e5bc2969, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c1f59d1-aa46-4c64-b722-4d105247bb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd5ed24a3-77bd-4c5e-b974-5da2e2f93070'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:16:10.371271 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c2301e84-52ad-4e42-a762-ae46c4cfcff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:10.432421 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-54118410-94a8-4404-9a2d-cdeacf5f3a7c tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:10.463440 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-c2301e84-52ad-4e42-a762-ae46c4cfcff7 None None] For port 62e645b5-bda4-4686-8d20-7e84e5bc2969, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:16:10.466946 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-c2301e84-52ad-4e42-a762-ae46c4cfcff7 None None] For port 62e645b5-bda4-4686-8d20-7e84e5bc2969, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=62e645b5-bda4-4686-8d20-7e84e5bc2969,segment=NetworkSegment(6c1f59d1-aa46-4c64-b722-4d105247bb5c),segment_id=6c1f59d1-aa46-4c64-b722-4d105247bb5c)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:16:10.471672 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c2301e84-52ad-4e42-a762-ae46c4cfcff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:10.499262 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f9bf61-a7a0-4a68-b1c6-d58c382bf96f req-dedbc3f4-caaf-4839-9abc-0c4d0f780382 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:10.506004 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-07f9bf61-a7a0-4a68-b1c6-d58c382bf96f req-dedbc3f4-caaf-4839-9abc-0c4d0f780382 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 0.2354617 Oct 04 09:16:10.557022 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-53ad95a2-099d-4886-922b-207d5f99c803 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Notify callbacks [] for router, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:10.560919 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2301e84-52ad-4e42-a762-ae46c4cfcff7 None None] Pushing event updated for resources: {'Port': ['ID=62e645b5-bda4-4686-8d20-7e84e5bc2969,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:10.587998 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f8747351-f136-44d1-8954-90f22e4d1ad9 None None] Attempt 8 to provision port 7ed34cfc-0cad-4758-aba0-538d362549e4 Oct 04 09:16:10.603163 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-07f9bf61-a7a0-4a68-b1c6-d58c382bf96f req-3d75a5ae-cb9d-4bfe-8213-18b229f04f0e tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940115 Oct 04 09:16:10.604652 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-54118410-94a8-4404-9a2d-cdeacf5f3a7c tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:10.636811 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54118410-94a8-4404-9a2d-cdeacf5f3a7c tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1984b30f-10b9-4497-9e2f-3349415ed3c2,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:10.665277 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-54118410-94a8-4404-9a2d-cdeacf5f3a7c tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:10.666356 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f8747351-f136-44d1-8954-90f22e4d1ad9 None None] Port 7ed34cfc-0cad-4758-aba0-538d362549e4 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:16:10.669802 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-54118410-94a8-4404-9a2d-cdeacf5f3a7c tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "DELETE /v2.0/security-groups/1984b30f-10b9-4497-9e2f-3349415ed3c2 HTTP/1.1" status: 204 len: 168 time: 0.6871650 Oct 04 09:16:10.669921 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59680) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:10.801599 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d6b4cdd8-9110-47de-a3aa-63f1dc2ae666 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:10.813346 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f3052f06-279a-475d-ba2d-56c281d10aa9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:10.913760 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d6b4cdd8-9110-47de-a3aa-63f1dc2ae666 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:10.924997 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3052f06-279a-475d-ba2d-56c281d10aa9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Network d5ed24a3-77bd-4c5e-b974-5da2e2f93070 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:16:10.937824 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-f3052f06-279a-475d-ba2d-56c281d10aa9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:16:10.951480 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3052f06-279a-475d-ba2d-56c281d10aa9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:10.952088 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f3052f06-279a-475d-ba2d-56c281d10aa9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:10.982824 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3052f06-279a-475d-ba2d-56c281d10aa9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event updated for resources: {'Subnet': ['ID=4f594375-a386-4e36-b68c-f6f474174af7,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:11.053829 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-53ad95a2-099d-4886-922b-207d5f99c803 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:11.063286 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-53ad95a2-099d-4886-922b-207d5f99c803 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:11.069969 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:11.078805 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-f3052f06-279a-475d-ba2d-56c281d10aa9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3009942 Oct 04 09:16:11.086545 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59686) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:11.096145 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-fd46f240-893e-40ef-ad36-c796f008fdc8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Request body: {'port': {'network_id': 'd5ed24a3-77bd-4c5e-b974-5da2e2f93070', 'fixed_ips': [{'subnet_id': '1b2137a3-f6e7-4d43-8432-10e1b9c6d7d3'}, {'subnet_id': '4f594375-a386-4e36-b68c-f6f474174af7'}], 'name': 'tempest-PortsIpV6TestJSON-682932159'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:16:11.112542 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7ab5700d-9720-4b86-9749-e95a1147dab4 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:11.150584 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d6b4cdd8-9110-47de-a3aa-63f1dc2ae666 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:11.170903 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f8747351-f136-44d1-8954-90f22e4d1ad9 None None] Attempt 9 to provision port 7ed34cfc-0cad-4758-aba0-538d362549e4 Oct 04 09:16:11.180853 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b4cdd8-9110-47de-a3aa-63f1dc2ae666 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2dd5220-0595-45a5-bc76-71ce5dfbbf66,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:11.195541 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d6b4cdd8-9110-47de-a3aa-63f1dc2ae666 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:11.200178 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-d6b4cdd8-9110-47de-a3aa-63f1dc2ae666 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "DELETE /v2.0/security-groups/a2dd5220-0595-45a5-bc76-71ce5dfbbf66 HTTP/1.1" status: 204 len: 168 time: 0.5257556 Oct 04 09:16:11.200927 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59690) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:11.219882 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-53ad95a2-099d-4886-922b-207d5f99c803 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:11.219882 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ad95a2-099d-4886-922b-207d5f99c803 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Fanout notify agent at l3_agent the message router_deleted on router 5d964144-fccc-4768-b127-0d263292d180 {{(pid=89033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:16:11.254848 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f8747351-f136-44d1-8954-90f22e4d1ad9 None None] Port 7ed34cfc-0cad-4758-aba0-538d362549e4 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:16:11.264305 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-53ad95a2-099d-4886-922b-207d5f99c803 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:11.265339 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-53ad95a2-099d-4886-922b-207d5f99c803 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] 10.222.0.50 "DELETE /v2.0/routers/5d964144-fccc-4768-b127-0d263292d180 HTTP/1.1" status: 204 len: 168 time: 0.9402156 Oct 04 09:16:11.267957 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59694) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:11.311383 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb48d62-d3aa-4efb-83fd-edb72277f26f req-bc71cc55-5f92-4b52-ac37-59cce5312995 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:11.312878 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7fb48d62-d3aa-4efb-83fd-edb72277f26f req-bc71cc55-5f92-4b52-ac37-59cce5312995 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 0.2945969 Oct 04 09:16:11.343544 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cca303-1b2c-47ad-9f9b-1d65d8245c87 req-7a186451-4ca5-4065-9046-b9432502b7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:11.345106 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-92cca303-1b2c-47ad-9f9b-1d65d8245c87 req-7a186451-4ca5-4065-9046-b9432502b7cd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8ef6eeaada3246f29119027d4a154b34&device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 1099 time: 0.2575655 Oct 04 09:16:11.371163 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_v2 [None req-56e6f166-e3c3-420a-a11a-e967efd4bf02 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Deleting subnet 23ff52bd-91de-4ef0-9c08-d07c035adaa1 {{(pid=89032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:16:11.400659 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-56e6f166-e3c3-420a-a11a-e967efd4bf02 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for subnet, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:11.537204 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-dbfa7e05-abf9-4cd5-8567-9a2bd06df809 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Deleting port 9736e095-502d-43c0-8f03-1b107c62bff0 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:16:11.537525 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-dbfa7e05-abf9-4cd5-8567-9a2bd06df809 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:11.576854 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-fd46f240-893e-40ef-ad36-c796f008fdc8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:16:11.585128 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-fd46f240-893e-40ef-ad36-c796f008fdc8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Usage tracker for resource:port and tenant:8de43eb137fe47f9a4031ea91b631fcc is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:16:11.589918 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7fb48d62-d3aa-4efb-83fd-edb72277f26f req-9ef16b02-01d6-4beb-84bd-fc7ac08488f8 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2682309 Oct 04 09:16:11.590123 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-fd46f240-893e-40ef-ad36-c796f008fdc8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:16:11.600891 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-fd46f240-893e-40ef-ad36-c796f008fdc8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:16:11.604894 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-56e6f166-e3c3-420a-a11a-e967efd4bf02 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885153'] for subnet, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:11.660047 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd46f240-893e-40ef-ad36-c796f008fdc8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Made reservation on behalf of 8de43eb137fe47f9a4031ea91b631fcc for: {'port': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:16:11.755892 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f8747351-f136-44d1-8954-90f22e4d1ad9 None None] Attempt 10 to provision port 7ed34cfc-0cad-4758-aba0-538d362549e4 Oct 04 09:16:11.811798 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cca303-1b2c-47ad-9f9b-1d65d8245c87 req-2a5b44f3-f68c-4999-bf22-9b6d976c719d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:11.813253 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-92cca303-1b2c-47ad-9f9b-1d65d8245c87 req-2a5b44f3-f68c-4999-bf22-9b6d976c719d service neutron] 10.222.0.20 "GET /v2.0/networks?id=4e61ee37-e03d-4906-997b-978c1601b208 HTTP/1.1" status: 200 len: 913 time: 0.4466963 Oct 04 09:16:11.816589 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-56e6f166-e3c3-420a-a11a-e967efd4bf02 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:11.850993 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f8747351-f136-44d1-8954-90f22e4d1ad9 None None] Port 7ed34cfc-0cad-4758-aba0-538d362549e4 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:16:11.858613 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdb98f4-1d33-42bc-abe2-87624ec178b3 None None] Network d5ed24a3-77bd-4c5e-b974-5da2e2f93070 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:16:11.933914 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fd46f240-893e-40ef-ad36-c796f008fdc8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:11.973939 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [None req-fd46f240-893e-40ef-ad36-c796f008fdc8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] device_id is not set on port 66c228ba-b7ca-4df9-9084-a8b7a6f203d2 yet. {{(pid=89033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:16:12.044289 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-f522340a-e405-4e7c-ba72-028756a22b7c None None] Provisioning for port 6126a32f-0f1e-4b7e-8840-91ff126832c4 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:16:12.053544 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-92cca303-1b2c-47ad-9f9b-1d65d8245c87 req-961a9ae0-2895-4bd9-aaeb-318e209da6c6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c8f126e-75a1-43f2-980d-ad2d5059e1f5 HTTP/1.1" status: 200 len: 1003 time: 0.2025535 Oct 04 09:16:12.055572 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-f522340a-e405-4e7c-ba72-028756a22b7c None None] Provisioning complete for port 6126a32f-0f1e-4b7e-8840-91ff126832c4 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:16:12.056104 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f522340a-e405-4e7c-ba72-028756a22b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:12.056626 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f522340a-e405-4e7c-ba72-028756a22b7c None None] Attempt 1 to provision port 6126a32f-0f1e-4b7e-8840-91ff126832c4 Oct 04 09:16:12.138745 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-56e6f166-e3c3-420a-a11a-e967efd4bf02 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:12.158411 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7ab5700d-9720-4b86-9749-e95a1147dab4 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:12.181362 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f522340a-e405-4e7c-ba72-028756a22b7c None None] Port 6126a32f-0f1e-4b7e-8840-91ff126832c4 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:16:12.204223 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-56e6f166-e3c3-420a-a11a-e967efd4bf02 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:12.207126 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7ab5700d-9720-4b86-9749-e95a1147dab4 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:12.208641 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-dbfa7e05-abf9-4cd5-8567-9a2bd06df809 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:12.213329 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab5700d-9720-4b86-9749-e95a1147dab4 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:12.214158 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7ab5700d-9720-4b86-9749-e95a1147dab4 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:12.215331 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acfae62-85b2-4a8e-8218-220a80ddbb57 None None] Network 35aa0c51-ba0c-45a1-8373-559b804543b2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:16:12.215952 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-7ab5700d-9720-4b86-9749-e95a1147dab4 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "PUT /v2.0/ports/6126a32f-0f1e-4b7e-8840-91ff126832c4 HTTP/1.1" status: 200 len: 911 time: 2.0301383 Oct 04 09:16:12.216075 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e6f166-e3c3-420a-a11a-e967efd4bf02 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event deleted for resources: {'Subnet': ['ID=23ff52bd-91de-4ef0-9c08-d07c035adaa1,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:12.223362 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59698) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:12.227967 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cca303-1b2c-47ad-9f9b-1d65d8245c87 req-e6ba2d96-bd52-4127-8e78-3066b6918fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:12.229419 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-92cca303-1b2c-47ad-9f9b-1d65d8245c87 req-e6ba2d96-bd52-4127-8e78-3066b6918fc0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=373d4a32-610a-4c8a-84eb-e8dbb10358db HTTP/1.1" status: 200 len: 851 time: 0.1684666 Oct 04 09:16:12.310589 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab5700d-9720-4b86-9749-e95a1147dab4 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event updated for resources: {'Port': ['ID=6126a32f-0f1e-4b7e-8840-91ff126832c4,revision_number=3']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:12.389138 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-fd46f240-893e-40ef-ad36-c796f008fdc8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Allocated IP 2001:db8::2fa (d5ed24a3-77bd-4c5e-b974-5da2e2f93070/1b2137a3-f6e7-4d43-8432-10e1b9c6d7d3/66c228ba-b7ca-4df9-9084-a8b7a6f203d2) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:16:12.396740 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-fd46f240-893e-40ef-ad36-c796f008fdc8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Allocated IP 2001:db8:0:1::23a (d5ed24a3-77bd-4c5e-b974-5da2e2f93070/4f594375-a386-4e36-b68c-f6f474174af7/66c228ba-b7ca-4df9-9084-a8b7a6f203d2) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:16:12.418572 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-56e6f166-e3c3-420a-a11a-e967efd4bf02 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "DELETE /v2.0/subnets/23ff52bd-91de-4ef0-9c08-d07c035adaa1 HTTP/1.1" status: 204 len: 168 time: 1.2129366 Oct 04 09:16:12.421242 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59702) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:12.436869 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38dae8df-0867-41f2-a6ca-0da8f5341962 None None] Update dhcp port {'port': {'network_id': 'd5ed24a3-77bd-4c5e-b974-5da2e2f93070', 'fixed_ips': [{'subnet_id': '1b2137a3-f6e7-4d43-8432-10e1b9c6d7d3', 'ip_address': '2001:db8::2'}, {'subnet_id': '4f594375-a386-4e36-b68c-f6f474174af7'}], 'binding:host_id': 'dv-neutron-860215-1-hyperv'}, 'id': '62e645b5-bda4-4686-8d20-7e84e5bc2969'} from dv-neutron-860215-1-hyperv. {{(pid=89034) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 04 09:16:12.542667 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-38dae8df-0867-41f2-a6ca-0da8f5341962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:12.648828 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fd46f240-893e-40ef-ad36-c796f008fdc8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:12.663156 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-dbfa7e05-abf9-4cd5-8567-9a2bd06df809 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Calling delete_port for 9736e095-502d-43c0-8f03-1b107c62bff0 owned by {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:16:12.664766 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-fd46f240-893e-40ef-ad36-c796f008fdc8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Transition to ACTIVE for port object 66c228ba-b7ca-4df9-9084-a8b7a6f203d2 will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:16:12.694444 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-2584a347-3021-45b0-b8e3-6c31e3b79733 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Deleting subnet dbd6307a-7307-4a46-b209-054f548baf95 {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:16:12.697663 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2584a347-3021-45b0-b8e3-6c31e3b79733 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:12.713016 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f522340a-e405-4e7c-ba72-028756a22b7c None None] Attempt 2 to provision port 6126a32f-0f1e-4b7e-8840-91ff126832c4 Oct 04 09:16:12.730110 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fd46f240-893e-40ef-ad36-c796f008fdc8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:12.751596 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 62e645b5-bda4-4686-8d20-7e84e5bc2969 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:16:12.822798 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd46f240-893e-40ef-ad36-c796f008fdc8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Network d5ed24a3-77bd-4c5e-b974-5da2e2f93070 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:16:12.825020 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2584a347-3021-45b0-b8e3-6c31e3b79733 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:12.865325 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-fd46f240-893e-40ef-ad36-c796f008fdc8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:16:12.907449 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd46f240-893e-40ef-ad36-c796f008fdc8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:16:12.913510 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd46f240-893e-40ef-ad36-c796f008fdc8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:12.914119 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fd46f240-893e-40ef-ad36-c796f008fdc8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:12.926259 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f522340a-e405-4e7c-ba72-028756a22b7c None None] Port 6126a32f-0f1e-4b7e-8840-91ff126832c4 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:16:12.929144 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 62e645b5-bda4-4686-8d20-7e84e5bc2969 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:16:12.939039 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd46f240-893e-40ef-ad36-c796f008fdc8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event updated for resources: {'Port': ['ID=66c228ba-b7ca-4df9-9084-a8b7a6f203d2,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:12.985019 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cca303-1b2c-47ad-9f9b-1d65d8245c87 req-ea2cf4de-0fed-4da4-b31e-221effecbbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:12.986646 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-92cca303-1b2c-47ad-9f9b-1d65d8245c87 req-ea2cf4de-0fed-4da4-b31e-221effecbbe9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4e61ee37-e03d-4906-997b-978c1601b208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5706244 Oct 04 09:16:12.987327 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-fd46f240-893e-40ef-ad36-c796f008fdc8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.8978026 Oct 04 09:16:12.992060 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59708) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:13.001913 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-17418e46-8132-4f40-8eea-c2fc78e7f050 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1b2137a3-f6e7-4d43-8432-10e1b9c6d7d3'}]}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:16:13.015911 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2584a347-3021-45b0-b8e3-6c31e3b79733 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:13.054109 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-38dae8df-0867-41f2-a6ca-0da8f5341962 None None] Allocated IP 2001:db8:0:1::2 (d5ed24a3-77bd-4c5e-b974-5da2e2f93070/4f594375-a386-4e36-b68c-f6f474174af7/62e645b5-bda4-4686-8d20-7e84e5bc2969) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:16:13.060628 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a06d83-fd37-4f73-91f9-a327fe91a8d5 req-ac4f3db6-6d7e-4f16-870d-2c634ac5d8de tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:13.060813 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-83a06d83-fd37-4f73-91f9-a327fe91a8d5 req-ac4f3db6-6d7e-4f16-870d-2c634ac5d8de tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 0.1982040 Oct 04 09:16:13.119929 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-83a06d83-fd37-4f73-91f9-a327fe91a8d5 req-9f60f967-ced9-4232-add1-b11179049ebe tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518861 Oct 04 09:16:13.136505 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2584a347-3021-45b0-b8e3-6c31e3b79733 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:13.177735 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2584a347-3021-45b0-b8e3-6c31e3b79733 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event deleted for resources: {'Subnet': ['ID=dbd6307a-7307-4a46-b209-054f548baf95,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:13.181754 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2584a347-3021-45b0-b8e3-6c31e3b79733 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:13.188194 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-2584a347-3021-45b0-b8e3-6c31e3b79733 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "DELETE /v2.0/subnets/dbd6307a-7307-4a46-b209-054f548baf95 HTTP/1.1" status: 204 len: 168 time: 0.7659385 Oct 04 09:16:13.190639 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59712) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:13.230102 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0f1fe8d-eb5a-43db-af5c-e6b8d3c0a84e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] DELETE failed (client error): The resource could not be found. Oct 04 09:16:13.230696 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0f1fe8d-eb5a-43db-af5c-e6b8d3c0a84e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:16:13.232478 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a0f1fe8d-eb5a-43db-af5c-e6b8d3c0a84e tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "DELETE /v2.0/subnets/23ff52bd-91de-4ef0-9c08-d07c035adaa1 HTTP/1.1" status: 404 len: 337 time: 0.0408907 Oct 04 09:16:13.235135 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59716) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:13.253767 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-dbfa7e05-abf9-4cd5-8567-9a2bd06df809 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:13.268083 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-38dae8df-0867-41f2-a6ca-0da8f5341962 None None] For port 62e645b5-bda4-4686-8d20-7e84e5bc2969, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=62e645b5-bda4-4686-8d20-7e84e5bc2969,segment=NetworkSegment(6c1f59d1-aa46-4c64-b722-4d105247bb5c),segment_id=6c1f59d1-aa46-4c64-b722-4d105247bb5c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:16:13.308193 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-38dae8df-0867-41f2-a6ca-0da8f5341962 None None] Notify callbacks [] for port, precommit_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:13.330909 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-38dae8df-0867-41f2-a6ca-0da8f5341962 None None] Ignored duplicate provisioning block setup for port 62e645b5-bda4-4686-8d20-7e84e5bc2969 by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 04 09:16:13.336469 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-38dae8df-0867-41f2-a6ca-0da8f5341962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:13.405332 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfa7e05-abf9-4cd5-8567-9a2bd06df809 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Pushing event deleted for resources: {'Port': ['ID=9736e095-502d-43c0-8f03-1b107c62bff0,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:13.463711 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f522340a-e405-4e7c-ba72-028756a22b7c None None] Attempt 3 to provision port 6126a32f-0f1e-4b7e-8840-91ff126832c4 Oct 04 09:16:13.481917 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-414566a2-4745-4722-b48f-5a4f6115fc07 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Deleting subnet c00e52a0-2f40-483d-80e0-1ad63ee0432f {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:16:13.485366 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-414566a2-4745-4722-b48f-5a4f6115fc07 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:13.530373 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dae8df-0867-41f2-a6ca-0da8f5341962 None None] Pushing event updated for resources: {'Port': ['ID=62e645b5-bda4-4686-8d20-7e84e5bc2969,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:13.558115 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-414566a2-4745-4722-b48f-5a4f6115fc07 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:13.632564 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f522340a-e405-4e7c-ba72-028756a22b7c None None] Port 6126a32f-0f1e-4b7e-8840-91ff126832c4 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:16:13.639328 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-92cca303-1b2c-47ad-9f9b-1d65d8245c87 req-ce7d1530-61b0-43fd-aabe-5a885dd4cacd service neutron] 10.222.0.20 "GET /v2.0/networks/4e61ee37-e03d-4906-997b-978c1601b208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6056688 Oct 04 09:16:13.644819 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-dbfa7e05-abf9-4cd5-8567-9a2bd06df809 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:13.710066 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-414566a2-4745-4722-b48f-5a4f6115fc07 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:13.783333 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-dbfa7e05-abf9-4cd5-8567-9a2bd06df809 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] 10.222.0.50 "DELETE /v2.0/ports/9736e095-502d-43c0-8f03-1b107c62bff0 HTTP/1.1" status: 204 len: 168 time: 2.5143163 Oct 04 09:16:13.789319 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59722) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:13.807114 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-414566a2-4745-4722-b48f-5a4f6115fc07 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:13.853346 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414566a2-4745-4722-b48f-5a4f6115fc07 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event deleted for resources: {'Subnet': ['ID=c00e52a0-2f40-483d-80e0-1ad63ee0432f,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:13.859017 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d60e62-ef9d-4dae-8ea4-2702c52b9687 None None] Network 35aa0c51-ba0c-45a1-8373-559b804543b2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:16:13.864469 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-414566a2-4745-4722-b48f-5a4f6115fc07 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:13.872068 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-414566a2-4745-4722-b48f-5a4f6115fc07 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "DELETE /v2.0/subnets/c00e52a0-2f40-483d-80e0-1ad63ee0432f HTTP/1.1" status: 204 len: 168 time: 0.6356604 Oct 04 09:16:13.874750 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59726) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:13.921101 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3141643-226c-4552-9a23-c37d88efb187 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] DELETE failed (client error): The resource could not be found. Oct 04 09:16:13.921682 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3141643-226c-4552-9a23-c37d88efb187 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:16:13.924237 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-c3141643-226c-4552-9a23-c37d88efb187 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "DELETE /v2.0/subnets/5d3d40cc-f694-4279-ad75-299c7c399312 HTTP/1.1" status: 404 len: 337 time: 0.0481448 Oct 04 09:16:13.927437 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59730) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:13.993031 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-59f1a59c-6a54-41f4-b268-d801467e5d8d tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "GET /v2.0/ports?device_id=d372ecc5-ad2c-4c2a-ae13-a137e579a059 HTTP/1.1" status: 200 len: 205 time: 0.0643172 Oct 04 09:16:13.995336 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59734) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:14.081164 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-ce2d8cde-be9f-49d6-a80f-1084faffeffa tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] delete failed (client error): The resource could not be found. Oct 04 09:16:14.082500 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-ce2d8cde-be9f-49d6-a80f-1084faffeffa tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "DELETE /v2.0/routers/d372ecc5-ad2c-4c2a-ae13-a137e579a059 HTTP/1.1" status: 404 len: 336 time: 0.0860536 Oct 04 09:16:14.085689 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59738) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:14.129446 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-79eb3a8f-c1aa-4efb-b8bd-bf2d263b68a9 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] DELETE failed (client error): The resource could not be found. Oct 04 09:16:14.129833 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79eb3a8f-c1aa-4efb-b8bd-bf2d263b68a9 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:16:14.131558 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-79eb3a8f-c1aa-4efb-b8bd-bf2d263b68a9 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "DELETE /v2.0/subnets/583b57ed-0cc5-47f4-8100-52bddb0a6e60 HTTP/1.1" status: 404 len: 337 time: 0.0449378 Oct 04 09:16:14.133690 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f522340a-e405-4e7c-ba72-028756a22b7c None None] Attempt 4 to provision port 6126a32f-0f1e-4b7e-8840-91ff126832c4 Oct 04 09:16:14.135265 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59742) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:14.203324 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-17418e46-8132-4f40-8eea-c2fc78e7f050 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:14.211390 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3000610-6a81-46a5-9d2d-17d14d8651dd tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] DELETE failed (client error): The resource could not be found. Oct 04 09:16:14.212083 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3000610-6a81-46a5-9d2d-17d14d8651dd tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:16:14.213999 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-b3000610-6a81-46a5-9d2d-17d14d8651dd tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "DELETE /v2.0/subnets/2fb615ad-78cc-4730-af61-a3865c9e3eaf HTTP/1.1" status: 404 len: 337 time: 0.0775175 Oct 04 09:16:14.217027 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59748) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:14.229112 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f522340a-e405-4e7c-ba72-028756a22b7c None None] Port 6126a32f-0f1e-4b7e-8840-91ff126832c4 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:16:14.229791 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efd7624-29a9-445b-ab59-d3f605265bc2 None None] DHCP port deletion for 35aa0c51-ba0c-45a1-8373-559b804543b2 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:16:14.232633 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_v2 [None req-299b1a76-19d2-4e15-916e-bfddfffd3e84 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Deleting subnet 07dbe47d-852a-4ef0-8fd0-ece42bed05e2 {{(pid=89032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:16:14.237780 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-8efd7624-29a9-445b-ab59-d3f605265bc2 None None] Deleting port e2691356-e1d8-4741-a06a-8b3cb01062bb {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:16:14.238167 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-8efd7624-29a9-445b-ab59-d3f605265bc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:14.241835 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-299b1a76-19d2-4e15-916e-bfddfffd3e84 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Notify callbacks [] for subnet, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:14.277716 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-11968e28-9109-48d7-b40b-deeb6236d7a5 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] DELETE failed (client error): The resource could not be found. Oct 04 09:16:14.278321 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11968e28-9109-48d7-b40b-deeb6236d7a5 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:16:14.280344 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-11968e28-9109-48d7-b40b-deeb6236d7a5 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "DELETE /v2.0/subnets/9786e749-2e61-4db2-8b57-dde90d819fbe HTTP/1.1" status: 404 len: 337 time: 0.0622227 Oct 04 09:16:14.282903 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59752) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:14.317947 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-92cca303-1b2c-47ad-9f9b-1d65d8245c87 req-b9c778dd-f4a1-486c-9bcd-68c660f636fa service neutron] 10.222.0.20 "GET /v2.0/networks/4e61ee37-e03d-4906-997b-978c1601b208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6654725 Oct 04 09:16:14.336593 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ca2f55d-b22a-4560-b21f-4d9d57a72d94 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] DELETE failed (client error): The resource could not be found. Oct 04 09:16:14.337344 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ca2f55d-b22a-4560-b21f-4d9d57a72d94 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:16:14.339477 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-8ca2f55d-b22a-4560-b21f-4d9d57a72d94 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "DELETE /v2.0/ports/bc28fa6c-2b91-4d0a-8ca1-b8a9c375356a HTTP/1.1" status: 404 len: 333 time: 0.0556483 Oct 04 09:16:14.342178 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59756) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:14.348254 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca0dea3-13d0-4d70-a69f-2e64a7175eee None None] Network d5ed24a3-77bd-4c5e-b974-5da2e2f93070 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:16:14.385511 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-00ebd0ae-608f-45b0-afdb-e1a3c1fa0f60 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] DELETE failed (client error): The resource could not be found. Oct 04 09:16:14.385879 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00ebd0ae-608f-45b0-afdb-e1a3c1fa0f60 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:16:14.388199 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-00ebd0ae-608f-45b0-afdb-e1a3c1fa0f60 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "DELETE /v2.0/subnets/39cecfca-ec94-4c46-8552-32cad5b236b8 HTTP/1.1" status: 404 len: 337 time: 0.0448368 Oct 04 09:16:14.390522 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59760) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:14.430906 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6260d96-182b-47ea-a028-a6ef90d690f8 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] DELETE failed (client error): The resource could not be found. Oct 04 09:16:14.430906 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6260d96-182b-47ea-a028-a6ef90d690f8 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:16:14.432419 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-299b1a76-19d2-4e15-916e-bfddfffd3e84 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885153'] for subnet, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:14.432582 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-f6260d96-182b-47ea-a028-a6ef90d690f8 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "DELETE /v2.0/subnets/e737819c-4f55-4093-bd0d-505784310e09 HTTP/1.1" status: 404 len: 337 time: 0.0401480 Oct 04 09:16:14.434294 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59764) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:14.474418 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-71e2928a-7825-45b9-ae27-7d78b9effd27 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736827'] for router_interface, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:14.477903 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7d25ef3-16fc-42c7-a041-107a90d4f8ef tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] DELETE failed (client error): The resource could not be found. Oct 04 09:16:14.478526 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7d25ef3-16fc-42c7-a041-107a90d4f8ef tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:16:14.482836 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-c7d25ef3-16fc-42c7-a041-107a90d4f8ef tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "DELETE /v2.0/ports/46b81f36-9363-4c7a-b797-dd7d0a658db5 HTTP/1.1" status: 404 len: 333 time: 0.0452321 Oct 04 09:16:14.483182 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59768) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:14.528417 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-275971e2-33da-4435-af4c-0eecb41a0de3 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] DELETE failed (client error): The resource could not be found. Oct 04 09:16:14.528919 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-275971e2-33da-4435-af4c-0eecb41a0de3 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:16:14.532847 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-275971e2-33da-4435-af4c-0eecb41a0de3 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "DELETE /v2.0/subnets/fba0ddc6-dee3-47b5-8bb2-91cf82749fe8 HTTP/1.1" status: 404 len: 337 time: 0.0466082 Oct 04 09:16:14.535812 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59774) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:14.578739 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8c68cae-2d6b-407c-bdb7-6342fcc32bb5 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] DELETE failed (client error): The resource could not be found. Oct 04 09:16:14.579637 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8c68cae-2d6b-407c-bdb7-6342fcc32bb5 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:16:14.583919 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-e8c68cae-2d6b-407c-bdb7-6342fcc32bb5 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "DELETE /v2.0/subnets/18756db5-bf17-4527-951e-a7829e4839f5 HTTP/1.1" status: 404 len: 337 time: 0.0442986 Oct 04 09:16:14.585024 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59778) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:14.626758 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 62e645b5-bda4-4686-8d20-7e84e5bc2969 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:16:14.661943 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-8efd7624-29a9-445b-ab59-d3f605265bc2 None None] For port e2691356-e1d8-4741-a06a-8b3cb01062bb, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=e2691356-e1d8-4741-a06a-8b3cb01062bb,segment=NetworkSegment(36e04a27-70d5-4ebd-beaf-3d0d7150690e),segment_id=36e04a27-70d5-4ebd-beaf-3d0d7150690e)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:16:14.662263 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-8efd7624-29a9-445b-ab59-d3f605265bc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:14.663376 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-696f766a-b28b-46e0-b8d3-06f9be4d6dc6 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Deleting port 7ed34cfc-0cad-4758-aba0-538d362549e4 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:16:14.663376 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-696f766a-b28b-46e0-b8d3-06f9be4d6dc6 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:14.774528 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f522340a-e405-4e7c-ba72-028756a22b7c None None] Attempt 5 to provision port 6126a32f-0f1e-4b7e-8840-91ff126832c4 Oct 04 09:16:14.878714 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-8efd7624-29a9-445b-ab59-d3f605265bc2 None None] Calling delete_port for e2691356-e1d8-4741-a06a-8b3cb01062bb owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:16:14.909965 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-696f766a-b28b-46e0-b8d3-06f9be4d6dc6 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:14.937687 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2259aab-ba32-47cb-9650-c3de053e29fb req-8b78cfa5-035e-48c4-91a3-95fe1008c806 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:14.939778 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e2259aab-ba32-47cb-9650-c3de053e29fb req-8b78cfa5-035e-48c4-91a3-95fe1008c806 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 0.6196172 Oct 04 09:16:14.969458 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f522340a-e405-4e7c-ba72-028756a22b7c None None] Port 6126a32f-0f1e-4b7e-8840-91ff126832c4 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:16:15.013975 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-299b1a76-19d2-4e15-916e-bfddfffd3e84 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:15.065868 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-696f766a-b28b-46e0-b8d3-06f9be4d6dc6 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Calling delete_port for 7ed34cfc-0cad-4758-aba0-538d362549e4 owned by {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:16:15.070551 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-8efd7624-29a9-445b-ab59-d3f605265bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:15.135440 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e2259aab-ba32-47cb-9650-c3de053e29fb req-5c1b0cd4-bcd0-4a7f-8e6b-32cdc518659b tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457081 Oct 04 09:16:15.180531 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efd7624-29a9-445b-ab59-d3f605265bc2 None None] Pushing event deleted for resources: {'Port': ['ID=e2691356-e1d8-4741-a06a-8b3cb01062bb,revision_number=None']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:15.187786 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device e2691356-e1d8-4741-a06a-8b3cb01062bb no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:16:15.229900 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-696f766a-b28b-46e0-b8d3-06f9be4d6dc6 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:15.240807 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: e2691356-e1d8-4741-a06a-8b3cb01062bb {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:16:15.241456 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device e2691356-e1d8-4741-a06a-8b3cb01062bb not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:16:15.243863 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efd7624-29a9-445b-ab59-d3f605265bc2 None None] No DVR routers for this DVR port e2691356-e1d8-4741-a06a-8b3cb01062bb on host dv-neutron-860215-1-hyperv {{(pid=89034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:16:15.271915 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-299b1a76-19d2-4e15-916e-bfddfffd3e84 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:15.284344 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-17418e46-8132-4f40-8eea-c2fc78e7f050 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Delete allocated IP 2001:db8:0:1::23a (d5ed24a3-77bd-4c5e-b974-5da2e2f93070/4f594375-a386-4e36-b68c-f6f474174af7) {{(pid=89032) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 04 09:16:15.296225 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696f766a-b28b-46e0-b8d3-06f9be4d6dc6 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event deleted for resources: {'Port': ['ID=7ed34cfc-0cad-4758-aba0-538d362549e4,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:15.306382 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-696f766a-b28b-46e0-b8d3-06f9be4d6dc6 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:15.309665 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696f766a-b28b-46e0-b8d3-06f9be4d6dc6 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:16:15.309997 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696f766a-b28b-46e0-b8d3-06f9be4d6dc6 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:16:15.310326 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696f766a-b28b-46e0-b8d3-06f9be4d6dc6 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:16:15.310658 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696f766a-b28b-46e0-b8d3-06f9be4d6dc6 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:16:15.310989 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696f766a-b28b-46e0-b8d3-06f9be4d6dc6 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:16:15.311315 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696f766a-b28b-46e0-b8d3-06f9be4d6dc6 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:16:15.311634 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696f766a-b28b-46e0-b8d3-06f9be4d6dc6 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:16:15.311952 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696f766a-b28b-46e0-b8d3-06f9be4d6dc6 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:16:15.312275 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696f766a-b28b-46e0-b8d3-06f9be4d6dc6 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:16:15.312615 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696f766a-b28b-46e0-b8d3-06f9be4d6dc6 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:16:15.312930 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696f766a-b28b-46e0-b8d3-06f9be4d6dc6 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:16:15.313245 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696f766a-b28b-46e0-b8d3-06f9be4d6dc6 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:16:15.338250 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-71e2928a-7825-45b9-ae27-7d78b9effd27 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Deleting port 6126a32f-0f1e-4b7e-8840-91ff126832c4 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:16:15.338453 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-696f766a-b28b-46e0-b8d3-06f9be4d6dc6 tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "DELETE /v2.0/ports/7ed34cfc-0cad-4758-aba0-538d362549e4 HTTP/1.1" status: 204 len: 168 time: 0.7501376 Oct 04 09:16:15.338553 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-71e2928a-7825-45b9-ae27-7d78b9effd27 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:15.338642 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59782) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:15.371926 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299b1a76-19d2-4e15-916e-bfddfffd3e84 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Pushing event deleted for resources: {'Subnet': ['ID=07dbe47d-852a-4ef0-8fd0-ece42bed05e2,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:15.394680 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a98ec4-6848-4e3e-9a87-ccecbf38c842 None None] Network eee18bec-1b23-4ff9-97f6-e5aa88f8d6c4 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:16:15.419439 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-299b1a76-19d2-4e15-916e-bfddfffd3e84 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:15.431891 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b1a76-19d2-4e15-916e-bfddfffd3e84 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:16:15.431891 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b1a76-19d2-4e15-916e-bfddfffd3e84 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:16:15.432121 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b1a76-19d2-4e15-916e-bfddfffd3e84 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:16:15.432608 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b1a76-19d2-4e15-916e-bfddfffd3e84 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:16:15.432953 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b1a76-19d2-4e15-916e-bfddfffd3e84 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:16:15.433308 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b1a76-19d2-4e15-916e-bfddfffd3e84 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:16:15.433623 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b1a76-19d2-4e15-916e-bfddfffd3e84 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:16:15.433956 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b1a76-19d2-4e15-916e-bfddfffd3e84 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:16:15.434287 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b1a76-19d2-4e15-916e-bfddfffd3e84 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:16:15.434610 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b1a76-19d2-4e15-916e-bfddfffd3e84 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:16:15.434961 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b1a76-19d2-4e15-916e-bfddfffd3e84 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:16:15.435293 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299b1a76-19d2-4e15-916e-bfddfffd3e84 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:16:15.481974 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f522340a-e405-4e7c-ba72-028756a22b7c None None] Attempt 6 to provision port 6126a32f-0f1e-4b7e-8840-91ff126832c4 Oct 04 09:16:15.517354 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-299b1a76-19d2-4e15-916e-bfddfffd3e84 tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] 10.222.0.50 "DELETE /v2.0/subnets/07dbe47d-852a-4ef0-8fd0-ece42bed05e2 HTTP/1.1" status: 204 len: 168 time: 1.7211385 Oct 04 09:16:15.535964 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59786) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:15.615865 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f522340a-e405-4e7c-ba72-028756a22b7c None None] Port 6126a32f-0f1e-4b7e-8840-91ff126832c4 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:16:15.675643 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0dfe5efc-3899-4461-b216-ba12a2357fad tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:15.701909 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-71e2928a-7825-45b9-ae27-7d78b9effd27 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:15.710975 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-0dfe5efc-3899-4461-b216-ba12a2357fad tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Deleting port 3ddfd3b8-41b4-4ce4-8670-3bf24abd284d {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:16:15.710975 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0dfe5efc-3899-4461-b216-ba12a2357fad tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:15.745657 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2be20c0b-aafc-489c-b68f-b97373863eab tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:15.813056 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4dee8f-14cd-44de-8893-178b1139d912 None None] DHCP port deletion for eee18bec-1b23-4ff9-97f6-e5aa88f8d6c4 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:16:15.821721 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-7d4dee8f-14cd-44de-8893-178b1139d912 None None] Deleting port 3ddfd3b8-41b4-4ce4-8670-3bf24abd284d {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:16:15.822378 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-7d4dee8f-14cd-44de-8893-178b1139d912 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:15.855449 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.db.resource_extend [None req-17418e46-8132-4f40-8eea-c2fc78e7f050 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 04 09:16:15.977376 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-71e2928a-7825-45b9-ae27-7d78b9effd27 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Calling delete_port for 6126a32f-0f1e-4b7e-8840-91ff126832c4 owned by network:router_interface {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:16:15.987820 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2be20c0b-aafc-489c-b68f-b97373863eab tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:16.006304 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-17418e46-8132-4f40-8eea-c2fc78e7f050 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:16.039889 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-17418e46-8132-4f40-8eea-c2fc78e7f050 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Ignored duplicate provisioning block setup for port 66c228ba-b7ca-4df9-9084-a8b7a6f203d2 by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 04 09:16:16.046033 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-17418e46-8132-4f40-8eea-c2fc78e7f050 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:16.072179 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-7d4dee8f-14cd-44de-8893-178b1139d912 None None] For port 3ddfd3b8-41b4-4ce4-8670-3bf24abd284d, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=3ddfd3b8-41b4-4ce4-8670-3bf24abd284d,segment=NetworkSegment(462203c0-859c-412d-a6ed-e39274474e5d),segment_id=462203c0-859c-412d-a6ed-e39274474e5d)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:16:16.072647 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-7d4dee8f-14cd-44de-8893-178b1139d912 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:16.077970 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-2be20c0b-aafc-489c-b68f-b97373863eab tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35aa0c51-ba0c-45a1-8373-559b804543b2']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:16.101447 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-2be20c0b-aafc-489c-b68f-b97373863eab tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36e04a27-70d5-4ebd-beaf-3d0d7150690e') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:16.101878 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-2be20c0b-aafc-489c-b68f-b97373863eab tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36e04a27-70d5-4ebd-beaf-3d0d7150690e') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:16.114774 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-0dfe5efc-3899-4461-b216-ba12a2357fad tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] For port 3ddfd3b8-41b4-4ce4-8670-3bf24abd284d, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=3ddfd3b8-41b4-4ce4-8670-3bf24abd284d,segment=NetworkSegment(462203c0-859c-412d-a6ed-e39274474e5d),segment_id=462203c0-859c-412d-a6ed-e39274474e5d)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:16:16.115253 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0dfe5efc-3899-4461-b216-ba12a2357fad tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:16.127722 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2be20c0b-aafc-489c-b68f-b97373863eab tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:16.134327 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f522340a-e405-4e7c-ba72-028756a22b7c None None] Attempt 7 to provision port 6126a32f-0f1e-4b7e-8840-91ff126832c4 Oct 04 09:16:16.215635 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-17418e46-8132-4f40-8eea-c2fc78e7f050 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] In _notify_port_updated(), no bound segment for port 66c228ba-b7ca-4df9-9084-a8b7a6f203d2 on network d5ed24a3-77bd-4c5e-b974-5da2e2f93070 {{(pid=89032) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 04 09:16:16.221320 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17418e46-8132-4f40-8eea-c2fc78e7f050 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:16.221968 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-17418e46-8132-4f40-8eea-c2fc78e7f050 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:16.226495 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-17418e46-8132-4f40-8eea-c2fc78e7f050 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "PUT /v2.0/ports/66c228ba-b7ca-4df9-9084-a8b7a6f203d2 HTTP/1.1" status: 200 len: 925 time: 3.2314167 Oct 04 09:16:16.233210 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59792) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:16.235139 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17418e46-8132-4f40-8eea-c2fc78e7f050 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event updated for resources: {'Port': ['ID=66c228ba-b7ca-4df9-9084-a8b7a6f203d2,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:16.244010 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-513cdfdb-7d47-4f44-a543-c1b286cabdb9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1b2137a3-f6e7-4d43-8432-10e1b9c6d7d3'}, {'subnet_id': '4f594375-a386-4e36-b68c-f6f474174af7'}]}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:16:16.266848 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-7d4dee8f-14cd-44de-8893-178b1139d912 None None] Calling delete_port for 3ddfd3b8-41b4-4ce4-8670-3bf24abd284d owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:16:16.268379 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-0dfe5efc-3899-4461-b216-ba12a2357fad tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Calling delete_port for 3ddfd3b8-41b4-4ce4-8670-3bf24abd284d owned by network:dhcp {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:16:16.302217 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2be20c0b-aafc-489c-b68f-b97373863eab tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:16.311424 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2be20c0b-aafc-489c-b68f-b97373863eab tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:16:16.311621 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2be20c0b-aafc-489c-b68f-b97373863eab tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:16.413782 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f522340a-e405-4e7c-ba72-028756a22b7c None None] Port 6126a32f-0f1e-4b7e-8840-91ff126832c4 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:16:16.444719 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-7d4dee8f-14cd-44de-8893-178b1139d912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:16.461605 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-513cdfdb-7d47-4f44-a543-c1b286cabdb9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:16.472288 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 36e04a27-70d5-4ebd-beaf-3d0d7150690e resource provider aggregate not found Oct 04 09:16:16.501008 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4dee8f-14cd-44de-8893-178b1139d912 None None] Pushing event deleted for resources: {'Port': ['ID=3ddfd3b8-41b4-4ce4-8670-3bf24abd284d,revision_number=None']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:16.503443 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4dee8f-14cd-44de-8893-178b1139d912 None None] No DVR routers for this DVR port 3ddfd3b8-41b4-4ce4-8670-3bf24abd284d on host dv-neutron-860215-1-hyperv {{(pid=89034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:16:16.509614 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 36e04a27-70d5-4ebd-beaf-3d0d7150690e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 36e04a27-70d5-4ebd-beaf-3d0d7150690e found for delete ", "request_id": "req-a27a7c80-deb8-41da-a028-ce6100685d5c"}]} Oct 04 09:16:16.551201 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2be20c0b-aafc-489c-b68f-b97373863eab tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:16.556041 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.db.api [None req-0dfe5efc-3899-4461-b216-ba12a2357fad tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:16:16.556371 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG oslo_db.api [None req-0dfe5efc-3899-4461-b216-ba12a2357fad tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:16:16.574918 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2be20c0b-aafc-489c-b68f-b97373863eab tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:16.587584 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be20c0b-aafc-489c-b68f-b97373863eab tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] Pushing event deleted for resources: {'Network': ['ID=35aa0c51-ba0c-45a1-8373-559b804543b2,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:16.594668 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-2be20c0b-aafc-489c-b68f-b97373863eab tempest-PortsTestJSON-1709245817 tempest-PortsTestJSON-1709245817-project] 10.222.0.50 "DELETE /v2.0/networks/35aa0c51-ba0c-45a1-8373-559b804543b2 HTTP/1.1" status: 204 len: 168 time: 1.2551582 Oct 04 09:16:16.604396 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 3ddfd3b8-41b4-4ce4-8670-3bf24abd284d no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:16:16.614441 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a988dd3-6162-4f94-9389-85ac69c8344e req-f005fa4a-cbe4-466f-8936-fd683b4b0c58 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:16.615995 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7a988dd3-6162-4f94-9389-85ac69c8344e req-f005fa4a-cbe4-466f-8936-fd683b4b0c58 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 0.1893096 Oct 04 09:16:16.652824 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 3ddfd3b8-41b4-4ce4-8670-3bf24abd284d {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:16:16.653520 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 3ddfd3b8-41b4-4ce4-8670-3bf24abd284d not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:16:16.670010 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-71e2928a-7825-45b9-ae27-7d78b9effd27 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:16.673274 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7a988dd3-6162-4f94-9389-85ac69c8344e req-e88400e0-3525-42de-ae73-0141f5f89433 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511818 Oct 04 09:16:16.766994 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e2928a-7825-45b9-ae27-7d78b9effd27 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event deleted for resources: {'Port': ['ID=6126a32f-0f1e-4b7e-8840-91ff126832c4,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:16.915786 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f522340a-e405-4e7c-ba72-028756a22b7c None None] Attempt 8 to provision port 6126a32f-0f1e-4b7e-8840-91ff126832c4 Oct 04 09:16:16.930432 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59806) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:16.960520 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f522340a-e405-4e7c-ba72-028756a22b7c None None] Port 6126a32f-0f1e-4b7e-8840-91ff126832c4 was deleted so its status cannot be updated. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 04 09:16:16.972328 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-f522340a-e405-4e7c-ba72-028756a22b7c None None] Provisioning for port fc7980e2-c39d-4952-a98c-ef061515539c completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:16:16.978242 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-f522340a-e405-4e7c-ba72-028756a22b7c None None] Provisioning complete for port fc7980e2-c39d-4952-a98c-ef061515539c triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:16:16.978707 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f522340a-e405-4e7c-ba72-028756a22b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:16.979112 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f522340a-e405-4e7c-ba72-028756a22b7c None None] Attempt 1 to provision port fc7980e2-c39d-4952-a98c-ef061515539c Oct 04 09:16:17.049843 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-71e2928a-7825-45b9-ae27-7d78b9effd27 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736911'] for router_interface, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:17.057962 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-0dfe5efc-3899-4461-b216-ba12a2357fad tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Deleting port 3ddfd3b8-41b4-4ce4-8670-3bf24abd284d {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:16:17.058458 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0dfe5efc-3899-4461-b216-ba12a2357fad tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:17.103782 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f522340a-e405-4e7c-ba72-028756a22b7c None None] Current status of the port fc7980e2-c39d-4952-a98c-ef061515539c is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:16:17.104263 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f522340a-e405-4e7c-ba72-028756a22b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:17.135608 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-0dfe5efc-3899-4461-b216-ba12a2357fad tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] The port '3ddfd3b8-41b4-4ce4-8670-3bf24abd284d' was deleted {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 04 09:16:17.137828 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-f522340a-e405-4e7c-ba72-028756a22b7c None None] For port fc7980e2-c39d-4952-a98c-ef061515539c, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=fc7980e2-c39d-4952-a98c-ef061515539c,segment=NetworkSegment(ddb3fa92-8f29-4e57-9d7a-65afbb53687c),segment_id=ddb3fa92-8f29-4e57-9d7a-65afbb53687c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:16:17.144594 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f522340a-e405-4e7c-ba72-028756a22b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:17.187829 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-f522340a-e405-4e7c-ba72-028756a22b7c None None] Could not find standard attr ID for object 13cf5f57-88ab-4534-ba7c-40c113022f63. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:16:17.200544 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-f522340a-e405-4e7c-ba72-028756a22b7c None None] Could not find standard attr ID for object e2691356-e1d8-4741-a06a-8b3cb01062bb. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:16:17.208963 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-f522340a-e405-4e7c-ba72-028756a22b7c None None] Could not find standard attr ID for object 7ed34cfc-0cad-4758-aba0-538d362549e4. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:16:17.209630 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-513cdfdb-7d47-4f44-a543-c1b286cabdb9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Allocated IP 2001:db8:0:1::161 (d5ed24a3-77bd-4c5e-b974-5da2e2f93070/4f594375-a386-4e36-b68c-f6f474174af7/66c228ba-b7ca-4df9-9084-a8b7a6f203d2) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:16:17.222347 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f522340a-e405-4e7c-ba72-028756a22b7c None None] Pushing event updated for resources: {'Port': ['ID=fc7980e2-c39d-4952-a98c-ef061515539c,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:17.234081 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-f522340a-e405-4e7c-ba72-028756a22b7c None None] Provisioning for port 62e645b5-bda4-4686-8d20-7e84e5bc2969 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:16:17.239681 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-f522340a-e405-4e7c-ba72-028756a22b7c None None] Provisioning complete for port 62e645b5-bda4-4686-8d20-7e84e5bc2969 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:16:17.240132 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f522340a-e405-4e7c-ba72-028756a22b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:17.240578 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f522340a-e405-4e7c-ba72-028756a22b7c None None] Attempt 1 to provision port 62e645b5-bda4-4686-8d20-7e84e5bc2969 Oct 04 09:16:17.270701 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-c152c07a-13ca-41ec-a7c0-2b948172595f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7c59b642fbd4440eb4278f2c0c212bcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3380125 Oct 04 09:16:17.281193 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59812) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:17.302688 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0dfe5efc-3899-4461-b216-ba12a2357fad tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:17.349961 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-0dfe5efc-3899-4461-b216-ba12a2357fad tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eee18bec-1b23-4ff9-97f6-e5aa88f8d6c4']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:17.368205 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f522340a-e405-4e7c-ba72-028756a22b7c None None] Current status of the port 62e645b5-bda4-4686-8d20-7e84e5bc2969 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:16:17.368852 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f522340a-e405-4e7c-ba72-028756a22b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:17.369026 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-0dfe5efc-3899-4461-b216-ba12a2357fad tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '462203c0-859c-412d-a6ed-e39274474e5d') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:17.369339 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-0dfe5efc-3899-4461-b216-ba12a2357fad tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '462203c0-859c-412d-a6ed-e39274474e5d') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:17.395074 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0dfe5efc-3899-4461-b216-ba12a2357fad tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:17.404431 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-f522340a-e405-4e7c-ba72-028756a22b7c None None] For port 62e645b5-bda4-4686-8d20-7e84e5bc2969, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=62e645b5-bda4-4686-8d20-7e84e5bc2969,segment=NetworkSegment(6c1f59d1-aa46-4c64-b722-4d105247bb5c),segment_id=6c1f59d1-aa46-4c64-b722-4d105247bb5c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:16:17.413433 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f522340a-e405-4e7c-ba72-028756a22b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:17.416224 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-60b5b0f6-70e9-4a4b-9c32-1c3ad055eb8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:17.420347 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b0f76-39b9-4f0c-95d5-e9bf3c386f0c req-0c8ee77f-53e1-47ef-ace0-ec58d66d072a tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:17.422055 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-147b0f76-39b9-4f0c-95d5-e9bf3c386f0c req-0c8ee77f-53e1-47ef-ace0-ec58d66d072a tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 0.6158600 Oct 04 09:16:17.426649 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0dfe5efc-3899-4461-b216-ba12a2357fad tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:17.443002 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dfe5efc-3899-4461-b216-ba12a2357fad tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:16:17.443410 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0dfe5efc-3899-4461-b216-ba12a2357fad tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:17.492832 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f522340a-e405-4e7c-ba72-028756a22b7c None None] Pushing event updated for resources: {'Port': ['ID=62e645b5-bda4-4686-8d20-7e84e5bc2969,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:17.512814 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-60b5b0f6-70e9-4a4b-9c32-1c3ad055eb8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:17.540512 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-059beee1-6031-468d-be96-6e82b3b93299 None None] Provisioning for port 66c228ba-b7ca-4df9-9084-a8b7a6f203d2 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:16:17.545741 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-059beee1-6031-468d-be96-6e82b3b93299 None None] Provisioning complete for port 66c228ba-b7ca-4df9-9084-a8b7a6f203d2 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:16:17.546067 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-059beee1-6031-468d-be96-6e82b3b93299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:17.546515 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-059beee1-6031-468d-be96-6e82b3b93299 None None] Attempt 1 to provision port 66c228ba-b7ca-4df9-9084-a8b7a6f203d2 Oct 04 09:16:17.574779 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0dfe5efc-3899-4461-b216-ba12a2357fad tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:17.579448 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0dfe5efc-3899-4461-b216-ba12a2357fad tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:17.616474 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-059beee1-6031-468d-be96-6e82b3b93299 None None] Port 66c228ba-b7ca-4df9-9084-a8b7a6f203d2 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:16:17.642883 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71e2928a-7825-45b9-ae27-7d78b9effd27 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Router 71fdf1d8-1806-4d11-84a2-2ddc7ba7e5ae has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:16:17.654174 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-147b0f76-39b9-4f0c-95d5-e9bf3c386f0c req-8b7cf373-9ebf-4561-b53d-7743eb194953 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715844 Oct 04 09:16:17.733923 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-0dfe5efc-3899-4461-b216-ba12a2357fad tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] 10.222.0.50 "DELETE /v2.0/networks/eee18bec-1b23-4ff9-97f6-e5aa88f8d6c4 HTTP/1.1" status: 204 len: 168 time: 2.1946976 Oct 04 09:16:17.735907 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfe5efc-3899-4461-b216-ba12a2357fad tempest-TagsExtTest-1527340545 tempest-TagsExtTest-1527340545-project] Pushing event deleted for resources: {'Network': ['ID=eee18bec-1b23-4ff9-97f6-e5aa88f8d6c4,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:17.757530 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-60b5b0f6-70e9-4a4b-9c32-1c3ad055eb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:17.783071 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-60b5b0f6-70e9-4a4b-9c32-1c3ad055eb8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:17.789242 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-60b5b0f6-70e9-4a4b-9c32-1c3ad055eb8c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/23771e90-0b02-4e32-ab40-7ec55b993bf8 HTTP/1.1" status: 204 len: 168 time: 0.5065210 Oct 04 09:16:17.791168 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b5b0f6-70e9-4a4b-9c32-1c3ad055eb8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23771e90-0b02-4e32-ab40-7ec55b993bf8,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:17.835725 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.db.resource_extend [None req-513cdfdb-7d47-4f44-a543-c1b286cabdb9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 04 09:16:17.843984 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e2928a-7825-45b9-ae27-7d78b9effd27 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:16:17.856315 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a0968b-1b04-4510-9b03-55655062804c None None] Sync routers for ids ['71fdf1d8-1806-4d11-84a2-2ddc7ba7e5ae'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:16:17.856540 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-513cdfdb-7d47-4f44-a543-c1b286cabdb9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:17.872005 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a0968b-1b04-4510-9b03-55655062804c None None] Routers {'71fdf1d8-1806-4d11-84a2-2ddc7ba7e5ae'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:16:17.872951 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-68a0968b-1b04-4510-9b03-55655062804c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:16:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['71fdf1d8-1806-4d11-84a2-2ddc7ba7e5ae'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:17.877414 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-513cdfdb-7d47-4f44-a543-c1b286cabdb9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Ignored duplicate provisioning block setup for port 66c228ba-b7ca-4df9-9084-a8b7a6f203d2 by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 04 09:16:17.883072 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-71e2928a-7825-45b9-ae27-7d78b9effd27 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "PUT /v2.0/routers/71fdf1d8-1806-4d11-84a2-2ddc7ba7e5ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6571701 Oct 04 09:16:17.884412 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-513cdfdb-7d47-4f44-a543-c1b286cabdb9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:17.885932 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59822) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:17.970373 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c682702b-8274-4401-8fa0-b4a5bd49c23a req-a573b873-1781-404a-99a9-0d62a77a11fd tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:17.972173 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-c682702b-8274-4401-8fa0-b4a5bd49c23a req-a573b873-1781-404a-99a9-0d62a77a11fd tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 0.1450920 Oct 04 09:16:17.986913 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-68a0968b-1b04-4510-9b03-55655062804c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:17.999848 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a0968b-1b04-4510-9b03-55655062804c None None] Routers {'71fdf1d8-1806-4d11-84a2-2ddc7ba7e5ae'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:16:18.000585 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-68a0968b-1b04-4510-9b03-55655062804c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:16:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['71fdf1d8-1806-4d11-84a2-2ddc7ba7e5ae'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:18.003426 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-1ff09135-b298-4fa1-822d-1480856113e3 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Synchronizing usage tracker for tenant:9e78cb9b328b4bfc813a095a6b1b578a on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:16:18.055269 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-c682702b-8274-4401-8fa0-b4a5bd49c23a req-73f4ece6-565f-442a-a83f-3f1b8b3f2685 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738983 Oct 04 09:16:18.091397 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-68a0968b-1b04-4510-9b03-55655062804c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:18.092048 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a0968b-1b04-4510-9b03-55655062804c None None] The sync data for ids ['71fdf1d8-1806-4d11-84a2-2ddc7ba7e5ae'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:16:18.117035 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-059beee1-6031-468d-be96-6e82b3b93299 None None] Attempt 2 to provision port 66c228ba-b7ca-4df9-9084-a8b7a6f203d2 Oct 04 09:16:18.121723 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513cdfdb-7d47-4f44-a543-c1b286cabdb9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event updated for resources: {'Port': ['ID=66c228ba-b7ca-4df9-9084-a8b7a6f203d2,revision_number=3']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:18.137304 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-513cdfdb-7d47-4f44-a543-c1b286cabdb9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] In _notify_port_updated(), no bound segment for port 66c228ba-b7ca-4df9-9084-a8b7a6f203d2 on network d5ed24a3-77bd-4c5e-b974-5da2e2f93070 {{(pid=89032) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 04 09:16:18.146753 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513cdfdb-7d47-4f44-a543-c1b286cabdb9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:18.147426 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-513cdfdb-7d47-4f44-a543-c1b286cabdb9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:18.151767 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59832) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:18.152473 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-513cdfdb-7d47-4f44-a543-c1b286cabdb9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "PUT /v2.0/ports/66c228ba-b7ca-4df9-9084-a8b7a6f203d2 HTTP/1.1" status: 200 len: 1011 time: 1.9178989 Oct 04 09:16:18.152660 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-1ff09135-b298-4fa1-822d-1480856113e3 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Unset dirty status for tenant:9e78cb9b328b4bfc813a095a6b1b578a on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:16:18.153708 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-1ff09135-b298-4fa1-822d-1480856113e3 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "GET /v2.0/ports?device_id=71fdf1d8-1806-4d11-84a2-2ddc7ba7e5ae HTTP/1.1" status: 200 len: 205 time: 0.2667909 Oct 04 09:16:18.156396 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59836) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:18.189580 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-059beee1-6031-468d-be96-6e82b3b93299 None None] Port 66c228ba-b7ca-4df9-9084-a8b7a6f203d2 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:16:18.229444 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59840) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:18.306077 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b6d7d2-b6c6-47a0-9dcc-71a99e8879ed req-797604f3-c21f-4956-918d-b3de42feb081 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:18.308301 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-19b6d7d2-b6c6-47a0-9dcc-71a99e8879ed req-797604f3-c21f-4956-918d-b3de42feb081 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 0.1013658 Oct 04 09:16:18.356979 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-19b6d7d2-b6c6-47a0-9dcc-71a99e8879ed req-bdcf7429-82ca-405f-bc9e-6b514ec79423 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429325 Oct 04 09:16:18.401713 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-bfa627db-7e8d-45aa-a40e-45d9e700fa8d tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for router, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:18.471602 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-094e1b01-23e1-4b99-8105-ee3b8abc1e74 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Deleting port 66c228ba-b7ca-4df9-9084-a8b7a6f203d2 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:16:18.471941 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-094e1b01-23e1-4b99-8105-ee3b8abc1e74 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:18.611413 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 462203c0-859c-412d-a6ed-e39274474e5d resource provider aggregate not found Oct 04 09:16:18.614294 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 62e645b5-bda4-4686-8d20-7e84e5bc2969 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:16:18.639489 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-cdaa664a-1daf-4003-8111-383415f33ede req-24f38332-50a4-4d17-9e34-cd8c8b23695e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1281762 Oct 04 09:16:18.689395 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 462203c0-859c-412d-a6ed-e39274474e5d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 462203c0-859c-412d-a6ed-e39274474e5d found for delete ", "request_id": "req-b69cd0c3-b7a8-4e79-b45f-4debb5fee069"}]} Oct 04 09:16:18.694838 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-059beee1-6031-468d-be96-6e82b3b93299 None None] Attempt 3 to provision port 66c228ba-b7ca-4df9-9084-a8b7a6f203d2 Oct 04 09:16:18.825517 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-059beee1-6031-468d-be96-6e82b3b93299 None None] Port 66c228ba-b7ca-4df9-9084-a8b7a6f203d2 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:16:18.825932 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 62e645b5-bda4-4686-8d20-7e84e5bc2969 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:16:18.826298 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:18.826683 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 62e645b5-bda4-4686-8d20-7e84e5bc2969 Oct 04 09:16:18.884875 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa664a-1daf-4003-8111-383415f33ede req-714b5c33-5cc3-45af-8f40-46847f9c5900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:18.887311 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-cdaa664a-1daf-4003-8111-383415f33ede req-714b5c33-5cc3-45af-8f40-46847f9c5900 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8ef6eeaada3246f29119027d4a154b34&device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 1099 time: 0.1113188 Oct 04 09:16:18.959650 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-bfa627db-7e8d-45aa-a40e-45d9e700fa8d tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:18.960971 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 62e645b5-bda4-4686-8d20-7e84e5bc2969 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:16:18.961170 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59868) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:18.962128 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device fc7980e2-c39d-4952-a98c-ef061515539c up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:16:18.964884 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-bfa627db-7e8d-45aa-a40e-45d9e700fa8d tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:19.050245 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port fc7980e2-c39d-4952-a98c-ef061515539c triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:16:19.050902 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:19.051365 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port fc7980e2-c39d-4952-a98c-ef061515539c Oct 04 09:16:19.059768 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa664a-1daf-4003-8111-383415f33ede req-626ceb9b-8e72-4c1a-847e-8f6a4bf35cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:19.061455 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-cdaa664a-1daf-4003-8111-383415f33ede req-626ceb9b-8e72-4c1a-847e-8f6a4bf35cf5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4e61ee37-e03d-4906-997b-978c1601b208 HTTP/1.1" status: 200 len: 913 time: 0.1522870 Oct 04 09:16:19.103731 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-0a81fdb4-c72b-4f45-8983-dcbcd46d92bf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=606cc91371d1452e8d6785505469e315&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8111155 Oct 04 09:16:19.115086 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59876) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:19.115866 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-bfa627db-7e8d-45aa-a40e-45d9e700fa8d tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:19.116365 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa627db-7e8d-45aa-a40e-45d9e700fa8d tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Fanout notify agent at l3_agent the message router_deleted on router 71fdf1d8-1806-4d11-84a2-2ddc7ba7e5ae {{(pid=89033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:16:19.159270 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e13322c-2208-4c14-af47-087b9786ceb0 req-e0af17c2-ab58-4c60-8058-081c111862b9 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:19.160435 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-4e13322c-2208-4c14-af47-087b9786ceb0 req-e0af17c2-ab58-4c60-8058-081c111862b9 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 0.6170225 Oct 04 09:16:19.170066 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-c6bd300e-ec1e-4e7d-96d9-6a0a493b7966 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-55999100', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:16:19.179529 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port fc7980e2-c39d-4952-a98c-ef061515539c is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:16:19.182167 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-cdaa664a-1daf-4003-8111-383415f33ede req-e1f95e82-814a-4f4b-b79d-f9a4f71af8ca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c8f126e-75a1-43f2-980d-ad2d5059e1f5 HTTP/1.1" status: 200 len: 1003 time: 0.1138213 Oct 04 09:16:19.183674 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-c6bd300e-ec1e-4e7d-96d9-6a0a493b7966 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:16:19.196818 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-bfa627db-7e8d-45aa-a40e-45d9e700fa8d tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:19.197912 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-bfa627db-7e8d-45aa-a40e-45d9e700fa8d tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "DELETE /v2.0/routers/71fdf1d8-1806-4d11-84a2-2ddc7ba7e5ae HTTP/1.1" status: 204 len: 168 time: 1.0404568 Oct 04 09:16:19.220691 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59880) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:19.230365 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-c6bd300e-ec1e-4e7d-96d9-6a0a493b7966 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Usage tracker for resource:router and tenant:dbe03c861d7147e29d0efa228f604d1a is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:16:19.241567 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-c6bd300e-ec1e-4e7d-96d9-6a0a493b7966 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:16:19.252710 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-c6bd300e-ec1e-4e7d-96d9-6a0a493b7966 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:16:19.297984 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa664a-1daf-4003-8111-383415f33ede req-9387b8f0-8650-4685-8c65-4d90d77bfc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:19.299438 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-cdaa664a-1daf-4003-8111-383415f33ede req-9387b8f0-8650-4685-8c65-4d90d77bfc96 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=373d4a32-610a-4c8a-84eb-e8dbb10358db HTTP/1.1" status: 200 len: 851 time: 0.1120772 Oct 04 09:16:19.305666 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cb98347-1eaa-406c-9e25-14b414c17feb tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Deleting subnet 391e79ed-5164-474b-8610-c07da733b4a2 {{(pid=89032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:16:19.312894 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-4e13322c-2208-4c14-af47-087b9786ceb0 req-f22ba09c-430d-491b-961d-efa5185af269 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374593 Oct 04 09:16:19.319216 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-094e1b01-23e1-4b99-8105-ee3b8abc1e74 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:19.326742 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-059beee1-6031-468d-be96-6e82b3b93299 None None] Attempt 4 to provision port 66c228ba-b7ca-4df9-9084-a8b7a6f203d2 Oct 04 09:16:19.332980 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c6bd300e-ec1e-4e7d-96d9-6a0a493b7966 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:19.334146 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c6bd300e-ec1e-4e7d-96d9-6a0a493b7966 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:19.346779 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7226f927-89c5-4f1d-a826-f13fb03e5650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:19.351456 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5cb98347-1eaa-406c-9e25-14b414c17feb tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for subnet, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:19.361991 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c6bd300e-ec1e-4e7d-96d9-6a0a493b7966 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:19.400836 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-059beee1-6031-468d-be96-6e82b3b93299 None None] Port 66c228ba-b7ca-4df9-9084-a8b7a6f203d2 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:16:19.423628 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5cb98347-1eaa-406c-9e25-14b414c17feb tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885153'] for subnet, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:19.499094 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa664a-1daf-4003-8111-383415f33ede req-a27fe7f2-da87-42e8-b1e6-7a2cf8956e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:19.499876 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-094e1b01-23e1-4b99-8105-ee3b8abc1e74 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Calling delete_port for 66c228ba-b7ca-4df9-9084-a8b7a6f203d2 owned by {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:16:19.500703 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-cdaa664a-1daf-4003-8111-383415f33ede req-a27fe7f2-da87-42e8-b1e6-7a2cf8956e38 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4e61ee37-e03d-4906-997b-978c1601b208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1930101 Oct 04 09:16:19.681807 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7226f927-89c5-4f1d-a826-f13fb03e5650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:19.718963 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5cb98347-1eaa-406c-9e25-14b414c17feb tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:19.751152 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c6bd300e-ec1e-4e7d-96d9-6a0a493b7966 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:19.806893 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-cdaa664a-1daf-4003-8111-383415f33ede req-b51629b1-f993-40b5-bade-1980efdd0000 service neutron] 10.222.0.20 "GET /v2.0/networks/4e61ee37-e03d-4906-997b-978c1601b208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841857 Oct 04 09:16:19.827656 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c6bd300e-ec1e-4e7d-96d9-6a0a493b7966 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:19.828844 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-c6bd300e-ec1e-4e7d-96d9-6a0a493b7966 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8656576 Oct 04 09:16:19.832050 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59888) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:19.839739 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-16931b5d-67cf-4057-8b85-c61cfab0ee3a tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-544738922'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:16:19.874485 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-16931b5d-67cf-4057-8b85-c61cfab0ee3a tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:16:19.893156 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5cb98347-1eaa-406c-9e25-14b414c17feb tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:19.895977 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-16931b5d-67cf-4057-8b85-c61cfab0ee3a tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Usage tracker for resource:network and tenant:dbe03c861d7147e29d0efa228f604d1a is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:16:19.901746 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-16931b5d-67cf-4057-8b85-c61cfab0ee3a tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:16:19.902077 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-059beee1-6031-468d-be96-6e82b3b93299 None None] Attempt 5 to provision port 66c228ba-b7ca-4df9-9084-a8b7a6f203d2 Oct 04 09:16:19.910108 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7226f927-89c5-4f1d-a826-f13fb03e5650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:19.913729 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-16931b5d-67cf-4057-8b85-c61cfab0ee3a tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:16:19.944381 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7226f927-89c5-4f1d-a826-f13fb03e5650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b962c7-7ae9-4d99-8e28-c91351f297e0,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:19.948494 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb98347-1eaa-406c-9e25-14b414c17feb tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event deleted for resources: {'Subnet': ['ID=391e79ed-5164-474b-8610-c07da733b4a2,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:19.950475 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5cb98347-1eaa-406c-9e25-14b414c17feb tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:19.956379 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d80a59-4870-4bf1-beb3-aa8b13c7663e req-7f4d357b-3a96-43fb-a46b-5f352273ed6c tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:19.958434 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-e9d80a59-4870-4bf1-beb3-aa8b13c7663e req-7f4d357b-3a96-43fb-a46b-5f352273ed6c tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 0.2787397 Oct 04 09:16:19.960671 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-5cb98347-1eaa-406c-9e25-14b414c17feb tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "DELETE /v2.0/subnets/391e79ed-5164-474b-8610-c07da733b4a2 HTTP/1.1" status: 204 len: 168 time: 0.7363989 Oct 04 09:16:19.963224 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59892) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:19.972698 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-059beee1-6031-468d-be96-6e82b3b93299 None None] Port 66c228ba-b7ca-4df9-9084-a8b7a6f203d2 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:16:19.983199 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91826feb-b0e5-47d2-9a0b-2c5aff6de379 None None] Network 6944e708-1597-4660-bf0f-011745ade4ef requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:16:20.002010 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16931b5d-67cf-4057-8b85-c61cfab0ee3a tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Made reservation on behalf of dbe03c861d7147e29d0efa228f604d1a for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:16:20.004958 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-16931b5d-67cf-4057-8b85-c61cfab0ee3a tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:20.039997 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-16931b5d-67cf-4057-8b85-c61cfab0ee3a tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:20.068915 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7226f927-89c5-4f1d-a826-f13fb03e5650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:20.070027 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-7226f927-89c5-4f1d-a826-f13fb03e5650 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/68b962c7-7ae9-4d99-8e28-c91351f297e0 HTTP/1.1" status: 204 len: 168 time: 0.9478605 Oct 04 09:16:20.086096 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-16931b5d-67cf-4057-8b85-c61cfab0ee3a tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:16:20.093798 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-16931b5d-67cf-4057-8b85-c61cfab0ee3a tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Usage tracker for resource:security_group_rule and tenant:dbe03c861d7147e29d0efa228f604d1a is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:16:20.098561 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-16931b5d-67cf-4057-8b85-c61cfab0ee3a tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:16:20.101274 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-cdaa664a-1daf-4003-8111-383415f33ede req-fb312f2b-db7f-4d07-839d-0aac6ac6a6f7 service neutron] 10.222.0.20 "GET /v2.0/networks/4e61ee37-e03d-4906-997b-978c1601b208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848074 Oct 04 09:16:20.108081 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-e9d80a59-4870-4bf1-beb3-aa8b13c7663e req-3b63b208-da63-4ae8-bed9-c6c9635a7ba3 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121182 Oct 04 09:16:20.109042 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-16931b5d-67cf-4057-8b85-c61cfab0ee3a tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:16:20.111075 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-094e1b01-23e1-4b99-8105-ee3b8abc1e74 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:20.138708 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-12f370db-c647-4ca6-849e-a4162b4e34b5 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:20.169356 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-12f370db-c647-4ca6-849e-a4162b4e34b5 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Deleting port fc7980e2-c39d-4952-a98c-ef061515539c {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:16:20.170027 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-12f370db-c647-4ca6-849e-a4162b4e34b5 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:20.179295 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094e1b01-23e1-4b99-8105-ee3b8abc1e74 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event deleted for resources: {'Port': ['ID=66c228ba-b7ca-4df9-9084-a8b7a6f203d2,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:20.300402 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-094e1b01-23e1-4b99-8105-ee3b8abc1e74 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:20.321342 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-094e1b01-23e1-4b99-8105-ee3b8abc1e74 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "DELETE /v2.0/ports/66c228ba-b7ca-4df9-9084-a8b7a6f203d2 HTTP/1.1" status: 204 len: 168 time: 2.1673632 Oct 04 09:16:20.323754 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59898) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:20.374042 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-61781436-c6be-4879-99b6-7a56aa560838 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] GET failed (client error): The resource could not be found. Oct 04 09:16:20.374590 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-61781436-c6be-4879-99b6-7a56aa560838 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Synchronizing usage tracker for tenant:8de43eb137fe47f9a4031ea91b631fcc on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:16:20.442709 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98661ab6-2f51-4c54-b501-989ff3c5650d None None] DHCP port deletion for 6944e708-1597-4660-bf0f-011745ade4ef request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:16:20.447364 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-98661ab6-2f51-4c54-b501-989ff3c5650d None None] Deleting port fc7980e2-c39d-4952-a98c-ef061515539c {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:16:20.447976 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-98661ab6-2f51-4c54-b501-989ff3c5650d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:20.475158 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-059beee1-6031-468d-be96-6e82b3b93299 None None] Attempt 6 to provision port 66c228ba-b7ca-4df9-9084-a8b7a6f203d2 Oct 04 09:16:20.482198 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-16931b5d-67cf-4057-8b85-c61cfab0ee3a tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:20.486207 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-61781436-c6be-4879-99b6-7a56aa560838 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Unset dirty status for tenant:8de43eb137fe47f9a4031ea91b631fcc on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:16:20.487660 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-61781436-c6be-4879-99b6-7a56aa560838 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "GET /v2.0/ports/66c228ba-b7ca-4df9-9084-a8b7a6f203d2 HTTP/1.1" status: 404 len: 333 time: 0.1627467 Oct 04 09:16:20.490587 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-16931b5d-67cf-4057-8b85-c61cfab0ee3a tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:20.505658 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16931b5d-67cf-4057-8b85-c61cfab0ee3a tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:16:20.518551 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-16931b5d-67cf-4057-8b85-c61cfab0ee3a tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:20.519304 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-16931b5d-67cf-4057-8b85-c61cfab0ee3a tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Added segment ecd36d29-76f9-46f5-aef9-e5f93cd3c311 of type vlan for network 685d87b0-f689-447f-acfa-47d3dfe1c7b4 Oct 04 09:16:20.533372 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-12f370db-c647-4ca6-849e-a4162b4e34b5 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] For port fc7980e2-c39d-4952-a98c-ef061515539c, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=fc7980e2-c39d-4952-a98c-ef061515539c,segment=NetworkSegment(ddb3fa92-8f29-4e57-9d7a-65afbb53687c),segment_id=ddb3fa92-8f29-4e57-9d7a-65afbb53687c)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:16:20.533944 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-12f370db-c647-4ca6-849e-a4162b4e34b5 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:20.555440 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-16931b5d-67cf-4057-8b85-c61cfab0ee3a tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:20.571066 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-059beee1-6031-468d-be96-6e82b3b93299 None None] Port 66c228ba-b7ca-4df9-9084-a8b7a6f203d2 was deleted so its status cannot be updated. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 04 09:16:20.577175 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59902) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:20.586163 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-059beee1-6031-468d-be96-6e82b3b93299 None None] Could not find standard attr ID for object e2691356-e1d8-4741-a06a-8b3cb01062bb. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:16:20.594600 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-059beee1-6031-468d-be96-6e82b3b93299 None None] Could not find standard attr ID for object 7ed34cfc-0cad-4758-aba0-538d362549e4. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:16:20.600794 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device fc7980e2-c39d-4952-a98c-ef061515539c no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:16:20.670452 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-16931b5d-67cf-4057-8b85-c61cfab0ee3a tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:20.684765 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16931b5d-67cf-4057-8b85-c61cfab0ee3a tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:20.685866 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-16931b5d-67cf-4057-8b85-c61cfab0ee3a tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:20.704749 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-12f370db-c647-4ca6-849e-a4162b4e34b5 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Calling delete_port for fc7980e2-c39d-4952-a98c-ef061515539c owned by network:dhcp {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:16:20.717150 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16931b5d-67cf-4057-8b85-c61cfab0ee3a tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed9fd8d-a82d-4b68-9cab-873fca086dbe,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:20.732331 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-059beee1-6031-468d-be96-6e82b3b93299 None None] Provisioning complete for port 62e645b5-bda4-4686-8d20-7e84e5bc2969 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:16:20.732593 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-059beee1-6031-468d-be96-6e82b3b93299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:20.732931 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-059beee1-6031-468d-be96-6e82b3b93299 None None] Attempt 1 to provision port 62e645b5-bda4-4686-8d20-7e84e5bc2969 Oct 04 09:16:20.741429 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-f155f1d9-0e50-4dc9-a2d5-6ae0fcb7702d tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Deleting subnet 4f594375-a386-4e36-b68c-f6f474174af7 {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:16:20.803687 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-12f370db-c647-4ca6-849e-a4162b4e34b5 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:20.808258 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f155f1d9-0e50-4dc9-a2d5-6ae0fcb7702d tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:20.822566 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No ports have port_id starting with fc7980e2-c39d-4952-a98c-ef061515539c Oct 04 09:16:20.853291 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f370db-c647-4ca6-849e-a4162b4e34b5 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event deleted for resources: {'Port': ['ID=fc7980e2-c39d-4952-a98c-ef061515539c,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:20.856720 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f370db-c647-4ca6-849e-a4162b4e34b5 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] No DVR routers for this DVR port fc7980e2-c39d-4952-a98c-ef061515539c on host dv-neutron-860215-1-hyperv {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:16:20.895348 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16931b5d-67cf-4057-8b85-c61cfab0ee3a tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Pushing event updated for resources: {'Network': ['ID=685d87b0-f689-447f-acfa-47d3dfe1c7b4,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:20.908431 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f155f1d9-0e50-4dc9-a2d5-6ae0fcb7702d tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:20.923546 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 685d87b0-f689-447f-acfa-47d3dfe1c7b4 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:16:20.940904 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-16931b5d-67cf-4057-8b85-c61cfab0ee3a tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1051495 Oct 04 09:16:20.943793 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59906) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:20.954439 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-d8a97b6a-35c4-44cd-b1de-acff8a44f9cc tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Request body: {'subnet': {'network_id': '685d87b0-f689-447f-acfa-47d3dfe1c7b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:16:20.985940 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-12f370db-c647-4ca6-849e-a4162b4e34b5 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:21.011235 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-12f370db-c647-4ca6-849e-a4162b4e34b5 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6944e708-1597-4660-bf0f-011745ade4ef']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:21.026007 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-98661ab6-2f51-4c54-b501-989ff3c5650d None None] For port fc7980e2-c39d-4952-a98c-ef061515539c, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=fc7980e2-c39d-4952-a98c-ef061515539c,segment=NetworkSegment(ddb3fa92-8f29-4e57-9d7a-65afbb53687c),segment_id=ddb3fa92-8f29-4e57-9d7a-65afbb53687c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:16:21.026412 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-98661ab6-2f51-4c54-b501-989ff3c5650d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:21.030434 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-12f370db-c647-4ca6-849e-a4162b4e34b5 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddb3fa92-8f29-4e57-9d7a-65afbb53687c') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:21.030736 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-12f370db-c647-4ca6-849e-a4162b4e34b5 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddb3fa92-8f29-4e57-9d7a-65afbb53687c') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:21.044114 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-12f370db-c647-4ca6-849e-a4162b4e34b5 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:21.061819 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-12f370db-c647-4ca6-849e-a4162b4e34b5 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:21.069727 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12f370db-c647-4ca6-849e-a4162b4e34b5 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:16:21.070185 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-12f370db-c647-4ca6-849e-a4162b4e34b5 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:21.086688 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-d8a97b6a-35c4-44cd-b1de-acff8a44f9cc tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:16:21.091812 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-d8a97b6a-35c4-44cd-b1de-acff8a44f9cc tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Usage tracker for resource:subnet and tenant:dbe03c861d7147e29d0efa228f604d1a is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:16:21.095562 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-d8a97b6a-35c4-44cd-b1de-acff8a44f9cc tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:16:21.103563 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-d8a97b6a-35c4-44cd-b1de-acff8a44f9cc tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:16:21.111030 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f155f1d9-0e50-4dc9-a2d5-6ae0fcb7702d tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:21.139174 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment ddb3fa92-8f29-4e57-9d7a-65afbb53687c resource provider aggregate not found Oct 04 09:16:21.151037 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a97b6a-35c4-44cd-b1de-acff8a44f9cc tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Made reservation on behalf of dbe03c861d7147e29d0efa228f604d1a for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:16:21.154460 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d8a97b6a-35c4-44cd-b1de-acff8a44f9cc tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:21.168716 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment ddb3fa92-8f29-4e57-9d7a-65afbb53687c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ddb3fa92-8f29-4e57-9d7a-65afbb53687c found for delete ", "request_id": "req-f1843ddc-420a-4e60-8e8f-3e768e52ff82"}]} Oct 04 09:16:21.178537 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-12f370db-c647-4ca6-849e-a4162b4e34b5 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:21.187916 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-98661ab6-2f51-4c54-b501-989ff3c5650d None None] Calling delete_port for fc7980e2-c39d-4952-a98c-ef061515539c owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:16:21.204388 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-12f370db-c647-4ca6-849e-a4162b4e34b5 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:21.237908 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-12f370db-c647-4ca6-849e-a4162b4e34b5 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "DELETE /v2.0/networks/6944e708-1597-4660-bf0f-011745ade4ef HTTP/1.1" status: 204 len: 168 time: 1.2736568 Oct 04 09:16:21.239748 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59916) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:21.240896 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f370db-c647-4ca6-849e-a4162b4e34b5 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event deleted for resources: {'Network': ['ID=6944e708-1597-4660-bf0f-011745ade4ef,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:21.250589 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-bf3d8cce-8804-4213-b1ad-045b18c16f5e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1997751477', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:16:21.259432 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-bf3d8cce-8804-4213-b1ad-045b18c16f5e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:16:21.263078 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-059beee1-6031-468d-be96-6e82b3b93299 None None] Current status of the port 62e645b5-bda4-4686-8d20-7e84e5bc2969 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:16:21.282695 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.db.api [None req-98661ab6-2f51-4c54-b501-989ff3c5650d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:16:21.283050 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG oslo_db.api [None req-98661ab6-2f51-4c54-b501-989ff3c5650d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:16:21.309768 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-bf3d8cce-8804-4213-b1ad-045b18c16f5e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Usage tracker for resource:router and tenant:9e78cb9b328b4bfc813a095a6b1b578a is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:16:21.320386 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-bf3d8cce-8804-4213-b1ad-045b18c16f5e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:16:21.326025 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f155f1d9-0e50-4dc9-a2d5-6ae0fcb7702d tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:21.329081 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-bf3d8cce-8804-4213-b1ad-045b18c16f5e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:16:21.352101 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bf3d8cce-8804-4213-b1ad-045b18c16f5e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:21.353118 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bf3d8cce-8804-4213-b1ad-045b18c16f5e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:21.366794 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f155f1d9-0e50-4dc9-a2d5-6ae0fcb7702d tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event deleted for resources: {'Subnet': ['ID=4f594375-a386-4e36-b68c-f6f474174af7,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:21.374005 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f155f1d9-0e50-4dc9-a2d5-6ae0fcb7702d tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:21.381424 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-3147b077-5737-4c13-96b7-358062afc487 None None] Could not find standard attr ID for object 66c228ba-b7ca-4df9-9084-a8b7a6f203d2. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:16:21.385193 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06bff64-55f7-4318-9440-2bbabb0b2311 None None] Network d5ed24a3-77bd-4c5e-b974-5da2e2f93070 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:16:21.387091 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-f155f1d9-0e50-4dc9-a2d5-6ae0fcb7702d tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "DELETE /v2.0/subnets/4f594375-a386-4e36-b68c-f6f474174af7 HTTP/1.1" status: 204 len: 168 time: 0.8015082 Oct 04 09:16:21.387354 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f6a33-4e32-4252-95f1-9e1eddc97ea9 req-6ab2c351-5cf0-49e4-9605-8c605ed97ef8 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:21.387752 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59920) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:21.389046 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3b4f6a33-4e32-4252-95f1-9e1eddc97ea9 req-6ab2c351-5cf0-49e4-9605-8c605ed97ef8 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 0.1326060 Oct 04 09:16:21.392832 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bf3d8cce-8804-4213-b1ad-045b18c16f5e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:21.451546 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3b4f6a33-4e32-4252-95f1-9e1eddc97ea9 req-f82ebdef-ec2b-48e1-96dd-c108af9ba810 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487940 Oct 04 09:16:21.452534 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bf3d8cce-8804-4213-b1ad-045b18c16f5e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:21.505495 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bf3d8cce-8804-4213-b1ad-045b18c16f5e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:21.510838 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-bf3d8cce-8804-4213-b1ad-045b18c16f5e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2632794 Oct 04 09:16:21.511858 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59926) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:21.522144 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-ee810d2a-8355-48fd-8e62-c9f88533c17a tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-770868284'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:16:21.525043 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-678435a5-6317-4b93-b2ff-84223200f10b tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Deleting subnet 1b2137a3-f6e7-4d43-8432-10e1b9c6d7d3 {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:16:21.528505 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-ee810d2a-8355-48fd-8e62-c9f88533c17a tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:16:21.529799 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-678435a5-6317-4b93-b2ff-84223200f10b tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:21.539152 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-ee810d2a-8355-48fd-8e62-c9f88533c17a tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Usage tracker for resource:network and tenant:9e78cb9b328b4bfc813a095a6b1b578a is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:16:21.543493 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-ee810d2a-8355-48fd-8e62-c9f88533c17a tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:16:21.550154 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-ee810d2a-8355-48fd-8e62-c9f88533c17a tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:16:21.562421 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee810d2a-8355-48fd-8e62-c9f88533c17a tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Made reservation on behalf of 9e78cb9b328b4bfc813a095a6b1b578a for: {'network': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:16:21.567576 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ee810d2a-8355-48fd-8e62-c9f88533c17a tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:21.625816 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-678435a5-6317-4b93-b2ff-84223200f10b tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:21.672733 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d8a97b6a-35c4-44cd-b1de-acff8a44f9cc tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:21.742537 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee810d2a-8355-48fd-8e62-c9f88533c17a tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=89032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:16:21.761422 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ee810d2a-8355-48fd-8e62-c9f88533c17a tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:21.762071 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.segments_db [None req-ee810d2a-8355-48fd-8e62-c9f88533c17a tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Added segment 5158305b-6edf-4292-82d2-68f9ebff22a2 of type vlan for network 6065a5f1-b66e-4f49-a8a1-e6d35ec1d22d Oct 04 09:16:21.784248 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-98661ab6-2f51-4c54-b501-989ff3c5650d None None] Deleting port fc7980e2-c39d-4952-a98c-ef061515539c {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:16:21.784767 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-98661ab6-2f51-4c54-b501-989ff3c5650d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:21.803509 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ee810d2a-8355-48fd-8e62-c9f88533c17a tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:21.849370 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ee810d2a-8355-48fd-8e62-c9f88533c17a tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:21.856217 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee810d2a-8355-48fd-8e62-c9f88533c17a tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:21.857532 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ee810d2a-8355-48fd-8e62-c9f88533c17a tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:21.879979 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a97b6a-35c4-44cd-b1de-acff8a44f9cc tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Pushing event updated for resources: {'Subnet': ['ID=4676ee6f-98a5-4557-9bd5-da3dc686f070,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:21.880749 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-98661ab6-2f51-4c54-b501-989ff3c5650d None None] The port 'fc7980e2-c39d-4952-a98c-ef061515539c' was deleted {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 04 09:16:21.893098 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a97b6a-35c4-44cd-b1de-acff8a44f9cc tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Checking segment: {'id': 'ecd36d29-76f9-46f5-aef9-e5f93cd3c311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '685d87b0-f689-447f-acfa-47d3dfe1c7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:16:21.893537 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a97b6a-35c4-44cd-b1de-acff8a44f9cc tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Network hostable DHCP agents. Network: 685d87b0-f689-447f-acfa-47d3dfe1c7b4, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:16:22.046486 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a97b6a-35c4-44cd-b1de-acff8a44f9cc tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Network 685d87b0-f689-447f-acfa-47d3dfe1c7b4 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:16:22.061203 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-678435a5-6317-4b93-b2ff-84223200f10b tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:22.083521 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee810d2a-8355-48fd-8e62-c9f88533c17a tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event updated for resources: {'Network': ['ID=6065a5f1-b66e-4f49-a8a1-e6d35ec1d22d,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:22.091400 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-d8a97b6a-35c4-44cd-b1de-acff8a44f9cc tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 685d87b0-f689-447f-acfa-47d3dfe1c7b4) {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:16:22.096238 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 6065a5f1-b66e-4f49-a8a1-e6d35ec1d22d details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:16:22.097151 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a97b6a-35c4-44cd-b1de-acff8a44f9cc tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:22.097740 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d8a97b6a-35c4-44cd-b1de-acff8a44f9cc tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:22.105484 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-ee810d2a-8355-48fd-8e62-c9f88533c17a tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5912890 Oct 04 09:16:22.109042 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59934) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:22.122581 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-37d58578-94d2-42fc-9f33-476aa1905542 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Request body: {'subnet': {'network_id': '6065a5f1-b66e-4f49-a8a1-e6d35ec1d22d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:16:22.123046 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9686ba4e-7ff9-44a5-9f80-3c2de6a0db73 None None] Network 685d87b0-f689-447f-acfa-47d3dfe1c7b4 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:16:22.148319 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-d8a97b6a-35c4-44cd-b1de-acff8a44f9cc tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2040558 Oct 04 09:16:22.149333 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59938) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:22.157685 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-f075b1d8-8aac-4164-b931-7d7daa4b0cb2 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Request body: {'network': {'name': 'tempest-router-network01--512019713'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:16:22.167026 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-f075b1d8-8aac-4164-b931-7d7daa4b0cb2 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:16:22.172525 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-f075b1d8-8aac-4164-b931-7d7daa4b0cb2 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Usage tracker for resource:network and tenant:dbe03c861d7147e29d0efa228f604d1a is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:16:22.178078 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-f075b1d8-8aac-4164-b931-7d7daa4b0cb2 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:16:22.187903 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-f075b1d8-8aac-4164-b931-7d7daa4b0cb2 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:16:22.202958 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-678435a5-6317-4b93-b2ff-84223200f10b tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:22.243624 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f075b1d8-8aac-4164-b931-7d7daa4b0cb2 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Made reservation on behalf of dbe03c861d7147e29d0efa228f604d1a for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:16:22.247030 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f075b1d8-8aac-4164-b931-7d7daa4b0cb2 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:22.265048 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-678435a5-6317-4b93-b2ff-84223200f10b tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:22.277991 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03af632-b457-41f3-9ece-4f5c37d214e8 req-ceb06249-2160-4335-b953-6301d884902f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:22.278272 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678435a5-6317-4b93-b2ff-84223200f10b tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event deleted for resources: {'Subnet': ['ID=1b2137a3-f6e7-4d43-8432-10e1b9c6d7d3,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:22.279149 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e03af632-b457-41f3-9ece-4f5c37d214e8 req-ceb06249-2160-4335-b953-6301d884902f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8ef6eeaada3246f29119027d4a154b34&device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 1099 time: 0.3206086 Oct 04 09:16:22.287428 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-678435a5-6317-4b93-b2ff-84223200f10b tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "DELETE /v2.0/subnets/1b2137a3-f6e7-4d43-8432-10e1b9c6d7d3 HTTP/1.1" status: 204 len: 168 time: 0.8944468 Oct 04 09:16:22.289307 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59942) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:22.291624 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af3e0a6-79d0-46f6-9199-12dfe013cb60 req-32818b43-23c7-4ff6-a8bb-c11f8e2a55f2 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:22.293145 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0af3e0a6-79d0-46f6-9199-12dfe013cb60 req-32818b43-23c7-4ff6-a8bb-c11f8e2a55f2 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 0.4303327 Oct 04 09:16:22.391250 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f075b1d8-8aac-4164-b931-7d7daa4b0cb2 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:16:22.418654 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f075b1d8-8aac-4164-b931-7d7daa4b0cb2 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:22.419017 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-f075b1d8-8aac-4164-b931-7d7daa4b0cb2 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Added segment 5705b369-7eff-4e1e-b3d1-20c342b37876 of type vlan for network 2d06ba20-b45d-4c1b-bce3-b5209a385ea3 Oct 04 09:16:22.447627 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c3a94a90-6f2d-49bf-a7ee-9848218fe271 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:22.451596 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-37d58578-94d2-42fc-9f33-476aa1905542 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:16:22.465417 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-37d58578-94d2-42fc-9f33-476aa1905542 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Usage tracker for resource:subnet and tenant:9e78cb9b328b4bfc813a095a6b1b578a is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:16:22.473616 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-37d58578-94d2-42fc-9f33-476aa1905542 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:16:22.474315 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f075b1d8-8aac-4164-b931-7d7daa4b0cb2 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:22.478044 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-c3a94a90-6f2d-49bf-a7ee-9848218fe271 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Deleting port 62e645b5-bda4-4686-8d20-7e84e5bc2969 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:16:22.478384 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c3a94a90-6f2d-49bf-a7ee-9848218fe271 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:22.493325 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0af3e0a6-79d0-46f6-9199-12dfe013cb60 req-df99829a-1142-4e6d-b435-eb51946e2a7a tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915141 Oct 04 09:16:22.496663 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-37d58578-94d2-42fc-9f33-476aa1905542 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:16:22.498487 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99272cfc-ee95-4ebb-8869-965fa015dea1 None None] Network d5ed24a3-77bd-4c5e-b974-5da2e2f93070 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:16:22.535661 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03af632-b457-41f3-9ece-4f5c37d214e8 req-69e88ce4-4fcb-4577-9db5-6540c666203e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:22.537220 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e03af632-b457-41f3-9ece-4f5c37d214e8 req-69e88ce4-4fcb-4577-9db5-6540c666203e service neutron] 10.222.0.20 "GET /v2.0/networks?id=4e61ee37-e03d-4906-997b-978c1601b208 HTTP/1.1" status: 200 len: 913 time: 0.2408781 Oct 04 09:16:22.540800 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d58578-94d2-42fc-9f33-476aa1905542 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Made reservation on behalf of 9e78cb9b328b4bfc813a095a6b1b578a for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:16:22.547268 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-37d58578-94d2-42fc-9f33-476aa1905542 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:22.590587 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbadd4c5-f972-44df-b100-63979d85f880 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-685d87b0-f689-447f-acfa-47d3dfe1c7b4', 'network_id': '685d87b0-f689-447f-acfa-47d3dfe1c7b4', 'tenant_id': 'dbe03c861d7147e29d0efa228f604d1a', 'fixed_ips': [{'subnet_id': '4676ee6f-98a5-4557-9bd5-da3dc686f070'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:16:22.591515 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-fbadd4c5-f972-44df-b100-63979d85f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:22.620217 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f075b1d8-8aac-4164-b931-7d7daa4b0cb2 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:22.626098 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f075b1d8-8aac-4164-b931-7d7daa4b0cb2 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:22.626391 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f075b1d8-8aac-4164-b931-7d7daa4b0cb2 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:22.707241 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-8073ed46-0be2-4073-8eb0-62258cf5937e None None] Provisioning complete for port 62e645b5-bda4-4686-8d20-7e84e5bc2969 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:16:22.708922 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-8073ed46-0be2-4073-8eb0-62258cf5937e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:22.709454 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-8073ed46-0be2-4073-8eb0-62258cf5937e None None] Attempt 1 to provision port 62e645b5-bda4-4686-8d20-7e84e5bc2969 Oct 04 09:16:22.743779 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e03af632-b457-41f3-9ece-4f5c37d214e8 req-4bb22b0a-f50a-4cef-a118-e463fb17a984 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c8f126e-75a1-43f2-980d-ad2d5059e1f5 HTTP/1.1" status: 200 len: 1003 time: 0.1777070 Oct 04 09:16:22.795872 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-f075b1d8-8aac-4164-b931-7d7daa4b0cb2 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6405609 Oct 04 09:16:22.803092 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59946) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:22.811675 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-2772839a-bfd2-4b43-9392-98500209c095 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Request body: {'network': {'name': 'tempest-router-network02--993454393'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:16:22.824879 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-2772839a-bfd2-4b43-9392-98500209c095 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:16:22.833330 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f075b1d8-8aac-4164-b931-7d7daa4b0cb2 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Pushing event updated for resources: {'Network': ['ID=2d06ba20-b45d-4c1b-bce3-b5209a385ea3,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:22.836060 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-2772839a-bfd2-4b43-9392-98500209c095 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Usage tracker for resource:network and tenant:dbe03c861d7147e29d0efa228f604d1a is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:16:22.839680 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03af632-b457-41f3-9ece-4f5c37d214e8 req-5f4a79c6-d38a-4f6b-a6d2-3e6b46073fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:22.841912 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e03af632-b457-41f3-9ece-4f5c37d214e8 req-5f4a79c6-d38a-4f6b-a6d2-3e6b46073fab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=373d4a32-610a-4c8a-84eb-e8dbb10358db HTTP/1.1" status: 200 len: 851 time: 0.0898600 Oct 04 09:16:22.845547 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-2772839a-bfd2-4b43-9392-98500209c095 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:16:22.861157 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-c3a94a90-6f2d-49bf-a7ee-9848218fe271 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] For port 62e645b5-bda4-4686-8d20-7e84e5bc2969, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=62e645b5-bda4-4686-8d20-7e84e5bc2969,segment=NetworkSegment(6c1f59d1-aa46-4c64-b722-4d105247bb5c),segment_id=6c1f59d1-aa46-4c64-b722-4d105247bb5c)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:16:22.861862 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c3a94a90-6f2d-49bf-a7ee-9848218fe271 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:22.864603 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 2d06ba20-b45d-4c1b-bce3-b5209a385ea3 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:16:22.919387 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-2772839a-bfd2-4b43-9392-98500209c095 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:16:22.948931 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2772839a-bfd2-4b43-9392-98500209c095 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Made reservation on behalf of dbe03c861d7147e29d0efa228f604d1a for: {'network': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:16:22.952275 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2772839a-bfd2-4b43-9392-98500209c095 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:23.014835 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-c3a94a90-6f2d-49bf-a7ee-9848218fe271 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Calling delete_port for 62e645b5-bda4-4686-8d20-7e84e5bc2969 owned by network:dhcp {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:16:23.023233 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2772839a-bfd2-4b43-9392-98500209c095 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=89032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:16:23.052166 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2772839a-bfd2-4b43-9392-98500209c095 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:23.052566 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.segments_db [None req-2772839a-bfd2-4b43-9392-98500209c095 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Added segment 5c02d2a9-dfb9-41d9-9817-c8cb0d98cf7f of type vlan for network 3a4ccd42-fb7e-4258-8651-fa969c09779e Oct 04 09:16:23.055069 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03af632-b457-41f3-9ece-4f5c37d214e8 req-c046ae27-7ee6-43af-8ac1-bc447bbd7199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:23.056595 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e03af632-b457-41f3-9ece-4f5c37d214e8 req-c046ae27-7ee6-43af-8ac1-bc447bbd7199 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4e61ee37-e03d-4906-997b-978c1601b208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2081192 Oct 04 09:16:23.061861 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-37d58578-94d2-42fc-9f33-476aa1905542 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:23.105340 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c3a94a90-6f2d-49bf-a7ee-9848218fe271 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:23.129796 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-8073ed46-0be2-4073-8eb0-62258cf5937e None None] Port 62e645b5-bda4-4686-8d20-7e84e5bc2969 update to ACTIVE by agent not found {{(pid=89034) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2195}} Oct 04 09:16:23.137265 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-fbadd4c5-f972-44df-b100-63979d85f880 None None] Allocated IP 172.20.0.2 (685d87b0-f689-447f-acfa-47d3dfe1c7b4/4676ee6f-98a5-4557-9bd5-da3dc686f070/a21e4a7c-ad48-448c-aeda-1221b22b0def) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:16:23.157561 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a94a90-6f2d-49bf-a7ee-9848218fe271 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event deleted for resources: {'Port': ['ID=62e645b5-bda4-4686-8d20-7e84e5bc2969,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:23.165297 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a94a90-6f2d-49bf-a7ee-9848218fe271 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] No DVR routers for this DVR port 62e645b5-bda4-4686-8d20-7e84e5bc2969 on host dv-neutron-860215-1-hyperv {{(pid=89033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:16:23.217639 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2772839a-bfd2-4b43-9392-98500209c095 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:23.242388 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b1db67-d43d-4acd-b9f1-1e7637d5cd48 None None] DHCP port deletion for d5ed24a3-77bd-4c5e-b974-5da2e2f93070 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:16:23.275726 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d58578-94d2-42fc-9f33-476aa1905542 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event updated for resources: {'Subnet': ['ID=68eae767-d84c-4311-87d9-ebde9248d107,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:23.288949 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d58578-94d2-42fc-9f33-476aa1905542 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Checking segment: {'id': '5158305b-6edf-4292-82d2-68f9ebff22a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6065a5f1-b66e-4f49-a8a1-e6d35ec1d22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:16:23.289314 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d58578-94d2-42fc-9f33-476aa1905542 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Network hostable DHCP agents. Network: 6065a5f1-b66e-4f49-a8a1-e6d35ec1d22d, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:16:23.302377 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c3a94a90-6f2d-49bf-a7ee-9848218fe271 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:23.322686 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2772839a-bfd2-4b43-9392-98500209c095 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:23.328036 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2772839a-bfd2-4b43-9392-98500209c095 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:23.328642 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2772839a-bfd2-4b43-9392-98500209c095 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:23.335458 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-c3a94a90-6f2d-49bf-a7ee-9848218fe271 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5ed24a3-77bd-4c5e-b974-5da2e2f93070']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:23.347846 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-c3a94a90-6f2d-49bf-a7ee-9848218fe271 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c1f59d1-aa46-4c64-b722-4d105247bb5c') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:23.348721 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-c3a94a90-6f2d-49bf-a7ee-9848218fe271 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c1f59d1-aa46-4c64-b722-4d105247bb5c') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:23.360202 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c3a94a90-6f2d-49bf-a7ee-9848218fe271 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:23.377647 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c3a94a90-6f2d-49bf-a7ee-9848218fe271 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:23.390999 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3a94a90-6f2d-49bf-a7ee-9848218fe271 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:16:23.390999 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c3a94a90-6f2d-49bf-a7ee-9848218fe271 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:23.406562 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-fbadd4c5-f972-44df-b100-63979d85f880 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:23.418409 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e03af632-b457-41f3-9ece-4f5c37d214e8 req-0a287d30-8862-4f45-b9b1-4f273724e330 service neutron] 10.222.0.20 "GET /v2.0/networks/4e61ee37-e03d-4906-997b-978c1601b208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3522143 Oct 04 09:16:23.452615 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d58578-94d2-42fc-9f33-476aa1905542 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Network 6065a5f1-b66e-4f49-a8a1-e6d35ec1d22d is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:16:23.498945 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c3a94a90-6f2d-49bf-a7ee-9848218fe271 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:23.499721 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-fbadd4c5-f972-44df-b100-63979d85f880 None None] Transition to ACTIVE for port object a21e4a7c-ad48-448c-aeda-1221b22b0def will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:16:23.506061 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c3a94a90-6f2d-49bf-a7ee-9848218fe271 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:23.539571 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-fbadd4c5-f972-44df-b100-63979d85f880 None None] Transition to ACTIVE for port object a21e4a7c-ad48-448c-aeda-1221b22b0def will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:16:23.547773 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a94a90-6f2d-49bf-a7ee-9848218fe271 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event deleted for resources: {'Network': ['ID=d5ed24a3-77bd-4c5e-b974-5da2e2f93070,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:23.548712 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-fbadd4c5-f972-44df-b100-63979d85f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:23.559159 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-c3a94a90-6f2d-49bf-a7ee-9848218fe271 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "DELETE /v2.0/networks/d5ed24a3-77bd-4c5e-b974-5da2e2f93070 HTTP/1.1" status: 204 len: 168 time: 1.2686207 Oct 04 09:16:23.565234 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59956) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:23.628919 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbadd4c5-f972-44df-b100-63979d85f880 None None] Network 685d87b0-f689-447f-acfa-47d3dfe1c7b4 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:16:23.632263 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-fbadd4c5-f972-44df-b100-63979d85f880 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:16:23.639094 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbadd4c5-f972-44df-b100-63979d85f880 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:16:23.675859 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-2772839a-bfd2-4b43-9392-98500209c095 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8692842 Oct 04 09:16:23.677430 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59960) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:23.686865 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2772839a-bfd2-4b43-9392-98500209c095 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Pushing event updated for resources: {'Network': ['ID=3a4ccd42-fb7e-4258-8651-fa969c09779e,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:23.689245 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-37d58578-94d2-42fc-9f33-476aa1905542 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 6065a5f1-b66e-4f49-a8a1-e6d35ec1d22d) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:16:23.694149 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbadd4c5-f972-44df-b100-63979d85f880 None None] Pushing event updated for resources: {'Port': ['ID=a21e4a7c-ad48-448c-aeda-1221b22b0def,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:23.698316 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d58578-94d2-42fc-9f33-476aa1905542 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:23.698916 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-37d58578-94d2-42fc-9f33-476aa1905542 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:23.699441 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-c38eadf6-b1dc-4c26-8615-bbcbb2acf75f tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Request body: {'subnet': {'network_id': '2d06ba20-b45d-4c1b-bce3-b5209a385ea3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:16:23.756070 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-37d58578-94d2-42fc-9f33-476aa1905542 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6450968 Oct 04 09:16:23.756945 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59964) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:23.765385 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7208af1-8849-4fe7-abaa-f811c14e721a None None] Network 6065a5f1-b66e-4f49-a8a1-e6d35ec1d22d requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:16:23.780148 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 3a4ccd42-fb7e-4258-8651-fa969c09779e details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:16:23.825128 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 6c1f59d1-aa46-4c64-b722-4d105247bb5c resource provider aggregate not found Oct 04 09:16:23.865476 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 6c1f59d1-aa46-4c64-b722-4d105247bb5c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6c1f59d1-aa46-4c64-b722-4d105247bb5c found for delete ", "request_id": "req-783377b6-366a-458f-9eaf-a8de66ed0a91"}]} Oct 04 09:16:23.866426 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbadd4c5-f972-44df-b100-63979d85f880 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:16:23.866823 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbadd4c5-f972-44df-b100-63979d85f880 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:16:23.867853 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbadd4c5-f972-44df-b100-63979d85f880 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:16:23.867853 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbadd4c5-f972-44df-b100-63979d85f880 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:16:23.867853 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbadd4c5-f972-44df-b100-63979d85f880 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:16:23.868447 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbadd4c5-f972-44df-b100-63979d85f880 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:16:23.869224 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbadd4c5-f972-44df-b100-63979d85f880 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:16:23.869224 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbadd4c5-f972-44df-b100-63979d85f880 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:16:23.869494 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbadd4c5-f972-44df-b100-63979d85f880 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:16:23.869879 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbadd4c5-f972-44df-b100-63979d85f880 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:16:23.870288 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbadd4c5-f972-44df-b100-63979d85f880 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:16:23.870741 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbadd4c5-f972-44df-b100-63979d85f880 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:16:23.915588 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e03af632-b457-41f3-9ece-4f5c37d214e8 req-8c1b7592-9319-4894-b47f-e3b8579d59a0 service neutron] 10.222.0.20 "GET /v2.0/networks/4e61ee37-e03d-4906-997b-978c1601b208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4870589 Oct 04 09:16:23.983268 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-fbadd4c5-f972-44df-b100-63979d85f880 None None] Attempting to bind port a21e4a7c-ad48-448c-aeda-1221b22b0def on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:16:23.983675 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-fbadd4c5-f972-44df-b100-63979d85f880 None None] Attempting to bind port a21e4a7c-ad48-448c-aeda-1221b22b0def by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'ecd36d29-76f9-46f5-aef9-e5f93cd3c311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '685d87b0-f689-447f-acfa-47d3dfe1c7b4'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:16:23.984061 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbadd4c5-f972-44df-b100-63979d85f880 None None] Attempting to bind port a21e4a7c-ad48-448c-aeda-1221b22b0def on network 685d87b0-f689-447f-acfa-47d3dfe1c7b4 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:16:24.016282 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbadd4c5-f972-44df-b100-63979d85f880 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:16:24.016678 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbadd4c5-f972-44df-b100-63979d85f880 None None] Checking segment: {'id': 'ecd36d29-76f9-46f5-aef9-e5f93cd3c311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '685d87b0-f689-447f-acfa-47d3dfe1c7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:16:24.017088 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-fbadd4c5-f972-44df-b100-63979d85f880 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:24.017495 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbadd4c5-f972-44df-b100-63979d85f880 None None] Bound using segment: {'id': 'ecd36d29-76f9-46f5-aef9-e5f93cd3c311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '685d87b0-f689-447f-acfa-47d3dfe1c7b4'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:16:24.017951 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-fbadd4c5-f972-44df-b100-63979d85f880 None None] Bound port: a21e4a7c-ad48-448c-aeda-1221b22b0def, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecd36d29-76f9-46f5-aef9-e5f93cd3c311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '685d87b0-f689-447f-acfa-47d3dfe1c7b4'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:16:24.018655 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-fbadd4c5-f972-44df-b100-63979d85f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:24.030240 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-c38eadf6-b1dc-4c26-8615-bbcbb2acf75f tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:16:24.039360 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed6fa4a-623a-4238-85e9-79223f74e930 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:24.040128 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-bed6fa4a-623a-4238-85e9-79223f74e930 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Synchronizing usage tracker for tenant:8de43eb137fe47f9a4031ea91b631fcc on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:16:24.047457 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-c38eadf6-b1dc-4c26-8615-bbcbb2acf75f tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Usage tracker for resource:subnet and tenant:dbe03c861d7147e29d0efa228f604d1a is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:16:24.051818 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-c38eadf6-b1dc-4c26-8615-bbcbb2acf75f tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:16:24.062336 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-c38eadf6-b1dc-4c26-8615-bbcbb2acf75f tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:16:24.081942 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-bed6fa4a-623a-4238-85e9-79223f74e930 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Unset dirty status for tenant:8de43eb137fe47f9a4031ea91b631fcc on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:16:24.085082 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-bed6fa4a-623a-4238-85e9-79223f74e930 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5172005 Oct 04 09:16:24.091925 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e78c6-6728-480c-8014-162a38217398 req-420fd237-a1c2-4a77-bfd3-9bee63725c24 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:24.093564 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f11e78c6-6728-480c-8014-162a38217398 req-420fd237-a1c2-4a77-bfd3-9bee63725c24 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 0.3111925 Oct 04 09:16:24.094100 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59970) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:24.096991 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38eadf6-b1dc-4c26-8615-bbcbb2acf75f tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Made reservation on behalf of dbe03c861d7147e29d0efa228f604d1a for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:16:24.100793 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c38eadf6-b1dc-4c26-8615-bbcbb2acf75f tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:24.216142 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-fbadd4c5-f972-44df-b100-63979d85f880 None None] For port a21e4a7c-ad48-448c-aeda-1221b22b0def, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:16:24.225989 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-fbadd4c5-f972-44df-b100-63979d85f880 None None] For port a21e4a7c-ad48-448c-aeda-1221b22b0def, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=a21e4a7c-ad48-448c-aeda-1221b22b0def,segment=NetworkSegment(ecd36d29-76f9-46f5-aef9-e5f93cd3c311),segment_id=ecd36d29-76f9-46f5-aef9-e5f93cd3c311)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:16:24.231986 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-fbadd4c5-f972-44df-b100-63979d85f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:24.274146 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6b680aa1-c939-4d11-8d4f-53cdcc9efecd tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:24.301551 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f11e78c6-6728-480c-8014-162a38217398 req-b413b144-bd00-42de-8439-61112c79e8e4 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866045 Oct 04 09:16:24.334692 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-55e4387b-a8cb-46e0-8633-370f088f819b tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2391329 Oct 04 09:16:24.352329 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59974) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:24.358690 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b7f2a6-5910-49a0-9e00-f4b6d6d86dec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-6065a5f1-b66e-4f49-a8a1-e6d35ec1d22d', 'network_id': '6065a5f1-b66e-4f49-a8a1-e6d35ec1d22d', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'fixed_ips': [{'subnet_id': '68eae767-d84c-4311-87d9-ebde9248d107'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:16:24.359612 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-69b7f2a6-5910-49a0-9e00-f4b6d6d86dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:24.362934 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-c5129894-9f68-4254-b820-2901599e7e05 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1237866012'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:16:24.427589 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-c5129894-9f68-4254-b820-2901599e7e05 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:16:24.440242 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-c5129894-9f68-4254-b820-2901599e7e05 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Usage tracker for resource:network and tenant:8de43eb137fe47f9a4031ea91b631fcc is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:16:24.444554 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-c5129894-9f68-4254-b820-2901599e7e05 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:16:24.457111 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c38eadf6-b1dc-4c26-8615-bbcbb2acf75f tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:24.478058 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbadd4c5-f972-44df-b100-63979d85f880 None None] Pushing event updated for resources: {'Port': ['ID=a21e4a7c-ad48-448c-aeda-1221b22b0def,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:24.493732 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-c5129894-9f68-4254-b820-2901599e7e05 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:16:24.520525 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5129894-9f68-4254-b820-2901599e7e05 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Made reservation on behalf of 8de43eb137fe47f9a4031ea91b631fcc for: {'network': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:16:24.524732 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c5129894-9f68-4254-b820-2901599e7e05 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:24.544895 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38eadf6-b1dc-4c26-8615-bbcbb2acf75f tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Pushing event updated for resources: {'Subnet': ['ID=d04b6821-ac65-4a2a-9058-60d0a4928188,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:24.557678 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38eadf6-b1dc-4c26-8615-bbcbb2acf75f tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Checking segment: {'id': '5705b369-7eff-4e1e-b3d1-20c342b37876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '2d06ba20-b45d-4c1b-bce3-b5209a385ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:16:24.558133 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38eadf6-b1dc-4c26-8615-bbcbb2acf75f tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Network hostable DHCP agents. Network: 2d06ba20-b45d-4c1b-bce3-b5209a385ea3, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:16:24.594006 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-69b7f2a6-5910-49a0-9e00-f4b6d6d86dec None None] Allocated IP 2001:db8::2 (6065a5f1-b66e-4f49-a8a1-e6d35ec1d22d/68eae767-d84c-4311-87d9-ebde9248d107/3e1898fa-4062-4d1f-9e2c-8016e894101f) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:16:24.598407 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38eadf6-b1dc-4c26-8615-bbcbb2acf75f tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Network 2d06ba20-b45d-4c1b-bce3-b5209a385ea3 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:16:24.611874 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-c38eadf6-b1dc-4c26-8615-bbcbb2acf75f tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 2d06ba20-b45d-4c1b-bce3-b5209a385ea3) {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:16:24.615841 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5129894-9f68-4254-b820-2901599e7e05 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=89032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:16:24.624529 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aac682b-fcd1-4f02-a292-2d57597ea23a None None] Network 2d06ba20-b45d-4c1b-bce3-b5209a385ea3 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:16:24.628531 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38eadf6-b1dc-4c26-8615-bbcbb2acf75f tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:24.629518 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c38eadf6-b1dc-4c26-8615-bbcbb2acf75f tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:24.640126 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 62e645b5-bda4-4686-8d20-7e84e5bc2969 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:16:24.685837 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-c38eadf6-b1dc-4c26-8615-bbcbb2acf75f tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0060570 Oct 04 09:16:24.688220 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59978) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:24.698802 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c5129894-9f68-4254-b820-2901599e7e05 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:24.699334 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.segments_db [None req-c5129894-9f68-4254-b820-2901599e7e05 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Added segment ef21bc3b-836d-4a1e-b285-f9bf1f643db4 of type vlan for network 664b6536-91a2-497d-a25f-e7bebdd334aa Oct 04 09:16:24.699435 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-9c64c033-c33c-4ad6-899c-651a93598389 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Request body: {'subnet': {'network_id': '3a4ccd42-fb7e-4258-8651-fa969c09779e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:16:24.745319 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c5129894-9f68-4254-b820-2901599e7e05 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:24.790504 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c5129894-9f68-4254-b820-2901599e7e05 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:24.800305 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5129894-9f68-4254-b820-2901599e7e05 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:24.801568 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c5129894-9f68-4254-b820-2901599e7e05 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:24.821265 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 62e645b5-bda4-4686-8d20-7e84e5bc2969 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:16:24.821608 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 62e645b5-bda4-4686-8d20-7e84e5bc2969 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:16:24.902304 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-9c64c033-c33c-4ad6-899c-651a93598389 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:16:24.906867 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-9c64c033-c33c-4ad6-899c-651a93598389 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Usage tracker for resource:subnet and tenant:dbe03c861d7147e29d0efa228f604d1a is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:16:24.909946 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-9c64c033-c33c-4ad6-899c-651a93598389 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:16:24.916755 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-9c64c033-c33c-4ad6-899c-651a93598389 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:16:24.936450 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-c5129894-9f68-4254-b820-2901599e7e05 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5829465 Oct 04 09:16:24.939537 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59982) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:24.940106 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5129894-9f68-4254-b820-2901599e7e05 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event updated for resources: {'Network': ['ID=664b6536-91a2-497d-a25f-e7bebdd334aa,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:24.948031 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-c9da9af6-07fe-48c6-b671-e8347b7e7a0c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Request body: {'subnet': {'network_id': '664b6536-91a2-497d-a25f-e7bebdd334aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:16:24.950923 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c64c033-c33c-4ad6-899c-651a93598389 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Made reservation on behalf of dbe03c861d7147e29d0efa228f604d1a for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:16:24.957166 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9c64c033-c33c-4ad6-899c-651a93598389 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:24.995433 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 664b6536-91a2-497d-a25f-e7bebdd334aa details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:16:25.060539 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-c9da9af6-07fe-48c6-b671-e8347b7e7a0c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:16:25.064628 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-c9da9af6-07fe-48c6-b671-e8347b7e7a0c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Usage tracker for resource:subnet and tenant:8de43eb137fe47f9a4031ea91b631fcc is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:16:25.068212 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-c9da9af6-07fe-48c6-b671-e8347b7e7a0c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:16:25.074479 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-c9da9af6-07fe-48c6-b671-e8347b7e7a0c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:16:25.086336 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9da9af6-07fe-48c6-b671-e8347b7e7a0c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Made reservation on behalf of 8de43eb137fe47f9a4031ea91b631fcc for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:16:25.089973 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c9da9af6-07fe-48c6-b671-e8347b7e7a0c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:25.232594 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136a176b-5901-44d4-a7bf-9bf8867b6426 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-2d06ba20-b45d-4c1b-bce3-b5209a385ea3', 'network_id': '2d06ba20-b45d-4c1b-bce3-b5209a385ea3', 'tenant_id': 'dbe03c861d7147e29d0efa228f604d1a', 'fixed_ips': [{'subnet_id': 'd04b6821-ac65-4a2a-9058-60d0a4928188'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:16:25.233416 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-136a176b-5901-44d4-a7bf-9bf8867b6426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:25.259687 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-69b7f2a6-5910-49a0-9e00-f4b6d6d86dec None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:25.260814 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9c64c033-c33c-4ad6-899c-651a93598389 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:25.278329 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-69b7f2a6-5910-49a0-9e00-f4b6d6d86dec None None] Transition to ACTIVE for port object 3e1898fa-4062-4d1f-9e2c-8016e894101f will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:16:25.361571 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c64c033-c33c-4ad6-899c-651a93598389 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Pushing event updated for resources: {'Subnet': ['ID=22d3d13b-d785-452b-a1ca-1917cd0028cf,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:25.366200 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c64c033-c33c-4ad6-899c-651a93598389 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Checking segment: {'id': '5c02d2a9-dfb9-41d9-9817-c8cb0d98cf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3a4ccd42-fb7e-4258-8651-fa969c09779e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:16:25.366512 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c64c033-c33c-4ad6-899c-651a93598389 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Network hostable DHCP agents. Network: 3a4ccd42-fb7e-4258-8651-fa969c09779e, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:16:25.391462 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c64c033-c33c-4ad6-899c-651a93598389 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Network 3a4ccd42-fb7e-4258-8651-fa969c09779e is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:16:25.405491 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-9c64c033-c33c-4ad6-899c-651a93598389 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 3a4ccd42-fb7e-4258-8651-fa969c09779e) {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:16:25.409946 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c64c033-c33c-4ad6-899c-651a93598389 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:25.412521 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9c64c033-c33c-4ad6-899c-651a93598389 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:25.435797 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5bd159-0885-4fdc-b39a-55a88aaf879f None None] Network 3a4ccd42-fb7e-4258-8651-fa969c09779e requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:16:25.454702 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 59988) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:25.457026 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-9c64c033-c33c-4ad6-899c-651a93598389 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7664869 Oct 04 09:16:25.545958 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-69b7f2a6-5910-49a0-9e00-f4b6d6d86dec None None] Transition to ACTIVE for port object 3e1898fa-4062-4d1f-9e2c-8016e894101f will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:16:25.585329 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-69b7f2a6-5910-49a0-9e00-f4b6d6d86dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:25.712535 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758f49f1-ad2c-4ee1-8d5f-94402dd47aba None None] Network 685d87b0-f689-447f-acfa-47d3dfe1c7b4 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:16:25.728688 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c9da9af6-07fe-48c6-b671-e8347b7e7a0c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:25.739804 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b7f2a6-5910-49a0-9e00-f4b6d6d86dec None None] Network 6065a5f1-b66e-4f49-a8a1-e6d35ec1d22d is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:16:25.749137 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-69b7f2a6-5910-49a0-9e00-f4b6d6d86dec None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:16:25.752054 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b7f2a6-5910-49a0-9e00-f4b6d6d86dec None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:16:25.928529 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-6b680aa1-c939-4d11-8d4f-53cdcc9efecd tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Allocated IP 2001:db8::1 (6065a5f1-b66e-4f49-a8a1-e6d35ec1d22d/68eae767-d84c-4311-87d9-ebde9248d107/65b6d67a-c9d4-4c5b-b010-727ccc5511e2) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:16:25.980100 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b7f2a6-5910-49a0-9e00-f4b6d6d86dec None None] Pushing event updated for resources: {'Port': ['ID=3e1898fa-4062-4d1f-9e2c-8016e894101f,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:26.062427 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-5d4c8002-572a-48eb-92a7-50999a3185d4 None None] Provisioning for port a21e4a7c-ad48-448c-aeda-1221b22b0def completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:16:26.071386 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-136a176b-5901-44d4-a7bf-9bf8867b6426 None None] Allocated IP 172.20.0.2 (2d06ba20-b45d-4c1b-bce3-b5209a385ea3/d04b6821-ac65-4a2a-9058-60d0a4928188/b55c5eec-6857-413f-9890-e98da89d6500) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:16:26.106769 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9da9af6-07fe-48c6-b671-e8347b7e7a0c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event updated for resources: {'Subnet': ['ID=17878ae4-0bc8-4295-96a0-0e0995520198,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:26.192551 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-69b7f2a6-5910-49a0-9e00-f4b6d6d86dec None None] Attempting to bind port 3e1898fa-4062-4d1f-9e2c-8016e894101f on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:16:26.192929 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-69b7f2a6-5910-49a0-9e00-f4b6d6d86dec None None] Attempting to bind port 3e1898fa-4062-4d1f-9e2c-8016e894101f by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '5158305b-6edf-4292-82d2-68f9ebff22a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6065a5f1-b66e-4f49-a8a1-e6d35ec1d22d'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:16:26.193293 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b7f2a6-5910-49a0-9e00-f4b6d6d86dec None None] Attempting to bind port 3e1898fa-4062-4d1f-9e2c-8016e894101f on network 6065a5f1-b66e-4f49-a8a1-e6d35ec1d22d {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:16:26.234442 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9da9af6-07fe-48c6-b671-e8347b7e7a0c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Checking segment: {'id': 'ef21bc3b-836d-4a1e-b285-f9bf1f643db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '664b6536-91a2-497d-a25f-e7bebdd334aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:16:26.234719 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9da9af6-07fe-48c6-b671-e8347b7e7a0c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Network hostable DHCP agents. Network: 664b6536-91a2-497d-a25f-e7bebdd334aa, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:16:26.252329 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36443e-21a2-43f8-8fb5-ffd20da80a37 req-03eadcc5-5980-4905-a656-5c6433793025 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:26.253829 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6a36443e-21a2-43f8-8fb5-ffd20da80a37 req-03eadcc5-5980-4905-a656-5c6433793025 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 0.7300441 Oct 04 09:16:26.285594 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b7f2a6-5910-49a0-9e00-f4b6d6d86dec None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:16:26.286206 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b7f2a6-5910-49a0-9e00-f4b6d6d86dec None None] Checking segment: {'id': '5158305b-6edf-4292-82d2-68f9ebff22a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6065a5f1-b66e-4f49-a8a1-e6d35ec1d22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:16:26.286352 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-69b7f2a6-5910-49a0-9e00-f4b6d6d86dec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:26.286746 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b7f2a6-5910-49a0-9e00-f4b6d6d86dec None None] Bound using segment: {'id': '5158305b-6edf-4292-82d2-68f9ebff22a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6065a5f1-b66e-4f49-a8a1-e6d35ec1d22d'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:16:26.287230 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-69b7f2a6-5910-49a0-9e00-f4b6d6d86dec None None] Bound port: 3e1898fa-4062-4d1f-9e2c-8016e894101f, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5158305b-6edf-4292-82d2-68f9ebff22a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6065a5f1-b66e-4f49-a8a1-e6d35ec1d22d'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:16:26.287605 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-69b7f2a6-5910-49a0-9e00-f4b6d6d86dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:26.366214 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0f8f9626-9a97-4897-886d-550e7ce648dc tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:26.381333 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9da9af6-07fe-48c6-b671-e8347b7e7a0c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Network 664b6536-91a2-497d-a25f-e7bebdd334aa is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:16:26.394785 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276fe343-4ec7-4021-98c0-a56e7e79f6e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-3a4ccd42-fb7e-4258-8651-fa969c09779e', 'network_id': '3a4ccd42-fb7e-4258-8651-fa969c09779e', 'tenant_id': 'dbe03c861d7147e29d0efa228f604d1a', 'fixed_ips': [{'subnet_id': '22d3d13b-d785-452b-a1ca-1917cd0028cf'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:16:26.395621 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-276fe343-4ec7-4021-98c0-a56e7e79f6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:26.411003 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6a36443e-21a2-43f8-8fb5-ffd20da80a37 req-f2c4a0b7-09c9-4611-85aa-59e8050df263 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482716 Oct 04 09:16:26.481336 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-c9da9af6-07fe-48c6-b671-e8347b7e7a0c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 664b6536-91a2-497d-a25f-e7bebdd334aa) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:16:26.485137 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6b680aa1-c939-4d11-8d4f-53cdcc9efecd tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:26.546843 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e778272e-d0a9-45fd-a95a-8d05d7314a84 None None] Network 664b6536-91a2-497d-a25f-e7bebdd334aa requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:16:26.551379 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9da9af6-07fe-48c6-b671-e8347b7e7a0c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:26.551972 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c9da9af6-07fe-48c6-b671-e8347b7e7a0c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:26.613907 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-6b680aa1-c939-4d11-8d4f-53cdcc9efecd tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Transition to ACTIVE for port object 65b6d67a-c9d4-4c5b-b010-727ccc5511e2 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:16:26.655781 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 59996) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:26.656729 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-c9da9af6-07fe-48c6-b671-e8347b7e7a0c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7138793 Oct 04 09:16:26.668722 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-ff31c68b-5b47-4bd1-ab7a-0877d81560a6 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Request body: {'port': {'network_id': '664b6536-91a2-497d-a25f-e7bebdd334aa', 'name': 'tempest-PortsIpV6TestJSON-587609576'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:16:26.709772 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device a21e4a7c-ad48-448c-aeda-1221b22b0def up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:16:26.737103 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6b680aa1-c939-4d11-8d4f-53cdcc9efecd tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:26.844015 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b756713-b0dc-42e2-a34a-814e1b1dcabd req-e0a7d7d2-c4a4-4278-9312-acc15b1db0d3 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:26.845627 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-1b756713-b0dc-42e2-a34a-814e1b1dcabd req-e0a7d7d2-c4a4-4278-9312-acc15b1db0d3 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 0.3153529 Oct 04 09:16:26.866856 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-69b7f2a6-5910-49a0-9e00-f4b6d6d86dec None None] For port 3e1898fa-4062-4d1f-9e2c-8016e894101f, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:16:26.924688 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-ff31c68b-5b47-4bd1-ab7a-0877d81560a6 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:16:26.931223 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b680aa1-c939-4d11-8d4f-53cdcc9efecd tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Network 6065a5f1-b66e-4f49-a8a1-e6d35ec1d22d is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:16:26.932190 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-69b7f2a6-5910-49a0-9e00-f4b6d6d86dec None None] For port 3e1898fa-4062-4d1f-9e2c-8016e894101f, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=3e1898fa-4062-4d1f-9e2c-8016e894101f,segment=NetworkSegment(5158305b-6edf-4292-82d2-68f9ebff22a2),segment_id=5158305b-6edf-4292-82d2-68f9ebff22a2)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:16:26.934217 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-6b680aa1-c939-4d11-8d4f-53cdcc9efecd tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:16:26.938354 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b680aa1-c939-4d11-8d4f-53cdcc9efecd tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:16:26.939108 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6b680aa1-c939-4d11-8d4f-53cdcc9efecd tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737202'] for router_interface, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:26.940980 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-1b756713-b0dc-42e2-a34a-814e1b1dcabd req-aac228e7-a0b1-416a-a95f-6bdff306e94c tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758853 Oct 04 09:16:26.949956 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-ff31c68b-5b47-4bd1-ab7a-0877d81560a6 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:16:26.952254 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b680aa1-c939-4d11-8d4f-53cdcc9efecd tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event updated for resources: {'Port': ['ID=65b6d67a-c9d4-4c5b-b010-727ccc5511e2,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:26.970982 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff31c68b-5b47-4bd1-ab7a-0877d81560a6 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Made reservation on behalf of 8de43eb137fe47f9a4031ea91b631fcc for: {'port': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:16:26.978469 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ff31c68b-5b47-4bd1-ab7a-0877d81560a6 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:27.004032 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-136a176b-5901-44d4-a7bf-9bf8867b6426 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:27.010092 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [None req-ff31c68b-5b47-4bd1-ab7a-0877d81560a6 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] device_id is not set on port 2a1f8820-28e3-44ae-9015-ac4aa892ba0a yet. {{(pid=89033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:16:27.015340 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-136a176b-5901-44d4-a7bf-9bf8867b6426 None None] Transition to ACTIVE for port object b55c5eec-6857-413f-9890-e98da89d6500 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:16:27.060944 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-69b7f2a6-5910-49a0-9e00-f4b6d6d86dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:27.074070 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-136a176b-5901-44d4-a7bf-9bf8867b6426 None None] Transition to ACTIVE for port object b55c5eec-6857-413f-9890-e98da89d6500 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:16:27.075282 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6b680aa1-c939-4d11-8d4f-53cdcc9efecd tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:27.185914 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-136a176b-5901-44d4-a7bf-9bf8867b6426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:27.187603 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-ff31c68b-5b47-4bd1-ab7a-0877d81560a6 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Allocated IP 2001:db8::15c (664b6536-91a2-497d-a25f-e7bebdd334aa/17878ae4-0bc8-4295-96a0-0e0995520198/2a1f8820-28e3-44ae-9015-ac4aa892ba0a) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:16:27.271922 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-276fe343-4ec7-4021-98c0-a56e7e79f6e4 None None] Allocated IP 172.20.0.2 (3a4ccd42-fb7e-4258-8651-fa969c09779e/22d3d13b-d785-452b-a1ca-1917cd0028cf/8970ee94-ba3e-405d-a674-af2c5ff6703f) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:16:27.289473 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port a21e4a7c-ad48-448c-aeda-1221b22b0def completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:16:27.302569 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136a176b-5901-44d4-a7bf-9bf8867b6426 None None] Network 2d06ba20-b45d-4c1b-bce3-b5209a385ea3 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:16:27.325000 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-136a176b-5901-44d4-a7bf-9bf8867b6426 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:16:27.387815 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-0f8f9626-9a97-4897-886d-550e7ce648dc tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Allocated IP 172.20.0.1 (2d06ba20-b45d-4c1b-bce3-b5209a385ea3/d04b6821-ac65-4a2a-9058-60d0a4928188/0b9d1905-a1ee-48aa-a3cd-6cf616748b36) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:16:27.420536 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136a176b-5901-44d4-a7bf-9bf8867b6426 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:16:27.428802 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port a21e4a7c-ad48-448c-aeda-1221b22b0def triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:16:27.429277 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:27.429547 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port a21e4a7c-ad48-448c-aeda-1221b22b0def Oct 04 09:16:27.502692 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b7f2a6-5910-49a0-9e00-f4b6d6d86dec None None] Pushing event updated for resources: {'Port': ['ID=3e1898fa-4062-4d1f-9e2c-8016e894101f,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:27.569978 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094877d9-c2cf-49ae-b876-021a1304fe19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-664b6536-91a2-497d-a25f-e7bebdd334aa', 'network_id': '664b6536-91a2-497d-a25f-e7bebdd334aa', 'tenant_id': '8de43eb137fe47f9a4031ea91b631fcc', 'fixed_ips': [{'subnet_id': '17878ae4-0bc8-4295-96a0-0e0995520198'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:16:27.569978 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-094877d9-c2cf-49ae-b876-021a1304fe19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:27.646353 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0f8f9626-9a97-4897-886d-550e7ce648dc tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:27.649605 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e67a13-63d2-4ff2-97ee-ffac56581b54 req-9e4ed2b4-1204-4259-80d8-92206a8fec5e tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:27.651237 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-62e67a13-63d2-4ff2-97ee-ffac56581b54 req-9e4ed2b4-1204-4259-80d8-92206a8fec5e tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 0.1969533 Oct 04 09:16:27.656271 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ff31c68b-5b47-4bd1-ab7a-0877d81560a6 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:27.690877 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-ff31c68b-5b47-4bd1-ab7a-0877d81560a6 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Transition to ACTIVE for port object 2a1f8820-28e3-44ae-9015-ac4aa892ba0a will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:16:27.726537 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-62e67a13-63d2-4ff2-97ee-ffac56581b54 req-827653a6-4c55-43f1-84b2-d9a4a55a0f0b tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504160 Oct 04 09:16:27.766057 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ff31c68b-5b47-4bd1-ab7a-0877d81560a6 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:27.844825 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff31c68b-5b47-4bd1-ab7a-0877d81560a6 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Network 664b6536-91a2-497d-a25f-e7bebdd334aa is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:16:27.848630 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-ff31c68b-5b47-4bd1-ab7a-0877d81560a6 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:16:27.853167 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff31c68b-5b47-4bd1-ab7a-0877d81560a6 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:16:27.858614 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff31c68b-5b47-4bd1-ab7a-0877d81560a6 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:27.858840 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-0f8f9626-9a97-4897-886d-550e7ce648dc tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Transition to ACTIVE for port object 0b9d1905-a1ee-48aa-a3cd-6cf616748b36 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:16:27.859357 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ff31c68b-5b47-4bd1-ab7a-0877d81560a6 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:27.877075 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff31c68b-5b47-4bd1-ab7a-0877d81560a6 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event updated for resources: {'Port': ['ID=2a1f8820-28e3-44ae-9015-ac4aa892ba0a,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:27.898308 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-ff31c68b-5b47-4bd1-ab7a-0877d81560a6 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2403147 Oct 04 09:16:27.899106 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60004) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:27.904917 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-509c0874-38ec-47ae-a69e-904b56f3f471 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Request body: {'port': {'network_id': '664b6536-91a2-497d-a25f-e7bebdd334aa', 'name': 'tempest-PortsIpV6TestJSON-614459622'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:16:27.953829 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6b680aa1-c939-4d11-8d4f-53cdcc9efecd tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:27.957178 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0f8f9626-9a97-4897-886d-550e7ce648dc tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:28.015994 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6b680aa1-c939-4d11-8d4f-53cdcc9efecd tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:28.016964 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6b680aa1-c939-4d11-8d4f-53cdcc9efecd tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736777'] for router_interface, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:28.028348 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-999a2e11-7b38-4ff3-a65b-10513269e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:28.065530 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-136a176b-5901-44d4-a7bf-9bf8867b6426 None None] Attempting to bind port b55c5eec-6857-413f-9890-e98da89d6500 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:16:28.065900 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-136a176b-5901-44d4-a7bf-9bf8867b6426 None None] Attempting to bind port b55c5eec-6857-413f-9890-e98da89d6500 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '5705b369-7eff-4e1e-b3d1-20c342b37876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '2d06ba20-b45d-4c1b-bce3-b5209a385ea3'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:16:28.066264 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136a176b-5901-44d4-a7bf-9bf8867b6426 None None] Attempting to bind port b55c5eec-6857-413f-9890-e98da89d6500 on network 2d06ba20-b45d-4c1b-bce3-b5209a385ea3 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:16:28.075018 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136a176b-5901-44d4-a7bf-9bf8867b6426 None None] Pushing event updated for resources: {'Port': ['ID=b55c5eec-6857-413f-9890-e98da89d6500,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:28.123909 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-17c848c6-2e4a-4206-97cc-50445b0a51b1 None None] Provisioning complete for port a21e4a7c-ad48-448c-aeda-1221b22b0def triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:16:28.124137 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8f9626-9a97-4897-886d-550e7ce648dc tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Network 2d06ba20-b45d-4c1b-bce3-b5209a385ea3 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:16:28.124274 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-17c848c6-2e4a-4206-97cc-50445b0a51b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:28.124637 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-17c848c6-2e4a-4206-97cc-50445b0a51b1 None None] Attempt 1 to provision port a21e4a7c-ad48-448c-aeda-1221b22b0def Oct 04 09:16:28.131859 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-0f8f9626-9a97-4897-886d-550e7ce648dc tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:16:28.134571 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8f9626-9a97-4897-886d-550e7ce648dc tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:16:28.148339 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136a176b-5901-44d4-a7bf-9bf8867b6426 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:16:28.148743 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136a176b-5901-44d4-a7bf-9bf8867b6426 None None] Checking segment: {'id': '5705b369-7eff-4e1e-b3d1-20c342b37876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '2d06ba20-b45d-4c1b-bce3-b5209a385ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:16:28.149140 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-136a176b-5901-44d4-a7bf-9bf8867b6426 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:28.149531 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136a176b-5901-44d4-a7bf-9bf8867b6426 None None] Bound using segment: {'id': '5705b369-7eff-4e1e-b3d1-20c342b37876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '2d06ba20-b45d-4c1b-bce3-b5209a385ea3'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:16:28.150006 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-136a176b-5901-44d4-a7bf-9bf8867b6426 None None] Bound port: b55c5eec-6857-413f-9890-e98da89d6500, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5705b369-7eff-4e1e-b3d1-20c342b37876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '2d06ba20-b45d-4c1b-bce3-b5209a385ea3'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:16:28.150447 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-136a176b-5901-44d4-a7bf-9bf8867b6426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:28.172137 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-509c0874-38ec-47ae-a69e-904b56f3f471 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:16:28.176597 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-509c0874-38ec-47ae-a69e-904b56f3f471 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Usage tracker for resource:port and tenant:8de43eb137fe47f9a4031ea91b631fcc is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:16:28.179848 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-509c0874-38ec-47ae-a69e-904b56f3f471 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:16:28.186292 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-509c0874-38ec-47ae-a69e-904b56f3f471 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:16:28.198054 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509c0874-38ec-47ae-a69e-904b56f3f471 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Made reservation on behalf of 8de43eb137fe47f9a4031ea91b631fcc for: {'port': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:16:28.201115 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8f9626-9a97-4897-886d-550e7ce648dc tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Pushing event updated for resources: {'Port': ['ID=0b9d1905-a1ee-48aa-a3cd-6cf616748b36,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:28.201833 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-509c0874-38ec-47ae-a69e-904b56f3f471 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:28.229187 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [None req-509c0874-38ec-47ae-a69e-904b56f3f471 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] device_id is not set on port 6d2ba970-dbba-4410-bfc5-ebb40e9bf44a yet. {{(pid=89033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:16:28.290329 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0f8f9626-9a97-4897-886d-550e7ce648dc tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737202'] for router_interface, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:28.336393 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b680aa1-c939-4d11-8d4f-53cdcc9efecd tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event updated for resources: {'Port': ['ID=65b6d67a-c9d4-4c5b-b010-727ccc5511e2,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:28.355150 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b680aa1-c939-4d11-8d4f-53cdcc9efecd tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Network 6065a5f1-b66e-4f49-a8a1-e6d35ec1d22d is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:16:28.357641 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-6b680aa1-c939-4d11-8d4f-53cdcc9efecd tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:16:28.432470 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-094877d9-c2cf-49ae-b876-021a1304fe19 None None] Allocated IP 2001:db8::2 (664b6536-91a2-497d-a25f-e7bebdd334aa/17878ae4-0bc8-4295-96a0-0e0995520198/0ff81631-f064-4fc8-b322-fe1a33d60547) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:16:28.457895 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port a21e4a7c-ad48-448c-aeda-1221b22b0def is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:16:28.458280 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:28.498993 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-276fe343-4ec7-4021-98c0-a56e7e79f6e4 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:28.589514 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0f8f9626-9a97-4897-886d-550e7ce648dc tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:28.618623 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-276fe343-4ec7-4021-98c0-a56e7e79f6e4 None None] Transition to ACTIVE for port object 8970ee94-ba3e-405d-a674-af2c5ff6703f will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:16:28.628882 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-136a176b-5901-44d4-a7bf-9bf8867b6426 None None] For port b55c5eec-6857-413f-9890-e98da89d6500, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:16:28.637048 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b7ffee-01d4-483c-9caf-064aeceb6f89 None None] Network 6065a5f1-b66e-4f49-a8a1-e6d35ec1d22d requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:16:28.744447 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port a21e4a7c-ad48-448c-aeda-1221b22b0def, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=a21e4a7c-ad48-448c-aeda-1221b22b0def,segment=NetworkSegment(ecd36d29-76f9-46f5-aef9-e5f93cd3c311),segment_id=ecd36d29-76f9-46f5-aef9-e5f93cd3c311)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:16:28.746185 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-136a176b-5901-44d4-a7bf-9bf8867b6426 None None] For port b55c5eec-6857-413f-9890-e98da89d6500, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=b55c5eec-6857-413f-9890-e98da89d6500,segment=NetworkSegment(5705b369-7eff-4e1e-b3d1-20c342b37876),segment_id=5705b369-7eff-4e1e-b3d1-20c342b37876)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:16:28.765964 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-276fe343-4ec7-4021-98c0-a56e7e79f6e4 None None] Transition to ACTIVE for port object 8970ee94-ba3e-405d-a674-af2c5ff6703f will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:16:28.770743 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:28.815217 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-136a176b-5901-44d4-a7bf-9bf8867b6426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:28.832596 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-276fe343-4ec7-4021-98c0-a56e7e79f6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:28.836242 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-17c848c6-2e4a-4206-97cc-50445b0a51b1 None None] Current status of the port a21e4a7c-ad48-448c-aeda-1221b22b0def is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:16:28.836656 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-17c848c6-2e4a-4206-97cc-50445b0a51b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:28.930996 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b680aa1-c939-4d11-8d4f-53cdcc9efecd tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Router f972579a-6ef4-443c-a645-3233e1d7e64e is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:16:28.958612 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276fe343-4ec7-4021-98c0-a56e7e79f6e4 None None] Network 3a4ccd42-fb7e-4258-8651-fa969c09779e is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:16:28.960806 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 3e1898fa-4062-4d1f-9e2c-8016e894101f up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:16:28.992943 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-276fe343-4ec7-4021-98c0-a56e7e79f6e4 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:16:29.025540 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276fe343-4ec7-4021-98c0-a56e7e79f6e4 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:16:29.215892 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=a21e4a7c-ad48-448c-aeda-1221b22b0def,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:29.299370 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b680aa1-c939-4d11-8d4f-53cdcc9efecd tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:16:29.308185 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-6b680aa1-c939-4d11-8d4f-53cdcc9efecd tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "PUT /v2.0/routers/f972579a-6ef4-443c-a645-3233e1d7e64e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5459156 Oct 04 09:16:29.308626 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60010) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:29.311160 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84a5719-58dd-4976-aecd-c4282cfce351 None None] Sync routers for ids ['f972579a-6ef4-443c-a645-3233e1d7e64e'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:16:29.317721 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-7c4620e2-c835-4a53-979c-0ad0fd5a0228 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1008368319'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:16:29.321853 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84a5719-58dd-4976-aecd-c4282cfce351 None None] Routers {'f972579a-6ef4-443c-a645-3233e1d7e64e'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:16:29.322470 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-e84a5719-58dd-4976-aecd-c4282cfce351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:16:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['f972579a-6ef4-443c-a645-3233e1d7e64e'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:29.326179 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-7c4620e2-c835-4a53-979c-0ad0fd5a0228 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:16:29.331634 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-7c4620e2-c835-4a53-979c-0ad0fd5a0228 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Usage tracker for resource:network and tenant:9e78cb9b328b4bfc813a095a6b1b578a is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:16:29.333752 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26313737-e5b3-45c2-b8eb-9dfe0c8e085c req-b0be75ab-cc18-4846-8bf6-f9fd1c19b590 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:29.335616 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-26313737-e5b3-45c2-b8eb-9dfe0c8e085c req-b0be75ab-cc18-4846-8bf6-f9fd1c19b590 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 0.3943756 Oct 04 09:16:29.345075 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-7c4620e2-c835-4a53-979c-0ad0fd5a0228 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:16:29.353909 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.db.api [None req-17c848c6-2e4a-4206-97cc-50445b0a51b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:16:29.354109 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG oslo_db.api [None req-17c848c6-2e4a-4206-97cc-50445b0a51b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:16:29.355301 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-7c4620e2-c835-4a53-979c-0ad0fd5a0228 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:16:29.371185 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4620e2-c835-4a53-979c-0ad0fd5a0228 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Made reservation on behalf of 9e78cb9b328b4bfc813a095a6b1b578a for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:16:29.378746 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7c4620e2-c835-4a53-979c-0ad0fd5a0228 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:29.387074 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-094877d9-c2cf-49ae-b876-021a1304fe19 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:29.393217 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-276fe343-4ec7-4021-98c0-a56e7e79f6e4 None None] Attempting to bind port 8970ee94-ba3e-405d-a674-af2c5ff6703f on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:16:29.393581 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-276fe343-4ec7-4021-98c0-a56e7e79f6e4 None None] Attempting to bind port 8970ee94-ba3e-405d-a674-af2c5ff6703f by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '5c02d2a9-dfb9-41d9-9817-c8cb0d98cf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3a4ccd42-fb7e-4258-8651-fa969c09779e'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:16:29.393940 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276fe343-4ec7-4021-98c0-a56e7e79f6e4 None None] Attempting to bind port 8970ee94-ba3e-405d-a674-af2c5ff6703f on network 3a4ccd42-fb7e-4258-8651-fa969c09779e {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:16:29.424690 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c4620e2-c835-4a53-979c-0ad0fd5a0228 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:16:29.427928 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-26313737-e5b3-45c2-b8eb-9dfe0c8e085c req-2d9f3019-0b75-4b61-94ef-be09d9e10368 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738001 Oct 04 09:16:29.465122 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7c4620e2-c835-4a53-979c-0ad0fd5a0228 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:29.466070 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-7c4620e2-c835-4a53-979c-0ad0fd5a0228 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Added segment 3ee2d6cd-445f-40a0-933d-e028c5993cb2 of type vlan for network 6dd7e460-be85-42b6-8a4d-81c87d02d598 Oct 04 09:16:29.466846 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276fe343-4ec7-4021-98c0-a56e7e79f6e4 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:16:29.467374 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276fe343-4ec7-4021-98c0-a56e7e79f6e4 None None] Checking segment: {'id': '5c02d2a9-dfb9-41d9-9817-c8cb0d98cf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3a4ccd42-fb7e-4258-8651-fa969c09779e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:16:29.467587 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-276fe343-4ec7-4021-98c0-a56e7e79f6e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:29.468132 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276fe343-4ec7-4021-98c0-a56e7e79f6e4 None None] Bound using segment: {'id': '5c02d2a9-dfb9-41d9-9817-c8cb0d98cf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3a4ccd42-fb7e-4258-8651-fa969c09779e'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:16:29.468461 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-276fe343-4ec7-4021-98c0-a56e7e79f6e4 None None] Bound port: 8970ee94-ba3e-405d-a674-af2c5ff6703f, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c02d2a9-dfb9-41d9-9817-c8cb0d98cf7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3a4ccd42-fb7e-4258-8651-fa969c09779e'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:16:29.469027 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-276fe343-4ec7-4021-98c0-a56e7e79f6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:29.479220 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-094877d9-c2cf-49ae-b876-021a1304fe19 None None] Transition to ACTIVE for port object 0ff81631-f064-4fc8-b322-fe1a33d60547 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:16:29.481444 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0f8f9626-9a97-4897-886d-550e7ce648dc tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:29.489596 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136a176b-5901-44d4-a7bf-9bf8867b6426 None None] Pushing event updated for resources: {'Port': ['ID=b55c5eec-6857-413f-9890-e98da89d6500,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:29.491539 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0f8f9626-9a97-4897-886d-550e7ce648dc tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:29.492282 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 3e1898fa-4062-4d1f-9e2c-8016e894101f completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:16:29.509842 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7c4620e2-c835-4a53-979c-0ad0fd5a0228 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:29.512626 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-e84a5719-58dd-4976-aecd-c4282cfce351 None None] Set router f972579a-6ef4-443c-a645-3233e1d7e64e gateway port host: None {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:16:29.550573 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7c4620e2-c835-4a53-979c-0ad0fd5a0228 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:29.557623 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4620e2-c835-4a53-979c-0ad0fd5a0228 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:29.558209 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7c4620e2-c835-4a53-979c-0ad0fd5a0228 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:29.613807 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0f8f9626-9a97-4897-886d-550e7ce648dc tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736777'] for router_interface, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:29.616869 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-7c4620e2-c835-4a53-979c-0ad0fd5a0228 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3065965 Oct 04 09:16:29.618566 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 60014) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:29.618727 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-094877d9-c2cf-49ae-b876-021a1304fe19 None None] Transition to ACTIVE for port object 0ff81631-f064-4fc8-b322-fe1a33d60547 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:16:29.634407 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-ff7fa635-7879-4cb5-806a-af52e0265f3a tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Request body: {'subnet': {'network_id': '6dd7e460-be85-42b6-8a4d-81c87d02d598', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:16:29.684523 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-094877d9-c2cf-49ae-b876-021a1304fe19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:29.698695 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276fe343-4ec7-4021-98c0-a56e7e79f6e4 None None] Pushing event updated for resources: {'Port': ['ID=8970ee94-ba3e-405d-a674-af2c5ff6703f,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:29.830612 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8f9626-9a97-4897-886d-550e7ce648dc tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Pushing event updated for resources: {'Port': ['ID=0b9d1905-a1ee-48aa-a3cd-6cf616748b36,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:29.901219 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4620e2-c835-4a53-979c-0ad0fd5a0228 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event updated for resources: {'Network': ['ID=6dd7e460-be85-42b6-8a4d-81c87d02d598,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:29.934806 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-509c0874-38ec-47ae-a69e-904b56f3f471 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Allocated IP 2001:db8::201 (664b6536-91a2-497d-a25f-e7bebdd334aa/17878ae4-0bc8-4295-96a0-0e0995520198/6d2ba970-dbba-4410-bfc5-ebb40e9bf44a) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:16:29.943448 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 6dd7e460-be85-42b6-8a4d-81c87d02d598 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:16:29.968970 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-ff7fa635-7879-4cb5-806a-af52e0265f3a tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:16:29.990298 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-ff7fa635-7879-4cb5-806a-af52e0265f3a tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Usage tracker for resource:subnet and tenant:9e78cb9b328b4bfc813a095a6b1b578a is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:16:29.996627 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-ff7fa635-7879-4cb5-806a-af52e0265f3a tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:16:30.018353 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8f9626-9a97-4897-886d-550e7ce648dc tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Network 2d06ba20-b45d-4c1b-bce3-b5209a385ea3 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:16:30.024920 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-0f8f9626-9a97-4897-886d-550e7ce648dc tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:16:30.043953 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-ff7fa635-7879-4cb5-806a-af52e0265f3a tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:16:30.064769 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094877d9-c2cf-49ae-b876-021a1304fe19 None None] Network 664b6536-91a2-497d-a25f-e7bebdd334aa is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:16:30.072976 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-276fe343-4ec7-4021-98c0-a56e7e79f6e4 None None] For port 8970ee94-ba3e-405d-a674-af2c5ff6703f, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:16:30.076652 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-e84a5719-58dd-4976-aecd-c4282cfce351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'name': 'tempest-RoutersIpV6Test-router-1997751477', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:16:21Z', 'updated_at': '2022-10-04T09:16:26Z', 'revision_number': 2, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'gw_port_host': None, '_interfaces': [{'id': '65b6d67a-c9d4-4c5b-b010-727ccc5511e2', 'name': '', 'network_id': '6065a5f1-b66e-4f49-a8a1-e6d35ec1d22d', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:13:29:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '68eae767-d84c-4311-87d9-ebde9248d107', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:24Z', 'updated_at': '2022-10-04T09:16:27Z', 'revision_number': 2, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': '68eae767-d84c-4311-87d9-ebde9248d107', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:30.082303 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-094877d9-c2cf-49ae-b876-021a1304fe19 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:16:30.085981 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84a5719-58dd-4976-aecd-c4282cfce351 None None] Checking router: f972579a-6ef4-443c-a645-3233e1d7e64e for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:16:30.086324 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84a5719-58dd-4976-aecd-c4282cfce351 None None] Updating router f972579a-6ef4-443c-a645-3233e1d7e64e port 65b6d67a-c9d4-4c5b-b010-727ccc5511e2 binding host dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:16:30.102413 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094877d9-c2cf-49ae-b876-021a1304fe19 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:16:30.167827 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-17c848c6-2e4a-4206-97cc-50445b0a51b1 None None] Current status of the port a21e4a7c-ad48-448c-aeda-1221b22b0def is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:16:30.170240 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094877d9-c2cf-49ae-b876-021a1304fe19 None None] Pushing event updated for resources: {'Port': ['ID=0ff81631-f064-4fc8-b322-fe1a33d60547,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:30.183382 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-276fe343-4ec7-4021-98c0-a56e7e79f6e4 None None] For port 8970ee94-ba3e-405d-a674-af2c5ff6703f, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=8970ee94-ba3e-405d-a674-af2c5ff6703f,segment=NetworkSegment(5c02d2a9-dfb9-41d9-9817-c8cb0d98cf7f),segment_id=5c02d2a9-dfb9-41d9-9817-c8cb0d98cf7f)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:16:30.192735 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-e84a5719-58dd-4976-aecd-c4282cfce351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:30.203766 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-276fe343-4ec7-4021-98c0-a56e7e79f6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:30.298244 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7fa635-7879-4cb5-806a-af52e0265f3a tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Made reservation on behalf of 9e78cb9b328b4bfc813a095a6b1b578a for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:16:30.304072 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ff7fa635-7879-4cb5-806a-af52e0265f3a tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:30.331444 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-509c0874-38ec-47ae-a69e-904b56f3f471 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:30.337827 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e964ed-1559-4193-be91-e28fe12cdc95 None None] Network 2d06ba20-b45d-4c1b-bce3-b5209a385ea3 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:16:30.362372 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-509c0874-38ec-47ae-a69e-904b56f3f471 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Transition to ACTIVE for port object 6d2ba970-dbba-4410-bfc5-ebb40e9bf44a will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:16:30.397182 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-509c0874-38ec-47ae-a69e-904b56f3f471 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:30.412476 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c07342f-ef88-4e15-bcfa-f26ae90bd189 req-e9161afa-0059-42c7-a50d-f7c128c20663 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:30.414846 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1c07342f-ef88-4e15-bcfa-f26ae90bd189 req-e9161afa-0059-42c7-a50d-f7c128c20663 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.20 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 0.5150571 Oct 04 09:16:30.497249 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509c0874-38ec-47ae-a69e-904b56f3f471 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Network 664b6536-91a2-497d-a25f-e7bebdd334aa is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:16:30.506661 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-509c0874-38ec-47ae-a69e-904b56f3f471 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:16:30.511868 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509c0874-38ec-47ae-a69e-904b56f3f471 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:16:30.519670 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509c0874-38ec-47ae-a69e-904b56f3f471 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:30.519670 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-509c0874-38ec-47ae-a69e-904b56f3f471 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:30.559648 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509c0874-38ec-47ae-a69e-904b56f3f471 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event updated for resources: {'Port': ['ID=6d2ba970-dbba-4410-bfc5-ebb40e9bf44a,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:30.570357 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-509c0874-38ec-47ae-a69e-904b56f3f471 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6701832 Oct 04 09:16:30.574091 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60022) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:30.695367 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-094877d9-c2cf-49ae-b876-021a1304fe19 None None] Attempting to bind port 0ff81631-f064-4fc8-b322-fe1a33d60547 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:16:30.695898 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-094877d9-c2cf-49ae-b876-021a1304fe19 None None] Attempting to bind port 0ff81631-f064-4fc8-b322-fe1a33d60547 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'ef21bc3b-836d-4a1e-b285-f9bf1f643db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '664b6536-91a2-497d-a25f-e7bebdd334aa'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:16:30.696220 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094877d9-c2cf-49ae-b876-021a1304fe19 None None] Attempting to bind port 0ff81631-f064-4fc8-b322-fe1a33d60547 on network 664b6536-91a2-497d-a25f-e7bebdd334aa {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:16:30.698531 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276fe343-4ec7-4021-98c0-a56e7e79f6e4 None None] Pushing event updated for resources: {'Port': ['ID=8970ee94-ba3e-405d-a674-af2c5ff6703f,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:30.737059 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-82565c02-59ba-4e1b-9d50-ec4ba3bfcc98 None None] Provisioning for port 3e1898fa-4062-4d1f-9e2c-8016e894101f completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:16:30.747260 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-7b7f3815-5e56-4037-876c-f4e4c0200c3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:30.767106 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:30.770254 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094877d9-c2cf-49ae-b876-021a1304fe19 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:16:30.774061 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094877d9-c2cf-49ae-b876-021a1304fe19 None None] Checking segment: {'id': 'ef21bc3b-836d-4a1e-b285-f9bf1f643db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '664b6536-91a2-497d-a25f-e7bebdd334aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:16:30.775030 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-094877d9-c2cf-49ae-b876-021a1304fe19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:30.775582 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094877d9-c2cf-49ae-b876-021a1304fe19 None None] Bound using segment: {'id': 'ef21bc3b-836d-4a1e-b285-f9bf1f643db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '664b6536-91a2-497d-a25f-e7bebdd334aa'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:16:30.776551 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-094877d9-c2cf-49ae-b876-021a1304fe19 None None] Bound port: 0ff81631-f064-4fc8-b322-fe1a33d60547, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef21bc3b-836d-4a1e-b285-f9bf1f643db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '664b6536-91a2-497d-a25f-e7bebdd334aa'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:16:30.777096 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-094877d9-c2cf-49ae-b876-021a1304fe19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:30.831458 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-82565c02-59ba-4e1b-9d50-ec4ba3bfcc98 None None] Provisioning complete for port 3e1898fa-4062-4d1f-9e2c-8016e894101f triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:16:30.833310 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-82565c02-59ba-4e1b-9d50-ec4ba3bfcc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:30.833833 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-82565c02-59ba-4e1b-9d50-ec4ba3bfcc98 None None] Attempt 1 to provision port 3e1898fa-4062-4d1f-9e2c-8016e894101f Oct 04 09:16:30.855622 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-e84a5719-58dd-4976-aecd-c4282cfce351 None None] Notify callbacks [] for port, precommit_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:30.911887 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.provisioning_blocks [None req-e84a5719-58dd-4976-aecd-c4282cfce351 None None] Transition to ACTIVE for port object 65b6d67a-c9d4-4c5b-b010-727ccc5511e2 will not be triggered until provisioned by entity L2. {{(pid=89035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:16:30.914343 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ad3870-07e9-4b27-9de0-e4206fc33c23 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:30.914848 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-f5ad3870-07e9-4b27-9de0-e4206fc33c23 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Synchronizing usage tracker for tenant:8de43eb137fe47f9a4031ea91b631fcc on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:16:30.930682 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-e84a5719-58dd-4976-aecd-c4282cfce351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:30.936921 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f21430-30ef-412b-abf1-81d763a2d2ea req-46718bd5-8b13-419c-95de-b02070c74dc9 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:30.938845 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-63f21430-30ef-412b-abf1-81d763a2d2ea req-46718bd5-8b13-419c-95de-b02070c74dc9 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 946 time: 0.2659404 Oct 04 09:16:30.975990 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-1c07342f-ef88-4e15-bcfa-f26ae90bd189 req-cee11744-de61-4fea-bc5d-74b877a8bbcf tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Deleting port 6c8f126e-75a1-43f2-980d-ad2d5059e1f5 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:16:30.976542 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-1c07342f-ef88-4e15-bcfa-f26ae90bd189 req-cee11744-de61-4fea-bc5d-74b877a8bbcf tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:30.988593 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:31.002043 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-f5ad3870-07e9-4b27-9de0-e4206fc33c23 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Unset dirty status for tenant:8de43eb137fe47f9a4031ea91b631fcc on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:16:31.009465 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-f5ad3870-07e9-4b27-9de0-e4206fc33c23 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A15c HTTP/1.1" status: 200 len: 928 time: 0.4319074 Oct 04 09:16:31.015770 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60026) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:31.090963 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f8f9626-9a97-4897-886d-550e7ce648dc tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Router f39f1c62-a927-447c-aef8-5344b1eb55df is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:16:31.195885 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-63f21430-30ef-412b-abf1-81d763a2d2ea req-18147bcc-c970-4f02-8308-bc610810d584 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d7ce6cd-f7ba-4864-9457-0a9308437769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2500184 Oct 04 09:16:31.234535 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-b5c63090-94d3-486d-a428-270f7725cd59 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Deleting port 6d2ba970-dbba-4410-bfc5-ebb40e9bf44a {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:16:31.234535 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b5c63090-94d3-486d-a428-270f7725cd59 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:31.242862 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device a21e4a7c-ad48-448c-aeda-1221b22b0def up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:16:31.303669 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0b4f62-8744-4311-9cf3-17b6abafc75f None None] Pushing event updated for resources: {'Port': ['ID=65b6d67a-c9d4-4c5b-b010-727ccc5511e2,revision_number=3']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:31.329588 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0b4f62-8744-4311-9cf3-17b6abafc75f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:16:31.329960 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0b4f62-8744-4311-9cf3-17b6abafc75f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:16:31.330342 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0b4f62-8744-4311-9cf3-17b6abafc75f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:16:31.330742 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0b4f62-8744-4311-9cf3-17b6abafc75f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:16:31.330993 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0b4f62-8744-4311-9cf3-17b6abafc75f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:16:31.331337 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0b4f62-8744-4311-9cf3-17b6abafc75f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:16:31.331665 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0b4f62-8744-4311-9cf3-17b6abafc75f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:16:31.331988 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0b4f62-8744-4311-9cf3-17b6abafc75f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:16:31.332383 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0b4f62-8744-4311-9cf3-17b6abafc75f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:16:31.332997 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0b4f62-8744-4311-9cf3-17b6abafc75f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:16:31.333327 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0b4f62-8744-4311-9cf3-17b6abafc75f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:16:31.333647 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0b4f62-8744-4311-9cf3-17b6abafc75f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:16:31.345177 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-e84a5719-58dd-4976-aecd-c4282cfce351 None None] Attempting to bind port 65b6d67a-c9d4-4c5b-b010-727ccc5511e2 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:16:31.345730 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-e84a5719-58dd-4976-aecd-c4282cfce351 None None] Attempting to bind port 65b6d67a-c9d4-4c5b-b010-727ccc5511e2 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '5158305b-6edf-4292-82d2-68f9ebff22a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6065a5f1-b66e-4f49-a8a1-e6d35ec1d22d'}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:16:31.346280 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84a5719-58dd-4976-aecd-c4282cfce351 None None] Attempting to bind port 65b6d67a-c9d4-4c5b-b010-727ccc5511e2 on network 6065a5f1-b66e-4f49-a8a1-e6d35ec1d22d {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:16:31.352138 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84a5719-58dd-4976-aecd-c4282cfce351 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:16:31.352769 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84a5719-58dd-4976-aecd-c4282cfce351 None None] Checking segment: {'id': '5158305b-6edf-4292-82d2-68f9ebff22a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6065a5f1-b66e-4f49-a8a1-e6d35ec1d22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:16:31.353757 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-e84a5719-58dd-4976-aecd-c4282cfce351 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:31.354333 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84a5719-58dd-4976-aecd-c4282cfce351 None None] Bound using segment: {'id': '5158305b-6edf-4292-82d2-68f9ebff22a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6065a5f1-b66e-4f49-a8a1-e6d35ec1d22d'} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:16:31.355149 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-e84a5719-58dd-4976-aecd-c4282cfce351 None None] Bound port: 65b6d67a-c9d4-4c5b-b010-727ccc5511e2, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5158305b-6edf-4292-82d2-68f9ebff22a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6065a5f1-b66e-4f49-a8a1-e6d35ec1d22d'}}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:16:31.355728 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-e84a5719-58dd-4976-aecd-c4282cfce351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:31.420261 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-82565c02-59ba-4e1b-9d50-ec4ba3bfcc98 None None] Current status of the port 3e1898fa-4062-4d1f-9e2c-8016e894101f is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:16:31.420683 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-82565c02-59ba-4e1b-9d50-ec4ba3bfcc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:31.513012 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-e84a5719-58dd-4976-aecd-c4282cfce351 None None] For port 65b6d67a-c9d4-4c5b-b010-727ccc5511e2, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:16:31.517857 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-e84a5719-58dd-4976-aecd-c4282cfce351 None None] For port 65b6d67a-c9d4-4c5b-b010-727ccc5511e2, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=65b6d67a-c9d4-4c5b-b010-727ccc5511e2,segment=NetworkSegment(5158305b-6edf-4292-82d2-68f9ebff22a2),segment_id=5158305b-6edf-4292-82d2-68f9ebff22a2)] {{(pid=89035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:16:31.527333 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-e84a5719-58dd-4976-aecd-c4282cfce351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:31.556534 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-094877d9-c2cf-49ae-b876-021a1304fe19 None None] For port 0ff81631-f064-4fc8-b322-fe1a33d60547, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:16:31.570408 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-094877d9-c2cf-49ae-b876-021a1304fe19 None None] For port 0ff81631-f064-4fc8-b322-fe1a33d60547, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=0ff81631-f064-4fc8-b322-fe1a33d60547,segment=NetworkSegment(ef21bc3b-836d-4a1e-b285-f9bf1f643db4),segment_id=ef21bc3b-836d-4a1e-b285-f9bf1f643db4)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:16:31.644817 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-094877d9-c2cf-49ae-b876-021a1304fe19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:31.674122 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84a5719-58dd-4976-aecd-c4282cfce351 None None] Routers {'f972579a-6ef4-443c-a645-3233e1d7e64e'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:16:31.676116 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8f9626-9a97-4897-886d-550e7ce648dc tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:16:31.676997 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-e84a5719-58dd-4976-aecd-c4282cfce351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:16:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['f972579a-6ef4-443c-a645-3233e1d7e64e'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:31.715058 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b5c63090-94d3-486d-a428-270f7725cd59 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:31.734881 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60030) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:31.739008 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-0f8f9626-9a97-4897-886d-550e7ce648dc tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] 10.222.0.50 "PUT /v2.0/routers/f39f1c62-a927-447c-aef8-5344b1eb55df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2772381 Oct 04 09:16:31.751103 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baeb658b-7537-49d7-9551-557f5ed96b62 None None] Sync routers for ids ['f39f1c62-a927-447c-aef8-5344b1eb55df'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:16:31.783662 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-1c07342f-ef88-4e15-bcfa-f26ae90bd189 req-cee11744-de61-4fea-bc5d-74b877a8bbcf tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] For port 6c8f126e-75a1-43f2-980d-ad2d5059e1f5, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=6c8f126e-75a1-43f2-980d-ad2d5059e1f5,segment=NetworkSegment(ab774fdc-dff8-49ef-a1f1-5ebb0e8fcda7),segment_id=ab774fdc-dff8-49ef-a1f1-5ebb0e8fcda7)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:16:31.796200 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-1c07342f-ef88-4e15-bcfa-f26ae90bd189 req-cee11744-de61-4fea-bc5d-74b877a8bbcf tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:31.825707 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port a21e4a7c-ad48-448c-aeda-1221b22b0def triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:16:31.826087 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:31.826429 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port a21e4a7c-ad48-448c-aeda-1221b22b0def Oct 04 09:16:31.880089 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-82565c02-59ba-4e1b-9d50-ec4ba3bfcc98 None None] For port 3e1898fa-4062-4d1f-9e2c-8016e894101f, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=3e1898fa-4062-4d1f-9e2c-8016e894101f,segment=NetworkSegment(5158305b-6edf-4292-82d2-68f9ebff22a2),segment_id=5158305b-6edf-4292-82d2-68f9ebff22a2)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:16:31.901434 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baeb658b-7537-49d7-9551-557f5ed96b62 None None] Routers {'f39f1c62-a927-447c-aef8-5344b1eb55df'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:16:31.902345 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-baeb658b-7537-49d7-9551-557f5ed96b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:16:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['f39f1c62-a927-447c-aef8-5344b1eb55df'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:31.990838 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-82565c02-59ba-4e1b-9d50-ec4ba3bfcc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:32.030137 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-b5c63090-94d3-486d-a428-270f7725cd59 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Calling delete_port for 6d2ba970-dbba-4410-bfc5-ebb40e9bf44a owned by {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:16:32.061383 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-e84a5719-58dd-4976-aecd-c4282cfce351 None None] Set router f972579a-6ef4-443c-a645-3233e1d7e64e gateway port host: None {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:16:32.106330 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9868de72-2756-4fac-a13a-747ffb9e6967 None None] Network 3a4ccd42-fb7e-4258-8651-fa969c09779e requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:16:32.288455 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-baeb658b-7537-49d7-9551-557f5ed96b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:32.298070 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-1c07342f-ef88-4e15-bcfa-f26ae90bd189 req-cee11744-de61-4fea-bc5d-74b877a8bbcf tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:32.299080 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-1c07342f-ef88-4e15-bcfa-f26ae90bd189 req-cee11744-de61-4fea-bc5d-74b877a8bbcf tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:32.299622 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.l3_db [req-1c07342f-ef88-4e15-bcfa-f26ae90bd189 req-cee11744-de61-4fea-bc5d-74b877a8bbcf tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Floating IP dc518947-e43e-44d0-a7b7-65e9cc05522c disassociated. External IP: 172.26.10.105, port: 6c8f126e-75a1-43f2-980d-ad2d5059e1f5. Oct 04 09:16:32.300236 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-1c07342f-ef88-4e15-bcfa-f26ae90bd189 req-cee11744-de61-4fea-bc5d-74b877a8bbcf tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Calling delete_port for 6c8f126e-75a1-43f2-980d-ad2d5059e1f5 owned by compute:nova {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:16:32.369855 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0b4f62-8744-4311-9cf3-17b6abafc75f None None] Pushing event updated for resources: {'Port': ['ID=65b6d67a-c9d4-4c5b-b010-727ccc5511e2,revision_number=4']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:32.399136 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-82565c02-59ba-4e1b-9d50-ec4ba3bfcc98 None None] Provisioning for port b55c5eec-6857-413f-9890-e98da89d6500 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:16:32.491547 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baeb658b-7537-49d7-9551-557f5ed96b62 None None] Routers {'f39f1c62-a927-447c-aef8-5344b1eb55df'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:16:32.492211 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-baeb658b-7537-49d7-9551-557f5ed96b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:16:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['f39f1c62-a927-447c-aef8-5344b1eb55df'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:32.548766 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ff7fa635-7879-4cb5-806a-af52e0265f3a tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:32.731712 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b5c63090-94d3-486d-a428-270f7725cd59 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:32.750183 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-e84a5719-58dd-4976-aecd-c4282cfce351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'name': 'tempest-RoutersIpV6Test-router-1997751477', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:16:21Z', 'updated_at': '2022-10-04T09:16:26Z', 'revision_number': 2, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'gw_port_host': None, '_interfaces': [{'id': '65b6d67a-c9d4-4c5b-b010-727ccc5511e2', 'name': '', 'network_id': '6065a5f1-b66e-4f49-a8a1-e6d35ec1d22d', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:13:29:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '68eae767-d84c-4311-87d9-ebde9248d107', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:24Z', 'updated_at': '2022-10-04T09:16:31Z', 'revision_number': 4, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': '68eae767-d84c-4311-87d9-ebde9248d107', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:32.764029 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84a5719-58dd-4976-aecd-c4282cfce351 None None] The sync data for ids ['f972579a-6ef4-443c-a645-3233e1d7e64e'] in dv-neutron-860215-1-hyperv is: [{'id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'name': 'tempest-RoutersIpV6Test-router-1997751477', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:16:21Z', 'updated_at': '2022-10-04T09:16:26Z', 'revision_number': 2, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'gw_port_host': None, '_interfaces': [{'id': '65b6d67a-c9d4-4c5b-b010-727ccc5511e2', 'name': '', 'network_id': '6065a5f1-b66e-4f49-a8a1-e6d35ec1d22d', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:13:29:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '68eae767-d84c-4311-87d9-ebde9248d107', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:24Z', 'updated_at': '2022-10-04T09:16:31Z', 'revision_number': 4, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': '68eae767-d84c-4311-87d9-ebde9248d107', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:16:32.789956 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7fa635-7879-4cb5-806a-af52e0265f3a tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event updated for resources: {'Subnet': ['ID=b033d4b6-0978-4fce-8f97-1cf1db4aba17,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:32.796288 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7fa635-7879-4cb5-806a-af52e0265f3a tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Checking segment: {'id': '3ee2d6cd-445f-40a0-933d-e028c5993cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6dd7e460-be85-42b6-8a4d-81c87d02d598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:16:32.796809 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7fa635-7879-4cb5-806a-af52e0265f3a tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Network hostable DHCP agents. Network: 6dd7e460-be85-42b6-8a4d-81c87d02d598, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:16:32.806520 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-1c07342f-ef88-4e15-bcfa-f26ae90bd189 req-cee11744-de61-4fea-bc5d-74b877a8bbcf tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:32.809103 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094877d9-c2cf-49ae-b876-021a1304fe19 None None] Pushing event updated for resources: {'Port': ['ID=0ff81631-f064-4fc8-b322-fe1a33d60547,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:32.889024 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:32.913485 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c63090-94d3-486d-a428-270f7725cd59 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event deleted for resources: {'Port': ['ID=6d2ba970-dbba-4410-bfc5-ebb40e9bf44a,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:32.947724 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-baeb658b-7537-49d7-9551-557f5ed96b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:32.947958 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baeb658b-7537-49d7-9551-557f5ed96b62 None None] The sync data for ids ['f39f1c62-a927-447c-aef8-5344b1eb55df'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:16:33.026236 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee11744-de61-4fea-bc5d-74b877a8bbcf tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Pushing event deleted for resources: {'Port': ['ID=6c8f126e-75a1-43f2-980d-ad2d5059e1f5,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:33.040475 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d02b9ff8-8c0c-4529-8882-f2714fcace89 req-f09cb937-06ef-452e-9611-061392fc253a tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 210 time: 0.1918900 Oct 04 09:16:33.077891 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port a21e4a7c-ad48-448c-aeda-1221b22b0def is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:16:33.079027 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device b55c5eec-6857-413f-9890-e98da89d6500 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:16:33.163661 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7fa635-7879-4cb5-806a-af52e0265f3a tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Network 6dd7e460-be85-42b6-8a4d-81c87d02d598 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:16:33.208825 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82565c02-59ba-4e1b-9d50-ec4ba3bfcc98 None None] Pushing event updated for resources: {'Port': ['ID=3e1898fa-4062-4d1f-9e2c-8016e894101f,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:33.220343 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-033ade8a-ee34-4f65-9db9-918a0fb7fd12 None None] Provisioning complete for port 3e1898fa-4062-4d1f-9e2c-8016e894101f triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:16:33.220968 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-033ade8a-ee34-4f65-9db9-918a0fb7fd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:33.221481 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-033ade8a-ee34-4f65-9db9-918a0fb7fd12 None None] Attempt 1 to provision port 3e1898fa-4062-4d1f-9e2c-8016e894101f Oct 04 09:16:33.251912 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-ff7fa635-7879-4cb5-806a-af52e0265f3a tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 6dd7e460-be85-42b6-8a4d-81c87d02d598) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:16:33.266286 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5a9614-fc89-47bb-87f4-07060646490b None None] Network 6dd7e460-be85-42b6-8a4d-81c87d02d598 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:16:33.289149 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b5c63090-94d3-486d-a428-270f7725cd59 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:33.293377 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7fa635-7879-4cb5-806a-af52e0265f3a tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:33.294112 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ff7fa635-7879-4cb5-806a-af52e0265f3a tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:33.377148 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-ff7fa635-7879-4cb5-806a-af52e0265f3a tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.7553425 Oct 04 09:16:33.380652 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 60040) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:33.388662 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-b5c63090-94d3-486d-a428-270f7725cd59 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "DELETE /v2.0/ports/6d2ba970-dbba-4410-bfc5-ebb40e9bf44a HTTP/1.1" status: 204 len: 168 time: 2.3713980 Oct 04 09:16:33.426004 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60044) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:33.711146 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c44a37-715b-4541-b150-e04c9381a802 None None] Network 664b6536-91a2-497d-a25f-e7bebdd334aa requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:16:33.713831 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-57e15591-f796-4584-8f8e-a5b9faebacab tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] GET failed (client error): The resource could not be found. Oct 04 09:16:33.714371 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-57e15591-f796-4584-8f8e-a5b9faebacab tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Synchronizing usage tracker for tenant:8de43eb137fe47f9a4031ea91b631fcc on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:16:33.732624 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b8ab90-44cd-4147-84a0-de2f39241f04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-6dd7e460-be85-42b6-8a4d-81c87d02d598', 'network_id': '6dd7e460-be85-42b6-8a4d-81c87d02d598', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'fixed_ips': [{'subnet_id': 'b033d4b6-0978-4fce-8f97-1cf1db4aba17'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:16:33.733454 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-72b8ab90-44cd-4147-84a0-de2f39241f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:33.818598 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c07342f-ef88-4e15-bcfa-f26ae90bd189 req-cee11744-de61-4fea-bc5d-74b877a8bbcf tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Router d498a7fe-10a1-408d-96ac-b032c2687649 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:16:33.912694 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-033ade8a-ee34-4f65-9db9-918a0fb7fd12 None None] Current status of the port 3e1898fa-4062-4d1f-9e2c-8016e894101f is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:16:33.954677 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-57e15591-f796-4584-8f8e-a5b9faebacab tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Unset dirty status for tenant:8de43eb137fe47f9a4031ea91b631fcc on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:16:33.955959 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-57e15591-f796-4584-8f8e-a5b9faebacab tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "GET /v2.0/ports/6d2ba970-dbba-4410-bfc5-ebb40e9bf44a HTTP/1.1" status: 404 len: 333 time: 0.5289595 Oct 04 09:16:33.959418 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60048) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:33.995628 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port b55c5eec-6857-413f-9890-e98da89d6500 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:16:34.009190 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port b55c5eec-6857-413f-9890-e98da89d6500 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:16:34.009632 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:34.010075 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port b55c5eec-6857-413f-9890-e98da89d6500 Oct 04 09:16:34.080119 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-426246ab-7d0e-471a-b722-cfadcd182c64 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Deleting port 2a1f8820-28e3-44ae-9015-ac4aa892ba0a {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:16:34.080532 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-426246ab-7d0e-471a-b722-cfadcd182c64 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:34.090764 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-033ade8a-ee34-4f65-9db9-918a0fb7fd12 None None] Provisioning for port 8970ee94-ba3e-405d-a674-af2c5ff6703f completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:16:34.149574 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-bb3e3b80-d4de-465f-bf1d-2269ad356245 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 09:16:34.153014 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-bb3e3b80-d4de-465f-bf1d-2269ad356245 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] 10.222.0.50 "PUT /v2.0/routers/f39f1c62-a927-447c-aef8-5344b1eb55df/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.4172344 Oct 04 09:16:34.184612 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60054) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:34.239625 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-033ade8a-ee34-4f65-9db9-918a0fb7fd12 None None] Provisioning for port 65b6d67a-c9d4-4c5b-b010-727ccc5511e2 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:16:34.278702 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-72b8ab90-44cd-4147-84a0-de2f39241f04 None None] Allocated IP 2001:db8:1::2 (6dd7e460-be85-42b6-8a4d-81c87d02d598/b033d4b6-0978-4fce-8f97-1cf1db4aba17/842cb5a1-0f9d-471c-8b88-ea1d531f7c53) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:16:34.314714 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-3223c27f-09a0-44b4-a98d-fbae0caf75a5 req-5200f610-1e7b-4a0a-a584-1af3eea12f0e tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/ports?device_id=b46b2f21-4377-4666-a5a3-1d3e21d4ff37 HTTP/1.1" status: 200 len: 210 time: 0.1315608 Oct 04 09:16:34.329607 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c07342f-ef88-4e15-bcfa-f26ae90bd189 req-cee11744-de61-4fea-bc5d-74b877a8bbcf tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:16:34.343817 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78e0cbf-d213-4fd7-adbe-1f6f65c4fec9 None None] Sync routers for ids ['d498a7fe-10a1-408d-96ac-b032c2687649'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:16:34.369795 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78e0cbf-d213-4fd7-adbe-1f6f65c4fec9 None None] Routers {'d498a7fe-10a1-408d-96ac-b032c2687649'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:16:34.370686 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-a78e0cbf-d213-4fd7-adbe-1f6f65c4fec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:16:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['d498a7fe-10a1-408d-96ac-b032c2687649'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:34.475690 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port b55c5eec-6857-413f-9890-e98da89d6500 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:16:34.476076 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:34.489298 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c07342f-ef88-4e15-bcfa-f26ae90bd189 req-cee11744-de61-4fea-bc5d-74b877a8bbcf tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] No DVR routers for this DVR port 6c8f126e-75a1-43f2-980d-ad2d5059e1f5 on host hv-neutron-8602 {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:16:34.493470 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-1c07342f-ef88-4e15-bcfa-f26ae90bd189 req-cee11744-de61-4fea-bc5d-74b877a8bbcf tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:34.495483 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1c07342f-ef88-4e15-bcfa-f26ae90bd189 req-cee11744-de61-4fea-bc5d-74b877a8bbcf tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.20 "DELETE /v2.0/ports/6c8f126e-75a1-43f2-980d-ad2d5059e1f5 HTTP/1.1" status: 204 len: 173 time: 4.0530171 Oct 04 09:16:34.495925 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b46b2f21-4377-4666-a5a3-1d3e21d4ff37', 'name': 'network-vif-deleted', 'tag': '6c8f126e-75a1-43f2-980d-ad2d5059e1f5'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:16:34.498380 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609eeaad-5101-425a-8854-60131a35bd41" -d '{"events": [{"server_uuid": "b46b2f21-4377-4666-a5a3-1d3e21d4ff37", "name": "network-vif-deleted", "tag": "6c8f126e-75a1-43f2-980d-ad2d5059e1f5"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:16:34.529917 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-033ade8a-ee34-4f65-9db9-918a0fb7fd12 None None] Provisioning complete for port b55c5eec-6857-413f-9890-e98da89d6500 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:16:34.530243 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-033ade8a-ee34-4f65-9db9-918a0fb7fd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:34.530578 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-033ade8a-ee34-4f65-9db9-918a0fb7fd12 None None] Attempt 1 to provision port b55c5eec-6857-413f-9890-e98da89d6500 Oct 04 09:16:34.604805 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69de1154-add2-4117-8a4d-9be1f617eb35 x-openstack-request-id: req-69de1154-add2-4117-8a4d-9be1f617eb35 {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:16:34.605227 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b46b2f21-4377-4666-a5a3-1d3e21d4ff37", "name": "network-vif-deleted", "tag": "6c8f126e-75a1-43f2-980d-ad2d5059e1f5", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:16:34.605489 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-69de1154-add2-4117-8a4d-9be1f617eb35 {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:16:34.605900 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69de1154-add2-4117-8a4d-9be1f617eb35'] response: {'server_uuid': 'b46b2f21-4377-4666-a5a3-1d3e21d4ff37', 'name': 'network-vif-deleted', 'tag': '6c8f126e-75a1-43f2-980d-ad2d5059e1f5', 'status': 'completed', 'code': 200} Oct 04 09:16:34.612761 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port b55c5eec-6857-413f-9890-e98da89d6500, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=b55c5eec-6857-413f-9890-e98da89d6500,segment=NetworkSegment(5705b369-7eff-4e1e-b3d1-20c342b37876),segment_id=5705b369-7eff-4e1e-b3d1-20c342b37876)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:16:34.632036 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:34.632843 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 8970ee94-ba3e-405d-a674-af2c5ff6703f up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:16:34.676345 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-a78e0cbf-d213-4fd7-adbe-1f6f65c4fec9 None None] Set router d498a7fe-10a1-408d-96ac-b032c2687649 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:16:34.700444 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fd4d4ae8-bfc2-484d-b5bf-c7af27cb0680 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:34.963125 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=b55c5eec-6857-413f-9890-e98da89d6500,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:35.015180 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 6c8f126e-75a1-43f2-980d-ad2d5059e1f5 no longer exists at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:16:35.128840 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-a78e0cbf-d213-4fd7-adbe-1f6f65c4fec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd498a7fe-10a1-408d-96ac-b032c2687649', 'name': 'tempest-ServerActionsTestJSON-1933225775-router', 'tenant_id': '8ef6eeaada3246f29119027d4a154b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.84'}], 'enable_snat': True}, 'gw_port_id': '56fedbe0-fa99-4efe-8643-d6d0d74e28a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:11:14Z', 'updated_at': '2022-10-04T09:11:26Z', 'revision_number': 4, 'project_id': '8ef6eeaada3246f29119027d4a154b34', 'gw_port': {'id': '56fedbe0-fa99-4efe-8643-d6d0d74e28a6', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:2b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd498a7fe-10a1-408d-96ac-b032c2687649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:11:15Z', 'updated_at': '2022-10-04T09:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '17d3c310-a243-4519-8927-dc63175c9d6d', 'name': '', 'network_id': '4e61ee37-e03d-4906-997b-978c1601b208', 'tenant_id': '8ef6eeaada3246f29119027d4a154b34', 'mac_address': 'fa:16:3e:8b:be:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd498a7fe-10a1-408d-96ac-b032c2687649', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '373d4a32-610a-4c8a-84eb-e8dbb10358db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:11:24Z', 'updated_at': '2022-10-04T09:11:40Z', 'revision_number': 5, 'project_id': '8ef6eeaada3246f29119027d4a154b34', 'subnets': [{'id': '373d4a32-610a-4c8a-84eb-e8dbb10358db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:35.133184 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78e0cbf-d213-4fd7-adbe-1f6f65c4fec9 None None] Checking router: d498a7fe-10a1-408d-96ac-b032c2687649 for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:16:35.140784 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] No Port match for: 6c8f126e-75a1-43f2-980d-ad2d5059e1f5 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:16:35.141363 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 6c8f126e-75a1-43f2-980d-ad2d5059e1f5 not bound to the agent host hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:16:35.143202 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78e0cbf-d213-4fd7-adbe-1f6f65c4fec9 None None] Routers {'d498a7fe-10a1-408d-96ac-b032c2687649'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:16:35.143892 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-a78e0cbf-d213-4fd7-adbe-1f6f65c4fec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:16:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['d498a7fe-10a1-408d-96ac-b032c2687649'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:35.166516 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 8970ee94-ba3e-405d-a674-af2c5ff6703f completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:16:35.174824 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-72b8ab90-44cd-4147-84a0-de2f39241f04 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:35.177356 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-033ade8a-ee34-4f65-9db9-918a0fb7fd12 None None] Current status of the port b55c5eec-6857-413f-9890-e98da89d6500 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:16:35.187172 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 8970ee94-ba3e-405d-a674-af2c5ff6703f triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:16:35.187330 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:35.187701 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 8970ee94-ba3e-405d-a674-af2c5ff6703f Oct 04 09:16:35.241935 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-72b8ab90-44cd-4147-84a0-de2f39241f04 None None] Transition to ACTIVE for port object 842cb5a1-0f9d-471c-8b88-ea1d531f7c53 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:16:35.277248 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-033ade8a-ee34-4f65-9db9-918a0fb7fd12 None None] Provisioning for port 0b9d1905-a1ee-48aa-a3cd-6cf616748b36 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:16:35.290453 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-72b8ab90-44cd-4147-84a0-de2f39241f04 None None] Transition to ACTIVE for port object 842cb5a1-0f9d-471c-8b88-ea1d531f7c53 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:16:35.293615 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-033ade8a-ee34-4f65-9db9-918a0fb7fd12 None None] Provisioning complete for port 0b9d1905-a1ee-48aa-a3cd-6cf616748b36 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:16:35.294123 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-033ade8a-ee34-4f65-9db9-918a0fb7fd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:35.294486 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-033ade8a-ee34-4f65-9db9-918a0fb7fd12 None None] Attempt 1 to provision port 0b9d1905-a1ee-48aa-a3cd-6cf616748b36 Oct 04 09:16:35.326024 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-72b8ab90-44cd-4147-84a0-de2f39241f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:35.337984 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-426246ab-7d0e-471a-b722-cfadcd182c64 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:35.410668 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-a78e0cbf-d213-4fd7-adbe-1f6f65c4fec9 None None] Set router d498a7fe-10a1-408d-96ac-b032c2687649 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:16:35.441924 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-fd4d4ae8-bfc2-484d-b5bf-c7af27cb0680 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Allocated IP 2001:db8:1::1 (6dd7e460-be85-42b6-8a4d-81c87d02d598/b033d4b6-0978-4fce-8f97-1cf1db4aba17/50ec0c8d-3fe2-42db-beee-564da29f84c0) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:16:35.553417 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b8ab90-44cd-4147-84a0-de2f39241f04 None None] Pushing event updated for resources: {'Port': ['ID=842cb5a1-0f9d-471c-8b88-ea1d531f7c53,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:35.570242 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60064) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:35.580772 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b8ab90-44cd-4147-84a0-de2f39241f04 None None] Network 6dd7e460-be85-42b6-8a4d-81c87d02d598 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:16:35.588633 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-426246ab-7d0e-471a-b722-cfadcd182c64 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Calling delete_port for 2a1f8820-28e3-44ae-9015-ac4aa892ba0a owned by {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:16:35.592037 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-033ade8a-ee34-4f65-9db9-918a0fb7fd12 None None] Port 0b9d1905-a1ee-48aa-a3cd-6cf616748b36 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:16:35.592922 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-72b8ab90-44cd-4147-84a0-de2f39241f04 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:16:35.598630 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b8ab90-44cd-4147-84a0-de2f39241f04 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:16:35.680146 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 8970ee94-ba3e-405d-a674-af2c5ff6703f is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:16:35.681037 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:35.788541 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-72b8ab90-44cd-4147-84a0-de2f39241f04 None None] Attempting to bind port 842cb5a1-0f9d-471c-8b88-ea1d531f7c53 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:16:35.789767 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-72b8ab90-44cd-4147-84a0-de2f39241f04 None None] Attempting to bind port 842cb5a1-0f9d-471c-8b88-ea1d531f7c53 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '3ee2d6cd-445f-40a0-933d-e028c5993cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6dd7e460-be85-42b6-8a4d-81c87d02d598'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:16:35.789767 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b8ab90-44cd-4147-84a0-de2f39241f04 None None] Attempting to bind port 842cb5a1-0f9d-471c-8b88-ea1d531f7c53 on network 6dd7e460-be85-42b6-8a4d-81c87d02d598 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:16:35.807227 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b8ab90-44cd-4147-84a0-de2f39241f04 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:16:35.807707 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b8ab90-44cd-4147-84a0-de2f39241f04 None None] Checking segment: {'id': '3ee2d6cd-445f-40a0-933d-e028c5993cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6dd7e460-be85-42b6-8a4d-81c87d02d598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:16:35.808290 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-72b8ab90-44cd-4147-84a0-de2f39241f04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:35.808780 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b8ab90-44cd-4147-84a0-de2f39241f04 None None] Bound using segment: {'id': '3ee2d6cd-445f-40a0-933d-e028c5993cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6dd7e460-be85-42b6-8a4d-81c87d02d598'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:16:35.809335 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-72b8ab90-44cd-4147-84a0-de2f39241f04 None None] Bound port: 842cb5a1-0f9d-471c-8b88-ea1d531f7c53, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ee2d6cd-445f-40a0-933d-e028c5993cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6dd7e460-be85-42b6-8a4d-81c87d02d598'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:16:35.809786 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-72b8ab90-44cd-4147-84a0-de2f39241f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:35.838983 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 8970ee94-ba3e-405d-a674-af2c5ff6703f, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=8970ee94-ba3e-405d-a674-af2c5ff6703f,segment=NetworkSegment(5c02d2a9-dfb9-41d9-9817-c8cb0d98cf7f),segment_id=5c02d2a9-dfb9-41d9-9817-c8cb0d98cf7f)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:16:35.852245 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:35.902473 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fd4d4ae8-bfc2-484d-b5bf-c7af27cb0680 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:35.942130 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1c5168c2-4d65-4277-a9d6-138aed986449 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:35.962373 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-fd4d4ae8-bfc2-484d-b5bf-c7af27cb0680 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Transition to ACTIVE for port object 50ec0c8d-3fe2-42db-beee-564da29f84c0 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:16:36.003233 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1c5168c2-4d65-4277-a9d6-138aed986449 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:36.014288 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-426246ab-7d0e-471a-b722-cfadcd182c64 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:36.020014 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fd4d4ae8-bfc2-484d-b5bf-c7af27cb0680 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:36.107787 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-a78e0cbf-d213-4fd7-adbe-1f6f65c4fec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd498a7fe-10a1-408d-96ac-b032c2687649', 'name': 'tempest-ServerActionsTestJSON-1933225775-router', 'tenant_id': '8ef6eeaada3246f29119027d4a154b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.84'}], 'enable_snat': True}, 'gw_port_id': '56fedbe0-fa99-4efe-8643-d6d0d74e28a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:11:14Z', 'updated_at': '2022-10-04T09:11:26Z', 'revision_number': 4, 'project_id': '8ef6eeaada3246f29119027d4a154b34', 'gw_port': {'id': '56fedbe0-fa99-4efe-8643-d6d0d74e28a6', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:2b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd498a7fe-10a1-408d-96ac-b032c2687649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:11:15Z', 'updated_at': '2022-10-04T09:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '17d3c310-a243-4519-8927-dc63175c9d6d', 'name': '', 'network_id': '4e61ee37-e03d-4906-997b-978c1601b208', 'tenant_id': '8ef6eeaada3246f29119027d4a154b34', 'mac_address': 'fa:16:3e:8b:be:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd498a7fe-10a1-408d-96ac-b032c2687649', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '373d4a32-610a-4c8a-84eb-e8dbb10358db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:11:24Z', 'updated_at': '2022-10-04T09:11:40Z', 'revision_number': 5, 'project_id': '8ef6eeaada3246f29119027d4a154b34', 'subnets': [{'id': '373d4a32-610a-4c8a-84eb-e8dbb10358db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:36.113290 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78e0cbf-d213-4fd7-adbe-1f6f65c4fec9 None None] The sync data for ids ['d498a7fe-10a1-408d-96ac-b032c2687649'] in dv-neutron-860215-1-hyperv is: [{'id': 'd498a7fe-10a1-408d-96ac-b032c2687649', 'name': 'tempest-ServerActionsTestJSON-1933225775-router', 'tenant_id': '8ef6eeaada3246f29119027d4a154b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.84'}], 'enable_snat': True}, 'gw_port_id': '56fedbe0-fa99-4efe-8643-d6d0d74e28a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:11:14Z', 'updated_at': '2022-10-04T09:11:26Z', 'revision_number': 4, 'project_id': '8ef6eeaada3246f29119027d4a154b34', 'gw_port': {'id': '56fedbe0-fa99-4efe-8643-d6d0d74e28a6', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:2b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd498a7fe-10a1-408d-96ac-b032c2687649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:11:15Z', 'updated_at': '2022-10-04T09:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '17d3c310-a243-4519-8927-dc63175c9d6d', 'name': '', 'network_id': '4e61ee37-e03d-4906-997b-978c1601b208', 'tenant_id': '8ef6eeaada3246f29119027d4a154b34', 'mac_address': 'fa:16:3e:8b:be:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd498a7fe-10a1-408d-96ac-b032c2687649', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '373d4a32-610a-4c8a-84eb-e8dbb10358db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:11:24Z', 'updated_at': '2022-10-04T09:11:40Z', 'revision_number': 5, 'project_id': '8ef6eeaada3246f29119027d4a154b34', 'subnets': [{'id': '373d4a32-610a-4c8a-84eb-e8dbb10358db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:16:36.145269 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-426246ab-7d0e-471a-b722-cfadcd182c64 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:36.148410 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426246ab-7d0e-471a-b722-cfadcd182c64 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event deleted for resources: {'Port': ['ID=2a1f8820-28e3-44ae-9015-ac4aa892ba0a,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:36.168747 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4d4ae8-bfc2-484d-b5bf-c7af27cb0680 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Network 6dd7e460-be85-42b6-8a4d-81c87d02d598 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:16:36.172623 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-fd4d4ae8-bfc2-484d-b5bf-c7af27cb0680 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:16:36.179334 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-72b8ab90-44cd-4147-84a0-de2f39241f04 None None] For port 842cb5a1-0f9d-471c-8b88-ea1d531f7c53, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:16:36.186547 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4d4ae8-bfc2-484d-b5bf-c7af27cb0680 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:16:36.187064 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fd4d4ae8-bfc2-484d-b5bf-c7af27cb0680 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737202'] for router_interface, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:36.188170 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0a3729e5-ce88-4cca-b058-0df887983a7b tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736827'] for router_interface, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:36.192614 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-033ade8a-ee34-4f65-9db9-918a0fb7fd12 None None] Attempt 2 to provision port 0b9d1905-a1ee-48aa-a3cd-6cf616748b36 Oct 04 09:16:36.252650 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-426246ab-7d0e-471a-b722-cfadcd182c64 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "DELETE /v2.0/ports/2a1f8820-28e3-44ae-9015-ac4aa892ba0a HTTP/1.1" status: 204 len: 168 time: 2.2921271 Oct 04 09:16:36.262739 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60068) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:36.283549 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=8970ee94-ba3e-405d-a674-af2c5ff6703f,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:36.292423 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-033ade8a-ee34-4f65-9db9-918a0fb7fd12 None None] Port 0b9d1905-a1ee-48aa-a3cd-6cf616748b36 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:16:36.300263 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-72b8ab90-44cd-4147-84a0-de2f39241f04 None None] For port 842cb5a1-0f9d-471c-8b88-ea1d531f7c53, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=842cb5a1-0f9d-471c-8b88-ea1d531f7c53,segment=NetworkSegment(3ee2d6cd-445f-40a0-933d-e028c5993cb2),segment_id=3ee2d6cd-445f-40a0-933d-e028c5993cb2)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:16:36.302157 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d4ae8-bfc2-484d-b5bf-c7af27cb0680 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event updated for resources: {'Port': ['ID=50ec0c8d-3fe2-42db-beee-564da29f84c0,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:36.302582 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 65b6d67a-c9d4-4c5b-b010-727ccc5511e2 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:16:36.337470 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-72b8ab90-44cd-4147-84a0-de2f39241f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:36.406121 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fd4d4ae8-bfc2-484d-b5bf-c7af27cb0680 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:36.424399 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-1824d871-f3f8-4ce2-ab98-5fc4cc019a81 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] GET failed (client error): The resource could not be found. Oct 04 09:16:36.425083 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-1824d871-f3f8-4ce2-ab98-5fc4cc019a81 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Synchronizing usage tracker for tenant:8de43eb137fe47f9a4031ea91b631fcc on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:16:36.442171 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1c5168c2-4d65-4277-a9d6-138aed986449 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:36.498418 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5168c2-4d65-4277-a9d6-138aed986449 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7ce6cd-f7ba-4864-9457-0a9308437769,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:36.547207 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b8ab90-44cd-4147-84a0-de2f39241f04 None None] Pushing event updated for resources: {'Port': ['ID=842cb5a1-0f9d-471c-8b88-ea1d531f7c53,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:36.563956 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 65b6d67a-c9d4-4c5b-b010-727ccc5511e2 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:16:36.571850 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 65b6d67a-c9d4-4c5b-b010-727ccc5511e2 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:16:36.572633 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:36.573524 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 65b6d67a-c9d4-4c5b-b010-727ccc5511e2 Oct 04 09:16:36.596801 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-1824d871-f3f8-4ce2-ab98-5fc4cc019a81 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Unset dirty status for tenant:8de43eb137fe47f9a4031ea91b631fcc on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:16:36.601332 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-1824d871-f3f8-4ce2-ab98-5fc4cc019a81 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "GET /v2.0/ports/2a1f8820-28e3-44ae-9015-ac4aa892ba0a HTTP/1.1" status: 404 len: 333 time: 0.3372395 Oct 04 09:16:36.601926 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60072) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:36.612202 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1c5168c2-4d65-4277-a9d6-138aed986449 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:36.613299 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-1c5168c2-4d65-4277-a9d6-138aed986449 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "DELETE /v2.0/security-groups/1d7ce6cd-f7ba-4864-9457-0a9308437769 HTTP/1.1" status: 204 len: 168 time: 1.0370240 Oct 04 09:16:36.643349 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572299b0-21c6-472f-b418-b98512a85795 None None] New status for floating IP dc518947-e43e-44d0-a7b7-65e9cc05522c: DOWN {{(pid=89034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 09:16:36.672742 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60076) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:36.743680 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-94dbc3e1-5b40-4d40-8157-22a6bcf4e6b2 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] show failed (client error): The resource could not be found. Oct 04 09:16:36.745062 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-94dbc3e1-5b40-4d40-8157-22a6bcf4e6b2 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "GET /v2.0/security-groups/1d7ce6cd-f7ba-4864-9457-0a9308437769 HTTP/1.1" status: 404 len: 347 time: 0.0631015 Oct 04 09:16:36.747625 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 60080) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:36.770460 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d931b4e-af2f-4378-8ac3-63a3398d2b9d tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Deleting subnet 17878ae4-0bc8-4295-96a0-0e0995520198 {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:16:36.777440 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1d931b4e-af2f-4378-8ac3-63a3398d2b9d tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:36.886116 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1d931b4e-af2f-4378-8ac3-63a3398d2b9d tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:36.887036 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-033ade8a-ee34-4f65-9db9-918a0fb7fd12 None None] Attempt 3 to provision port 0b9d1905-a1ee-48aa-a3cd-6cf616748b36 Oct 04 09:16:37.024849 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-ae909602-bcc7-44fd-99e6-f2087af01793 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Deleting port ce6e1613-5a8b-4ec2-bd1a-97b6ec8a7ffc {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:16:37.025376 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ae909602-bcc7-44fd-99e6-f2087af01793 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:37.066052 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-0a3729e5-ce88-4cca-b058-0df887983a7b tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Deleting port 0b9d1905-a1ee-48aa-a3cd-6cf616748b36 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:16:37.067043 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0a3729e5-ce88-4cca-b058-0df887983a7b tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:37.069496 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-033ade8a-ee34-4f65-9db9-918a0fb7fd12 None None] Port 0b9d1905-a1ee-48aa-a3cd-6cf616748b36 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:16:37.139608 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 65b6d67a-c9d4-4c5b-b010-727ccc5511e2 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:16:37.140081 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:37.173128 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1d931b4e-af2f-4378-8ac3-63a3398d2b9d tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:37.178049 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 65b6d67a-c9d4-4c5b-b010-727ccc5511e2, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=65b6d67a-c9d4-4c5b-b010-727ccc5511e2,segment=NetworkSegment(5158305b-6edf-4292-82d2-68f9ebff22a2),segment_id=5158305b-6edf-4292-82d2-68f9ebff22a2)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:16:37.182130 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:37.183727 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device b55c5eec-6857-413f-9890-e98da89d6500 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:16:37.307694 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=65b6d67a-c9d4-4c5b-b010-727ccc5511e2,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:37.307947 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ae909602-bcc7-44fd-99e6-f2087af01793 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:37.308142 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ae909602-bcc7-44fd-99e6-f2087af01793 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:37.320817 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port b55c5eec-6857-413f-9890-e98da89d6500 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:16:37.321260 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:37.321660 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port b55c5eec-6857-413f-9890-e98da89d6500 Oct 04 09:16:37.452047 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port b55c5eec-6857-413f-9890-e98da89d6500 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:16:37.453488 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 3e1898fa-4062-4d1f-9e2c-8016e894101f up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:16:37.455034 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-ae909602-bcc7-44fd-99e6-f2087af01793 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Calling delete_port for ce6e1613-5a8b-4ec2-bd1a-97b6ec8a7ffc owned by network:floatingip {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:16:37.532287 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0a3729e5-ce88-4cca-b058-0df887983a7b tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:37.550000 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fd4d4ae8-bfc2-484d-b5bf-c7af27cb0680 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:37.551294 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 3e1898fa-4062-4d1f-9e2c-8016e894101f triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:16:37.551869 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:37.552447 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 3e1898fa-4062-4d1f-9e2c-8016e894101f Oct 04 09:16:37.563429 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fd4d4ae8-bfc2-484d-b5bf-c7af27cb0680 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:37.564180 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fd4d4ae8-bfc2-484d-b5bf-c7af27cb0680 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736777'] for router_interface, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:37.596702 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-033ade8a-ee34-4f65-9db9-918a0fb7fd12 None None] Attempt 4 to provision port 0b9d1905-a1ee-48aa-a3cd-6cf616748b36 Oct 04 09:16:37.630325 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.db.api [None req-ae909602-bcc7-44fd-99e6-f2087af01793 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89032) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:16:37.630644 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG oslo_db.api [None req-ae909602-bcc7-44fd-99e6-f2087af01793 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:16:37.659526 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d4ae8-bfc2-484d-b5bf-c7af27cb0680 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event updated for resources: {'Port': ['ID=50ec0c8d-3fe2-42db-beee-564da29f84c0,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:37.682336 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1d931b4e-af2f-4378-8ac3-63a3398d2b9d tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:37.692516 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-0a3729e5-ce88-4cca-b058-0df887983a7b tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Calling delete_port for 0b9d1905-a1ee-48aa-a3cd-6cf616748b36 owned by network:router_interface {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:16:37.713687 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-033ade8a-ee34-4f65-9db9-918a0fb7fd12 None None] Port 0b9d1905-a1ee-48aa-a3cd-6cf616748b36 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:16:37.772278 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d931b4e-af2f-4378-8ac3-63a3398d2b9d tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event deleted for resources: {'Subnet': ['ID=17878ae4-0bc8-4295-96a0-0e0995520198,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:37.798464 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1d931b4e-af2f-4378-8ac3-63a3398d2b9d tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:37.815555 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 3e1898fa-4062-4d1f-9e2c-8016e894101f is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:16:37.817247 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-1d931b4e-af2f-4378-8ac3-63a3398d2b9d tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "DELETE /v2.0/subnets/17878ae4-0bc8-4295-96a0-0e0995520198 HTTP/1.1" status: 204 len: 168 time: 1.2069175 Oct 04 09:16:37.817491 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 0ff81631-f064-4fc8-b322-fe1a33d60547 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:16:37.818125 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60084) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:37.843710 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9a2233-ffc1-4aef-8f37-9e8d905a00a6 None None] Network 664b6536-91a2-497d-a25f-e7bebdd334aa requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:16:37.964041 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-15f7c76f-4ff6-4e55-8ab1-75ed67acb0b8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:37.978756 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4d4ae8-bfc2-484d-b5bf-c7af27cb0680 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Network 6dd7e460-be85-42b6-8a4d-81c87d02d598 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:16:37.980803 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-fd4d4ae8-bfc2-484d-b5bf-c7af27cb0680 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:16:37.987191 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-15f7c76f-4ff6-4e55-8ab1-75ed67acb0b8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Deleting port 0ff81631-f064-4fc8-b322-fe1a33d60547 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:16:37.987607 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-15f7c76f-4ff6-4e55-8ab1-75ed67acb0b8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:38.008131 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50af03f-74dc-4199-9ba3-4c001f0b6e1e None None] Network 6dd7e460-be85-42b6-8a4d-81c87d02d598 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:16:38.132650 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-ae909602-bcc7-44fd-99e6-f2087af01793 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Deleting port ce6e1613-5a8b-4ec2-bd1a-97b6ec8a7ffc {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:16:38.133259 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ae909602-bcc7-44fd-99e6-f2087af01793 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:38.142982 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 0ff81631-f064-4fc8-b322-fe1a33d60547 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:16:38.204922 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd4d4ae8-bfc2-484d-b5bf-c7af27cb0680 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Router f972579a-6ef4-443c-a645-3233e1d7e64e has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:16:38.224397 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-033ade8a-ee34-4f65-9db9-918a0fb7fd12 None None] Attempt 5 to provision port 0b9d1905-a1ee-48aa-a3cd-6cf616748b36 Oct 04 09:16:38.254838 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-15f7c76f-4ff6-4e55-8ab1-75ed67acb0b8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] For port 0ff81631-f064-4fc8-b322-fe1a33d60547, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=0ff81631-f064-4fc8-b322-fe1a33d60547,segment=NetworkSegment(ef21bc3b-836d-4a1e-b285-f9bf1f643db4),segment_id=ef21bc3b-836d-4a1e-b285-f9bf1f643db4)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:16:38.255200 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-15f7c76f-4ff6-4e55-8ab1-75ed67acb0b8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:38.304601 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-033ade8a-ee34-4f65-9db9-918a0fb7fd12 None None] Port 0b9d1905-a1ee-48aa-a3cd-6cf616748b36 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:16:38.385854 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-15f7c76f-4ff6-4e55-8ab1-75ed67acb0b8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Calling delete_port for 0ff81631-f064-4fc8-b322-fe1a33d60547 owned by network:dhcp {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:16:38.386204 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bd201a-c5b0-4122-ad53-a8e68ed87367 None None] DHCP port deletion for 664b6536-91a2-497d-a25f-e7bebdd334aa request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:16:38.390906 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-94bd201a-c5b0-4122-ad53-a8e68ed87367 None None] Deleting port 0ff81631-f064-4fc8-b322-fe1a33d60547 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:16:38.391290 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-94bd201a-c5b0-4122-ad53-a8e68ed87367 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:38.447439 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 842cb5a1-0f9d-471c-8b88-ea1d531f7c53 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:16:38.477241 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-15f7c76f-4ff6-4e55-8ab1-75ed67acb0b8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:38.524606 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4d4ae8-bfc2-484d-b5bf-c7af27cb0680 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:16:38.540069 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33425995-13f5-4e44-a35f-7353002b3af5 None None] Sync routers for ids ['f972579a-6ef4-443c-a645-3233e1d7e64e'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:16:38.544562 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f7c76f-4ff6-4e55-8ab1-75ed67acb0b8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event deleted for resources: {'Port': ['ID=0ff81631-f064-4fc8-b322-fe1a33d60547,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:38.546278 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0a3729e5-ce88-4cca-b058-0df887983a7b tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:38.558824 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-fd4d4ae8-bfc2-484d-b5bf-c7af27cb0680 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "PUT /v2.0/routers/f972579a-6ef4-443c-a645-3233e1d7e64e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1758249 Oct 04 09:16:38.560000 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-94bd201a-c5b0-4122-ad53-a8e68ed87367 None None] The port '0ff81631-f064-4fc8-b322-fe1a33d60547' was deleted {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 04 09:16:38.572054 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 60088) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:38.578383 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-8e6d4c3f-696b-4330-b8a9-c6912160b9ca tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1847382403'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:16:38.580292 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33425995-13f5-4e44-a35f-7353002b3af5 None None] Routers {'f972579a-6ef4-443c-a645-3233e1d7e64e'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:16:38.583421 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-33425995-13f5-4e44-a35f-7353002b3af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:16:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['f972579a-6ef4-443c-a645-3233e1d7e64e'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:38.584976 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 842cb5a1-0f9d-471c-8b88-ea1d531f7c53 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:16:38.589796 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-8e6d4c3f-696b-4330-b8a9-c6912160b9ca tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:16:38.591267 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f7c76f-4ff6-4e55-8ab1-75ed67acb0b8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] No DVR routers for this DVR port 0ff81631-f064-4fc8-b322-fe1a33d60547 on host dv-neutron-860215-1-hyperv {{(pid=89033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:16:38.593467 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 65b6d67a-c9d4-4c5b-b010-727ccc5511e2 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:16:38.594988 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ae909602-bcc7-44fd-99e6-f2087af01793 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:38.595418 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ae909602-bcc7-44fd-99e6-f2087af01793 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:38.608528 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-8e6d4c3f-696b-4330-b8a9-c6912160b9ca tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Usage tracker for resource:network and tenant:9e78cb9b328b4bfc813a095a6b1b578a is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:16:38.614233 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-8e6d4c3f-696b-4330-b8a9-c6912160b9ca tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:16:38.655221 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3729e5-ce88-4cca-b058-0df887983a7b tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Pushing event deleted for resources: {'Port': ['ID=0b9d1905-a1ee-48aa-a3cd-6cf616748b36,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:38.752910 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-8e6d4c3f-696b-4330-b8a9-c6912160b9ca tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:16:38.760071 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 65b6d67a-c9d4-4c5b-b010-727ccc5511e2 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:16:38.760478 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:38.760821 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 65b6d67a-c9d4-4c5b-b010-727ccc5511e2 Oct 04 09:16:38.762751 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-ae909602-bcc7-44fd-99e6-f2087af01793 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Calling delete_port for ce6e1613-5a8b-4ec2-bd1a-97b6ec8a7ffc owned by network:floatingip {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:16:38.834346 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6d4c3f-696b-4330-b8a9-c6912160b9ca tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Made reservation on behalf of 9e78cb9b328b4bfc813a095a6b1b578a for: {'network': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:16:38.835991 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-033ade8a-ee34-4f65-9db9-918a0fb7fd12 None None] Attempt 6 to provision port 0b9d1905-a1ee-48aa-a3cd-6cf616748b36 Oct 04 09:16:38.838630 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8e6d4c3f-696b-4330-b8a9-c6912160b9ca tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:38.920060 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e6d4c3f-696b-4330-b8a9-c6912160b9ca tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=89032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:16:38.950783 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-033ade8a-ee34-4f65-9db9-918a0fb7fd12 None None] Port 0b9d1905-a1ee-48aa-a3cd-6cf616748b36 was deleted so its status cannot be updated. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 04 09:16:38.964760 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-33425995-13f5-4e44-a35f-7353002b3af5 None None] Set router f972579a-6ef4-443c-a645-3233e1d7e64e gateway port host: None {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:16:39.031269 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8e6d4c3f-696b-4330-b8a9-c6912160b9ca tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:39.031626 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.segments_db [None req-8e6d4c3f-696b-4330-b8a9-c6912160b9ca tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Added segment ee534e5a-59b4-4309-8ff3-ca8331db70f3 of type vlan for network 35f54e98-9f24-485c-b0e8-82556896f878 Oct 04 09:16:39.106227 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-9e9aaff6-686a-4e1b-91e1-a1945c624929 None None] Provisioning for port 50ec0c8d-3fe2-42db-beee-564da29f84c0 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:16:39.109112 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8e6d4c3f-696b-4330-b8a9-c6912160b9ca tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:39.112478 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 65b6d67a-c9d4-4c5b-b010-727ccc5511e2 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:16:39.113984 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 8970ee94-ba3e-405d-a674-af2c5ff6703f up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:16:39.152879 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8e6d4c3f-696b-4330-b8a9-c6912160b9ca tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:39.162877 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6d4c3f-696b-4330-b8a9-c6912160b9ca tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:39.164013 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8e6d4c3f-696b-4330-b8a9-c6912160b9ca tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:39.179286 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-9e9aaff6-686a-4e1b-91e1-a1945c624929 None None] Provisioning complete for port 50ec0c8d-3fe2-42db-beee-564da29f84c0 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:16:39.179685 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-9e9aaff6-686a-4e1b-91e1-a1945c624929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:39.180120 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-9e9aaff6-686a-4e1b-91e1-a1945c624929 None None] Attempt 1 to provision port 50ec0c8d-3fe2-42db-beee-564da29f84c0 Oct 04 09:16:39.245703 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-9e9aaff6-686a-4e1b-91e1-a1945c624929 None None] Port 50ec0c8d-3fe2-42db-beee-564da29f84c0 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:16:39.264121 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-15f7c76f-4ff6-4e55-8ab1-75ed67acb0b8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:39.264295 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 8970ee94-ba3e-405d-a674-af2c5ff6703f triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:16:39.264665 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:39.265003 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 8970ee94-ba3e-405d-a674-af2c5ff6703f Oct 04 09:16:39.289600 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0a3729e5-ce88-4cca-b058-0df887983a7b tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736911'] for router_interface, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:39.300880 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-15f7c76f-4ff6-4e55-8ab1-75ed67acb0b8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['664b6536-91a2-497d-a25f-e7bebdd334aa']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:39.308644 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6d4c3f-696b-4330-b8a9-c6912160b9ca tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event updated for resources: {'Network': ['ID=35f54e98-9f24-485c-b0e8-82556896f878,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:39.324212 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ae909602-bcc7-44fd-99e6-f2087af01793 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:39.332586 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 35f54e98-9f24-485c-b0e8-82556896f878 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:16:39.368897 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-15f7c76f-4ff6-4e55-8ab1-75ed67acb0b8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef21bc3b-836d-4a1e-b285-f9bf1f643db4') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:39.369297 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-15f7c76f-4ff6-4e55-8ab1-75ed67acb0b8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef21bc3b-836d-4a1e-b285-f9bf1f643db4') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:39.388272 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-8e6d4c3f-696b-4330-b8a9-c6912160b9ca tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8149707 Oct 04 09:16:39.389167 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 60092) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:39.392865 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae909602-bcc7-44fd-99e6-f2087af01793 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Pushing event deleted for resources: {'Port': ['ID=ce6e1613-5a8b-4ec2-bd1a-97b6ec8a7ffc,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:39.409265 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-af20efd0-7473-4b9c-b9fc-2d1b8056488e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Request body: {'subnet': {'network_id': '35f54e98-9f24-485c-b0e8-82556896f878', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:16:39.460339 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-15f7c76f-4ff6-4e55-8ab1-75ed67acb0b8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:39.521696 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-33425995-13f5-4e44-a35f-7353002b3af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'name': 'tempest-RoutersIpV6Test-router-1997751477', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:16:21Z', 'updated_at': '2022-10-04T09:16:36Z', 'revision_number': 3, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'gw_port_host': None, '_interfaces': [{'id': '50ec0c8d-3fe2-42db-beee-564da29f84c0', 'name': '', 'network_id': '6dd7e460-be85-42b6-8a4d-81c87d02d598', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:b0:98:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'b033d4b6-0978-4fce-8f97-1cf1db4aba17', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:34Z', 'updated_at': '2022-10-04T09:16:36Z', 'revision_number': 2, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': 'b033d4b6-0978-4fce-8f97-1cf1db4aba17', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65b6d67a-c9d4-4c5b-b010-727ccc5511e2', 'name': '', 'network_id': '6065a5f1-b66e-4f49-a8a1-e6d35ec1d22d', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:13:29:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '68eae767-d84c-4311-87d9-ebde9248d107', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:24Z', 'updated_at': '2022-10-04T09:16:37Z', 'revision_number': 5, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': '68eae767-d84c-4311-87d9-ebde9248d107', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:39.526106 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33425995-13f5-4e44-a35f-7353002b3af5 None None] Checking router: f972579a-6ef4-443c-a645-3233e1d7e64e for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:16:39.526750 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33425995-13f5-4e44-a35f-7353002b3af5 None None] Updating router f972579a-6ef4-443c-a645-3233e1d7e64e port 50ec0c8d-3fe2-42db-beee-564da29f84c0 binding host dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:16:39.549487 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-af20efd0-7473-4b9c-b9fc-2d1b8056488e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:16:39.555202 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-af20efd0-7473-4b9c-b9fc-2d1b8056488e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Usage tracker for resource:subnet and tenant:9e78cb9b328b4bfc813a095a6b1b578a is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:16:39.559205 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-af20efd0-7473-4b9c-b9fc-2d1b8056488e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:16:39.565434 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-af20efd0-7473-4b9c-b9fc-2d1b8056488e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:16:39.571548 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 8970ee94-ba3e-405d-a674-af2c5ff6703f is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:16:39.578659 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-15f7c76f-4ff6-4e55-8ab1-75ed67acb0b8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:39.586384 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-33425995-13f5-4e44-a35f-7353002b3af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:39.619332 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af20efd0-7473-4b9c-b9fc-2d1b8056488e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Made reservation on behalf of 9e78cb9b328b4bfc813a095a6b1b578a for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:16:39.623200 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-af20efd0-7473-4b9c-b9fc-2d1b8056488e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:39.659742 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15f7c76f-4ff6-4e55-8ab1-75ed67acb0b8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:16:39.660736 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-15f7c76f-4ff6-4e55-8ab1-75ed67acb0b8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:39.738535 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment ef21bc3b-836d-4a1e-b285-f9bf1f643db4 resource provider aggregate not found Oct 04 09:16:39.748081 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-9e9aaff6-686a-4e1b-91e1-a1945c624929 None None] Attempt 2 to provision port 50ec0c8d-3fe2-42db-beee-564da29f84c0 Oct 04 09:16:39.767395 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ae909602-bcc7-44fd-99e6-f2087af01793 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Notify callbacks [] for floatingip, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:39.770723 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ae909602-bcc7-44fd-99e6-f2087af01793 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:39.772283 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-ae909602-bcc7-44fd-99e6-f2087af01793 tempest-ServerActionsTestJSON-1972438215 tempest-ServerActionsTestJSON-1972438215-project] 10.222.0.50 "DELETE /v2.0/floatingips/dc518947-e43e-44d0-a7b7-65e9cc05522c HTTP/1.1" status: 204 len: 168 time: 3.0209796 Oct 04 09:16:39.775389 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment ef21bc3b-836d-4a1e-b285-f9bf1f643db4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ef21bc3b-836d-4a1e-b285-f9bf1f643db4 found for delete ", "request_id": "req-2b59cd59-dae1-490b-9e5a-c9e19e4aba51"}]} Oct 04 09:16:39.776103 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60100) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:39.778898 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a3729e5-ce88-4cca-b058-0df887983a7b tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Router f39f1c62-a927-447c-aef8-5344b1eb55df has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:16:39.835134 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-9e9aaff6-686a-4e1b-91e1-a1945c624929 None None] Port 50ec0c8d-3fe2-42db-beee-564da29f84c0 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:16:39.889138 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-15f7c76f-4ff6-4e55-8ab1-75ed67acb0b8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:39.968926 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-15f7c76f-4ff6-4e55-8ab1-75ed67acb0b8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:39.986572 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f7c76f-4ff6-4e55-8ab1-75ed67acb0b8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event deleted for resources: {'Network': ['ID=664b6536-91a2-497d-a25f-e7bebdd334aa,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:40.005421 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3729e5-ce88-4cca-b058-0df887983a7b tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:16:40.017099 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac77884-2916-479c-9d85-b8a41e076597 None None] Sync routers for ids ['f39f1c62-a927-447c-aef8-5344b1eb55df'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:16:40.017901 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-0a3729e5-ce88-4cca-b058-0df887983a7b tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] 10.222.0.50 "PUT /v2.0/routers/f39f1c62-a927-447c-aef8-5344b1eb55df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8319862 Oct 04 09:16:40.019157 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60106) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:40.032904 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac77884-2916-479c-9d85-b8a41e076597 None None] Routers {'f39f1c62-a927-447c-aef8-5344b1eb55df'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:16:40.036561 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-dac77884-2916-479c-9d85-b8a41e076597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:16:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['f39f1c62-a927-447c-aef8-5344b1eb55df'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:40.062968 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-33425995-13f5-4e44-a35f-7353002b3af5 None None] Notify callbacks [] for port, precommit_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:40.079296 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.provisioning_blocks [None req-33425995-13f5-4e44-a35f-7353002b3af5 None None] Transition to ACTIVE for port object 50ec0c8d-3fe2-42db-beee-564da29f84c0 will not be triggered until provisioned by entity L2. {{(pid=89035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:16:40.080120 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-15f7c76f-4ff6-4e55-8ab1-75ed67acb0b8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "DELETE /v2.0/networks/664b6536-91a2-497d-a25f-e7bebdd334aa HTTP/1.1" status: 204 len: 168 time: 2.2596216 Oct 04 09:16:40.080981 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 60112) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:40.088021 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-33425995-13f5-4e44-a35f-7353002b3af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:40.088261 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-5cd2548e-fa97-46aa-9716-e98dbf7a6673 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1061241033'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:16:40.094524 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-5cd2548e-fa97-46aa-9716-e98dbf7a6673 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:16:40.099916 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-5cd2548e-fa97-46aa-9716-e98dbf7a6673 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Usage tracker for resource:network and tenant:8de43eb137fe47f9a4031ea91b631fcc is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:16:40.103675 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-5cd2548e-fa97-46aa-9716-e98dbf7a6673 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:16:40.110275 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-5cd2548e-fa97-46aa-9716-e98dbf7a6673 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:16:40.134106 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd2548e-fa97-46aa-9716-e98dbf7a6673 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Made reservation on behalf of 8de43eb137fe47f9a4031ea91b631fcc for: {'network': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:16:40.138436 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5cd2548e-fa97-46aa-9716-e98dbf7a6673 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:40.158365 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-dac77884-2916-479c-9d85-b8a41e076597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:40.166196 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-0dbe9199-b28d-4378-a3b7-c52b72c0c3fd tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] delete failed (client error): The resource could not be found. Oct 04 09:16:40.168400 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac77884-2916-479c-9d85-b8a41e076597 None None] Routers {'f39f1c62-a927-447c-aef8-5344b1eb55df'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:16:40.168549 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-dac77884-2916-479c-9d85-b8a41e076597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:16:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['f39f1c62-a927-447c-aef8-5344b1eb55df'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:40.171602 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-0dbe9199-b28d-4378-a3b7-c52b72c0c3fd tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] 10.222.0.50 "DELETE /v2.0/routers/tempest-non_exist_router-2008433815 HTTP/1.1" status: 404 len: 335 time: 0.1505885 Oct 04 09:16:40.181456 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60116) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:40.189682 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-ba4a0a35-430e-4a92-b9af-a20a19c2fc2e tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f39f1c62-a927-447c-aef8-5344b1eb55df'}}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:16:40.193688 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cd2548e-fa97-46aa-9716-e98dbf7a6673 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=89032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:16:40.215740 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5cd2548e-fa97-46aa-9716-e98dbf7a6673 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:40.216384 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.segments_db [None req-5cd2548e-fa97-46aa-9716-e98dbf7a6673 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Added segment 1ed82c6b-1d67-4118-9cd4-800d08822c34 of type vlan for network 23c76fa4-1b5f-4544-b632-e20880f25051 Oct 04 09:16:40.234357 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-dac77884-2916-479c-9d85-b8a41e076597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:40.234984 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac77884-2916-479c-9d85-b8a41e076597 None None] The sync data for ids ['f39f1c62-a927-447c-aef8-5344b1eb55df'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:16:40.236195 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beefb8c9-4010-4454-9d16-69390d65e231 None None] Pushing event updated for resources: {'Port': ['ID=50ec0c8d-3fe2-42db-beee-564da29f84c0,revision_number=3']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:40.264289 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5cd2548e-fa97-46aa-9716-e98dbf7a6673 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:40.275695 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-af20efd0-7473-4b9c-b9fc-2d1b8056488e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:40.298966 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 0ff81631-f064-4fc8-b322-fe1a33d60547 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:16:40.357006 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-9e9aaff6-686a-4e1b-91e1-a1945c624929 None None] Attempt 3 to provision port 50ec0c8d-3fe2-42db-beee-564da29f84c0 Oct 04 09:16:40.373356 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-33425995-13f5-4e44-a35f-7353002b3af5 None None] Attempting to bind port 50ec0c8d-3fe2-42db-beee-564da29f84c0 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:16:40.373988 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-33425995-13f5-4e44-a35f-7353002b3af5 None None] Attempting to bind port 50ec0c8d-3fe2-42db-beee-564da29f84c0 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '3ee2d6cd-445f-40a0-933d-e028c5993cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6dd7e460-be85-42b6-8a4d-81c87d02d598'}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:16:40.374497 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33425995-13f5-4e44-a35f-7353002b3af5 None None] Attempting to bind port 50ec0c8d-3fe2-42db-beee-564da29f84c0 on network 6dd7e460-be85-42b6-8a4d-81c87d02d598 {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:16:40.380469 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33425995-13f5-4e44-a35f-7353002b3af5 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:16:40.381049 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33425995-13f5-4e44-a35f-7353002b3af5 None None] Checking segment: {'id': '3ee2d6cd-445f-40a0-933d-e028c5993cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6dd7e460-be85-42b6-8a4d-81c87d02d598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:16:40.381190 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af20efd0-7473-4b9c-b9fc-2d1b8056488e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Checking segment: {'id': 'ee534e5a-59b4-4309-8ff3-ca8331db70f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '35f54e98-9f24-485c-b0e8-82556896f878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:16:40.381320 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-33425995-13f5-4e44-a35f-7353002b3af5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:40.381512 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33425995-13f5-4e44-a35f-7353002b3af5 None None] Bound using segment: {'id': '3ee2d6cd-445f-40a0-933d-e028c5993cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6dd7e460-be85-42b6-8a4d-81c87d02d598'} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:16:40.381636 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af20efd0-7473-4b9c-b9fc-2d1b8056488e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Network hostable DHCP agents. Network: 35f54e98-9f24-485c-b0e8-82556896f878, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:16:40.381972 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-33425995-13f5-4e44-a35f-7353002b3af5 None None] Bound port: 50ec0c8d-3fe2-42db-beee-564da29f84c0, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ee2d6cd-445f-40a0-933d-e028c5993cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6dd7e460-be85-42b6-8a4d-81c87d02d598'}}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:16:40.382361 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-33425995-13f5-4e44-a35f-7353002b3af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:40.389060 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 0ff81631-f064-4fc8-b322-fe1a33d60547 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:16:40.389611 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 0ff81631-f064-4fc8-b322-fe1a33d60547 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:16:40.426618 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5cd2548e-fa97-46aa-9716-e98dbf7a6673 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:40.435982 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd2548e-fa97-46aa-9716-e98dbf7a6673 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:40.437179 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5cd2548e-fa97-46aa-9716-e98dbf7a6673 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:40.437589 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-9e9aaff6-686a-4e1b-91e1-a1945c624929 None None] Port 50ec0c8d-3fe2-42db-beee-564da29f84c0 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:16:40.468231 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af20efd0-7473-4b9c-b9fc-2d1b8056488e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event updated for resources: {'Subnet': ['ID=fdfd5229-dfbd-4bd8-8dac-4aa46ca4f1ad,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:40.471742 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af20efd0-7473-4b9c-b9fc-2d1b8056488e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Network 35f54e98-9f24-485c-b0e8-82556896f878 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:16:40.492058 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-33425995-13f5-4e44-a35f-7353002b3af5 None None] For port 50ec0c8d-3fe2-42db-beee-564da29f84c0, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:16:40.495541 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-33425995-13f5-4e44-a35f-7353002b3af5 None None] For port 50ec0c8d-3fe2-42db-beee-564da29f84c0, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=50ec0c8d-3fe2-42db-beee-564da29f84c0,segment=NetworkSegment(3ee2d6cd-445f-40a0-933d-e028c5993cb2),segment_id=3ee2d6cd-445f-40a0-933d-e028c5993cb2)] {{(pid=89035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:16:40.500955 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-33425995-13f5-4e44-a35f-7353002b3af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:40.539197 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-af20efd0-7473-4b9c-b9fc-2d1b8056488e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 35f54e98-9f24-485c-b0e8-82556896f878) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:16:40.543765 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af20efd0-7473-4b9c-b9fc-2d1b8056488e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:40.544653 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-af20efd0-7473-4b9c-b9fc-2d1b8056488e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:40.552538 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63581644-dbfd-4696-b12d-bf6294bb36ea None None] Network 35f54e98-9f24-485c-b0e8-82556896f878 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:16:40.581364 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-af20efd0-7473-4b9c-b9fc-2d1b8056488e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1794381 Oct 04 09:16:40.583036 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 60120) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:40.592293 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beefb8c9-4010-4454-9d16-69390d65e231 None None] Pushing event updated for resources: {'Port': ['ID=50ec0c8d-3fe2-42db-beee-564da29f84c0,revision_number=4']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:40.605923 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-5cd2548e-fa97-46aa-9716-e98dbf7a6673 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5235717 Oct 04 09:16:40.608489 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60124) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:40.612928 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33425995-13f5-4e44-a35f-7353002b3af5 None None] Routers {'f972579a-6ef4-443c-a645-3233e1d7e64e'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:16:40.613577 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-33425995-13f5-4e44-a35f-7353002b3af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:16:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['f972579a-6ef4-443c-a645-3233e1d7e64e'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:40.667528 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-97009683-1ee9-4a0f-95cf-d6e1fd91ca0b tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Request body: {'subnet': {'network_id': '23c76fa4-1b5f-4544-b632-e20880f25051', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:16:40.833618 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-33425995-13f5-4e44-a35f-7353002b3af5 None None] Set router f972579a-6ef4-443c-a645-3233e1d7e64e gateway port host: None {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:16:40.843977 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe07bdae-e908-451e-91ee-e76ce41eb88f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-35f54e98-9f24-485c-b0e8-82556896f878', 'network_id': '35f54e98-9f24-485c-b0e8-82556896f878', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'fixed_ips': [{'subnet_id': 'fdfd5229-dfbd-4bd8-8dac-4aa46ca4f1ad'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:16:40.845160 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-fe07bdae-e908-451e-91ee-e76ce41eb88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:40.897088 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd2548e-fa97-46aa-9716-e98dbf7a6673 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event updated for resources: {'Network': ['ID=23c76fa4-1b5f-4544-b632-e20880f25051,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:41.008075 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-9e9aaff6-686a-4e1b-91e1-a1945c624929 None None] Attempt 4 to provision port 50ec0c8d-3fe2-42db-beee-564da29f84c0 Oct 04 09:16:41.034917 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ba4a0a35-430e-4a92-b9af-a20a19c2fc2e tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:41.051330 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-97009683-1ee9-4a0f-95cf-d6e1fd91ca0b tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:16:41.055027 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 23c76fa4-1b5f-4544-b632-e20880f25051 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:16:41.106464 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-97009683-1ee9-4a0f-95cf-d6e1fd91ca0b tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Usage tracker for resource:subnet and tenant:8de43eb137fe47f9a4031ea91b631fcc is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:16:41.143096 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-97009683-1ee9-4a0f-95cf-d6e1fd91ca0b tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:16:41.146751 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-ba4a0a35-430e-4a92-b9af-a20a19c2fc2e tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] update failed (client error): The resource could not be found. Oct 04 09:16:41.147943 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-ba4a0a35-430e-4a92-b9af-a20a19c2fc2e tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] 10.222.0.50 "PUT /v2.0/routers/f39f1c62-a927-447c-aef8-5344b1eb55df HTTP/1.1" status: 404 len: 339 time: 0.9654193 Oct 04 09:16:41.153899 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 60128) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:41.155793 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-97009683-1ee9-4a0f-95cf-d6e1fd91ca0b tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:16:41.182364 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-fe07bdae-e908-451e-91ee-e76ce41eb88f None None] Allocated IP 2001:db8:2::2 (35f54e98-9f24-485c-b0e8-82556896f878/fdfd5229-dfbd-4bd8-8dac-4aa46ca4f1ad/8fda1584-9a96-4c78-a033-07a40ec7b079) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:16:41.198823 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:41.210321 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-33425995-13f5-4e44-a35f-7353002b3af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'name': 'tempest-RoutersIpV6Test-router-1997751477', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:16:21Z', 'updated_at': '2022-10-04T09:16:36Z', 'revision_number': 3, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'gw_port_host': None, '_interfaces': [{'id': '50ec0c8d-3fe2-42db-beee-564da29f84c0', 'name': '', 'network_id': '6dd7e460-be85-42b6-8a4d-81c87d02d598', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:b0:98:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'b033d4b6-0978-4fce-8f97-1cf1db4aba17', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:34Z', 'updated_at': '2022-10-04T09:16:40Z', 'revision_number': 4, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': 'b033d4b6-0978-4fce-8f97-1cf1db4aba17', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65b6d67a-c9d4-4c5b-b010-727ccc5511e2', 'name': '', 'network_id': '6065a5f1-b66e-4f49-a8a1-e6d35ec1d22d', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:13:29:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '68eae767-d84c-4311-87d9-ebde9248d107', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:24Z', 'updated_at': '2022-10-04T09:16:37Z', 'revision_number': 5, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': '68eae767-d84c-4311-87d9-ebde9248d107', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:41.214626 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97009683-1ee9-4a0f-95cf-d6e1fd91ca0b tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Made reservation on behalf of 8de43eb137fe47f9a4031ea91b631fcc for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:16:41.215137 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33425995-13f5-4e44-a35f-7353002b3af5 None None] The sync data for ids ['f972579a-6ef4-443c-a645-3233e1d7e64e'] in dv-neutron-860215-1-hyperv is: [{'id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'name': 'tempest-RoutersIpV6Test-router-1997751477', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:16:21Z', 'updated_at': '2022-10-04T09:16:36Z', 'revision_number': 3, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'gw_port_host': None, '_interfaces': [{'id': '50ec0c8d-3fe2-42db-beee-564da29f84c0', 'name': '', 'network_id': '6dd7e460-be85-42b6-8a4d-81c87d02d598', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:b0:98:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'b033d4b6-0978-4fce-8f97-1cf1db4aba17', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:34Z', 'updated_at': '2022-10-04T09:16:40Z', 'revision_number': 4, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': 'b033d4b6-0978-4fce-8f97-1cf1db4aba17', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65b6d67a-c9d4-4c5b-b010-727ccc5511e2', 'name': '', 'network_id': '6065a5f1-b66e-4f49-a8a1-e6d35ec1d22d', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:13:29:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '68eae767-d84c-4311-87d9-ebde9248d107', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:24Z', 'updated_at': '2022-10-04T09:16:37Z', 'revision_number': 5, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': '68eae767-d84c-4311-87d9-ebde9248d107', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:16:41.219558 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-97009683-1ee9-4a0f-95cf-d6e1fd91ca0b tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:41.221875 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-9e9aaff6-686a-4e1b-91e1-a1945c624929 None None] Port 50ec0c8d-3fe2-42db-beee-564da29f84c0 had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 09:16:41.331652 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-9e9aaff6-686a-4e1b-91e1-a1945c624929 None None] Provisioning complete for port 8970ee94-ba3e-405d-a674-af2c5ff6703f triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:16:41.333300 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-9e9aaff6-686a-4e1b-91e1-a1945c624929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:41.334195 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-9e9aaff6-686a-4e1b-91e1-a1945c624929 None None] Attempt 1 to provision port 8970ee94-ba3e-405d-a674-af2c5ff6703f Oct 04 09:16:41.565529 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-9e9aaff6-686a-4e1b-91e1-a1945c624929 None None] Current status of the port 8970ee94-ba3e-405d-a674-af2c5ff6703f is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:16:41.577199 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-97009683-1ee9-4a0f-95cf-d6e1fd91ca0b tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:41.577627 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-9e9aaff6-686a-4e1b-91e1-a1945c624929 None None] Could not find standard attr ID for object 0b9d1905-a1ee-48aa-a3cd-6cf616748b36. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:16:41.582984 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-fe07bdae-e908-451e-91ee-e76ce41eb88f None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:41.588491 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-9e9aaff6-686a-4e1b-91e1-a1945c624929 None None] Could not find standard attr ID for object 2a1f8820-28e3-44ae-9015-ac4aa892ba0a. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:16:41.595643 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-fe07bdae-e908-451e-91ee-e76ce41eb88f None None] Transition to ACTIVE for port object 8fda1584-9a96-4c78-a033-07a40ec7b079 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:16:41.632960 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-9e9aaff6-686a-4e1b-91e1-a1945c624929 None None] Provisioning for port 842cb5a1-0f9d-471c-8b88-ea1d531f7c53 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:16:41.646046 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-9e9aaff6-686a-4e1b-91e1-a1945c624929 None None] Provisioning complete for port 842cb5a1-0f9d-471c-8b88-ea1d531f7c53 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:16:41.646508 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-9e9aaff6-686a-4e1b-91e1-a1945c624929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:41.646744 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-9e9aaff6-686a-4e1b-91e1-a1945c624929 None None] Attempt 1 to provision port 842cb5a1-0f9d-471c-8b88-ea1d531f7c53 Oct 04 09:16:41.710703 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-fe07bdae-e908-451e-91ee-e76ce41eb88f None None] Transition to ACTIVE for port object 8fda1584-9a96-4c78-a033-07a40ec7b079 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:16:41.726239 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-fe07bdae-e908-451e-91ee-e76ce41eb88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:41.744465 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60134) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:41.745253 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97009683-1ee9-4a0f-95cf-d6e1fd91ca0b tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event updated for resources: {'Subnet': ['ID=4d8fec4f-f97c-4843-9ff3-9915c5901c85,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:41.812243 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97009683-1ee9-4a0f-95cf-d6e1fd91ca0b tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Checking segment: {'id': '1ed82c6b-1d67-4118-9cd4-800d08822c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '23c76fa4-1b5f-4544-b632-e20880f25051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:16:41.812972 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97009683-1ee9-4a0f-95cf-d6e1fd91ca0b tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Network hostable DHCP agents. Network: 23c76fa4-1b5f-4544-b632-e20880f25051, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:16:41.855837 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe07bdae-e908-451e-91ee-e76ce41eb88f None None] Network 35f54e98-9f24-485c-b0e8-82556896f878 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:16:41.861628 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-fe07bdae-e908-451e-91ee-e76ce41eb88f None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:16:41.867234 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-9e9aaff6-686a-4e1b-91e1-a1945c624929 None None] Current status of the port 842cb5a1-0f9d-471c-8b88-ea1d531f7c53 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:16:41.867234 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-9e9aaff6-686a-4e1b-91e1-a1945c624929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:41.884654 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe07bdae-e908-451e-91ee-e76ce41eb88f None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:16:41.887584 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97009683-1ee9-4a0f-95cf-d6e1fd91ca0b tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Network 23c76fa4-1b5f-4544-b632-e20880f25051 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:16:41.891088 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe07bdae-e908-451e-91ee-e76ce41eb88f None None] Pushing event updated for resources: {'Port': ['ID=8fda1584-9a96-4c78-a033-07a40ec7b079,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:41.911831 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1fd17dac-bb94-4b7d-aadd-3d7b83cd6331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736827'] for router_interface, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:41.979998 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-9e9aaff6-686a-4e1b-91e1-a1945c624929 None None] For port 842cb5a1-0f9d-471c-8b88-ea1d531f7c53, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=842cb5a1-0f9d-471c-8b88-ea1d531f7c53,segment=NetworkSegment(3ee2d6cd-445f-40a0-933d-e028c5993cb2),segment_id=3ee2d6cd-445f-40a0-933d-e028c5993cb2)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:16:41.986867 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-97009683-1ee9-4a0f-95cf-d6e1fd91ca0b tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 23c76fa4-1b5f-4544-b632-e20880f25051) {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:16:42.002933 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97009683-1ee9-4a0f-95cf-d6e1fd91ca0b tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:42.003507 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-97009683-1ee9-4a0f-95cf-d6e1fd91ca0b tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:42.008969 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f8a05c-bcb5-4b4b-bc58-09f5dc078934 None None] Network 23c76fa4-1b5f-4544-b632-e20880f25051 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:16:42.027986 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-9e9aaff6-686a-4e1b-91e1-a1945c624929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:42.028246 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-97009683-1ee9-4a0f-95cf-d6e1fd91ca0b tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4180620 Oct 04 09:16:42.033392 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 60138) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:42.034463 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5058c6c0-c29d-4072-bf86-e41b2773dbe8 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:42.035030 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5058c6c0-c29d-4072-bf86-e41b2773dbe8 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:42.035520 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5058c6c0-c29d-4072-bf86-e41b2773dbe8 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:42.037170 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-5058c6c0-c29d-4072-bf86-e41b2773dbe8 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/ports?project_id=78fb12e86c5f40beb578bfb97002b5c9&network_id=138bf702-4d39-408e-a83e-f851bcf14b73 HTTP/1.1" status: 200 len: 2999 time: 0.2763820 Oct 04 09:16:42.049965 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-0e588ebb-8d8c-4a1f-b2df-89d0f0eef56a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Request body: {'port': {'network_id': '23c76fa4-1b5f-4544-b632-e20880f25051', 'name': 'tempest-PortsIpV6TestJSON-388126942', 'fixed_ips': [{'subnet_id': '4d8fec4f-f97c-4843-9ff3-9915c5901c85', 'ip_address': '2001:db8::10'}]}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:16:42.173122 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-fe07bdae-e908-451e-91ee-e76ce41eb88f None None] Attempting to bind port 8fda1584-9a96-4c78-a033-07a40ec7b079 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:16:42.173553 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-fe07bdae-e908-451e-91ee-e76ce41eb88f None None] Attempting to bind port 8fda1584-9a96-4c78-a033-07a40ec7b079 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'ee534e5a-59b4-4309-8ff3-ca8331db70f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '35f54e98-9f24-485c-b0e8-82556896f878'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:16:42.173848 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe07bdae-e908-451e-91ee-e76ce41eb88f None None] Attempting to bind port 8fda1584-9a96-4c78-a033-07a40ec7b079 on network 35f54e98-9f24-485c-b0e8-82556896f878 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:16:42.198856 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e37787f9-635e-4636-96f0-c82ee2610e3e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:42.248065 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe07bdae-e908-451e-91ee-e76ce41eb88f None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:16:42.248513 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe07bdae-e908-451e-91ee-e76ce41eb88f None None] Checking segment: {'id': 'ee534e5a-59b4-4309-8ff3-ca8331db70f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '35f54e98-9f24-485c-b0e8-82556896f878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:16:42.249120 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-fe07bdae-e908-451e-91ee-e76ce41eb88f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:42.249580 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe07bdae-e908-451e-91ee-e76ce41eb88f None None] Bound using segment: {'id': 'ee534e5a-59b4-4309-8ff3-ca8331db70f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '35f54e98-9f24-485c-b0e8-82556896f878'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:16:42.250061 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-fe07bdae-e908-451e-91ee-e76ce41eb88f None None] Bound port: 8fda1584-9a96-4c78-a033-07a40ec7b079, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee534e5a-59b4-4309-8ff3-ca8331db70f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '35f54e98-9f24-485c-b0e8-82556896f878'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:16:42.250433 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-fe07bdae-e908-451e-91ee-e76ce41eb88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:42.281892 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-88fcf911-56c2-4eba-95f5-4e40151dbb68 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:42.298849 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-9e9aaff6-686a-4e1b-91e1-a1945c624929 None None] Could not find standard attr ID for object 6d2ba970-dbba-4410-bfc5-ebb40e9bf44a. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:16:42.312934 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 50ec0c8d-3fe2-42db-beee-564da29f84c0 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:16:42.352444 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-9e9aaff6-686a-4e1b-91e1-a1945c624929 None None] Could not find standard attr ID for object 0ff81631-f064-4fc8-b322-fe1a33d60547. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:16:42.491935 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-1fd17dac-bb94-4b7d-aadd-3d7b83cd6331 admin admin] Deleting port 17d3c310-a243-4519-8927-dc63175c9d6d {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:16:42.492171 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1fd17dac-bb94-4b7d-aadd-3d7b83cd6331 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:42.495761 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9aaff6-686a-4e1b-91e1-a1945c624929 None None] Pushing event updated for resources: {'Port': ['ID=842cb5a1-0f9d-471c-8b88-ea1d531f7c53,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:42.525779 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39132aa6-fc78-41ea-9fcb-02156ef90dae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-23c76fa4-1b5f-4544-b632-e20880f25051', 'network_id': '23c76fa4-1b5f-4544-b632-e20880f25051', 'tenant_id': '8de43eb137fe47f9a4031ea91b631fcc', 'fixed_ips': [{'subnet_id': '4d8fec4f-f97c-4843-9ff3-9915c5901c85'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:16:42.526605 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-39132aa6-fc78-41ea-9fcb-02156ef90dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:42.601841 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-fe07bdae-e908-451e-91ee-e76ce41eb88f None None] For port 8fda1584-9a96-4c78-a033-07a40ec7b079, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:16:42.634090 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-fe07bdae-e908-451e-91ee-e76ce41eb88f None None] For port 8fda1584-9a96-4c78-a033-07a40ec7b079, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=8fda1584-9a96-4c78-a033-07a40ec7b079,segment=NetworkSegment(ee534e5a-59b4-4309-8ff3-ca8331db70f3),segment_id=ee534e5a-59b4-4309-8ff3-ca8331db70f3)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:16:42.635199 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 50ec0c8d-3fe2-42db-beee-564da29f84c0 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:16:42.637860 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-0e588ebb-8d8c-4a1f-b2df-89d0f0eef56a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:16:42.647169 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-fe07bdae-e908-451e-91ee-e76ce41eb88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:42.649328 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-0e588ebb-8d8c-4a1f-b2df-89d0f0eef56a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Usage tracker for resource:port and tenant:8de43eb137fe47f9a4031ea91b631fcc is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:16:42.665845 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-0e588ebb-8d8c-4a1f-b2df-89d0f0eef56a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:16:42.679065 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-1fd17dac-bb94-4b7d-aadd-3d7b83cd6331 admin admin] For port 17d3c310-a243-4519-8927-dc63175c9d6d, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=17d3c310-a243-4519-8927-dc63175c9d6d,segment=NetworkSegment(ab774fdc-dff8-49ef-a1f1-5ebb0e8fcda7),segment_id=ab774fdc-dff8-49ef-a1f1-5ebb0e8fcda7)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:16:42.679444 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1fd17dac-bb94-4b7d-aadd-3d7b83cd6331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:42.692053 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-0e588ebb-8d8c-4a1f-b2df-89d0f0eef56a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:16:42.720227 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 50ec0c8d-3fe2-42db-beee-564da29f84c0 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:16:42.720648 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:42.721025 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 50ec0c8d-3fe2-42db-beee-564da29f84c0 Oct 04 09:16:42.754146 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe07bdae-e908-451e-91ee-e76ce41eb88f None None] Pushing event updated for resources: {'Port': ['ID=8fda1584-9a96-4c78-a033-07a40ec7b079,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:42.790033 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e588ebb-8d8c-4a1f-b2df-89d0f0eef56a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Made reservation on behalf of 8de43eb137fe47f9a4031ea91b631fcc for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:16:42.811192 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-1fd17dac-bb94-4b7d-aadd-3d7b83cd6331 admin admin] Calling delete_port for 17d3c310-a243-4519-8927-dc63175c9d6d owned by network:router_interface {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:16:42.875860 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-39132aa6-fc78-41ea-9fcb-02156ef90dae None None] Allocated IP 2001:db8::2 (23c76fa4-1b5f-4544-b632-e20880f25051/4d8fec4f-f97c-4843-9ff3-9915c5901c85/ed34425a-8982-4919-aee2-09b01f5fdb93) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:16:43.010332 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 50ec0c8d-3fe2-42db-beee-564da29f84c0 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:16:43.010626 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:43.080076 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-e37787f9-635e-4636-96f0-c82ee2610e3e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Allocated IP 2001:db8:2::1 (35f54e98-9f24-485c-b0e8-82556896f878/fdfd5229-dfbd-4bd8-8dac-4aa46ca4f1ad/16a147b9-cb3e-4e7e-b2fb-8db0901a7398) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:16:43.082537 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-88fcf911-56c2-4eba-95f5-4e40151dbb68 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Allocated IP 172.20.0.1 (685d87b0-f689-447f-acfa-47d3dfe1c7b4/4676ee6f-98a5-4557-9bd5-da3dc686f070/0a8b2a5b-e0b6-40f5-b12c-dc80b1fb1e9d) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:16:43.083723 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1fd17dac-bb94-4b7d-aadd-3d7b83cd6331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:43.097982 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0e588ebb-8d8c-4a1f-b2df-89d0f0eef56a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:43.103943 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 50ec0c8d-3fe2-42db-beee-564da29f84c0, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=50ec0c8d-3fe2-42db-beee-564da29f84c0,segment=NetworkSegment(3ee2d6cd-445f-40a0-933d-e028c5993cb2),segment_id=3ee2d6cd-445f-40a0-933d-e028c5993cb2)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:16:43.138611 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd17dac-bb94-4b7d-aadd-3d7b83cd6331 admin admin] Pushing event deleted for resources: {'Port': ['ID=17d3c310-a243-4519-8927-dc63175c9d6d,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:43.141425 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:43.149203 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [None req-0e588ebb-8d8c-4a1f-b2df-89d0f0eef56a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] device_id is not set on port 638b318d-4f5f-403f-b07d-238592f71495 yet. {{(pid=89032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:16:43.276140 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-39132aa6-fc78-41ea-9fcb-02156ef90dae None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:43.293498 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=50ec0c8d-3fe2-42db-beee-564da29f84c0,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:43.307341 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-39132aa6-fc78-41ea-9fcb-02156ef90dae None None] Transition to ACTIVE for port object ed34425a-8982-4919-aee2-09b01f5fdb93 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:16:43.349979 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-39132aa6-fc78-41ea-9fcb-02156ef90dae None None] Transition to ACTIVE for port object ed34425a-8982-4919-aee2-09b01f5fdb93 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:16:43.357559 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-39132aa6-fc78-41ea-9fcb-02156ef90dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:43.454378 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39132aa6-fc78-41ea-9fcb-02156ef90dae None None] Network 23c76fa4-1b5f-4544-b632-e20880f25051 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:16:43.458224 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-39132aa6-fc78-41ea-9fcb-02156ef90dae None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:16:43.467197 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39132aa6-fc78-41ea-9fcb-02156ef90dae None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:16:43.475308 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39132aa6-fc78-41ea-9fcb-02156ef90dae None None] Pushing event updated for resources: {'Port': ['ID=ed34425a-8982-4919-aee2-09b01f5fdb93,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:43.596890 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1fd17dac-bb94-4b7d-aadd-3d7b83cd6331 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736911'] for router_interface, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:43.607001 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-39132aa6-fc78-41ea-9fcb-02156ef90dae None None] Attempting to bind port ed34425a-8982-4919-aee2-09b01f5fdb93 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:16:43.607484 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-39132aa6-fc78-41ea-9fcb-02156ef90dae None None] Attempting to bind port ed34425a-8982-4919-aee2-09b01f5fdb93 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '1ed82c6b-1d67-4118-9cd4-800d08822c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '23c76fa4-1b5f-4544-b632-e20880f25051'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:16:43.607917 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39132aa6-fc78-41ea-9fcb-02156ef90dae None None] Attempting to bind port ed34425a-8982-4919-aee2-09b01f5fdb93 on network 23c76fa4-1b5f-4544-b632-e20880f25051 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:16:43.613767 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39132aa6-fc78-41ea-9fcb-02156ef90dae None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:16:43.614217 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39132aa6-fc78-41ea-9fcb-02156ef90dae None None] Checking segment: {'id': '1ed82c6b-1d67-4118-9cd4-800d08822c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '23c76fa4-1b5f-4544-b632-e20880f25051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:16:43.614753 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-39132aa6-fc78-41ea-9fcb-02156ef90dae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:43.615138 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39132aa6-fc78-41ea-9fcb-02156ef90dae None None] Bound using segment: {'id': '1ed82c6b-1d67-4118-9cd4-800d08822c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '23c76fa4-1b5f-4544-b632-e20880f25051'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:16:43.615667 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-39132aa6-fc78-41ea-9fcb-02156ef90dae None None] Bound port: ed34425a-8982-4919-aee2-09b01f5fdb93, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed82c6b-1d67-4118-9cd4-800d08822c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '23c76fa4-1b5f-4544-b632-e20880f25051'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:16:43.616105 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-39132aa6-fc78-41ea-9fcb-02156ef90dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:43.714354 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-39132aa6-fc78-41ea-9fcb-02156ef90dae None None] For port ed34425a-8982-4919-aee2-09b01f5fdb93, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:16:43.717502 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-39132aa6-fc78-41ea-9fcb-02156ef90dae None None] For port ed34425a-8982-4919-aee2-09b01f5fdb93, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=ed34425a-8982-4919-aee2-09b01f5fdb93,segment=NetworkSegment(1ed82c6b-1d67-4118-9cd4-800d08822c34),segment_id=1ed82c6b-1d67-4118-9cd4-800d08822c34)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:16:43.723801 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-39132aa6-fc78-41ea-9fcb-02156ef90dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:43.791400 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60150) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:43.796686 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-0e588ebb-8d8c-4a1f-b2df-89d0f0eef56a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Allocated IP 2001:db8::10 (23c76fa4-1b5f-4544-b632-e20880f25051/4d8fec4f-f97c-4843-9ff3-9915c5901c85/638b318d-4f5f-403f-b07d-238592f71495) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:16:43.832148 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39132aa6-fc78-41ea-9fcb-02156ef90dae None None] Pushing event updated for resources: {'Port': ['ID=ed34425a-8982-4919-aee2-09b01f5fdb93,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:43.871204 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8586d162-26bf-48de-8c03-963614ef8d2d tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:43.872686 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-8586d162-26bf-48de-8c03-963614ef8d2d tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=f33938cd-879e-4461-9b5e-aa67b746b6bd HTTP/1.1" status: 200 len: 818 time: 0.0803084 Oct 04 09:16:43.925252 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e37787f9-635e-4636-96f0-c82ee2610e3e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:43.937616 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-88fcf911-56c2-4eba-95f5-4e40151dbb68 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:43.992122 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-e37787f9-635e-4636-96f0-c82ee2610e3e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Transition to ACTIVE for port object 16a147b9-cb3e-4e7e-b2fb-8db0901a7398 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:16:44.026389 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-88fcf911-56c2-4eba-95f5-4e40151dbb68 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Transition to ACTIVE for port object 0a8b2a5b-e0b6-40f5-b12c-dc80b1fb1e9d will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:16:44.218519 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-88fcf911-56c2-4eba-95f5-4e40151dbb68 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:44.230224 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd17dac-bb94-4b7d-aadd-3d7b83cd6331 admin admin] Router d498a7fe-10a1-408d-96ac-b032c2687649 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:16:44.324393 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fcf911-56c2-4eba-95f5-4e40151dbb68 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Pushing event updated for resources: {'Port': ['ID=0a8b2a5b-e0b6-40f5-b12c-dc80b1fb1e9d,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:44.327280 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e37787f9-635e-4636-96f0-c82ee2610e3e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:44.415294 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37787f9-635e-4636-96f0-c82ee2610e3e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event updated for resources: {'Port': ['ID=16a147b9-cb3e-4e7e-b2fb-8db0901a7398,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:44.426555 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fcf911-56c2-4eba-95f5-4e40151dbb68 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Network 685d87b0-f689-447f-acfa-47d3dfe1c7b4 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:16:44.427772 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60158) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:44.432774 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-88fcf911-56c2-4eba-95f5-4e40151dbb68 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:16:44.438335 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fcf911-56c2-4eba-95f5-4e40151dbb68 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:16:44.444477 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-946f6427-4ee2-4247-8ba4-5bb2dece538b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'network': {'name': 'tempest-network-smoke--1202322938', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'port_security_enabled': True}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:16:44.458506 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-946f6427-4ee2-4247-8ba4-5bb2dece538b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:16:44.466296 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-946f6427-4ee2-4247-8ba4-5bb2dece538b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:network and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:16:44.474834 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-946f6427-4ee2-4247-8ba4-5bb2dece538b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:16:44.489222 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:16:44.489756 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-946f6427-4ee2-4247-8ba4-5bb2dece538b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:16:44.500281 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd17dac-bb94-4b7d-aadd-3d7b83cd6331 admin admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:16:44.514179 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c28e3af-0a3d-430e-9b6e-f238c50687b4 None None] Sync routers for ids ['d498a7fe-10a1-408d-96ac-b032c2687649'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:16:44.516017 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946f6427-4ee2-4247-8ba4-5bb2dece538b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Made reservation on behalf of 78fb12e86c5f40beb578bfb97002b5c9 for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:16:44.520213 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-946f6427-4ee2-4247-8ba4-5bb2dece538b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:44.520422 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0e588ebb-8d8c-4a1f-b2df-89d0f0eef56a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:44.549901 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6e280e-c781-4662-9502-564fd9b19c2b None None] Network 35f54e98-9f24-485c-b0e8-82556896f878 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:16:44.551376 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37787f9-635e-4636-96f0-c82ee2610e3e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Network 35f54e98-9f24-485c-b0e8-82556896f878 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:16:44.561104 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c28e3af-0a3d-430e-9b6e-f238c50687b4 None None] Routers {'d498a7fe-10a1-408d-96ac-b032c2687649'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:16:44.561731 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-9c28e3af-0a3d-430e-9b6e-f238c50687b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:16:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['d498a7fe-10a1-408d-96ac-b032c2687649'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:44.565998 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-e37787f9-635e-4636-96f0-c82ee2610e3e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:16:44.572551 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device ed34425a-8982-4919-aee2-09b01f5fdb93 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:16:44.580179 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-1fd17dac-bb94-4b7d-aadd-3d7b83cd6331 admin admin] 10.222.0.50 "PUT /v2.0/routers/d498a7fe-10a1-408d-96ac-b032c2687649/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7984924 Oct 04 09:16:44.582485 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 60162) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:44.584432 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-946f6427-4ee2-4247-8ba4-5bb2dece538b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:16:44.586344 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37787f9-635e-4636-96f0-c82ee2610e3e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:16:44.586906 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e37787f9-635e-4636-96f0-c82ee2610e3e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737202'] for router_interface, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:44.598614 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-88fcf911-56c2-4eba-95f5-4e40151dbb68 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737202'] for router_interface, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:44.603595 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-946f6427-4ee2-4247-8ba4-5bb2dece538b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:44.604185 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-946f6427-4ee2-4247-8ba4-5bb2dece538b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Added segment ec6de81c-a4ad-40ab-b324-ad9ea969be8e of type vlan for network 98999962-6684-4cae-8a5e-eac6d8d168de Oct 04 09:16:44.698204 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-946f6427-4ee2-4247-8ba4-5bb2dece538b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:44.762691 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-946f6427-4ee2-4247-8ba4-5bb2dece538b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:44.768668 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946f6427-4ee2-4247-8ba4-5bb2dece538b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:44.769817 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-946f6427-4ee2-4247-8ba4-5bb2dece538b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:44.796391 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-0e588ebb-8d8c-4a1f-b2df-89d0f0eef56a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Transition to ACTIVE for port object 638b318d-4f5f-403f-b07d-238592f71495 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:16:44.877458 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0e588ebb-8d8c-4a1f-b2df-89d0f0eef56a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:44.899180 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-aca0e56a-d667-4a68-8591-49ed1501f8ce None None] Provisioning for port 8fda1584-9a96-4c78-a033-07a40ec7b079 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:16:44.905560 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-9c28e3af-0a3d-430e-9b6e-f238c50687b4 None None] Set router d498a7fe-10a1-408d-96ac-b032c2687649 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:16:44.935558 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port ed34425a-8982-4919-aee2-09b01f5fdb93 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:16:44.937954 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-946f6427-4ee2-4247-8ba4-5bb2dece538b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5083127 Oct 04 09:16:44.942284 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60166) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:44.991477 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 8fda1584-9a96-4c78-a033-07a40ec7b079 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:16:44.996436 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946f6427-4ee2-4247-8ba4-5bb2dece538b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Network': ['ID=98999962-6684-4cae-8a5e-eac6d8d168de,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:45.028842 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bbf1fb-feed-4877-8bd9-3454429ee36b tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:45.034379 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a2bbf1fb-feed-4877-8bd9-3454429ee36b tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=78fb12e86c5f40beb578bfb97002b5c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0888784 Oct 04 09:16:45.034601 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e588ebb-8d8c-4a1f-b2df-89d0f0eef56a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event updated for resources: {'Port': ['ID=638b318d-4f5f-403f-b07d-238592f71495,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:45.037130 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60170) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:45.126543 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 98999962-6684-4cae-8a5e-eac6d8d168de details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:16:45.164507 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e588ebb-8d8c-4a1f-b2df-89d0f0eef56a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Network 23c76fa4-1b5f-4544-b632-e20880f25051 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:16:45.206719 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-0e588ebb-8d8c-4a1f-b2df-89d0f0eef56a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:16:45.224758 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e588ebb-8d8c-4a1f-b2df-89d0f0eef56a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:16:45.235400 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e588ebb-8d8c-4a1f-b2df-89d0f0eef56a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:45.236324 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0e588ebb-8d8c-4a1f-b2df-89d0f0eef56a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:45.240955 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603067fc-41b6-41c5-bb90-5e8e001184d2 None None] Network 23c76fa4-1b5f-4544-b632-e20880f25051 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:16:45.260174 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613fa5d6-6856-4944-a61f-b0425519002d tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:45.264526 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-613fa5d6-6856-4944-a61f-b0425519002d tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2236331 Oct 04 09:16:45.264825 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60174) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:45.307317 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cb95e791-8ee5-4342-b47e-7f86a047205a admin admin] Notify callbacks [] for router, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:45.311765 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-e531c456-bfdc-40b5-a3a1-b4299ce6c023 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=f33938cd-879e-4461-9b5e-aa67b746b6bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0432010 Oct 04 09:16:45.311765 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60178) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:45.319683 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-9c28e3af-0a3d-430e-9b6e-f238c50687b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd498a7fe-10a1-408d-96ac-b032c2687649', 'name': 'tempest-ServerActionsTestJSON-1933225775-router', 'tenant_id': '8ef6eeaada3246f29119027d4a154b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.84'}], 'enable_snat': True}, 'gw_port_id': '56fedbe0-fa99-4efe-8643-d6d0d74e28a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:11:14Z', 'updated_at': '2022-10-04T09:16:43Z', 'revision_number': 5, 'project_id': '8ef6eeaada3246f29119027d4a154b34', 'gw_port': {'id': '56fedbe0-fa99-4efe-8643-d6d0d74e28a6', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:2b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd498a7fe-10a1-408d-96ac-b032c2687649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:11:15Z', 'updated_at': '2022-10-04T09:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:45.324130 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c28e3af-0a3d-430e-9b6e-f238c50687b4 None None] Checking router: d498a7fe-10a1-408d-96ac-b032c2687649 for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:16:45.327857 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-78f1babe-49fc-4dd8-bf62-edaa145f52eb None None] Provisioning for port 0a8b2a5b-e0b6-40f5-b12c-dc80b1fb1e9d completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:16:45.334515 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c28e3af-0a3d-430e-9b6e-f238c50687b4 None None] Routers {'d498a7fe-10a1-408d-96ac-b032c2687649'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:16:45.335246 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-9c28e3af-0a3d-430e-9b6e-f238c50687b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:16:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['d498a7fe-10a1-408d-96ac-b032c2687649'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:45.362338 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-fa9b618b-eecd-4c96-8e39-f7f5942aeaf7 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=78fb12e86c5f40beb578bfb97002b5c9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0473113 Oct 04 09:16:45.362630 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60182) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:45.367009 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-78f1babe-49fc-4dd8-bf62-edaa145f52eb None None] Provisioning complete for port 0a8b2a5b-e0b6-40f5-b12c-dc80b1fb1e9d triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:16:45.367387 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-78f1babe-49fc-4dd8-bf62-edaa145f52eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:45.367722 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-78f1babe-49fc-4dd8-bf62-edaa145f52eb None None] Attempt 1 to provision port 0a8b2a5b-e0b6-40f5-b12c-dc80b1fb1e9d Oct 04 09:16:45.466627 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-78f1babe-49fc-4dd8-bf62-edaa145f52eb None None] Port 0a8b2a5b-e0b6-40f5-b12c-dc80b1fb1e9d cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:16:45.476219 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 8fda1584-9a96-4c78-a033-07a40ec7b079 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:16:45.489731 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 8fda1584-9a96-4c78-a033-07a40ec7b079 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:16:45.490104 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:45.490440 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 8fda1584-9a96-4c78-a033-07a40ec7b079 Oct 04 09:16:45.502404 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-88fcf911-56c2-4eba-95f5-4e40151dbb68 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:45.524541 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c2d9f2-fc8a-41a3-876f-f36abfeaf1f3 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:45.528630 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-49c2d9f2-fc8a-41a3-876f-f36abfeaf1f3 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1624563 Oct 04 09:16:45.529576 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60186) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:45.546988 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-9c28e3af-0a3d-430e-9b6e-f238c50687b4 None None] Set router d498a7fe-10a1-408d-96ac-b032c2687649 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:16:45.584539 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-0d11ca9b-ca3d-4b93-a787-7b99f32924bf tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=f33938cd-879e-4461-9b5e-aa67b746b6bd&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0537586 Oct 04 09:16:45.585877 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60190) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:45.595288 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-b4f6972d-0e09-4856-9d6f-0d3aa014a068 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-103282423', 'network_id': '98999962-6684-4cae-8a5e-eac6d8d168de', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:16:45.617319 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e37787f9-635e-4636-96f0-c82ee2610e3e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:45.737673 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-0e588ebb-8d8c-4a1f-b2df-89d0f0eef56a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.6988780 Oct 04 09:16:45.740414 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60194) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:45.779171 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-235506f2-d047-4db2-8332-f4d321273b5c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Request body: {'port': {'network_id': '23c76fa4-1b5f-4544-b632-e20880f25051', 'name': 'tempest-PortsIpV6TestJSON-1858704920', 'fixed_ips': [{'subnet_id': '4d8fec4f-f97c-4843-9ff3-9915c5901c85', 'ip_address': '2001:db8::f'}]}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:16:45.792115 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 8fda1584-9a96-4c78-a033-07a40ec7b079 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:16:45.793262 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:45.853051 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 8fda1584-9a96-4c78-a033-07a40ec7b079, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=8fda1584-9a96-4c78-a033-07a40ec7b079,segment=NetworkSegment(ee534e5a-59b4-4309-8ff3-ca8331db70f3),segment_id=ee534e5a-59b4-4309-8ff3-ca8331db70f3)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:16:45.859408 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:45.861448 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 842cb5a1-0f9d-471c-8b88-ea1d531f7c53 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:16:45.961022 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-b4f6972d-0e09-4856-9d6f-0d3aa014a068 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:16:45.973216 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-78f1babe-49fc-4dd8-bf62-edaa145f52eb None None] Attempt 2 to provision port 0a8b2a5b-e0b6-40f5-b12c-dc80b1fb1e9d Oct 04 09:16:45.978850 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-b4f6972d-0e09-4856-9d6f-0d3aa014a068 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:subnet and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:16:45.987653 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-b4f6972d-0e09-4856-9d6f-0d3aa014a068 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:16:46.004148 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-b4f6972d-0e09-4856-9d6f-0d3aa014a068 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:16:46.009190 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-9c28e3af-0a3d-430e-9b6e-f238c50687b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd498a7fe-10a1-408d-96ac-b032c2687649', 'name': 'tempest-ServerActionsTestJSON-1933225775-router', 'tenant_id': '8ef6eeaada3246f29119027d4a154b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.84'}], 'enable_snat': True}, 'gw_port_id': '56fedbe0-fa99-4efe-8643-d6d0d74e28a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:11:14Z', 'updated_at': '2022-10-04T09:16:43Z', 'revision_number': 5, 'project_id': '8ef6eeaada3246f29119027d4a154b34', 'gw_port': {'id': '56fedbe0-fa99-4efe-8643-d6d0d74e28a6', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:2b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd498a7fe-10a1-408d-96ac-b032c2687649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:11:15Z', 'updated_at': '2022-10-04T09:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:46.018805 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c28e3af-0a3d-430e-9b6e-f238c50687b4 None None] The sync data for ids ['d498a7fe-10a1-408d-96ac-b032c2687649'] in dv-neutron-860215-1-hyperv is: [{'id': 'd498a7fe-10a1-408d-96ac-b032c2687649', 'name': 'tempest-ServerActionsTestJSON-1933225775-router', 'tenant_id': '8ef6eeaada3246f29119027d4a154b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.84'}], 'enable_snat': True}, 'gw_port_id': '56fedbe0-fa99-4efe-8643-d6d0d74e28a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:11:14Z', 'updated_at': '2022-10-04T09:16:43Z', 'revision_number': 5, 'project_id': '8ef6eeaada3246f29119027d4a154b34', 'gw_port': {'id': '56fedbe0-fa99-4efe-8643-d6d0d74e28a6', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:2b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd498a7fe-10a1-408d-96ac-b032c2687649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:11:15Z', 'updated_at': '2022-10-04T09:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:16:46.033340 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-235506f2-d047-4db2-8332-f4d321273b5c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:16:46.043853 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-235506f2-d047-4db2-8332-f4d321273b5c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Usage tracker for resource:port and tenant:8de43eb137fe47f9a4031ea91b631fcc is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:16:46.048237 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-235506f2-d047-4db2-8332-f4d321273b5c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:16:46.056563 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-235506f2-d047-4db2-8332-f4d321273b5c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:16:46.068737 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f6972d-0e09-4856-9d6f-0d3aa014a068 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Made reservation on behalf of 78fb12e86c5f40beb578bfb97002b5c9 for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:16:46.076318 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b4f6972d-0e09-4856-9d6f-0d3aa014a068 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:46.096460 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235506f2-d047-4db2-8332-f4d321273b5c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Made reservation on behalf of 8de43eb137fe47f9a4031ea91b631fcc for: {'port': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:16:46.134883 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-78f1babe-49fc-4dd8-bf62-edaa145f52eb None None] Port 0a8b2a5b-e0b6-40f5-b12c-dc80b1fb1e9d cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:16:46.143045 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=8fda1584-9a96-4c78-a033-07a40ec7b079,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:46.159174 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 842cb5a1-0f9d-471c-8b88-ea1d531f7c53 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:16:46.159638 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:46.160858 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 842cb5a1-0f9d-471c-8b88-ea1d531f7c53 Oct 04 09:16:46.322916 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 842cb5a1-0f9d-471c-8b88-ea1d531f7c53 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:16:46.324525 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 50ec0c8d-3fe2-42db-beee-564da29f84c0 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:16:46.393478 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-235506f2-d047-4db2-8332-f4d321273b5c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:46.413664 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 50ec0c8d-3fe2-42db-beee-564da29f84c0 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:16:46.414185 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:46.414486 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 50ec0c8d-3fe2-42db-beee-564da29f84c0 Oct 04 09:16:46.431344 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cb95e791-8ee5-4342-b47e-7f86a047205a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:46.478490 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [None req-235506f2-d047-4db2-8332-f4d321273b5c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] device_id is not set on port bcb23486-d546-4d4b-bc8c-7fd63363d7e9 yet. {{(pid=89033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:16:46.480618 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-cb95e791-8ee5-4342-b47e-7f86a047205a admin admin] Deleting port 56fedbe0-fa99-4efe-8643-d6d0d74e28a6 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:16:46.480959 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cb95e791-8ee5-4342-b47e-7f86a047205a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:46.577004 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 50ec0c8d-3fe2-42db-beee-564da29f84c0 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:16:46.636539 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-78f1babe-49fc-4dd8-bf62-edaa145f52eb None None] Attempt 3 to provision port 0a8b2a5b-e0b6-40f5-b12c-dc80b1fb1e9d Oct 04 09:16:46.721188 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 8fda1584-9a96-4c78-a033-07a40ec7b079 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:16:46.760297 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-78f1babe-49fc-4dd8-bf62-edaa145f52eb None None] Port 0a8b2a5b-e0b6-40f5-b12c-dc80b1fb1e9d cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:16:46.804868 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 8fda1584-9a96-4c78-a033-07a40ec7b079 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:16:46.805523 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:46.805712 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 8fda1584-9a96-4c78-a033-07a40ec7b079 Oct 04 09:16:46.926342 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 8fda1584-9a96-4c78-a033-07a40ec7b079 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:16:46.934940 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 17d3c310-a243-4519-8927-dc63175c9d6d no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:16:46.947266 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b4f6972d-0e09-4856-9d6f-0d3aa014a068 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:46.973228 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 17d3c310-a243-4519-8927-dc63175c9d6d {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:16:46.973581 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 17d3c310-a243-4519-8927-dc63175c9d6d not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:16:47.003030 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-235506f2-d047-4db2-8332-f4d321273b5c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Allocated IP 2001:db8::f (23c76fa4-1b5f-4544-b632-e20880f25051/4d8fec4f-f97c-4843-9ff3-9915c5901c85/bcb23486-d546-4d4b-bc8c-7fd63363d7e9) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:16:47.012386 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-cb95e791-8ee5-4342-b47e-7f86a047205a admin admin] For port 56fedbe0-fa99-4efe-8643-d6d0d74e28a6, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=56fedbe0-fa99-4efe-8643-d6d0d74e28a6,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:16:47.012757 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cb95e791-8ee5-4342-b47e-7f86a047205a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:47.057312 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f6972d-0e09-4856-9d6f-0d3aa014a068 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Subnet': ['ID=e047c4b4-3f0f-405c-866d-ff0c3d006abc,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:47.079680 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-88fcf911-56c2-4eba-95f5-4e40151dbb68 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:47.097080 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f6972d-0e09-4856-9d6f-0d3aa014a068 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Checking segment: {'id': 'ec6de81c-a4ad-40ab-b324-ad9ea969be8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '98999962-6684-4cae-8a5e-eac6d8d168de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:16:47.097469 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f6972d-0e09-4856-9d6f-0d3aa014a068 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Network hostable DHCP agents. Network: 98999962-6684-4cae-8a5e-eac6d8d168de, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:16:47.146405 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-cb95e791-8ee5-4342-b47e-7f86a047205a admin admin] Calling delete_port for 56fedbe0-fa99-4efe-8643-d6d0d74e28a6 owned by network:router_gateway {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:16:47.173042 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-88fcf911-56c2-4eba-95f5-4e40151dbb68 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:47.198010 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f6972d-0e09-4856-9d6f-0d3aa014a068 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Network 98999962-6684-4cae-8a5e-eac6d8d168de is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:16:47.213563 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-b4f6972d-0e09-4856-9d6f-0d3aa014a068 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 98999962-6684-4cae-8a5e-eac6d8d168de) {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:16:47.222752 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f6972d-0e09-4856-9d6f-0d3aa014a068 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:47.223336 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b4f6972d-0e09-4856-9d6f-0d3aa014a068 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:47.224497 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61717c1-bcbb-4f12-9f94-a0e1a01d8c2d None None] Network 98999962-6684-4cae-8a5e-eac6d8d168de requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:16:47.249199 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.db.resource_extend [None req-e37787f9-635e-4636-96f0-c82ee2610e3e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 04 09:16:47.279777 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-b4f6972d-0e09-4856-9d6f-0d3aa014a068 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6922572 Oct 04 09:16:47.290758 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-235506f2-d047-4db2-8332-f4d321273b5c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:47.291055 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-78f1babe-49fc-4dd8-bf62-edaa145f52eb None None] Attempt 4 to provision port 0a8b2a5b-e0b6-40f5-b12c-dc80b1fb1e9d Oct 04 09:16:47.293269 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e37787f9-635e-4636-96f0-c82ee2610e3e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:47.310804 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-235506f2-d047-4db2-8332-f4d321273b5c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Transition to ACTIVE for port object bcb23486-d546-4d4b-bc8c-7fd63363d7e9 will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:16:47.320506 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e37787f9-635e-4636-96f0-c82ee2610e3e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:47.321238 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e37787f9-635e-4636-96f0-c82ee2610e3e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736777'] for router_interface, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:47.345719 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-235506f2-d047-4db2-8332-f4d321273b5c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:47.356460 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-78f1babe-49fc-4dd8-bf62-edaa145f52eb None None] Port 0a8b2a5b-e0b6-40f5-b12c-dc80b1fb1e9d cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:16:47.405293 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60200) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:47.433421 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fcf911-56c2-4eba-95f5-4e40151dbb68 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Pushing event updated for resources: {'Port': ['ID=0a8b2a5b-e0b6-40f5-b12c-dc80b1fb1e9d,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:47.435895 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-2259ed6a-9ed8-453b-ac9b-d7d18d860a14 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1809964636', 'description': 'tempest-secgroup-smoke-1809964636 description', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:16:47.442365 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-2259ed6a-9ed8-453b-ac9b-d7d18d860a14 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:16:47.460046 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235506f2-d047-4db2-8332-f4d321273b5c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Network 23c76fa4-1b5f-4544-b632-e20880f25051 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:16:47.463162 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-2259ed6a-9ed8-453b-ac9b-d7d18d860a14 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:16:47.465186 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-235506f2-d047-4db2-8332-f4d321273b5c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:16:47.470121 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235506f2-d047-4db2-8332-f4d321273b5c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:16:47.477596 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235506f2-d047-4db2-8332-f4d321273b5c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:47.478343 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-235506f2-d047-4db2-8332-f4d321273b5c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:47.486565 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-88fcf911-56c2-4eba-95f5-4e40151dbb68 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736777'] for router_interface, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:47.494633 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235506f2-d047-4db2-8332-f4d321273b5c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event updated for resources: {'Port': ['ID=bcb23486-d546-4d4b-bc8c-7fd63363d7e9,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:47.510081 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-235506f2-d047-4db2-8332-f4d321273b5c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7680242 Oct 04 09:16:47.510719 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60204) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:47.552441 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2259ed6a-9ed8-453b-ac9b-d7d18d860a14 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:47.576483 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb01d03b-39b7-4aec-ba01-c57cd1dbfc0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-98999962-6684-4cae-8a5e-eac6d8d168de', 'network_id': '98999962-6684-4cae-8a5e-eac6d8d168de', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ips': [{'subnet_id': 'e047c4b4-3f0f-405c-866d-ff0c3d006abc'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:16:47.580849 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-eb01d03b-39b7-4aec-ba01-c57cd1dbfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:47.619874 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-2259ed6a-9ed8-453b-ac9b-d7d18d860a14 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:16:47.630144 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-2259ed6a-9ed8-453b-ac9b-d7d18d860a14 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:16:47.635658 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-2259ed6a-9ed8-453b-ac9b-d7d18d860a14 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:16:47.644967 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-2259ed6a-9ed8-453b-ac9b-d7d18d860a14 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:16:47.670369 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa215a1-0538-46c9-b96d-b339f60c9979 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:47.671265 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-1fa215a1-0538-46c9-b96d-b339f60c9979 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Synchronizing usage tracker for tenant:8de43eb137fe47f9a4031ea91b631fcc on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:16:47.754427 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-1fa215a1-0538-46c9-b96d-b339f60c9979 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Unset dirty status for tenant:8de43eb137fe47f9a4031ea91b631fcc on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:16:47.759226 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-1fa215a1-0538-46c9-b96d-b339f60c9979 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2441683 Oct 04 09:16:47.762926 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60208) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:47.795453 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37787f9-635e-4636-96f0-c82ee2610e3e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event updated for resources: {'Port': ['ID=16a147b9-cb3e-4e7e-b2fb-8db0901a7398,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:47.814186 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-eb01d03b-39b7-4aec-ba01-c57cd1dbfc0f None None] Allocated IP 172.20.0.18 (98999962-6684-4cae-8a5e-eac6d8d168de/e047c4b4-3f0f-405c-866d-ff0c3d006abc/038ed8fd-ca76-4214-8bbf-210981fefcce) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:16:47.850274 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37787f9-635e-4636-96f0-c82ee2610e3e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Network 35f54e98-9f24-485c-b0e8-82556896f878 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:16:47.861669 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-e37787f9-635e-4636-96f0-c82ee2610e3e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:16:47.895209 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-78f1babe-49fc-4dd8-bf62-edaa145f52eb None None] Attempt 5 to provision port 0a8b2a5b-e0b6-40f5-b12c-dc80b1fb1e9d Oct 04 09:16:47.898781 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2259ed6a-9ed8-453b-ac9b-d7d18d860a14 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:47.914250 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2259ed6a-9ed8-453b-ac9b-d7d18d860a14 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:47.976910 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-78f1babe-49fc-4dd8-bf62-edaa145f52eb None None] Port 0a8b2a5b-e0b6-40f5-b12c-dc80b1fb1e9d cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:16:47.978504 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9e62da-38df-44dc-8e77-96b4b2e1920c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:47.986655 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9e62da-38df-44dc-8e77-96b4b2e1920c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:47.993922 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9e62da-38df-44dc-8e77-96b4b2e1920c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:47.995653 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-3f9e62da-38df-44dc-8e77-96b4b2e1920c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.2316206 Oct 04 09:16:48.001599 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 60212) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:48.007301 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fcf911-56c2-4eba-95f5-4e40151dbb68 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Network 685d87b0-f689-447f-acfa-47d3dfe1c7b4 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:16:48.008849 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2259ed6a-9ed8-453b-ac9b-d7d18d860a14 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a466a8e8-b893-4000-9d42-4c0b6462fbec,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:48.016327 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2259ed6a-9ed8-453b-ac9b-d7d18d860a14 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:48.020438 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-2259ed6a-9ed8-453b-ac9b-d7d18d860a14 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6113768 Oct 04 09:16:48.020930 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60216) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:48.026796 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-4ee04fbd-c246-4868-bf22-bca0dba2ff00 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': 'a466a8e8-b893-4000-9d42-4c0b6462fbec', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:16:48.033782 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-4ee04fbd-c246-4868-bf22-bca0dba2ff00 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:16:48.037953 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-4ee04fbd-c246-4868-bf22-bca0dba2ff00 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:16:48.041610 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-4ee04fbd-c246-4868-bf22-bca0dba2ff00 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:16:48.047816 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-4ee04fbd-c246-4868-bf22-bca0dba2ff00 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:16:48.078544 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4ee04fbd-c246-4868-bf22-bca0dba2ff00 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:48.100031 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-88fcf911-56c2-4eba-95f5-4e40151dbb68 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:16:48.105643 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-eb01d03b-39b7-4aec-ba01-c57cd1dbfc0f None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:48.119114 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-eb01d03b-39b7-4aec-ba01-c57cd1dbfc0f None None] Transition to ACTIVE for port object 038ed8fd-ca76-4214-8bbf-210981fefcce will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:16:48.145935 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-eb01d03b-39b7-4aec-ba01-c57cd1dbfc0f None None] Transition to ACTIVE for port object 038ed8fd-ca76-4214-8bbf-210981fefcce will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:16:48.155294 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-eb01d03b-39b7-4aec-ba01-c57cd1dbfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:48.165596 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4ee04fbd-c246-4868-bf22-bca0dba2ff00 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:48.172379 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4ee04fbd-c246-4868-bf22-bca0dba2ff00 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:48.195555 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee04fbd-c246-4868-bf22-bca0dba2ff00 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7d4d0bc-4178-4d62-b85d-7dcc93f60901,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:48.220261 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4ee04fbd-c246-4868-bf22-bca0dba2ff00 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:48.225902 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-4ee04fbd-c246-4868-bf22-bca0dba2ff00 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2039192 Oct 04 09:16:48.228676 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60220) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:48.234320 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-aced873b-3415-4c50-86f5-14e555638a03 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': 'a466a8e8-b893-4000-9d42-4c0b6462fbec', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:16:48.243845 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-aced873b-3415-4c50-86f5-14e555638a03 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:16:48.252075 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-aced873b-3415-4c50-86f5-14e555638a03 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:16:48.259302 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-aced873b-3415-4c50-86f5-14e555638a03 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:16:48.267544 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb01d03b-39b7-4aec-ba01-c57cd1dbfc0f None None] Network 98999962-6684-4cae-8a5e-eac6d8d168de is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:16:48.268053 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-aced873b-3415-4c50-86f5-14e555638a03 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:16:48.271388 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-eb01d03b-39b7-4aec-ba01-c57cd1dbfc0f None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:16:48.275382 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb01d03b-39b7-4aec-ba01-c57cd1dbfc0f None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:16:48.291308 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aced873b-3415-4c50-86f5-14e555638a03 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:48.309481 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cb95e791-8ee5-4342-b47e-7f86a047205a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:48.365557 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aced873b-3415-4c50-86f5-14e555638a03 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:48.373106 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-b3021bb6-cc8d-4b81-8f33-b93c2c8fb4c4 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Deleting port bcb23486-d546-4d4b-bc8c-7fd63363d7e9 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:16:48.373461 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b3021bb6-cc8d-4b81-8f33-b93c2c8fb4c4 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:48.374963 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aced873b-3415-4c50-86f5-14e555638a03 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:48.380215 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb01d03b-39b7-4aec-ba01-c57cd1dbfc0f None None] Pushing event updated for resources: {'Port': ['ID=038ed8fd-ca76-4214-8bbf-210981fefcce,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:48.401572 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-eb01d03b-39b7-4aec-ba01-c57cd1dbfc0f None None] Attempting to bind port 038ed8fd-ca76-4214-8bbf-210981fefcce on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:16:48.401809 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-eb01d03b-39b7-4aec-ba01-c57cd1dbfc0f None None] Attempting to bind port 038ed8fd-ca76-4214-8bbf-210981fefcce by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'ec6de81c-a4ad-40ab-b324-ad9ea969be8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '98999962-6684-4cae-8a5e-eac6d8d168de'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:16:48.402089 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb01d03b-39b7-4aec-ba01-c57cd1dbfc0f None None] Attempting to bind port 038ed8fd-ca76-4214-8bbf-210981fefcce on network 98999962-6684-4cae-8a5e-eac6d8d168de {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:16:48.405429 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aced873b-3415-4c50-86f5-14e555638a03 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a37185e-ea11-474b-87e1-0a17b5b266be,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:48.407785 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb01d03b-39b7-4aec-ba01-c57cd1dbfc0f None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:16:48.408166 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb01d03b-39b7-4aec-ba01-c57cd1dbfc0f None None] Checking segment: {'id': 'ec6de81c-a4ad-40ab-b324-ad9ea969be8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '98999962-6684-4cae-8a5e-eac6d8d168de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:16:48.408596 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-eb01d03b-39b7-4aec-ba01-c57cd1dbfc0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:48.408990 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb01d03b-39b7-4aec-ba01-c57cd1dbfc0f None None] Bound using segment: {'id': 'ec6de81c-a4ad-40ab-b324-ad9ea969be8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '98999962-6684-4cae-8a5e-eac6d8d168de'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:16:48.409792 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-eb01d03b-39b7-4aec-ba01-c57cd1dbfc0f None None] Bound port: 038ed8fd-ca76-4214-8bbf-210981fefcce, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec6de81c-a4ad-40ab-b324-ad9ea969be8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '98999962-6684-4cae-8a5e-eac6d8d168de'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:16:48.410178 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-eb01d03b-39b7-4aec-ba01-c57cd1dbfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:48.417165 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aced873b-3415-4c50-86f5-14e555638a03 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:48.425479 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-aced873b-3415-4c50-86f5-14e555638a03 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1953161 Oct 04 09:16:48.426190 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60224) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:48.436528 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-d2efdc5d-e663-4006-813d-ca9accc689ce tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': 'a466a8e8-b893-4000-9d42-4c0b6462fbec', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:16:48.443408 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-d2efdc5d-e663-4006-813d-ca9accc689ce tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:16:48.448629 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-d2efdc5d-e663-4006-813d-ca9accc689ce tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:16:48.452845 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-d2efdc5d-e663-4006-813d-ca9accc689ce tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:16:48.464233 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-d2efdc5d-e663-4006-813d-ca9accc689ce tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:16:48.466574 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95e791-8ee5-4342-b47e-7f86a047205a admin admin] Pushing event deleted for resources: {'Port': ['ID=56fedbe0-fa99-4efe-8643-d6d0d74e28a6,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:48.478806 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-78f1babe-49fc-4dd8-bf62-edaa145f52eb None None] Attempt 6 to provision port 0a8b2a5b-e0b6-40f5-b12c-dc80b1fb1e9d Oct 04 09:16:48.486166 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d2efdc5d-e663-4006-813d-ca9accc689ce tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:48.543737 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e37787f9-635e-4636-96f0-c82ee2610e3e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Router f972579a-6ef4-443c-a645-3233e1d7e64e has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:16:48.551234 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d2efdc5d-e663-4006-813d-ca9accc689ce tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:48.555753 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d2efdc5d-e663-4006-813d-ca9accc689ce tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:48.557431 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-78f1babe-49fc-4dd8-bf62-edaa145f52eb None None] Port 0a8b2a5b-e0b6-40f5-b12c-dc80b1fb1e9d cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:16:48.565169 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-eb01d03b-39b7-4aec-ba01-c57cd1dbfc0f None None] For port 038ed8fd-ca76-4214-8bbf-210981fefcce, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:16:48.569375 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-eb01d03b-39b7-4aec-ba01-c57cd1dbfc0f None None] For port 038ed8fd-ca76-4214-8bbf-210981fefcce, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=038ed8fd-ca76-4214-8bbf-210981fefcce,segment=NetworkSegment(ec6de81c-a4ad-40ab-b324-ad9ea969be8e),segment_id=ec6de81c-a4ad-40ab-b324-ad9ea969be8e)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:16:48.574140 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-eb01d03b-39b7-4aec-ba01-c57cd1dbfc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:48.584454 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88fcf911-56c2-4eba-95f5-4e40151dbb68 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Router f39f1c62-a927-447c-aef8-5344b1eb55df has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:16:48.586533 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2efdc5d-e663-4006-813d-ca9accc689ce tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28721ea9-dc9b-47eb-8e89-b98466749603,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:48.598736 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d2efdc5d-e663-4006-813d-ca9accc689ce tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:48.603186 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-d2efdc5d-e663-4006-813d-ca9accc689ce tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1758914 Oct 04 09:16:48.606379 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60228) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:48.611913 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-e3e38e92-9df7-4f95-8003-85c48f9506a5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': 'a466a8e8-b893-4000-9d42-4c0b6462fbec', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:16:48.619418 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-e3e38e92-9df7-4f95-8003-85c48f9506a5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:16:48.624067 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-e3e38e92-9df7-4f95-8003-85c48f9506a5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:16:48.627649 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-e3e38e92-9df7-4f95-8003-85c48f9506a5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:16:48.641909 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-e3e38e92-9df7-4f95-8003-85c48f9506a5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:16:48.683715 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e3e38e92-9df7-4f95-8003-85c48f9506a5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:48.690366 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb01d03b-39b7-4aec-ba01-c57cd1dbfc0f None None] Pushing event updated for resources: {'Port': ['ID=038ed8fd-ca76-4214-8bbf-210981fefcce,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:48.774238 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e3e38e92-9df7-4f95-8003-85c48f9506a5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:48.780735 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e3e38e92-9df7-4f95-8003-85c48f9506a5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:48.808244 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e38e92-9df7-4f95-8003-85c48f9506a5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ca887c9-bca1-48bf-b88b-7d06bc64182e,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:48.819121 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e3e38e92-9df7-4f95-8003-85c48f9506a5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:48.820498 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-e3e38e92-9df7-4f95-8003-85c48f9506a5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2128737 Oct 04 09:16:48.824970 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60232) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:48.830447 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-158de41f-a595-4afe-9a3c-cde69901eb1e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': 'a466a8e8-b893-4000-9d42-4c0b6462fbec', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:16:48.836738 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-158de41f-a595-4afe-9a3c-cde69901eb1e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:16:48.840966 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-158de41f-a595-4afe-9a3c-cde69901eb1e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:16:48.844096 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-158de41f-a595-4afe-9a3c-cde69901eb1e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:16:48.851244 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-158de41f-a595-4afe-9a3c-cde69901eb1e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:16:48.866058 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.securitygroups_db [None req-158de41f-a595-4afe-9a3c-cde69901eb1e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Project 78fb12e86c5f40beb578bfb97002b5c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 09:16:48.882833 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-158de41f-a595-4afe-9a3c-cde69901eb1e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:48.918161 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cb95e791-8ee5-4342-b47e-7f86a047205a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737040'] for router_gateway, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:48.975006 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-158de41f-a595-4afe-9a3c-cde69901eb1e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:48.978647 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-158de41f-a595-4afe-9a3c-cde69901eb1e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:49.006605 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158de41f-a595-4afe-9a3c-cde69901eb1e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb1e1b81-1b53-4ec7-bfb8-ce6235019ffc,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:49.018368 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-158de41f-a595-4afe-9a3c-cde69901eb1e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:49.020414 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-158de41f-a595-4afe-9a3c-cde69901eb1e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1936538 Oct 04 09:16:49.022628 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60236) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:49.028485 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-e7789864-eb6f-4cbb-9f58-15fd1d6a34f3 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': 'a466a8e8-b893-4000-9d42-4c0b6462fbec', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:16:49.035124 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-e7789864-eb6f-4cbb-9f58-15fd1d6a34f3 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:16:49.039293 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-e7789864-eb6f-4cbb-9f58-15fd1d6a34f3 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:16:49.042644 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-e7789864-eb6f-4cbb-9f58-15fd1d6a34f3 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:16:49.050001 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-e7789864-eb6f-4cbb-9f58-15fd1d6a34f3 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:16:49.059301 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-78f1babe-49fc-4dd8-bf62-edaa145f52eb None None] Attempt 7 to provision port 0a8b2a5b-e0b6-40f5-b12c-dc80b1fb1e9d Oct 04 09:16:49.064841 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.securitygroups_db [None req-e7789864-eb6f-4cbb-9f58-15fd1d6a34f3 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Project 78fb12e86c5f40beb578bfb97002b5c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 09:16:49.073677 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e7789864-eb6f-4cbb-9f58-15fd1d6a34f3 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:49.119390 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-78f1babe-49fc-4dd8-bf62-edaa145f52eb None None] Port 0a8b2a5b-e0b6-40f5-b12c-dc80b1fb1e9d cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:16:49.156590 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e7789864-eb6f-4cbb-9f58-15fd1d6a34f3 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:49.160635 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e7789864-eb6f-4cbb-9f58-15fd1d6a34f3 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:49.185493 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7789864-eb6f-4cbb-9f58-15fd1d6a34f3 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb680724-cd6b-4665-9ebd-c2972dfc093a,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:49.194995 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e7789864-eb6f-4cbb-9f58-15fd1d6a34f3 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:49.196282 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-e7789864-eb6f-4cbb-9f58-15fd1d6a34f3 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1724715 Oct 04 09:16:49.402892 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37787f9-635e-4636-96f0-c82ee2610e3e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:16:49.407379 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cb95e791-8ee5-4342-b47e-7f86a047205a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:49.409642 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b3021bb6-cc8d-4b81-8f33-b93c2c8fb4c4 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:49.413912 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce53a30b-8399-433d-b0d1-ad4aec0b7b30 None None] Sync routers for ids ['f972579a-6ef4-443c-a645-3233e1d7e64e'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:16:49.422664 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cb95e791-8ee5-4342-b47e-7f86a047205a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:49.426059 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce53a30b-8399-433d-b0d1-ad4aec0b7b30 None None] Routers {'f972579a-6ef4-443c-a645-3233e1d7e64e'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:16:49.426917 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-ce53a30b-8399-433d-b0d1-ad4aec0b7b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:16:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['f972579a-6ef4-443c-a645-3233e1d7e64e'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:49.495063 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-e37787f9-635e-4636-96f0-c82ee2610e3e tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "PUT /v2.0/routers/f972579a-6ef4-443c-a645-3233e1d7e64e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9076636 Oct 04 09:16:49.497985 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60250) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:49.504468 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-600bf0da-87ab-4b35-973d-6858fe1773c9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1765527525'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:16:49.516789 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-600bf0da-87ab-4b35-973d-6858fe1773c9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:16:49.525844 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-600bf0da-87ab-4b35-973d-6858fe1773c9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Usage tracker for resource:network and tenant:9e78cb9b328b4bfc813a095a6b1b578a is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:16:49.535215 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-600bf0da-87ab-4b35-973d-6858fe1773c9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:16:49.544216 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-600bf0da-87ab-4b35-973d-6858fe1773c9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:16:49.562989 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600bf0da-87ab-4b35-973d-6858fe1773c9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Made reservation on behalf of 9e78cb9b328b4bfc813a095a6b1b578a for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:16:49.570075 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-600bf0da-87ab-4b35-973d-6858fe1773c9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:49.584310 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-b3021bb6-cc8d-4b81-8f33-b93c2c8fb4c4 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Calling delete_port for bcb23486-d546-4d4b-bc8c-7fd63363d7e9 owned by {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:16:49.604013 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-600bf0da-87ab-4b35-973d-6858fe1773c9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:16:49.608316 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-ce53a30b-8399-433d-b0d1-ad4aec0b7b30 None None] Set router f972579a-6ef4-443c-a645-3233e1d7e64e gateway port host: None {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:16:49.612478 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88fcf911-56c2-4eba-95f5-4e40151dbb68 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:16:49.617629 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-600bf0da-87ab-4b35-973d-6858fe1773c9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:49.618036 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-600bf0da-87ab-4b35-973d-6858fe1773c9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Added segment 2c176bee-cd0a-4833-ae5e-4ef2969df295 of type vlan for network 38974f38-fc89-4d16-9167-9039a3ce6ea1 Oct 04 09:16:49.623504 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17fa61b-bd91-4dde-b0a7-ef6f9efc070e None None] Sync routers for ids ['f39f1c62-a927-447c-aef8-5344b1eb55df'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:16:49.637976 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17fa61b-bd91-4dde-b0a7-ef6f9efc070e None None] Routers {'f39f1c62-a927-447c-aef8-5344b1eb55df'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:16:49.638933 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-c17fa61b-bd91-4dde-b0a7-ef6f9efc070e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:16:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['f39f1c62-a927-447c-aef8-5344b1eb55df'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:49.659616 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cb95e791-8ee5-4342-b47e-7f86a047205a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:49.668949 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb95e791-8ee5-4342-b47e-7f86a047205a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d498a7fe-10a1-408d-96ac-b032c2687649 {{(pid=89032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:16:49.679932 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cb95e791-8ee5-4342-b47e-7f86a047205a admin admin] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:49.683385 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-cb95e791-8ee5-4342-b47e-7f86a047205a admin admin] 10.222.0.50 "DELETE /v2.0/routers/d498a7fe-10a1-408d-96ac-b032c2687649 HTTP/1.1" status: 204 len: 168 time: 5.0883303 Oct 04 09:16:49.685722 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 60258) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:49.695472 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-600bf0da-87ab-4b35-973d-6858fe1773c9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:49.713499 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-88fcf911-56c2-4eba-95f5-4e40151dbb68 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] 10.222.0.50 "PUT /v2.0/routers/f39f1c62-a927-447c-aef8-5344b1eb55df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5459538 Oct 04 09:16:49.720255 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60262) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:49.743361 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-c17fa61b-bd91-4dde-b0a7-ef6f9efc070e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:49.756761 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17fa61b-bd91-4dde-b0a7-ef6f9efc070e None None] Routers {'f39f1c62-a927-447c-aef8-5344b1eb55df'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:16:49.757634 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-c17fa61b-bd91-4dde-b0a7-ef6f9efc070e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:16:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['f39f1c62-a927-447c-aef8-5344b1eb55df'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:49.802948 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8976969d-4607-40cc-8550-e0637007ca34 req-474edb65-219c-4afe-a562-d87b896de7d9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1809964636&fields=id&tenant_id=78fb12e86c5f40beb578bfb97002b5c9 HTTP/1.1" status: 200 len: 267 time: 0.2269332 Oct 04 09:16:49.824966 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-78f1babe-49fc-4dd8-bf62-edaa145f52eb None None] Attempt 8 to provision port 0a8b2a5b-e0b6-40f5-b12c-dc80b1fb1e9d Oct 04 09:16:49.919236 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-c17fa61b-bd91-4dde-b0a7-ef6f9efc070e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:49.919791 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17fa61b-bd91-4dde-b0a7-ef6f9efc070e None None] The sync data for ids ['f39f1c62-a927-447c-aef8-5344b1eb55df'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:16:49.970379 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7ae537-2356-4370-a53a-5c4ab3cf2163 None None] Network 98999962-6684-4cae-8a5e-eac6d8d168de requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:16:49.974504 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.db.resource_extend [None req-600bf0da-87ab-4b35-973d-6858fe1773c9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 04 09:16:50.013606 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-600bf0da-87ab-4b35-973d-6858fe1773c9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:50.019689 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600bf0da-87ab-4b35-973d-6858fe1773c9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:50.020305 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-600bf0da-87ab-4b35-973d-6858fe1773c9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:50.027380 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_v2 [None req-d69c1b80-3c2b-4162-8509-6d28a39a8ec2 admin admin] Deleting subnet 373d4a32-610a-4c8a-84eb-e8dbb10358db {{(pid=89032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:16:50.036134 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d69c1b80-3c2b-4162-8509-6d28a39a8ec2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:50.056921 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f67e6f1a-8fe3-4981-ac4d-ffa495109aff tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks [] for router, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:50.131823 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d69c1b80-3c2b-4162-8509-6d28a39a8ec2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885153'] for subnet, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:50.132925 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-78f1babe-49fc-4dd8-bf62-edaa145f52eb None None] Port 0a8b2a5b-e0b6-40f5-b12c-dc80b1fb1e9d cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:16:50.173608 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b3021bb6-cc8d-4b81-8f33-b93c2c8fb4c4 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:50.181771 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976969d-4607-40cc-8550-e0637007ca34 req-042c82fe-129f-4d37-8edc-b53e49ae8d9c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:50.183243 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8976969d-4607-40cc-8550-e0637007ca34 req-042c82fe-129f-4d37-8edc-b53e49ae8d9c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/networks?id=98999962-6684-4cae-8a5e-eac6d8d168de HTTP/1.1" status: 200 len: 797 time: 0.3327224 Oct 04 09:16:50.290737 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3021bb6-cc8d-4b81-8f33-b93c2c8fb4c4 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event deleted for resources: {'Port': ['ID=bcb23486-d546-4d4b-bc8c-7fd63363d7e9,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:50.311535 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8976969d-4607-40cc-8550-e0637007ca34 req-aead669c-3ee3-4416-a922-84d54daa34f3 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/quotas/78fb12e86c5f40beb578bfb97002b5c9 HTTP/1.1" status: 200 len: 375 time: 0.0802031 Oct 04 09:16:50.339623 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b3021bb6-cc8d-4b81-8f33-b93c2c8fb4c4 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:50.392853 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600bf0da-87ab-4b35-973d-6858fe1773c9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event updated for resources: {'Network': ['ID=38974f38-fc89-4d16-9167-9039a3ce6ea1,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:50.399703 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-600bf0da-87ab-4b35-973d-6858fe1773c9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9003725 Oct 04 09:16:50.402987 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60266) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:50.415111 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-bba32272-c7cd-4790-8679-41c968073746 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Request body: {'subnet': {'network_id': '38974f38-fc89-4d16-9167-9039a3ce6ea1', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:16:50.426027 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 38974f38-fc89-4d16-9167-9039a3ce6ea1 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:16:50.430481 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-b3021bb6-cc8d-4b81-8f33-b93c2c8fb4c4 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "DELETE /v2.0/ports/bcb23486-d546-4d4b-bc8c-7fd63363d7e9 HTTP/1.1" status: 204 len: 168 time: 2.4233701 Oct 04 09:16:50.431294 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 60270) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:50.486703 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-c32d4deb-184a-4ccf-80dd-5a0c23c9ae82 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] GET failed (client error): The resource could not be found. Oct 04 09:16:50.487491 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-c32d4deb-184a-4ccf-80dd-5a0c23c9ae82 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Synchronizing usage tracker for tenant:8de43eb137fe47f9a4031ea91b631fcc on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:16:50.507825 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d69c1b80-3c2b-4162-8509-6d28a39a8ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:50.551949 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-ce53a30b-8399-433d-b0d1-ad4aec0b7b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'name': 'tempest-RoutersIpV6Test-router-1997751477', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:16:21Z', 'updated_at': '2022-10-04T09:16:45Z', 'revision_number': 4, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'gw_port_host': None, '_interfaces': [{'id': '16a147b9-cb3e-4e7e-b2fb-8db0901a7398', 'name': '', 'network_id': '35f54e98-9f24-485c-b0e8-82556896f878', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:43:da:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'fdfd5229-dfbd-4bd8-8dac-4aa46ca4f1ad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:42Z', 'updated_at': '2022-10-04T09:16:46Z', 'revision_number': 2, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': 'fdfd5229-dfbd-4bd8-8dac-4aa46ca4f1ad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50ec0c8d-3fe2-42db-beee-564da29f84c0', 'name': '', 'network_id': '6dd7e460-be85-42b6-8a4d-81c87d02d598', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:b0:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'b033d4b6-0978-4fce-8f97-1cf1db4aba17', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:34Z', 'updated_at': '2022-10-04T09:16:43Z', 'revision_number': 5, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': 'b033d4b6-0978-4fce-8f97-1cf1db4aba17', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65b6d67a-c9d4-4c5b-b010-727ccc5511e2', 'name': '', 'network_id': '6065a5f1-b66e-4f49-a8a1-e6d35ec1d22d', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:13:29:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '68eae767-d84c-4311-87d9-ebde9248d107', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:24Z', 'updated_at': '2022-10-04T09:16:37Z', 'revision_number': 5, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': '68eae767-d84c-4311-87d9-ebde9248d107', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:50.563929 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce53a30b-8399-433d-b0d1-ad4aec0b7b30 None None] Checking router: f972579a-6ef4-443c-a645-3233e1d7e64e for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:16:50.565287 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-f67e6f1a-8fe3-4981-ac4d-ffa495109aff tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 04 09:16:50.565438 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce53a30b-8399-433d-b0d1-ad4aec0b7b30 None None] Updating router f972579a-6ef4-443c-a645-3233e1d7e64e port 16a147b9-cb3e-4e7e-b2fb-8db0901a7398 binding host dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:16:50.565589 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-f67e6f1a-8fe3-4981-ac4d-ffa495109aff tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] 10.222.0.50 "DELETE /v2.0/routers/f39f1c62-a927-447c-aef8-5344b1eb55df HTTP/1.1" status: 409 len: 329 time: 0.8413830 Oct 04 09:16:50.567439 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-bba32272-c7cd-4790-8679-41c968073746 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:16:50.570367 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60276) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:50.578985 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8976969d-4607-40cc-8550-e0637007ca34 req-720e5c4e-7ed1-489c-b400-a6b445fa7859 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=78fb12e86c5f40beb578bfb97002b5c9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2362468 Oct 04 09:16:50.582178 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-c32d4deb-184a-4ccf-80dd-5a0c23c9ae82 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Unset dirty status for tenant:8de43eb137fe47f9a4031ea91b631fcc on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:16:50.583466 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-c32d4deb-184a-4ccf-80dd-5a0c23c9ae82 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "GET /v2.0/ports/bcb23486-d546-4d4b-bc8c-7fd63363d7e9 HTTP/1.1" status: 404 len: 333 time: 0.1500821 Oct 04 09:16:50.587631 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 60280) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:50.635975 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-78f1babe-49fc-4dd8-bf62-edaa145f52eb None None] Attempt 9 to provision port 0a8b2a5b-e0b6-40f5-b12c-dc80b1fb1e9d Oct 04 09:16:50.656054 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-bba32272-c7cd-4790-8679-41c968073746 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Usage tracker for resource:subnet and tenant:9e78cb9b328b4bfc813a095a6b1b578a is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:16:50.662100 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-bba32272-c7cd-4790-8679-41c968073746 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:16:50.698783 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-78f1babe-49fc-4dd8-bf62-edaa145f52eb None None] Port 0a8b2a5b-e0b6-40f5-b12c-dc80b1fb1e9d cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:16:50.716554 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ce53a30b-8399-433d-b0d1-ad4aec0b7b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:50.723419 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-60102d30-008f-4aa3-859a-9a1ee85c243f tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Deleting port 638b318d-4f5f-403f-b07d-238592f71495 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:16:50.723636 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-60102d30-008f-4aa3-859a-9a1ee85c243f tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:50.762125 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-bba32272-c7cd-4790-8679-41c968073746 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:16:50.774219 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 038ed8fd-ca76-4214-8bbf-210981fefcce up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:16:50.813729 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d69c1b80-3c2b-4162-8509-6d28a39a8ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:50.829139 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba32272-c7cd-4790-8679-41c968073746 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Made reservation on behalf of 9e78cb9b328b4bfc813a095a6b1b578a for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:16:50.833203 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-bba32272-c7cd-4790-8679-41c968073746 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:50.921252 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69c1b80-3c2b-4162-8509-6d28a39a8ec2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=373d4a32-610a-4c8a-84eb-e8dbb10358db,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:50.932348 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 038ed8fd-ca76-4214-8bbf-210981fefcce completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:16:50.960339 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 56fedbe0-fa99-4efe-8643-d6d0d74e28a6 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:16:51.013320 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 56fedbe0-fa99-4efe-8643-d6d0d74e28a6 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:16:51.013684 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 56fedbe0-fa99-4efe-8643-d6d0d74e28a6 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:16:51.083496 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d69c1b80-3c2b-4162-8509-6d28a39a8ec2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:51.099953 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83e961e-95f9-4133-8c70-e5c8d2e30b1f None None] Network 4e61ee37-e03d-4906-997b-978c1601b208 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:16:51.161372 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-d69c1b80-3c2b-4162-8509-6d28a39a8ec2 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/373d4a32-610a-4c8a-84eb-e8dbb10358db HTTP/1.1" status: 204 len: 168 time: 1.4522526 Oct 04 09:16:51.161372 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 60286) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:51.200335 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-78f1babe-49fc-4dd8-bf62-edaa145f52eb None None] Attempt 10 to provision port 0a8b2a5b-e0b6-40f5-b12c-dc80b1fb1e9d Oct 04 09:16:51.274294 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-78f1babe-49fc-4dd8-bf62-edaa145f52eb None None] Port 0a8b2a5b-e0b6-40f5-b12c-dc80b1fb1e9d cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:16:51.362506 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-bba32272-c7cd-4790-8679-41c968073746 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:51.476009 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-3df6cde3-b4ae-4d09-8196-bf074fb6f3ad None None] Provisioning for port 16a147b9-cb3e-4e7e-b2fb-8db0901a7398 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:16:51.476453 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-60102d30-008f-4aa3-859a-9a1ee85c243f tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:51.487127 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-3df6cde3-b4ae-4d09-8196-bf074fb6f3ad None None] Provisioning complete for port 16a147b9-cb3e-4e7e-b2fb-8db0901a7398 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:16:51.487508 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-3df6cde3-b4ae-4d09-8196-bf074fb6f3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:51.488402 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-3df6cde3-b4ae-4d09-8196-bf074fb6f3ad None None] Attempt 1 to provision port 16a147b9-cb3e-4e7e-b2fb-8db0901a7398 Oct 04 09:16:51.500591 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8976969d-4607-40cc-8550-e0637007ca34 req-3007bb25-9dbf-4dac-93ec-4626c3949d9d service neutron] 10.222.0.50 "GET /v2.0/networks/98999962-6684-4cae-8a5e-eac6d8d168de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8817191 Oct 04 09:16:51.527389 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba32272-c7cd-4790-8679-41c968073746 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event updated for resources: {'Subnet': ['ID=f5496276-b734-4ec7-9afc-a32a8e82e219,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:51.535502 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba32272-c7cd-4790-8679-41c968073746 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Checking segment: {'id': '2c176bee-cd0a-4833-ae5e-4ef2969df295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '38974f38-fc89-4d16-9167-9039a3ce6ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:16:51.535744 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba32272-c7cd-4790-8679-41c968073746 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Network hostable DHCP agents. Network: 38974f38-fc89-4d16-9167-9039a3ce6ea1, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:16:51.570032 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ce53a30b-8399-433d-b0d1-ad4aec0b7b30 None None] Notify callbacks [] for port, precommit_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:51.574473 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba32272-c7cd-4790-8679-41c968073746 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Network 38974f38-fc89-4d16-9167-9039a3ce6ea1 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:16:51.578507 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-3df6cde3-b4ae-4d09-8196-bf074fb6f3ad None None] Port 16a147b9-cb3e-4e7e-b2fb-8db0901a7398 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:16:51.579560 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a18eb684-5208-47f7-bd44-2a984a471f2d tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736827'] for router_interface, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:51.587808 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-ce53a30b-8399-433d-b0d1-ad4aec0b7b30 None None] Transition to ACTIVE for port object 16a147b9-cb3e-4e7e-b2fb-8db0901a7398 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:16:51.596282 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ce53a30b-8399-433d-b0d1-ad4aec0b7b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:51.676349 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-60102d30-008f-4aa3-859a-9a1ee85c243f tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Calling delete_port for 638b318d-4f5f-403f-b07d-238592f71495 owned by {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:16:51.710330 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4ac82d0c-ab8f-48e2-a977-1e6fb960335e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:51.714832 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-bba32272-c7cd-4790-8679-41c968073746 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 38974f38-fc89-4d16-9167-9039a3ce6ea1) {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:16:51.720296 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2d3bb3-26fa-4921-86c3-7f424d7eb50f None None] DHCP port deletion for 4e61ee37-e03d-4906-997b-978c1601b208 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:16:51.740066 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92d7a1a-7602-484c-add5-225ce0a879ab None None] Network 38974f38-fc89-4d16-9167-9039a3ce6ea1 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:16:51.774097 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba32272-c7cd-4790-8679-41c968073746 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:51.774772 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-bba32272-c7cd-4790-8679-41c968073746 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:51.795477 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-df2d3bb3-26fa-4921-86c3-7f424d7eb50f None None] Deleting port 3a024f71-917d-473c-a126-6845f93a54b3 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:16:51.796337 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-df2d3bb3-26fa-4921-86c3-7f424d7eb50f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:51.836614 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-4ac82d0c-ab8f-48e2-a977-1e6fb960335e admin admin] Deleting port 3a024f71-917d-473c-a126-6845f93a54b3 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:16:51.836961 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4ac82d0c-ab8f-48e2-a977-1e6fb960335e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:51.916940 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-bba32272-c7cd-4790-8679-41c968073746 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5103219 Oct 04 09:16:51.922022 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 60296) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:52.033728 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8976969d-4607-40cc-8550-e0637007ca34 req-1a65ecac-32f1-4763-902f-bc0237d27505 service neutron] 10.222.0.50 "GET /v2.0/networks/98999962-6684-4cae-8a5e-eac6d8d168de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4659321 Oct 04 09:16:52.034709 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0941cb-67d3-40aa-8fd9-7ccc9f00222f None None] Pushing event updated for resources: {'Port': ['ID=16a147b9-cb3e-4e7e-b2fb-8db0901a7398,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:52.087031 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4326a01-3c23-4518-9655-1eb41d7ee441 req-3f0c827b-dd00-408b-a3f0-dbaa3b846075 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:52.088387 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-b4326a01-3c23-4518-9655-1eb41d7ee441 req-3f0c827b-dd00-408b-a3f0-dbaa3b846075 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] 10.222.0.50 "GET /v2.0/ports?device_id=a95f939f-74b7-4176-9031-296b2e20347a HTTP/1.1" status: 200 len: 946 time: 0.5370815 Oct 04 09:16:52.183322 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-3df6cde3-b4ae-4d09-8196-bf074fb6f3ad None None] Attempt 2 to provision port 16a147b9-cb3e-4e7e-b2fb-8db0901a7398 Oct 04 09:16:52.192823 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-b4326a01-3c23-4518-9655-1eb41d7ee441 req-3a1fb5fe-b751-4877-8658-21117c09240e tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cdce89a-a11c-4f5f-9f03-945b3b6fd05c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0935118 Oct 04 09:16:52.228319 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-df2d3bb3-26fa-4921-86c3-7f424d7eb50f None None] For port 3a024f71-917d-473c-a126-6845f93a54b3, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=3a024f71-917d-473c-a126-6845f93a54b3,segment=NetworkSegment(ab774fdc-dff8-49ef-a1f1-5ebb0e8fcda7),segment_id=ab774fdc-dff8-49ef-a1f1-5ebb0e8fcda7)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:16:52.229008 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-df2d3bb3-26fa-4921-86c3-7f424d7eb50f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:52.253394 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-a18eb684-5208-47f7-bd44-2a984a471f2d tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Deleting port 0a8b2a5b-e0b6-40f5-b12c-dc80b1fb1e9d {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:16:52.257205 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a18eb684-5208-47f7-bd44-2a984a471f2d tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:52.376242 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-60102d30-008f-4aa3-859a-9a1ee85c243f tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:52.383138 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-df2d3bb3-26fa-4921-86c3-7f424d7eb50f None None] Calling delete_port for 3a024f71-917d-473c-a126-6845f93a54b3 owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:16:52.392308 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-45482d95-97d3-4238-a225-ad5b7c7eddf7 req-68dc03be-5a6c-49b3-9685-26d36b62e936 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7893c10-3816-4307-b87f-b4c69768b64c HTTP/1.1" status: 200 len: 210 time: 0.0976653 Oct 04 09:16:52.458919 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-ce53a30b-8399-433d-b0d1-ad4aec0b7b30 None None] Attempting to bind port 16a147b9-cb3e-4e7e-b2fb-8db0901a7398 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:16:52.459336 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-ce53a30b-8399-433d-b0d1-ad4aec0b7b30 None None] Attempting to bind port 16a147b9-cb3e-4e7e-b2fb-8db0901a7398 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'ee534e5a-59b4-4309-8ff3-ca8331db70f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '35f54e98-9f24-485c-b0e8-82556896f878'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:16:52.459940 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce53a30b-8399-433d-b0d1-ad4aec0b7b30 None None] Attempting to bind port 16a147b9-cb3e-4e7e-b2fb-8db0901a7398 on network 35f54e98-9f24-485c-b0e8-82556896f878 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:16:52.502344 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce53a30b-8399-433d-b0d1-ad4aec0b7b30 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:16:52.502729 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce53a30b-8399-433d-b0d1-ad4aec0b7b30 None None] Checking segment: {'id': 'ee534e5a-59b4-4309-8ff3-ca8331db70f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '35f54e98-9f24-485c-b0e8-82556896f878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:16:52.503133 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ce53a30b-8399-433d-b0d1-ad4aec0b7b30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:52.503599 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce53a30b-8399-433d-b0d1-ad4aec0b7b30 None None] Bound using segment: {'id': 'ee534e5a-59b4-4309-8ff3-ca8331db70f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '35f54e98-9f24-485c-b0e8-82556896f878'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:16:52.504089 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-ce53a30b-8399-433d-b0d1-ad4aec0b7b30 None None] Bound port: 16a147b9-cb3e-4e7e-b2fb-8db0901a7398, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee534e5a-59b4-4309-8ff3-ca8331db70f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '35f54e98-9f24-485c-b0e8-82556896f878'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:16:52.504520 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ce53a30b-8399-433d-b0d1-ad4aec0b7b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:52.514482 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-df2d3bb3-26fa-4921-86c3-7f424d7eb50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:52.518062 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-3df6cde3-b4ae-4d09-8196-bf074fb6f3ad None None] Port 16a147b9-cb3e-4e7e-b2fb-8db0901a7398 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:16:52.579859 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a18eb684-5208-47f7-bd44-2a984a471f2d tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:52.600976 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2d3bb3-26fa-4921-86c3-7f424d7eb50f None None] Pushing event deleted for resources: {'Port': ['ID=3a024f71-917d-473c-a126-6845f93a54b3,revision_number=None']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:52.603176 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2d3bb3-26fa-4921-86c3-7f424d7eb50f None None] No DVR routers for this DVR port 3a024f71-917d-473c-a126-6845f93a54b3 on host dv-neutron-860215-1-hyperv {{(pid=89034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:16:52.658051 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60102d30-008f-4aa3-859a-9a1ee85c243f tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event deleted for resources: {'Port': ['ID=638b318d-4f5f-403f-b07d-238592f71495,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:52.667987 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-4ac82d0c-ab8f-48e2-a977-1e6fb960335e admin admin] For port 3a024f71-917d-473c-a126-6845f93a54b3, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=3a024f71-917d-473c-a126-6845f93a54b3,segment=NetworkSegment(ab774fdc-dff8-49ef-a1f1-5ebb0e8fcda7),segment_id=ab774fdc-dff8-49ef-a1f1-5ebb0e8fcda7)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:16:52.668463 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4ac82d0c-ab8f-48e2-a977-1e6fb960335e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:52.803709 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 3a024f71-917d-473c-a126-6845f93a54b3 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:16:52.874604 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-4ac82d0c-ab8f-48e2-a977-1e6fb960335e admin admin] Calling delete_port for 3a024f71-917d-473c-a126-6845f93a54b3 owned by network:dhcp {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:16:52.884550 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-a18eb684-5208-47f7-bd44-2a984a471f2d tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Calling delete_port for 0a8b2a5b-e0b6-40f5-b12c-dc80b1fb1e9d owned by network:router_interface {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:16:52.927882 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-60102d30-008f-4aa3-859a-9a1ee85c243f tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:52.938857 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 3a024f71-917d-473c-a126-6845f93a54b3 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:16:52.940417 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 3a024f71-917d-473c-a126-6845f93a54b3 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:16:53.024726 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-3df6cde3-b4ae-4d09-8196-bf074fb6f3ad None None] Attempt 3 to provision port 16a147b9-cb3e-4e7e-b2fb-8db0901a7398 Oct 04 09:16:53.025460 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-60102d30-008f-4aa3-859a-9a1ee85c243f tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "DELETE /v2.0/ports/638b318d-4f5f-403f-b07d-238592f71495 HTTP/1.1" status: 204 len: 168 time: 2.4368382 Oct 04 09:16:53.026302 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 60314) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:53.072761 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe3d435-769d-4bd7-9896-a96b95748e01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-38974f38-fc89-4d16-9167-9039a3ce6ea1', 'network_id': '38974f38-fc89-4d16-9167-9039a3ce6ea1', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'fixed_ips': [{'subnet_id': 'f5496276-b734-4ec7-9afc-a32a8e82e219'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:16:53.073701 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-bbe3d435-769d-4bd7-9896-a96b95748e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:53.091660 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-ce53a30b-8399-433d-b0d1-ad4aec0b7b30 None None] For port 16a147b9-cb3e-4e7e-b2fb-8db0901a7398, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:16:53.147904 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-3df6cde3-b4ae-4d09-8196-bf074fb6f3ad None None] Port 16a147b9-cb3e-4e7e-b2fb-8db0901a7398 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:16:53.164405 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a18eb684-5208-47f7-bd44-2a984a471f2d tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:53.181997 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-ce53a30b-8399-433d-b0d1-ad4aec0b7b30 None None] For port 16a147b9-cb3e-4e7e-b2fb-8db0901a7398, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=16a147b9-cb3e-4e7e-b2fb-8db0901a7398,segment=NetworkSegment(ee534e5a-59b4-4309-8ff3-ca8331db70f3),segment_id=ee534e5a-59b4-4309-8ff3-ca8331db70f3)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:16:53.189963 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ce53a30b-8399-433d-b0d1-ad4aec0b7b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:53.207141 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4787ee0-37f9-49f3-aada-596f5c694cf5 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] GET failed (client error): The resource could not be found. Oct 04 09:16:53.207678 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-c4787ee0-37f9-49f3-aada-596f5c694cf5 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Synchronizing usage tracker for tenant:8de43eb137fe47f9a4031ea91b631fcc on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:16:53.223185 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18eb684-5208-47f7-bd44-2a984a471f2d tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Pushing event deleted for resources: {'Port': ['ID=0a8b2a5b-e0b6-40f5-b12c-dc80b1fb1e9d,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:53.336650 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce53a30b-8399-433d-b0d1-ad4aec0b7b30 None None] Routers {'f972579a-6ef4-443c-a645-3233e1d7e64e'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:16:53.337208 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-ce53a30b-8399-433d-b0d1-ad4aec0b7b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:16:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['f972579a-6ef4-443c-a645-3233e1d7e64e'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:53.356822 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-c4787ee0-37f9-49f3-aada-596f5c694cf5 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Unset dirty status for tenant:8de43eb137fe47f9a4031ea91b631fcc on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:16:53.358039 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-c4787ee0-37f9-49f3-aada-596f5c694cf5 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "GET /v2.0/ports/638b318d-4f5f-403f-b07d-238592f71495 HTTP/1.1" status: 404 len: 333 time: 0.3208158 Oct 04 09:16:53.363660 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.db.api [None req-4ac82d0c-ab8f-48e2-a977-1e6fb960335e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89032) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:16:53.363875 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG oslo_db.api [None req-4ac82d0c-ab8f-48e2-a977-1e6fb960335e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:16:53.364408 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 60320) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:53.506576 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0941cb-67d3-40aa-8fd9-7ccc9f00222f None None] Pushing event updated for resources: {'Port': ['ID=16a147b9-cb3e-4e7e-b2fb-8db0901a7398,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:53.571309 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-bbe3d435-769d-4bd7-9896-a96b95748e01 None None] Allocated IP 2001:db8:3::2 (38974f38-fc89-4d16-9167-9039a3ce6ea1/f5496276-b734-4ec7-9afc-a32a8e82e219/22312f53-6752-45ff-ba5e-31d8e70a3e4a) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:16:53.598863 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-ce53a30b-8399-433d-b0d1-ad4aec0b7b30 None None] Set router f972579a-6ef4-443c-a645-3233e1d7e64e gateway port host: None {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:16:53.611841 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_v2 [None req-24eb544e-d034-4b4b-8085-7f7c24fd8aed tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Deleting subnet 4d8fec4f-f97c-4843-9ff3-9915c5901c85 {{(pid=89032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:16:53.625871 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-24eb544e-d034-4b4b-8085-7f7c24fd8aed tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for subnet, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:53.657321 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-3df6cde3-b4ae-4d09-8196-bf074fb6f3ad None None] Attempt 4 to provision port 16a147b9-cb3e-4e7e-b2fb-8db0901a7398 Oct 04 09:16:53.668143 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-d5d61986-83dd-4307-afcc-a33bab6126e8 req-18810e4d-d460-4d26-b1f5-ba4d0c8aa9bb tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7893c10-3816-4307-b87f-b4c69768b64c HTTP/1.1" status: 200 len: 210 time: 0.0673568 Oct 04 09:16:53.670753 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a18eb684-5208-47f7-bd44-2a984a471f2d tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736911'] for router_interface, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:53.724329 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733aa8af-07d9-454c-9fbb-9b72e579fa40 req-b4af0f28-9835-4690-b3fa-8a75c96a696f tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:53.726804 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-733aa8af-07d9-454c-9fbb-9b72e579fa40 req-b4af0f28-9835-4690-b3fa-8a75c96a696f tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] 10.222.0.20 "GET /v2.0/ports?device_id=a95f939f-74b7-4176-9031-296b2e20347a HTTP/1.1" status: 200 len: 946 time: 0.5777550 Oct 04 09:16:53.730097 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-56976f0f-dc39-4e3d-9951-3e1b963330c2 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:53.824218 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-24eb544e-d034-4b4b-8085-7f7c24fd8aed tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885153'] for subnet, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:53.866444 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668e19a-065a-4dcf-8419-7a1626eaa45a req-6de789a1-e698-4d6e-b0e7-2f120bc6a4db tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:53.868203 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2668e19a-065a-4dcf-8419-7a1626eaa45a req-6de789a1-e698-4d6e-b0e7-2f120bc6a4db tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] 10.222.0.50 "GET /v2.0/ports?device_id=a95f939f-74b7-4176-9031-296b2e20347a HTTP/1.1" status: 200 len: 946 time: 0.4421310 Oct 04 09:16:53.918081 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-4ac82d0c-ab8f-48e2-a977-1e6fb960335e admin admin] Deleting port 3a024f71-917d-473c-a126-6845f93a54b3 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:16:53.918081 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4ac82d0c-ab8f-48e2-a977-1e6fb960335e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:54.180682 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-4ac82d0c-ab8f-48e2-a977-1e6fb960335e admin admin] The port '3a024f71-917d-473c-a126-6845f93a54b3' was deleted {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 04 09:16:54.184598 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-733aa8af-07d9-454c-9fbb-9b72e579fa40 req-cf4e071d-2b42-4dfd-a6bf-604222c1284c tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Deleting port 801f95ac-5b56-4aad-8c02-87b668c7c978 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:16:54.184944 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-733aa8af-07d9-454c-9fbb-9b72e579fa40 req-cf4e071d-2b42-4dfd-a6bf-604222c1284c tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:54.205213 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-3df6cde3-b4ae-4d09-8196-bf074fb6f3ad None None] Port 16a147b9-cb3e-4e7e-b2fb-8db0901a7398 had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 09:16:54.211288 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-3df6cde3-b4ae-4d09-8196-bf074fb6f3ad None None] Could not find standard attr ID for object 638b318d-4f5f-403f-b07d-238592f71495. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:16:54.232817 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a18eb684-5208-47f7-bd44-2a984a471f2d tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Router f39f1c62-a927-447c-aef8-5344b1eb55df has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:16:54.292705 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-3df6cde3-b4ae-4d09-8196-bf074fb6f3ad None None] Provisioning for port 038ed8fd-ca76-4214-8bbf-210981fefcce completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:16:54.306663 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-bbe3d435-769d-4bd7-9896-a96b95748e01 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:54.309281 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-3df6cde3-b4ae-4d09-8196-bf074fb6f3ad None None] Provisioning complete for port 038ed8fd-ca76-4214-8bbf-210981fefcce triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:16:54.309662 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-3df6cde3-b4ae-4d09-8196-bf074fb6f3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:54.310004 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-3df6cde3-b4ae-4d09-8196-bf074fb6f3ad None None] Attempt 1 to provision port 038ed8fd-ca76-4214-8bbf-210981fefcce Oct 04 09:16:54.374289 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-bbe3d435-769d-4bd7-9896-a96b95748e01 None None] Transition to ACTIVE for port object 22312f53-6752-45ff-ba5e-31d8e70a3e4a will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:16:54.402616 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-bbe3d435-769d-4bd7-9896-a96b95748e01 None None] Transition to ACTIVE for port object 22312f53-6752-45ff-ba5e-31d8e70a3e4a will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:16:54.412179 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-ce53a30b-8399-433d-b0d1-ad4aec0b7b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'name': 'tempest-RoutersIpV6Test-router-1997751477', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:16:21Z', 'updated_at': '2022-10-04T09:16:45Z', 'revision_number': 4, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'gw_port_host': None, '_interfaces': [{'id': '16a147b9-cb3e-4e7e-b2fb-8db0901a7398', 'name': '', 'network_id': '35f54e98-9f24-485c-b0e8-82556896f878', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:43:da:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'fdfd5229-dfbd-4bd8-8dac-4aa46ca4f1ad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:42Z', 'updated_at': '2022-10-04T09:16:53Z', 'revision_number': 4, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': 'fdfd5229-dfbd-4bd8-8dac-4aa46ca4f1ad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50ec0c8d-3fe2-42db-beee-564da29f84c0', 'name': '', 'network_id': '6dd7e460-be85-42b6-8a4d-81c87d02d598', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:b0:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'b033d4b6-0978-4fce-8f97-1cf1db4aba17', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:34Z', 'updated_at': '2022-10-04T09:16:43Z', 'revision_number': 5, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': 'b033d4b6-0978-4fce-8f97-1cf1db4aba17', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65b6d67a-c9d4-4c5b-b010-727ccc5511e2', 'name': '', 'network_id': '6065a5f1-b66e-4f49-a8a1-e6d35ec1d22d', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:13:29:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '68eae767-d84c-4311-87d9-ebde9248d107', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:24Z', 'updated_at': '2022-10-04T09:16:37Z', 'revision_number': 5, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': '68eae767-d84c-4311-87d9-ebde9248d107', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:54.415517 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18eb684-5208-47f7-bd44-2a984a471f2d tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:16:54.419571 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-bbe3d435-769d-4bd7-9896-a96b95748e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:54.423181 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976969d-4607-40cc-8550-e0637007ca34 req-f51696d3-0af7-4500-8eea-f423a08a138e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:54.423892 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-8976969d-4607-40cc-8550-e0637007ca34 req-f51696d3-0af7-4500-8eea-f423a08a138e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:network {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:16:54.438156 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a18eb684-5208-47f7-bd44-2a984a471f2d tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] 10.222.0.50 "PUT /v2.0/routers/f39f1c62-a927-447c-aef8-5344b1eb55df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8655682 Oct 04 09:16:54.441702 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60330) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:54.458373 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce53a30b-8399-433d-b0d1-ad4aec0b7b30 None None] The sync data for ids ['f972579a-6ef4-443c-a645-3233e1d7e64e'] in dv-neutron-860215-1-hyperv is: [{'id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'name': 'tempest-RoutersIpV6Test-router-1997751477', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:16:21Z', 'updated_at': '2022-10-04T09:16:45Z', 'revision_number': 4, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'gw_port_host': None, '_interfaces': [{'id': '16a147b9-cb3e-4e7e-b2fb-8db0901a7398', 'name': '', 'network_id': '35f54e98-9f24-485c-b0e8-82556896f878', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:43:da:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'fdfd5229-dfbd-4bd8-8dac-4aa46ca4f1ad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:42Z', 'updated_at': '2022-10-04T09:16:53Z', 'revision_number': 4, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': 'fdfd5229-dfbd-4bd8-8dac-4aa46ca4f1ad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50ec0c8d-3fe2-42db-beee-564da29f84c0', 'name': '', 'network_id': '6dd7e460-be85-42b6-8a4d-81c87d02d598', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:b0:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'b033d4b6-0978-4fce-8f97-1cf1db4aba17', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:34Z', 'updated_at': '2022-10-04T09:16:43Z', 'revision_number': 5, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': 'b033d4b6-0978-4fce-8f97-1cf1db4aba17', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65b6d67a-c9d4-4c5b-b010-727ccc5511e2', 'name': '', 'network_id': '6065a5f1-b66e-4f49-a8a1-e6d35ec1d22d', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:13:29:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '68eae767-d84c-4311-87d9-ebde9248d107', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:24Z', 'updated_at': '2022-10-04T09:16:37Z', 'revision_number': 5, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': '68eae767-d84c-4311-87d9-ebde9248d107', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:16:54.465525 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-24eb544e-d034-4b4b-8085-7f7c24fd8aed tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:54.476329 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35efd318-efa3-4f87-8306-6b153491e7ef None None] Sync routers for ids ['f39f1c62-a927-447c-aef8-5344b1eb55df'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:16:54.513103 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-8976969d-4607-40cc-8550-e0637007ca34 req-f51696d3-0af7-4500-8eea-f423a08a138e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:network {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:16:54.517137 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-8976969d-4607-40cc-8550-e0637007ca34 req-f51696d3-0af7-4500-8eea-f423a08a138e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.20 "GET /v2.0/networks?id=98999962-6684-4cae-8a5e-eac6d8d168de HTTP/1.1" status: 200 len: 797 time: 0.5330539 Oct 04 09:16:54.517137 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-6cf66793-9250-4692-b636-a8e621c8b8a4 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] show failed (client error): The resource could not be found. Oct 04 09:16:54.517137 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-6cf66793-9250-4692-b636-a8e621c8b8a4 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] 10.222.0.50 "GET /v2.0/routers/tempest-non_exist_router-1609746440 HTTP/1.1" status: 404 len: 335 time: 0.0735455 Oct 04 09:16:54.520618 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60334) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:54.527270 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-3e9ddfdf-c1f2-42e1-b4b7-898aeb2e6efa tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Request body: {'router': {'name': 'new_name'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:16:54.552008 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe3d435-769d-4bd7-9896-a96b95748e01 None None] Network 38974f38-fc89-4d16-9167-9039a3ce6ea1 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:16:54.567867 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35efd318-efa3-4f87-8306-6b153491e7ef None None] Routers {'f39f1c62-a927-447c-aef8-5344b1eb55df'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:16:54.568113 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-35efd318-efa3-4f87-8306-6b153491e7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:16:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['f39f1c62-a927-447c-aef8-5344b1eb55df'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:54.627979 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-3e9ddfdf-c1f2-42e1-b4b7-898aeb2e6efa tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] update failed (client error): The resource could not be found. Oct 04 09:16:54.635221 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-3e9ddfdf-c1f2-42e1-b4b7-898aeb2e6efa tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] 10.222.0.50 "PUT /v2.0/routers/tempest-non_exist_router-637979570 HTTP/1.1" status: 404 len: 334 time: 0.1075304 Oct 04 09:16:54.635405 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-bbe3d435-769d-4bd7-9896-a96b95748e01 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:16:54.637989 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60338) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:54.640746 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe3d435-769d-4bd7-9896-a96b95748e01 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:16:54.644731 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe3d435-769d-4bd7-9896-a96b95748e01 None None] Pushing event updated for resources: {'Port': ['ID=22312f53-6752-45ff-ba5e-31d8e70a3e4a,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:54.724383 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-8976969d-4607-40cc-8550-e0637007ca34 req-66e6a81e-f712-4545-bd8c-1f426cc4f0f3 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:security_group {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:16:54.731262 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-35efd318-efa3-4f87-8306-6b153491e7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:54.809394 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 16a147b9-cb3e-4e7e-b2fb-8db0901a7398 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:16:54.823823 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-8976969d-4607-40cc-8550-e0637007ca34 req-66e6a81e-f712-4545-bd8c-1f426cc4f0f3 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:security_group {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:16:54.825009 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-8976969d-4607-40cc-8550-e0637007ca34 req-66e6a81e-f712-4545-bd8c-1f426cc4f0f3 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78fb12e86c5f40beb578bfb97002b5c9 HTTP/1.1" status: 200 len: 472 time: 0.2316446 Oct 04 09:16:54.832127 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-7520bccc-3008-496d-9817-a8c05f7fa984 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Deleting subnet 22d3d13b-d785-452b-a1ca-1917cd0028cf {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:16:54.840335 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [req-8976969d-4607-40cc-8550-e0637007ca34 req-48ad4312-e6f2-4427-b021-cc1551f082ab tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'port': {'device_id': 'd7893c10-3816-4307-b87f-b4c69768b64c', 'network_id': '98999962-6684-4cae-8a5e-eac6d8d168de', 'admin_state_up': True, 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'security_groups': ['a466a8e8-b893-4000-9d42-4c0b6462fbec']}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:16:54.856460 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7520bccc-3008-496d-9817-a8c05f7fa984 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:54.882880 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35efd318-efa3-4f87-8306-6b153491e7ef None None] Routers {'f39f1c62-a927-447c-aef8-5344b1eb55df'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:16:54.883515 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-35efd318-efa3-4f87-8306-6b153491e7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:16:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['f39f1c62-a927-447c-aef8-5344b1eb55df'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:54.939852 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-3df6cde3-b4ae-4d09-8196-bf074fb6f3ad None None] Current status of the port 038ed8fd-ca76-4214-8bbf-210981fefcce is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:16:54.940272 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-3df6cde3-b4ae-4d09-8196-bf074fb6f3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:54.974486 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2668e19a-065a-4dcf-8419-7a1626eaa45a req-b8d7d6c8-7888-4076-a283-155ee630e862 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cdce89a-a11c-4f5f-9f03-945b3b6fd05c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.0148308 Oct 04 09:16:54.992977 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-35efd318-efa3-4f87-8306-6b153491e7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:54.993505 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35efd318-efa3-4f87-8306-6b153491e7ef None None] The sync data for ids ['f39f1c62-a927-447c-aef8-5344b1eb55df'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:16:55.012178 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-bbe3d435-769d-4bd7-9896-a96b95748e01 None None] Attempting to bind port 22312f53-6752-45ff-ba5e-31d8e70a3e4a on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:16:55.012583 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-bbe3d435-769d-4bd7-9896-a96b95748e01 None None] Attempting to bind port 22312f53-6752-45ff-ba5e-31d8e70a3e4a by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '2c176bee-cd0a-4833-ae5e-4ef2969df295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '38974f38-fc89-4d16-9167-9039a3ce6ea1'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:16:55.013119 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe3d435-769d-4bd7-9896-a96b95748e01 None None] Attempting to bind port 22312f53-6752-45ff-ba5e-31d8e70a3e4a on network 38974f38-fc89-4d16-9167-9039a3ce6ea1 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:16:55.015237 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-ccc24fb5-bddd-4d01-8ead-4b62a32550d3 req-26e05a88-163f-4113-aca3-5cbc46d3b2a1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7893c10-3816-4307-b87f-b4c69768b64c HTTP/1.1" status: 200 len: 210 time: 0.1214323 Oct 04 09:16:55.016017 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-24eb544e-d034-4b4b-8085-7f7c24fd8aed tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:55.037334 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe3d435-769d-4bd7-9896-a96b95748e01 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:16:55.037716 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe3d435-769d-4bd7-9896-a96b95748e01 None None] Checking segment: {'id': '2c176bee-cd0a-4833-ae5e-4ef2969df295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '38974f38-fc89-4d16-9167-9039a3ce6ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:16:55.038118 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-bbe3d435-769d-4bd7-9896-a96b95748e01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:55.038514 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe3d435-769d-4bd7-9896-a96b95748e01 None None] Bound using segment: {'id': '2c176bee-cd0a-4833-ae5e-4ef2969df295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '38974f38-fc89-4d16-9167-9039a3ce6ea1'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:16:55.038989 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-bbe3d435-769d-4bd7-9896-a96b95748e01 None None] Bound port: 22312f53-6752-45ff-ba5e-31d8e70a3e4a, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c176bee-cd0a-4833-ae5e-4ef2969df295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '38974f38-fc89-4d16-9167-9039a3ce6ea1'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:16:55.039365 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-bbe3d435-769d-4bd7-9896-a96b95748e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:55.060646 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7520bccc-3008-496d-9817-a8c05f7fa984 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:55.105220 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-3df6cde3-b4ae-4d09-8196-bf074fb6f3ad None None] For port 038ed8fd-ca76-4214-8bbf-210981fefcce, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=038ed8fd-ca76-4214-8bbf-210981fefcce,segment=NetworkSegment(ec6de81c-a4ad-40ab-b324-ad9ea969be8e),segment_id=ec6de81c-a4ad-40ab-b324-ad9ea969be8e)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:16:55.129588 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-3df6cde3-b4ae-4d09-8196-bf074fb6f3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:55.139673 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4ac82d0c-ab8f-48e2-a977-1e6fb960335e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:55.174550 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7520bccc-3008-496d-9817-a8c05f7fa984 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:55.189771 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb544e-d034-4b4b-8085-7f7c24fd8aed tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event deleted for resources: {'Subnet': ['ID=4d8fec4f-f97c-4843-9ff3-9915c5901c85,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:55.193024 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-24eb544e-d034-4b4b-8085-7f7c24fd8aed tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:55.210130 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-3df6cde3-b4ae-4d09-8196-bf074fb6f3ad None None] Could not find standard attr ID for object bcb23486-d546-4d4b-bc8c-7fd63363d7e9. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:16:55.211642 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 16a147b9-cb3e-4e7e-b2fb-8db0901a7398 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:16:55.214749 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54c7722-6456-44ce-8e8d-e238b4dfe3e9 None None] Network 23c76fa4-1b5f-4544-b632-e20880f25051 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:16:55.225609 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-24eb544e-d034-4b4b-8085-7f7c24fd8aed tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "DELETE /v2.0/subnets/4d8fec4f-f97c-4843-9ff3-9915c5901c85 HTTP/1.1" status: 204 len: 168 time: 1.8510079 Oct 04 09:16:55.233695 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 60344) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:55.239096 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-4ac82d0c-ab8f-48e2-a977-1e6fb960335e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e61ee37-e03d-4906-997b-978c1601b208']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:55.249544 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 16a147b9-cb3e-4e7e-b2fb-8db0901a7398 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:16:55.249921 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:55.250261 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 16a147b9-cb3e-4e7e-b2fb-8db0901a7398 Oct 04 09:16:55.255732 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-4ac82d0c-ab8f-48e2-a977-1e6fb960335e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab774fdc-dff8-49ef-a1f1-5ebb0e8fcda7') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:55.256065 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-4ac82d0c-ab8f-48e2-a977-1e6fb960335e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab774fdc-dff8-49ef-a1f1-5ebb0e8fcda7') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:55.270376 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4ac82d0c-ab8f-48e2-a977-1e6fb960335e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:55.295377 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7520bccc-3008-496d-9817-a8c05f7fa984 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:55.334142 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-3df6cde3-b4ae-4d09-8196-bf074fb6f3ad None None] Could not find standard attr ID for object 0a8b2a5b-e0b6-40f5-b12c-dc80b1fb1e9d. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:16:55.360740 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7520bccc-3008-496d-9817-a8c05f7fa984 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Pushing event deleted for resources: {'Subnet': ['ID=22d3d13b-d785-452b-a1ca-1917cd0028cf,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:55.368615 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-bbe3d435-769d-4bd7-9896-a96b95748e01 None None] For port 22312f53-6752-45ff-ba5e-31d8e70a3e4a, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:16:55.384628 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7520bccc-3008-496d-9817-a8c05f7fa984 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:55.390893 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df6cde3-b4ae-4d09-8196-bf074fb6f3ad None None] Pushing event updated for resources: {'Port': ['ID=038ed8fd-ca76-4214-8bbf-210981fefcce,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:55.402161 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2603ae67-ecea-4124-a4fb-957f5524782b None None] Network 3a4ccd42-fb7e-4258-8651-fa969c09779e requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:16:55.405112 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [req-8976969d-4607-40cc-8550-e0637007ca34 req-48ad4312-e6f2-4427-b021-cc1551f082ab tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:16:55.411076 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-7520bccc-3008-496d-9817-a8c05f7fa984 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] 10.222.0.50 "DELETE /v2.0/subnets/22d3d13b-d785-452b-a1ca-1917cd0028cf HTTP/1.1" status: 204 len: 168 time: 0.7693946 Oct 04 09:16:55.412309 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-8976969d-4607-40cc-8550-e0637007ca34 req-48ad4312-e6f2-4427-b021-cc1551f082ab tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:port and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:16:55.414938 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60348) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:55.416125 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8942dd9f-5787-4fc5-89bf-c42820073e24 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:55.418123 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-8976969d-4607-40cc-8550-e0637007ca34 req-48ad4312-e6f2-4427-b021-cc1551f082ab tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for port was recalculated. Used quota:5. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:16:55.428920 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-bbe3d435-769d-4bd7-9896-a96b95748e01 None None] For port 22312f53-6752-45ff-ba5e-31d8e70a3e4a, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=22312f53-6752-45ff-ba5e-31d8e70a3e4a,segment=NetworkSegment(2c176bee-cd0a-4833-ae5e-4ef2969df295),segment_id=2c176bee-cd0a-4833-ae5e-4ef2969df295)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:16:55.460941 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [req-8976969d-4607-40cc-8550-e0637007ca34 req-48ad4312-e6f2-4427-b021-cc1551f082ab tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:16:55.488691 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-bbe3d435-769d-4bd7-9896-a96b95748e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:55.490408 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8976969d-4607-40cc-8550-e0637007ca34 req-48ad4312-e6f2-4427-b021-cc1551f082ab tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Made reservation on behalf of 78fb12e86c5f40beb578bfb97002b5c9 for: {'port': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:16:55.494875 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-8976969d-4607-40cc-8550-e0637007ca34 req-48ad4312-e6f2-4427-b021-cc1551f082ab tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:55.502698 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4ac82d0c-ab8f-48e2-a977-1e6fb960335e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:55.522788 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-23b83fbd-6095-49d1-8bb2-5dfb9eb61009 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Deleting subnet d04b6821-ac65-4a2a-9058-60d0a4928188 {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:16:55.529755 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-56976f0f-dc39-4e3d-9951-3e1b963330c2 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Allocated IP 2001:db8:3::1 (38974f38-fc89-4d16-9167-9039a3ce6ea1/f5496276-b734-4ec7-9afc-a32a8e82e219/2084ab4f-3691-4f98-8129-8bf83d2e97e0) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:16:55.533141 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ac82d0c-ab8f-48e2-a977-1e6fb960335e admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:16:55.533556 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4ac82d0c-ab8f-48e2-a977-1e6fb960335e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:55.534343 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-3df6cde3-b4ae-4d09-8196-bf074fb6f3ad None None] Provisioning for port ed34425a-8982-4919-aee2-09b01f5fdb93 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:16:55.632434 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment ab774fdc-dff8-49ef-a1f1-5ebb0e8fcda7 resource provider aggregate not found Oct 04 09:16:55.642737 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-8942dd9f-5787-4fc5-89bf-c42820073e24 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Deleting port ed34425a-8982-4919-aee2-09b01f5fdb93 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:16:55.643147 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8942dd9f-5787-4fc5-89bf-c42820073e24 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:55.650650 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-23b83fbd-6095-49d1-8bb2-5dfb9eb61009 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:55.689196 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-3df6cde3-b4ae-4d09-8196-bf074fb6f3ad None None] Provisioning complete for port ed34425a-8982-4919-aee2-09b01f5fdb93 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:16:55.689773 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-3df6cde3-b4ae-4d09-8196-bf074fb6f3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:55.690260 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-3df6cde3-b4ae-4d09-8196-bf074fb6f3ad None None] Attempt 1 to provision port ed34425a-8982-4919-aee2-09b01f5fdb93 Oct 04 09:16:55.746077 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-23b83fbd-6095-49d1-8bb2-5dfb9eb61009 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:55.748179 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment ab774fdc-dff8-49ef-a1f1-5ebb0e8fcda7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ab774fdc-dff8-49ef-a1f1-5ebb0e8fcda7 found for delete ", "request_id": "req-75c1d33b-a56e-4ef1-bdcc-c7084c7a194b"}]} Oct 04 09:16:55.796673 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [req-8976969d-4607-40cc-8550-e0637007ca34 req-48ad4312-e6f2-4427-b021-cc1551f082ab tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Allocated IP 172.20.0.23 (98999962-6684-4cae-8a5e-eac6d8d168de/e047c4b4-3f0f-405c-866d-ff0c3d006abc/963cb7b8-fb64-4f1c-9306-3d14dfff454a) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:16:55.886777 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4ac82d0c-ab8f-48e2-a977-1e6fb960335e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:55.948510 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4ac82d0c-ab8f-48e2-a977-1e6fb960335e admin admin] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:55.959007 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-4ac82d0c-ab8f-48e2-a977-1e6fb960335e admin admin] 10.222.0.50 "DELETE /v2.0/networks/4e61ee37-e03d-4906-997b-978c1601b208 HTTP/1.1" status: 204 len: 168 time: 4.8004224 Oct 04 09:16:55.976163 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe3d435-769d-4bd7-9896-a96b95748e01 None None] Pushing event updated for resources: {'Port': ['ID=22312f53-6752-45ff-ba5e-31d8e70a3e4a,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:55.977858 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac82d0c-ab8f-48e2-a977-1e6fb960335e admin admin] Pushing event deleted for resources: {'Network': ['ID=4e61ee37-e03d-4906-997b-978c1601b208,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:55.991890 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-23b83fbd-6095-49d1-8bb2-5dfb9eb61009 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:56.000476 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-733aa8af-07d9-454c-9fbb-9b72e579fa40 req-cf4e071d-2b42-4dfd-a6bf-604222c1284c tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] For port 801f95ac-5b56-4aad-8c02-87b668c7c978, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=801f95ac-5b56-4aad-8c02-87b668c7c978,segment=NetworkSegment(77ddeb54-0d4d-457f-abac-669508cea815),segment_id=77ddeb54-0d4d-457f-abac-669508cea815)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:16:56.000476 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-733aa8af-07d9-454c-9fbb-9b72e579fa40 req-cf4e071d-2b42-4dfd-a6bf-604222c1284c tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:56.015284 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 16a147b9-cb3e-4e7e-b2fb-8db0901a7398 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:16:56.019369 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:56.148646 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-8976969d-4607-40cc-8550-e0637007ca34 req-48ad4312-e6f2-4427-b021-cc1551f082ab tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:56.170574 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-23b83fbd-6095-49d1-8bb2-5dfb9eb61009 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:56.298773 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 16a147b9-cb3e-4e7e-b2fb-8db0901a7398, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=16a147b9-cb3e-4e7e-b2fb-8db0901a7398,segment=NetworkSegment(ee534e5a-59b4-4309-8ff3-ca8331db70f3),segment_id=ee534e5a-59b4-4309-8ff3-ca8331db70f3)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:16:56.299811 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-3df6cde3-b4ae-4d09-8196-bf074fb6f3ad None None] Current status of the port ed34425a-8982-4919-aee2-09b01f5fdb93 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:16:56.300956 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-3df6cde3-b4ae-4d09-8196-bf074fb6f3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:56.311931 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 60364) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:56.343822 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:56.404638 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-23b83fbd-6095-49d1-8bb2-5dfb9eb61009 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:56.413666 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b83fbd-6095-49d1-8bb2-5dfb9eb61009 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Pushing event deleted for resources: {'Subnet': ['ID=d04b6821-ac65-4a2a-9058-60d0a4928188,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:56.449419 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452aa7ad-d23e-4399-a1cf-143094879dd6 None None] Network 2d06ba20-b45d-4c1b-bce3-b5209a385ea3 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:16:56.450797 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-56976f0f-dc39-4e3d-9951-3e1b963330c2 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:56.470329 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [req-8976969d-4607-40cc-8550-e0637007ca34 req-48ad4312-e6f2-4427-b021-cc1551f082ab tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Transition to ACTIVE for port object 963cb7b8-fb64-4f1c-9306-3d14dfff454a will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:16:56.477882 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7d8646-0eb5-4753-84bb-23674deaf529 None None] DHCP port deletion for 23c76fa4-1b5f-4544-b632-e20880f25051 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:16:56.479108 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-bef37076-2917-4c54-ac61-9a91f973cda0 req-09ace4f1-b979-4ab8-a344-b4330f3993e2 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:16:56.487145 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-23b83fbd-6095-49d1-8bb2-5dfb9eb61009 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] 10.222.0.50 "DELETE /v2.0/subnets/d04b6821-ac65-4a2a-9058-60d0a4928188 HTTP/1.1" status: 204 len: 168 time: 1.0687699 Oct 04 09:16:56.490281 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60368) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:56.496401 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-eb7d8646-0eb5-4753-84bb-23674deaf529 None None] Deleting port ed34425a-8982-4919-aee2-09b01f5fdb93 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:16:56.497029 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-eb7d8646-0eb5-4753-84bb-23674deaf529 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:56.574067 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-bef37076-2917-4c54-ac61-9a91f973cda0 req-09ace4f1-b979-4ab8-a344-b4330f3993e2 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:16:56.574925 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-bef37076-2917-4c54-ac61-9a91f973cda0 req-09ace4f1-b979-4ab8-a344-b4330f3993e2 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7893c10-3816-4307-b87f-b4c69768b64c HTTP/1.1" status: 200 len: 210 time: 0.1637840 Oct 04 09:16:56.577807 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-3df6cde3-b4ae-4d09-8196-bf074fb6f3ad None None] For port ed34425a-8982-4919-aee2-09b01f5fdb93, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=ed34425a-8982-4919-aee2-09b01f5fdb93,segment=NetworkSegment(1ed82c6b-1d67-4118-9cd4-800d08822c34),segment_id=1ed82c6b-1d67-4118-9cd4-800d08822c34)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:16:56.590787 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-3cc46ab5-6590-4cb3-9908-6367667a2cb1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8ef6eeaada3246f29119027d4a154b34&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2733445 Oct 04 09:16:56.595989 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-8942dd9f-5787-4fc5-89bf-c42820073e24 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] For port ed34425a-8982-4919-aee2-09b01f5fdb93, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=ed34425a-8982-4919-aee2-09b01f5fdb93,segment=NetworkSegment(1ed82c6b-1d67-4118-9cd4-800d08822c34),segment_id=1ed82c6b-1d67-4118-9cd4-800d08822c34)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:16:56.597700 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8942dd9f-5787-4fc5-89bf-c42820073e24 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:56.597825 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60372) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:56.611932 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-56976f0f-dc39-4e3d-9951-3e1b963330c2 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Transition to ACTIVE for port object 2084ab4f-3691-4f98-8129-8bf83d2e97e0 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:16:56.634779 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-3df6cde3-b4ae-4d09-8196-bf074fb6f3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:56.673453 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-70c83b91-0437-461d-b2aa-83e36d468768 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:56.675511 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=16a147b9-cb3e-4e7e-b2fb-8db0901a7398,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:56.709222 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-70c83b91-0437-461d-b2aa-83e36d468768 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Deleting port 8970ee94-ba3e-405d-a674-af2c5ff6703f {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:16:56.709621 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-70c83b91-0437-461d-b2aa-83e36d468768 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:56.781012 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-8976969d-4607-40cc-8550-e0637007ca34 req-48ad4312-e6f2-4427-b021-cc1551f082ab tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:56.839549 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0abbeb6-07fa-462b-bbba-fc03fce176f6 None None] DHCP port deletion for 3a4ccd42-fb7e-4258-8651-fa969c09779e request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:16:56.935980 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-3df6cde3-b4ae-4d09-8196-bf074fb6f3ad None None] Provisioning complete for port 8fda1584-9a96-4c78-a033-07a40ec7b079 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:16:56.936368 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-3df6cde3-b4ae-4d09-8196-bf074fb6f3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:56.936716 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-3df6cde3-b4ae-4d09-8196-bf074fb6f3ad None None] Attempt 1 to provision port 8fda1584-9a96-4c78-a033-07a40ec7b079 Oct 04 09:16:56.951029 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-70c83b91-0437-461d-b2aa-83e36d468768 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] For port 8970ee94-ba3e-405d-a674-af2c5ff6703f, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=8970ee94-ba3e-405d-a674-af2c5ff6703f,segment=NetworkSegment(5c02d2a9-dfb9-41d9-9817-c8cb0d98cf7f),segment_id=5c02d2a9-dfb9-41d9-9817-c8cb0d98cf7f)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:16:56.951388 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-70c83b91-0437-461d-b2aa-83e36d468768 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:56.965610 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f0abbeb6-07fa-462b-bbba-fc03fce176f6 None None] Deleting port 8970ee94-ba3e-405d-a674-af2c5ff6703f {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:16:56.965991 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f0abbeb6-07fa-462b-bbba-fc03fce176f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:56.990803 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 038ed8fd-ca76-4214-8bbf-210981fefcce up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:16:57.017291 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-733aa8af-07d9-454c-9fbb-9b72e579fa40 req-cf4e071d-2b42-4dfd-a6bf-604222c1284c tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:57.018280 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-733aa8af-07d9-454c-9fbb-9b72e579fa40 req-cf4e071d-2b42-4dfd-a6bf-604222c1284c tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:57.019317 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.l3_db [req-733aa8af-07d9-454c-9fbb-9b72e579fa40 req-cf4e071d-2b42-4dfd-a6bf-604222c1284c tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Floating IP 722a278d-b52c-430e-a32d-6c97bd7ff6be disassociated. External IP: 172.26.10.82, port: 801f95ac-5b56-4aad-8c02-87b668c7c978. Oct 04 09:16:57.020005 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-733aa8af-07d9-454c-9fbb-9b72e579fa40 req-cf4e071d-2b42-4dfd-a6bf-604222c1284c tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Calling delete_port for 801f95ac-5b56-4aad-8c02-87b668c7c978 owned by compute:nova {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:16:57.119052 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 801f95ac-5b56-4aad-8c02-87b668c7c978 no longer exists at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:16:57.130415 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-70c83b91-0437-461d-b2aa-83e36d468768 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Calling delete_port for 8970ee94-ba3e-405d-a674-af2c5ff6703f owned by network:dhcp {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:16:57.175451 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5d911e1d-bb66-44db-868d-35b300e65a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:57.199594 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df6cde3-b4ae-4d09-8196-bf074fb6f3ad None None] Pushing event updated for resources: {'Port': ['ID=ed34425a-8982-4919-aee2-09b01f5fdb93,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:57.200167 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-8942dd9f-5787-4fc5-89bf-c42820073e24 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Calling delete_port for ed34425a-8982-4919-aee2-09b01f5fdb93 owned by network:dhcp {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:16:57.225380 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8976969d-4607-40cc-8550-e0637007ca34 req-48ad4312-e6f2-4427-b021-cc1551f082ab tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Network 98999962-6684-4cae-8a5e-eac6d8d168de is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:16:57.241724 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [req-8976969d-4607-40cc-8550-e0637007ca34 req-48ad4312-e6f2-4427-b021-cc1551f082ab tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:16:57.249197 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ad4312-e6f2-4427-b021-cc1551f082ab tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Port': ['ID=963cb7b8-fb64-4f1c-9306-3d14dfff454a,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:57.254583 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [req-8976969d-4607-40cc-8550-e0637007ca34 req-48ad4312-e6f2-4427-b021-cc1551f082ab tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:16:57.290530 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5d911e1d-bb66-44db-868d-35b300e65a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:57.313189 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b7410-2009-4227-ba95-de36a9e2f893 req-2463666b-53ac-4882-a57f-5fee479b7bb4 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:57.315028 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f16b7410-2009-4227-ba95-de36a9e2f893 req-2463666b-53ac-4882-a57f-5fee479b7bb4 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] 10.222.0.50 "GET /v2.0/ports?device_id=a95f939f-74b7-4176-9031-296b2e20347a HTTP/1.1" status: 200 len: 946 time: 1.0020711 Oct 04 09:16:57.338739 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-733aa8af-07d9-454c-9fbb-9b72e579fa40 req-cf4e071d-2b42-4dfd-a6bf-604222c1284c tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:57.417548 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5d911e1d-bb66-44db-868d-35b300e65a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:57.438436 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-70c83b91-0437-461d-b2aa-83e36d468768 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:57.460213 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4e071d-2b42-4dfd-a6bf-604222c1284c tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Pushing event deleted for resources: {'Port': ['ID=801f95ac-5b56-4aad-8c02-87b668c7c978,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:57.462519 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-56976f0f-dc39-4e3d-9951-3e1b963330c2 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:57.482563 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976969d-4607-40cc-8550-e0637007ca34 req-48ad4312-e6f2-4427-b021-cc1551f082ab tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:57.483184 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-8976969d-4607-40cc-8550-e0637007ca34 req-48ad4312-e6f2-4427-b021-cc1551f082ab tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:57.503391 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d911e1d-bb66-44db-868d-35b300e65a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb104af-7f55-4b86-87b6-76fbbff047ef,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:57.517328 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447bbf8e-9bc8-4c4b-b8d8-a61b9a3e26c7 None None] Network 38974f38-fc89-4d16-9167-9039a3ce6ea1 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:16:57.528427 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c83b91-0437-461d-b2aa-83e36d468768 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Pushing event deleted for resources: {'Port': ['ID=8970ee94-ba3e-405d-a674-af2c5ff6703f,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:57.534452 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c83b91-0437-461d-b2aa-83e36d468768 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] No DVR routers for this DVR port 8970ee94-ba3e-405d-a674-af2c5ff6703f on host dv-neutron-860215-1-hyperv {{(pid=89033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:16:57.558658 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.db.api [None req-8942dd9f-5787-4fc5-89bf-c42820073e24 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89032) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:16:57.559001 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG oslo_db.api [None req-8942dd9f-5787-4fc5-89bf-c42820073e24 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:16:57.565351 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f16b7410-2009-4227-ba95-de36a9e2f893 req-bc29fd7c-77ad-4236-aa3b-a50432b7e186 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] 10.222.0.50 "GET /v2.0/security-groups?id=5cdce89a-a11c-4f5f-9f03-945b3b6fd05c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2279782 Oct 04 09:16:57.568924 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5d911e1d-bb66-44db-868d-35b300e65a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:57.574752 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56976f0f-dc39-4e3d-9951-3e1b963330c2 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Network 38974f38-fc89-4d16-9167-9039a3ce6ea1 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:16:57.576348 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-5d911e1d-bb66-44db-868d-35b300e65a6e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/eeb104af-7f55-4b86-87b6-76fbbff047ef HTTP/1.1" status: 204 len: 168 time: 0.9728348 Oct 04 09:16:57.578633 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-56976f0f-dc39-4e3d-9951-3e1b963330c2 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:16:57.593745 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-8976969d-4607-40cc-8550-e0637007ca34 req-48ad4312-e6f2-4427-b021-cc1551f082ab tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7588992 Oct 04 09:16:57.642383 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56976f0f-dc39-4e3d-9951-3e1b963330c2 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:16:57.642929 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-56976f0f-dc39-4e3d-9951-3e1b963330c2 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737202'] for router_interface, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:57.674835 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56976f0f-dc39-4e3d-9951-3e1b963330c2 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event updated for resources: {'Port': ['ID=2084ab4f-3691-4f98-8129-8bf83d2e97e0,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:57.687197 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-eb7d8646-0eb5-4753-84bb-23674deaf529 None None] For port ed34425a-8982-4919-aee2-09b01f5fdb93, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=ed34425a-8982-4919-aee2-09b01f5fdb93,segment=NetworkSegment(1ed82c6b-1d67-4118-9cd4-800d08822c34),segment_id=1ed82c6b-1d67-4118-9cd4-800d08822c34)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:16:57.687608 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-eb7d8646-0eb5-4753-84bb-23674deaf529 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:57.755032 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-70c83b91-0437-461d-b2aa-83e36d468768 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:57.891898 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-70c83b91-0437-461d-b2aa-83e36d468768 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a4ccd42-fb7e-4258-8651-fa969c09779e']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:57.898114 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-eb7d8646-0eb5-4753-84bb-23674deaf529 None None] Calling delete_port for ed34425a-8982-4919-aee2-09b01f5fdb93 owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:16:57.937082 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [req-733aa8af-07d9-454c-9fbb-9b72e579fa40 req-cf4e071d-2b42-4dfd-a6bf-604222c1284c tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Router debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:16:57.943303 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-70c83b91-0437-461d-b2aa-83e36d468768 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c02d2a9-dfb9-41d9-9817-c8cb0d98cf7f') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:57.946643 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-70c83b91-0437-461d-b2aa-83e36d468768 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c02d2a9-dfb9-41d9-9817-c8cb0d98cf7f') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:57.981549 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-70c83b91-0437-461d-b2aa-83e36d468768 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:58.038220 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-70c83b91-0437-461d-b2aa-83e36d468768 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:58.067362 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f7aa97-54a5-4833-bf7f-a908a9fe189c req-ffe5b3ce-4067-40f6-90f1-8b0072afa422 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:16:58.069471 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-91f7aa97-54a5-4833-bf7f-a908a9fe189c req-ffe5b3ce-4067-40f6-90f1-8b0072afa422 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7893c10-3816-4307-b87f-b4c69768b64c HTTP/1.1" status: 200 len: 932 time: 0.2728455 Oct 04 09:16:58.072338 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70c83b91-0437-461d-b2aa-83e36d468768 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:16:58.072880 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-70c83b91-0437-461d-b2aa-83e36d468768 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:58.113055 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [req-8976969d-4607-40cc-8550-e0637007ca34 req-596dca1f-2fcb-407c-872c-4cb2f773d1ea service neutron] Request body: {'port': {'device_id': 'd7893c10-3816-4307-b87f-b4c69768b64c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8602'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:16:58.140062 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-8942dd9f-5787-4fc5-89bf-c42820073e24 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Deleting port ed34425a-8982-4919-aee2-09b01f5fdb93 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:16:58.140631 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8942dd9f-5787-4fc5-89bf-c42820073e24 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:58.167992 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 5c02d2a9-dfb9-41d9-9817-c8cb0d98cf7f resource provider aggregate not found Oct 04 09:16:58.267740 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 5c02d2a9-dfb9-41d9-9817-c8cb0d98cf7f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5c02d2a9-dfb9-41d9-9817-c8cb0d98cf7f found for delete ", "request_id": "req-74d0db2b-c3bc-48ed-8c50-038a0c0a0e94"}]} Oct 04 09:16:58.292745 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-56976f0f-dc39-4e3d-9951-3e1b963330c2 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:58.295371 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] No active binding found for port 801f95ac-5b56-4aad-8c02-87b668c7c978 {{(pid=89034) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Oct 04 09:16:58.295800 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 801f95ac-5b56-4aad-8c02-87b668c7c978 not bound to the agent host hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:16:58.325769 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-70c83b91-0437-461d-b2aa-83e36d468768 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:58.365549 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-70c83b91-0437-461d-b2aa-83e36d468768 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:58.407739 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 038ed8fd-ca76-4214-8bbf-210981fefcce triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:16:58.408661 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:58.411011 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 038ed8fd-ca76-4214-8bbf-210981fefcce Oct 04 09:16:58.426242 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c83b91-0437-461d-b2aa-83e36d468768 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Pushing event deleted for resources: {'Network': ['ID=3a4ccd42-fb7e-4258-8651-fa969c09779e,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:58.436778 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-70c83b91-0437-461d-b2aa-83e36d468768 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] 10.222.0.50 "DELETE /v2.0/networks/3a4ccd42-fb7e-4258-8651-fa969c09779e HTTP/1.1" status: 204 len: 168 time: 1.9430993 Oct 04 09:16:58.450072 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60400) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:58.453323 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-91f7aa97-54a5-4833-bf7f-a908a9fe189c req-9c6710f3-c230-4a6e-ab95-4bb03791318b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=a466a8e8-b893-4000-9d42-4c0b6462fbec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3099124 Oct 04 09:16:58.551302 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c3fa27e7-21c5-4c60-bf7c-7c4b66adb120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:58.554241 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-f0abbeb6-07fa-462b-bbba-fc03fce176f6 None None] For port 8970ee94-ba3e-405d-a674-af2c5ff6703f, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=8970ee94-ba3e-405d-a674-af2c5ff6703f,segment=NetworkSegment(5c02d2a9-dfb9-41d9-9817-c8cb0d98cf7f),segment_id=5c02d2a9-dfb9-41d9-9817-c8cb0d98cf7f)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:16:58.554649 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f0abbeb6-07fa-462b-bbba-fc03fce176f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:58.565057 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-733aa8af-07d9-454c-9fbb-9b72e579fa40 req-cf4e071d-2b42-4dfd-a6bf-604222c1284c tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:16:58.573310 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-eb7d8646-0eb5-4753-84bb-23674deaf529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:58.582209 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f9189c-b615-4819-a6d0-1630a31e2024 None None] Sync routers for ids ['debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:16:58.600180 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f9189c-b615-4819-a6d0-1630a31e2024 None None] Routers {'debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:16:58.602366 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-55f9189c-b615-4819-a6d0-1630a31e2024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:16:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:58.698361 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-8976969d-4607-40cc-8550-e0637007ca34 req-596dca1f-2fcb-407c-872c-4cb2f773d1ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:58.709744 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7d8646-0eb5-4753-84bb-23674deaf529 None None] No DVR routers for this DVR port ed34425a-8982-4919-aee2-09b01f5fdb93 on host dv-neutron-860215-1-hyperv {{(pid=89034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:16:58.712289 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7d8646-0eb5-4753-84bb-23674deaf529 None None] Pushing event deleted for resources: {'Port': ['ID=ed34425a-8982-4919-aee2-09b01f5fdb93,revision_number=None']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:58.721714 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a999ff-daa8-4a56-9be8-d5ccda648c7c None None] DHCP port deletion for 2d06ba20-b45d-4c1b-bce3-b5209a385ea3 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:16:58.807108 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-27a999ff-daa8-4a56-9be8-d5ccda648c7c None None] Deleting port b55c5eec-6857-413f-9890-e98da89d6500 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:16:58.807497 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-27a999ff-daa8-4a56-9be8-d5ccda648c7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:58.877473 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-68b04c66-8c77-4598-b889-cf4f7f7b66a7 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:58.980489 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-55f9189c-b615-4819-a6d0-1630a31e2024 None None] Set router debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:16:59.016294 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-68b04c66-8c77-4598-b889-cf4f7f7b66a7 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Deleting port b55c5eec-6857-413f-9890-e98da89d6500 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:16:59.016819 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-68b04c66-8c77-4598-b889-cf4f7f7b66a7 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:59.104605 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-27a999ff-daa8-4a56-9be8-d5ccda648c7c None None] For port b55c5eec-6857-413f-9890-e98da89d6500, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=b55c5eec-6857-413f-9890-e98da89d6500,segment=NetworkSegment(5705b369-7eff-4e1e-b3d1-20c342b37876),segment_id=5705b369-7eff-4e1e-b3d1-20c342b37876)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:16:59.105009 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-27a999ff-daa8-4a56-9be8-d5ccda648c7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:59.180376 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-733aa8af-07d9-454c-9fbb-9b72e579fa40 req-cf4e071d-2b42-4dfd-a6bf-604222c1284c tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] No DVR routers for this DVR port 801f95ac-5b56-4aad-8c02-87b668c7c978 on host hv-neutron-8602 {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:16:59.202507 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-733aa8af-07d9-454c-9fbb-9b72e579fa40 req-cf4e071d-2b42-4dfd-a6bf-604222c1284c tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:59.206650 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95f939f-74b7-4176-9031-296b2e20347a', 'name': 'network-vif-deleted', 'tag': '801f95ac-5b56-4aad-8c02-87b668c7c978'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:16:59.209484 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de744a4-cc11-4976-861b-348dcf6abf7f" -d '{"events": [{"server_uuid": "a95f939f-74b7-4176-9031-296b2e20347a", "name": "network-vif-deleted", "tag": "801f95ac-5b56-4aad-8c02-87b668c7c978"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:16:59.220757 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-167cdd8f-4bd7-440f-99d0-e534d2b87abe req-c343e35d-4b4d-490f-8e57-9ad52b715c19 tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] 10.222.0.50 "GET /v2.0/ports?device_id=a95f939f-74b7-4176-9031-296b2e20347a HTTP/1.1" status: 200 len: 210 time: 0.1991298 Oct 04 09:16:59.225481 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-8942dd9f-5787-4fc5-89bf-c42820073e24 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] For port ed34425a-8982-4919-aee2-09b01f5fdb93, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=ed34425a-8982-4919-aee2-09b01f5fdb93,segment=NetworkSegment(1ed82c6b-1d67-4118-9cd4-800d08822c34),segment_id=1ed82c6b-1d67-4118-9cd4-800d08822c34)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:16:59.225844 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8942dd9f-5787-4fc5-89bf-c42820073e24 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:59.292165 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-27a999ff-daa8-4a56-9be8-d5ccda648c7c None None] Calling delete_port for b55c5eec-6857-413f-9890-e98da89d6500 owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:16:59.312836 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc99f56-292c-464a-b292-e02f695ea39c x-openstack-request-id: req-2cc99f56-292c-464a-b292-e02f695ea39c {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:16:59.313126 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a95f939f-74b7-4176-9031-296b2e20347a", "name": "network-vif-deleted", "tag": "801f95ac-5b56-4aad-8c02-87b668c7c978", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:16:59.313374 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2cc99f56-292c-464a-b292-e02f695ea39c {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:16:59.313775 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cc99f56-292c-464a-b292-e02f695ea39c'] response: {'server_uuid': 'a95f939f-74b7-4176-9031-296b2e20347a', 'name': 'network-vif-deleted', 'tag': '801f95ac-5b56-4aad-8c02-87b668c7c978', 'status': 'completed', 'code': 200} Oct 04 09:16:59.376802 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-733aa8af-07d9-454c-9fbb-9b72e579fa40 req-cf4e071d-2b42-4dfd-a6bf-604222c1284c tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] 10.222.0.20 "DELETE /v2.0/ports/801f95ac-5b56-4aad-8c02-87b668c7c978 HTTP/1.1" status: 204 len: 173 time: 5.6311717 Oct 04 09:16:59.390234 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-8942dd9f-5787-4fc5-89bf-c42820073e24 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Calling delete_port for ed34425a-8982-4919-aee2-09b01f5fdb93 owned by network:dhcp {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:16:59.441759 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-3df6cde3-b4ae-4d09-8196-bf074fb6f3ad None None] Current status of the port 8fda1584-9a96-4c78-a033-07a40ec7b079 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:16:59.511066 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-68b04c66-8c77-4598-b889-cf4f7f7b66a7 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] For port b55c5eec-6857-413f-9890-e98da89d6500, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=b55c5eec-6857-413f-9890-e98da89d6500,segment=NetworkSegment(5705b369-7eff-4e1e-b3d1-20c342b37876),segment_id=5705b369-7eff-4e1e-b3d1-20c342b37876)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:16:59.511456 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-68b04c66-8c77-4598-b889-cf4f7f7b66a7 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:59.526548 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f0abbeb6-07fa-462b-bbba-fc03fce176f6 None None] Calling delete_port for 8970ee94-ba3e-405d-a674-af2c5ff6703f owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:16:59.584380 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.db.api [None req-8942dd9f-5787-4fc5-89bf-c42820073e24 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89032) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:16:59.584703 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG oslo_db.api [None req-8942dd9f-5787-4fc5-89bf-c42820073e24 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:16:59.637083 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-27a999ff-daa8-4a56-9be8-d5ccda648c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:59.698526 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-55f9189c-b615-4819-a6d0-1630a31e2024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d', 'name': 'tempest-ServersTestManualDisk-369945417-router', 'tenant_id': '99eb97a23923415a910878c133c071d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.227'}], 'enable_snat': True}, 'gw_port_id': 'b44cf7be-9777-4b89-aec1-02904b539cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:14:23Z', 'updated_at': '2022-10-04T09:14:42Z', 'revision_number': 4, 'project_id': '99eb97a23923415a910878c133c071d7', 'gw_port': {'id': 'b44cf7be-9777-4b89-aec1-02904b539cf3', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:14:28Z', 'updated_at': '2022-10-04T09:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': 'c4c04c7f-0805-46dc-a705-c706cff95a53', 'name': '', 'network_id': '8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9', 'tenant_id': '99eb97a23923415a910878c133c071d7', 'mac_address': 'fa:16:3e:52:11:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '449087d2-40c3-40c7-b2c7-34ca87a9a9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:14:40Z', 'updated_at': '2022-10-04T09:14:55Z', 'revision_number': 5, 'project_id': '99eb97a23923415a910878c133c071d7', 'subnets': [{'id': '449087d2-40c3-40c7-b2c7-34ca87a9a9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:59.705445 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-56976f0f-dc39-4e3d-9951-3e1b963330c2 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:59.706966 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f9189c-b615-4819-a6d0-1630a31e2024 None None] Checking router: debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:16:59.715409 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-56976f0f-dc39-4e3d-9951-3e1b963330c2 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:59.716857 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-56976f0f-dc39-4e3d-9951-3e1b963330c2 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736777'] for router_interface, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:16:59.725913 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f9189c-b615-4819-a6d0-1630a31e2024 None None] Routers {'debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:16:59.726760 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-55f9189c-b615-4819-a6d0-1630a31e2024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:16:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:16:59.764915 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-68b04c66-8c77-4598-b889-cf4f7f7b66a7 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Calling delete_port for b55c5eec-6857-413f-9890-e98da89d6500 owned by network:dhcp {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:16:59.781364 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 60428) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:16:59.839746 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a999ff-daa8-4a56-9be8-d5ccda648c7c None None] Pushing event deleted for resources: {'Port': ['ID=b55c5eec-6857-413f-9890-e98da89d6500,revision_number=None']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:16:59.884596 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a999ff-daa8-4a56-9be8-d5ccda648c7c None None] No DVR routers for this DVR port b55c5eec-6857-413f-9890-e98da89d6500 on host dv-neutron-860215-1-hyperv {{(pid=89034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:16:59.888031 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-265066b5-e3cc-4a86-b534-1395a1f262a8 None None] Provisioning for port 963cb7b8-fb64-4f1c-9306-3d14dfff454a completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:16:59.908420 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 038ed8fd-ca76-4214-8bbf-210981fefcce is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:16:59.921796 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 22312f53-6752-45ff-ba5e-31d8e70a3e4a up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:16:59.991412 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.db.api [None req-68b04c66-8c77-4598-b889-cf4f7f7b66a7 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:16:59.991886 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG oslo_db.api [None req-68b04c66-8c77-4598-b889-cf4f7f7b66a7 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:17:00.013845 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-265066b5-e3cc-4a86-b534-1395a1f262a8 None None] Provisioning complete for port 963cb7b8-fb64-4f1c-9306-3d14dfff454a triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:17:00.014385 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-265066b5-e3cc-4a86-b534-1395a1f262a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:00.014955 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-265066b5-e3cc-4a86-b534-1395a1f262a8 None None] Attempt 1 to provision port 963cb7b8-fb64-4f1c-9306-3d14dfff454a Oct 04 09:17:00.019681 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-55f9189c-b615-4819-a6d0-1630a31e2024 None None] Set router debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:17:00.059402 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-8942dd9f-5787-4fc5-89bf-c42820073e24 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Deleting port ed34425a-8982-4919-aee2-09b01f5fdb93 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:17:00.062374 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8942dd9f-5787-4fc5-89bf-c42820073e24 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:00.137869 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-5cec4408-62c8-45c8-9e52-291173a31eb0 tempest-ExternalNetworksAdminNegativeTestJSON-367261369 tempest-ExternalNetworksAdminNegativeTestJSON-367261369-project-admin] Request body: {'floatingip': {'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:17:00.164041 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-5cec4408-62c8-45c8-9e52-291173a31eb0 tempest-ExternalNetworksAdminNegativeTestJSON-367261369 tempest-ExternalNetworksAdminNegativeTestJSON-367261369-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:17:00.166722 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56976f0f-dc39-4e3d-9951-3e1b963330c2 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event updated for resources: {'Port': ['ID=2084ab4f-3691-4f98-8129-8bf83d2e97e0,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:00.166918 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-265066b5-e3cc-4a86-b534-1395a1f262a8 None None] Port 963cb7b8-fb64-4f1c-9306-3d14dfff454a cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:17:00.179700 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.db.api [None req-f0abbeb6-07fa-462b-bbba-fc03fce176f6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:17:00.180325 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG oslo_db.api [None req-f0abbeb6-07fa-462b-bbba-fc03fce176f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:17:00.202448 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 22312f53-6752-45ff-ba5e-31d8e70a3e4a completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:17:00.215352 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-5cec4408-62c8-45c8-9e52-291173a31eb0 tempest-ExternalNetworksAdminNegativeTestJSON-367261369 tempest-ExternalNetworksAdminNegativeTestJSON-367261369-project-admin] Usage tracker for resource:floatingip and tenant:880f9232778d4f9d882ed33b5ca4faa8 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:17:00.232114 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-5cec4408-62c8-45c8-9e52-291173a31eb0 tempest-ExternalNetworksAdminNegativeTestJSON-367261369 tempest-ExternalNetworksAdminNegativeTestJSON-367261369-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:17:00.241249 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-67bc9df5-1e01-4c30-899d-e28f8d1a606d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:00.254692 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-8942dd9f-5787-4fc5-89bf-c42820073e24 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] The port 'ed34425a-8982-4919-aee2-09b01f5fdb93' was deleted {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 04 09:17:00.265354 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-5cec4408-62c8-45c8-9e52-291173a31eb0 tempest-ExternalNetworksAdminNegativeTestJSON-367261369 tempest-ExternalNetworksAdminNegativeTestJSON-367261369-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:17:00.310547 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device ed34425a-8982-4919-aee2-09b01f5fdb93 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:17:00.374856 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [req-8976969d-4607-40cc-8550-e0637007ca34 req-596dca1f-2fcb-407c-872c-4cb2f773d1ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 963cb7b8-fb64-4f1c-9306-3d14dfff454a {{(pid=89033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:17:00.398133 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-8976969d-4607-40cc-8550-e0637007ca34 req-596dca1f-2fcb-407c-872c-4cb2f773d1ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:00.417922 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [req-8976969d-4607-40cc-8550-e0637007ca34 req-596dca1f-2fcb-407c-872c-4cb2f773d1ea service neutron] Transition to ACTIVE for port object 963cb7b8-fb64-4f1c-9306-3d14dfff454a will not be triggered until provisioned by entity L2. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:17:00.429860 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5cec4408-62c8-45c8-9e52-291173a31eb0 tempest-ExternalNetworksAdminNegativeTestJSON-367261369 tempest-ExternalNetworksAdminNegativeTestJSON-367261369-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:00.433131 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-8976969d-4607-40cc-8550-e0637007ca34 req-596dca1f-2fcb-407c-872c-4cb2f773d1ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:00.478116 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 60438) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:00.563159 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: ed34425a-8982-4919-aee2-09b01f5fdb93 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:17:00.563709 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device ed34425a-8982-4919-aee2-09b01f5fdb93 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:17:00.584379 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-68b04c66-8c77-4598-b889-cf4f7f7b66a7 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Deleting port b55c5eec-6857-413f-9890-e98da89d6500 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:17:00.584736 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-68b04c66-8c77-4598-b889-cf4f7f7b66a7 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:00.586838 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8942dd9f-5787-4fc5-89bf-c42820073e24 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:00.612914 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56976f0f-dc39-4e3d-9951-3e1b963330c2 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Network 38974f38-fc89-4d16-9167-9039a3ce6ea1 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:17:00.617246 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-56976f0f-dc39-4e3d-9951-3e1b963330c2 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:17:00.638260 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192df52-d4bb-46d3-b77d-36737cf888f9 req-86fa1865-503e-4f07-88cb-b2cca7014839 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:00.640962 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596dca1f-2fcb-407c-872c-4cb2f773d1ea service neutron] Pushing event updated for resources: {'Port': ['ID=963cb7b8-fb64-4f1c-9306-3d14dfff454a,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:00.642874 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c192df52-d4bb-46d3-b77d-36737cf888f9 req-86fa1865-503e-4f07-88cb-b2cca7014839 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7893c10-3816-4307-b87f-b4c69768b64c HTTP/1.1" status: 200 len: 932 time: 0.8717830 Oct 04 09:17:00.649162 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:00.657647 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-55f9189c-b615-4819-a6d0-1630a31e2024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d', 'name': 'tempest-ServersTestManualDisk-369945417-router', 'tenant_id': '99eb97a23923415a910878c133c071d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.227'}], 'enable_snat': True}, 'gw_port_id': 'b44cf7be-9777-4b89-aec1-02904b539cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:14:23Z', 'updated_at': '2022-10-04T09:14:42Z', 'revision_number': 4, 'project_id': '99eb97a23923415a910878c133c071d7', 'gw_port': {'id': 'b44cf7be-9777-4b89-aec1-02904b539cf3', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:14:28Z', 'updated_at': '2022-10-04T09:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': 'c4c04c7f-0805-46dc-a705-c706cff95a53', 'name': '', 'network_id': '8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9', 'tenant_id': '99eb97a23923415a910878c133c071d7', 'mac_address': 'fa:16:3e:52:11:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '449087d2-40c3-40c7-b2c7-34ca87a9a9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:14:40Z', 'updated_at': '2022-10-04T09:14:55Z', 'revision_number': 5, 'project_id': '99eb97a23923415a910878c133c071d7', 'subnets': [{'id': '449087d2-40c3-40c7-b2c7-34ca87a9a9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:00.665776 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f9189c-b615-4819-a6d0-1630a31e2024 None None] The sync data for ids ['debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d'] in dv-neutron-860215-1-hyperv is: [{'id': 'debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d', 'name': 'tempest-ServersTestManualDisk-369945417-router', 'tenant_id': '99eb97a23923415a910878c133c071d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.227'}], 'enable_snat': True}, 'gw_port_id': 'b44cf7be-9777-4b89-aec1-02904b539cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:14:23Z', 'updated_at': '2022-10-04T09:14:42Z', 'revision_number': 4, 'project_id': '99eb97a23923415a910878c133c071d7', 'gw_port': {'id': 'b44cf7be-9777-4b89-aec1-02904b539cf3', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:14:28Z', 'updated_at': '2022-10-04T09:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': 'c4c04c7f-0805-46dc-a705-c706cff95a53', 'name': '', 'network_id': '8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9', 'tenant_id': '99eb97a23923415a910878c133c071d7', 'mac_address': 'fa:16:3e:52:11:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '449087d2-40c3-40c7-b2c7-34ca87a9a9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:14:40Z', 'updated_at': '2022-10-04T09:14:55Z', 'revision_number': 5, 'project_id': '99eb97a23923415a910878c133c071d7', 'subnets': [{'id': '449087d2-40c3-40c7-b2c7-34ca87a9a9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:17:00.668277 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-265066b5-e3cc-4a86-b534-1395a1f262a8 None None] Attempt 2 to provision port 963cb7b8-fb64-4f1c-9306-3d14dfff454a Oct 04 09:17:00.705387 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-68b04c66-8c77-4598-b889-cf4f7f7b66a7 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] The port 'b55c5eec-6857-413f-9890-e98da89d6500' was deleted {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 04 09:17:00.715432 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-8942dd9f-5787-4fc5-89bf-c42820073e24 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23c76fa4-1b5f-4544-b632-e20880f25051']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:00.739058 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f0abbeb6-07fa-462b-bbba-fc03fce176f6 None None] Deleting port 8970ee94-ba3e-405d-a674-af2c5ff6703f {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:17:00.739681 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f0abbeb6-07fa-462b-bbba-fc03fce176f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:00.742590 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-8942dd9f-5787-4fc5-89bf-c42820073e24 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ed82c6b-1d67-4118-9cd4-800d08822c34') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:00.754215 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-8942dd9f-5787-4fc5-89bf-c42820073e24 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ed82c6b-1d67-4118-9cd4-800d08822c34') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:00.766346 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8942dd9f-5787-4fc5-89bf-c42820073e24 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:00.795258 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 16a147b9-cb3e-4e7e-b2fb-8db0901a7398 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:17:00.796729 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8942dd9f-5787-4fc5-89bf-c42820073e24 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:00.805199 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8942dd9f-5787-4fc5-89bf-c42820073e24 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:17:00.805732 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8942dd9f-5787-4fc5-89bf-c42820073e24 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:00.946356 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f0abbeb6-07fa-462b-bbba-fc03fce176f6 None None] The port '8970ee94-ba3e-405d-a674-af2c5ff6703f' was deleted {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 04 09:17:00.974435 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-265066b5-e3cc-4a86-b534-1395a1f262a8 None None] Port 963cb7b8-fb64-4f1c-9306-3d14dfff454a cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:17:00.974435 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:00.983934 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 16a147b9-cb3e-4e7e-b2fb-8db0901a7398 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:17:00.984281 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:00.989780 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 16a147b9-cb3e-4e7e-b2fb-8db0901a7398 Oct 04 09:17:01.005624 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-68b04c66-8c77-4598-b889-cf4f7f7b66a7 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:01.047332 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [req-8976969d-4607-40cc-8550-e0637007ca34 req-596dca1f-2fcb-407c-872c-4cb2f773d1ea service neutron] Attempting to bind port 963cb7b8-fb64-4f1c-9306-3d14dfff454a on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:17:01.047585 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [req-8976969d-4607-40cc-8550-e0637007ca34 req-596dca1f-2fcb-407c-872c-4cb2f773d1ea service neutron] Attempting to bind port 963cb7b8-fb64-4f1c-9306-3d14dfff454a by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': 'ec6de81c-a4ad-40ab-b324-ad9ea969be8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '98999962-6684-4cae-8a5e-eac6d8d168de'}] {{(pid=89033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:17:01.047891 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8976969d-4607-40cc-8550-e0637007ca34 req-596dca1f-2fcb-407c-872c-4cb2f773d1ea service neutron] Attempting to bind port 963cb7b8-fb64-4f1c-9306-3d14dfff454a on network 98999962-6684-4cae-8a5e-eac6d8d168de {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:17:01.053583 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-68b04c66-8c77-4598-b889-cf4f7f7b66a7 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d06ba20-b45d-4c1b-bce3-b5209a385ea3']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:01.064568 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8976969d-4607-40cc-8550-e0637007ca34 req-596dca1f-2fcb-407c-872c-4cb2f773d1ea service neutron] Port 963cb7b8-fb64-4f1c-9306-3d14dfff454a on network 98999962-6684-4cae-8a5e-eac6d8d168de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:17:01.064819 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8976969d-4607-40cc-8550-e0637007ca34 req-596dca1f-2fcb-407c-872c-4cb2f773d1ea service neutron] Attempting to bind port 963cb7b8-fb64-4f1c-9306-3d14dfff454a on network 98999962-6684-4cae-8a5e-eac6d8d168de {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:17:01.073487 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-68b04c66-8c77-4598-b889-cf4f7f7b66a7 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5705b369-7eff-4e1e-b3d1-20c342b37876') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:01.073979 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-68b04c66-8c77-4598-b889-cf4f7f7b66a7 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5705b369-7eff-4e1e-b3d1-20c342b37876') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:01.082955 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8976969d-4607-40cc-8550-e0637007ca34 req-596dca1f-2fcb-407c-872c-4cb2f773d1ea service neutron] Checking agent: {'id': '1be90a14-1104-4771-996e-684b25b74d15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'started_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:17:01.082955 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8976969d-4607-40cc-8550-e0637007ca34 req-596dca1f-2fcb-407c-872c-4cb2f773d1ea service neutron] Checking segment: {'id': 'ec6de81c-a4ad-40ab-b324-ad9ea969be8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '98999962-6684-4cae-8a5e-eac6d8d168de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:17:01.082955 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8976969d-4607-40cc-8550-e0637007ca34 req-596dca1f-2fcb-407c-872c-4cb2f773d1ea service neutron] Bound using segment: {'id': 'ec6de81c-a4ad-40ab-b324-ad9ea969be8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '98999962-6684-4cae-8a5e-eac6d8d168de'} {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:17:01.082955 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [req-8976969d-4607-40cc-8550-e0637007ca34 req-596dca1f-2fcb-407c-872c-4cb2f773d1ea service neutron] Bound port: 963cb7b8-fb64-4f1c-9306-3d14dfff454a, host: hv-neutron-8602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec6de81c-a4ad-40ab-b324-ad9ea969be8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '98999962-6684-4cae-8a5e-eac6d8d168de'}}] {{(pid=89033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:17:01.082955 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-8976969d-4607-40cc-8550-e0637007ca34 req-596dca1f-2fcb-407c-872c-4cb2f773d1ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:01.104056 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-68b04c66-8c77-4598-b889-cf4f7f7b66a7 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:01.117350 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9514a51a-7726-4d90-89b9-caa331dd57a3 None None] New status for floating IP 722a278d-b52c-430e-a32d-6c97bd7ff6be: DOWN {{(pid=89034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 09:17:01.161431 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-68b04c66-8c77-4598-b889-cf4f7f7b66a7 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:01.171840 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68b04c66-8c77-4598-b889-cf4f7f7b66a7 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:17:01.172231 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-68b04c66-8c77-4598-b889-cf4f7f7b66a7 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:01.247596 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8942dd9f-5787-4fc5-89bf-c42820073e24 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:01.266784 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 1ed82c6b-1d67-4118-9cd4-800d08822c34 resource provider aggregate not found Oct 04 09:17:01.298652 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 16a147b9-cb3e-4e7e-b2fb-8db0901a7398 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:17:01.314464 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8942dd9f-5787-4fc5-89bf-c42820073e24 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:01.337813 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 1ed82c6b-1d67-4118-9cd4-800d08822c34 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1ed82c6b-1d67-4118-9cd4-800d08822c34 found for delete ", "request_id": "req-809fac0e-97af-4a77-b264-1bdba983e393"}]} Oct 04 09:17:01.345288 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8942dd9f-5787-4fc5-89bf-c42820073e24 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event deleted for resources: {'Network': ['ID=23c76fa4-1b5f-4544-b632-e20880f25051,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:01.366975 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 5705b369-7eff-4e1e-b3d1-20c342b37876 resource provider aggregate not found Oct 04 09:17:01.385712 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device b55c5eec-6857-413f-9890-e98da89d6500 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:17:01.419553 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 5705b369-7eff-4e1e-b3d1-20c342b37876 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5705b369-7eff-4e1e-b3d1-20c342b37876 found for delete ", "request_id": "req-58485d07-714b-49e3-8326-1f0628a1baf5"}]} Oct 04 09:17:01.427663 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [req-8976969d-4607-40cc-8550-e0637007ca34 req-596dca1f-2fcb-407c-872c-4cb2f773d1ea service neutron] For port 963cb7b8-fb64-4f1c-9306-3d14dfff454a, host hv-neutron-8602, cleared binding levels {{(pid=89033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:17:01.431309 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [req-8976969d-4607-40cc-8550-e0637007ca34 req-596dca1f-2fcb-407c-872c-4cb2f773d1ea service neutron] For port 963cb7b8-fb64-4f1c-9306-3d14dfff454a, host hv-neutron-8602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=963cb7b8-fb64-4f1c-9306-3d14dfff454a,segment=NetworkSegment(ec6de81c-a4ad-40ab-b324-ad9ea969be8e),segment_id=ec6de81c-a4ad-40ab-b324-ad9ea969be8e)] {{(pid=89033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:17:01.432934 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: b55c5eec-6857-413f-9890-e98da89d6500 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:17:01.433281 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device b55c5eec-6857-413f-9890-e98da89d6500 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:17:01.433701 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 8970ee94-ba3e-405d-a674-af2c5ff6703f no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:17:01.437702 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2729a63e-cd45-4e3b-9226-8e5076686f0f tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:01.438125 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-68b04c66-8c77-4598-b889-cf4f7f7b66a7 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:01.441515 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-8942dd9f-5787-4fc5-89bf-c42820073e24 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "DELETE /v2.0/networks/23c76fa4-1b5f-4544-b632-e20880f25051 HTTP/1.1" status: 204 len: 168 time: 6.2042422 Oct 04 09:17:01.445848 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-68b04c66-8c77-4598-b889-cf4f7f7b66a7 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:01.450639 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-8976969d-4607-40cc-8550-e0637007ca34 req-596dca1f-2fcb-407c-872c-4cb2f773d1ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:01.454264 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976969d-4607-40cc-8550-e0637007ca34 req-596dca1f-2fcb-407c-872c-4cb2f773d1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:01.454866 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-8976969d-4607-40cc-8550-e0637007ca34 req-596dca1f-2fcb-407c-872c-4cb2f773d1ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:01.456350 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-8976969d-4607-40cc-8550-e0637007ca34 req-596dca1f-2fcb-407c-872c-4cb2f773d1ea service neutron] 10.222.0.20 "PUT /v2.0/ports/963cb7b8-fb64-4f1c-9306-3d14dfff454a HTTP/1.1" status: 200 len: 1094 time: 3.8247416 Oct 04 09:17:01.458235 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60450) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:01.461537 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56976f0f-dc39-4e3d-9951-3e1b963330c2 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Router f972579a-6ef4-443c-a645-3233e1d7e64e has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:17:01.465084 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c192df52-d4bb-46d3-b77d-36737cf888f9 req-da818708-f2ce-4502-a4ae-d393df2ceee6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=a466a8e8-b893-4000-9d42-4c0b6462fbec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2364988 Oct 04 09:17:01.482211 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-265066b5-e3cc-4a86-b534-1395a1f262a8 None None] Attempt 3 to provision port 963cb7b8-fb64-4f1c-9306-3d14dfff454a Oct 04 09:17:01.524257 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7893c10-3816-4307-b87f-b4c69768b64c', 'tag': '963cb7b8-fb64-4f1c-9306-3d14dfff454a'}] {{(pid=89033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:17:01.526624 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e417ebe64424eb0358633e416672821aae4ea22acc2211bb28d37655142b7e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14474e5-b25b-46fa-ad5e-ce3b62648766" -d '{"events": [{"name": "network-changed", "server_uuid": "d7893c10-3816-4307-b87f-b4c69768b64c", "tag": "963cb7b8-fb64-4f1c-9306-3d14dfff454a"}]}' {{(pid=89033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:17:01.550722 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 8970ee94-ba3e-405d-a674-af2c5ff6703f {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:17:01.550722 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 8970ee94-ba3e-405d-a674-af2c5ff6703f not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:17:01.553930 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b04c66-8c77-4598-b889-cf4f7f7b66a7 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Pushing event deleted for resources: {'Network': ['ID=2d06ba20-b45d-4c1b-bce3-b5209a385ea3,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:01.559661 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-2c7340cb-8982-4583-bcda-42f603e0b6d9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1554903594'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:17:01.595315 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2729a63e-cd45-4e3b-9226-8e5076686f0f tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:01.600316 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-265066b5-e3cc-4a86-b534-1395a1f262a8 None None] Port 963cb7b8-fb64-4f1c-9306-3d14dfff454a had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 09:17:01.614230 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-265066b5-e3cc-4a86-b534-1395a1f262a8 None None] Provisioning for port 22312f53-6752-45ff-ba5e-31d8e70a3e4a completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:17:01.622694 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-265066b5-e3cc-4a86-b534-1395a1f262a8 None None] Provisioning complete for port 22312f53-6752-45ff-ba5e-31d8e70a3e4a triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:17:01.623965 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-265066b5-e3cc-4a86-b534-1395a1f262a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:01.625230 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-265066b5-e3cc-4a86-b534-1395a1f262a8 None None] Attempt 1 to provision port 22312f53-6752-45ff-ba5e-31d8e70a3e4a Oct 04 09:17:01.647974 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-2c7340cb-8982-4583-bcda-42f603e0b6d9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:17:01.655274 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-68b04c66-8c77-4598-b889-cf4f7f7b66a7 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] 10.222.0.50 "DELETE /v2.0/networks/2d06ba20-b45d-4c1b-bce3-b5209a385ea3 HTTP/1.1" status: 204 len: 168 time: 3.2009947 Oct 04 09:17:01.661516 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 60458) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:01.661858 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-2c7340cb-8982-4583-bcda-42f603e0b6d9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Usage tracker for resource:network and tenant:8de43eb137fe47f9a4031ea91b631fcc is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:17:01.667198 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-2c7340cb-8982-4583-bcda-42f603e0b6d9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:17:01.695435 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-2c7340cb-8982-4583-bcda-42f603e0b6d9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:17:01.741813 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976969d-4607-40cc-8550-e0637007ca34 req-5f6d8bb9-9de0-45d5-9810-ed96e25b1d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:01.743360 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-8976969d-4607-40cc-8550-e0637007ca34 req-5f6d8bb9-9de0-45d5-9810-ed96e25b1d96 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78fb12e86c5f40beb578bfb97002b5c9&device_id=d7893c10-3816-4307-b87f-b4c69768b64c HTTP/1.1" status: 200 len: 1097 time: 0.2117796 Oct 04 09:17:01.743904 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596dca1f-2fcb-407c-872c-4cb2f773d1ea service neutron] Pushing event updated for resources: {'Port': ['ID=963cb7b8-fb64-4f1c-9306-3d14dfff454a,revision_number=3']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:01.747318 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7340cb-8982-4583-bcda-42f603e0b6d9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Made reservation on behalf of 8de43eb137fe47f9a4031ea91b631fcc for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:17:01.751022 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2c7340cb-8982-4583-bcda-42f603e0b6d9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:01.773522 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2729a63e-cd45-4e3b-9226-8e5076686f0f tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:01.791883 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-265066b5-e3cc-4a86-b534-1395a1f262a8 None None] Current status of the port 22312f53-6752-45ff-ba5e-31d8e70a3e4a is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:17:01.792632 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-265066b5-e3cc-4a86-b534-1395a1f262a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:01.831810 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-265066b5-e3cc-4a86-b534-1395a1f262a8 None None] For port 22312f53-6752-45ff-ba5e-31d8e70a3e4a, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=22312f53-6752-45ff-ba5e-31d8e70a3e4a,segment=NetworkSegment(2c176bee-cd0a-4833-ae5e-4ef2969df295),segment_id=2c176bee-cd0a-4833-ae5e-4ef2969df295)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:17:01.833730 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eaf369f-a97e-47cd-a7a8-c8769ceff943 x-openstack-request-id: req-4eaf369f-a97e-47cd-a7a8-c8769ceff943 {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:17:01.834232 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7893c10-3816-4307-b87f-b4c69768b64c", "tag": "963cb7b8-fb64-4f1c-9306-3d14dfff454a", "status": "completed", "code": 200}]} {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:17:01.834615 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4eaf369f-a97e-47cd-a7a8-c8769ceff943 {{(pid=89033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:17:01.834921 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4eaf369f-a97e-47cd-a7a8-c8769ceff943'] response: {'name': 'network-changed', 'server_uuid': 'd7893c10-3816-4307-b87f-b4c69768b64c', 'tag': '963cb7b8-fb64-4f1c-9306-3d14dfff454a', 'status': 'completed', 'code': 200} Oct 04 09:17:01.838599 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-265066b5-e3cc-4a86-b534-1395a1f262a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:01.852382 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-8976969d-4607-40cc-8550-e0637007ca34 req-5561561d-4896-4831-9396-22edd849f714 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=963cb7b8-fb64-4f1c-9306-3d14dfff454a HTTP/1.1" status: 200 len: 217 time: 0.0807700 Oct 04 09:17:01.858780 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c7340cb-8982-4583-bcda-42f603e0b6d9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:17:01.859964 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2729a63e-cd45-4e3b-9226-8e5076686f0f tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cdce89a-a11c-4f5f-9f03-945b3b6fd05c,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:01.881849 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2729a63e-cd45-4e3b-9226-8e5076686f0f tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:01.885481 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-2729a63e-cd45-4e3b-9226-8e5076686f0f tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] 10.222.0.50 "DELETE /v2.0/security-groups/5cdce89a-a11c-4f5f-9f03-945b3b6fd05c HTTP/1.1" status: 204 len: 168 time: 1.3987138 Oct 04 09:17:01.888323 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 60462) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:01.901113 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_v2 [None req-b434e111-28f0-49e0-9022-3dccc1c54898 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Deleting subnet 4676ee6f-98a5-4557-9bd5-da3dc686f070 {{(pid=89032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:17:01.919311 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2c7340cb-8982-4583-bcda-42f603e0b6d9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:01.919836 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-2c7340cb-8982-4583-bcda-42f603e0b6d9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Added segment 9de66bc7-4add-4f23-847a-909dd090195c of type vlan for network 814b7f90-929f-442f-bf77-fbff96ff2d6e Oct 04 09:17:01.920093 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b434e111-28f0-49e0-9022-3dccc1c54898 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks [] for subnet, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:01.934231 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265066b5-e3cc-4a86-b534-1395a1f262a8 None None] Pushing event updated for resources: {'Port': ['ID=22312f53-6752-45ff-ba5e-31d8e70a3e4a,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:01.951216 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976969d-4607-40cc-8550-e0637007ca34 req-47e0574e-9fb4-40d1-9462-73fc0257481d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:01.952689 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-8976969d-4607-40cc-8550-e0637007ca34 req-47e0574e-9fb4-40d1-9462-73fc0257481d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e047c4b4-3f0f-405c-866d-ff0c3d006abc HTTP/1.1" status: 200 len: 837 time: 0.0910325 Oct 04 09:17:01.959158 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2c7340cb-8982-4583-bcda-42f603e0b6d9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:01.969250 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-b6837bc1-56fe-4591-8049-884c3be1d39c None None] Provisioning for port 2084ab4f-3691-4f98-8129-8bf83d2e97e0 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:17:01.971525 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56976f0f-dc39-4e3d-9951-3e1b963330c2 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:17:01.975326 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-b6837bc1-56fe-4591-8049-884c3be1d39c None None] Provisioning complete for port 2084ab4f-3691-4f98-8129-8bf83d2e97e0 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:17:01.975674 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b6837bc1-56fe-4591-8049-884c3be1d39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:01.976007 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-b6837bc1-56fe-4591-8049-884c3be1d39c None None] Attempt 1 to provision port 2084ab4f-3691-4f98-8129-8bf83d2e97e0 Oct 04 09:17:01.981990 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-56976f0f-dc39-4e3d-9951-3e1b963330c2 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "PUT /v2.0/routers/f972579a-6ef4-443c-a645-3233e1d7e64e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0633636 Oct 04 09:17:01.985688 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 60466) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:01.989557 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.api.v2.resource [None req-d607e88f-025a-405c-afc5-2af342bba79f tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] show failed (client error): The resource could not be found. Oct 04 09:17:01.994279 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732dce4c-f720-4bf0-84f9-a445eeea97df None None] Sync routers for ids ['f972579a-6ef4-443c-a645-3233e1d7e64e'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:17:01.994764 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-d607e88f-025a-405c-afc5-2af342bba79f tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] 10.222.0.50 "GET /v2.0/security-groups/5cdce89a-a11c-4f5f-9f03-945b3b6fd05c HTTP/1.1" status: 404 len: 347 time: 0.0994823 Oct 04 09:17:01.994764 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5cec4408-62c8-45c8-9e52-291173a31eb0 tempest-ExternalNetworksAdminNegativeTestJSON-367261369 tempest-ExternalNetworksAdminNegativeTestJSON-367261369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:01.999435 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-8e91f239-6be1-4b44-9ad6-1124429f0dc5 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:17:02.001787 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732dce4c-f720-4bf0-84f9-a445eeea97df None None] Routers {'f972579a-6ef4-443c-a645-3233e1d7e64e'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:17:02.002514 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-732dce4c-f720-4bf0-84f9-a445eeea97df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:17:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['f972579a-6ef4-443c-a645-3233e1d7e64e'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:02.006731 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60470) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:02.044917 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-b6837bc1-56fe-4591-8049-884c3be1d39c None None] Port 2084ab4f-3691-4f98-8129-8bf83d2e97e0 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:17:02.164881 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-732dce4c-f720-4bf0-84f9-a445eeea97df None None] Set router f972579a-6ef4-443c-a645-3233e1d7e64e gateway port host: None {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:17:02.181967 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:02.192687 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b434e111-28f0-49e0-9022-3dccc1c54898 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885153'] for subnet, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:02.209878 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-eb8b5839-bc69-44a3-bbb8-4fe4ab085cfe tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Deleting port 2f94032e-01b3-48f8-9b00-e316a5c8e2a1 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:17:02.210225 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-eb8b5839-bc69-44a3-bbb8-4fe4ab085cfe tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:02.238812 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2c7340cb-8982-4583-bcda-42f603e0b6d9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:02.244158 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7340cb-8982-4583-bcda-42f603e0b6d9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:02.244769 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2c7340cb-8982-4583-bcda-42f603e0b6d9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:02.358046 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976969d-4607-40cc-8550-e0637007ca34 req-b464136d-c7a1-4c60-8b65-3487fa9a3486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:02.359533 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-8976969d-4607-40cc-8550-e0637007ca34 req-b464136d-c7a1-4c60-8b65-3487fa9a3486 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=98999962-6684-4cae-8a5e-eac6d8d168de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3966391 Oct 04 09:17:02.412664 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-2c7340cb-8982-4583-bcda-42f603e0b6d9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8831911 Oct 04 09:17:02.418424 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60474) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:02.471775 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-7de25af9-2e49-4312-a102-ff8f1a676f66 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Request body: {'subnet': {'network_id': '814b7f90-929f-442f-bf77-fbff96ff2d6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:17:02.496586 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7340cb-8982-4583-bcda-42f603e0b6d9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event updated for resources: {'Network': ['ID=814b7f90-929f-442f-bf77-fbff96ff2d6e,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:02.509959 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 814b7f90-929f-442f-bf77-fbff96ff2d6e details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:17:02.519345 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-5cec4408-62c8-45c8-9e52-291173a31eb0 tempest-ExternalNetworksAdminNegativeTestJSON-367261369 tempest-ExternalNetworksAdminNegativeTestJSON-367261369-project-admin] Allocated IP 172.26.10.138 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/24a6460b-f6c0-4005-86f0-72e57bff8f4f) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:17:02.543235 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-732dce4c-f720-4bf0-84f9-a445eeea97df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'name': 'tempest-RoutersIpV6Test-router-1997751477', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:16:21Z', 'updated_at': '2022-10-04T09:16:57Z', 'revision_number': 5, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'gw_port_host': None, '_interfaces': [{'id': '16a147b9-cb3e-4e7e-b2fb-8db0901a7398', 'name': '', 'network_id': '35f54e98-9f24-485c-b0e8-82556896f878', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:43:da:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'fdfd5229-dfbd-4bd8-8dac-4aa46ca4f1ad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:42Z', 'updated_at': '2022-10-04T09:16:56Z', 'revision_number': 5, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': 'fdfd5229-dfbd-4bd8-8dac-4aa46ca4f1ad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2084ab4f-3691-4f98-8129-8bf83d2e97e0', 'name': '', 'network_id': '38974f38-fc89-4d16-9167-9039a3ce6ea1', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:09:6b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'f5496276-b734-4ec7-9afc-a32a8e82e219', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:54Z', 'updated_at': '2022-10-04T09:16:59Z', 'revision_number': 2, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': 'f5496276-b734-4ec7-9afc-a32a8e82e219', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50ec0c8d-3fe2-42db-beee-564da29f84c0', 'name': '', 'network_id': '6dd7e460-be85-42b6-8a4d-81c87d02d598', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:b0:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'b033d4b6-0978-4fce-8f97-1cf1db4aba17', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:34Z', 'updated_at': '2022-10-04T09:16:43Z', 'revision_number': 5, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': 'b033d4b6-0978-4fce-8f97-1cf1db4aba17', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65b6d67a-c9d4-4c5b-b010-727ccc5511e2', 'name': '', 'network_id': '6065a5f1-b66e-4f49-a8a1-e6d35ec1d22d', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:13:29:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '68eae767-d84c-4311-87d9-ebde9248d107', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:24Z', 'updated_at': '2022-10-04T09:16:37Z', 'revision_number': 5, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': '68eae767-d84c-4311-87d9-ebde9248d107', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:02.550495 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732dce4c-f720-4bf0-84f9-a445eeea97df None None] Checking router: f972579a-6ef4-443c-a645-3233e1d7e64e for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:17:02.551216 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732dce4c-f720-4bf0-84f9-a445eeea97df None None] Updating router f972579a-6ef4-443c-a645-3233e1d7e64e port 2084ab4f-3691-4f98-8129-8bf83d2e97e0 binding host dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:17:02.564278 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-b6837bc1-56fe-4591-8049-884c3be1d39c None None] Attempt 2 to provision port 2084ab4f-3691-4f98-8129-8bf83d2e97e0 Oct 04 09:17:02.574516 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b434e111-28f0-49e0-9022-3dccc1c54898 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:02.650284 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-732dce4c-f720-4bf0-84f9-a445eeea97df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:02.822843 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-b6837bc1-56fe-4591-8049-884c3be1d39c None None] Port 2084ab4f-3691-4f98-8129-8bf83d2e97e0 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:17:02.825793 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 22312f53-6752-45ff-ba5e-31d8e70a3e4a up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:17:02.907123 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 22312f53-6752-45ff-ba5e-31d8e70a3e4a triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:17:02.907385 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:02.907717 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 22312f53-6752-45ff-ba5e-31d8e70a3e4a Oct 04 09:17:02.916448 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-7de25af9-2e49-4312-a102-ff8f1a676f66 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:17:02.928376 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-eb8b5839-bc69-44a3-bbb8-4fe4ab085cfe tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:02.928711 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-eb8b5839-bc69-44a3-bbb8-4fe4ab085cfe tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:02.941121 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-7de25af9-2e49-4312-a102-ff8f1a676f66 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Usage tracker for resource:subnet and tenant:8de43eb137fe47f9a4031ea91b631fcc is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:17:02.947511 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-7de25af9-2e49-4312-a102-ff8f1a676f66 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:17:03.010023 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-7de25af9-2e49-4312-a102-ff8f1a676f66 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:17:03.024300 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-8976969d-4607-40cc-8550-e0637007ca34 req-372a7a90-b865-47a6-bd18-25f140c327d8 service neutron] 10.222.0.20 "GET /v2.0/networks/98999962-6684-4cae-8a5e-eac6d8d168de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6510093 Oct 04 09:17:03.057048 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 22312f53-6752-45ff-ba5e-31d8e70a3e4a is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:17:03.100239 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b434e111-28f0-49e0-9022-3dccc1c54898 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:03.177485 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-732dce4c-f720-4bf0-84f9-a445eeea97df None None] Notify callbacks [] for port, precommit_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:03.200595 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.provisioning_blocks [None req-732dce4c-f720-4bf0-84f9-a445eeea97df None None] Transition to ACTIVE for port object 2084ab4f-3691-4f98-8129-8bf83d2e97e0 will not be triggered until provisioned by entity L2. {{(pid=89035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:17:03.214144 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b434e111-28f0-49e0-9022-3dccc1c54898 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:03.221612 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12c21dd-326f-47c3-bbe0-39d3445f373e None None] Network 685d87b0-f689-447f-acfa-47d3dfe1c7b4 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:17:03.228608 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b434e111-28f0-49e0-9022-3dccc1c54898 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Pushing event deleted for resources: {'Subnet': ['ID=4676ee6f-98a5-4557-9bd5-da3dc686f070,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:03.235179 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-732dce4c-f720-4bf0-84f9-a445eeea97df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:03.263407 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-b434e111-28f0-49e0-9022-3dccc1c54898 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] 10.222.0.50 "DELETE /v2.0/subnets/4676ee6f-98a5-4557-9bd5-da3dc686f070 HTTP/1.1" status: 204 len: 168 time: 1.5970480 Oct 04 09:17:03.278385 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 60480) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:03.352348 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-b6837bc1-56fe-4591-8049-884c3be1d39c None None] Attempt 3 to provision port 2084ab4f-3691-4f98-8129-8bf83d2e97e0 Oct 04 09:17:03.412955 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224bae76-a52b-4123-bfd2-b8e7e978ce70 None None] Pushing event updated for resources: {'Port': ['ID=2084ab4f-3691-4f98-8129-8bf83d2e97e0,revision_number=3']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:03.437140 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-eb8b5839-bc69-44a3-bbb8-4fe4ab085cfe tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Calling delete_port for 2f94032e-01b3-48f8-9b00-e316a5c8e2a1 owned by network:floatingip {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:17:03.457427 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb50164-d0a1-4178-ad77-a53ddf909598 req-e1bdfdee-b06f-4348-8da2-637fd7d53cf0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:03.458900 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3fb50164-d0a1-4178-ad77-a53ddf909598 req-e1bdfdee-b06f-4348-8da2-637fd7d53cf0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7893c10-3816-4307-b87f-b4c69768b64c HTTP/1.1" status: 200 len: 944 time: 0.7718406 Oct 04 09:17:03.474633 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de25af9-2e49-4312-a102-ff8f1a676f66 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Made reservation on behalf of 8de43eb137fe47f9a4031ea91b631fcc for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:17:03.478194 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7de25af9-2e49-4312-a102-ff8f1a676f66 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:03.489046 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-b6837bc1-56fe-4591-8049-884c3be1d39c None None] Port 2084ab4f-3691-4f98-8129-8bf83d2e97e0 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:17:03.514394 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5cec4408-62c8-45c8-9e52-291173a31eb0 tempest-ExternalNetworksAdminNegativeTestJSON-367261369 tempest-ExternalNetworksAdminNegativeTestJSON-367261369-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:03.569037 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-732dce4c-f720-4bf0-84f9-a445eeea97df None None] Attempting to bind port 2084ab4f-3691-4f98-8129-8bf83d2e97e0 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:17:03.569662 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-732dce4c-f720-4bf0-84f9-a445eeea97df None None] Attempting to bind port 2084ab4f-3691-4f98-8129-8bf83d2e97e0 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '2c176bee-cd0a-4833-ae5e-4ef2969df295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '38974f38-fc89-4d16-9167-9039a3ce6ea1'}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:17:03.570189 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732dce4c-f720-4bf0-84f9-a445eeea97df None None] Attempting to bind port 2084ab4f-3691-4f98-8129-8bf83d2e97e0 on network 38974f38-fc89-4d16-9167-9039a3ce6ea1 {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:17:03.576998 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732dce4c-f720-4bf0-84f9-a445eeea97df None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:17:03.577665 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732dce4c-f720-4bf0-84f9-a445eeea97df None None] Checking segment: {'id': '2c176bee-cd0a-4833-ae5e-4ef2969df295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '38974f38-fc89-4d16-9167-9039a3ce6ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:17:03.578376 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-732dce4c-f720-4bf0-84f9-a445eeea97df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:03.579066 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732dce4c-f720-4bf0-84f9-a445eeea97df None None] Bound using segment: {'id': '2c176bee-cd0a-4833-ae5e-4ef2969df295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '38974f38-fc89-4d16-9167-9039a3ce6ea1'} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:17:03.579952 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-732dce4c-f720-4bf0-84f9-a445eeea97df None None] Bound port: 2084ab4f-3691-4f98-8129-8bf83d2e97e0, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c176bee-cd0a-4833-ae5e-4ef2969df295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '38974f38-fc89-4d16-9167-9039a3ce6ea1'}}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:17:03.580621 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-732dce4c-f720-4bf0-84f9-a445eeea97df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:03.586860 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3fb50164-d0a1-4178-ad77-a53ddf909598 req-94aa1f05-3416-4bd4-8106-20bad05a684d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=a466a8e8-b893-4000-9d42-4c0b6462fbec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086330 Oct 04 09:17:03.593506 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b9fd3f31-4c76-4fdf-b20a-aaa9b22a9562 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:03.696848 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.extraroute_db [None req-8e91f239-6be1-4b44-9ad6-1124429f0dc5 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=89032) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 04 09:17:03.704635 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-b9fd3f31-4c76-4fdf-b20a-aaa9b22a9562 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Deleting port a21e4a7c-ad48-448c-aeda-1221b22b0def {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:17:03.705019 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b9fd3f31-4c76-4fdf-b20a-aaa9b22a9562 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:03.739560 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-732dce4c-f720-4bf0-84f9-a445eeea97df None None] For port 2084ab4f-3691-4f98-8129-8bf83d2e97e0, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:17:03.740305 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1658e012-5e9c-4085-8e0b-c9ff648645f0 None None] DHCP port deletion for 685d87b0-f689-447f-acfa-47d3dfe1c7b4 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:17:03.744099 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-732dce4c-f720-4bf0-84f9-a445eeea97df None None] For port 2084ab4f-3691-4f98-8129-8bf83d2e97e0, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=2084ab4f-3691-4f98-8129-8bf83d2e97e0,segment=NetworkSegment(2c176bee-cd0a-4833-ae5e-4ef2969df295),segment_id=2c176bee-cd0a-4833-ae5e-4ef2969df295)] {{(pid=89035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:17:03.744872 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-1658e012-5e9c-4085-8e0b-c9ff648645f0 None None] Deleting port a21e4a7c-ad48-448c-aeda-1221b22b0def {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:17:03.745361 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-1658e012-5e9c-4085-8e0b-c9ff648645f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:03.750196 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-732dce4c-f720-4bf0-84f9-a445eeea97df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:03.771006 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.extraroute_db [None req-8e91f239-6be1-4b44-9ad6-1124429f0dc5 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Removed routes are [] {{(pid=89032) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 04 09:17:03.771408 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8e91f239-6be1-4b44-9ad6-1124429f0dc5 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:03.813515 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732dce4c-f720-4bf0-84f9-a445eeea97df None None] Routers {'f972579a-6ef4-443c-a645-3233e1d7e64e'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:17:03.815049 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-732dce4c-f720-4bf0-84f9-a445eeea97df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:17:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['f972579a-6ef4-443c-a645-3233e1d7e64e'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:03.921467 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-8976969d-4607-40cc-8550-e0637007ca34 req-f69eb0c7-621c-4fa6-8401-61dd8e1e2fb9 service neutron] 10.222.0.20 "GET /v2.0/networks/98999962-6684-4cae-8a5e-eac6d8d168de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8040752 Oct 04 09:17:03.938960 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-eb8b5839-bc69-44a3-bbb8-4fe4ab085cfe tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:03.994530 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-b6837bc1-56fe-4591-8049-884c3be1d39c None None] Attempt 4 to provision port 2084ab4f-3691-4f98-8129-8bf83d2e97e0 Oct 04 09:17:04.011217 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224bae76-a52b-4123-bfd2-b8e7e978ce70 None None] Pushing event updated for resources: {'Port': ['ID=2084ab4f-3691-4f98-8129-8bf83d2e97e0,revision_number=4']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:04.024126 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-b9fd3f31-4c76-4fdf-b20a-aaa9b22a9562 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] For port a21e4a7c-ad48-448c-aeda-1221b22b0def, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=a21e4a7c-ad48-448c-aeda-1221b22b0def,segment=NetworkSegment(ecd36d29-76f9-46f5-aef9-e5f93cd3c311),segment_id=ecd36d29-76f9-46f5-aef9-e5f93cd3c311)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:17:04.024634 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b9fd3f31-4c76-4fdf-b20a-aaa9b22a9562 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:04.027618 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-732dce4c-f720-4bf0-84f9-a445eeea97df None None] Set router f972579a-6ef4-443c-a645-3233e1d7e64e gateway port host: None {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:17:04.030885 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b5839-bc69-44a3-bbb8-4fe4ab085cfe tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Pushing event deleted for resources: {'Port': ['ID=2f94032e-01b3-48f8-9b00-e316a5c8e2a1,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:04.098712 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-b6837bc1-56fe-4591-8049-884c3be1d39c None None] Port 2084ab4f-3691-4f98-8129-8bf83d2e97e0 had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 09:17:04.113831 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-1658e012-5e9c-4085-8e0b-c9ff648645f0 None None] For port a21e4a7c-ad48-448c-aeda-1221b22b0def, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=a21e4a7c-ad48-448c-aeda-1221b22b0def,segment=NetworkSegment(ecd36d29-76f9-46f5-aef9-e5f93cd3c311),segment_id=ecd36d29-76f9-46f5-aef9-e5f93cd3c311)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:17:04.114309 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-1658e012-5e9c-4085-8e0b-c9ff648645f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:04.127651 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-b6837bc1-56fe-4591-8049-884c3be1d39c None None] Provisioning complete for port 22312f53-6752-45ff-ba5e-31d8e70a3e4a triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:17:04.128670 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b6837bc1-56fe-4591-8049-884c3be1d39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:04.129072 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-b6837bc1-56fe-4591-8049-884c3be1d39c None None] Attempt 1 to provision port 22312f53-6752-45ff-ba5e-31d8e70a3e4a Oct 04 09:17:04.153347 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-b9fd3f31-4c76-4fdf-b20a-aaa9b22a9562 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Calling delete_port for a21e4a7c-ad48-448c-aeda-1221b22b0def owned by network:dhcp {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:17:04.232083 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7de25af9-2e49-4312-a102-ff8f1a676f66 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:04.282635 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b9fd3f31-4c76-4fdf-b20a-aaa9b22a9562 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:04.312239 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-eb8b5839-bc69-44a3-bbb8-4fe4ab085cfe tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Notify callbacks [] for floatingip, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:04.343919 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de25af9-2e49-4312-a102-ff8f1a676f66 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event updated for resources: {'Subnet': ['ID=b801f2d2-e0c5-4c59-8c67-01531010a89e,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:04.345697 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5cec4408-62c8-45c8-9e52-291173a31eb0 tempest-ExternalNetworksAdminNegativeTestJSON-367261369 tempest-ExternalNetworksAdminNegativeTestJSON-367261369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:04.354365 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-1658e012-5e9c-4085-8e0b-c9ff648645f0 None None] Calling delete_port for a21e4a7c-ad48-448c-aeda-1221b22b0def owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:17:04.365348 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14474e5-b25b-46fa-ad5e-ce3b62648766 req-d0acacdc-dca7-4a29-b88f-e3f37051688d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:04.365966 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fd3f31-4c76-4fdf-b20a-aaa9b22a9562 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] No DVR routers for this DVR port a21e4a7c-ad48-448c-aeda-1221b22b0def on host dv-neutron-860215-1-hyperv {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:17:04.367208 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-a14474e5-b25b-46fa-ad5e-ce3b62648766 req-d0acacdc-dca7-4a29-b88f-e3f37051688d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78fb12e86c5f40beb578bfb97002b5c9&device_id=d7893c10-3816-4307-b87f-b4c69768b64c HTTP/1.1" status: 200 len: 1097 time: 0.3309016 Oct 04 09:17:04.394311 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fd3f31-4c76-4fdf-b20a-aaa9b22a9562 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Pushing event deleted for resources: {'Port': ['ID=a21e4a7c-ad48-448c-aeda-1221b22b0def,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:04.411347 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de25af9-2e49-4312-a102-ff8f1a676f66 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Checking segment: {'id': '9de66bc7-4add-4f23-847a-909dd090195c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '814b7f90-929f-442f-bf77-fbff96ff2d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:17:04.411880 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de25af9-2e49-4312-a102-ff8f1a676f66 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Network hostable DHCP agents. Network: 814b7f90-929f-442f-bf77-fbff96ff2d6e, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:17:04.464503 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-732dce4c-f720-4bf0-84f9-a445eeea97df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'name': 'tempest-RoutersIpV6Test-router-1997751477', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:16:21Z', 'updated_at': '2022-10-04T09:17:03Z', 'revision_number': 6, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'gw_port_host': None, '_interfaces': [{'id': '16a147b9-cb3e-4e7e-b2fb-8db0901a7398', 'name': '', 'network_id': '35f54e98-9f24-485c-b0e8-82556896f878', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:43:da:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'fdfd5229-dfbd-4bd8-8dac-4aa46ca4f1ad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:42Z', 'updated_at': '2022-10-04T09:16:56Z', 'revision_number': 5, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': 'fdfd5229-dfbd-4bd8-8dac-4aa46ca4f1ad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2084ab4f-3691-4f98-8129-8bf83d2e97e0', 'name': '', 'network_id': '38974f38-fc89-4d16-9167-9039a3ce6ea1', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:09:6b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'f5496276-b734-4ec7-9afc-a32a8e82e219', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:54Z', 'updated_at': '2022-10-04T09:17:03Z', 'revision_number': 4, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': 'f5496276-b734-4ec7-9afc-a32a8e82e219', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50ec0c8d-3fe2-42db-beee-564da29f84c0', 'name': '', 'network_id': '6dd7e460-be85-42b6-8a4d-81c87d02d598', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:b0:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'b033d4b6-0978-4fce-8f97-1cf1db4aba17', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:34Z', 'updated_at': '2022-10-04T09:16:43Z', 'revision_number': 5, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': 'b033d4b6-0978-4fce-8f97-1cf1db4aba17', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65b6d67a-c9d4-4c5b-b010-727ccc5511e2', 'name': '', 'network_id': '6065a5f1-b66e-4f49-a8a1-e6d35ec1d22d', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:13:29:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '68eae767-d84c-4311-87d9-ebde9248d107', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:24Z', 'updated_at': '2022-10-04T09:16:37Z', 'revision_number': 5, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': '68eae767-d84c-4311-87d9-ebde9248d107', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:04.469666 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-eb8b5839-bc69-44a3-bbb8-4fe4ab085cfe tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:04.471050 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-eb8b5839-bc69-44a3-bbb8-4fe4ab085cfe tempest-ServersTestManualDisk-2050366228 tempest-ServersTestManualDisk-2050366228-project] 10.222.0.50 "DELETE /v2.0/floatingips/722a278d-b52c-430e-a32d-6c97bd7ff6be HTTP/1.1" status: 204 len: 168 time: 2.4631112 Oct 04 09:17:04.477557 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732dce4c-f720-4bf0-84f9-a445eeea97df None None] The sync data for ids ['f972579a-6ef4-443c-a645-3233e1d7e64e'] in dv-neutron-860215-1-hyperv is: [{'id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'name': 'tempest-RoutersIpV6Test-router-1997751477', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:16:21Z', 'updated_at': '2022-10-04T09:17:03Z', 'revision_number': 6, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'gw_port_host': None, '_interfaces': [{'id': '16a147b9-cb3e-4e7e-b2fb-8db0901a7398', 'name': '', 'network_id': '35f54e98-9f24-485c-b0e8-82556896f878', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:43:da:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'fdfd5229-dfbd-4bd8-8dac-4aa46ca4f1ad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:42Z', 'updated_at': '2022-10-04T09:16:56Z', 'revision_number': 5, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': 'fdfd5229-dfbd-4bd8-8dac-4aa46ca4f1ad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2084ab4f-3691-4f98-8129-8bf83d2e97e0', 'name': '', 'network_id': '38974f38-fc89-4d16-9167-9039a3ce6ea1', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:09:6b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'f5496276-b734-4ec7-9afc-a32a8e82e219', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:54Z', 'updated_at': '2022-10-04T09:17:03Z', 'revision_number': 4, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': 'f5496276-b734-4ec7-9afc-a32a8e82e219', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50ec0c8d-3fe2-42db-beee-564da29f84c0', 'name': '', 'network_id': '6dd7e460-be85-42b6-8a4d-81c87d02d598', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:b0:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'b033d4b6-0978-4fce-8f97-1cf1db4aba17', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:34Z', 'updated_at': '2022-10-04T09:16:43Z', 'revision_number': 5, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': 'b033d4b6-0978-4fce-8f97-1cf1db4aba17', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65b6d67a-c9d4-4c5b-b010-727ccc5511e2', 'name': '', 'network_id': '6065a5f1-b66e-4f49-a8a1-e6d35ec1d22d', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:13:29:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '68eae767-d84c-4311-87d9-ebde9248d107', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:24Z', 'updated_at': '2022-10-04T09:16:37Z', 'revision_number': 5, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': '68eae767-d84c-4311-87d9-ebde9248d107', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:17:04.486905 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60484) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:04.499249 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-b6837bc1-56fe-4591-8049-884c3be1d39c None None] Current status of the port 22312f53-6752-45ff-ba5e-31d8e70a3e4a is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:17:04.506657 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.db.api [None req-1658e012-5e9c-4085-8e0b-c9ff648645f0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:17:04.507117 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG oslo_db.api [None req-1658e012-5e9c-4085-8e0b-c9ff648645f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:17:04.633156 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de25af9-2e49-4312-a102-ff8f1a676f66 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Network 814b7f90-929f-442f-bf77-fbff96ff2d6e is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:17:04.731790 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b9fd3f31-4c76-4fdf-b20a-aaa9b22a9562 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:04.741741 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14474e5-b25b-46fa-ad5e-ce3b62648766 req-714a0f26-a31a-4247-b215-abe7edd28e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:04.743155 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-a14474e5-b25b-46fa-ad5e-ce3b62648766 req-714a0f26-a31a-4247-b215-abe7edd28e89 service neutron] 10.222.0.20 "GET /v2.0/networks?id=98999962-6684-4cae-8a5e-eac6d8d168de HTTP/1.1" status: 200 len: 898 time: 0.3668537 Oct 04 09:17:04.754354 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-7de25af9-2e49-4312-a102-ff8f1a676f66 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 814b7f90-929f-442f-bf77-fbff96ff2d6e) {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:17:04.762437 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-b9fd3f31-4c76-4fdf-b20a-aaa9b22a9562 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['685d87b0-f689-447f-acfa-47d3dfe1c7b4']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:04.762775 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de25af9-2e49-4312-a102-ff8f1a676f66 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:04.763366 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7de25af9-2e49-4312-a102-ff8f1a676f66 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:04.772567 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdaadc0c-1c2c-4c76-8657-27f5ac1389fa None None] Network 814b7f90-929f-442f-bf77-fbff96ff2d6e requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:17:04.788939 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-b9fd3f31-4c76-4fdf-b20a-aaa9b22a9562 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecd36d29-76f9-46f5-aef9-e5f93cd3c311') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:04.790098 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-b9fd3f31-4c76-4fdf-b20a-aaa9b22a9562 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecd36d29-76f9-46f5-aef9-e5f93cd3c311') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:04.822612 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b9fd3f31-4c76-4fdf-b20a-aaa9b22a9562 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:04.832470 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cec4408-62c8-45c8-9e52-291173a31eb0 tempest-ExternalNetworksAdminNegativeTestJSON-367261369 tempest-ExternalNetworksAdminNegativeTestJSON-367261369-project-admin] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:17:04.839406 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-5cec4408-62c8-45c8-9e52-291173a31eb0 tempest-ExternalNetworksAdminNegativeTestJSON-367261369 tempest-ExternalNetworksAdminNegativeTestJSON-367261369-project-admin] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:17:04.842741 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cec4408-62c8-45c8-9e52-291173a31eb0 tempest-ExternalNetworksAdminNegativeTestJSON-367261369 tempest-ExternalNetworksAdminNegativeTestJSON-367261369-project-admin] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:17:04.861385 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 2084ab4f-3691-4f98-8129-8bf83d2e97e0 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:17:04.948511 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b9fd3f31-4c76-4fdf-b20a-aaa9b22a9562 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:04.971849 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-a14474e5-b25b-46fa-ad5e-ce3b62648766 req-a6b73ed8-f0ed-4f96-b72a-79301269bc09 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=963cb7b8-fb64-4f1c-9306-3d14dfff454a HTTP/1.1" status: 200 len: 217 time: 0.1918554 Oct 04 09:17:05.022886 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cec4408-62c8-45c8-9e52-291173a31eb0 tempest-ExternalNetworksAdminNegativeTestJSON-367261369 tempest-ExternalNetworksAdminNegativeTestJSON-367261369-project-admin] Pushing event updated for resources: {'Port': ['ID=24a6460b-f6c0-4005-86f0-72e57bff8f4f,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:05.040577 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9fd3f31-4c76-4fdf-b20a-aaa9b22a9562 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:17:05.041095 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b9fd3f31-4c76-4fdf-b20a-aaa9b22a9562 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:05.070122 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-1658e012-5e9c-4085-8e0b-c9ff648645f0 None None] Deleting port a21e4a7c-ad48-448c-aeda-1221b22b0def {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:17:05.070673 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-1658e012-5e9c-4085-8e0b-c9ff648645f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:05.132816 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-7de25af9-2e49-4312-a102-ff8f1a676f66 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6949639 Oct 04 09:17:05.134951 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60492) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:05.137820 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment ecd36d29-76f9-46f5-aef9-e5f93cd3c311 resource provider aggregate not found Oct 04 09:17:05.145934 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 2084ab4f-3691-4f98-8129-8bf83d2e97e0 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:17:05.163482 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-d992c655-0a99-447d-a00a-242d08164f15 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1865818220', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:17:05.170435 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-d992c655-0a99-447d-a00a-242d08164f15 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:17:05.175292 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-d992c655-0a99-447d-a00a-242d08164f15 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Usage tracker for resource:router and tenant:8de43eb137fe47f9a4031ea91b631fcc is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:17:05.178980 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-d992c655-0a99-447d-a00a-242d08164f15 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:17:05.179820 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 2084ab4f-3691-4f98-8129-8bf83d2e97e0 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:17:05.181276 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:05.181621 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 2084ab4f-3691-4f98-8129-8bf83d2e97e0 Oct 04 09:17:05.187344 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-d992c655-0a99-447d-a00a-242d08164f15 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:17:05.196688 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment ecd36d29-76f9-46f5-aef9-e5f93cd3c311 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ecd36d29-76f9-46f5-aef9-e5f93cd3c311 found for delete ", "request_id": "req-a32cd6d9-3b5f-4aba-8591-67fe2e2098d0"}]} Oct 04 09:17:05.202521 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8e91f239-6be1-4b44-9ad6-1124429f0dc5 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:05.207846 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8e91f239-6be1-4b44-9ad6-1124429f0dc5 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736963', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1737124'] for router, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:05.217083 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d992c655-0a99-447d-a00a-242d08164f15 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:05.218353 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d992c655-0a99-447d-a00a-242d08164f15 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:05.233235 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf91acb-d067-4755-b7f7-c4cefa783e34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-814b7f90-929f-442f-bf77-fbff96ff2d6e', 'network_id': '814b7f90-929f-442f-bf77-fbff96ff2d6e', 'tenant_id': '8de43eb137fe47f9a4031ea91b631fcc', 'fixed_ips': [{'subnet_id': 'b801f2d2-e0c5-4c59-8c67-01531010a89e'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:17:05.234450 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-caf91acb-d067-4755-b7f7-c4cefa783e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:05.239221 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5cec4408-62c8-45c8-9e52-291173a31eb0 tempest-ExternalNetworksAdminNegativeTestJSON-367261369 tempest-ExternalNetworksAdminNegativeTestJSON-367261369-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:05.246819 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b9fd3f31-4c76-4fdf-b20a-aaa9b22a9562 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:05.293595 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-1658e012-5e9c-4085-8e0b-c9ff648645f0 None None] The port 'a21e4a7c-ad48-448c-aeda-1221b22b0def' was deleted {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 04 09:17:05.347991 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b9fd3f31-4c76-4fdf-b20a-aaa9b22a9562 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:05.358664 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fd3f31-4c76-4fdf-b20a-aaa9b22a9562 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Pushing event deleted for resources: {'Network': ['ID=685d87b0-f689-447f-acfa-47d3dfe1c7b4,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:05.466942 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14474e5-b25b-46fa-ad5e-ce3b62648766 req-6fa4df4e-bc7f-4c5e-8cb3-acada3fc2d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:05.468608 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-a14474e5-b25b-46fa-ad5e-ce3b62648766 req-6fa4df4e-bc7f-4c5e-8cb3-acada3fc2d1c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e047c4b4-3f0f-405c-866d-ff0c3d006abc HTTP/1.1" status: 200 len: 837 time: 0.4750826 Oct 04 09:17:05.492415 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-b9fd3f31-4c76-4fdf-b20a-aaa9b22a9562 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] 10.222.0.50 "DELETE /v2.0/networks/685d87b0-f689-447f-acfa-47d3dfe1c7b4 HTTP/1.1" status: 204 len: 168 time: 2.2128146 Oct 04 09:17:05.497133 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 60498) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:05.510814 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 2084ab4f-3691-4f98-8129-8bf83d2e97e0 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:17:05.511197 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:05.536849 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672959c-1024-4e0a-8dec-489ad20949a0 req-dc890308-f084-4e7a-a936-b8da9cceac76 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:05.543953 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-6672959c-1024-4e0a-8dec-489ad20949a0 req-dc890308-f084-4e7a-a936-b8da9cceac76 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7893c10-3816-4307-b87f-b4c69768b64c HTTP/1.1" status: 200 len: 944 time: 0.6555371 Oct 04 09:17:05.550584 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-caf91acb-d067-4755-b7f7-c4cefa783e34 None None] Allocated IP 2001:db8::2 (814b7f90-929f-442f-bf77-fbff96ff2d6e/b801f2d2-e0c5-4c59-8c67-01531010a89e/13299935-ece9-4283-be9e-a8a531996ecd) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:17:05.566341 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-3742569a-8592-4a83-afcc-bfc4c3e9919f tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Synchronizing usage tracker for tenant:dbe03c861d7147e29d0efa228f604d1a on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:17:05.568832 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 2084ab4f-3691-4f98-8129-8bf83d2e97e0, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=2084ab4f-3691-4f98-8129-8bf83d2e97e0,segment=NetworkSegment(2c176bee-cd0a-4833-ae5e-4ef2969df295),segment_id=2c176bee-cd0a-4833-ae5e-4ef2969df295)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:17:05.576765 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5cec4408-62c8-45c8-9e52-291173a31eb0 tempest-ExternalNetworksAdminNegativeTestJSON-367261369 tempest-ExternalNetworksAdminNegativeTestJSON-367261369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:05.589909 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:05.592222 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d992c655-0a99-447d-a00a-242d08164f15 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:05.642719 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e91f239-6be1-4b44-9ad6-1124429f0dc5 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Router f972579a-6ef4-443c-a645-3233e1d7e64e has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:17:05.669156 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-3742569a-8592-4a83-afcc-bfc4c3e9919f tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Unset dirty status for tenant:dbe03c861d7147e29d0efa228f604d1a on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:17:05.670330 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-3742569a-8592-4a83-afcc-bfc4c3e9919f tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] 10.222.0.50 "GET /v2.0/ports?device_id=f39f1c62-a927-447c-aef8-5344b1eb55df HTTP/1.1" status: 200 len: 205 time: 0.1699512 Oct 04 09:17:05.675450 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 60502) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:05.741838 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-6672959c-1024-4e0a-8dec-489ad20949a0 req-3b1ec260-a093-44d1-8f1b-153b4e816837 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=a466a8e8-b893-4000-9d42-4c0b6462fbec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1967118 Oct 04 09:17:05.743161 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device a21e4a7c-ad48-448c-aeda-1221b22b0def no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:17:05.800831 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: a21e4a7c-ad48-448c-aeda-1221b22b0def {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:17:05.801210 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device a21e4a7c-ad48-448c-aeda-1221b22b0def not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:17:05.819382 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d992c655-0a99-447d-a00a-242d08164f15 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:05.841825 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=2084ab4f-3691-4f98-8129-8bf83d2e97e0,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:05.856305 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14474e5-b25b-46fa-ad5e-ce3b62648766 req-e5570da4-3afe-48e2-8ad8-9d953884a188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:05.857973 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-a14474e5-b25b-46fa-ad5e-ce3b62648766 req-e5570da4-3afe-48e2-8ad8-9d953884a188 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=98999962-6684-4cae-8a5e-eac6d8d168de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3797317 Oct 04 09:17:05.869932 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d992c655-0a99-447d-a00a-242d08164f15 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:05.873979 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-d992c655-0a99-447d-a00a-242d08164f15 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7181787 Oct 04 09:17:05.893438 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60506) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:05.905323 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-26840a2b-1766-4bcf-924b-7017a40219af tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Request body: {'port': {'network_id': '814b7f90-929f-442f-bf77-fbff96ff2d6e', 'name': 'tempest-PortsIpV6TestJSON-725360729'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:17:05.947126 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-caf91acb-d067-4755-b7f7-c4cefa783e34 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:05.958317 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-caf91acb-d067-4755-b7f7-c4cefa783e34 None None] Transition to ACTIVE for port object 13299935-ece9-4283-be9e-a8a531996ecd will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:17:05.977628 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-caf91acb-d067-4755-b7f7-c4cefa783e34 None None] Transition to ACTIVE for port object 13299935-ece9-4283-be9e-a8a531996ecd will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:17:05.985608 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-caf91acb-d067-4755-b7f7-c4cefa783e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:06.043608 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-15e4fc29-4780-4dc9-aa63-5a49614f4160 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks [] for router, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:06.053213 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf91acb-d067-4755-b7f7-c4cefa783e34 None None] Network 814b7f90-929f-442f-bf77-fbff96ff2d6e is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:17:06.055466 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-caf91acb-d067-4755-b7f7-c4cefa783e34 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:17:06.059216 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf91acb-d067-4755-b7f7-c4cefa783e34 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:17:06.069416 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf91acb-d067-4755-b7f7-c4cefa783e34 None None] Pushing event updated for resources: {'Port': ['ID=13299935-ece9-4283-be9e-a8a531996ecd,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:06.174667 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-caf91acb-d067-4755-b7f7-c4cefa783e34 None None] Attempting to bind port 13299935-ece9-4283-be9e-a8a531996ecd on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:17:06.175463 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-caf91acb-d067-4755-b7f7-c4cefa783e34 None None] Attempting to bind port 13299935-ece9-4283-be9e-a8a531996ecd by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '9de66bc7-4add-4f23-847a-909dd090195c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '814b7f90-929f-442f-bf77-fbff96ff2d6e'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:17:06.175463 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf91acb-d067-4755-b7f7-c4cefa783e34 None None] Attempting to bind port 13299935-ece9-4283-be9e-a8a531996ecd on network 814b7f90-929f-442f-bf77-fbff96ff2d6e {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:17:06.178825 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-a14474e5-b25b-46fa-ad5e-ce3b62648766 req-fb65e37d-4706-470c-a884-bae8c1fb19e1 service neutron] 10.222.0.20 "GET /v2.0/networks/98999962-6684-4cae-8a5e-eac6d8d168de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097334 Oct 04 09:17:06.181355 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf91acb-d067-4755-b7f7-c4cefa783e34 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:17:06.181742 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf91acb-d067-4755-b7f7-c4cefa783e34 None None] Checking segment: {'id': '9de66bc7-4add-4f23-847a-909dd090195c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '814b7f90-929f-442f-bf77-fbff96ff2d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:17:06.182164 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-caf91acb-d067-4755-b7f7-c4cefa783e34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:06.183047 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf91acb-d067-4755-b7f7-c4cefa783e34 None None] Bound using segment: {'id': '9de66bc7-4add-4f23-847a-909dd090195c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '814b7f90-929f-442f-bf77-fbff96ff2d6e'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:17:06.183047 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-caf91acb-d067-4755-b7f7-c4cefa783e34 None None] Bound port: 13299935-ece9-4283-be9e-a8a531996ecd, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9de66bc7-4add-4f23-847a-909dd090195c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '814b7f90-929f-442f-bf77-fbff96ff2d6e'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:17:06.183387 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-caf91acb-d067-4755-b7f7-c4cefa783e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:06.274788 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-caf91acb-d067-4755-b7f7-c4cefa783e34 None None] For port 13299935-ece9-4283-be9e-a8a531996ecd, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:17:06.277970 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-caf91acb-d067-4755-b7f7-c4cefa783e34 None None] For port 13299935-ece9-4283-be9e-a8a531996ecd, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=13299935-ece9-4283-be9e-a8a531996ecd,segment=NetworkSegment(9de66bc7-4add-4f23-847a-909dd090195c),segment_id=9de66bc7-4add-4f23-847a-909dd090195c)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:17:06.284231 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-26840a2b-1766-4bcf-924b-7017a40219af tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:17:06.286217 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-caf91acb-d067-4755-b7f7-c4cefa783e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:06.297420 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-26840a2b-1766-4bcf-924b-7017a40219af tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Usage tracker for resource:port and tenant:8de43eb137fe47f9a4031ea91b631fcc is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:17:06.306195 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-26840a2b-1766-4bcf-924b-7017a40219af tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:17:06.315146 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e91f239-6be1-4b44-9ad6-1124429f0dc5 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:17:06.316065 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-26840a2b-1766-4bcf-924b-7017a40219af tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:17:06.327978 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8e91f239-6be1-4b44-9ad6-1124429f0dc5 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:06.328867 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-8e91f239-6be1-4b44-9ad6-1124429f0dc5 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "PUT /v2.0/routers/f972579a-6ef4-443c-a645-3233e1d7e64e HTTP/1.1" status: 200 len: 954 time: 4.3419538 Oct 04 09:17:06.333479 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-647c4b02-ea8c-4009-910e-b2aa211b1272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736827'] for router_interface, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:06.333656 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 60510) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:06.348083 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a078597-14a7-4298-844e-afd8d3af289a None None] Sync routers for ids ['f972579a-6ef4-443c-a645-3233e1d7e64e'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:17:06.376534 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a078597-14a7-4298-844e-afd8d3af289a None None] Routers {'f972579a-6ef4-443c-a645-3233e1d7e64e'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:17:06.377171 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-4a078597-14a7-4298-844e-afd8d3af289a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:17:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['f972579a-6ef4-443c-a645-3233e1d7e64e'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:06.452740 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26840a2b-1766-4bcf-924b-7017a40219af tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Made reservation on behalf of 8de43eb137fe47f9a4031ea91b631fcc for: {'port': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:17:06.456915 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-26840a2b-1766-4bcf-924b-7017a40219af tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:06.483026 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [None req-26840a2b-1766-4bcf-924b-7017a40219af tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] device_id is not set on port d258be4a-4ee1-4cd6-b534-3b6e9b7d61aa yet. {{(pid=89033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:17:06.501857 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf91acb-d067-4755-b7f7-c4cefa783e34 None None] Pushing event updated for resources: {'Port': ['ID=13299935-ece9-4283-be9e-a8a531996ecd,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:06.552902 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-4a078597-14a7-4298-844e-afd8d3af289a None None] Set router f972579a-6ef4-443c-a645-3233e1d7e64e gateway port host: None {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:17:06.645586 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-a14474e5-b25b-46fa-ad5e-ce3b62648766 req-b4624f96-0645-4d18-86f3-726fc677ac0c service neutron] 10.222.0.20 "GET /v2.0/networks/98999962-6684-4cae-8a5e-eac6d8d168de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4488816 Oct 04 09:17:06.767587 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-15e4fc29-4780-4dc9-aa63-5a49614f4160 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:06.799003 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-15e4fc29-4780-4dc9-aa63-5a49614f4160 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:06.841733 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 2084ab4f-3691-4f98-8129-8bf83d2e97e0 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:17:06.858087 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-59db0cd2-1631-4ccd-aa17-24c8411757d3 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "GET /v2.0/routers/f972579a-6ef4-443c-a645-3233e1d7e64e HTTP/1.1" status: 200 len: 954 time: 0.5219820 Oct 04 09:17:06.860745 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 60516) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:06.868074 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-6bd217c1-f2b7-435e-a94b-31780d29f368 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Request body: {'router': {'routes': None}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:17:06.942566 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-26840a2b-1766-4bcf-924b-7017a40219af tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Allocated IP 2001:db8::6e (814b7f90-929f-442f-bf77-fbff96ff2d6e/b801f2d2-e0c5-4c59-8c67-01531010a89e/d258be4a-4ee1-4cd6-b534-3b6e9b7d61aa) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:17:06.997992 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-15e4fc29-4780-4dc9-aa63-5a49614f4160 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:06.997992 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e4fc29-4780-4dc9-aa63-5a49614f4160 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Fanout notify agent at l3_agent the message router_deleted on router f39f1c62-a927-447c-aef8-5344b1eb55df {{(pid=89032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:17:07.037626 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 2084ab4f-3691-4f98-8129-8bf83d2e97e0 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:17:07.037626 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:07.037984 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 2084ab4f-3691-4f98-8129-8bf83d2e97e0 Oct 04 09:17:07.069779 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-647c4b02-ea8c-4009-910e-b2aa211b1272 admin admin] Deleting port c4c04c7f-0805-46dc-a705-c706cff95a53 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:17:07.070273 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-647c4b02-ea8c-4009-910e-b2aa211b1272 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:07.089626 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.db.resource_extend [None req-5cec4408-62c8-45c8-9e52-291173a31eb0 tempest-ExternalNetworksAdminNegativeTestJSON-367261369 tempest-ExternalNetworksAdminNegativeTestJSON-367261369-project-admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 04 09:17:07.100458 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 963cb7b8-fb64-4f1c-9306-3d14dfff454a details requested by agent hyperv_hv-neutron-8602 with host hv-neutron-8602 {{(pid=89034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 04 09:17:07.103939 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-15e4fc29-4780-4dc9-aa63-5a49614f4160 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:07.105077 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-15e4fc29-4780-4dc9-aa63-5a49614f4160 tempest-RoutersNegativeTest-1997301369 tempest-RoutersNegativeTest-1997301369-project] 10.222.0.50 "DELETE /v2.0/routers/f39f1c62-a927-447c-aef8-5344b1eb55df HTTP/1.1" status: 204 len: 168 time: 1.2946029 Oct 04 09:17:07.119981 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5cec4408-62c8-45c8-9e52-291173a31eb0 tempest-ExternalNetworksAdminNegativeTestJSON-367261369 tempest-ExternalNetworksAdminNegativeTestJSON-367261369-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:07.138090 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5cec4408-62c8-45c8-9e52-291173a31eb0 tempest-ExternalNetworksAdminNegativeTestJSON-367261369 tempest-ExternalNetworksAdminNegativeTestJSON-367261369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:07.279207 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-647c4b02-ea8c-4009-910e-b2aa211b1272 admin admin] For port c4c04c7f-0805-46dc-a705-c706cff95a53, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=c4c04c7f-0805-46dc-a705-c706cff95a53,segment=NetworkSegment(77ddeb54-0d4d-457f-abac-669508cea815),segment_id=77ddeb54-0d4d-457f-abac-669508cea815)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:17:07.280121 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-647c4b02-ea8c-4009-910e-b2aa211b1272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:07.293619 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-4a078597-14a7-4298-844e-afd8d3af289a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'name': 'tempest-RoutersIpV6Test-router-1997751477', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:16:21Z', 'updated_at': '2022-10-04T09:17:03Z', 'revision_number': 6, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'gw_port_host': None, '_interfaces': [{'id': '16a147b9-cb3e-4e7e-b2fb-8db0901a7398', 'name': '', 'network_id': '35f54e98-9f24-485c-b0e8-82556896f878', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:43:da:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'fdfd5229-dfbd-4bd8-8dac-4aa46ca4f1ad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:42Z', 'updated_at': '2022-10-04T09:16:56Z', 'revision_number': 5, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': 'fdfd5229-dfbd-4bd8-8dac-4aa46ca4f1ad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2084ab4f-3691-4f98-8129-8bf83d2e97e0', 'name': '', 'network_id': '38974f38-fc89-4d16-9167-9039a3ce6ea1', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:09:6b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'f5496276-b734-4ec7-9afc-a32a8e82e219', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:54Z', 'updated_at': '2022-10-04T09:17:05Z', 'revision_number': 5, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': 'f5496276-b734-4ec7-9afc-a32a8e82e219', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50ec0c8d-3fe2-42db-beee-564da29f84c0', 'name': '', 'network_id': '6dd7e460-be85-42b6-8a4d-81c87d02d598', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:b0:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'b033d4b6-0978-4fce-8f97-1cf1db4aba17', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:34Z', 'updated_at': '2022-10-04T09:16:43Z', 'revision_number': 5, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': 'b033d4b6-0978-4fce-8f97-1cf1db4aba17', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65b6d67a-c9d4-4c5b-b010-727ccc5511e2', 'name': '', 'network_id': '6065a5f1-b66e-4f49-a8a1-e6d35ec1d22d', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:13:29:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '68eae767-d84c-4311-87d9-ebde9248d107', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:24Z', 'updated_at': '2022-10-04T09:16:37Z', 'revision_number': 5, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': '68eae767-d84c-4311-87d9-ebde9248d107', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:07.304866 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a078597-14a7-4298-844e-afd8d3af289a None None] Checking router: f972579a-6ef4-443c-a645-3233e1d7e64e for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:17:07.309718 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 2084ab4f-3691-4f98-8129-8bf83d2e97e0 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:17:07.347146 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a078597-14a7-4298-844e-afd8d3af289a None None] Routers {'f972579a-6ef4-443c-a645-3233e1d7e64e'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:17:07.347735 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-4a078597-14a7-4298-844e-afd8d3af289a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:17:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['f972579a-6ef4-443c-a645-3233e1d7e64e'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:07.621794 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 963cb7b8-fb64-4f1c-9306-3d14dfff454a, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=963cb7b8-fb64-4f1c-9306-3d14dfff454a,segment=NetworkSegment(ec6de81c-a4ad-40ab-b324-ad9ea969be8e),segment_id=ec6de81c-a4ad-40ab-b324-ad9ea969be8e)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:17:07.644890 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Returning: {'device': '963cb7b8-fb64-4f1c-9306-3d14dfff454a', 'network_id': '98999962-6684-4cae-8a5e-eac6d8d168de', 'port_id': '963cb7b8-fb64-4f1c-9306-3d14dfff454a', 'mac_address': 'fa:16:3e:9a:fe:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e047c4b4-3f0f-405c-866d-ff0c3d006abc', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 04 09:17:07.645911 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60524) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:07.668249 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cec4408-62c8-45c8-9e52-291173a31eb0 tempest-ExternalNetworksAdminNegativeTestJSON-367261369 tempest-ExternalNetworksAdminNegativeTestJSON-367261369-project-admin] Pushing event updated for resources: {'Port': ['ID=24a6460b-f6c0-4005-86f0-72e57bff8f4f,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:07.673068 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-647c4b02-ea8c-4009-910e-b2aa211b1272 admin admin] Calling delete_port for c4c04c7f-0805-46dc-a705-c706cff95a53 owned by network:router_interface {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:17:07.734013 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-4a078597-14a7-4298-844e-afd8d3af289a None None] Set router f972579a-6ef4-443c-a645-3233e1d7e64e gateway port host: None {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:17:07.892716 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 963cb7b8-fb64-4f1c-9306-3d14dfff454a is: DOWN; New status is: BUILD {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:17:07.892716 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:07.933209 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5cec4408-62c8-45c8-9e52-291173a31eb0 tempest-ExternalNetworksAdminNegativeTestJSON-367261369 tempest-ExternalNetworksAdminNegativeTestJSON-367261369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:07.968098 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-26840a2b-1766-4bcf-924b-7017a40219af tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:07.984999 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 963cb7b8-fb64-4f1c-9306-3d14dfff454a {{(pid=89034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:17:07.999531 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c170ed94-6025-438a-adf1-5a431cf8ce6a None None] Network 814b7f90-929f-442f-bf77-fbff96ff2d6e requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:17:08.022465 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-53333002-3f7e-4d84-a838-1e454c178f81 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dbe03c861d7147e29d0efa228f604d1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3551369 Oct 04 09:17:08.026980 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-26840a2b-1766-4bcf-924b-7017a40219af tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Transition to ACTIVE for port object d258be4a-4ee1-4cd6-b534-3b6e9b7d61aa will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:17:08.028210 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60530) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:08.144911 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307008ac-5238-4d40-ac3e-c0a33764cfa8 req-6c64f778-e7bd-471b-8949-ddf1ee3c3a53 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:08.146357 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-307008ac-5238-4d40-ac3e-c0a33764cfa8 req-6c64f778-e7bd-471b-8949-ddf1ee3c3a53 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7893c10-3816-4307-b87f-b4c69768b64c HTTP/1.1" status: 200 len: 944 time: 1.1469171 Oct 04 09:17:08.167575 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 963cb7b8-fb64-4f1c-9306-3d14dfff454a, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=963cb7b8-fb64-4f1c-9306-3d14dfff454a,segment=NetworkSegment(ec6de81c-a4ad-40ab-b324-ad9ea969be8e),segment_id=ec6de81c-a4ad-40ab-b324-ad9ea969be8e)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:17:08.168049 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-34c293ab-1d1b-496f-bd6c-e2a4721ff885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:08.176781 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-26840a2b-1766-4bcf-924b-7017a40219af tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:08.194673 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:08.213811 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5cec4408-62c8-45c8-9e52-291173a31eb0 tempest-ExternalNetworksAdminNegativeTestJSON-367261369 tempest-ExternalNetworksAdminNegativeTestJSON-367261369-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:08.217987 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-5cec4408-62c8-45c8-9e52-291173a31eb0 tempest-ExternalNetworksAdminNegativeTestJSON-367261369 tempest-ExternalNetworksAdminNegativeTestJSON-367261369-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 694 time: 8.4327419 Oct 04 09:17:08.217987 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.extraroute_db [None req-6bd217c1-f2b7-435e-a94b-31780d29f368 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Added routes are [] {{(pid=89032) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 04 09:17:08.218266 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.extraroute_db [None req-6bd217c1-f2b7-435e-a94b-31780d29f368 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=89032) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 04 09:17:08.224872 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-307008ac-5238-4d40-ac3e-c0a33764cfa8 req-c92bef5f-1cbe-415d-8a35-92c01b22237f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=a466a8e8-b893-4000-9d42-4c0b6462fbec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654027 Oct 04 09:17:08.226383 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60534) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:08.240132 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-aa97e67a-02d4-4127-bb59-cfbc6e8c61f2 None None] Provisioning for port 13299935-ece9-4283-be9e-a8a531996ecd completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:17:08.241094 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-647c4b02-ea8c-4009-910e-b2aa211b1272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:08.254672 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-94c6b428-2855-4182-b229-02a4346a308d tempest-ExternalNetworksAdminNegativeTestJSON-367261369 tempest-ExternalNetworksAdminNegativeTestJSON-367261369-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1451988124', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'fixed_ips': [{'ip_address': '172.26.10.138'}]}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:17:08.265485 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6bd217c1-f2b7-435e-a94b-31780d29f368 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:08.282211 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-94c6b428-2855-4182-b229-02a4346a308d tempest-ExternalNetworksAdminNegativeTestJSON-367261369 tempest-ExternalNetworksAdminNegativeTestJSON-367261369-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:17:08.285505 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-34c293ab-1d1b-496f-bd6c-e2a4721ff885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:08.298955 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26840a2b-1766-4bcf-924b-7017a40219af tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Network 814b7f90-929f-442f-bf77-fbff96ff2d6e is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:17:08.308415 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-94c6b428-2855-4182-b229-02a4346a308d tempest-ExternalNetworksAdminNegativeTestJSON-367261369 tempest-ExternalNetworksAdminNegativeTestJSON-367261369-project-admin] Usage tracker for resource:port and tenant:880f9232778d4f9d882ed33b5ca4faa8 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:17:08.312949 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-26840a2b-1766-4bcf-924b-7017a40219af tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:17:08.321054 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-94c6b428-2855-4182-b229-02a4346a308d tempest-ExternalNetworksAdminNegativeTestJSON-367261369 tempest-ExternalNetworksAdminNegativeTestJSON-367261369-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:17:08.360393 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26840a2b-1766-4bcf-924b-7017a40219af tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:17:08.366194 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26840a2b-1766-4bcf-924b-7017a40219af tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:08.366827 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-26840a2b-1766-4bcf-924b-7017a40219af tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:08.381994 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26840a2b-1766-4bcf-924b-7017a40219af tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event updated for resources: {'Port': ['ID=d258be4a-4ee1-4cd6-b534-3b6e9b7d61aa,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:08.392771 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-94c6b428-2855-4182-b229-02a4346a308d tempest-ExternalNetworksAdminNegativeTestJSON-367261369 tempest-ExternalNetworksAdminNegativeTestJSON-367261369-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:17:08.512947 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=963cb7b8-fb64-4f1c-9306-3d14dfff454a,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:08.528818 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647c4b02-ea8c-4009-910e-b2aa211b1272 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4c04c7f-0805-46dc-a705-c706cff95a53,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:08.549898 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c6b428-2855-4182-b229-02a4346a308d tempest-ExternalNetworksAdminNegativeTestJSON-367261369 tempest-ExternalNetworksAdminNegativeTestJSON-367261369-project-admin] Made reservation on behalf of 880f9232778d4f9d882ed33b5ca4faa8 for: {'port': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:17:08.553337 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-94c6b428-2855-4182-b229-02a4346a308d tempest-ExternalNetworksAdminNegativeTestJSON-367261369 tempest-ExternalNetworksAdminNegativeTestJSON-367261369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:08.574833 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-26840a2b-1766-4bcf-924b-7017a40219af tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6762555 Oct 04 09:17:08.575405 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-4a078597-14a7-4298-844e-afd8d3af289a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'name': 'tempest-RoutersIpV6Test-router-1997751477', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:16:21Z', 'updated_at': '2022-10-04T09:17:03Z', 'revision_number': 6, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'gw_port_host': None, '_interfaces': [{'id': '16a147b9-cb3e-4e7e-b2fb-8db0901a7398', 'name': '', 'network_id': '35f54e98-9f24-485c-b0e8-82556896f878', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:43:da:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'fdfd5229-dfbd-4bd8-8dac-4aa46ca4f1ad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:42Z', 'updated_at': '2022-10-04T09:16:56Z', 'revision_number': 5, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': 'fdfd5229-dfbd-4bd8-8dac-4aa46ca4f1ad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2084ab4f-3691-4f98-8129-8bf83d2e97e0', 'name': '', 'network_id': '38974f38-fc89-4d16-9167-9039a3ce6ea1', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:09:6b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'f5496276-b734-4ec7-9afc-a32a8e82e219', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:54Z', 'updated_at': '2022-10-04T09:17:05Z', 'revision_number': 5, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': 'f5496276-b734-4ec7-9afc-a32a8e82e219', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50ec0c8d-3fe2-42db-beee-564da29f84c0', 'name': '', 'network_id': '6dd7e460-be85-42b6-8a4d-81c87d02d598', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:b0:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'b033d4b6-0978-4fce-8f97-1cf1db4aba17', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:34Z', 'updated_at': '2022-10-04T09:16:43Z', 'revision_number': 5, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': 'b033d4b6-0978-4fce-8f97-1cf1db4aba17', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65b6d67a-c9d4-4c5b-b010-727ccc5511e2', 'name': '', 'network_id': '6065a5f1-b66e-4f49-a8a1-e6d35ec1d22d', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:13:29:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '68eae767-d84c-4311-87d9-ebde9248d107', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:24Z', 'updated_at': '2022-10-04T09:16:37Z', 'revision_number': 5, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': '68eae767-d84c-4311-87d9-ebde9248d107', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:08.575809 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-94c6b428-2855-4182-b229-02a4346a308d tempest-ExternalNetworksAdminNegativeTestJSON-367261369 tempest-ExternalNetworksAdminNegativeTestJSON-367261369-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:08.584467 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a078597-14a7-4298-844e-afd8d3af289a None None] The sync data for ids ['f972579a-6ef4-443c-a645-3233e1d7e64e'] in dv-neutron-860215-1-hyperv is: [{'id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'name': 'tempest-RoutersIpV6Test-router-1997751477', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:16:21Z', 'updated_at': '2022-10-04T09:17:03Z', 'revision_number': 6, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'gw_port_host': None, '_interfaces': [{'id': '16a147b9-cb3e-4e7e-b2fb-8db0901a7398', 'name': '', 'network_id': '35f54e98-9f24-485c-b0e8-82556896f878', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:43:da:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'fdfd5229-dfbd-4bd8-8dac-4aa46ca4f1ad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:42Z', 'updated_at': '2022-10-04T09:16:56Z', 'revision_number': 5, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': 'fdfd5229-dfbd-4bd8-8dac-4aa46ca4f1ad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2084ab4f-3691-4f98-8129-8bf83d2e97e0', 'name': '', 'network_id': '38974f38-fc89-4d16-9167-9039a3ce6ea1', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:09:6b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'f5496276-b734-4ec7-9afc-a32a8e82e219', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:54Z', 'updated_at': '2022-10-04T09:17:05Z', 'revision_number': 5, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': 'f5496276-b734-4ec7-9afc-a32a8e82e219', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50ec0c8d-3fe2-42db-beee-564da29f84c0', 'name': '', 'network_id': '6dd7e460-be85-42b6-8a4d-81c87d02d598', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:b0:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'b033d4b6-0978-4fce-8f97-1cf1db4aba17', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:34Z', 'updated_at': '2022-10-04T09:16:43Z', 'revision_number': 5, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': 'b033d4b6-0978-4fce-8f97-1cf1db4aba17', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65b6d67a-c9d4-4c5b-b010-727ccc5511e2', 'name': '', 'network_id': '6065a5f1-b66e-4f49-a8a1-e6d35ec1d22d', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:13:29:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '68eae767-d84c-4311-87d9-ebde9248d107', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:24Z', 'updated_at': '2022-10-04T09:16:37Z', 'revision_number': 5, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': '68eae767-d84c-4311-87d9-ebde9248d107', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:17:08.587471 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60538) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:08.651149 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6bd217c1-f2b7-435e-a94b-31780d29f368 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:08.655964 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6bd217c1-f2b7-435e-a94b-31780d29f368 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736963', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1737124'] for router, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:08.656292 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['963cb7b8-fb64-4f1c-9306-3d14dfff454a'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 09:17:08.686328 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-94c6b428-2855-4182-b229-02a4346a308d tempest-ExternalNetworksAdminNegativeTestJSON-367261369 tempest-ExternalNetworksAdminNegativeTestJSON-367261369-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:17:08.691000 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-94c6b428-2855-4182-b229-02a4346a308d tempest-ExternalNetworksAdminNegativeTestJSON-367261369 tempest-ExternalNetworksAdminNegativeTestJSON-367261369-project-admin] Usage tracker for resource:security_group_rule and tenant:880f9232778d4f9d882ed33b5ca4faa8 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:17:08.695422 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-94c6b428-2855-4182-b229-02a4346a308d tempest-ExternalNetworksAdminNegativeTestJSON-367261369 tempest-ExternalNetworksAdminNegativeTestJSON-367261369-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:17:08.702012 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-94c6b428-2855-4182-b229-02a4346a308d tempest-ExternalNetworksAdminNegativeTestJSON-367261369 tempest-ExternalNetworksAdminNegativeTestJSON-367261369-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:17:08.917172 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 13299935-ece9-4283-be9e-a8a531996ecd up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:17:08.930965 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bd217c1-f2b7-435e-a94b-31780d29f368 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Router f972579a-6ef4-443c-a645-3233e1d7e64e has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:17:09.036392 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-94c6b428-2855-4182-b229-02a4346a308d tempest-ExternalNetworksAdminNegativeTestJSON-367261369 tempest-ExternalNetworksAdminNegativeTestJSON-367261369-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:09.040931 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-34c293ab-1d1b-496f-bd6c-e2a4721ff885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:09.054129 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 13299935-ece9-4283-be9e-a8a531996ecd completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:17:09.074649 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 13299935-ece9-4283-be9e-a8a531996ecd triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:17:09.075022 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:09.075366 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 13299935-ece9-4283-be9e-a8a531996ecd Oct 04 09:17:09.115595 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd217c1-f2b7-435e-a94b-31780d29f368 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:17:09.126203 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c823c21-2987-4a1f-a6b1-579ee4c5f581 None None] Sync routers for ids ['f972579a-6ef4-443c-a645-3233e1d7e64e'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:17:09.131085 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6bd217c1-f2b7-435e-a94b-31780d29f368 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:09.132249 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-6bd217c1-f2b7-435e-a94b-31780d29f368 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "PUT /v2.0/routers/f972579a-6ef4-443c-a645-3233e1d7e64e HTTP/1.1" status: 200 len: 704 time: 2.2703848 Oct 04 09:17:09.135253 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 60542) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:09.139951 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c823c21-2987-4a1f-a6b1-579ee4c5f581 None None] Routers {'f972579a-6ef4-443c-a645-3233e1d7e64e'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:17:09.140709 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-0c823c21-2987-4a1f-a6b1-579ee4c5f581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:17:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['f972579a-6ef4-443c-a645-3233e1d7e64e'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:09.143704 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-94c6b428-2855-4182-b229-02a4346a308d tempest-ExternalNetworksAdminNegativeTestJSON-367261369 tempest-ExternalNetworksAdminNegativeTestJSON-367261369-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:09.154106 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-0a480426-e53c-46e1-9aeb-c4fd00584e81 None None] Provisioning complete for port 13299935-ece9-4283-be9e-a8a531996ecd triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:17:09.154489 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0a480426-e53c-46e1-9aeb-c4fd00584e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:09.154838 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-0a480426-e53c-46e1-9aeb-c4fd00584e81 None None] Attempt 1 to provision port 13299935-ece9-4283-be9e-a8a531996ecd Oct 04 09:17:09.167985 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c293ab-1d1b-496f-bd6c-e2a4721ff885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed9fd8d-a82d-4b68-9cab-873fca086dbe,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:09.263686 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [None req-94c6b428-2855-4182-b229-02a4346a308d tempest-ExternalNetworksAdminNegativeTestJSON-367261369 tempest-ExternalNetworksAdminNegativeTestJSON-367261369-project-admin] device_id is not set on port 2efe289b-2642-4831-8e8d-a306c8a032a5 yet. {{(pid=89033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:17:09.331896 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-da3c17bf-f331-4471-b147-fd167bb345e7 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "GET /v2.0/routers/f972579a-6ef4-443c-a645-3233e1d7e64e HTTP/1.1" status: 200 len: 704 time: 0.1931164 Oct 04 09:17:09.332750 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 60548) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:09.413434 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 13299935-ece9-4283-be9e-a8a531996ecd is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:17:09.413822 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:09.458612 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-0c823c21-2987-4a1f-a6b1-579ee4c5f581 None None] Set router f972579a-6ef4-443c-a645-3233e1d7e64e gateway port host: None {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:17:09.506057 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 13299935-ece9-4283-be9e-a8a531996ecd, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=13299935-ece9-4283-be9e-a8a531996ecd,segment=NetworkSegment(9de66bc7-4add-4f23-847a-909dd090195c),segment_id=9de66bc7-4add-4f23-847a-909dd090195c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:17:09.514026 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:09.555124 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-0a480426-e53c-46e1-9aeb-c4fd00584e81 None None] Current status of the port 13299935-ece9-4283-be9e-a8a531996ecd is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:17:09.555507 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0a480426-e53c-46e1-9aeb-c4fd00584e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:09.624083 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-34c293ab-1d1b-496f-bd6c-e2a4721ff885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:09.625260 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-34c293ab-1d1b-496f-bd6c-e2a4721ff885 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3ed9fd8d-a82d-4b68-9cab-873fca086dbe HTTP/1.1" status: 204 len: 168 time: 1.5950050 Oct 04 09:17:09.701686 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=13299935-ece9-4283-be9e-a8a531996ecd,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:09.733866 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.db.api [None req-0a480426-e53c-46e1-9aeb-c4fd00584e81 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:17:09.734510 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG oslo_db.api [None req-0a480426-e53c-46e1-9aeb-c4fd00584e81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:17:09.761334 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-647c4b02-ea8c-4009-910e-b2aa211b1272 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736911'] for router_interface, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:09.961569 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-0c823c21-2987-4a1f-a6b1-579ee4c5f581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'name': 'tempest-RoutersIpV6Test-router-1997751477', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:16:21Z', 'updated_at': '2022-10-04T09:17:08Z', 'revision_number': 7, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'gw_port_host': None, '_interfaces': [{'id': '16a147b9-cb3e-4e7e-b2fb-8db0901a7398', 'name': '', 'network_id': '35f54e98-9f24-485c-b0e8-82556896f878', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:43:da:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'fdfd5229-dfbd-4bd8-8dac-4aa46ca4f1ad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:42Z', 'updated_at': '2022-10-04T09:16:56Z', 'revision_number': 5, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': 'fdfd5229-dfbd-4bd8-8dac-4aa46ca4f1ad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2084ab4f-3691-4f98-8129-8bf83d2e97e0', 'name': '', 'network_id': '38974f38-fc89-4d16-9167-9039a3ce6ea1', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:09:6b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'f5496276-b734-4ec7-9afc-a32a8e82e219', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:54Z', 'updated_at': '2022-10-04T09:17:05Z', 'revision_number': 5, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': 'f5496276-b734-4ec7-9afc-a32a8e82e219', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50ec0c8d-3fe2-42db-beee-564da29f84c0', 'name': '', 'network_id': '6dd7e460-be85-42b6-8a4d-81c87d02d598', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:b0:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'b033d4b6-0978-4fce-8f97-1cf1db4aba17', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:34Z', 'updated_at': '2022-10-04T09:16:43Z', 'revision_number': 5, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': 'b033d4b6-0978-4fce-8f97-1cf1db4aba17', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65b6d67a-c9d4-4c5b-b010-727ccc5511e2', 'name': '', 'network_id': '6065a5f1-b66e-4f49-a8a1-e6d35ec1d22d', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:13:29:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '68eae767-d84c-4311-87d9-ebde9248d107', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:24Z', 'updated_at': '2022-10-04T09:16:37Z', 'revision_number': 5, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': '68eae767-d84c-4311-87d9-ebde9248d107', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:09.966410 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c823c21-2987-4a1f-a6b1-579ee4c5f581 None None] Checking router: f972579a-6ef4-443c-a645-3233e1d7e64e for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:17:09.977275 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c823c21-2987-4a1f-a6b1-579ee4c5f581 None None] Routers {'f972579a-6ef4-443c-a645-3233e1d7e64e'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:17:09.978071 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-0c823c21-2987-4a1f-a6b1-579ee4c5f581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:17:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['f972579a-6ef4-443c-a645-3233e1d7e64e'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:10.060176 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c6b428-2855-4182-b229-02a4346a308d tempest-ExternalNetworksAdminNegativeTestJSON-367261369 tempest-ExternalNetworksAdminNegativeTestJSON-367261369-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc975165-4548-43a8-ab78-dd869eb7eda4,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:10.155404 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-0c823c21-2987-4a1f-a6b1-579ee4c5f581 None None] Set router f972579a-6ef4-443c-a645-3233e1d7e64e gateway port host: None {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:17:10.171298 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-125a16e2-2797-472a-8f35-448e461bc7f3 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736827'] for router_interface, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:10.260422 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b5e772-99ec-4298-933e-aa9ed6aec3b4 req-baf91a6e-7eb1-4298-b70c-81dd5adce62c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:10.261847 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-a0b5e772-99ec-4298-933e-aa9ed6aec3b4 req-baf91a6e-7eb1-4298-b70c-81dd5adce62c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7893c10-3816-4307-b87f-b4c69768b64c HTTP/1.1" status: 200 len: 945 time: 0.7264173 Oct 04 09:17:10.325798 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-0a480426-e53c-46e1-9aeb-c4fd00584e81 None None] Current status of the port 13299935-ece9-4283-be9e-a8a531996ecd is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:17:10.327638 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-a0b5e772-99ec-4298-933e-aa9ed6aec3b4 req-23c7a840-bdd1-4233-9be8-1133a7e0e32c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=a466a8e8-b893-4000-9d42-4c0b6462fbec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531766 Oct 04 09:17:10.365715 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-94c6b428-2855-4182-b229-02a4346a308d tempest-ExternalNetworksAdminNegativeTestJSON-367261369 tempest-ExternalNetworksAdminNegativeTestJSON-367261369-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 04 09:17:10.366233 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94c6b428-2855-4182-b229-02a4346a308d tempest-ExternalNetworksAdminNegativeTestJSON-367261369 tempest-ExternalNetworksAdminNegativeTestJSON-367261369-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:17:10.390379 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-0a480426-e53c-46e1-9aeb-c4fd00584e81 None None] Provisioning for port d258be4a-4ee1-4cd6-b534-3b6e9b7d61aa completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:17:10.398304 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-0a480426-e53c-46e1-9aeb-c4fd00584e81 None None] Provisioning complete for port d258be4a-4ee1-4cd6-b534-3b6e9b7d61aa triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:17:10.399554 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0a480426-e53c-46e1-9aeb-c4fd00584e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:10.400473 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-0a480426-e53c-46e1-9aeb-c4fd00584e81 None None] Attempt 1 to provision port d258be4a-4ee1-4cd6-b534-3b6e9b7d61aa Oct 04 09:17:10.479638 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-0a480426-e53c-46e1-9aeb-c4fd00584e81 None None] Port d258be4a-4ee1-4cd6-b534-3b6e9b7d61aa cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:17:10.523723 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-94c6b428-2855-4182-b229-02a4346a308d tempest-ExternalNetworksAdminNegativeTestJSON-367261369 tempest-ExternalNetworksAdminNegativeTestJSON-367261369-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 409 len: 373 time: 2.2949362 Oct 04 09:17:10.526743 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 60554) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:10.533265 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-0c823c21-2987-4a1f-a6b1-579ee4c5f581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'name': 'tempest-RoutersIpV6Test-router-1997751477', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:16:21Z', 'updated_at': '2022-10-04T09:17:08Z', 'revision_number': 7, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'gw_port_host': None, '_interfaces': [{'id': '16a147b9-cb3e-4e7e-b2fb-8db0901a7398', 'name': '', 'network_id': '35f54e98-9f24-485c-b0e8-82556896f878', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:43:da:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'fdfd5229-dfbd-4bd8-8dac-4aa46ca4f1ad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:42Z', 'updated_at': '2022-10-04T09:16:56Z', 'revision_number': 5, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': 'fdfd5229-dfbd-4bd8-8dac-4aa46ca4f1ad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2084ab4f-3691-4f98-8129-8bf83d2e97e0', 'name': '', 'network_id': '38974f38-fc89-4d16-9167-9039a3ce6ea1', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:09:6b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'f5496276-b734-4ec7-9afc-a32a8e82e219', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:54Z', 'updated_at': '2022-10-04T09:17:05Z', 'revision_number': 5, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': 'f5496276-b734-4ec7-9afc-a32a8e82e219', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50ec0c8d-3fe2-42db-beee-564da29f84c0', 'name': '', 'network_id': '6dd7e460-be85-42b6-8a4d-81c87d02d598', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:b0:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'b033d4b6-0978-4fce-8f97-1cf1db4aba17', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:34Z', 'updated_at': '2022-10-04T09:16:43Z', 'revision_number': 5, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': 'b033d4b6-0978-4fce-8f97-1cf1db4aba17', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65b6d67a-c9d4-4c5b-b010-727ccc5511e2', 'name': '', 'network_id': '6065a5f1-b66e-4f49-a8a1-e6d35ec1d22d', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:13:29:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '68eae767-d84c-4311-87d9-ebde9248d107', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:24Z', 'updated_at': '2022-10-04T09:16:37Z', 'revision_number': 5, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': '68eae767-d84c-4311-87d9-ebde9248d107', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:10.537575 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c823c21-2987-4a1f-a6b1-579ee4c5f581 None None] The sync data for ids ['f972579a-6ef4-443c-a645-3233e1d7e64e'] in dv-neutron-860215-1-hyperv is: [{'id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'name': 'tempest-RoutersIpV6Test-router-1997751477', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:16:21Z', 'updated_at': '2022-10-04T09:17:08Z', 'revision_number': 7, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'gw_port_host': None, '_interfaces': [{'id': '16a147b9-cb3e-4e7e-b2fb-8db0901a7398', 'name': '', 'network_id': '35f54e98-9f24-485c-b0e8-82556896f878', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:43:da:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'fdfd5229-dfbd-4bd8-8dac-4aa46ca4f1ad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:42Z', 'updated_at': '2022-10-04T09:16:56Z', 'revision_number': 5, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': 'fdfd5229-dfbd-4bd8-8dac-4aa46ca4f1ad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2084ab4f-3691-4f98-8129-8bf83d2e97e0', 'name': '', 'network_id': '38974f38-fc89-4d16-9167-9039a3ce6ea1', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:09:6b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'f5496276-b734-4ec7-9afc-a32a8e82e219', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:54Z', 'updated_at': '2022-10-04T09:17:05Z', 'revision_number': 5, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': 'f5496276-b734-4ec7-9afc-a32a8e82e219', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50ec0c8d-3fe2-42db-beee-564da29f84c0', 'name': '', 'network_id': '6dd7e460-be85-42b6-8a4d-81c87d02d598', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:b0:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'b033d4b6-0978-4fce-8f97-1cf1db4aba17', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:34Z', 'updated_at': '2022-10-04T09:16:43Z', 'revision_number': 5, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': 'b033d4b6-0978-4fce-8f97-1cf1db4aba17', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65b6d67a-c9d4-4c5b-b010-727ccc5511e2', 'name': '', 'network_id': '6065a5f1-b66e-4f49-a8a1-e6d35ec1d22d', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:13:29:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '68eae767-d84c-4311-87d9-ebde9248d107', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:24Z', 'updated_at': '2022-10-04T09:16:37Z', 'revision_number': 5, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': '68eae767-d84c-4311-87d9-ebde9248d107', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:17:10.635508 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8a60efc1-2b98-4036-b0f2-e29b2c37a12a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:10.678181 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 13299935-ece9-4283-be9e-a8a531996ecd up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:17:10.729049 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-647c4b02-ea8c-4009-910e-b2aa211b1272 admin admin] Router debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:17:10.729782 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-a40e4456-4e40-48dc-94f8-01a94d8836a3 tempest-ExternalNetworksAdminNegativeTestJSON-367261369 tempest-ExternalNetworksAdminNegativeTestJSON-367261369-project-admin] Deleting port 24a6460b-f6c0-4005-86f0-72e57bff8f4f {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:17:10.730133 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a40e4456-4e40-48dc-94f8-01a94d8836a3 tempest-ExternalNetworksAdminNegativeTestJSON-367261369 tempest-ExternalNetworksAdminNegativeTestJSON-367261369-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:10.757111 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 13299935-ece9-4283-be9e-a8a531996ecd triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:17:10.757845 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:10.758395 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 13299935-ece9-4283-be9e-a8a531996ecd Oct 04 09:17:10.881814 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-125a16e2-2797-472a-8f35-448e461bc7f3 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Deleting port 2084ab4f-3691-4f98-8129-8bf83d2e97e0 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:17:10.882162 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-125a16e2-2797-472a-8f35-448e461bc7f3 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:10.892483 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 13299935-ece9-4283-be9e-a8a531996ecd is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:17:10.982369 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-0a480426-e53c-46e1-9aeb-c4fd00584e81 None None] Attempt 2 to provision port d258be4a-4ee1-4cd6-b534-3b6e9b7d61aa Oct 04 09:17:11.049328 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-0a480426-e53c-46e1-9aeb-c4fd00584e81 None None] Port d258be4a-4ee1-4cd6-b534-3b6e9b7d61aa cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:17:11.054906 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a40e4456-4e40-48dc-94f8-01a94d8836a3 tempest-ExternalNetworksAdminNegativeTestJSON-367261369 tempest-ExternalNetworksAdminNegativeTestJSON-367261369-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:11.055242 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a40e4456-4e40-48dc-94f8-01a94d8836a3 tempest-ExternalNetworksAdminNegativeTestJSON-367261369 tempest-ExternalNetworksAdminNegativeTestJSON-367261369-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:11.055766 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:11.135114 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 963cb7b8-fb64-4f1c-9306-3d14dfff454a up at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:17:11.190071 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-a40e4456-4e40-48dc-94f8-01a94d8836a3 tempest-ExternalNetworksAdminNegativeTestJSON-367261369 tempest-ExternalNetworksAdminNegativeTestJSON-367261369-project-admin] Calling delete_port for 24a6460b-f6c0-4005-86f0-72e57bff8f4f owned by network:floatingip {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:17:11.206336 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning for port 963cb7b8-fb64-4f1c-9306-3d14dfff454a completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:17:11.211579 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning complete for port 963cb7b8-fb64-4f1c-9306-3d14dfff454a triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:17:11.211957 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:11.212335 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Attempt 1 to provision port 963cb7b8-fb64-4f1c-9306-3d14dfff454a Oct 04 09:17:11.283163 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-125a16e2-2797-472a-8f35-448e461bc7f3 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] For port 2084ab4f-3691-4f98-8129-8bf83d2e97e0, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=2084ab4f-3691-4f98-8129-8bf83d2e97e0,segment=NetworkSegment(2c176bee-cd0a-4833-ae5e-4ef2969df295),segment_id=2c176bee-cd0a-4833-ae5e-4ef2969df295)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:17:11.283163 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-125a16e2-2797-472a-8f35-448e461bc7f3 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:11.325832 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647c4b02-ea8c-4009-910e-b2aa211b1272 admin admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:17:11.334373 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 963cb7b8-fb64-4f1c-9306-3d14dfff454a is: BUILD; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:17:11.335079 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:11.340438 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-647c4b02-ea8c-4009-910e-b2aa211b1272 admin admin] 10.222.0.50 "PUT /v2.0/routers/debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8276434 Oct 04 09:17:11.341611 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60558) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:11.348581 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc939f5-5a0d-46df-afec-c009c413a179 None None] Sync routers for ids ['debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:17:11.370247 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc939f5-5a0d-46df-afec-c009c413a179 None None] Routers {'debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:17:11.370988 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-7cc939f5-5a0d-46df-afec-c009c413a179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:17:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:11.427320 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7893c10-3816-4307-b87f-b4c69768b64c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963cb7b8-fb64-4f1c-9306-3d14dfff454a'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:17:11.429705 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aef738b946a3ea172e8e75fc735451da1d91f114ea1acc5fcf392e20a929bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f533b1e-7bdf-4ce0-813a-301e6e692a72" -d '{"events": [{"server_uuid": "d7893c10-3816-4307-b87f-b4c69768b64c", "name": "network-vif-plugged", "status": "completed", "tag": "963cb7b8-fb64-4f1c-9306-3d14dfff454a"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:17:11.459684 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 963cb7b8-fb64-4f1c-9306-3d14dfff454a, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=963cb7b8-fb64-4f1c-9306-3d14dfff454a,segment=NetworkSegment(ec6de81c-a4ad-40ab-b324-ad9ea969be8e),segment_id=ec6de81c-a4ad-40ab-b324-ad9ea969be8e)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:17:11.470462 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:11.512956 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e506764-f411-4341-8843-1b22384b8ff2 x-openstack-request-id: req-7e506764-f411-4341-8843-1b22384b8ff2 {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:17:11.512956 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7893c10-3816-4307-b87f-b4c69768b64c", "name": "network-vif-plugged", "status": "completed", "tag": "963cb7b8-fb64-4f1c-9306-3d14dfff454a", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:17:11.512956 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7e506764-f411-4341-8843-1b22384b8ff2 {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:17:11.516018 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e506764-f411-4341-8843-1b22384b8ff2'] response: {'server_uuid': 'd7893c10-3816-4307-b87f-b4c69768b64c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963cb7b8-fb64-4f1c-9306-3d14dfff454a', 'code': 200} Oct 04 09:17:11.552792 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-0a480426-e53c-46e1-9aeb-c4fd00584e81 None None] Attempt 3 to provision port d258be4a-4ee1-4cd6-b534-3b6e9b7d61aa Oct 04 09:17:11.574780 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8a60efc1-2b98-4036-b0f2-e29b2c37a12a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:11.592439 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-125a16e2-2797-472a-8f35-448e461bc7f3 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Calling delete_port for 2084ab4f-3691-4f98-8129-8bf83d2e97e0 owned by network:router_interface {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:17:11.593671 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8a60efc1-2b98-4036-b0f2-e29b2c37a12a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:11.691225 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-0a480426-e53c-46e1-9aeb-c4fd00584e81 None None] Port d258be4a-4ee1-4cd6-b534-3b6e9b7d61aa cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:17:11.713089 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-06bcb8a7-91d4-4ef6-b6d7-07622f1f2b29 admin admin] Notify callbacks [] for router, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:11.730906 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=963cb7b8-fb64-4f1c-9306-3d14dfff454a,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:11.758321 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-7cc939f5-5a0d-46df-afec-c009c413a179 None None] Set router debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:17:11.835910 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a40e4456-4e40-48dc-94f8-01a94d8836a3 tempest-ExternalNetworksAdminNegativeTestJSON-367261369 tempest-ExternalNetworksAdminNegativeTestJSON-367261369-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:11.886712 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a60efc1-2b98-4036-b0f2-e29b2c37a12a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event updated for resources: {'Port': ['ID=d258be4a-4ee1-4cd6-b534-3b6e9b7d61aa,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:11.900700 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd87c1-8c85-4b42-87cf-0504adab5933 req-d88a7203-bbfd-4fbd-b60b-7ab5ee22de12 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:11.901997 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0edd87c1-8c85-4b42-87cf-0504adab5933 req-d88a7203-bbfd-4fbd-b60b-7ab5ee22de12 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7893c10-3816-4307-b87f-b4c69768b64c HTTP/1.1" status: 200 len: 946 time: 0.3568220 Oct 04 09:17:11.963290 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40e4456-4e40-48dc-94f8-01a94d8836a3 tempest-ExternalNetworksAdminNegativeTestJSON-367261369 tempest-ExternalNetworksAdminNegativeTestJSON-367261369-project-admin] Pushing event deleted for resources: {'Port': ['ID=24a6460b-f6c0-4005-86f0-72e57bff8f4f,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:12.091546 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-7cc939f5-5a0d-46df-afec-c009c413a179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d', 'name': 'tempest-ServersTestManualDisk-369945417-router', 'tenant_id': '99eb97a23923415a910878c133c071d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.227'}], 'enable_snat': True}, 'gw_port_id': 'b44cf7be-9777-4b89-aec1-02904b539cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:14:23Z', 'updated_at': '2022-10-04T09:17:08Z', 'revision_number': 5, 'project_id': '99eb97a23923415a910878c133c071d7', 'gw_port': {'id': 'b44cf7be-9777-4b89-aec1-02904b539cf3', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:14:28Z', 'updated_at': '2022-10-04T09:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:12.091877 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0edd87c1-8c85-4b42-87cf-0504adab5933 req-77875f6c-31d9-43a5-99cb-3720d01ad8bb tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=a466a8e8-b893-4000-9d42-4c0b6462fbec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162713 Oct 04 09:17:12.094853 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-125a16e2-2797-472a-8f35-448e461bc7f3 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:12.096083 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc939f5-5a0d-46df-afec-c009c413a179 None None] Checking router: debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:17:12.106872 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc939f5-5a0d-46df-afec-c009c413a179 None None] Routers {'debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:17:12.107577 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-7cc939f5-5a0d-46df-afec-c009c413a179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:17:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:12.112698 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567113a1-52bc-41af-84d6-fe68c5868c45 req-18d3cd06-94f3-4c18-b979-12679dd4d4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:12.114181 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-567113a1-52bc-41af-84d6-fe68c5868c45 req-18d3cd06-94f3-4c18-b979-12679dd4d4d2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d7893c10-3816-4307-b87f-b4c69768b64c HTTP/1.1" status: 200 len: 1099 time: 0.3423605 Oct 04 09:17:12.125581 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8a60efc1-2b98-4036-b0f2-e29b2c37a12a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737202'] for router_interface, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:12.161530 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a40e4456-4e40-48dc-94f8-01a94d8836a3 tempest-ExternalNetworksAdminNegativeTestJSON-367261369 tempest-ExternalNetworksAdminNegativeTestJSON-367261369-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:12.164547 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-06bcb8a7-91d4-4ef6-b6d7-07622f1f2b29 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:12.172686 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125a16e2-2797-472a-8f35-448e461bc7f3 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event deleted for resources: {'Port': ['ID=2084ab4f-3691-4f98-8129-8bf83d2e97e0,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:12.193800 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-06bcb8a7-91d4-4ef6-b6d7-07622f1f2b29 admin admin] Deleting port b44cf7be-9777-4b89-aec1-02904b539cf3 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:17:12.194151 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-06bcb8a7-91d4-4ef6-b6d7-07622f1f2b29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:12.194898 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-0a480426-e53c-46e1-9aeb-c4fd00584e81 None None] Attempt 4 to provision port d258be4a-4ee1-4cd6-b534-3b6e9b7d61aa Oct 04 09:17:12.236695 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-567113a1-52bc-41af-84d6-fe68c5868c45 req-b08acc58-0190-40c1-b45b-8cf09594230c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a466a8e8-b893-4000-9d42-4c0b6462fbec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078629 Oct 04 09:17:12.298354 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a40e4456-4e40-48dc-94f8-01a94d8836a3 tempest-ExternalNetworksAdminNegativeTestJSON-367261369 tempest-ExternalNetworksAdminNegativeTestJSON-367261369-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:12.299833 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-a40e4456-4e40-48dc-94f8-01a94d8836a3 tempest-ExternalNetworksAdminNegativeTestJSON-367261369 tempest-ExternalNetworksAdminNegativeTestJSON-367261369-project-admin] 10.222.0.50 "DELETE /v2.0/floatingips/c054cd04-7944-4cf0-92b3-fafbc3c4607c HTTP/1.1" status: 204 len: 168 time: 1.7671738 Oct 04 09:17:12.391615 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-0a480426-e53c-46e1-9aeb-c4fd00584e81 None None] Port d258be4a-4ee1-4cd6-b534-3b6e9b7d61aa cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:17:12.425861 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-7cc939f5-5a0d-46df-afec-c009c413a179 None None] Set router debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:17:12.433253 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-125a16e2-2797-472a-8f35-448e461bc7f3 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736911'] for router_interface, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:12.468601 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8a60efc1-2b98-4036-b0f2-e29b2c37a12a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:12.577399 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-06bcb8a7-91d4-4ef6-b6d7-07622f1f2b29 admin admin] For port b44cf7be-9777-4b89-aec1-02904b539cf3, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=b44cf7be-9777-4b89-aec1-02904b539cf3,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:17:12.577772 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-06bcb8a7-91d4-4ef6-b6d7-07622f1f2b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:12.682498 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 60570) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:12.812620 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-7cc939f5-5a0d-46df-afec-c009c413a179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d', 'name': 'tempest-ServersTestManualDisk-369945417-router', 'tenant_id': '99eb97a23923415a910878c133c071d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.227'}], 'enable_snat': True}, 'gw_port_id': 'b44cf7be-9777-4b89-aec1-02904b539cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:14:23Z', 'updated_at': '2022-10-04T09:17:08Z', 'revision_number': 5, 'project_id': '99eb97a23923415a910878c133c071d7', 'gw_port': {'id': 'b44cf7be-9777-4b89-aec1-02904b539cf3', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:14:28Z', 'updated_at': '2022-10-04T09:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:12.817876 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc939f5-5a0d-46df-afec-c009c413a179 None None] The sync data for ids ['debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d'] in dv-neutron-860215-1-hyperv is: [{'id': 'debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d', 'name': 'tempest-ServersTestManualDisk-369945417-router', 'tenant_id': '99eb97a23923415a910878c133c071d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.227'}], 'enable_snat': True}, 'gw_port_id': 'b44cf7be-9777-4b89-aec1-02904b539cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:14:23Z', 'updated_at': '2022-10-04T09:17:08Z', 'revision_number': 5, 'project_id': '99eb97a23923415a910878c133c071d7', 'gw_port': {'id': 'b44cf7be-9777-4b89-aec1-02904b539cf3', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:d2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:14:28Z', 'updated_at': '2022-10-04T09:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:17:12.892495 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-0a480426-e53c-46e1-9aeb-c4fd00584e81 None None] Attempt 5 to provision port d258be4a-4ee1-4cd6-b534-3b6e9b7d61aa Oct 04 09:17:12.900834 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0fb15462-accd-49d3-856f-1d9f04ac82fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:12.914514 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-06bcb8a7-91d4-4ef6-b6d7-07622f1f2b29 admin admin] Calling delete_port for b44cf7be-9777-4b89-aec1-02904b539cf3 owned by network:router_gateway {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:17:12.916412 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-0fb15462-accd-49d3-856f-1d9f04ac82fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:17:12.920342 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-0fb15462-accd-49d3-856f-1d9f04ac82fe admin admin] Usage tracker for resource:security_group_rule and tenant:6ed4ca485c39444897a1f23f10e47439 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:17:12.923131 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-0fb15462-accd-49d3-856f-1d9f04ac82fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:17:12.929426 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-0fb15462-accd-49d3-856f-1d9f04ac82fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:17:12.936301 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-125a16e2-2797-472a-8f35-448e461bc7f3 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Router f972579a-6ef4-443c-a645-3233e1d7e64e has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:17:12.947170 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-0a480426-e53c-46e1-9aeb-c4fd00584e81 None None] Port d258be4a-4ee1-4cd6-b534-3b6e9b7d61aa cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:17:13.126780 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125a16e2-2797-472a-8f35-448e461bc7f3 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:17:13.140001 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b4b543-31d2-4a18-b712-429613f5d110 None None] Sync routers for ids ['f972579a-6ef4-443c-a645-3233e1d7e64e'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:17:13.164239 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-125a16e2-2797-472a-8f35-448e461bc7f3 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "PUT /v2.0/routers/f972579a-6ef4-443c-a645-3233e1d7e64e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8304324 Oct 04 09:17:13.165554 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b4b543-31d2-4a18-b712-429613f5d110 None None] Routers {'f972579a-6ef4-443c-a645-3233e1d7e64e'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:17:13.166170 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-27b4b543-31d2-4a18-b712-429613f5d110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:17:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['f972579a-6ef4-443c-a645-3233e1d7e64e'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:13.166724 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60578) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:13.214830 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0fb15462-accd-49d3-856f-1d9f04ac82fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:13.220929 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0fb15462-accd-49d3-856f-1d9f04ac82fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:13.267511 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-0fb15462-accd-49d3-856f-1d9f04ac82fe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6ed4ca485c39444897a1f23f10e47439&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5831788 Oct 04 09:17:13.271392 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 60582) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:13.359905 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-27b4b543-31d2-4a18-b712-429613f5d110 None None] Set router f972579a-6ef4-443c-a645-3233e1d7e64e gateway port host: None {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:17:13.439354 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-3210b35f-25a6-49bb-ae39-ea1628959ea6 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Deleting subnet f5496276-b734-4ec7-9afc-a32a8e82e219 {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:17:13.442449 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3210b35f-25a6-49bb-ae39-ea1628959ea6 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:13.442853 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb15462-accd-49d3-856f-1d9f04ac82fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2ecab4-e091-4b17-b22f-4c37830e9eb8,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:13.448602 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-0a480426-e53c-46e1-9aeb-c4fd00584e81 None None] Attempt 6 to provision port d258be4a-4ee1-4cd6-b534-3b6e9b7d61aa Oct 04 09:17:13.482642 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b37ef317-7d5a-4f34-81e9-c0a5b7a0cebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:13.506307 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3210b35f-25a6-49bb-ae39-ea1628959ea6 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:13.512267 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b37ef317-7d5a-4f34-81e9-c0a5b7a0cebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:13.564478 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-0a480426-e53c-46e1-9aeb-c4fd00584e81 None None] Port d258be4a-4ee1-4cd6-b534-3b6e9b7d61aa cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:17:13.602054 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b37ef317-7d5a-4f34-81e9-c0a5b7a0cebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:13.627417 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ef317-7d5a-4f34-81e9-c0a5b7a0cebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2ecab4-e091-4b17-b22f-4c37830e9eb8,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:13.662179 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b37ef317-7d5a-4f34-81e9-c0a5b7a0cebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:13.663512 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-b37ef317-7d5a-4f34-81e9-c0a5b7a0cebc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cf2ecab4-e091-4b17-b22f-4c37830e9eb8 HTTP/1.1" status: 204 len: 168 time: 0.3912280 Oct 04 09:17:13.708909 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69097f3-b06c-44ec-8e5e-9edbf0b081cc req-64315c75-39bf-4e73-a3cb-efbd87d98b24 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:13.710350 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f69097f3-b06c-44ec-8e5e-9edbf0b081cc req-64315c75-39bf-4e73-a3cb-efbd87d98b24 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7893c10-3816-4307-b87f-b4c69768b64c HTTP/1.1" status: 200 len: 946 time: 0.4714854 Oct 04 09:17:13.724758 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-06bcb8a7-91d4-4ef6-b6d7-07622f1f2b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:13.792741 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8a60efc1-2b98-4036-b0f2-e29b2c37a12a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:13.806479 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-27b4b543-31d2-4a18-b712-429613f5d110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'name': 'tempest-RoutersIpV6Test-router-1997751477', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:16:21Z', 'updated_at': '2022-10-04T09:17:11Z', 'revision_number': 8, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'gw_port_host': None, '_interfaces': [{'id': '16a147b9-cb3e-4e7e-b2fb-8db0901a7398', 'name': '', 'network_id': '35f54e98-9f24-485c-b0e8-82556896f878', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:43:da:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'fdfd5229-dfbd-4bd8-8dac-4aa46ca4f1ad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:42Z', 'updated_at': '2022-10-04T09:16:56Z', 'revision_number': 5, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': 'fdfd5229-dfbd-4bd8-8dac-4aa46ca4f1ad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50ec0c8d-3fe2-42db-beee-564da29f84c0', 'name': '', 'network_id': '6dd7e460-be85-42b6-8a4d-81c87d02d598', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:b0:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'b033d4b6-0978-4fce-8f97-1cf1db4aba17', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:34Z', 'updated_at': '2022-10-04T09:16:43Z', 'revision_number': 5, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': 'b033d4b6-0978-4fce-8f97-1cf1db4aba17', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65b6d67a-c9d4-4c5b-b010-727ccc5511e2', 'name': '', 'network_id': '6065a5f1-b66e-4f49-a8a1-e6d35ec1d22d', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:13:29:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '68eae767-d84c-4311-87d9-ebde9248d107', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:24Z', 'updated_at': '2022-10-04T09:16:37Z', 'revision_number': 5, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': '68eae767-d84c-4311-87d9-ebde9248d107', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:13.810862 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b4b543-31d2-4a18-b712-429613f5d110 None None] Checking router: f972579a-6ef4-443c-a645-3233e1d7e64e for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:17:13.819559 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b4b543-31d2-4a18-b712-429613f5d110 None None] Routers {'f972579a-6ef4-443c-a645-3233e1d7e64e'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:17:13.820239 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-27b4b543-31d2-4a18-b712-429613f5d110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:17:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['f972579a-6ef4-443c-a645-3233e1d7e64e'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:13.843882 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bcb8a7-91d4-4ef6-b6d7-07622f1f2b29 admin admin] Pushing event deleted for resources: {'Port': ['ID=b44cf7be-9777-4b89-aec1-02904b539cf3,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:13.858102 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8a60efc1-2b98-4036-b0f2-e29b2c37a12a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:13.858851 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8a60efc1-2b98-4036-b0f2-e29b2c37a12a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736777'] for router_interface, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:14.006437 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f69097f3-b06c-44ec-8e5e-9edbf0b081cc req-9ce97186-1e8c-41b2-b599-fb61f18a379f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=a466a8e8-b893-4000-9d42-4c0b6462fbec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2673337 Oct 04 09:17:14.014631 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-27b4b543-31d2-4a18-b712-429613f5d110 None None] Set router f972579a-6ef4-443c-a645-3233e1d7e64e gateway port host: None {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:17:14.016119 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 60590) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:14.049998 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3210b35f-25a6-49bb-ae39-ea1628959ea6 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:14.066196 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-0a480426-e53c-46e1-9aeb-c4fd00584e81 None None] Attempt 7 to provision port d258be4a-4ee1-4cd6-b534-3b6e9b7d61aa Oct 04 09:17:14.073394 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-dffe3955-b443-400a-95ac-686566a443b6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=880f9232778d4f9d882ed33b5ca4faa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0533314 Oct 04 09:17:14.073622 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 60594) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:14.122904 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-0a480426-e53c-46e1-9aeb-c4fd00584e81 None None] Port d258be4a-4ee1-4cd6-b534-3b6e9b7d61aa cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:17:14.132859 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a60efc1-2b98-4036-b0f2-e29b2c37a12a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event updated for resources: {'Port': ['ID=d258be4a-4ee1-4cd6-b534-3b6e9b7d61aa,revision_number=3']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:14.151308 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-06bcb8a7-91d4-4ef6-b6d7-07622f1f2b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737040'] for router_gateway, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:14.151673 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fd109f33-ce56-4482-9503-0a12a0bac928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:14.179740 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fd109f33-ce56-4482-9503-0a12a0bac928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:14.233214 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fd109f33-ce56-4482-9503-0a12a0bac928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:14.250089 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd109f33-ce56-4482-9503-0a12a0bac928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc975165-4548-43a8-ab78-dd869eb7eda4,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:14.254663 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fd109f33-ce56-4482-9503-0a12a0bac928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:14.256083 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-fd109f33-ce56-4482-9503-0a12a0bac928 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bc975165-4548-43a8-ab78-dd869eb7eda4 HTTP/1.1" status: 204 len: 168 time: 0.1815777 Oct 04 09:17:14.367665 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-27b4b543-31d2-4a18-b712-429613f5d110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'name': 'tempest-RoutersIpV6Test-router-1997751477', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:16:21Z', 'updated_at': '2022-10-04T09:17:11Z', 'revision_number': 8, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'gw_port_host': None, '_interfaces': [{'id': '16a147b9-cb3e-4e7e-b2fb-8db0901a7398', 'name': '', 'network_id': '35f54e98-9f24-485c-b0e8-82556896f878', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:43:da:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'fdfd5229-dfbd-4bd8-8dac-4aa46ca4f1ad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:42Z', 'updated_at': '2022-10-04T09:16:56Z', 'revision_number': 5, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': 'fdfd5229-dfbd-4bd8-8dac-4aa46ca4f1ad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50ec0c8d-3fe2-42db-beee-564da29f84c0', 'name': '', 'network_id': '6dd7e460-be85-42b6-8a4d-81c87d02d598', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:b0:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'b033d4b6-0978-4fce-8f97-1cf1db4aba17', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:34Z', 'updated_at': '2022-10-04T09:16:43Z', 'revision_number': 5, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': 'b033d4b6-0978-4fce-8f97-1cf1db4aba17', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65b6d67a-c9d4-4c5b-b010-727ccc5511e2', 'name': '', 'network_id': '6065a5f1-b66e-4f49-a8a1-e6d35ec1d22d', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:13:29:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '68eae767-d84c-4311-87d9-ebde9248d107', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:24Z', 'updated_at': '2022-10-04T09:16:37Z', 'revision_number': 5, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': '68eae767-d84c-4311-87d9-ebde9248d107', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:14.371620 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b4b543-31d2-4a18-b712-429613f5d110 None None] The sync data for ids ['f972579a-6ef4-443c-a645-3233e1d7e64e'] in dv-neutron-860215-1-hyperv is: [{'id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'name': 'tempest-RoutersIpV6Test-router-1997751477', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:16:21Z', 'updated_at': '2022-10-04T09:17:11Z', 'revision_number': 8, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'gw_port_host': None, '_interfaces': [{'id': '16a147b9-cb3e-4e7e-b2fb-8db0901a7398', 'name': '', 'network_id': '35f54e98-9f24-485c-b0e8-82556896f878', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:43:da:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'fdfd5229-dfbd-4bd8-8dac-4aa46ca4f1ad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:42Z', 'updated_at': '2022-10-04T09:16:56Z', 'revision_number': 5, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': 'fdfd5229-dfbd-4bd8-8dac-4aa46ca4f1ad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50ec0c8d-3fe2-42db-beee-564da29f84c0', 'name': '', 'network_id': '6dd7e460-be85-42b6-8a4d-81c87d02d598', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:b0:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'b033d4b6-0978-4fce-8f97-1cf1db4aba17', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:34Z', 'updated_at': '2022-10-04T09:16:43Z', 'revision_number': 5, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': 'b033d4b6-0978-4fce-8f97-1cf1db4aba17', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65b6d67a-c9d4-4c5b-b010-727ccc5511e2', 'name': '', 'network_id': '6065a5f1-b66e-4f49-a8a1-e6d35ec1d22d', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:13:29:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '68eae767-d84c-4311-87d9-ebde9248d107', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:24Z', 'updated_at': '2022-10-04T09:16:37Z', 'revision_number': 5, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': '68eae767-d84c-4311-87d9-ebde9248d107', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:17:14.394004 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-06bcb8a7-91d4-4ef6-b6d7-07622f1f2b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:14.401835 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-06bcb8a7-91d4-4ef6-b6d7-07622f1f2b29 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:14.413503 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a60efc1-2b98-4036-b0f2-e29b2c37a12a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Network 814b7f90-929f-442f-bf77-fbff96ff2d6e is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:17:14.414879 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3210b35f-25a6-49bb-ae39-ea1628959ea6 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:14.447935 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-8a60efc1-2b98-4036-b0f2-e29b2c37a12a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:17:14.474030 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210b35f-25a6-49bb-ae39-ea1628959ea6 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event deleted for resources: {'Subnet': ['ID=f5496276-b734-4ec7-9afc-a32a8e82e219,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:14.476169 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3210b35f-25a6-49bb-ae39-ea1628959ea6 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:14.485927 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432a3b1b-4b76-4586-b8c4-fc19bb79eb83 None None] Network 38974f38-fc89-4d16-9167-9039a3ce6ea1 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:17:14.627421 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-0a480426-e53c-46e1-9aeb-c4fd00584e81 None None] Attempt 8 to provision port d258be4a-4ee1-4cd6-b534-3b6e9b7d61aa Oct 04 09:17:14.673563 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-3210b35f-25a6-49bb-ae39-ea1628959ea6 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "DELETE /v2.0/subnets/f5496276-b734-4ec7-9afc-a32a8e82e219 HTTP/1.1" status: 204 len: 168 time: 1.5046132 Oct 04 09:17:14.676298 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 60606) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:14.681389 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-06bcb8a7-91d4-4ef6-b6d7-07622f1f2b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:14.681926 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06bcb8a7-91d4-4ef6-b6d7-07622f1f2b29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d {{(pid=89033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:17:14.717184 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-06bcb8a7-91d4-4ef6-b6d7-07622f1f2b29 admin admin] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:14.718538 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-06bcb8a7-91d4-4ef6-b6d7-07622f1f2b29 admin admin] 10.222.0.50 "DELETE /v2.0/routers/debdf4f9-8b4e-4f9e-a2ba-7d8a71bfd60d HTTP/1.1" status: 204 len: 168 time: 3.3759320 Oct 04 09:17:14.726807 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 60612) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:14.843023 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-0a480426-e53c-46e1-9aeb-c4fd00584e81 None None] Port d258be4a-4ee1-4cd6-b534-3b6e9b7d61aa cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:17:14.891703 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device c4c04c7f-0805-46dc-a705-c706cff95a53 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:17:14.934648 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: c4c04c7f-0805-46dc-a705-c706cff95a53 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:17:14.935272 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device c4c04c7f-0805-46dc-a705-c706cff95a53 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:17:14.935849 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 2084ab4f-3691-4f98-8129-8bf83d2e97e0 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:17:14.991740 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 2084ab4f-3691-4f98-8129-8bf83d2e97e0 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:17:14.992008 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 2084ab4f-3691-4f98-8129-8bf83d2e97e0 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:17:15.019663 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_v2 [None req-7999d4fb-269b-4be5-88d9-04558cff89ec admin admin] Deleting subnet 449087d2-40c3-40c7-b2c7-34ca87a9a9d2 {{(pid=89032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:17:15.025199 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7999d4fb-269b-4be5-88d9-04558cff89ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:15.030808 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a60efc1-2b98-4036-b0f2-e29b2c37a12a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Router aeaebdb2-8c3a-4ca2-8570-8a09cda0c36d is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:17:15.062804 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c63429c1-b326-4c5d-a712-039b7d51c3d6 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:15.097713 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-c63429c1-b326-4c5d-a712-039b7d51c3d6 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Deleting port 22312f53-6752-45ff-ba5e-31d8e70a3e4a {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:17:15.098219 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c63429c1-b326-4c5d-a712-039b7d51c3d6 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:15.136939 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7999d4fb-269b-4be5-88d9-04558cff89ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885153'] for subnet, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:15.235215 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a60efc1-2b98-4036-b0f2-e29b2c37a12a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:17:15.242584 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-8a60efc1-2b98-4036-b0f2-e29b2c37a12a tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "PUT /v2.0/routers/aeaebdb2-8c3a-4ca2-8570-8a09cda0c36d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6447408 Oct 04 09:17:15.242786 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 60628) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:15.249135 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da2d8d9-a1e9-4426-a5d8-f91b89d0a6d0 None None] Sync routers for ids ['aeaebdb2-8c3a-4ca2-8570-8a09cda0c36d'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:17:15.259865 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da2d8d9-a1e9-4426-a5d8-f91b89d0a6d0 None None] Routers {'aeaebdb2-8c3a-4ca2-8570-8a09cda0c36d'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:17:15.260432 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-3da2d8d9-a1e9-4426-a5d8-f91b89d0a6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:17:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['aeaebdb2-8c3a-4ca2-8570-8a09cda0c36d'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:15.329623 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e0280b-4f1f-4e71-a14a-c84443dacf0b None None] DHCP port deletion for 38974f38-fc89-4d16-9167-9039a3ce6ea1 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:17:15.341800 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-b4e0280b-4f1f-4e71-a14a-c84443dacf0b None None] Deleting port 22312f53-6752-45ff-ba5e-31d8e70a3e4a {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:17:15.344672 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b4e0280b-4f1f-4e71-a14a-c84443dacf0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:15.364970 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60632) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:15.372174 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-3da2d8d9-a1e9-4426-a5d8-f91b89d0a6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:15.383758 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-0a480426-e53c-46e1-9aeb-c4fd00584e81 None None] Attempt 9 to provision port d258be4a-4ee1-4cd6-b534-3b6e9b7d61aa Oct 04 09:17:15.445488 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da2d8d9-a1e9-4426-a5d8-f91b89d0a6d0 None None] Routers {'aeaebdb2-8c3a-4ca2-8570-8a09cda0c36d'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:17:15.446121 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-3da2d8d9-a1e9-4426-a5d8-f91b89d0a6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:17:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['aeaebdb2-8c3a-4ca2-8570-8a09cda0c36d'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:15.488175 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-aff5f7b8-3b5b-4e2d-aeaa-73c6c4380203 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-920924113'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:17:15.493683 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-aff5f7b8-3b5b-4e2d-aeaa-73c6c4380203 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:17:15.497851 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-aff5f7b8-3b5b-4e2d-aeaa-73c6c4380203 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Usage tracker for resource:network and tenant:3f91eae3af914b3ca9ea34a1eaa482e2 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:17:15.501365 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7999d4fb-269b-4be5-88d9-04558cff89ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:15.502948 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-aff5f7b8-3b5b-4e2d-aeaa-73c6c4380203 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:17:15.508788 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-aff5f7b8-3b5b-4e2d-aeaa-73c6c4380203 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:17:15.520447 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff5f7b8-3b5b-4e2d-aeaa-73c6c4380203 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Made reservation on behalf of 3f91eae3af914b3ca9ea34a1eaa482e2 for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:17:15.521949 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-3da2d8d9-a1e9-4426-a5d8-f91b89d0a6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:15.522369 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da2d8d9-a1e9-4426-a5d8-f91b89d0a6d0 None None] The sync data for ids ['aeaebdb2-8c3a-4ca2-8570-8a09cda0c36d'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:17:15.524605 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aff5f7b8-3b5b-4e2d-aeaa-73c6c4380203 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:15.539941 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aff5f7b8-3b5b-4e2d-aeaa-73c6c4380203 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:15.552159 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-0a480426-e53c-46e1-9aeb-c4fd00584e81 None None] Port d258be4a-4ee1-4cd6-b534-3b6e9b7d61aa cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:17:15.555650 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-aff5f7b8-3b5b-4e2d-aeaa-73c6c4380203 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:17:15.560276 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-aff5f7b8-3b5b-4e2d-aeaa-73c6c4380203 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Usage tracker for resource:security_group_rule and tenant:3f91eae3af914b3ca9ea34a1eaa482e2 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:17:15.563817 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-aff5f7b8-3b5b-4e2d-aeaa-73c6c4380203 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:17:15.570128 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-aff5f7b8-3b5b-4e2d-aeaa-73c6c4380203 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:17:15.579018 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8692a05e-2811-43e2-8c9b-f6f158e5dae7 req-b1a2676e-cec1-4c8f-ae16-7eea5cc7d8ff tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:15.580525 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8692a05e-2811-43e2-8c9b-f6f158e5dae7 req-b1a2676e-cec1-4c8f-ae16-7eea5cc7d8ff tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7893c10-3816-4307-b87f-b4c69768b64c HTTP/1.1" status: 200 len: 946 time: 0.4101381 Oct 04 09:17:15.634780 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1681005-bbb4-4610-a1f8-f59285428d32 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:15.635528 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-e1681005-bbb4-4610-a1f8-f59285428d32 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Synchronizing usage tracker for tenant:8de43eb137fe47f9a4031ea91b631fcc on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:17:15.642588 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-c63429c1-b326-4c5d-a712-039b7d51c3d6 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] For port 22312f53-6752-45ff-ba5e-31d8e70a3e4a, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=22312f53-6752-45ff-ba5e-31d8e70a3e4a,segment=NetworkSegment(2c176bee-cd0a-4833-ae5e-4ef2969df295),segment_id=2c176bee-cd0a-4833-ae5e-4ef2969df295)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:17:15.642588 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c63429c1-b326-4c5d-a712-039b7d51c3d6 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:15.663142 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aff5f7b8-3b5b-4e2d-aeaa-73c6c4380203 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:15.668158 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aff5f7b8-3b5b-4e2d-aeaa-73c6c4380203 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:15.708428 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aff5f7b8-3b5b-4e2d-aeaa-73c6c4380203 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:17:15.717015 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-b4e0280b-4f1f-4e71-a14a-c84443dacf0b None None] For port 22312f53-6752-45ff-ba5e-31d8e70a3e4a, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=22312f53-6752-45ff-ba5e-31d8e70a3e4a,segment=NetworkSegment(2c176bee-cd0a-4833-ae5e-4ef2969df295),segment_id=2c176bee-cd0a-4833-ae5e-4ef2969df295)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:17:15.718089 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b4e0280b-4f1f-4e71-a14a-c84443dacf0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:15.720760 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff5f7b8-3b5b-4e2d-aeaa-73c6c4380203 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2c1c73-f53b-4c9a-981e-0dfb4cf91ff8,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:15.726209 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aff5f7b8-3b5b-4e2d-aeaa-73c6c4380203 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:15.726552 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-aff5f7b8-3b5b-4e2d-aeaa-73c6c4380203 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Added segment ba53286f-aace-4a09-83e2-2e3659d95ffb of type vlan for network 7b2ac456-c702-437f-ad18-06da05465ab2 Oct 04 09:17:15.734574 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff5f7b8-3b5b-4e2d-aeaa-73c6c4380203 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:17:15.734921 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff5f7b8-3b5b-4e2d-aeaa-73c6c4380203 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:17:15.735260 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff5f7b8-3b5b-4e2d-aeaa-73c6c4380203 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:17:15.735591 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff5f7b8-3b5b-4e2d-aeaa-73c6c4380203 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:17:15.735935 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff5f7b8-3b5b-4e2d-aeaa-73c6c4380203 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:17:15.736575 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff5f7b8-3b5b-4e2d-aeaa-73c6c4380203 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:17:15.736575 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff5f7b8-3b5b-4e2d-aeaa-73c6c4380203 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:17:15.736900 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff5f7b8-3b5b-4e2d-aeaa-73c6c4380203 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:17:15.737760 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff5f7b8-3b5b-4e2d-aeaa-73c6c4380203 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:17:15.738080 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff5f7b8-3b5b-4e2d-aeaa-73c6c4380203 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:17:15.738400 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff5f7b8-3b5b-4e2d-aeaa-73c6c4380203 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:17:15.738714 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff5f7b8-3b5b-4e2d-aeaa-73c6c4380203 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:17:15.764826 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aff5f7b8-3b5b-4e2d-aeaa-73c6c4380203 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:15.795042 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-c63429c1-b326-4c5d-a712-039b7d51c3d6 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Calling delete_port for 22312f53-6752-45ff-ba5e-31d8e70a3e4a owned by network:dhcp {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:17:15.795733 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aff5f7b8-3b5b-4e2d-aeaa-73c6c4380203 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:15.801903 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff5f7b8-3b5b-4e2d-aeaa-73c6c4380203 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:15.802595 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aff5f7b8-3b5b-4e2d-aeaa-73c6c4380203 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:15.871981 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8692a05e-2811-43e2-8c9b-f6f158e5dae7 req-f19b7876-40f3-44af-a37c-1aec541b77d0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=a466a8e8-b893-4000-9d42-4c0b6462fbec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2718315 Oct 04 09:17:15.875283 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-e1681005-bbb4-4610-a1f8-f59285428d32 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Unset dirty status for tenant:8de43eb137fe47f9a4031ea91b631fcc on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:17:15.878952 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-e1681005-bbb4-4610-a1f8-f59285428d32 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "GET /v2.0/ports?device_id=aeaebdb2-8c3a-4ca2-8570-8a09cda0c36d HTTP/1.1" status: 200 len: 987 time: 0.6289876 Oct 04 09:17:15.881261 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7999d4fb-269b-4be5-88d9-04558cff89ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:15.886369 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 60638) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:15.922341 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff5f7b8-3b5b-4e2d-aeaa-73c6c4380203 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event updated for resources: {'Network': ['ID=7b2ac456-c702-437f-ad18-06da05465ab2,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:15.930990 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-aff5f7b8-3b5b-4e2d-aeaa-73c6c4380203 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5613525 Oct 04 09:17:15.932615 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60642) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:15.940537 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-a40ad40e-ffcd-4edd-ab3c-1c9c6d91f006 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'subnet': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:17:15.952841 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7999d4fb-269b-4be5-88d9-04558cff89ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=449087d2-40c3-40c7-b2c7-34ca87a9a9d2,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:15.958126 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:17:15.986127 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-b4e0280b-4f1f-4e71-a14a-c84443dacf0b None None] Calling delete_port for 22312f53-6752-45ff-ba5e-31d8e70a3e4a owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:17:16.049238 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7999d4fb-269b-4be5-88d9-04558cff89ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:17:16.050768 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7999d4fb-269b-4be5-88d9-04558cff89ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:17:16.051425 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7999d4fb-269b-4be5-88d9-04558cff89ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:17:16.051974 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7999d4fb-269b-4be5-88d9-04558cff89ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:17:16.052521 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7999d4fb-269b-4be5-88d9-04558cff89ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:17:16.053062 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7999d4fb-269b-4be5-88d9-04558cff89ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:17:16.053577 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7999d4fb-269b-4be5-88d9-04558cff89ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:17:16.054106 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7999d4fb-269b-4be5-88d9-04558cff89ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:17:16.054827 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7999d4fb-269b-4be5-88d9-04558cff89ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:17:16.055343 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7999d4fb-269b-4be5-88d9-04558cff89ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:17:16.055855 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7999d4fb-269b-4be5-88d9-04558cff89ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:17:16.056381 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7999d4fb-269b-4be5-88d9-04558cff89ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:17:16.060152 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7999d4fb-269b-4be5-88d9-04558cff89ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:16.084232 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-0a480426-e53c-46e1-9aeb-c4fd00584e81 None None] Attempt 10 to provision port d258be4a-4ee1-4cd6-b534-3b6e9b7d61aa Oct 04 09:17:16.119175 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fdf236-3821-40e7-8ff6-720451bf4d74 None None] Network 8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:17:16.122726 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-a40ad40e-ffcd-4edd-ab3c-1c9c6d91f006 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:17:16.129403 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a40ad40e-ffcd-4edd-ab3c-1c9c6d91f006 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Usage tracker for resource:subnet and tenant:3f91eae3af914b3ca9ea34a1eaa482e2 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:17:16.132709 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a40ad40e-ffcd-4edd-ab3c-1c9c6d91f006 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:17:16.141228 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-a40ad40e-ffcd-4edd-ab3c-1c9c6d91f006 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:17:16.149415 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c63429c1-b326-4c5d-a712-039b7d51c3d6 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:16.156984 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3782dd-3bf2-4d7c-83c9-f3ea56225cd7 req-ec3a2f48-79f7-46b4-b6d3-3c3f8913554f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:16.158442 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-4c3782dd-3bf2-4d7c-83c9-f3ea56225cd7 req-ec3a2f48-79f7-46b4-b6d3-3c3f8913554f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7893c10-3816-4307-b87f-b4c69768b64c HTTP/1.1" status: 200 len: 946 time: 0.1432240 Oct 04 09:17:16.165838 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40ad40e-ffcd-4edd-ab3c-1c9c6d91f006 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Made reservation on behalf of 3f91eae3af914b3ca9ea34a1eaa482e2 for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:17:16.169354 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a40ad40e-ffcd-4edd-ab3c-1c9c6d91f006 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:16.291284 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-0a480426-e53c-46e1-9aeb-c4fd00584e81 None None] Port d258be4a-4ee1-4cd6-b534-3b6e9b7d61aa cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:17:16.303619 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-4c3782dd-3bf2-4d7c-83c9-f3ea56225cd7 req-cc0af0bf-8bf9-4939-9c5a-6dd14b19b05f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=a466a8e8-b893-4000-9d42-4c0b6462fbec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204793 Oct 04 09:17:16.317516 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-7999d4fb-269b-4be5-88d9-04558cff89ec admin admin] 10.222.0.50 "DELETE /v2.0/subnets/449087d2-40c3-40c7-b2c7-34ca87a9a9d2 HTTP/1.1" status: 204 len: 168 time: 1.5893025 Oct 04 09:17:16.318520 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63429c1-b326-4c5d-a712-039b7d51c3d6 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] No DVR routers for this DVR port 22312f53-6752-45ff-ba5e-31d8e70a3e4a on host dv-neutron-860215-1-hyperv {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:17:16.321621 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60648) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:16.322964 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63429c1-b326-4c5d-a712-039b7d51c3d6 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event deleted for resources: {'Port': ['ID=22312f53-6752-45ff-ba5e-31d8e70a3e4a,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:16.365682 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.db.api [None req-b4e0280b-4f1f-4e71-a14a-c84443dacf0b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:17:16.366204 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG oslo_db.api [None req-b4e0280b-4f1f-4e71-a14a-c84443dacf0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:17:16.431912 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-07afe62f-ba16-480d-9610-445bcb2943bd None None] Provisioning complete for port d258be4a-4ee1-4cd6-b534-3b6e9b7d61aa triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:17:16.432279 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-07afe62f-ba16-480d-9610-445bcb2943bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:16.432629 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-07afe62f-ba16-480d-9610-445bcb2943bd None None] Attempt 1 to provision port d258be4a-4ee1-4cd6-b534-3b6e9b7d61aa Oct 04 09:17:16.484058 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b19c4f9a-4203-4d87-a822-48174e1d1d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:16.504031 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-07afe62f-ba16-480d-9610-445bcb2943bd None None] Port d258be4a-4ee1-4cd6-b534-3b6e9b7d61aa cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:17:16.518098 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-b19c4f9a-4203-4d87-a822-48174e1d1d06 admin admin] Deleting port 19445227-6672-4b7a-8de0-b68d0830c9c9 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:17:16.518098 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b19c4f9a-4203-4d87-a822-48174e1d1d06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:16.524460 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af06235f-a29d-4385-ae55-995562bd28bf None None] DHCP port deletion for 8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:17:16.529386 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-af06235f-a29d-4385-ae55-995562bd28bf None None] Deleting port 19445227-6672-4b7a-8de0-b68d0830c9c9 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:17:16.529864 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-af06235f-a29d-4385-ae55-995562bd28bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:16.607936 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c63429c1-b326-4c5d-a712-039b7d51c3d6 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:16.648856 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a40ad40e-ffcd-4edd-ab3c-1c9c6d91f006 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:16.652731 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-c63429c1-b326-4c5d-a712-039b7d51c3d6 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38974f38-fc89-4d16-9167-9039a3ce6ea1']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:16.671658 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-c63429c1-b326-4c5d-a712-039b7d51c3d6 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c176bee-cd0a-4833-ae5e-4ef2969df295') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:16.671658 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-c63429c1-b326-4c5d-a712-039b7d51c3d6 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c176bee-cd0a-4833-ae5e-4ef2969df295') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:16.680285 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 22312f53-6752-45ff-ba5e-31d8e70a3e4a no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:17:16.717732 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c63429c1-b326-4c5d-a712-039b7d51c3d6 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:16.743974 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c63429c1-b326-4c5d-a712-039b7d51c3d6 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:16.753068 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c63429c1-b326-4c5d-a712-039b7d51c3d6 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:17:16.753466 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c63429c1-b326-4c5d-a712-039b7d51c3d6 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:16.814360 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 22312f53-6752-45ff-ba5e-31d8e70a3e4a {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:17:16.814715 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 22312f53-6752-45ff-ba5e-31d8e70a3e4a not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:17:16.815247 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 19445227-6672-4b7a-8de0-b68d0830c9c9 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:17:16.827420 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 2c176bee-cd0a-4833-ae5e-4ef2969df295 resource provider aggregate not found Oct 04 09:17:16.859048 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ad40e-ffcd-4edd-ab3c-1c9c6d91f006 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event updated for resources: {'Subnet': ['ID=346c4b66-5351-4bcb-a5ee-150472606bf1,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:16.865554 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 2c176bee-cd0a-4833-ae5e-4ef2969df295 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2c176bee-cd0a-4833-ae5e-4ef2969df295 found for delete ", "request_id": "req-c7d5f5d5-bcec-45e4-943b-d59cd9c05bf1"}]} Oct 04 09:17:16.879811 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40ad40e-ffcd-4edd-ab3c-1c9c6d91f006 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Checking segment: {'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:17:16.879811 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40ad40e-ffcd-4edd-ab3c-1c9c6d91f006 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Network hostable DHCP agents. Network: 7b2ac456-c702-437f-ad18-06da05465ab2, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:17:16.880216 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-b4e0280b-4f1f-4e71-a14a-c84443dacf0b None None] Deleting port 22312f53-6752-45ff-ba5e-31d8e70a3e4a {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:17:16.880514 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b4e0280b-4f1f-4e71-a14a-c84443dacf0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:16.904485 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c63429c1-b326-4c5d-a712-039b7d51c3d6 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:16.908079 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-b19c4f9a-4203-4d87-a822-48174e1d1d06 admin admin] For port 19445227-6672-4b7a-8de0-b68d0830c9c9, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=19445227-6672-4b7a-8de0-b68d0830c9c9,segment=NetworkSegment(77ddeb54-0d4d-457f-abac-669508cea815),segment_id=77ddeb54-0d4d-457f-abac-669508cea815)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:17:16.908458 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b19c4f9a-4203-4d87-a822-48174e1d1d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:16.934081 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c63429c1-b326-4c5d-a712-039b7d51c3d6 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:16.954519 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63429c1-b326-4c5d-a712-039b7d51c3d6 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event deleted for resources: {'Network': ['ID=38974f38-fc89-4d16-9167-9039a3ce6ea1,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:16.960294 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-c63429c1-b326-4c5d-a712-039b7d51c3d6 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "DELETE /v2.0/networks/38974f38-fc89-4d16-9167-9039a3ce6ea1 HTTP/1.1" status: 204 len: 168 time: 2.2823257 Oct 04 09:17:16.966198 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 60660) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:16.976131 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-b4e0280b-4f1f-4e71-a14a-c84443dacf0b None None] The port '22312f53-6752-45ff-ba5e-31d8e70a3e4a' was deleted {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 04 09:17:17.010119 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-af06235f-a29d-4385-ae55-995562bd28bf None None] For port 19445227-6672-4b7a-8de0-b68d0830c9c9, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=19445227-6672-4b7a-8de0-b68d0830c9c9,segment=NetworkSegment(77ddeb54-0d4d-457f-abac-669508cea815),segment_id=77ddeb54-0d4d-457f-abac-669508cea815)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:17:17.010751 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-af06235f-a29d-4385-ae55-995562bd28bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:17.020019 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-07afe62f-ba16-480d-9610-445bcb2943bd None None] Attempt 2 to provision port d258be4a-4ee1-4cd6-b534-3b6e9b7d61aa Oct 04 09:17:17.110524 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40ad40e-ffcd-4edd-ab3c-1c9c6d91f006 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:17:17.176691 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-b19c4f9a-4203-4d87-a822-48174e1d1d06 admin admin] Calling delete_port for 19445227-6672-4b7a-8de0-b68d0830c9c9 owned by network:dhcp {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:17:17.190508 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-93c14b30-166a-45b5-89cf-61bb03a5b3f9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736827'] for router_interface, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:17.218300 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-a40ad40e-ffcd-4edd-ab3c-1c9c6d91f006 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 7b2ac456-c702-437f-ad18-06da05465ab2) {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:17:17.225767 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40ad40e-ffcd-4edd-ab3c-1c9c6d91f006 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:17.226340 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a40ad40e-ffcd-4edd-ab3c-1c9c6d91f006 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:17.243798 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-af06235f-a29d-4385-ae55-995562bd28bf None None] Calling delete_port for 19445227-6672-4b7a-8de0-b68d0830c9c9 owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:17:17.265209 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a40ad40e-ffcd-4edd-ab3c-1c9c6d91f006 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3288076 Oct 04 09:17:17.265405 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60664) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:17.271863 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-7a04677d-d3ea-4609-9a43-352e13cd2dbc tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'port': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'name': 'tempest-NetworksTestDHCPv6-1222973871'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:17:17.272321 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1917dee6-d2ea-46e9-827f-cafdfc6aadf2 None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:17:17.351737 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b19c4f9a-4203-4d87-a822-48174e1d1d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:17.402827 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 19445227-6672-4b7a-8de0-b68d0830c9c9 is: ACTIVE; New status is: DOWN {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:17:17.403393 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:17.408257 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19c4f9a-4203-4d87-a822-48174e1d1d06 admin admin] Pushing event deleted for resources: {'Port': ['ID=19445227-6672-4b7a-8de0-b68d0830c9c9,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:17.411410 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-07afe62f-ba16-480d-9610-445bcb2943bd None None] Port d258be4a-4ee1-4cd6-b534-3b6e9b7d61aa cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:17:17.413581 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19c4f9a-4203-4d87-a822-48174e1d1d06 admin admin] No DVR routers for this DVR port 19445227-6672-4b7a-8de0-b68d0830c9c9 on host dv-neutron-860215-1-hyperv {{(pid=89033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:17:17.505186 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device b44cf7be-9777-4b89-aec1-02904b539cf3 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:17:17.553058 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: b44cf7be-9777-4b89-aec1-02904b539cf3 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:17:17.553404 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device b44cf7be-9777-4b89-aec1-02904b539cf3 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:17:17.563911 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.db.api [None req-af06235f-a29d-4385-ae55-995562bd28bf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:17:17.563911 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG oslo_db.api [None req-af06235f-a29d-4385-ae55-995562bd28bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:17:17.574352 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b19c4f9a-4203-4d87-a822-48174e1d1d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:17.582424 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-7a04677d-d3ea-4609-9a43-352e13cd2dbc tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:17:17.594847 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-7a04677d-d3ea-4609-9a43-352e13cd2dbc tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Usage tracker for resource:port and tenant:3f91eae3af914b3ca9ea34a1eaa482e2 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:17:17.605560 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-7a04677d-d3ea-4609-9a43-352e13cd2dbc tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:17:17.616436 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-7a04677d-d3ea-4609-9a43-352e13cd2dbc tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:17:17.619290 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-b19c4f9a-4203-4d87-a822-48174e1d1d06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:17.636372 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-b19c4f9a-4203-4d87-a822-48174e1d1d06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77ddeb54-0d4d-457f-abac-669508cea815') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:17.636771 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-b19c4f9a-4203-4d87-a822-48174e1d1d06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77ddeb54-0d4d-457f-abac-669508cea815') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:17.649479 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a04677d-d3ea-4609-9a43-352e13cd2dbc tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Made reservation on behalf of 3f91eae3af914b3ca9ea34a1eaa482e2 for: {'port': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:17:17.653338 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7a04677d-d3ea-4609-9a43-352e13cd2dbc tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:17.664385 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b19c4f9a-4203-4d87-a822-48174e1d1d06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:17.688972 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [None req-7a04677d-d3ea-4609-9a43-352e13cd2dbc tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] device_id is not set on port 88a553ef-bc38-4da7-a710-3f95d43f4354 yet. {{(pid=89033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:17:17.693640 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348727c0-d0be-499f-bb83-1a98d838c83e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-7b2ac456-c702-437f-ad18-06da05465ab2', 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'tenant_id': '3f91eae3af914b3ca9ea34a1eaa482e2', 'fixed_ips': [{'subnet_id': '346c4b66-5351-4bcb-a5ee-150472606bf1'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:17:17.694723 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-348727c0-d0be-499f-bb83-1a98d838c83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:17.723738 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b19c4f9a-4203-4d87-a822-48174e1d1d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:17.735011 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b19c4f9a-4203-4d87-a822-48174e1d1d06 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:17:17.735400 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b19c4f9a-4203-4d87-a822-48174e1d1d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:17.810236 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 77ddeb54-0d4d-457f-abac-669508cea815 resource provider aggregate not found Oct 04 09:17:17.841835 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 77ddeb54-0d4d-457f-abac-669508cea815 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 77ddeb54-0d4d-457f-abac-669508cea815 found for delete ", "request_id": "req-e5060129-5e54-4c59-bd13-a67299a80237"}]} Oct 04 09:17:17.866177 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b19c4f9a-4203-4d87-a822-48174e1d1d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:17.888706 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b19c4f9a-4203-4d87-a822-48174e1d1d06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:17.890725 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-348727c0-d0be-499f-bb83-1a98d838c83e None None] Allocated IP 2001:db8::2 (7b2ac456-c702-437f-ad18-06da05465ab2/346c4b66-5351-4bcb-a5ee-150472606bf1/58579954-877a-4856-83c4-542346d10238) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:17:17.895168 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19c4f9a-4203-4d87-a822-48174e1d1d06 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:17.899430 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-93c14b30-166a-45b5-89cf-61bb03a5b3f9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Deleting port d258be4a-4ee1-4cd6-b534-3b6e9b7d61aa {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:17:17.899792 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-93c14b30-166a-45b5-89cf-61bb03a5b3f9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:17.916911 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-b19c4f9a-4203-4d87-a822-48174e1d1d06 admin admin] 10.222.0.50 "DELETE /v2.0/networks/8bb4876a-dfc9-41f7-b8e9-bdf14a37e7a9 HTTP/1.1" status: 204 len: 168 time: 1.5943401 Oct 04 09:17:17.924048 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-07afe62f-ba16-480d-9610-445bcb2943bd None None] Attempt 3 to provision port d258be4a-4ee1-4cd6-b534-3b6e9b7d61aa Oct 04 09:17:17.936791 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60674) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:18.056168 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-07afe62f-ba16-480d-9610-445bcb2943bd None None] Port d258be4a-4ee1-4cd6-b534-3b6e9b7d61aa cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:17:18.072331 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-af06235f-a29d-4385-ae55-995562bd28bf None None] Deleting port 19445227-6672-4b7a-8de0-b68d0830c9c9 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:17:18.072933 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-af06235f-a29d-4385-ae55-995562bd28bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:18.127339 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e4640f18-a563-434e-8fc7-b29842c8f5b1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736827'] for router_interface, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:18.148830 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60678) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:18.159330 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-af06235f-a29d-4385-ae55-995562bd28bf None None] The port '19445227-6672-4b7a-8de0-b68d0830c9c9' was deleted {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 04 09:17:18.211514 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a9c16355-e4a7-44d7-8a8f-d763551818fa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=99eb97a23923415a910878c133c071d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0615370 Oct 04 09:17:18.214253 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60682) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:18.249749 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-348727c0-d0be-499f-bb83-1a98d838c83e None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:18.261407 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-348727c0-d0be-499f-bb83-1a98d838c83e None None] Transition to ACTIVE for port object 58579954-877a-4856-83c4-542346d10238 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:17:18.284466 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-348727c0-d0be-499f-bb83-1a98d838c83e None None] Transition to ACTIVE for port object 58579954-877a-4856-83c4-542346d10238 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:17:18.284677 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-93c14b30-166a-45b5-89cf-61bb03a5b3f9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:18.291092 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-348727c0-d0be-499f-bb83-1a98d838c83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:18.359638 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348727c0-d0be-499f-bb83-1a98d838c83e None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:17:18.363340 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-348727c0-d0be-499f-bb83-1a98d838c83e None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:17:18.367191 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348727c0-d0be-499f-bb83-1a98d838c83e None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:17:18.418142 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348727c0-d0be-499f-bb83-1a98d838c83e None None] Pushing event updated for resources: {'Port': ['ID=58579954-877a-4856-83c4-542346d10238,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:18.418856 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-93c14b30-166a-45b5-89cf-61bb03a5b3f9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Calling delete_port for d258be4a-4ee1-4cd6-b534-3b6e9b7d61aa owned by network:router_interface {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:17:18.484525 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-348727c0-d0be-499f-bb83-1a98d838c83e None None] Attempting to bind port 58579954-877a-4856-83c4-542346d10238 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:17:18.484870 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-348727c0-d0be-499f-bb83-1a98d838c83e None None] Attempting to bind port 58579954-877a-4856-83c4-542346d10238 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:17:18.485206 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348727c0-d0be-499f-bb83-1a98d838c83e None None] Attempting to bind port 58579954-877a-4856-83c4-542346d10238 on network 7b2ac456-c702-437f-ad18-06da05465ab2 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:17:18.491450 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348727c0-d0be-499f-bb83-1a98d838c83e None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:17:18.491833 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348727c0-d0be-499f-bb83-1a98d838c83e None None] Checking segment: {'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:17:18.492236 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-348727c0-d0be-499f-bb83-1a98d838c83e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:18.492661 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348727c0-d0be-499f-bb83-1a98d838c83e None None] Bound using segment: {'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:17:18.493129 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-348727c0-d0be-499f-bb83-1a98d838c83e None None] Bound port: 58579954-877a-4856-83c4-542346d10238, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:17:18.493531 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-348727c0-d0be-499f-bb83-1a98d838c83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:18.495545 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b56a9ed6-5b83-43d9-be40-71295a095e97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:18.538513 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-7a04677d-d3ea-4609-9a43-352e13cd2dbc tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Allocated IP 2001:db8::ea (7b2ac456-c702-437f-ad18-06da05465ab2/346c4b66-5351-4bcb-a5ee-150472606bf1/88a553ef-bc38-4da7-a710-3f95d43f4354) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:17:18.557435 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-07afe62f-ba16-480d-9610-445bcb2943bd None None] Attempt 4 to provision port d258be4a-4ee1-4cd6-b534-3b6e9b7d61aa Oct 04 09:17:18.561055 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b56a9ed6-5b83-43d9-be40-71295a095e97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:18.635921 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-07afe62f-ba16-480d-9610-445bcb2943bd None None] Port d258be4a-4ee1-4cd6-b534-3b6e9b7d61aa cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:17:18.639407 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-348727c0-d0be-499f-bb83-1a98d838c83e None None] For port 58579954-877a-4856-83c4-542346d10238, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:17:18.643388 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-348727c0-d0be-499f-bb83-1a98d838c83e None None] For port 58579954-877a-4856-83c4-542346d10238, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=58579954-877a-4856-83c4-542346d10238,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:17:18.647602 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-348727c0-d0be-499f-bb83-1a98d838c83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:18.754332 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348727c0-d0be-499f-bb83-1a98d838c83e None None] Pushing event updated for resources: {'Port': ['ID=58579954-877a-4856-83c4-542346d10238,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:18.801599 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-e4640f18-a563-434e-8fc7-b29842c8f5b1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Deleting port 16a147b9-cb3e-4e7e-b2fb-8db0901a7398 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:17:18.802098 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e4640f18-a563-434e-8fc7-b29842c8f5b1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:18.844787 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-93c14b30-166a-45b5-89cf-61bb03a5b3f9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:18.939549 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c14b30-166a-45b5-89cf-61bb03a5b3f9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event deleted for resources: {'Port': ['ID=d258be4a-4ee1-4cd6-b534-3b6e9b7d61aa,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:19.060627 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b56a9ed6-5b83-43d9-be40-71295a095e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:19.082734 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56a9ed6-5b83-43d9-be40-71295a095e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ba95ef-aefd-487b-99d7-9a00f80b3cba,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:19.109572 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b56a9ed6-5b83-43d9-be40-71295a095e97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:19.114101 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-b56a9ed6-5b83-43d9-be40-71295a095e97 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e9ba95ef-aefd-487b-99d7-9a00f80b3cba HTTP/1.1" status: 204 len: 168 time: 0.8955688 Oct 04 09:17:19.137010 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-07afe62f-ba16-480d-9610-445bcb2943bd None None] Attempt 5 to provision port d258be4a-4ee1-4cd6-b534-3b6e9b7d61aa Oct 04 09:17:19.176554 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-07afe62f-ba16-480d-9610-445bcb2943bd None None] Port d258be4a-4ee1-4cd6-b534-3b6e9b7d61aa was deleted so its status cannot be updated. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 04 09:17:19.316080 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7a04677d-d3ea-4609-9a43-352e13cd2dbc tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:19.371155 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-7a04677d-d3ea-4609-9a43-352e13cd2dbc tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Transition to ACTIVE for port object 88a553ef-bc38-4da7-a710-3f95d43f4354 will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:17:19.394092 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-93c14b30-166a-45b5-89cf-61bb03a5b3f9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736911'] for router_interface, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:19.406314 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f68a0950-068c-4a4a-bc9c-8f572893ebef tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:19.507560 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7a04677d-d3ea-4609-9a43-352e13cd2dbc tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:19.571481 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-e4640f18-a563-434e-8fc7-b29842c8f5b1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] For port 16a147b9-cb3e-4e7e-b2fb-8db0901a7398, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=16a147b9-cb3e-4e7e-b2fb-8db0901a7398,segment=NetworkSegment(ee534e5a-59b4-4309-8ff3-ca8331db70f3),segment_id=ee534e5a-59b4-4309-8ff3-ca8331db70f3)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:17:19.571850 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e4640f18-a563-434e-8fc7-b29842c8f5b1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:19.603490 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a04677d-d3ea-4609-9a43-352e13cd2dbc tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event updated for resources: {'Port': ['ID=88a553ef-bc38-4da7-a710-3f95d43f4354,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:19.891065 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-e4640f18-a563-434e-8fc7-b29842c8f5b1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Calling delete_port for 16a147b9-cb3e-4e7e-b2fb-8db0901a7398 owned by network:router_interface {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:17:19.926969 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a04677d-d3ea-4609-9a43-352e13cd2dbc tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:17:19.946366 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c14b30-166a-45b5-89cf-61bb03a5b3f9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Router aeaebdb2-8c3a-4ca2-8570-8a09cda0c36d has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:17:19.974573 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-7a04677d-d3ea-4609-9a43-352e13cd2dbc tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:17:19.977676 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a04677d-d3ea-4609-9a43-352e13cd2dbc tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:17:19.983458 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a04677d-d3ea-4609-9a43-352e13cd2dbc tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:19.984684 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7a04677d-d3ea-4609-9a43-352e13cd2dbc tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:20.041657 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d18172-ba7c-4412-a971-b9f92169dc59 None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:17:20.129748 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-7a04677d-d3ea-4609-9a43-352e13cd2dbc tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8633094 Oct 04 09:17:20.130291 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c14b30-166a-45b5-89cf-61bb03a5b3f9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:17:20.132036 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 60706) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:20.141936 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec14173-d71e-45fa-b615-0c52a9368e5f None None] Sync routers for ids ['aeaebdb2-8c3a-4ca2-8570-8a09cda0c36d'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:17:20.153439 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec14173-d71e-45fa-b615-0c52a9368e5f None None] Routers {'aeaebdb2-8c3a-4ca2-8570-8a09cda0c36d'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:17:20.157804 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-fec14173-d71e-45fa-b615-0c52a9368e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:17:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['aeaebdb2-8c3a-4ca2-8570-8a09cda0c36d'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:20.165633 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-cb8f390d-2eee-4cc2-ba5a-561c4fc2b800 req-e15ccd8c-0ea4-4669-a130-f5aa738227fd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e266a4c5-20f7-4bed-a5ee-83c9dd7b0d80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3062944 Oct 04 09:17:20.166695 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-f68a0950-068c-4a4a-bc9c-8f572893ebef tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Allocated IP 172.20.0.17 (98999962-6684-4cae-8a5e-eac6d8d168de/e047c4b4-3f0f-405c-866d-ff0c3d006abc/2e8c238b-77de-4b50-8197-4442cda1b93b) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:17:20.183841 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-1ccf2173-8f82-4dca-bc22-9628b879a1f7 None None] Provisioning for port 58579954-877a-4856-83c4-542346d10238 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:17:20.271644 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-fec14173-d71e-45fa-b615-0c52a9368e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:20.281389 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec14173-d71e-45fa-b615-0c52a9368e5f None None] Routers {'aeaebdb2-8c3a-4ca2-8570-8a09cda0c36d'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:17:20.282217 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-fec14173-d71e-45fa-b615-0c52a9368e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:17:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['aeaebdb2-8c3a-4ca2-8570-8a09cda0c36d'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:20.353724 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-fec14173-d71e-45fa-b615-0c52a9368e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:20.355026 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec14173-d71e-45fa-b615-0c52a9368e5f None None] The sync data for ids ['aeaebdb2-8c3a-4ca2-8570-8a09cda0c36d'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:17:20.405959 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-93c14b30-166a-45b5-89cf-61bb03a5b3f9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "PUT /v2.0/routers/aeaebdb2-8c3a-4ca2-8570-8a09cda0c36d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4596186 Oct 04 09:17:20.411379 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 60714) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:20.431590 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f390d-2eee-4cc2-ba5a-561c4fc2b800 req-dd1c1156-315c-4ec2-bbcb-00308f82d5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:20.433105 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-cb8f390d-2eee-4cc2-ba5a-561c4fc2b800 req-dd1c1156-315c-4ec2-bbcb-00308f82d5ab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78fb12e86c5f40beb578bfb97002b5c9&device_id=e266a4c5-20f7-4bed-a5ee-83c9dd7b0d80 HTTP/1.1" status: 200 len: 1098 time: 0.2198527 Oct 04 09:17:20.497391 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-98486b63-017e-4db3-8b8b-591a130444e3 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] GET failed (client error): The resource could not be found. Oct 04 09:17:20.498095 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-98486b63-017e-4db3-8b8b-591a130444e3 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Synchronizing usage tracker for tenant:8de43eb137fe47f9a4031ea91b631fcc on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:17:20.520480 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e4640f18-a563-434e-8fc7-b29842c8f5b1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:20.562637 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f68a0950-068c-4a4a-bc9c-8f572893ebef tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:20.570608 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-98486b63-017e-4db3-8b8b-591a130444e3 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Unset dirty status for tenant:8de43eb137fe47f9a4031ea91b631fcc on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:17:20.572407 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-98486b63-017e-4db3-8b8b-591a130444e3 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "GET /v2.0/ports/d258be4a-4ee1-4cd6-b534-3b6e9b7d61aa HTTP/1.1" status: 404 len: 333 time: 0.1569417 Oct 04 09:17:20.574670 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60722) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:20.595730 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16fbeaa4-aaf4-49ba-b7fc-dbdc06d721d0 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:20.602178 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16fbeaa4-aaf4-49ba-b7fc-dbdc06d721d0 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:20.606705 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-16fbeaa4-aaf4-49ba-b7fc-dbdc06d721d0 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4734907 Oct 04 09:17:20.643997 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4640f18-a563-434e-8fc7-b29842c8f5b1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event deleted for resources: {'Port': ['ID=16a147b9-cb3e-4e7e-b2fb-8db0901a7398,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:20.650243 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 60726) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:20.660214 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-f68a0950-068c-4a4a-bc9c-8f572893ebef tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Transition to ACTIVE for port object 2e8c238b-77de-4b50-8197-4442cda1b93b will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:17:20.837625 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 58579954-877a-4856-83c4-542346d10238 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:17:20.900861 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-168621b7-9649-4262-8e58-7d54e6fd7a0c None None] Provisioning for port 88a553ef-bc38-4da7-a710-3f95d43f4354 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:17:20.943463 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-168621b7-9649-4262-8e58-7d54e6fd7a0c None None] Provisioning complete for port 88a553ef-bc38-4da7-a710-3f95d43f4354 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:17:20.943853 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-168621b7-9649-4262-8e58-7d54e6fd7a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:20.944173 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-168621b7-9649-4262-8e58-7d54e6fd7a0c None None] Attempt 1 to provision port 88a553ef-bc38-4da7-a710-3f95d43f4354 Oct 04 09:17:20.958989 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e4640f18-a563-434e-8fc7-b29842c8f5b1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736911'] for router_interface, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:21.049969 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-168621b7-9649-4262-8e58-7d54e6fd7a0c None None] Port 88a553ef-bc38-4da7-a710-3f95d43f4354 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:17:21.061993 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fa1147bc-9636-4ec1-8d82-2870754453df tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for router, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:21.067485 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 58579954-877a-4856-83c4-542346d10238 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:17:21.077192 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 58579954-877a-4856-83c4-542346d10238 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:17:21.078037 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:21.078377 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 58579954-877a-4856-83c4-542346d10238 Oct 04 09:17:21.248890 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-550ad3eb-8932-4c1a-824b-631574ebc3e7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Deleting port 88a553ef-bc38-4da7-a710-3f95d43f4354 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:17:21.249249 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-550ad3eb-8932-4c1a-824b-631574ebc3e7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:21.265378 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 58579954-877a-4856-83c4-542346d10238 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:17:21.265765 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:21.266526 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f390d-2eee-4cc2-ba5a-561c4fc2b800 req-ea69b1ea-5f1a-4563-9ace-2163e2b6b05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:21.268680 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-cb8f390d-2eee-4cc2-ba5a-561c4fc2b800 req-ea69b1ea-5f1a-4563-9ace-2163e2b6b05a service neutron] 10.222.0.20 "GET /v2.0/networks?id=138bf702-4d39-408e-a83e-f851bcf14b73 HTTP/1.1" status: 200 len: 897 time: 0.8147659 Oct 04 09:17:21.306518 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 58579954-877a-4856-83c4-542346d10238, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=58579954-877a-4856-83c4-542346d10238,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:17:21.310560 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:21.403307 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=58579954-877a-4856-83c4-542346d10238,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:21.429767 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 60742) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:21.491932 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:17:21.508132 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fa1147bc-9636-4ec1-8d82-2870754453df tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:21.514741 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fa1147bc-9636-4ec1-8d82-2870754453df tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:21.524826 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-cb8f390d-2eee-4cc2-ba5a-561c4fc2b800 req-624bedd9-eff8-4d39-bbd5-951395bf4067 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f53cc307-6abc-4e93-ac5e-9dd0d1b37229 HTTP/1.1" status: 200 len: 1001 time: 0.2476077 Oct 04 09:17:21.525826 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f68a0950-068c-4a4a-bc9c-8f572893ebef tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:21.551230 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-168621b7-9649-4262-8e58-7d54e6fd7a0c None None] Attempt 2 to provision port 88a553ef-bc38-4da7-a710-3f95d43f4354 Oct 04 09:17:21.616588 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-168621b7-9649-4262-8e58-7d54e6fd7a0c None None] Port 88a553ef-bc38-4da7-a710-3f95d43f4354 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:17:21.631467 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-a31a20e9-2c7a-4da5-98a7-5e2de640cf28 tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] Request body: {'quota': {'network': 2}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:17:21.645389 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fa1147bc-9636-4ec1-8d82-2870754453df tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:21.645895 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa1147bc-9636-4ec1-8d82-2870754453df tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Fanout notify agent at l3_agent the message router_deleted on router aeaebdb2-8c3a-4ca2-8570-8a09cda0c36d {{(pid=89033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:17:21.657805 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68a0950-068c-4a4a-bc9c-8f572893ebef tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Network 98999962-6684-4cae-8a5e-eac6d8d168de is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:17:21.666125 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-f68a0950-068c-4a4a-bc9c-8f572893ebef tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:17:21.671506 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68a0950-068c-4a4a-bc9c-8f572893ebef tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:17:21.707528 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fa1147bc-9636-4ec1-8d82-2870754453df tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:21.708546 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-fa1147bc-9636-4ec1-8d82-2870754453df tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "DELETE /v2.0/routers/aeaebdb2-8c3a-4ca2-8570-8a09cda0c36d HTTP/1.1" status: 204 len: 168 time: 1.1311870 Oct 04 09:17:21.712834 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 60748) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:21.716128 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68a0950-068c-4a4a-bc9c-8f572893ebef tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Port': ['ID=2e8c238b-77de-4b50-8197-4442cda1b93b,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:21.726335 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f390d-2eee-4cc2-ba5a-561c4fc2b800 req-a3f8e557-5854-4cb8-adeb-4a18125097c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:21.727996 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-cb8f390d-2eee-4cc2-ba5a-561c4fc2b800 req-a3f8e557-5854-4cb8-adeb-4a18125097c5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6d967559-d6ed-45c4-9b8b-3040971872eb HTTP/1.1" status: 200 len: 835 time: 0.1603591 Oct 04 09:17:21.801786 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f68a0950-068c-4a4a-bc9c-8f572893ebef tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737202'] for router_interface, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:21.802027 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-a31a20e9-2c7a-4da5-98a7-5e2de640cf28 tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] 10.222.0.50 "PUT /v2.0/quotas/d73f000dbaeb4204b4ff9a7426a6b7bf HTTP/1.1" status: 200 len: 368 time: 0.3606460 Oct 04 09:17:21.803486 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60752) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:21.811397 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-afe93519-e4db-4838-b63f-e4f2dea50f52 tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] Request body: {'network': {'project_id': 'd73f000dbaeb4204b4ff9a7426a6b7bf'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:17:21.838861 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-afe93519-e4db-4838-b63f-e4f2dea50f52 tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:17:21.839394 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4640f18-a563-434e-8fc7-b29842c8f5b1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Router f972579a-6ef4-443c-a645-3233e1d7e64e has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:17:21.846853 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-afe93519-e4db-4838-b63f-e4f2dea50f52 tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] Usage tracker for resource:network and tenant:d73f000dbaeb4204b4ff9a7426a6b7bf is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:17:21.852531 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-afe93519-e4db-4838-b63f-e4f2dea50f52 tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:17:21.861425 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-afe93519-e4db-4838-b63f-e4f2dea50f52 tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:17:21.864289 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4260bc5-b9b1-4fd6-a667-b7eca5f7eb97 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Deleting subnet b801f2d2-e0c5-4c59-8c67-01531010a89e {{(pid=89032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:17:21.871472 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b4260bc5-b9b1-4fd6-a667-b7eca5f7eb97 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for subnet, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:21.893228 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe93519-e4db-4838-b63f-e4f2dea50f52 tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] Made reservation on behalf of d73f000dbaeb4204b4ff9a7426a6b7bf for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:17:21.895498 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-afe93519-e4db-4838-b63f-e4f2dea50f52 tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:21.915102 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f390d-2eee-4cc2-ba5a-561c4fc2b800 req-4594e950-b385-4e88-9b0c-f35cc644aba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:21.916874 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-cb8f390d-2eee-4cc2-ba5a-561c4fc2b800 req-4594e950-b385-4e88-9b0c-f35cc644aba2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=138bf702-4d39-408e-a83e-f851bcf14b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1817710 Oct 04 09:17:21.918131 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-550ad3eb-8932-4c1a-824b-631574ebc3e7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:21.920275 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-afe93519-e4db-4838-b63f-e4f2dea50f52 tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:21.964330 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-afe93519-e4db-4838-b63f-e4f2dea50f52 tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:17:22.014760 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-afe93519-e4db-4838-b63f-e4f2dea50f52 tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] Usage tracker for resource:security_group_rule and tenant:d73f000dbaeb4204b4ff9a7426a6b7bf is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:17:22.022927 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-afe93519-e4db-4838-b63f-e4f2dea50f52 tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:17:22.043092 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-afe93519-e4db-4838-b63f-e4f2dea50f52 tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:17:22.117998 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-168621b7-9649-4262-8e58-7d54e6fd7a0c None None] Attempt 3 to provision port 88a553ef-bc38-4da7-a710-3f95d43f4354 Oct 04 09:17:22.165758 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-cb8f390d-2eee-4cc2-ba5a-561c4fc2b800 req-b436fb18-cf6e-4056-9cd7-b01064baa5c7 service neutron] 10.222.0.20 "GET /v2.0/networks/138bf702-4d39-408e-a83e-f851bcf14b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344460 Oct 04 09:17:22.180418 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-168621b7-9649-4262-8e58-7d54e6fd7a0c None None] Port 88a553ef-bc38-4da7-a710-3f95d43f4354 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:17:22.193658 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-550ad3eb-8932-4c1a-824b-631574ebc3e7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Calling delete_port for 88a553ef-bc38-4da7-a710-3f95d43f4354 owned by {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:17:22.199050 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f68a0950-068c-4a4a-bc9c-8f572893ebef tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:22.233564 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b4260bc5-b9b1-4fd6-a667-b7eca5f7eb97 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885153'] for subnet, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:22.306682 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4640f18-a563-434e-8fc7-b29842c8f5b1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:17:22.317485 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7430f3a0-5a37-4bdc-b679-e2f7acf69930 None None] Sync routers for ids ['f972579a-6ef4-443c-a645-3233e1d7e64e'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:17:22.328592 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7430f3a0-5a37-4bdc-b679-e2f7acf69930 None None] Routers {'f972579a-6ef4-443c-a645-3233e1d7e64e'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:17:22.329433 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-7430f3a0-5a37-4bdc-b679-e2f7acf69930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:17:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['f972579a-6ef4-443c-a645-3233e1d7e64e'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:22.354083 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-e4640f18-a563-434e-8fc7-b29842c8f5b1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "PUT /v2.0/routers/f972579a-6ef4-443c-a645-3233e1d7e64e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3830624 Oct 04 09:17:22.358258 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 60756) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:22.491767 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ab0800e-ab37-41fe-9244-8b96eb485838 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Deleting subnet fdfd5229-dfbd-4bd8-8dac-4aa46ca4f1ad {{(pid=89032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:17:22.494231 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b4260bc5-b9b1-4fd6-a667-b7eca5f7eb97 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:22.494775 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-7430f3a0-5a37-4bdc-b679-e2f7acf69930 None None] Set router f972579a-6ef4-443c-a645-3233e1d7e64e gateway port host: None {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:17:22.533544 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6ab0800e-ab37-41fe-9244-8b96eb485838 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for subnet, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:22.587884 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-550ad3eb-8932-4c1a-824b-631574ebc3e7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:22.590517 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-afe93519-e4db-4838-b63f-e4f2dea50f52 tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:22.613592 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-afe93519-e4db-4838-b63f-e4f2dea50f52 tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:22.639437 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-cb8f390d-2eee-4cc2-ba5a-561c4fc2b800 req-dcd4b053-d69a-4bd6-bdcd-a0dff8c2afda service neutron] 10.222.0.20 "GET /v2.0/networks/138bf702-4d39-408e-a83e-f851bcf14b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4640682 Oct 04 09:17:22.666147 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afe93519-e4db-4838-b63f-e4f2dea50f52 tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:17:22.718109 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe93519-e4db-4838-b63f-e4f2dea50f52 tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c4b7a2-9629-4a75-b2a2-4207597ce359,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:22.802286 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-168621b7-9649-4262-8e58-7d54e6fd7a0c None None] Attempt 4 to provision port 88a553ef-bc38-4da7-a710-3f95d43f4354 Oct 04 09:17:22.820576 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550ad3eb-8932-4c1a-824b-631574ebc3e7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event deleted for resources: {'Port': ['ID=88a553ef-bc38-4da7-a710-3f95d43f4354,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:22.830372 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6ab0800e-ab37-41fe-9244-8b96eb485838 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885153'] for subnet, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:22.884154 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-168621b7-9649-4262-8e58-7d54e6fd7a0c None None] Port 88a553ef-bc38-4da7-a710-3f95d43f4354 was deleted so its status cannot be updated. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 04 09:17:22.911802 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-168621b7-9649-4262-8e58-7d54e6fd7a0c None None] Provisioning complete for port 58579954-877a-4856-83c4-542346d10238 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:17:22.912185 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-168621b7-9649-4262-8e58-7d54e6fd7a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:22.912562 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-168621b7-9649-4262-8e58-7d54e6fd7a0c None None] Attempt 1 to provision port 58579954-877a-4856-83c4-542346d10238 Oct 04 09:17:22.937867 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-550ad3eb-8932-4c1a-824b-631574ebc3e7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:22.957046 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-afe93519-e4db-4838-b63f-e4f2dea50f52 tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:22.957282 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 58579954-877a-4856-83c4-542346d10238 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:17:22.957376 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-afe93519-e4db-4838-b63f-e4f2dea50f52 tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] Added segment 6967c13b-6023-474e-92f8-f82d4449d862 of type vlan for network 29a9972a-a8b3-4f69-bd68-813ad8780f86 Oct 04 09:17:22.958707 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-550ad3eb-8932-4c1a-824b-631574ebc3e7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/ports/88a553ef-bc38-4da7-a710-3f95d43f4354 HTTP/1.1" status: 204 len: 168 time: 2.3074403 Oct 04 09:17:22.961557 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60760) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:22.972135 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f68a0950-068c-4a4a-bc9c-8f572893ebef tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:22.980561 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b4260bc5-b9b1-4fd6-a667-b7eca5f7eb97 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:23.011501 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f68a0950-068c-4a4a-bc9c-8f572893ebef tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:23.026039 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-7430f3a0-5a37-4bdc-b679-e2f7acf69930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'name': 'tempest-RoutersIpV6Test-router-1997751477', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:16:21Z', 'updated_at': '2022-10-04T09:17:20Z', 'revision_number': 9, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'gw_port_host': None, '_interfaces': [{'id': '50ec0c8d-3fe2-42db-beee-564da29f84c0', 'name': '', 'network_id': '6dd7e460-be85-42b6-8a4d-81c87d02d598', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:b0:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'b033d4b6-0978-4fce-8f97-1cf1db4aba17', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:34Z', 'updated_at': '2022-10-04T09:16:43Z', 'revision_number': 5, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': 'b033d4b6-0978-4fce-8f97-1cf1db4aba17', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65b6d67a-c9d4-4c5b-b010-727ccc5511e2', 'name': '', 'network_id': '6065a5f1-b66e-4f49-a8a1-e6d35ec1d22d', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:13:29:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '68eae767-d84c-4311-87d9-ebde9248d107', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:24Z', 'updated_at': '2022-10-04T09:16:37Z', 'revision_number': 5, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': '68eae767-d84c-4311-87d9-ebde9248d107', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:23.035617 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4260bc5-b9b1-4fd6-a667-b7eca5f7eb97 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event deleted for resources: {'Subnet': ['ID=b801f2d2-e0c5-4c59-8c67-01531010a89e,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:23.038492 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b4260bc5-b9b1-4fd6-a667-b7eca5f7eb97 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:23.040609 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-b4260bc5-b9b1-4fd6-a667-b7eca5f7eb97 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "DELETE /v2.0/subnets/b801f2d2-e0c5-4c59-8c67-01531010a89e HTTP/1.1" status: 204 len: 168 time: 1.3236921 Oct 04 09:17:23.043571 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7430f3a0-5a37-4bdc-b679-e2f7acf69930 None None] Checking router: f972579a-6ef4-443c-a645-3233e1d7e64e for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:17:23.045927 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 60764) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:23.060407 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de2c8f5-82fa-4f13-bb0e-eab9687fd3ed None None] Network 814b7f90-929f-442f-bf77-fbff96ff2d6e requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:17:23.146955 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-afe93519-e4db-4838-b63f-e4f2dea50f52 tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:23.169887 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6ab0800e-ab37-41fe-9244-8b96eb485838 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:23.170123 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7430f3a0-5a37-4bdc-b679-e2f7acf69930 None None] Routers {'f972579a-6ef4-443c-a645-3233e1d7e64e'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:17:23.170607 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-7430f3a0-5a37-4bdc-b679-e2f7acf69930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:17:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['f972579a-6ef4-443c-a645-3233e1d7e64e'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:23.182615 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68a0950-068c-4a4a-bc9c-8f572893ebef tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Port': ['ID=2e8c238b-77de-4b50-8197-4442cda1b93b,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:23.190995 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f68a0950-068c-4a4a-bc9c-8f572893ebef tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736777'] for router_interface, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:23.197027 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1468a6aa-49d0-483e-aeb7-deee0907388b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:23.198629 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1468a6aa-49d0-483e-aeb7-deee0907388b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:23.199604 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-1468a6aa-49d0-483e-aeb7-deee0907388b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Synchronizing usage tracker for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:subnet {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:17:23.237181 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0bb316f0-a521-4ffd-a661-76ec19a0618d tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:23.273644 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-0bb316f0-a521-4ffd-a661-76ec19a0618d tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Deleting port 13299935-ece9-4283-be9e-a8a531996ecd {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:17:23.273856 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0bb316f0-a521-4ffd-a661-76ec19a0618d tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:23.301957 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-afe93519-e4db-4838-b63f-e4f2dea50f52 tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:23.302856 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe93519-e4db-4838-b63f-e4f2dea50f52 tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:23.303447 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-afe93519-e4db-4838-b63f-e4f2dea50f52 tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:23.323759 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6ab0800e-ab37-41fe-9244-8b96eb485838 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:23.345865 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-1468a6aa-49d0-483e-aeb7-deee0907388b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Unset dirty status for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:subnet {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:17:23.349853 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-1468a6aa-49d0-483e-aeb7-deee0907388b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3820517 Oct 04 09:17:23.351103 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60768) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:23.369192 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab0800e-ab37-41fe-9244-8b96eb485838 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event deleted for resources: {'Subnet': ['ID=fdfd5229-dfbd-4bd8-8dac-4aa46ca4f1ad,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:23.376571 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6ab0800e-ab37-41fe-9244-8b96eb485838 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:23.384865 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-6ab0800e-ab37-41fe-9244-8b96eb485838 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "DELETE /v2.0/subnets/fdfd5229-dfbd-4bd8-8dac-4aa46ca4f1ad HTTP/1.1" status: 204 len: 168 time: 1.0254571 Oct 04 09:17:23.385790 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 60770) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:23.402728 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510c739c-dba1-4bd8-a67c-b81694d096e5 None None] Network 35f54e98-9f24-485c-b0e8-82556896f878 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:17:23.492243 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe93519-e4db-4838-b63f-e4f2dea50f52 tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] Pushing event updated for resources: {'Network': ['ID=29a9972a-a8b3-4f69-bd68-813ad8780f86,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:23.507316 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-afe93519-e4db-4838-b63f-e4f2dea50f52 tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.7013845 Oct 04 09:17:23.513326 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60776) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:23.522829 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-cf974ed1-94ab-4159-bab7-fe97176e65ea tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] Request body: {'network': {'project_id': 'd73f000dbaeb4204b4ff9a7426a6b7bf'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:17:23.536055 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-cf974ed1-94ab-4159-bab7-fe97176e65ea tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:17:23.548664 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-cf974ed1-94ab-4159-bab7-fe97176e65ea tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] Usage tracker for resource:network and tenant:d73f000dbaeb4204b4ff9a7426a6b7bf is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:17:23.556516 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-da2da665-4c9b-4512-9b7e-710d646bdd03 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Deleting subnet 346c4b66-5351-4bcb-a5ee-150472606bf1 {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:17:23.558408 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-cf974ed1-94ab-4159-bab7-fe97176e65ea tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:17:23.568641 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-da2da665-4c9b-4512-9b7e-710d646bdd03 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:23.589152 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 29a9972a-a8b3-4f69-bd68-813ad8780f86 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:17:23.599233 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-cf974ed1-94ab-4159-bab7-fe97176e65ea tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:17:23.602560 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68a0950-068c-4a4a-bc9c-8f572893ebef tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Network 98999962-6684-4cae-8a5e-eac6d8d168de is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:17:23.609124 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-f68a0950-068c-4a4a-bc9c-8f572893ebef tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:17:23.657542 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a8ba7e22-4c21-4135-89d4-961051652d5f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:23.689655 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf974ed1-94ab-4159-bab7-fe97176e65ea tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] Made reservation on behalf of d73f000dbaeb4204b4ff9a7426a6b7bf for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:17:23.692497 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cf974ed1-94ab-4159-bab7-fe97176e65ea tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:23.694673 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-a8ba7e22-4c21-4135-89d4-961051652d5f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Deleting port 8fda1584-9a96-4c78-a033-07a40ec7b079 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:17:23.695021 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a8ba7e22-4c21-4135-89d4-961051652d5f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:23.723477 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-7430f3a0-5a37-4bdc-b679-e2f7acf69930 None None] Set router f972579a-6ef4-443c-a645-3233e1d7e64e gateway port host: None {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:17:23.775366 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-168621b7-9649-4262-8e58-7d54e6fd7a0c None None] Current status of the port 58579954-877a-4856-83c4-542346d10238 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:17:23.778728 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 58579954-877a-4856-83c4-542346d10238 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:17:23.779111 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:23.779445 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 58579954-877a-4856-83c4-542346d10238 Oct 04 09:17:23.799818 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-0bb316f0-a521-4ffd-a661-76ec19a0618d tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] For port 13299935-ece9-4283-be9e-a8a531996ecd, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=13299935-ece9-4283-be9e-a8a531996ecd,segment=NetworkSegment(9de66bc7-4add-4f23-847a-909dd090195c),segment_id=9de66bc7-4add-4f23-847a-909dd090195c)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:17:23.800195 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0bb316f0-a521-4ffd-a661-76ec19a0618d tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:23.876485 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-da2da665-4c9b-4512-9b7e-710d646bdd03 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:23.933640 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f68a0950-068c-4a4a-bc9c-8f572893ebef tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Router fb2e39a6-9f57-4a40-bbd7-a6307695eafd has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:17:23.947379 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf974ed1-94ab-4159-bab7-fe97176e65ea tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:17:23.956915 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-9e293710-86b6-4f99-ba61-bde5198cadf3 None None] Could not find standard attr ID for object 88a553ef-bc38-4da7-a710-3f95d43f4354. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:17:23.959936 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-0bb316f0-a521-4ffd-a661-76ec19a0618d tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Calling delete_port for 13299935-ece9-4283-be9e-a8a531996ecd owned by network:dhcp {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:17:24.121843 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cf974ed1-94ab-4159-bab7-fe97176e65ea tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:24.122338 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-cf974ed1-94ab-4159-bab7-fe97176e65ea tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] Added segment a455778a-acaa-4fe8-a803-6f5680bb2c2a of type vlan for network 56e0401e-0438-4f8f-8c1e-78b877fb53b4 Oct 04 09:17:24.130100 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487be4ab-fb59-4ccf-a298-a21116cd13b3 None None] DHCP port deletion for 814b7f90-929f-442f-bf77-fbff96ff2d6e request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:17:24.138315 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-9e293710-86b6-4f99-ba61-bde5198cadf3 None None] Provisioning for port 2e8c238b-77de-4b50-8197-4442cda1b93b completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:17:24.159232 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-9e293710-86b6-4f99-ba61-bde5198cadf3 None None] Provisioning complete for port 2e8c238b-77de-4b50-8197-4442cda1b93b triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:17:24.159626 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-9e293710-86b6-4f99-ba61-bde5198cadf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:24.159969 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-9e293710-86b6-4f99-ba61-bde5198cadf3 None None] Attempt 1 to provision port 2e8c238b-77de-4b50-8197-4442cda1b93b Oct 04 09:17:24.184275 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0bb316f0-a521-4ffd-a661-76ec19a0618d tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:24.185614 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-487be4ab-fb59-4ccf-a298-a21116cd13b3 None None] Deleting port 13299935-ece9-4283-be9e-a8a531996ecd {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:17:24.186156 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-487be4ab-fb59-4ccf-a298-a21116cd13b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:24.204621 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cf974ed1-94ab-4159-bab7-fe97176e65ea tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:24.228116 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68a0950-068c-4a4a-bc9c-8f572893ebef tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:17:24.231406 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-da2da665-4c9b-4512-9b7e-710d646bdd03 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:24.239360 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-a8ba7e22-4c21-4135-89d4-961051652d5f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] For port 8fda1584-9a96-4c78-a033-07a40ec7b079, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=8fda1584-9a96-4c78-a033-07a40ec7b079,segment=NetworkSegment(ee534e5a-59b4-4309-8ff3-ca8331db70f3),segment_id=ee534e5a-59b4-4309-8ff3-ca8331db70f3)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:17:24.239725 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a8ba7e22-4c21-4135-89d4-961051652d5f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:24.243072 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cbdd40-f7ad-4d4f-b4e8-7819f3a87ea8 None None] Sync routers for ids ['fb2e39a6-9f57-4a40-bbd7-a6307695eafd'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:17:24.252739 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cbdd40-f7ad-4d4f-b4e8-7819f3a87ea8 None None] Routers {'fb2e39a6-9f57-4a40-bbd7-a6307695eafd'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:17:24.253558 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-44cbdd40-f7ad-4d4f-b4e8-7819f3a87ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:17:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['fb2e39a6-9f57-4a40-bbd7-a6307695eafd'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:24.267574 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb316f0-a521-4ffd-a661-76ec19a0618d tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event deleted for resources: {'Port': ['ID=13299935-ece9-4283-be9e-a8a531996ecd,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:24.275369 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb316f0-a521-4ffd-a661-76ec19a0618d tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] No DVR routers for this DVR port 13299935-ece9-4283-be9e-a8a531996ecd on host dv-neutron-860215-1-hyperv {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:17:24.295199 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-f68a0950-068c-4a4a-bc9c-8f572893ebef tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "PUT /v2.0/routers/fb2e39a6-9f57-4a40-bbd7-a6307695eafd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3568974 Oct 04 09:17:24.337490 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cf974ed1-94ab-4159-bab7-fe97176e65ea tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:24.339017 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf974ed1-94ab-4159-bab7-fe97176e65ea tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:24.339449 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cf974ed1-94ab-4159-bab7-fe97176e65ea tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:24.342112 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-487be4ab-fb59-4ccf-a298-a21116cd13b3 None None] The port '13299935-ece9-4283-be9e-a8a531996ecd' was deleted {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 04 09:17:24.405218 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 58579954-877a-4856-83c4-542346d10238 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:17:24.413901 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-9e293710-86b6-4f99-ba61-bde5198cadf3 None None] Port 2e8c238b-77de-4b50-8197-4442cda1b93b cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:17:24.468371 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-44cbdd40-f7ad-4d4f-b4e8-7819f3a87ea8 None None] Set router fb2e39a6-9f57-4a40-bbd7-a6307695eafd gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:17:24.491061 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-7430f3a0-5a37-4bdc-b679-e2f7acf69930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'name': 'tempest-RoutersIpV6Test-router-1997751477', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:16:21Z', 'updated_at': '2022-10-04T09:17:20Z', 'revision_number': 9, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'gw_port_host': None, '_interfaces': [{'id': '50ec0c8d-3fe2-42db-beee-564da29f84c0', 'name': '', 'network_id': '6dd7e460-be85-42b6-8a4d-81c87d02d598', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:b0:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'b033d4b6-0978-4fce-8f97-1cf1db4aba17', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:34Z', 'updated_at': '2022-10-04T09:16:43Z', 'revision_number': 5, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': 'b033d4b6-0978-4fce-8f97-1cf1db4aba17', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65b6d67a-c9d4-4c5b-b010-727ccc5511e2', 'name': '', 'network_id': '6065a5f1-b66e-4f49-a8a1-e6d35ec1d22d', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:13:29:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '68eae767-d84c-4311-87d9-ebde9248d107', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:24Z', 'updated_at': '2022-10-04T09:16:37Z', 'revision_number': 5, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': '68eae767-d84c-4311-87d9-ebde9248d107', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:24.495888 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7430f3a0-5a37-4bdc-b679-e2f7acf69930 None None] The sync data for ids ['f972579a-6ef4-443c-a645-3233e1d7e64e'] in dv-neutron-860215-1-hyperv is: [{'id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'name': 'tempest-RoutersIpV6Test-router-1997751477', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:16:21Z', 'updated_at': '2022-10-04T09:17:20Z', 'revision_number': 9, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'gw_port_host': None, '_interfaces': [{'id': '50ec0c8d-3fe2-42db-beee-564da29f84c0', 'name': '', 'network_id': '6dd7e460-be85-42b6-8a4d-81c87d02d598', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:b0:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'b033d4b6-0978-4fce-8f97-1cf1db4aba17', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:34Z', 'updated_at': '2022-10-04T09:16:43Z', 'revision_number': 5, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': 'b033d4b6-0978-4fce-8f97-1cf1db4aba17', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65b6d67a-c9d4-4c5b-b010-727ccc5511e2', 'name': '', 'network_id': '6065a5f1-b66e-4f49-a8a1-e6d35ec1d22d', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:13:29:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '68eae767-d84c-4311-87d9-ebde9248d107', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:24Z', 'updated_at': '2022-10-04T09:16:37Z', 'revision_number': 5, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': '68eae767-d84c-4311-87d9-ebde9248d107', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:17:24.507363 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa2ac48-2cba-4821-b165-c0226cf91198 None None] DHCP port deletion for 35f54e98-9f24-485c-b0e8-82556896f878 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:17:24.507363 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-baa2ac48-2cba-4821-b165-c0226cf91198 None None] Deleting port 8fda1584-9a96-4c78-a033-07a40ec7b079 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:17:24.507363 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-baa2ac48-2cba-4821-b165-c0226cf91198 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:24.514349 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0bb316f0-a521-4ffd-a661-76ec19a0618d tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:24.620964 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-cf974ed1-94ab-4159-bab7-fe97176e65ea tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1039486 Oct 04 09:17:24.624921 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60784) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:24.645862 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-57c898e6-933a-4eab-af38-19dd2f5add7e tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] Request body: {'network': {'project_id': 'd73f000dbaeb4204b4ff9a7426a6b7bf'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:17:24.650142 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-da2da665-4c9b-4512-9b7e-710d646bdd03 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:24.695344 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-57c898e6-933a-4eab-af38-19dd2f5add7e tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:17:24.712389 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-57c898e6-933a-4eab-af38-19dd2f5add7e tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] Usage tracker for resource:network and tenant:d73f000dbaeb4204b4ff9a7426a6b7bf is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:17:24.715803 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2da665-4c9b-4512-9b7e-710d646bdd03 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event deleted for resources: {'Subnet': ['ID=346c4b66-5351-4bcb-a5ee-150472606bf1,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:24.720344 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-57c898e6-933a-4eab-af38-19dd2f5add7e tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:17:24.723951 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf974ed1-94ab-4159-bab7-fe97176e65ea tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] Pushing event updated for resources: {'Network': ['ID=56e0401e-0438-4f8f-8c1e-78b877fb53b4,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:24.730362 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-da2da665-4c9b-4512-9b7e-710d646bdd03 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:24.732973 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-da2da665-4c9b-4512-9b7e-710d646bdd03 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/subnets/346c4b66-5351-4bcb-a5ee-150472606bf1 HTTP/1.1" status: 204 len: 168 time: 1.3322849 Oct 04 09:17:24.737353 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60788) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:24.741038 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-57c898e6-933a-4eab-af38-19dd2f5add7e tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:17:24.775333 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-baa2ac48-2cba-4821-b165-c0226cf91198 None None] For port 8fda1584-9a96-4c78-a033-07a40ec7b079, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=8fda1584-9a96-4c78-a033-07a40ec7b079,segment=NetworkSegment(ee534e5a-59b4-4309-8ff3-ca8331db70f3),segment_id=ee534e5a-59b4-4309-8ff3-ca8331db70f3)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:17:24.775722 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-baa2ac48-2cba-4821-b165-c0226cf91198 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:24.795815 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-a8ba7e22-4c21-4135-89d4-961051652d5f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Calling delete_port for 8fda1584-9a96-4c78-a033-07a40ec7b079 owned by network:dhcp {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:17:24.802954 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-57c898e6-933a-4eab-af38-19dd2f5add7e tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 04 09:17:24.803447 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57c898e6-933a-4eab-af38-19dd2f5add7e tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:17:24.807312 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-57c898e6-933a-4eab-af38-19dd2f5add7e tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1787038 Oct 04 09:17:24.811468 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60792) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:24.838702 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-3e2b2e0f-d8cc-438c-8d20-1a9675c6fd75 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0992432 Oct 04 09:17:24.842265 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 60796) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:24.858899 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-a50c0ce7-dcb9-4603-80fe-72259225cabf tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'subnet': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:17:24.898422 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-0bb316f0-a521-4ffd-a661-76ec19a0618d tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['814b7f90-929f-442f-bf77-fbff96ff2d6e']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:24.909880 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-db90cf60-86e5-4937-863d-32a2f5d600b6 tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d73f000dbaeb4204b4ff9a7426a6b7bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0968804 Oct 04 09:17:24.914289 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60800) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:24.977987 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-baa2ac48-2cba-4821-b165-c0226cf91198 None None] Calling delete_port for 8fda1584-9a96-4c78-a033-07a40ec7b079 owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:17:25.006209 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-0bb316f0-a521-4ffd-a661-76ec19a0618d tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9de66bc7-4add-4f23-847a-909dd090195c') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:25.006567 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-0bb316f0-a521-4ffd-a661-76ec19a0618d tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9de66bc7-4add-4f23-847a-909dd090195c') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:25.027342 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0bb316f0-a521-4ffd-a661-76ec19a0618d tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:25.033767 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cdddbe48-5274-444e-90ac-ae2265412376 tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:25.040683 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-9e293710-86b6-4f99-ba61-bde5198cadf3 None None] Attempt 2 to provision port 2e8c238b-77de-4b50-8197-4442cda1b93b Oct 04 09:17:25.069981 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 56e0401e-0438-4f8f-8c1e-78b877fb53b4 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:17:25.073750 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cdddbe48-5274-444e-90ac-ae2265412376 tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:25.080011 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-a50c0ce7-dcb9-4603-80fe-72259225cabf tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:17:25.084935 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-a50c0ce7-dcb9-4603-80fe-72259225cabf tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Usage tracker for resource:subnet and tenant:3f91eae3af914b3ca9ea34a1eaa482e2 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:17:25.088088 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f73598-51c4-45f3-86c3-e25120f18e27 None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:17:25.088646 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-a50c0ce7-dcb9-4603-80fe-72259225cabf tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:17:25.095487 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-a50c0ce7-dcb9-4603-80fe-72259225cabf tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:17:25.101091 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-44cbdd40-f7ad-4d4f-b4e8-7819f3a87ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'name': 'tempest-TestNetworkBasicOps-router-1419800711', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.193'}], 'enable_snat': True}, 'gw_port_id': '9bd82293-4bab-4a4b-a307-2d52334cb934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:14:18Z', 'updated_at': '2022-10-04T09:17:22Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '9bd82293-4bab-4a4b-a307-2d52334cb934', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:74:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:14:21Z', 'updated_at': '2022-10-04T09:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'e0cdd116-4534-4eaa-8d9f-ef114ca092fa', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'floating_ip_address': '172.26.10.66', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'port_id': 'f53cc307-6abc-4e93-ac5e-9dd0d1b37229', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '138bf702-4d39-408e-a83e-f851bcf14b73', 'mac_address': 'fa:16:3e:76:5b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e266a4c5-20f7-4bed-a5ee-83c9dd7b0d80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:15:29Z', 'updated_at': '2022-10-04T09:15:37Z', 'revision_number': 1, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8c238b-77de-4b50-8197-4442cda1b93b', 'name': '', 'network_id': '98999962-6684-4cae-8a5e-eac6d8d168de', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:c9:6d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'e047c4b4-3f0f-405c-866d-ff0c3d006abc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:17:19Z', 'updated_at': '2022-10-04T09:17:22Z', 'revision_number': 2, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': 'e047c4b4-3f0f-405c-866d-ff0c3d006abc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95a57023-7c2b-4f2e-8f8f-f42d5e3ca393', 'name': '', 'network_id': '138bf702-4d39-408e-a83e-f851bcf14b73', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:34:d6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '6d967559-d6ed-45c4-9b8b-3040971872eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:14:33Z', 'updated_at': '2022-10-04T09:14:48Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': '6d967559-d6ed-45c4-9b8b-3040971872eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:25.108083 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0bb316f0-a521-4ffd-a661-76ec19a0618d tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:25.109039 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cbdd40-f7ad-4d4f-b4e8-7819f3a87ea8 None None] Checking router: fb2e39a6-9f57-4a40-bbd7-a6307695eafd for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:17:25.109949 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cbdd40-f7ad-4d4f-b4e8-7819f3a87ea8 None None] Updating router fb2e39a6-9f57-4a40-bbd7-a6307695eafd port 2e8c238b-77de-4b50-8197-4442cda1b93b binding host dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:17:25.119970 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50c0ce7-dcb9-4603-80fe-72259225cabf tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Made reservation on behalf of 3f91eae3af914b3ca9ea34a1eaa482e2 for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:17:25.125222 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a50c0ce7-dcb9-4603-80fe-72259225cabf tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:25.150524 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a8ba7e22-4c21-4135-89d4-961051652d5f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:25.154013 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cdddbe48-5274-444e-90ac-ae2265412376 tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:25.156380 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bb316f0-a521-4ffd-a661-76ec19a0618d tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:17:25.156873 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0bb316f0-a521-4ffd-a661-76ec19a0618d tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:25.168133 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 13299935-ece9-4283-be9e-a8a531996ecd no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:17:25.177556 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdddbe48-5274-444e-90ac-ae2265412376 tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c4b7a2-9629-4a75-b2a2-4207597ce359,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:25.201126 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cdddbe48-5274-444e-90ac-ae2265412376 tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:25.202679 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-cdddbe48-5274-444e-90ac-ae2265412376 tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] 10.222.0.50 "DELETE /v2.0/security-groups/89c4b7a2-9629-4a75-b2a2-4207597ce359 HTTP/1.1" status: 204 len: 168 time: 0.2872162 Oct 04 09:17:25.207271 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60804) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:25.223026 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-44cbdd40-f7ad-4d4f-b4e8-7819f3a87ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:25.291803 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 13299935-ece9-4283-be9e-a8a531996ecd {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:17:25.292330 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 13299935-ece9-4283-be9e-a8a531996ecd not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:17:25.292588 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 8fda1584-9a96-4c78-a033-07a40ec7b079 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:17:25.338188 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 9de66bc7-4add-4f23-847a-909dd090195c resource provider aggregate not found Oct 04 09:17:25.348695 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b0148a71-0cd0-44e4-9aa3-9b29b6665c60 tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:25.412969 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 8fda1584-9a96-4c78-a033-07a40ec7b079 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:17:25.413317 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 8fda1584-9a96-4c78-a033-07a40ec7b079 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:17:25.413745 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 16a147b9-cb3e-4e7e-b2fb-8db0901a7398 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:17:25.488398 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 16a147b9-cb3e-4e7e-b2fb-8db0901a7398 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:17:25.488747 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 16a147b9-cb3e-4e7e-b2fb-8db0901a7398 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:17:25.506546 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-9e293710-86b6-4f99-ba61-bde5198cadf3 None None] Port 2e8c238b-77de-4b50-8197-4442cda1b93b cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:17:25.530864 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b0148a71-0cd0-44e4-9aa3-9b29b6665c60 tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:25.550300 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.db.api [None req-baa2ac48-2cba-4821-b165-c0226cf91198 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:17:25.550661 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG oslo_db.api [None req-baa2ac48-2cba-4821-b165-c0226cf91198 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:17:25.556187 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ba7e22-4c21-4135-89d4-961051652d5f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event deleted for resources: {'Port': ['ID=8fda1584-9a96-4c78-a033-07a40ec7b079,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:25.559689 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 9de66bc7-4add-4f23-847a-909dd090195c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9de66bc7-4add-4f23-847a-909dd090195c found for delete ", "request_id": "req-9e8d351f-5680-4cfb-874e-1b65812c780e"}]} Oct 04 09:17:25.570952 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a50c0ce7-dcb9-4603-80fe-72259225cabf tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:25.574689 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-b0148a71-0cd0-44e4-9aa3-9b29b6665c60 tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56e0401e-0438-4f8f-8c1e-78b877fb53b4']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:25.587051 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ba7e22-4c21-4135-89d4-961051652d5f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] No DVR routers for this DVR port 8fda1584-9a96-4c78-a033-07a40ec7b079 on host dv-neutron-860215-1-hyperv {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:17:25.590839 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-b0148a71-0cd0-44e4-9aa3-9b29b6665c60 tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a455778a-acaa-4fe8-a803-6f5680bb2c2a') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:25.591492 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-b0148a71-0cd0-44e4-9aa3-9b29b6665c60 tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a455778a-acaa-4fe8-a803-6f5680bb2c2a') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:25.604811 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b0148a71-0cd0-44e4-9aa3-9b29b6665c60 tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:25.627205 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b0148a71-0cd0-44e4-9aa3-9b29b6665c60 tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:25.636118 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0148a71-0cd0-44e4-9aa3-9b29b6665c60 tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:17:25.636568 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b0148a71-0cd0-44e4-9aa3-9b29b6665c60 tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:25.658553 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-44cbdd40-f7ad-4d4f-b4e8-7819f3a87ea8 None None] Notify callbacks [] for port, precommit_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:25.710695 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment a455778a-acaa-4fe8-a803-6f5680bb2c2a resource provider aggregate not found Oct 04 09:17:25.724405 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50c0ce7-dcb9-4603-80fe-72259225cabf tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:17:25.732000 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment a455778a-acaa-4fe8-a803-6f5680bb2c2a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a455778a-acaa-4fe8-a803-6f5680bb2c2a found for delete ", "request_id": "req-628228d6-848b-4798-ace6-106c56635014"}]} Oct 04 09:17:25.733722 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-a50c0ce7-dcb9-4603-80fe-72259225cabf tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:17:25.767000 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.provisioning_blocks [None req-44cbdd40-f7ad-4d4f-b4e8-7819f3a87ea8 None None] Transition to ACTIVE for port object 2e8c238b-77de-4b50-8197-4442cda1b93b will not be triggered until provisioned by entity L2. {{(pid=89035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:17:25.767615 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b0148a71-0cd0-44e4-9aa3-9b29b6665c60 tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:25.781648 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-44cbdd40-f7ad-4d4f-b4e8-7819f3a87ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:25.786951 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b0148a71-0cd0-44e4-9aa3-9b29b6665c60 tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:25.793163 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-b0148a71-0cd0-44e4-9aa3-9b29b6665c60 tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] 10.222.0.50 "DELETE /v2.0/networks/56e0401e-0438-4f8f-8c1e-78b877fb53b4 HTTP/1.1" status: 204 len: 168 time: 0.5846276 Oct 04 09:17:25.796315 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60816) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:25.812647 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50c0ce7-dcb9-4603-80fe-72259225cabf tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:25.813537 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a50c0ce7-dcb9-4603-80fe-72259225cabf tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:25.817879 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0bb316f0-a521-4ffd-a661-76ec19a0618d tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:25.818835 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0148a71-0cd0-44e4-9aa3-9b29b6665c60 tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] Pushing event deleted for resources: {'Network': ['ID=56e0401e-0438-4f8f-8c1e-78b877fb53b4,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:25.828296 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0bb316f0-a521-4ffd-a661-76ec19a0618d tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:25.915249 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-a50c0ce7-dcb9-4603-80fe-72259225cabf tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0615218 Oct 04 09:17:25.917000 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a8ba7e22-4c21-4135-89d4-961051652d5f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:25.918342 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60820) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:25.927561 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-12086d61-00cd-4fef-954b-3d9c51f024a1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'port': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'name': 'tempest-NetworksTestDHCPv6-2015424741'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:17:25.928156 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50c0ce7-dcb9-4603-80fe-72259225cabf tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event updated for resources: {'Subnet': ['ID=a5159558-dabc-468e-82c6-a0fc64d8e125,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:25.934036 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-0bb316f0-a521-4ffd-a661-76ec19a0618d tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "DELETE /v2.0/networks/814b7f90-929f-442f-bf77-fbff96ff2d6e HTTP/1.1" status: 204 len: 168 time: 2.8856738 Oct 04 09:17:25.935014 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb316f0-a521-4ffd-a661-76ec19a0618d tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event deleted for resources: {'Network': ['ID=814b7f90-929f-442f-bf77-fbff96ff2d6e,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:25.938722 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 60824) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:25.983032 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5d4a7f-bca2-437d-beab-a36cdec70e26 None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:17:26.003880 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95f1c87-7d0e-4d12-af10-bc85647f71d7 None None] Pushing event updated for resources: {'Port': ['ID=2e8c238b-77de-4b50-8197-4442cda1b93b,revision_number=3']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:26.007097 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-9e293710-86b6-4f99-ba61-bde5198cadf3 None None] Attempt 3 to provision port 2e8c238b-77de-4b50-8197-4442cda1b93b Oct 04 09:17:26.018758 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-a8ba7e22-4c21-4135-89d4-961051652d5f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35f54e98-9f24-485c-b0e8-82556896f878']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:26.024549 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-44cbdd40-f7ad-4d4f-b4e8-7819f3a87ea8 None None] Attempting to bind port 2e8c238b-77de-4b50-8197-4442cda1b93b on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:17:26.024923 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-44cbdd40-f7ad-4d4f-b4e8-7819f3a87ea8 None None] Attempting to bind port 2e8c238b-77de-4b50-8197-4442cda1b93b by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'ec6de81c-a4ad-40ab-b324-ad9ea969be8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '98999962-6684-4cae-8a5e-eac6d8d168de'}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:17:26.025276 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cbdd40-f7ad-4d4f-b4e8-7819f3a87ea8 None None] Attempting to bind port 2e8c238b-77de-4b50-8197-4442cda1b93b on network 98999962-6684-4cae-8a5e-eac6d8d168de {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:17:26.031126 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cbdd40-f7ad-4d4f-b4e8-7819f3a87ea8 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:17:26.031499 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cbdd40-f7ad-4d4f-b4e8-7819f3a87ea8 None None] Checking segment: {'id': 'ec6de81c-a4ad-40ab-b324-ad9ea969be8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '98999962-6684-4cae-8a5e-eac6d8d168de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:17:26.031892 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-44cbdd40-f7ad-4d4f-b4e8-7819f3a87ea8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:26.032341 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cbdd40-f7ad-4d4f-b4e8-7819f3a87ea8 None None] Bound using segment: {'id': 'ec6de81c-a4ad-40ab-b324-ad9ea969be8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '98999962-6684-4cae-8a5e-eac6d8d168de'} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:17:26.033057 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-44cbdd40-f7ad-4d4f-b4e8-7819f3a87ea8 None None] Bound port: 2e8c238b-77de-4b50-8197-4442cda1b93b, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec6de81c-a4ad-40ab-b324-ad9ea969be8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '98999962-6684-4cae-8a5e-eac6d8d168de'}}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:17:26.033262 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-44cbdd40-f7ad-4d4f-b4e8-7819f3a87ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:26.037562 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-a8ba7e22-4c21-4135-89d4-961051652d5f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee534e5a-59b4-4309-8ff3-ca8331db70f3') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:26.038179 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-a8ba7e22-4c21-4135-89d4-961051652d5f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee534e5a-59b4-4309-8ff3-ca8331db70f3') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:26.053725 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a8ba7e22-4c21-4135-89d4-961051652d5f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:26.072037 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a8ba7e22-4c21-4135-89d4-961051652d5f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:26.078284 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-baa2ac48-2cba-4821-b165-c0226cf91198 None None] Deleting port 8fda1584-9a96-4c78-a033-07a40ec7b079 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:17:26.078666 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-baa2ac48-2cba-4821-b165-c0226cf91198 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:26.080221 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8ba7e22-4c21-4135-89d4-961051652d5f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:17:26.081543 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a8ba7e22-4c21-4135-89d4-961051652d5f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:26.094118 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-78a4180c-7b1f-4585-8ab4-7f8ae7b06048 tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:26.098296 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-12086d61-00cd-4fef-954b-3d9c51f024a1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:17:26.105275 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-12086d61-00cd-4fef-954b-3d9c51f024a1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Usage tracker for resource:port and tenant:3f91eae3af914b3ca9ea34a1eaa482e2 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:17:26.108405 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-12086d61-00cd-4fef-954b-3d9c51f024a1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:17:26.137368 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-44cbdd40-f7ad-4d4f-b4e8-7819f3a87ea8 None None] For port 2e8c238b-77de-4b50-8197-4442cda1b93b, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:17:26.142102 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-44cbdd40-f7ad-4d4f-b4e8-7819f3a87ea8 None None] For port 2e8c238b-77de-4b50-8197-4442cda1b93b, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=2e8c238b-77de-4b50-8197-4442cda1b93b,segment=NetworkSegment(ec6de81c-a4ad-40ab-b324-ad9ea969be8e),segment_id=ec6de81c-a4ad-40ab-b324-ad9ea969be8e)] {{(pid=89035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:17:26.143731 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-12086d61-00cd-4fef-954b-3d9c51f024a1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:17:26.148659 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-44cbdd40-f7ad-4d4f-b4e8-7819f3a87ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:26.208128 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-baa2ac48-2cba-4821-b165-c0226cf91198 None None] The port '8fda1584-9a96-4c78-a033-07a40ec7b079' was deleted {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 04 09:17:26.209841 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a8ba7e22-4c21-4135-89d4-961051652d5f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:26.213985 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-9e293710-86b6-4f99-ba61-bde5198cadf3 None None] Port 2e8c238b-77de-4b50-8197-4442cda1b93b cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:17:26.219339 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a8ba7e22-4c21-4135-89d4-961051652d5f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:26.250627 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95f1c87-7d0e-4d12-af10-bc85647f71d7 None None] Pushing event updated for resources: {'Port': ['ID=2e8c238b-77de-4b50-8197-4442cda1b93b,revision_number=4']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:26.256490 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-78a4180c-7b1f-4585-8ab4-7f8ae7b06048 tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:26.265295 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-a8ba7e22-4c21-4135-89d4-961051652d5f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "DELETE /v2.0/networks/35f54e98-9f24-485c-b0e8-82556896f878 HTTP/1.1" status: 204 len: 168 time: 2.8750958 Oct 04 09:17:26.269305 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ba7e22-4c21-4135-89d4-961051652d5f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event deleted for resources: {'Network': ['ID=35f54e98-9f24-485c-b0e8-82556896f878,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:26.274861 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 60828) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:26.277086 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cbdd40-f7ad-4d4f-b4e8-7819f3a87ea8 None None] Routers {'fb2e39a6-9f57-4a40-bbd7-a6307695eafd'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:17:26.277903 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-44cbdd40-f7ad-4d4f-b4e8-7819f3a87ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:17:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['fb2e39a6-9f57-4a40-bbd7-a6307695eafd'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:26.287209 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-78a4180c-7b1f-4585-8ab4-7f8ae7b06048 tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29a9972a-a8b3-4f69-bd68-813ad8780f86']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:26.307862 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-78a4180c-7b1f-4585-8ab4-7f8ae7b06048 tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6967c13b-6023-474e-92f8-f82d4449d862') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:26.308183 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-78a4180c-7b1f-4585-8ab4-7f8ae7b06048 tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6967c13b-6023-474e-92f8-f82d4449d862') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:26.321359 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-78a4180c-7b1f-4585-8ab4-7f8ae7b06048 tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:26.342885 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-78a4180c-7b1f-4585-8ab4-7f8ae7b06048 tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:26.343864 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78a4180c-7b1f-4585-8ab4-7f8ae7b06048 tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:17:26.344249 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-78a4180c-7b1f-4585-8ab4-7f8ae7b06048 tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:26.440493 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bc1558-4ac1-4ad6-9f5e-3fcac59ef526 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:26.441092 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-b9bc1558-4ac1-4ad6-9f5e-3fcac59ef526 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Synchronizing usage tracker for tenant:8de43eb137fe47f9a4031ea91b631fcc on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:17:26.451692 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-78a4180c-7b1f-4585-8ab4-7f8ae7b06048 tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:26.471577 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-b9bc1558-4ac1-4ad6-9f5e-3fcac59ef526 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Unset dirty status for tenant:8de43eb137fe47f9a4031ea91b631fcc on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:17:26.472948 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-b9bc1558-4ac1-4ad6-9f5e-3fcac59ef526 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "GET /v2.0/ports/3b5c60af-1360-4636-aca5-05676d817fe3 HTTP/1.1" status: 200 len: 845 time: 0.5333114 Oct 04 09:17:26.474230 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-78a4180c-7b1f-4585-8ab4-7f8ae7b06048 tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:26.478508 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12086d61-00cd-4fef-954b-3d9c51f024a1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Made reservation on behalf of 3f91eae3af914b3ca9ea34a1eaa482e2 for: {'port': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:17:26.480152 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 60832) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:26.482403 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-12086d61-00cd-4fef-954b-3d9c51f024a1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:26.501313 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a4180c-7b1f-4585-8ab4-7f8ae7b06048 tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] Pushing event deleted for resources: {'Network': ['ID=29a9972a-a8b3-4f69-bd68-813ad8780f86,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:26.511142 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-78a4180c-7b1f-4585-8ab4-7f8ae7b06048 tempest-QuotasNegativeTest-1812838931 tempest-QuotasNegativeTest-1812838931-project-admin] 10.222.0.50 "DELETE /v2.0/networks/29a9972a-a8b3-4f69-bd68-813ad8780f86 HTTP/1.1" status: 204 len: 168 time: 0.7137899 Oct 04 09:17:26.521047 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [None req-12086d61-00cd-4fef-954b-3d9c51f024a1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] device_id is not set on port 19da7bd9-8423-4f35-82e5-7950b8313f36 yet. {{(pid=89033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:17:26.521964 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-44cbdd40-f7ad-4d4f-b4e8-7819f3a87ea8 None None] Set router fb2e39a6-9f57-4a40-bbd7-a6307695eafd gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:17:26.598806 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-f8aa0f15-5c9e-4bf1-b18d-0587ce980637 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "GET /v2.0/ports/3b5c60af-1360-4636-aca5-05676d817fe3?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1166482 Oct 04 09:17:26.599823 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 60838) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:26.700006 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-a427881f-423b-4355-8dc1-33a7485b7b60 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Request body: {'subnet': {'network_id': '602fef91-1f5e-40a1-b170-232ec46eaf2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:17:26.715398 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-9e293710-86b6-4f99-ba61-bde5198cadf3 None None] Attempt 4 to provision port 2e8c238b-77de-4b50-8197-4442cda1b93b Oct 04 09:17:26.770641 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-12086d61-00cd-4fef-954b-3d9c51f024a1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Allocated IP 2001:db8::a4 (7b2ac456-c702-437f-ad18-06da05465ab2/a5159558-dabc-468e-82c6-a0fc64d8e125/19da7bd9-8423-4f35-82e5-7950b8313f36) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:17:26.835439 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-9e293710-86b6-4f99-ba61-bde5198cadf3 None None] Port 2e8c238b-77de-4b50-8197-4442cda1b93b had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 09:17:26.961795 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-53b4929e-9167-4bef-8db6-c98552f3f464 None None] Provisioning complete for port 58579954-877a-4856-83c4-542346d10238 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:17:26.963479 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-53b4929e-9167-4bef-8db6-c98552f3f464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:26.964271 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-53b4929e-9167-4bef-8db6-c98552f3f464 None None] Attempt 1 to provision port 58579954-877a-4856-83c4-542346d10238 Oct 04 09:17:27.047525 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-44cbdd40-f7ad-4d4f-b4e8-7819f3a87ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'name': 'tempest-TestNetworkBasicOps-router-1419800711', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.193'}], 'enable_snat': True}, 'gw_port_id': '9bd82293-4bab-4a4b-a307-2d52334cb934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:14:18Z', 'updated_at': '2022-10-04T09:17:22Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '9bd82293-4bab-4a4b-a307-2d52334cb934', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:74:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:14:21Z', 'updated_at': '2022-10-04T09:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'e0cdd116-4534-4eaa-8d9f-ef114ca092fa', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'floating_ip_address': '172.26.10.66', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'port_id': 'f53cc307-6abc-4e93-ac5e-9dd0d1b37229', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '138bf702-4d39-408e-a83e-f851bcf14b73', 'mac_address': 'fa:16:3e:76:5b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e266a4c5-20f7-4bed-a5ee-83c9dd7b0d80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:15:29Z', 'updated_at': '2022-10-04T09:15:37Z', 'revision_number': 1, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8c238b-77de-4b50-8197-4442cda1b93b', 'name': '', 'network_id': '98999962-6684-4cae-8a5e-eac6d8d168de', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:c9:6d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'e047c4b4-3f0f-405c-866d-ff0c3d006abc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:17:19Z', 'updated_at': '2022-10-04T09:17:26Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': 'e047c4b4-3f0f-405c-866d-ff0c3d006abc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95a57023-7c2b-4f2e-8f8f-f42d5e3ca393', 'name': '', 'network_id': '138bf702-4d39-408e-a83e-f851bcf14b73', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:34:d6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '6d967559-d6ed-45c4-9b8b-3040971872eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:14:33Z', 'updated_at': '2022-10-04T09:14:48Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': '6d967559-d6ed-45c4-9b8b-3040971872eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:27.059319 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cbdd40-f7ad-4d4f-b4e8-7819f3a87ea8 None None] The sync data for ids ['fb2e39a6-9f57-4a40-bbd7-a6307695eafd'] in dv-neutron-860215-1-hyperv is: [{'id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'name': 'tempest-TestNetworkBasicOps-router-1419800711', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.193'}], 'enable_snat': True}, 'gw_port_id': '9bd82293-4bab-4a4b-a307-2d52334cb934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:14:18Z', 'updated_at': '2022-10-04T09:17:22Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '9bd82293-4bab-4a4b-a307-2d52334cb934', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:74:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:14:21Z', 'updated_at': '2022-10-04T09:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'e0cdd116-4534-4eaa-8d9f-ef114ca092fa', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'floating_ip_address': '172.26.10.66', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'port_id': 'f53cc307-6abc-4e93-ac5e-9dd0d1b37229', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '138bf702-4d39-408e-a83e-f851bcf14b73', 'mac_address': 'fa:16:3e:76:5b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e266a4c5-20f7-4bed-a5ee-83c9dd7b0d80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:15:29Z', 'updated_at': '2022-10-04T09:15:37Z', 'revision_number': 1, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e8c238b-77de-4b50-8197-4442cda1b93b', 'name': '', 'network_id': '98999962-6684-4cae-8a5e-eac6d8d168de', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:c9:6d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'e047c4b4-3f0f-405c-866d-ff0c3d006abc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:17:19Z', 'updated_at': '2022-10-04T09:17:26Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': 'e047c4b4-3f0f-405c-866d-ff0c3d006abc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95a57023-7c2b-4f2e-8f8f-f42d5e3ca393', 'name': '', 'network_id': '138bf702-4d39-408e-a83e-f851bcf14b73', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:34:d6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '6d967559-d6ed-45c4-9b8b-3040971872eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:14:33Z', 'updated_at': '2022-10-04T09:14:48Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': '6d967559-d6ed-45c4-9b8b-3040971872eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:17:27.073104 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-a427881f-423b-4355-8dc1-33a7485b7b60 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:17:27.084410 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-a427881f-423b-4355-8dc1-33a7485b7b60 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Usage tracker for resource:subnet and tenant:8de43eb137fe47f9a4031ea91b631fcc is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:17:27.093741 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-a427881f-423b-4355-8dc1-33a7485b7b60 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:17:27.133926 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-a427881f-423b-4355-8dc1-33a7485b7b60 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:17:27.157262 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-53b4929e-9167-4bef-8db6-c98552f3f464 None None] Current status of the port 58579954-877a-4856-83c4-542346d10238 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:17:27.235076 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a427881f-423b-4355-8dc1-33a7485b7b60 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Made reservation on behalf of 8de43eb137fe47f9a4031ea91b631fcc for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:17:27.239251 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a427881f-423b-4355-8dc1-33a7485b7b60 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:27.278527 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-12086d61-00cd-4fef-954b-3d9c51f024a1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:27.283022 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60848) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:27.310396 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-12086d61-00cd-4fef-954b-3d9c51f024a1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Transition to ACTIVE for port object 19da7bd9-8423-4f35-82e5-7950b8313f36 will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:17:27.363059 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-12086d61-00cd-4fef-954b-3d9c51f024a1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:27.454813 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12086d61-00cd-4fef-954b-3d9c51f024a1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:17:27.461834 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-12086d61-00cd-4fef-954b-3d9c51f024a1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:17:27.466659 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-23dd76c1-b190-415b-9657-b98deba797f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:27.482330 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12086d61-00cd-4fef-954b-3d9c51f024a1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:17:27.488760 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12086d61-00cd-4fef-954b-3d9c51f024a1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:27.489731 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-12086d61-00cd-4fef-954b-3d9c51f024a1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:27.497321 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12086d61-00cd-4fef-954b-3d9c51f024a1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event updated for resources: {'Port': ['ID=19da7bd9-8423-4f35-82e5-7950b8313f36,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:27.506794 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-23dd76c1-b190-415b-9657-b98deba797f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:17:27.514659 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-23dd76c1-b190-415b-9657-b98deba797f5 admin admin] Usage tracker for resource:security_group_rule and tenant:f5b419752e004d209561e59a67bfde58 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:17:27.521408 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-23dd76c1-b190-415b-9657-b98deba797f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:17:27.524715 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-4764c989-8673-4b99-a7e6-6ef6d901864d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:27.528951 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-23dd76c1-b190-415b-9657-b98deba797f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:17:27.535616 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-12086d61-00cd-4fef-954b-3d9c51f024a1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6139259 Oct 04 09:17:27.541354 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 60854) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:27.654992 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment ee534e5a-59b4-4309-8ff3-ca8331db70f3 resource provider aggregate not found Oct 04 09:17:27.658859 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-23dd76c1-b190-415b-9657-b98deba797f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:27.667389 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-23dd76c1-b190-415b-9657-b98deba797f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:27.679402 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a427881f-423b-4355-8dc1-33a7485b7b60 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:27.692103 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment ee534e5a-59b4-4309-8ff3-ca8331db70f3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ee534e5a-59b4-4309-8ff3-ca8331db70f3 found for delete ", "request_id": "req-3fd4d674-36c8-4517-a391-8933c08f16c4"}]} Oct 04 09:17:27.739488 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dd76c1-b190-415b-9657-b98deba797f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a951ca-a0d6-4fe8-9bcc-3622d864be0c,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:27.747286 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-23dd76c1-b190-415b-9657-b98deba797f5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f5b419752e004d209561e59a67bfde58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4623377 Oct 04 09:17:27.748939 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60864) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:27.772566 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a427881f-423b-4355-8dc1-33a7485b7b60 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event updated for resources: {'Subnet': ['ID=356e6b18-e973-466c-8201-eb10fd17ca50,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:27.785062 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a427881f-423b-4355-8dc1-33a7485b7b60 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Network 602fef91-1f5e-40a1-b170-232ec46eaf2b is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:17:27.787937 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-86084256-6971-4650-a185-5cae984ae287 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736827'] for router_interface, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:27.793568 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 6967c13b-6023-474e-92f8-f82d4449d862 resource provider aggregate not found Oct 04 09:17:27.824687 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 6967c13b-6023-474e-92f8-f82d4449d862 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6967c13b-6023-474e-92f8-f82d4449d862 found for delete ", "request_id": "req-a58b242b-f029-4e66-b5eb-27901ee5c06f"}]} Oct 04 09:17:27.844746 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e2249411-b281-493b-83c7-bcb36524b7f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:27.851145 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-a427881f-423b-4355-8dc1-33a7485b7b60 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:17:27.854691 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a427881f-423b-4355-8dc1-33a7485b7b60 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:27.855085 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a427881f-423b-4355-8dc1-33a7485b7b60 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:27.864902 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91edb07b-1f7f-4880-9b06-eed0d6c312fd None None] Network 602fef91-1f5e-40a1-b170-232ec46eaf2b requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:17:27.877063 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e2249411-b281-493b-83c7-bcb36524b7f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:27.938064 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e2249411-b281-493b-83c7-bcb36524b7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:27.955453 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2249411-b281-493b-83c7-bcb36524b7f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a951ca-a0d6-4fe8-9bcc-3622d864be0c,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:27.964722 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-a427881f-423b-4355-8dc1-33a7485b7b60 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2764800 Oct 04 09:17:27.967656 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60870) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:27.974195 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-4dd1056f-8738-424b-86bb-e9958c31cb99 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Request body: {'security_group': {'name': 'tempest-secgroup-901849605'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:17:27.980287 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e2249411-b281-493b-83c7-bcb36524b7f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:27.983784 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-e2249411-b281-493b-83c7-bcb36524b7f9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/60a951ca-a0d6-4fe8-9bcc-3622d864be0c HTTP/1.1" status: 204 len: 168 time: 0.2315631 Oct 04 09:17:27.983784 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-4dd1056f-8738-424b-86bb-e9958c31cb99 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:17:27.987970 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-4dd1056f-8738-424b-86bb-e9958c31cb99 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Usage tracker for resource:security_group and tenant:8de43eb137fe47f9a4031ea91b631fcc is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:17:27.989770 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717531ff-633a-4dc8-9a47-6aa603b41583 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:27.990957 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-4dd1056f-8738-424b-86bb-e9958c31cb99 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:17:27.995584 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717531ff-633a-4dc8-9a47-6aa603b41583 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:27.996511 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-717531ff-633a-4dc8-9a47-6aa603b41583 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Synchronizing usage tracker for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:17:27.997287 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-4dd1056f-8738-424b-86bb-e9958c31cb99 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:17:28.005857 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-50e852f4-08a7-4fed-80af-4e1752c651b0 None None] Provisioning for port 19da7bd9-8423-4f35-82e5-7950b8313f36 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:17:28.010185 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4dd1056f-8738-424b-86bb-e9958c31cb99 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:28.018533 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-50e852f4-08a7-4fed-80af-4e1752c651b0 None None] Provisioning complete for port 19da7bd9-8423-4f35-82e5-7950b8313f36 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:17:28.018918 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-50e852f4-08a7-4fed-80af-4e1752c651b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:28.019307 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-50e852f4-08a7-4fed-80af-4e1752c651b0 None None] Attempt 1 to provision port 19da7bd9-8423-4f35-82e5-7950b8313f36 Oct 04 09:17:28.039006 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-4dd1056f-8738-424b-86bb-e9958c31cb99 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:17:28.044001 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-4dd1056f-8738-424b-86bb-e9958c31cb99 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Usage tracker for resource:security_group_rule and tenant:8de43eb137fe47f9a4031ea91b631fcc is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:17:28.047286 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-4dd1056f-8738-424b-86bb-e9958c31cb99 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:17:28.055561 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-4dd1056f-8738-424b-86bb-e9958c31cb99 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:17:28.135182 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-717531ff-633a-4dc8-9a47-6aa603b41583 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Unset dirty status for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:17:28.138850 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-717531ff-633a-4dc8-9a47-6aa603b41583 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.5941377 Oct 04 09:17:28.138983 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-50e852f4-08a7-4fed-80af-4e1752c651b0 None None] Port 19da7bd9-8423-4f35-82e5-7950b8313f36 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:17:28.146553 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 60876) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:28.151306 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4dd1056f-8738-424b-86bb-e9958c31cb99 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:28.160807 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4dd1056f-8738-424b-86bb-e9958c31cb99 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:28.223410 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd1056f-8738-424b-86bb-e9958c31cb99 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c22fdbaf-31ce-40b8-870a-417729e1c10e,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:28.228326 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4dd1056f-8738-424b-86bb-e9958c31cb99 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:28.229670 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-4dd1056f-8738-424b-86bb-e9958c31cb99 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.2611077 Oct 04 09:17:28.232504 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60882) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:28.238582 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-c6eb4f36-fe78-4abb-9f81-7a8e7060046c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Request body: {'security_group': {'name': 'tempest-secgroup-1578008698'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:17:28.247207 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-c6eb4f36-fe78-4abb-9f81-7a8e7060046c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:17:28.253341 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-c6eb4f36-fe78-4abb-9f81-7a8e7060046c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Usage tracker for resource:security_group and tenant:8de43eb137fe47f9a4031ea91b631fcc is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:17:28.257073 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-c6eb4f36-fe78-4abb-9f81-7a8e7060046c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:17:28.264918 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-c6eb4f36-fe78-4abb-9f81-7a8e7060046c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:17:28.269528 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-cf9854e1-18d6-4515-b310-1cfa800d6b55 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Deleting port 19da7bd9-8423-4f35-82e5-7950b8313f36 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:17:28.269896 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cf9854e1-18d6-4515-b310-1cfa800d6b55 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:28.278704 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c6eb4f36-fe78-4abb-9f81-7a8e7060046c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:28.307799 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-c6eb4f36-fe78-4abb-9f81-7a8e7060046c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:17:28.308008 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33d4885-2c61-4894-a60d-f3593ba5ef10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-602fef91-1f5e-40a1-b170-232ec46eaf2b', 'network_id': '602fef91-1f5e-40a1-b170-232ec46eaf2b', 'tenant_id': '8de43eb137fe47f9a4031ea91b631fcc', 'fixed_ips': [{'subnet_id': '356e6b18-e973-466c-8201-eb10fd17ca50'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:17:28.308008 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d33d4885-2c61-4894-a60d-f3593ba5ef10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:28.313898 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-c6eb4f36-fe78-4abb-9f81-7a8e7060046c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Usage tracker for resource:security_group_rule and tenant:8de43eb137fe47f9a4031ea91b631fcc is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:17:28.319524 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-c6eb4f36-fe78-4abb-9f81-7a8e7060046c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:17:28.329214 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-c6eb4f36-fe78-4abb-9f81-7a8e7060046c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:17:28.387881 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-86084256-6971-4650-a185-5cae984ae287 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Deleting port 50ec0c8d-3fe2-42db-beee-564da29f84c0 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:17:28.388229 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-86084256-6971-4650-a185-5cae984ae287 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:28.400222 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60886) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:28.439717 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a7586b28-f6ff-4b7c-a0ce-3e6811990be2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:28.455948 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c6eb4f36-fe78-4abb-9f81-7a8e7060046c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:28.461082 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-a7586b28-f6ff-4b7c-a0ce-3e6811990be2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:17:28.465427 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c6eb4f36-fe78-4abb-9f81-7a8e7060046c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:28.469242 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a7586b28-f6ff-4b7c-a0ce-3e6811990be2 admin admin] Usage tracker for resource:security_group_rule and tenant:780336ea1bf94e9986aa3185ac636b54 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:17:28.481821 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a7586b28-f6ff-4b7c-a0ce-3e6811990be2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:17:28.493688 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-d33d4885-2c61-4894-a60d-f3593ba5ef10 None None] Allocated IP 2001:db8::2 (602fef91-1f5e-40a1-b170-232ec46eaf2b/356e6b18-e973-466c-8201-eb10fd17ca50/0d034faa-847d-41c4-8c8a-68eee2dc0b52) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:17:28.497673 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-a7586b28-f6ff-4b7c-a0ce-3e6811990be2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:17:28.536169 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eb4f36-fe78-4abb-9f81-7a8e7060046c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6945b1-68a8-4a66-a394-43a227bf9dbf,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:28.542216 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c6eb4f36-fe78-4abb-9f81-7a8e7060046c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:28.543436 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-c6eb4f36-fe78-4abb-9f81-7a8e7060046c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3097477 Oct 04 09:17:28.547334 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60890) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:28.557162 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-5f175f84-08e6-426a-a67a-a372fbdbc15c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1271234013', 'security_groups': ['4c6945b1-68a8-4a66-a394-43a227bf9dbf'], 'network_id': '602fef91-1f5e-40a1-b170-232ec46eaf2b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '356e6b18-e973-466c-8201-eb10fd17ca50'}]}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:17:28.652690 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-50e852f4-08a7-4fed-80af-4e1752c651b0 None None] Attempt 2 to provision port 19da7bd9-8423-4f35-82e5-7950b8313f36 Oct 04 09:17:28.754482 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-5f175f84-08e6-426a-a67a-a372fbdbc15c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:17:28.762020 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a7586b28-f6ff-4b7c-a0ce-3e6811990be2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:28.776604 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a7586b28-f6ff-4b7c-a0ce-3e6811990be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:28.801924 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-5f175f84-08e6-426a-a67a-a372fbdbc15c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:17:28.822337 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 2e8c238b-77de-4b50-8197-4442cda1b93b up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:17:28.846634 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-86084256-6971-4650-a185-5cae984ae287 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] For port 50ec0c8d-3fe2-42db-beee-564da29f84c0, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=50ec0c8d-3fe2-42db-beee-564da29f84c0,segment=NetworkSegment(3ee2d6cd-445f-40a0-933d-e028c5993cb2),segment_id=3ee2d6cd-445f-40a0-933d-e028c5993cb2)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:17:28.847059 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-86084256-6971-4650-a185-5cae984ae287 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:28.852762 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f175f84-08e6-426a-a67a-a372fbdbc15c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Made reservation on behalf of 8de43eb137fe47f9a4031ea91b631fcc for: {'port': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:17:28.855304 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cf9854e1-18d6-4515-b310-1cfa800d6b55 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:28.905430 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-50e852f4-08a7-4fed-80af-4e1752c651b0 None None] Port 19da7bd9-8423-4f35-82e5-7950b8313f36 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:17:28.920910 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d33d4885-2c61-4894-a60d-f3593ba5ef10 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:28.935045 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d33d4885-2c61-4894-a60d-f3593ba5ef10 None None] Transition to ACTIVE for port object 0d034faa-847d-41c4-8c8a-68eee2dc0b52 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:17:28.946231 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a7586b28-f6ff-4b7c-a0ce-3e6811990be2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=780336ea1bf94e9986aa3185ac636b54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5433178 Oct 04 09:17:28.956854 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60894) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:28.957031 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 2e8c238b-77de-4b50-8197-4442cda1b93b completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:17:28.961263 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7586b28-f6ff-4b7c-a0ce-3e6811990be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da6654bc-ee06-499d-bcc9-29efa724650c,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:28.963665 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d33d4885-2c61-4894-a60d-f3593ba5ef10 None None] Transition to ACTIVE for port object 0d034faa-847d-41c4-8c8a-68eee2dc0b52 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:17:28.964605 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 2e8c238b-77de-4b50-8197-4442cda1b93b triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:17:28.965031 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:28.965378 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 2e8c238b-77de-4b50-8197-4442cda1b93b Oct 04 09:17:29.012493 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d33d4885-2c61-4894-a60d-f3593ba5ef10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:29.055343 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5f175f84-08e6-426a-a67a-a372fbdbc15c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:29.075534 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3fb6a7ca-33e0-45da-8f33-3b777b3ddc1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:29.086824 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33d4885-2c61-4894-a60d-f3593ba5ef10 None None] Network 602fef91-1f5e-40a1-b170-232ec46eaf2b is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:17:29.087066 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-86084256-6971-4650-a185-5cae984ae287 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Calling delete_port for 50ec0c8d-3fe2-42db-beee-564da29f84c0 owned by network:router_interface {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:17:29.090363 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-d33d4885-2c61-4894-a60d-f3593ba5ef10 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:17:29.093860 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [None req-5f175f84-08e6-426a-a67a-a372fbdbc15c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] device_id is not set on port 0d413456-dabf-4369-b953-60829e124369 yet. {{(pid=89033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:17:29.094613 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33d4885-2c61-4894-a60d-f3593ba5ef10 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:17:29.125635 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-cf9854e1-18d6-4515-b310-1cfa800d6b55 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Calling delete_port for 19da7bd9-8423-4f35-82e5-7950b8313f36 owned by {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:17:29.146269 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33d4885-2c61-4894-a60d-f3593ba5ef10 None None] Pushing event updated for resources: {'Port': ['ID=0d034faa-847d-41c4-8c8a-68eee2dc0b52,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:29.147706 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3fb6a7ca-33e0-45da-8f33-3b777b3ddc1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:29.217883 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33d4885-2c61-4894-a60d-f3593ba5ef10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:17:29.218122 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33d4885-2c61-4894-a60d-f3593ba5ef10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:17:29.218440 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33d4885-2c61-4894-a60d-f3593ba5ef10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:17:29.218925 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33d4885-2c61-4894-a60d-f3593ba5ef10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:17:29.219107 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33d4885-2c61-4894-a60d-f3593ba5ef10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:17:29.219517 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33d4885-2c61-4894-a60d-f3593ba5ef10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:17:29.219789 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33d4885-2c61-4894-a60d-f3593ba5ef10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:17:29.220099 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33d4885-2c61-4894-a60d-f3593ba5ef10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:17:29.220430 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33d4885-2c61-4894-a60d-f3593ba5ef10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:17:29.220806 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33d4885-2c61-4894-a60d-f3593ba5ef10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:17:29.221688 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33d4885-2c61-4894-a60d-f3593ba5ef10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:17:29.222011 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33d4885-2c61-4894-a60d-f3593ba5ef10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:17:29.279460 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 2e8c238b-77de-4b50-8197-4442cda1b93b is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:17:29.279850 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:29.289646 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-d33d4885-2c61-4894-a60d-f3593ba5ef10 None None] Attempting to bind port 0d034faa-847d-41c4-8c8a-68eee2dc0b52 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:17:29.290013 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-d33d4885-2c61-4894-a60d-f3593ba5ef10 None None] Attempting to bind port 0d034faa-847d-41c4-8c8a-68eee2dc0b52 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'fc6c1fe3-0b51-448d-a980-7ee37d490802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '602fef91-1f5e-40a1-b170-232ec46eaf2b'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:17:29.290374 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33d4885-2c61-4894-a60d-f3593ba5ef10 None None] Attempting to bind port 0d034faa-847d-41c4-8c8a-68eee2dc0b52 on network 602fef91-1f5e-40a1-b170-232ec46eaf2b {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:17:29.293451 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3fb6a7ca-33e0-45da-8f33-3b777b3ddc1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:29.301177 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33d4885-2c61-4894-a60d-f3593ba5ef10 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:17:29.301568 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33d4885-2c61-4894-a60d-f3593ba5ef10 None None] Checking segment: {'id': 'fc6c1fe3-0b51-448d-a980-7ee37d490802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '602fef91-1f5e-40a1-b170-232ec46eaf2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:17:29.302267 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d33d4885-2c61-4894-a60d-f3593ba5ef10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:29.302930 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33d4885-2c61-4894-a60d-f3593ba5ef10 None None] Bound using segment: {'id': 'fc6c1fe3-0b51-448d-a980-7ee37d490802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '602fef91-1f5e-40a1-b170-232ec46eaf2b'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:17:29.303651 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-d33d4885-2c61-4894-a60d-f3593ba5ef10 None None] Bound port: 0d034faa-847d-41c4-8c8a-68eee2dc0b52, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc6c1fe3-0b51-448d-a980-7ee37d490802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '602fef91-1f5e-40a1-b170-232ec46eaf2b'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:17:29.304426 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d33d4885-2c61-4894-a60d-f3593ba5ef10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:29.340545 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cf9854e1-18d6-4515-b310-1cfa800d6b55 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:29.354678 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb6a7ca-33e0-45da-8f33-3b777b3ddc1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6654bc-ee06-499d-bcc9-29efa724650c,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:29.379056 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 2e8c238b-77de-4b50-8197-4442cda1b93b, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=2e8c238b-77de-4b50-8197-4442cda1b93b,segment=NetworkSegment(ec6de81c-a4ad-40ab-b324-ad9ea969be8e),segment_id=ec6de81c-a4ad-40ab-b324-ad9ea969be8e)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:17:29.392116 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:29.406829 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3fb6a7ca-33e0-45da-8f33-3b777b3ddc1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:29.410453 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-3fb6a7ca-33e0-45da-8f33-3b777b3ddc1c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/da6654bc-ee06-499d-bcc9-29efa724650c HTTP/1.1" status: 204 len: 168 time: 0.4501674 Oct 04 09:17:29.422099 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-5f175f84-08e6-426a-a67a-a372fbdbc15c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Allocated IP 2001:db8::1ab (602fef91-1f5e-40a1-b170-232ec46eaf2b/356e6b18-e973-466c-8201-eb10fd17ca50/0d413456-dabf-4369-b953-60829e124369) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:17:29.431122 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-50e852f4-08a7-4fed-80af-4e1752c651b0 None None] Attempt 3 to provision port 19da7bd9-8423-4f35-82e5-7950b8313f36 Oct 04 09:17:29.446840 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9854e1-18d6-4515-b310-1cfa800d6b55 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event deleted for resources: {'Port': ['ID=19da7bd9-8423-4f35-82e5-7950b8313f36,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:29.511208 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cf9854e1-18d6-4515-b310-1cfa800d6b55 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:29.521305 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-50e852f4-08a7-4fed-80af-4e1752c651b0 None None] Port 19da7bd9-8423-4f35-82e5-7950b8313f36 was deleted so its status cannot be updated. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 04 09:17:29.543337 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d33d4885-2c61-4894-a60d-f3593ba5ef10 None None] For port 0d034faa-847d-41c4-8c8a-68eee2dc0b52, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:17:29.547890 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d33d4885-2c61-4894-a60d-f3593ba5ef10 None None] For port 0d034faa-847d-41c4-8c8a-68eee2dc0b52, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=0d034faa-847d-41c4-8c8a-68eee2dc0b52,segment=NetworkSegment(fc6c1fe3-0b51-448d-a980-7ee37d490802),segment_id=fc6c1fe3-0b51-448d-a980-7ee37d490802)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:17:29.553272 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=2e8c238b-77de-4b50-8197-4442cda1b93b,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:29.562623 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d33d4885-2c61-4894-a60d-f3593ba5ef10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:29.581685 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-86084256-6971-4650-a185-5cae984ae287 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:29.641661 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-cf9854e1-18d6-4515-b310-1cfa800d6b55 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/ports/19da7bd9-8423-4f35-82e5-7950b8313f36 HTTP/1.1" status: 204 len: 168 time: 1.4931159 Oct 04 09:17:29.644266 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60902) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:29.684413 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33d4885-2c61-4894-a60d-f3593ba5ef10 None None] Pushing event updated for resources: {'Port': ['ID=0d034faa-847d-41c4-8c8a-68eee2dc0b52,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:29.730229 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86084256-6971-4650-a185-5cae984ae287 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event deleted for resources: {'Port': ['ID=50ec0c8d-3fe2-42db-beee-564da29f84c0,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:29.837579 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59ae601-1a07-4d42-8f8e-cffcc6da393a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:29.839122 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59ae601-1a07-4d42-8f8e-cffcc6da393a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:29.840065 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-b59ae601-1a07-4d42-8f8e-cffcc6da393a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Synchronizing usage tracker for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:subnet {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:17:29.883735 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5f175f84-08e6-426a-a67a-a372fbdbc15c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:29.899356 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-b59ae601-1a07-4d42-8f8e-cffcc6da393a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Unset dirty status for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:subnet {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:17:29.900768 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-b59ae601-1a07-4d42-8f8e-cffcc6da393a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2561989 Oct 04 09:17:29.905616 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 60908) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:29.914361 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-5f175f84-08e6-426a-a67a-a372fbdbc15c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Transition to ACTIVE for port object 0d413456-dabf-4369-b953-60829e124369 will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:17:29.944634 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5f175f84-08e6-426a-a67a-a372fbdbc15c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:30.036137 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_v2 [None req-09a5c8ff-7e2a-4c73-a3ab-7ea3386958e6 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Deleting subnet a5159558-dabc-468e-82c6-a0fc64d8e125 {{(pid=89032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:17:30.042460 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-86084256-6971-4650-a185-5cae984ae287 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736911'] for router_interface, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:30.047710 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-09a5c8ff-7e2a-4c73-a3ab-7ea3386958e6 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:30.089415 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f175f84-08e6-426a-a67a-a372fbdbc15c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Network 602fef91-1f5e-40a1-b170-232ec46eaf2b is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:17:30.092983 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-5f175f84-08e6-426a-a67a-a372fbdbc15c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:17:30.097603 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f175f84-08e6-426a-a67a-a372fbdbc15c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:17:30.103230 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f175f84-08e6-426a-a67a-a372fbdbc15c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:30.103842 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5f175f84-08e6-426a-a67a-a372fbdbc15c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:30.109839 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f175f84-08e6-426a-a67a-a372fbdbc15c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event updated for resources: {'Port': ['ID=0d413456-dabf-4369-b953-60829e124369,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:30.139436 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-5f175f84-08e6-426a-a67a-a372fbdbc15c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5910211 Oct 04 09:17:30.142213 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60920) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:30.150653 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-213af3de-2308-4789-a621-cb38c854311e tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Request body: {'subnet': {'network_id': '602fef91-1f5e-40a1-b170-232ec46eaf2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:17:30.232795 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f498cdcc-f373-43cb-a8c8-bebbba720467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:30.278793 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-09a5c8ff-7e2a-4c73-a3ab-7ea3386958e6 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885153'] for subnet, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:30.334071 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-213af3de-2308-4789-a621-cb38c854311e tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:17:30.338850 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-213af3de-2308-4789-a621-cb38c854311e tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Usage tracker for resource:subnet and tenant:8de43eb137fe47f9a4031ea91b631fcc is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:17:30.342382 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-213af3de-2308-4789-a621-cb38c854311e tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:17:30.353941 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-213af3de-2308-4789-a621-cb38c854311e tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:17:30.367531 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213af3de-2308-4789-a621-cb38c854311e tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Made reservation on behalf of 8de43eb137fe47f9a4031ea91b631fcc for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:17:30.372938 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-213af3de-2308-4789-a621-cb38c854311e tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:30.496466 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-09a5c8ff-7e2a-4c73-a3ab-7ea3386958e6 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:30.572030 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60932) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:30.647486 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:30.678900 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.ipam_backend_mixin [None req-213af3de-2308-4789-a621-cb38c854311e tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 356e6b18-e973-466c-8201-eb10fd17ca50 (CIDR: 2001:db8::/64) Oct 04 09:17:30.684846 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-213af3de-2308-4789-a621-cb38c854311e tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 09:17:30.685535 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-213af3de-2308-4789-a621-cb38c854311e tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:17:30.726480 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:30.737578 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-213af3de-2308-4789-a621-cb38c854311e tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5908875 Oct 04 09:17:30.742652 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60938) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:30.750129 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86084256-6971-4650-a185-5cae984ae287 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Router f972579a-6ef4-443c-a645-3233e1d7e64e has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:17:30.764350 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-09a5c8ff-7e2a-4c73-a3ab-7ea3386958e6 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:30.767023 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-97c118d5-8186-4428-9ee6-ddd799eb1b44 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Request body: {'subnet': {'network_id': '602fef91-1f5e-40a1-b170-232ec46eaf2b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:17:30.888440 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a5c8ff-7e2a-4c73-a3ab-7ea3386958e6 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event deleted for resources: {'Subnet': ['ID=a5159558-dabc-468e-82c6-a0fc64d8e125,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:30.900580 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-93e03f61-78ca-42b3-a0e6-22e29cdc8454 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-150650908'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:17:30.903689 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 2e8c238b-77de-4b50-8197-4442cda1b93b up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:17:30.905905 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-09a5c8ff-7e2a-4c73-a3ab-7ea3386958e6 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:30.921689 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-93e03f61-78ca-42b3-a0e6-22e29cdc8454 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:17:30.927217 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-93e03f61-78ca-42b3-a0e6-22e29cdc8454 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Usage tracker for resource:network and tenant:6a8c5afe43d44eecaa2879f14dcd6043 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:17:30.930476 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-93e03f61-78ca-42b3-a0e6-22e29cdc8454 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:17:30.937534 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-93e03f61-78ca-42b3-a0e6-22e29cdc8454 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:17:30.938095 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ec27e9-543b-46f2-abb1-9046115c99b8 None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:17:30.961992 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e03f61-78ca-42b3-a0e6-22e29cdc8454 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Made reservation on behalf of 6a8c5afe43d44eecaa2879f14dcd6043 for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:17:30.966608 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-93e03f61-78ca-42b3-a0e6-22e29cdc8454 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:30.988981 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-93e03f61-78ca-42b3-a0e6-22e29cdc8454 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:31.015210 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-93e03f61-78ca-42b3-a0e6-22e29cdc8454 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:17:31.026374 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-93e03f61-78ca-42b3-a0e6-22e29cdc8454 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Usage tracker for resource:security_group_rule and tenant:6a8c5afe43d44eecaa2879f14dcd6043 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:17:31.028937 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-09a5c8ff-7e2a-4c73-a3ab-7ea3386958e6 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/subnets/a5159558-dabc-468e-82c6-a0fc64d8e125 HTTP/1.1" status: 204 len: 168 time: 1.1222463 Oct 04 09:17:31.031035 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 60942) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:31.034439 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-93e03f61-78ca-42b3-a0e6-22e29cdc8454 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:17:31.056134 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-93e03f61-78ca-42b3-a0e6-22e29cdc8454 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:17:31.097497 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-97c118d5-8186-4428-9ee6-ddd799eb1b44 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:17:31.105003 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-97c118d5-8186-4428-9ee6-ddd799eb1b44 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Usage tracker for resource:subnet and tenant:8de43eb137fe47f9a4031ea91b631fcc is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:17:31.105788 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86084256-6971-4650-a185-5cae984ae287 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:17:31.116192 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-97c118d5-8186-4428-9ee6-ddd799eb1b44 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:17:31.120138 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-86084256-6971-4650-a185-5cae984ae287 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "PUT /v2.0/routers/f972579a-6ef4-443c-a645-3233e1d7e64e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8411560 Oct 04 09:17:31.121185 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 60946) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:31.130723 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-97c118d5-8186-4428-9ee6-ddd799eb1b44 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:17:31.138584 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697af861-1bc4-4127-bea2-d3ff0920738d None None] Sync routers for ids ['f972579a-6ef4-443c-a645-3233e1d7e64e'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:17:31.157588 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c118d5-8186-4428-9ee6-ddd799eb1b44 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Made reservation on behalf of 8de43eb137fe47f9a4031ea91b631fcc for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:17:31.162178 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-97c118d5-8186-4428-9ee6-ddd799eb1b44 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:31.180276 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 2e8c238b-77de-4b50-8197-4442cda1b93b triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:17:31.180925 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:31.181414 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 2e8c238b-77de-4b50-8197-4442cda1b93b Oct 04 09:17:31.207871 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-8e8c1a03-3d14-462e-9b9d-5b63d1023ea2 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1623099 Oct 04 09:17:31.211438 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697af861-1bc4-4127-bea2-d3ff0920738d None None] Routers {'f972579a-6ef4-443c-a645-3233e1d7e64e'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:17:31.212270 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-697af861-1bc4-4127-bea2-d3ff0920738d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:17:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['f972579a-6ef4-443c-a645-3233e1d7e64e'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:31.212574 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_v2 [None req-6118d888-655f-47fc-a587-7b67d91d01c0 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Deleting subnet b033d4b6-0978-4fce-8f97-1cf1db4aba17 {{(pid=89032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:17:31.214446 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 60950) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:31.217769 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6118d888-655f-47fc-a587-7b67d91d01c0 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for subnet, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:31.251097 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-77858d82-c6d7-47a4-a4ef-c955dcc1f9a7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'subnet': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:17:31.302420 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-93e03f61-78ca-42b3-a0e6-22e29cdc8454 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:31.321029 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-93e03f61-78ca-42b3-a0e6-22e29cdc8454 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:31.376942 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93e03f61-78ca-42b3-a0e6-22e29cdc8454 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:17:31.379523 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6118d888-655f-47fc-a587-7b67d91d01c0 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885153'] for subnet, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:31.393730 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e03f61-78ca-42b3-a0e6-22e29cdc8454 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=351e9199-f93c-4abd-bfc7-646624ee4754,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:31.407614 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-93e03f61-78ca-42b3-a0e6-22e29cdc8454 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:31.407960 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-93e03f61-78ca-42b3-a0e6-22e29cdc8454 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Added segment 94dd4784-8387-4068-8482-173301e3f42f of type vlan for network 7748b98d-56d0-490f-a7f5-8200a0941795 Oct 04 09:17:31.425770 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-99212b6f-cc54-4f83-a333-bb518104c4e9 None None] Provisioning complete for port 3b5c60af-1360-4636-aca5-05676d817fe3 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:17:31.426754 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-99212b6f-cc54-4f83-a333-bb518104c4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:31.427093 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-99212b6f-cc54-4f83-a333-bb518104c4e9 None None] Attempt 1 to provision port 3b5c60af-1360-4636-aca5-05676d817fe3 Oct 04 09:17:31.446847 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-77858d82-c6d7-47a4-a4ef-c955dcc1f9a7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:17:31.454825 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-77858d82-c6d7-47a4-a4ef-c955dcc1f9a7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Usage tracker for resource:subnet and tenant:3f91eae3af914b3ca9ea34a1eaa482e2 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:17:31.459998 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-77858d82-c6d7-47a4-a4ef-c955dcc1f9a7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:17:31.469900 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-93e03f61-78ca-42b3-a0e6-22e29cdc8454 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:31.472265 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-77858d82-c6d7-47a4-a4ef-c955dcc1f9a7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:17:31.493055 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77858d82-c6d7-47a4-a4ef-c955dcc1f9a7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Made reservation on behalf of 3f91eae3af914b3ca9ea34a1eaa482e2 for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:17:31.496792 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-77858d82-c6d7-47a4-a4ef-c955dcc1f9a7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:31.514536 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-99212b6f-cc54-4f83-a333-bb518104c4e9 None None] Port 3b5c60af-1360-4636-aca5-05676d817fe3 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:17:31.525919 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-697af861-1bc4-4127-bea2-d3ff0920738d None None] Set router f972579a-6ef4-443c-a645-3233e1d7e64e gateway port host: None {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:17:31.554959 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-93e03f61-78ca-42b3-a0e6-22e29cdc8454 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:31.560463 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e03f61-78ca-42b3-a0e6-22e29cdc8454 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:31.561059 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-93e03f61-78ca-42b3-a0e6-22e29cdc8454 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:31.613181 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6118d888-655f-47fc-a587-7b67d91d01c0 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:31.632724 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3892ee12-fb38-4d93-b932-23540ed09410 None None] DHCP port deletion for 7b2ac456-c702-437f-ad18-06da05465ab2 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:17:31.659708 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-3892ee12-fb38-4d93-b932-23540ed09410 None None] Deleting port 58579954-877a-4856-83c4-542346d10238 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:17:31.659968 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-3892ee12-fb38-4d93-b932-23540ed09410 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:31.701439 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e03f61-78ca-42b3-a0e6-22e29cdc8454 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Pushing event updated for resources: {'Network': ['ID=7748b98d-56d0-490f-a7f5-8200a0941795,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:31.722204 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-93e03f61-78ca-42b3-a0e6-22e29cdc8454 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.1487718 Oct 04 09:17:31.726189 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60956) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:31.748953 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 7748b98d-56d0-490f-a7f5-8200a0941795 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:17:31.779330 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-317af7dc-758e-459f-8d01-b49757601030 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Request body: {'subnet': {'network_id': '7748b98d-56d0-490f-a7f5-8200a0941795', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:17:31.789270 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6118d888-655f-47fc-a587-7b67d91d01c0 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:31.836432 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6118d888-655f-47fc-a587-7b67d91d01c0 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event deleted for resources: {'Subnet': ['ID=b033d4b6-0978-4fce-8f97-1cf1db4aba17,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:31.847449 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6118d888-655f-47fc-a587-7b67d91d01c0 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:31.863633 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-6118d888-655f-47fc-a587-7b67d91d01c0 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "DELETE /v2.0/subnets/b033d4b6-0978-4fce-8f97-1cf1db4aba17 HTTP/1.1" status: 204 len: 168 time: 0.7324765 Oct 04 09:17:31.864577 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 60960) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:31.867928 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-97c118d5-8186-4428-9ee6-ddd799eb1b44 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:31.902704 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c7a9f0-566c-473d-b6aa-9d7c34b2bd8f None None] Network 6dd7e460-be85-42b6-8a4d-81c87d02d598 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:17:31.922062 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 2e8c238b-77de-4b50-8197-4442cda1b93b is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:17:31.922946 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 0d034faa-847d-41c4-8c8a-68eee2dc0b52 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:17:31.946556 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c118d5-8186-4428-9ee6-ddd799eb1b44 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Network 602fef91-1f5e-40a1-b170-232ec46eaf2b is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:17:31.953273 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-97c118d5-8186-4428-9ee6-ddd799eb1b44 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:17:31.955952 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-317af7dc-758e-459f-8d01-b49757601030 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:17:31.961837 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c118d5-8186-4428-9ee6-ddd799eb1b44 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:31.962424 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-97c118d5-8186-4428-9ee6-ddd799eb1b44 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:31.967648 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-317af7dc-758e-459f-8d01-b49757601030 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Usage tracker for resource:subnet and tenant:6a8c5afe43d44eecaa2879f14dcd6043 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:17:31.972431 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-317af7dc-758e-459f-8d01-b49757601030 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:17:31.988778 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-317af7dc-758e-459f-8d01-b49757601030 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:17:31.994068 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c118d5-8186-4428-9ee6-ddd799eb1b44 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event updated for resources: {'Subnet': ['ID=389e8b20-15c4-44ba-99d9-b3ed6a5f7ed6,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:32.008521 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-97c118d5-8186-4428-9ee6-ddd799eb1b44 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2606993 Oct 04 09:17:32.008521 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60964) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:32.014965 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-6a695eef-250a-4e67-a25e-052edd5d99c3 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-771561294', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '389e8b20-15c4-44ba-99d9-b3ed6a5f7ed6'}], 'security_groups': ['c22fdbaf-31ce-40b8-870a-417729e1c10e']}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:17:32.026633 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-73554c61-c06d-4d0b-ab13-d5e4ff0ac1e1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:32.030163 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-77858d82-c6d7-47a4-a4ef-c955dcc1f9a7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:32.034442 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-99212b6f-cc54-4f83-a333-bb518104c4e9 None None] Attempt 2 to provision port 3b5c60af-1360-4636-aca5-05676d817fe3 Oct 04 09:17:32.054638 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317af7dc-758e-459f-8d01-b49757601030 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Made reservation on behalf of 6a8c5afe43d44eecaa2879f14dcd6043 for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:17:32.057455 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a47c441-7869-4ff7-9c6b-e29ed128b65a None None] Network 602fef91-1f5e-40a1-b170-232ec46eaf2b requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:17:32.058067 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-317af7dc-758e-459f-8d01-b49757601030 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:32.093919 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77858d82-c6d7-47a4-a4ef-c955dcc1f9a7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:17:32.094849 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-73554c61-c06d-4d0b-ab13-d5e4ff0ac1e1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Deleting port 842cb5a1-0f9d-471c-8b88-ea1d531f7c53 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:17:32.095185 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-73554c61-c06d-4d0b-ab13-d5e4ff0ac1e1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:32.122090 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-77858d82-c6d7-47a4-a4ef-c955dcc1f9a7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:17:32.125515 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77858d82-c6d7-47a4-a4ef-c955dcc1f9a7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:32.126108 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-77858d82-c6d7-47a4-a4ef-c955dcc1f9a7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:32.171024 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77858d82-c6d7-47a4-a4ef-c955dcc1f9a7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event updated for resources: {'Subnet': ['ID=3c826a67-a903-4da8-856b-a96bc24e4d9e,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:32.258308 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6a695eef-250a-4e67-a25e-052edd5d99c3 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:32.337656 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-77858d82-c6d7-47a4-a4ef-c955dcc1f9a7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1203833 Oct 04 09:17:32.339271 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60968) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:32.375865 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-cdb6314e-d37f-4d84-bb89-c0852bc56a8d tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'port': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'name': 'tempest-NetworksTestDHCPv6-247522120'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:17:32.475059 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-73554c61-c06d-4d0b-ab13-d5e4ff0ac1e1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] For port 842cb5a1-0f9d-471c-8b88-ea1d531f7c53, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=842cb5a1-0f9d-471c-8b88-ea1d531f7c53,segment=NetworkSegment(3ee2d6cd-445f-40a0-933d-e028c5993cb2),segment_id=3ee2d6cd-445f-40a0-933d-e028c5993cb2)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:17:32.475059 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-73554c61-c06d-4d0b-ab13-d5e4ff0ac1e1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:32.502472 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:32.510045 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-99212b6f-cc54-4f83-a333-bb518104c4e9 None None] Port 3b5c60af-1360-4636-aca5-05676d817fe3 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:17:32.613722 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-73554c61-c06d-4d0b-ab13-d5e4ff0ac1e1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Calling delete_port for 842cb5a1-0f9d-471c-8b88-ea1d531f7c53 owned by network:dhcp {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:17:32.695708 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 0d034faa-847d-41c4-8c8a-68eee2dc0b52 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:17:32.720217 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-3892ee12-fb38-4d93-b932-23540ed09410 None None] For port 58579954-877a-4856-83c4-542346d10238, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=58579954-877a-4856-83c4-542346d10238,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:17:32.720713 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-3892ee12-fb38-4d93-b932-23540ed09410 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:32.727429 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-73554c61-c06d-4d0b-ab13-d5e4ff0ac1e1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:32.844148 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73554c61-c06d-4d0b-ab13-d5e4ff0ac1e1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event deleted for resources: {'Port': ['ID=842cb5a1-0f9d-471c-8b88-ea1d531f7c53,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:32.866245 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73554c61-c06d-4d0b-ab13-d5e4ff0ac1e1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] No DVR routers for this DVR port 842cb5a1-0f9d-471c-8b88-ea1d531f7c53 on host dv-neutron-860215-1-hyperv {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:17:32.928391 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-317af7dc-758e-459f-8d01-b49757601030 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:32.970021 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 58579954-877a-4856-83c4-542346d10238 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:17:33.004542 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317af7dc-758e-459f-8d01-b49757601030 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Pushing event updated for resources: {'Subnet': ['ID=3a033b87-3796-41c1-8e72-1892d0a93f95,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:33.015048 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-3892ee12-fb38-4d93-b932-23540ed09410 None None] Calling delete_port for 58579954-877a-4856-83c4-542346d10238 owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:17:33.021504 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-cdb6314e-d37f-4d84-bb89-c0852bc56a8d tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:17:33.031158 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-cdb6314e-d37f-4d84-bb89-c0852bc56a8d tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Usage tracker for resource:port and tenant:3f91eae3af914b3ca9ea34a1eaa482e2 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:17:33.032406 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-73554c61-c06d-4d0b-ab13-d5e4ff0ac1e1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:33.042071 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-cdb6314e-d37f-4d84-bb89-c0852bc56a8d tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:17:33.058378 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-99212b6f-cc54-4f83-a333-bb518104c4e9 None None] Attempt 3 to provision port 3b5c60af-1360-4636-aca5-05676d817fe3 Oct 04 09:17:33.060556 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-cdb6314e-d37f-4d84-bb89-c0852bc56a8d tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:17:33.063249 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-73554c61-c06d-4d0b-ab13-d5e4ff0ac1e1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dd7e460-be85-42b6-8a4d-81c87d02d598']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:33.075948 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-73554c61-c06d-4d0b-ab13-d5e4ff0ac1e1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ee2d6cd-445f-40a0-933d-e028c5993cb2') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:33.076240 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-73554c61-c06d-4d0b-ab13-d5e4ff0ac1e1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ee2d6cd-445f-40a0-933d-e028c5993cb2') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:33.089254 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-73554c61-c06d-4d0b-ab13-d5e4ff0ac1e1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:33.106188 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-73554c61-c06d-4d0b-ab13-d5e4ff0ac1e1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:33.113209 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73554c61-c06d-4d0b-ab13-d5e4ff0ac1e1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:17:33.113556 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-73554c61-c06d-4d0b-ab13-d5e4ff0ac1e1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:33.122773 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb6314e-d37f-4d84-bb89-c0852bc56a8d tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Made reservation on behalf of 3f91eae3af914b3ca9ea34a1eaa482e2 for: {'port': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:17:33.126490 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cdb6314e-d37f-4d84-bb89-c0852bc56a8d tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:33.145416 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317af7dc-758e-459f-8d01-b49757601030 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Checking segment: {'id': '94dd4784-8387-4068-8482-173301e3f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7748b98d-56d0-490f-a7f5-8200a0941795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:17:33.145777 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317af7dc-758e-459f-8d01-b49757601030 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Network hostable DHCP agents. Network: 7748b98d-56d0-490f-a7f5-8200a0941795, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:17:33.176486 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [None req-cdb6314e-d37f-4d84-bb89-c0852bc56a8d tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] device_id is not set on port 66970267-6f23-45ab-910f-17d9a3f82f59 yet. {{(pid=89033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:17:33.195048 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 3ee2d6cd-445f-40a0-933d-e028c5993cb2 resource provider aggregate not found Oct 04 09:17:33.203363 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-99212b6f-cc54-4f83-a333-bb518104c4e9 None None] Port 3b5c60af-1360-4636-aca5-05676d817fe3 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:17:33.229456 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 3ee2d6cd-445f-40a0-933d-e028c5993cb2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3ee2d6cd-445f-40a0-933d-e028c5993cb2 found for delete ", "request_id": "req-55f1f022-4771-4ae6-90bb-71ac5dc93a34"}]} Oct 04 09:17:33.243494 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-73554c61-c06d-4d0b-ab13-d5e4ff0ac1e1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:33.249959 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-73554c61-c06d-4d0b-ab13-d5e4ff0ac1e1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:33.277824 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-3892ee12-fb38-4d93-b932-23540ed09410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:33.279185 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73554c61-c06d-4d0b-ab13-d5e4ff0ac1e1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event deleted for resources: {'Network': ['ID=6dd7e460-be85-42b6-8a4d-81c87d02d598,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:33.280924 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317af7dc-758e-459f-8d01-b49757601030 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Network 7748b98d-56d0-490f-a7f5-8200a0941795 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:17:33.288752 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-73554c61-c06d-4d0b-ab13-d5e4ff0ac1e1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "DELETE /v2.0/networks/6dd7e460-be85-42b6-8a4d-81c87d02d598 HTTP/1.1" status: 204 len: 168 time: 1.4204583 Oct 04 09:17:33.288752 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 60976) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:33.332923 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-317af7dc-758e-459f-8d01-b49757601030 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 7748b98d-56d0-490f-a7f5-8200a0941795) {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:17:33.333084 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3892ee12-fb38-4d93-b932-23540ed09410 None None] No DVR routers for this DVR port 58579954-877a-4856-83c4-542346d10238 on host dv-neutron-860215-1-hyperv {{(pid=89034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:17:33.345333 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317af7dc-758e-459f-8d01-b49757601030 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:33.346315 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3892ee12-fb38-4d93-b932-23540ed09410 None None] Pushing event deleted for resources: {'Port': ['ID=58579954-877a-4856-83c4-542346d10238,revision_number=None']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:33.346468 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-317af7dc-758e-459f-8d01-b49757601030 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:33.352629 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 58579954-877a-4856-83c4-542346d10238 is: ACTIVE; New status is: DOWN {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:17:33.353204 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:33.416022 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7207bb3-b85c-4790-9c89-ab36baa75855 None None] Network 7748b98d-56d0-490f-a7f5-8200a0941795 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:17:33.421196 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-6a695eef-250a-4e67-a25e-052edd5d99c3 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Delete allocated IP 2001:db8::1ab (602fef91-1f5e-40a1-b170-232ec46eaf2b/356e6b18-e973-466c-8201-eb10fd17ca50) {{(pid=89033) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 04 09:17:33.430873 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0bb40c-be95-4f14-aea3-05a9b29f5c81 None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:17:33.445118 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-6a695eef-250a-4e67-a25e-052edd5d99c3 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Allocated IP 2001:db8:0:1::201 (602fef91-1f5e-40a1-b170-232ec46eaf2b/389e8b20-15c4-44ba-99d9-b3ed6a5f7ed6/0d413456-dabf-4369-b953-60829e124369) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:17:33.458636 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e2cb47-28b7-44f9-ba93-86107e3b5759 None None] DHCP port deletion for 6dd7e460-be85-42b6-8a4d-81c87d02d598 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:17:33.462943 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-697af861-1bc4-4127-bea2-d3ff0920738d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'name': 'tempest-RoutersIpV6Test-router-1997751477', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:16:21Z', 'updated_at': '2022-10-04T09:17:29Z', 'revision_number': 10, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'gw_port_host': None, '_interfaces': [{'id': '65b6d67a-c9d4-4c5b-b010-727ccc5511e2', 'name': '', 'network_id': '6065a5f1-b66e-4f49-a8a1-e6d35ec1d22d', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:13:29:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '68eae767-d84c-4311-87d9-ebde9248d107', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:24Z', 'updated_at': '2022-10-04T09:16:37Z', 'revision_number': 5, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': '68eae767-d84c-4311-87d9-ebde9248d107', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:33.464051 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-317af7dc-758e-459f-8d01-b49757601030 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7359922 Oct 04 09:17:33.464318 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 60980) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:33.508167 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-cdb6314e-d37f-4d84-bb89-c0852bc56a8d tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Allocated IP 2001:db8::36a (7b2ac456-c702-437f-ad18-06da05465ab2/3c826a67-a903-4da8-856b-a96bc24e4d9e/66970267-6f23-45ab-910f-17d9a3f82f59) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:17:33.523994 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-a9d60d81-e2cc-43e8-a224-667cefbd53bf tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Request body: {'port': {'network_id': '7748b98d-56d0-490f-a7f5-8200a0941795', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-373665340'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:17:33.590620 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697af861-1bc4-4127-bea2-d3ff0920738d None None] Checking router: f972579a-6ef4-443c-a645-3233e1d7e64e for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:17:33.688896 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697af861-1bc4-4127-bea2-d3ff0920738d None None] Routers {'f972579a-6ef4-443c-a645-3233e1d7e64e'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:17:33.690264 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-697af861-1bc4-4127-bea2-d3ff0920738d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:17:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['f972579a-6ef4-443c-a645-3233e1d7e64e'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:33.749602 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-99212b6f-cc54-4f83-a333-bb518104c4e9 None None] Attempt 4 to provision port 3b5c60af-1360-4636-aca5-05676d817fe3 Oct 04 09:17:33.801482 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-a9d60d81-e2cc-43e8-a224-667cefbd53bf tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:17:33.808490 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-a9d60d81-e2cc-43e8-a224-667cefbd53bf tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Usage tracker for resource:port and tenant:6a8c5afe43d44eecaa2879f14dcd6043 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:17:33.813035 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-a9d60d81-e2cc-43e8-a224-667cefbd53bf tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:17:33.847975 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-a9d60d81-e2cc-43e8-a224-667cefbd53bf tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:17:33.881646 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d60d81-e2cc-43e8-a224-667cefbd53bf tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Made reservation on behalf of 6a8c5afe43d44eecaa2879f14dcd6043 for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:17:33.885478 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a9d60d81-e2cc-43e8-a224-667cefbd53bf tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:33.887388 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43beb2ae-9e10-4d74-9d29-520f132cbfce None None] Update dhcp port {'port': {'network_id': '602fef91-1f5e-40a1-b170-232ec46eaf2b', 'fixed_ips': [{'subnet_id': '356e6b18-e973-466c-8201-eb10fd17ca50', 'ip_address': '2001:db8::2'}, {'subnet_id': '389e8b20-15c4-44ba-99d9-b3ed6a5f7ed6'}], 'binding:host_id': 'dv-neutron-860215-1-hyperv'}, 'id': '0d034faa-847d-41c4-8c8a-68eee2dc0b52'} from dv-neutron-860215-1-hyperv. {{(pid=89034) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 04 09:17:33.911946 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [None req-a9d60d81-e2cc-43e8-a224-667cefbd53bf tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] device_id is not set on port e6459303-708a-4cd7-89eb-865d4d7ccb2b yet. {{(pid=89032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:17:33.930077 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6a695eef-250a-4e67-a25e-052edd5d99c3 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:33.940019 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cdb6314e-d37f-4d84-bb89-c0852bc56a8d tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:33.957891 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-6a695eef-250a-4e67-a25e-052edd5d99c3 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Ignored duplicate provisioning block setup for port 0d413456-dabf-4369-b953-60829e124369 by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 04 09:17:33.964261 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-cdb6314e-d37f-4d84-bb89-c0852bc56a8d tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Transition to ACTIVE for port object 66970267-6f23-45ab-910f-17d9a3f82f59 will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:17:33.965792 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6a695eef-250a-4e67-a25e-052edd5d99c3 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:34.069928 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-99212b6f-cc54-4f83-a333-bb518104c4e9 None None] Port 3b5c60af-1360-4636-aca5-05676d817fe3 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:17:34.087672 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-43beb2ae-9e10-4d74-9d29-520f132cbfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:34.097911 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-6a695eef-250a-4e67-a25e-052edd5d99c3 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] In _notify_port_updated(), no bound segment for port 0d413456-dabf-4369-b953-60829e124369 on network 602fef91-1f5e-40a1-b170-232ec46eaf2b {{(pid=89033) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 04 09:17:34.104164 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-697af861-1bc4-4127-bea2-d3ff0920738d None None] Set router f972579a-6ef4-443c-a645-3233e1d7e64e gateway port host: None {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:17:34.107573 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a695eef-250a-4e67-a25e-052edd5d99c3 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:34.108541 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6a695eef-250a-4e67-a25e-052edd5d99c3 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:34.110094 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-6a695eef-250a-4e67-a25e-052edd5d99c3 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "PUT /v2.0/ports/0d413456-dabf-4369-b953-60829e124369 HTTP/1.1" status: 200 len: 930 time: 2.1008327 Oct 04 09:17:34.116569 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60986) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:34.162051 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a695eef-250a-4e67-a25e-052edd5d99c3 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event updated for resources: {'Port': ['ID=0d413456-dabf-4369-b953-60829e124369,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:34.204993 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cdb6314e-d37f-4d84-bb89-c0852bc56a8d tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:34.238977 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-a9d60d81-e2cc-43e8-a224-667cefbd53bf tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Allocated IP 2001:db8::2aa (7748b98d-56d0-490f-a7f5-8200a0941795/3a033b87-3796-41c1-8e72-1892d0a93f95/e6459303-708a-4cd7-89eb-865d4d7ccb2b) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:17:34.248195 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-83e7d8e5-3d1f-4cbf-928f-8a1cb96d05e2 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736827'] for router_interface, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:34.285035 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-3447db77-2fa5-4120-ab37-8bd0ad7a5632 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Deleting port 0d413456-dabf-4369-b953-60829e124369 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:17:34.285373 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3447db77-2fa5-4120-ab37-8bd0ad7a5632 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:34.344071 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb6314e-d37f-4d84-bb89-c0852bc56a8d tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:17:34.352010 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-cdb6314e-d37f-4d84-bb89-c0852bc56a8d tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:17:34.356181 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb6314e-d37f-4d84-bb89-c0852bc56a8d tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event updated for resources: {'Port': ['ID=66970267-6f23-45ab-910f-17d9a3f82f59,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:34.358615 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb6314e-d37f-4d84-bb89-c0852bc56a8d tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:17:34.364211 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb6314e-d37f-4d84-bb89-c0852bc56a8d tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:34.364788 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cdb6314e-d37f-4d84-bb89-c0852bc56a8d tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:34.428968 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-cdb6314e-d37f-4d84-bb89-c0852bc56a8d tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0578821 Oct 04 09:17:34.431921 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60990) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:34.575785 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e9a31b-4067-474a-b195-c99a35acca5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-7748b98d-56d0-490f-a7f5-8200a0941795', 'network_id': '7748b98d-56d0-490f-a7f5-8200a0941795', 'tenant_id': '6a8c5afe43d44eecaa2879f14dcd6043', 'fixed_ips': [{'subnet_id': '3a033b87-3796-41c1-8e72-1892d0a93f95'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:17:34.576625 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-79e9a31b-4067-474a-b195-c99a35acca5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:34.585324 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-99212b6f-cc54-4f83-a333-bb518104c4e9 None None] Attempt 5 to provision port 3b5c60af-1360-4636-aca5-05676d817fe3 Oct 04 09:17:34.649760 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bd7455-ed20-4cf8-82b9-5759244cf8ee tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:34.650370 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-72bd7455-ed20-4cf8-82b9-5759244cf8ee tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Synchronizing usage tracker for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:17:34.654874 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3447db77-2fa5-4120-ab37-8bd0ad7a5632 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:34.778558 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-83e7d8e5-3d1f-4cbf-928f-8a1cb96d05e2 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Deleting port 65b6d67a-c9d4-4c5b-b010-727ccc5511e2 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:17:34.778969 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-83e7d8e5-3d1f-4cbf-928f-8a1cb96d05e2 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:34.810747 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-99212b6f-cc54-4f83-a333-bb518104c4e9 None None] Port 3b5c60af-1360-4636-aca5-05676d817fe3 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:17:34.820300 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a9d60d81-e2cc-43e8-a224-667cefbd53bf tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:34.838408 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 842cb5a1-0f9d-471c-8b88-ea1d531f7c53 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:17:34.842500 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-3447db77-2fa5-4120-ab37-8bd0ad7a5632 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Calling delete_port for 0d413456-dabf-4369-b953-60829e124369 owned by {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:17:34.853045 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-a9d60d81-e2cc-43e8-a224-667cefbd53bf tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Transition to ACTIVE for port object e6459303-708a-4cd7-89eb-865d4d7ccb2b will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:17:34.879792 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-72bd7455-ed20-4cf8-82b9-5759244cf8ee tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Unset dirty status for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:17:34.883329 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-72bd7455-ed20-4cf8-82b9-5759244cf8ee tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.4481442 Oct 04 09:17:34.884604 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 842cb5a1-0f9d-471c-8b88-ea1d531f7c53 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:17:34.884959 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 842cb5a1-0f9d-471c-8b88-ea1d531f7c53 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:17:34.888772 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 60994) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:34.946082 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711e9c22-a618-4829-bc14-74e0200f5422 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-7b2ac456-c702-437f-ad18-06da05465ab2', 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'tenant_id': '3f91eae3af914b3ca9ea34a1eaa482e2', 'fixed_ips': [{'subnet_id': '3c826a67-a903-4da8-856b-a96bc24e4d9e'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:17:34.946751 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-711e9c22-a618-4829-bc14-74e0200f5422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:34.959979 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-43beb2ae-9e10-4d74-9d29-520f132cbfce None None] Allocated IP 2001:db8:0:1::2 (602fef91-1f5e-40a1-b170-232ec46eaf2b/389e8b20-15c4-44ba-99d9-b3ed6a5f7ed6/0d034faa-847d-41c4-8c8a-68eee2dc0b52) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:17:35.015956 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-83e7d8e5-3d1f-4cbf-928f-8a1cb96d05e2 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] For port 65b6d67a-c9d4-4c5b-b010-727ccc5511e2, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=65b6d67a-c9d4-4c5b-b010-727ccc5511e2,segment=NetworkSegment(5158305b-6edf-4292-82d2-68f9ebff22a2),segment_id=5158305b-6edf-4292-82d2-68f9ebff22a2)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:17:35.016410 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-83e7d8e5-3d1f-4cbf-928f-8a1cb96d05e2 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:35.024842 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a9d60d81-e2cc-43e8-a224-667cefbd53bf tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:35.107455 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-82f0b10f-0722-4e84-bc7b-26e2d9613966 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Deleting port 66970267-6f23-45ab-910f-17d9a3f82f59 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:17:35.108055 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-82f0b10f-0722-4e84-bc7b-26e2d9613966 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:35.210468 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d60d81-e2cc-43e8-a224-667cefbd53bf tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Network 7748b98d-56d0-490f-a7f5-8200a0941795 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:17:35.218946 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-83e7d8e5-3d1f-4cbf-928f-8a1cb96d05e2 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Calling delete_port for 65b6d67a-c9d4-4c5b-b010-727ccc5511e2 owned by network:router_interface {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:17:35.245537 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-697af861-1bc4-4127-bea2-d3ff0920738d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'name': 'tempest-RoutersIpV6Test-router-1997751477', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:16:21Z', 'updated_at': '2022-10-04T09:17:29Z', 'revision_number': 10, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'gw_port_host': None, '_interfaces': [{'id': '65b6d67a-c9d4-4c5b-b010-727ccc5511e2', 'name': '', 'network_id': '6065a5f1-b66e-4f49-a8a1-e6d35ec1d22d', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:13:29:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '68eae767-d84c-4311-87d9-ebde9248d107', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:24Z', 'updated_at': '2022-10-04T09:16:37Z', 'revision_number': 5, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': '68eae767-d84c-4311-87d9-ebde9248d107', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:35.248566 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-a9d60d81-e2cc-43e8-a224-667cefbd53bf tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:17:35.265972 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d60d81-e2cc-43e8-a224-667cefbd53bf tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:17:35.271685 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d60d81-e2cc-43e8-a224-667cefbd53bf tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:35.272165 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a9d60d81-e2cc-43e8-a224-667cefbd53bf tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:35.282711 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-79e9a31b-4067-474a-b195-c99a35acca5e None None] Allocated IP 2001:db8::2 (7748b98d-56d0-490f-a7f5-8200a0941795/3a033b87-3796-41c1-8e72-1892d0a93f95/a97b0447-a121-43a8-adc1-7f48fbb98a7d) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:17:35.289721 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d60d81-e2cc-43e8-a224-667cefbd53bf tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Pushing event updated for resources: {'Port': ['ID=e6459303-708a-4cd7-89eb-865d4d7ccb2b,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:35.293820 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3447db77-2fa5-4120-ab37-8bd0ad7a5632 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:35.294894 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697af861-1bc4-4127-bea2-d3ff0920738d None None] The sync data for ids ['f972579a-6ef4-443c-a645-3233e1d7e64e'] in dv-neutron-860215-1-hyperv is: [{'id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'name': 'tempest-RoutersIpV6Test-router-1997751477', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:16:21Z', 'updated_at': '2022-10-04T09:17:29Z', 'revision_number': 10, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'gw_port_host': None, '_interfaces': [{'id': '65b6d67a-c9d4-4c5b-b010-727ccc5511e2', 'name': '', 'network_id': '6065a5f1-b66e-4f49-a8a1-e6d35ec1d22d', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'mac_address': 'fa:16:3e:13:29:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '68eae767-d84c-4311-87d9-ebde9248d107', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:16:24Z', 'updated_at': '2022-10-04T09:16:37Z', 'revision_number': 5, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'subnets': [{'id': '68eae767-d84c-4311-87d9-ebde9248d107', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:17:35.364108 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-a9d60d81-e2cc-43e8-a224-667cefbd53bf tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8953679 Oct 04 09:17:35.364286 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 60998) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:35.369959 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-3abbaaeb-3aed-48e7-83a6-d8cb920a7ff4 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Request body: {'port': {'network_id': '7748b98d-56d0-490f-a7f5-8200a0941795', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1276533933', 'allowed_address_pairs': [{'ip_address': '2001:db8::2aa', 'mac_address': 'fa:16:3e:fe:58:03'}]}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:17:35.372276 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-99212b6f-cc54-4f83-a333-bb518104c4e9 None None] Attempt 6 to provision port 3b5c60af-1360-4636-aca5-05676d817fe3 Oct 04 09:17:35.414864 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3447db77-2fa5-4120-ab37-8bd0ad7a5632 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event deleted for resources: {'Port': ['ID=0d413456-dabf-4369-b953-60829e124369,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:35.470224 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3447db77-2fa5-4120-ab37-8bd0ad7a5632 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:35.488822 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-3447db77-2fa5-4120-ab37-8bd0ad7a5632 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "DELETE /v2.0/ports/0d413456-dabf-4369-b953-60829e124369 HTTP/1.1" status: 204 len: 168 time: 1.3708031 Oct 04 09:17:35.499327 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 32770) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:35.555229 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-99ef8145-0e86-4d7a-84c3-5a28e4e4a772 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] GET failed (client error): The resource could not be found. Oct 04 09:17:35.555755 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-99ef8145-0e86-4d7a-84c3-5a28e4e4a772 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Synchronizing usage tracker for tenant:8de43eb137fe47f9a4031ea91b631fcc on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:17:35.561618 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-82f0b10f-0722-4e84-bc7b-26e2d9613966 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:35.570486 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-79e9a31b-4067-474a-b195-c99a35acca5e None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:35.580857 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-79e9a31b-4067-474a-b195-c99a35acca5e None None] Transition to ACTIVE for port object a97b0447-a121-43a8-adc1-7f48fbb98a7d will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:17:35.590452 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-83e7d8e5-3d1f-4cbf-928f-8a1cb96d05e2 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:35.599658 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-79e9a31b-4067-474a-b195-c99a35acca5e None None] Transition to ACTIVE for port object a97b0447-a121-43a8-adc1-7f48fbb98a7d will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:17:35.612481 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-711e9c22-a618-4829-bc14-74e0200f5422 None None] Allocated IP 2001:db8::2 (7b2ac456-c702-437f-ad18-06da05465ab2/3c826a67-a903-4da8-856b-a96bc24e4d9e/3fcb74cf-b75b-4f46-a9ae-6361958ba232) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:17:35.619044 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-79e9a31b-4067-474a-b195-c99a35acca5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:35.632142 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-3abbaaeb-3aed-48e7-83a6-d8cb920a7ff4 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:17:35.650046 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e7d8e5-3d1f-4cbf-928f-8a1cb96d05e2 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event deleted for resources: {'Port': ['ID=65b6d67a-c9d4-4c5b-b010-727ccc5511e2,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:35.653224 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-3abbaaeb-3aed-48e7-83a6-d8cb920a7ff4 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Usage tracker for resource:port and tenant:6a8c5afe43d44eecaa2879f14dcd6043 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:17:35.662872 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-43beb2ae-9e10-4d74-9d29-520f132cbfce None None] For port 0d034faa-847d-41c4-8c8a-68eee2dc0b52, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=0d034faa-847d-41c4-8c8a-68eee2dc0b52,segment=NetworkSegment(fc6c1fe3-0b51-448d-a980-7ee37d490802),segment_id=fc6c1fe3-0b51-448d-a980-7ee37d490802)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:17:35.676944 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-99212b6f-cc54-4f83-a333-bb518104c4e9 None None] Port 3b5c60af-1360-4636-aca5-05676d817fe3 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:17:35.746344 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-82f0b10f-0722-4e84-bc7b-26e2d9613966 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Calling delete_port for 66970267-6f23-45ab-910f-17d9a3f82f59 owned by {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:17:35.822019 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-99ef8145-0e86-4d7a-84c3-5a28e4e4a772 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Unset dirty status for tenant:8de43eb137fe47f9a4031ea91b631fcc on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:17:35.825730 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-99ef8145-0e86-4d7a-84c3-5a28e4e4a772 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "GET /v2.0/ports/0d413456-dabf-4369-b953-60829e124369 HTTP/1.1" status: 404 len: 333 time: 0.3229487 Oct 04 09:17:35.827505 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 32774) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:35.832549 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.db.resource_extend [None req-43beb2ae-9e10-4d74-9d29-520f132cbfce None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 04 09:17:35.842775 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e9a31b-4067-474a-b195-c99a35acca5e None None] Network 7748b98d-56d0-490f-a7f5-8200a0941795 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:17:35.843259 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-3abbaaeb-3aed-48e7-83a6-d8cb920a7ff4 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:17:35.859998 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-79e9a31b-4067-474a-b195-c99a35acca5e None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:17:35.866867 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-43beb2ae-9e10-4d74-9d29-520f132cbfce None None] Notify callbacks [] for port, precommit_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:35.875982 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-3abbaaeb-3aed-48e7-83a6-d8cb920a7ff4 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:17:35.877759 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e9a31b-4067-474a-b195-c99a35acca5e None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:17:35.879939 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e9a31b-4067-474a-b195-c99a35acca5e None None] Pushing event updated for resources: {'Port': ['ID=a97b0447-a121-43a8-adc1-7f48fbb98a7d,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:35.946581 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-43beb2ae-9e10-4d74-9d29-520f132cbfce None None] Ignored duplicate provisioning block setup for port 0d034faa-847d-41c4-8c8a-68eee2dc0b52 by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 04 09:17:36.001697 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-43beb2ae-9e10-4d74-9d29-520f132cbfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:36.031773 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-29501f1b-48ac-411f-9944-f7c4148e8b57 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:36.032053 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3abbaaeb-3aed-48e7-83a6-d8cb920a7ff4 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Made reservation on behalf of 6a8c5afe43d44eecaa2879f14dcd6043 for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:17:36.078734 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-29501f1b-48ac-411f-9944-f7c4148e8b57 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:36.093048 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-82f0b10f-0722-4e84-bc7b-26e2d9613966 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:36.122261 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-83e7d8e5-3d1f-4cbf-928f-8a1cb96d05e2 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736911'] for router_interface, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:36.165932 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f0b10f-0722-4e84-bc7b-26e2d9613966 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event deleted for resources: {'Port': ['ID=66970267-6f23-45ab-910f-17d9a3f82f59,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:36.177840 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-99212b6f-cc54-4f83-a333-bb518104c4e9 None None] Attempt 7 to provision port 3b5c60af-1360-4636-aca5-05676d817fe3 Oct 04 09:17:36.225944 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-82f0b10f-0722-4e84-bc7b-26e2d9613966 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:36.230384 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-29501f1b-48ac-411f-9944-f7c4148e8b57 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:36.254721 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29501f1b-48ac-411f-9944-f7c4148e8b57 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6945b1-68a8-4a66-a394-43a227bf9dbf,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:36.262549 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-29501f1b-48ac-411f-9944-f7c4148e8b57 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:36.266249 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-29501f1b-48ac-411f-9944-f7c4148e8b57 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "DELETE /v2.0/security-groups/4c6945b1-68a8-4a66-a394-43a227bf9dbf HTTP/1.1" status: 204 len: 168 time: 0.4365926 Oct 04 09:17:36.266394 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 32780) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:36.292888 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-82f0b10f-0722-4e84-bc7b-26e2d9613966 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/ports/66970267-6f23-45ab-910f-17d9a3f82f59 HTTP/1.1" status: 204 len: 168 time: 1.4008353 Oct 04 09:17:36.293960 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 32784) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:36.318279 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-79e9a31b-4067-474a-b195-c99a35acca5e None None] Attempting to bind port a97b0447-a121-43a8-adc1-7f48fbb98a7d on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:17:36.318649 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-79e9a31b-4067-474a-b195-c99a35acca5e None None] Attempting to bind port a97b0447-a121-43a8-adc1-7f48fbb98a7d by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '94dd4784-8387-4068-8482-173301e3f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7748b98d-56d0-490f-a7f5-8200a0941795'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:17:36.319013 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e9a31b-4067-474a-b195-c99a35acca5e None None] Attempting to bind port a97b0447-a121-43a8-adc1-7f48fbb98a7d on network 7748b98d-56d0-490f-a7f5-8200a0941795 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:17:36.343432 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-68619a00-7188-45c2-bf1a-4825a8f436fd tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:36.372503 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-68619a00-7188-45c2-bf1a-4825a8f436fd tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:36.416924 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e9a31b-4067-474a-b195-c99a35acca5e None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:17:36.417594 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e9a31b-4067-474a-b195-c99a35acca5e None None] Checking segment: {'id': '94dd4784-8387-4068-8482-173301e3f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7748b98d-56d0-490f-a7f5-8200a0941795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:17:36.418172 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-79e9a31b-4067-474a-b195-c99a35acca5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:36.418723 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e9a31b-4067-474a-b195-c99a35acca5e None None] Bound using segment: {'id': '94dd4784-8387-4068-8482-173301e3f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7748b98d-56d0-490f-a7f5-8200a0941795'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:17:36.419374 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-79e9a31b-4067-474a-b195-c99a35acca5e None None] Bound port: a97b0447-a121-43a8-adc1-7f48fbb98a7d, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94dd4784-8387-4068-8482-173301e3f42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7748b98d-56d0-490f-a7f5-8200a0941795'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:17:36.419739 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-79e9a31b-4067-474a-b195-c99a35acca5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:36.431167 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-68619a00-7188-45c2-bf1a-4825a8f436fd tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:36.439498 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43beb2ae-9e10-4d74-9d29-520f132cbfce None None] Pushing event updated for resources: {'Port': ['ID=0d034faa-847d-41c4-8c8a-68eee2dc0b52,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:36.439963 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3abbaaeb-3aed-48e7-83a6-d8cb920a7ff4 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:36.442124 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-99212b6f-cc54-4f83-a333-bb518104c4e9 None None] Port 3b5c60af-1360-4636-aca5-05676d817fe3 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:17:36.458073 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68619a00-7188-45c2-bf1a-4825a8f436fd tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22fdbaf-31ce-40b8-870a-417729e1c10e,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:36.461667 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-68619a00-7188-45c2-bf1a-4825a8f436fd tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:36.466003 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-68619a00-7188-45c2-bf1a-4825a8f436fd tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "DELETE /v2.0/security-groups/c22fdbaf-31ce-40b8-870a-417729e1c10e HTTP/1.1" status: 204 len: 168 time: 0.1984708 Oct 04 09:17:36.466715 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 32788) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:36.522704 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-711e9c22-a618-4829-bc14-74e0200f5422 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:36.533258 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bd0d27-1233-47f8-94f0-63c41b1fb76f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:36.535343 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bd0d27-1233-47f8-94f0-63c41b1fb76f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:36.536074 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-18bd0d27-1233-47f8-94f0-63c41b1fb76f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Synchronizing usage tracker for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:subnet {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:17:36.541772 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-711e9c22-a618-4829-bc14-74e0200f5422 None None] Transition to ACTIVE for port object 3fcb74cf-b75b-4f46-a9ae-6361958ba232 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:17:36.550581 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [None req-3abbaaeb-3aed-48e7-83a6-d8cb920a7ff4 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] device_id is not set on port 862234ed-3ef2-4d23-956b-616d54d0dd31 yet. {{(pid=89032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:17:36.556348 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-4de46a1a-53a8-4cad-82b5-3f028cd22af4 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Deleting subnet 356e6b18-e973-466c-8201-eb10fd17ca50 {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:17:36.560247 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4de46a1a-53a8-4cad-82b5-3f028cd22af4 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:36.580914 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-711e9c22-a618-4829-bc14-74e0200f5422 None None] Transition to ACTIVE for port object 3fcb74cf-b75b-4f46-a9ae-6361958ba232 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:17:36.586576 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-79e9a31b-4067-474a-b195-c99a35acca5e None None] For port a97b0447-a121-43a8-adc1-7f48fbb98a7d, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:17:36.589887 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-711e9c22-a618-4829-bc14-74e0200f5422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:36.594714 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-79e9a31b-4067-474a-b195-c99a35acca5e None None] For port a97b0447-a121-43a8-adc1-7f48fbb98a7d, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=a97b0447-a121-43a8-adc1-7f48fbb98a7d,segment=NetworkSegment(94dd4784-8387-4068-8482-173301e3f42f),segment_id=94dd4784-8387-4068-8482-173301e3f42f)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:17:36.605627 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83e7d8e5-3d1f-4cbf-928f-8a1cb96d05e2 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Router f972579a-6ef4-443c-a645-3233e1d7e64e has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:17:36.631521 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-18bd0d27-1233-47f8-94f0-63c41b1fb76f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Unset dirty status for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:subnet {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:17:36.635604 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-79e9a31b-4067-474a-b195-c99a35acca5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:36.636545 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 32792) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:36.638371 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-18bd0d27-1233-47f8-94f0-63c41b1fb76f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3431630 Oct 04 09:17:36.641451 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4de46a1a-53a8-4cad-82b5-3f028cd22af4 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:36.680295 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e9c22-a618-4829-bc14-74e0200f5422 None None] Pushing event updated for resources: {'Port': ['ID=3fcb74cf-b75b-4f46-a9ae-6361958ba232,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:36.746761 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-2286c96c-1bd2-4897-9eff-4d3ec71da86d tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Deleting subnet 3c826a67-a903-4da8-856b-a96bc24e4d9e {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:17:36.750570 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2286c96c-1bd2-4897-9eff-4d3ec71da86d tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:36.774583 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711e9c22-a618-4829-bc14-74e0200f5422 None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:17:36.800696 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-711e9c22-a618-4829-bc14-74e0200f5422 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:17:36.813753 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711e9c22-a618-4829-bc14-74e0200f5422 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:17:36.859423 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e7d8e5-3d1f-4cbf-928f-8a1cb96d05e2 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:17:36.860590 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e9a31b-4067-474a-b195-c99a35acca5e None None] Pushing event updated for resources: {'Port': ['ID=a97b0447-a121-43a8-adc1-7f48fbb98a7d,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:36.874215 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2286c96c-1bd2-4897-9eff-4d3ec71da86d tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:36.878786 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c50002-9734-4e88-a197-b501d2347eb6 None None] Sync routers for ids ['f972579a-6ef4-443c-a645-3233e1d7e64e'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:17:36.899973 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c50002-9734-4e88-a197-b501d2347eb6 None None] Routers {'f972579a-6ef4-443c-a645-3233e1d7e64e'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:17:36.900683 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-59c50002-9734-4e88-a197-b501d2347eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:17:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['f972579a-6ef4-443c-a645-3233e1d7e64e'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:36.912498 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-83e7d8e5-3d1f-4cbf-928f-8a1cb96d05e2 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "PUT /v2.0/routers/f972579a-6ef4-443c-a645-3233e1d7e64e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6231842 Oct 04 09:17:36.913366 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 32796) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:37.005070 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-99212b6f-cc54-4f83-a333-bb518104c4e9 None None] Attempt 8 to provision port 3b5c60af-1360-4636-aca5-05676d817fe3 Oct 04 09:17:37.021203 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-3abbaaeb-3aed-48e7-83a6-d8cb920a7ff4 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Allocated IP 2001:db8::2e2 (7748b98d-56d0-490f-a7f5-8200a0941795/3a033b87-3796-41c1-8e72-1892d0a93f95/862234ed-3ef2-4d23-956b-616d54d0dd31) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:17:37.109905 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2286c96c-1bd2-4897-9eff-4d3ec71da86d tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:37.129865 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 0d034faa-847d-41c4-8c8a-68eee2dc0b52 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:17:37.180046 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b80359b-664a-4b2e-96a1-1945802f0bb6 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Deleting subnet 68eae767-d84c-4311-87d9-ebde9248d107 {{(pid=89032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:17:37.182456 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-59c50002-9734-4e88-a197-b501d2347eb6 None None] Set router f972579a-6ef4-443c-a645-3233e1d7e64e gateway port host: None {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:17:37.196898 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-99212b6f-cc54-4f83-a333-bb518104c4e9 None None] Port 3b5c60af-1360-4636-aca5-05676d817fe3 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:17:37.203380 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1b80359b-664a-4b2e-96a1-1945802f0bb6 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for subnet, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:37.223464 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4de46a1a-53a8-4cad-82b5-3f028cd22af4 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:37.275662 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-711e9c22-a618-4829-bc14-74e0200f5422 None None] Attempting to bind port 3fcb74cf-b75b-4f46-a9ae-6361958ba232 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:17:37.276208 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-711e9c22-a618-4829-bc14-74e0200f5422 None None] Attempting to bind port 3fcb74cf-b75b-4f46-a9ae-6361958ba232 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:17:37.281288 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711e9c22-a618-4829-bc14-74e0200f5422 None None] Attempting to bind port 3fcb74cf-b75b-4f46-a9ae-6361958ba232 on network 7b2ac456-c702-437f-ad18-06da05465ab2 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:17:37.291851 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711e9c22-a618-4829-bc14-74e0200f5422 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:17:37.296888 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2286c96c-1bd2-4897-9eff-4d3ec71da86d tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:37.309001 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711e9c22-a618-4829-bc14-74e0200f5422 None None] Checking segment: {'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:17:37.309556 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-711e9c22-a618-4829-bc14-74e0200f5422 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:37.310203 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711e9c22-a618-4829-bc14-74e0200f5422 None None] Bound using segment: {'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:17:37.310956 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-711e9c22-a618-4829-bc14-74e0200f5422 None None] Bound port: 3fcb74cf-b75b-4f46-a9ae-6361958ba232, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:17:37.311585 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-711e9c22-a618-4829-bc14-74e0200f5422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:37.403823 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1b80359b-664a-4b2e-96a1-1945802f0bb6 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885153'] for subnet, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:37.407145 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-59c50002-9734-4e88-a197-b501d2347eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'name': 'tempest-RoutersIpV6Test-router-1997751477', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:16:21Z', 'updated_at': '2022-10-04T09:17:35Z', 'revision_number': 11, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'gw_port_host': None}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:37.425541 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c50002-9734-4e88-a197-b501d2347eb6 None None] Checking router: f972579a-6ef4-443c-a645-3233e1d7e64e for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:17:37.449925 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c50002-9734-4e88-a197-b501d2347eb6 None None] Routers {'f972579a-6ef4-443c-a645-3233e1d7e64e'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:17:37.450806 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-59c50002-9734-4e88-a197-b501d2347eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:17:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['f972579a-6ef4-443c-a645-3233e1d7e64e'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:37.490203 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-711e9c22-a618-4829-bc14-74e0200f5422 None None] For port 3fcb74cf-b75b-4f46-a9ae-6361958ba232, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:17:37.496981 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-711e9c22-a618-4829-bc14-74e0200f5422 None None] For port 3fcb74cf-b75b-4f46-a9ae-6361958ba232, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=3fcb74cf-b75b-4f46-a9ae-6361958ba232,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:17:37.499809 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 50ec0c8d-3fe2-42db-beee-564da29f84c0 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:17:37.562345 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 50ec0c8d-3fe2-42db-beee-564da29f84c0 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:17:37.562703 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 50ec0c8d-3fe2-42db-beee-564da29f84c0 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:17:37.566593 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2286c96c-1bd2-4897-9eff-4d3ec71da86d tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event deleted for resources: {'Subnet': ['ID=3c826a67-a903-4da8-856b-a96bc24e4d9e,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:37.567086 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-711e9c22-a618-4829-bc14-74e0200f5422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:37.571532 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2286c96c-1bd2-4897-9eff-4d3ec71da86d tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:37.628804 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-2286c96c-1bd2-4897-9eff-4d3ec71da86d tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/subnets/3c826a67-a903-4da8-856b-a96bc24e4d9e HTTP/1.1" status: 204 len: 168 time: 0.9879410 Oct 04 09:17:37.629328 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 32800) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:37.676098 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e9c22-a618-4829-bc14-74e0200f5422 None None] Pushing event updated for resources: {'Port': ['ID=3fcb74cf-b75b-4f46-a9ae-6361958ba232,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:37.689783 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-59c50002-9734-4e88-a197-b501d2347eb6 None None] Set router f972579a-6ef4-443c-a645-3233e1d7e64e gateway port host: None {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:17:37.775839 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-99212b6f-cc54-4f83-a333-bb518104c4e9 None None] Attempt 9 to provision port 3b5c60af-1360-4636-aca5-05676d817fe3 Oct 04 09:17:37.779775 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-ebe68000-a1fa-4a45-8d74-d575853d8a9d tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1439981 Oct 04 09:17:37.779775 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4de46a1a-53a8-4cad-82b5-3f028cd22af4 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:37.784737 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 32804) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:37.804081 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3abbaaeb-3aed-48e7-83a6-d8cb920a7ff4 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:37.822090 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1b80359b-664a-4b2e-96a1-1945802f0bb6 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:37.855390 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-59c50002-9734-4e88-a197-b501d2347eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'name': 'tempest-RoutersIpV6Test-router-1997751477', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:16:21Z', 'updated_at': '2022-10-04T09:17:35Z', 'revision_number': 11, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'gw_port_host': None}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:37.870202 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c50002-9734-4e88-a197-b501d2347eb6 None None] The sync data for ids ['f972579a-6ef4-443c-a645-3233e1d7e64e'] in dv-neutron-860215-1-hyperv is: [{'id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'name': 'tempest-RoutersIpV6Test-router-1997751477', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:16:21Z', 'updated_at': '2022-10-04T09:17:35Z', 'revision_number': 11, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'gw_port_host': None}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:17:37.900082 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-3abbaaeb-3aed-48e7-83a6-d8cb920a7ff4 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Transition to ACTIVE for port object 862234ed-3ef2-4d23-956b-616d54d0dd31 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:17:37.937117 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-99212b6f-cc54-4f83-a333-bb518104c4e9 None None] Port 3b5c60af-1360-4636-aca5-05676d817fe3 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:17:37.939375 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de46a1a-53a8-4cad-82b5-3f028cd22af4 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event deleted for resources: {'Subnet': ['ID=356e6b18-e973-466c-8201-eb10fd17ca50,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:37.957383 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4de46a1a-53a8-4cad-82b5-3f028cd22af4 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:37.974251 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-4de46a1a-53a8-4cad-82b5-3f028cd22af4 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "DELETE /v2.0/subnets/356e6b18-e973-466c-8201-eb10fd17ca50 HTTP/1.1" status: 204 len: 168 time: 1.5022454 Oct 04 09:17:37.974792 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 32808) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:37.981816 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-b62b2775-a640-4648-805b-1171e5e5a361 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Request body: {'subnet': {'network_id': '602fef91-1f5e-40a1-b170-232ec46eaf2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:17:38.004572 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1b80359b-664a-4b2e-96a1-1945802f0bb6 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:38.015228 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0888bf2f-bb26-4027-9dc8-85a9c76c2438 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:38.016046 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-0888bf2f-bb26-4027-9dc8-85a9c76c2438 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Synchronizing usage tracker for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:17:38.035217 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-0888bf2f-bb26-4027-9dc8-85a9c76c2438 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Unset dirty status for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:17:38.036698 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-0888bf2f-bb26-4027-9dc8-85a9c76c2438 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1943035 Oct 04 09:17:38.040872 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 32814) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:38.048545 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3abbaaeb-3aed-48e7-83a6-d8cb920a7ff4 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:38.126195 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead04126-2a6b-4e05-8f20-7fd5f9de0e1e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:38.127033 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-ead04126-2a6b-4e05-8f20-7fd5f9de0e1e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Synchronizing usage tracker for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:subnet {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:17:38.145393 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-ead04126-2a6b-4e05-8f20-7fd5f9de0e1e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Unset dirty status for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:subnet {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:17:38.149802 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-ead04126-2a6b-4e05-8f20-7fd5f9de0e1e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1073830 Oct 04 09:17:38.150788 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 32818) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:38.162663 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b80359b-664a-4b2e-96a1-1945802f0bb6 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event deleted for resources: {'Subnet': ['ID=68eae767-d84c-4311-87d9-ebde9248d107,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:38.186857 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164c623e-23e9-4b39-b536-cacf21fb0f60 None None] Network 6065a5f1-b66e-4f49-a8a1-e6d35ec1d22d requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:17:38.187151 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1b80359b-664a-4b2e-96a1-1945802f0bb6 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:38.207773 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abbaaeb-3aed-48e7-83a6-d8cb920a7ff4 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Network 7748b98d-56d0-490f-a7f5-8200a0941795 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:17:38.224956 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-3abbaaeb-3aed-48e7-83a6-d8cb920a7ff4 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:17:38.235733 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-1b80359b-664a-4b2e-96a1-1945802f0bb6 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "DELETE /v2.0/subnets/68eae767-d84c-4311-87d9-ebde9248d107 HTTP/1.1" status: 204 len: 168 time: 1.3188779 Oct 04 09:17:38.240596 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 32822) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:38.240798 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-3b29f1bb-47d8-482d-9b0b-9258a87366b2 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0878980 Oct 04 09:17:38.241315 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 32824) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:38.241668 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abbaaeb-3aed-48e7-83a6-d8cb920a7ff4 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:17:38.255145 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abbaaeb-3aed-48e7-83a6-d8cb920a7ff4 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:38.255944 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3abbaaeb-3aed-48e7-83a6-d8cb920a7ff4 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:38.289317 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-199aee15-2299-4ada-9554-e9744b2f4feb tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'subnet': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:17:38.291310 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75997f8-9d2f-4ade-a167-c0a15ac52fd2 None None] Network 602fef91-1f5e-40a1-b170-232ec46eaf2b requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:17:38.443072 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-99212b6f-cc54-4f83-a333-bb518104c4e9 None None] Attempt 10 to provision port 3b5c60af-1360-4636-aca5-05676d817fe3 Oct 04 09:17:38.476376 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac525cd0-149c-4ed6-8107-9dd221421e47 None None] Network 7748b98d-56d0-490f-a7f5-8200a0941795 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:17:38.490366 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abbaaeb-3aed-48e7-83a6-d8cb920a7ff4 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Pushing event updated for resources: {'Port': ['ID=862234ed-3ef2-4d23-956b-616d54d0dd31,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:38.513067 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-3abbaaeb-3aed-48e7-83a6-d8cb920a7ff4 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 3.1476567 Oct 04 09:17:38.515945 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 32830) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:38.545963 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-b62b2775-a640-4648-805b-1171e5e5a361 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:17:38.554899 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7fe2987f-91a0-4ae9-a8e9-f4847bd8b0d1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:38.562847 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-b62b2775-a640-4648-805b-1171e5e5a361 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Usage tracker for resource:subnet and tenant:8de43eb137fe47f9a4031ea91b631fcc is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:17:38.566207 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-199aee15-2299-4ada-9554-e9744b2f4feb tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:17:38.570579 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-b62b2775-a640-4648-805b-1171e5e5a361 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:17:38.585888 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-b62b2775-a640-4648-805b-1171e5e5a361 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:17:38.591849 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-199aee15-2299-4ada-9554-e9744b2f4feb tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:17:38.606009 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-7fe2987f-91a0-4ae9-a8e9-f4847bd8b0d1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Deleting port 3e1898fa-4062-4d1f-9e2c-8016e894101f {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:17:38.606245 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7fe2987f-91a0-4ae9-a8e9-f4847bd8b0d1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:38.618400 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c686e9-c583-4262-8024-f6e223e9d2d9 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:38.624761 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c686e9-c583-4262-8024-f6e223e9d2d9 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:38.631643 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c686e9-c583-4262-8024-f6e223e9d2d9 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:38.638309 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a7c686e9-c583-4262-8024-f6e223e9d2d9 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1165659 Oct 04 09:17:38.638309 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 32834) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:38.651993 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62b2775-a640-4648-805b-1171e5e5a361 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Made reservation on behalf of 8de43eb137fe47f9a4031ea91b631fcc for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:17:38.655825 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b62b2775-a640-4648-805b-1171e5e5a361 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:38.679252 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199aee15-2299-4ada-9554-e9744b2f4feb tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Made reservation on behalf of 3f91eae3af914b3ca9ea34a1eaa482e2 for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:17:38.683033 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-199aee15-2299-4ada-9554-e9744b2f4feb tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:38.712909 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-36454e2d-e681-4130-81dd-7d13280f551f tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Deleting port 862234ed-3ef2-4d23-956b-616d54d0dd31 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:17:38.713347 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-36454e2d-e681-4130-81dd-7d13280f551f tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:38.732564 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-99212b6f-cc54-4f83-a333-bb518104c4e9 None None] Port 3b5c60af-1360-4636-aca5-05676d817fe3 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:17:38.839833 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-99212b6f-cc54-4f83-a333-bb518104c4e9 None None] Provisioning for port 0d034faa-847d-41c4-8c8a-68eee2dc0b52 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:17:38.886011 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-99212b6f-cc54-4f83-a333-bb518104c4e9 None None] Provisioning complete for port 0d034faa-847d-41c4-8c8a-68eee2dc0b52 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:17:38.886645 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-99212b6f-cc54-4f83-a333-bb518104c4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:38.887135 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-99212b6f-cc54-4f83-a333-bb518104c4e9 None None] Attempt 1 to provision port 0d034faa-847d-41c4-8c8a-68eee2dc0b52 Oct 04 09:17:38.932862 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device a97b0447-a121-43a8-adc1-7f48fbb98a7d up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:17:39.047959 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-36454e2d-e681-4130-81dd-7d13280f551f tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:39.112675 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5edab9-4d1e-44fb-9ddc-baca0ce6330d None None] DHCP port deletion for 6065a5f1-b66e-4f49-a8a1-e6d35ec1d22d request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:17:39.158041 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-7fe2987f-91a0-4ae9-a8e9-f4847bd8b0d1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] For port 3e1898fa-4062-4d1f-9e2c-8016e894101f, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=3e1898fa-4062-4d1f-9e2c-8016e894101f,segment=NetworkSegment(5158305b-6edf-4292-82d2-68f9ebff22a2),segment_id=5158305b-6edf-4292-82d2-68f9ebff22a2)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:17:39.158564 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7fe2987f-91a0-4ae9-a8e9-f4847bd8b0d1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:39.163084 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port a97b0447-a121-43a8-adc1-7f48fbb98a7d completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:17:39.166174 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-2b5edab9-4d1e-44fb-9ddc-baca0ce6330d None None] Deleting port 3e1898fa-4062-4d1f-9e2c-8016e894101f {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:17:39.166504 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-2b5edab9-4d1e-44fb-9ddc-baca0ce6330d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:39.193934 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-36454e2d-e681-4130-81dd-7d13280f551f tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Calling delete_port for 862234ed-3ef2-4d23-956b-616d54d0dd31 owned by {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:17:39.243973 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 65b6d67a-c9d4-4c5b-b010-727ccc5511e2 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:17:39.268810 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-99212b6f-cc54-4f83-a333-bb518104c4e9 None None] Current status of the port 0d034faa-847d-41c4-8c8a-68eee2dc0b52 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:17:39.269199 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-99212b6f-cc54-4f83-a333-bb518104c4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:39.303411 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-7fe2987f-91a0-4ae9-a8e9-f4847bd8b0d1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Calling delete_port for 3e1898fa-4062-4d1f-9e2c-8016e894101f owned by network:dhcp {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:17:39.339059 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 65b6d67a-c9d4-4c5b-b010-727ccc5511e2 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:17:39.339359 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 65b6d67a-c9d4-4c5b-b010-727ccc5511e2 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:17:39.380127 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-36454e2d-e681-4130-81dd-7d13280f551f tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:39.444448 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36454e2d-e681-4130-81dd-7d13280f551f tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Pushing event deleted for resources: {'Port': ['ID=862234ed-3ef2-4d23-956b-616d54d0dd31,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:39.451710 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-99212b6f-cc54-4f83-a333-bb518104c4e9 None None] For port 0d034faa-847d-41c4-8c8a-68eee2dc0b52, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=0d034faa-847d-41c4-8c8a-68eee2dc0b52,segment=NetworkSegment(fc6c1fe3-0b51-448d-a980-7ee37d490802),segment_id=fc6c1fe3-0b51-448d-a980-7ee37d490802)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:17:39.476109 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-99212b6f-cc54-4f83-a333-bb518104c4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:39.574294 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-2b5edab9-4d1e-44fb-9ddc-baca0ce6330d None None] For port 3e1898fa-4062-4d1f-9e2c-8016e894101f, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=3e1898fa-4062-4d1f-9e2c-8016e894101f,segment=NetworkSegment(5158305b-6edf-4292-82d2-68f9ebff22a2),segment_id=5158305b-6edf-4292-82d2-68f9ebff22a2)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:17:39.574799 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-2b5edab9-4d1e-44fb-9ddc-baca0ce6330d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:39.646583 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-199aee15-2299-4ada-9554-e9744b2f4feb tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:39.678549 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-36454e2d-e681-4130-81dd-7d13280f551f tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:39.685704 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-36454e2d-e681-4130-81dd-7d13280f551f tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] 10.222.0.50 "DELETE /v2.0/ports/862234ed-3ef2-4d23-956b-616d54d0dd31 HTTP/1.1" status: 204 len: 168 time: 1.0472548 Oct 04 09:17:39.687798 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 32838) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:39.738967 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-185c66da-200a-47f8-908e-8fe233887297 None None] Could not find standard attr ID for object 0d413456-dabf-4369-b953-60829e124369. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:17:39.749079 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e87a18d-7dea-4869-9d8b-03798f89af63 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] GET failed (client error): The resource could not be found. Oct 04 09:17:39.750075 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-2b5edab9-4d1e-44fb-9ddc-baca0ce6330d None None] Calling delete_port for 3e1898fa-4062-4d1f-9e2c-8016e894101f owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:17:39.751773 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-3e87a18d-7dea-4869-9d8b-03798f89af63 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Synchronizing usage tracker for tenant:6a8c5afe43d44eecaa2879f14dcd6043 on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:17:39.802597 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99212b6f-cc54-4f83-a333-bb518104c4e9 None None] Pushing event updated for resources: {'Port': ['ID=0d034faa-847d-41c4-8c8a-68eee2dc0b52,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:39.802877 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-3e87a18d-7dea-4869-9d8b-03798f89af63 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Unset dirty status for tenant:6a8c5afe43d44eecaa2879f14dcd6043 on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:17:39.804617 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-3e87a18d-7dea-4869-9d8b-03798f89af63 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] 10.222.0.50 "GET /v2.0/ports/862234ed-3ef2-4d23-956b-616d54d0dd31 HTTP/1.1" status: 404 len: 333 time: 0.1158135 Oct 04 09:17:39.808701 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 32842) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:39.824324 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-3c24ebed-1ab9-493f-acc4-caaf13dac6cb tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Request body: {'port': {'network_id': '7748b98d-56d0-490f-a7f5-8200a0941795', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-918041831'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:17:39.833585 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-185c66da-200a-47f8-908e-8fe233887297 None None] Provisioning complete for port 3b5c60af-1360-4636-aca5-05676d817fe3 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:17:39.833991 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-185c66da-200a-47f8-908e-8fe233887297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:39.834322 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-185c66da-200a-47f8-908e-8fe233887297 None None] Attempt 1 to provision port 3b5c60af-1360-4636-aca5-05676d817fe3 Oct 04 09:17:39.848125 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b62b2775-a640-4648-805b-1171e5e5a361 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:39.858907 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199aee15-2299-4ada-9554-e9744b2f4feb tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:17:39.878492 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7fe2987f-91a0-4ae9-a8e9-f4847bd8b0d1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:39.939134 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-199aee15-2299-4ada-9554-e9744b2f4feb tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:17:39.941262 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199aee15-2299-4ada-9554-e9744b2f4feb tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event updated for resources: {'Subnet': ['ID=103cf2fc-58cd-49f9-a44c-b88c0ed4499b,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:39.944461 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-185c66da-200a-47f8-908e-8fe233887297 None None] Port 3b5c60af-1360-4636-aca5-05676d817fe3 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:17:39.952807 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62b2775-a640-4648-805b-1171e5e5a361 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Network 602fef91-1f5e-40a1-b170-232ec46eaf2b is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:17:39.954371 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199aee15-2299-4ada-9554-e9744b2f4feb tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:39.955121 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-199aee15-2299-4ada-9554-e9744b2f4feb tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:39.955466 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d4f3ee-a151-499a-b317-5492e7f80809 None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:17:39.978687 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.db.api [None req-2b5edab9-4d1e-44fb-9ddc-baca0ce6330d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:17:39.979042 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG oslo_db.api [None req-2b5edab9-4d1e-44fb-9ddc-baca0ce6330d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:17:40.021825 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-3c24ebed-1ab9-493f-acc4-caaf13dac6cb tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:17:40.034143 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-b62b2775-a640-4648-805b-1171e5e5a361 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:17:40.034384 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-3c24ebed-1ab9-493f-acc4-caaf13dac6cb tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:17:40.035848 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62b2775-a640-4648-805b-1171e5e5a361 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event updated for resources: {'Subnet': ['ID=465f0cfe-0c4f-488e-8601-770d223c28b5,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:40.043760 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62b2775-a640-4648-805b-1171e5e5a361 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:40.044444 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b62b2775-a640-4648-805b-1171e5e5a361 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:40.061929 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c24ebed-1ab9-493f-acc4-caaf13dac6cb tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Made reservation on behalf of 6a8c5afe43d44eecaa2879f14dcd6043 for: {'port': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:17:40.066690 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3c24ebed-1ab9-493f-acc4-caaf13dac6cb tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:40.076079 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe2987f-91a0-4ae9-a8e9-f4847bd8b0d1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event deleted for resources: {'Port': ['ID=3e1898fa-4062-4d1f-9e2c-8016e894101f,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:40.078655 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe2987f-91a0-4ae9-a8e9-f4847bd8b0d1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] No DVR routers for this DVR port 3e1898fa-4062-4d1f-9e2c-8016e894101f on host dv-neutron-860215-1-hyperv {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:17:40.105419 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [None req-3c24ebed-1ab9-493f-acc4-caaf13dac6cb tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] device_id is not set on port eda60138-d56b-410f-9ec3-7b0836b39a4e yet. {{(pid=89033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:17:40.185862 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78158ddf-30e1-4bee-b541-e27b4b35b274 None None] Network 602fef91-1f5e-40a1-b170-232ec46eaf2b requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:17:40.239289 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-b62b2775-a640-4648-805b-1171e5e5a361 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2634058 Oct 04 09:17:40.243513 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-199aee15-2299-4ada-9554-e9744b2f4feb tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9747498 Oct 04 09:17:40.245789 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 32846) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:40.245789 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 32848) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:40.255445 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-18f9bfc1-0721-4c4b-ac93-7d166a166bd9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Request body: {'security_group': {'name': 'tempest-secgroup-1000564050'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:17:40.262266 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-18f9bfc1-0721-4c4b-ac93-7d166a166bd9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:17:40.266614 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-18f9bfc1-0721-4c4b-ac93-7d166a166bd9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Usage tracker for resource:security_group and tenant:8de43eb137fe47f9a4031ea91b631fcc is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:17:40.270385 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-18f9bfc1-0721-4c4b-ac93-7d166a166bd9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:17:40.276831 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-18f9bfc1-0721-4c4b-ac93-7d166a166bd9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:17:40.288755 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-66ad82ea-f7f9-43a7-b246-7a7f0f4643ed tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'port': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'fixed_ips': [{'subnet_id': '103cf2fc-58cd-49f9-a44c-b88c0ed4499b', 'ip_address': '2001:db8::dafb:2d64:f067:ddaf'}], 'name': 'tempest-NetworksTestDHCPv6-1473098298'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:17:40.309453 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7fe2987f-91a0-4ae9-a8e9-f4847bd8b0d1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:40.327385 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-18f9bfc1-0721-4c4b-ac93-7d166a166bd9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:40.404889 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-3c24ebed-1ab9-493f-acc4-caaf13dac6cb tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Allocated IP 2001:db8::14d (7748b98d-56d0-490f-a7f5-8200a0941795/3a033b87-3796-41c1-8e72-1892d0a93f95/eda60138-d56b-410f-9ec3-7b0836b39a4e) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:17:40.438626 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-18f9bfc1-0721-4c4b-ac93-7d166a166bd9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:17:40.451742 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-7fe2987f-91a0-4ae9-a8e9-f4847bd8b0d1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6065a5f1-b66e-4f49-a8a1-e6d35ec1d22d']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:40.461615 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-18f9bfc1-0721-4c4b-ac93-7d166a166bd9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Usage tracker for resource:security_group_rule and tenant:8de43eb137fe47f9a4031ea91b631fcc is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:17:40.464851 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-185c66da-200a-47f8-908e-8fe233887297 None None] Attempt 2 to provision port 3b5c60af-1360-4636-aca5-05676d817fe3 Oct 04 09:17:40.471552 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-18f9bfc1-0721-4c4b-ac93-7d166a166bd9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:17:40.483051 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-7fe2987f-91a0-4ae9-a8e9-f4847bd8b0d1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5158305b-6edf-4292-82d2-68f9ebff22a2') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:40.483593 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-7fe2987f-91a0-4ae9-a8e9-f4847bd8b0d1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5158305b-6edf-4292-82d2-68f9ebff22a2') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:40.495941 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-18f9bfc1-0721-4c4b-ac93-7d166a166bd9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:17:40.503766 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7fe2987f-91a0-4ae9-a8e9-f4847bd8b0d1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:40.507581 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-2b5edab9-4d1e-44fb-9ddc-baca0ce6330d None None] Deleting port 3e1898fa-4062-4d1f-9e2c-8016e894101f {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:17:40.507581 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-2b5edab9-4d1e-44fb-9ddc-baca0ce6330d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:40.538905 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7fe2987f-91a0-4ae9-a8e9-f4847bd8b0d1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:40.565809 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fe2987f-91a0-4ae9-a8e9-f4847bd8b0d1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:17:40.566084 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7fe2987f-91a0-4ae9-a8e9-f4847bd8b0d1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:40.642373 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-2b5edab9-4d1e-44fb-9ddc-baca0ce6330d None None] The port '3e1898fa-4062-4d1f-9e2c-8016e894101f' was deleted {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 04 09:17:40.645985 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 5158305b-6edf-4292-82d2-68f9ebff22a2 resource provider aggregate not found Oct 04 09:17:40.651202 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-66ad82ea-f7f9-43a7-b246-7a7f0f4643ed tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:17:40.668509 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-185c66da-200a-47f8-908e-8fe233887297 None None] Port 3b5c60af-1360-4636-aca5-05676d817fe3 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:17:40.690307 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-66ad82ea-f7f9-43a7-b246-7a7f0f4643ed tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:17:40.721300 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 5158305b-6edf-4292-82d2-68f9ebff22a2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5158305b-6edf-4292-82d2-68f9ebff22a2 found for delete ", "request_id": "req-286b62b7-1b6f-47bc-b001-e4268cdc98c9"}]} Oct 04 09:17:40.733765 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ad82ea-f7f9-43a7-b246-7a7f0f4643ed tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Made reservation on behalf of 3f91eae3af914b3ca9ea34a1eaa482e2 for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:17:40.742404 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3c24ebed-1ab9-493f-acc4-caaf13dac6cb tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:40.783203 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-3c24ebed-1ab9-493f-acc4-caaf13dac6cb tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Transition to ACTIVE for port object eda60138-d56b-410f-9ec3-7b0836b39a4e will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:17:40.819060 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3c24ebed-1ab9-493f-acc4-caaf13dac6cb tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:40.825131 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7fe2987f-91a0-4ae9-a8e9-f4847bd8b0d1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:40.844211 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-18f9bfc1-0721-4c4b-ac93-7d166a166bd9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:40.874178 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 0d034faa-847d-41c4-8c8a-68eee2dc0b52 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:17:40.890691 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7fe2987f-91a0-4ae9-a8e9-f4847bd8b0d1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:40.903491 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-18f9bfc1-0721-4c4b-ac93-7d166a166bd9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:40.913113 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c24ebed-1ab9-493f-acc4-caaf13dac6cb tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Network 7748b98d-56d0-490f-a7f5-8200a0941795 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:17:40.916110 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-3c24ebed-1ab9-493f-acc4-caaf13dac6cb tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:17:40.920554 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c24ebed-1ab9-493f-acc4-caaf13dac6cb tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:17:40.922727 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe2987f-91a0-4ae9-a8e9-f4847bd8b0d1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Pushing event deleted for resources: {'Network': ['ID=6065a5f1-b66e-4f49-a8a1-e6d35ec1d22d,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:40.926253 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c24ebed-1ab9-493f-acc4-caaf13dac6cb tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:40.926876 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3c24ebed-1ab9-493f-acc4-caaf13dac6cb tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:40.931431 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c24ebed-1ab9-493f-acc4-caaf13dac6cb tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Pushing event updated for resources: {'Port': ['ID=eda60138-d56b-410f-9ec3-7b0836b39a4e,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:40.954290 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23a76d3-5546-4158-aa9c-1b3641760feb None None] Update dhcp port {'port': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'fixed_ips': [{'subnet_id': '103cf2fc-58cd-49f9-a44c-b88c0ed4499b'}], 'binding:host_id': 'dv-neutron-860215-1-hyperv'}, 'id': '3fcb74cf-b75b-4f46-a9ae-6361958ba232'} from dv-neutron-860215-1-hyperv. {{(pid=89034) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 04 09:17:40.960683 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-3c24ebed-1ab9-493f-acc4-caaf13dac6cb tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1509013 Oct 04 09:17:40.963334 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 32860) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:40.964378 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-7fe2987f-91a0-4ae9-a8e9-f4847bd8b0d1 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "DELETE /v2.0/networks/6065a5f1-b66e-4f49-a8a1-e6d35ec1d22d HTTP/1.1" status: 204 len: 168 time: 2.6994791 Oct 04 09:17:40.970183 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-e4156252-d0d8-4c85-b93c-6d1087421593 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2aa', 'mac_address': 'fa:16:3e:fe:58:03'}]}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:17:40.974673 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 32864) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:40.994740 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-18f9bfc1-0721-4c4b-ac93-7d166a166bd9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:40.995956 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-18f9bfc1-0721-4c4b-ac93-7d166a166bd9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7493989 Oct 04 09:17:40.999425 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-d765c7f0-8e9c-4769-be46-805fabc47855 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Request body: {'router': {'routes': None}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:17:41.004420 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 32868) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:41.007824 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-4cbd2d60-c860-4e5c-8fba-ec9cc6906ff4 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Request body: {'security_group': {'name': 'tempest-secgroup-179061743'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:17:41.027519 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-4cbd2d60-c860-4e5c-8fba-ec9cc6906ff4 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:17:41.034854 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-4cbd2d60-c860-4e5c-8fba-ec9cc6906ff4 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Usage tracker for resource:security_group and tenant:8de43eb137fe47f9a4031ea91b631fcc is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:17:41.039291 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-4cbd2d60-c860-4e5c-8fba-ec9cc6906ff4 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:17:41.049338 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-4cbd2d60-c860-4e5c-8fba-ec9cc6906ff4 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:17:41.055198 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e23a76d3-5546-4158-aa9c-1b3641760feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:41.137837 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4cbd2d60-c860-4e5c-8fba-ec9cc6906ff4 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:41.161095 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f9bfc1-0721-4c4b-ac93-7d166a166bd9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c2e922-8504-43a1-b7c8-5196a8761504,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:41.176114 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-4cbd2d60-c860-4e5c-8fba-ec9cc6906ff4 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:17:41.180430 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-4cbd2d60-c860-4e5c-8fba-ec9cc6906ff4 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Usage tracker for resource:security_group_rule and tenant:8de43eb137fe47f9a4031ea91b631fcc is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:17:41.183496 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-4cbd2d60-c860-4e5c-8fba-ec9cc6906ff4 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:17:41.190208 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-4cbd2d60-c860-4e5c-8fba-ec9cc6906ff4 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:17:41.206022 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-185c66da-200a-47f8-908e-8fe233887297 None None] Attempt 3 to provision port 3b5c60af-1360-4636-aca5-05676d817fe3 Oct 04 09:17:41.228292 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-66ad82ea-f7f9-43a7-b246-7a7f0f4643ed tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:41.247382 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 0d034faa-847d-41c4-8c8a-68eee2dc0b52 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:17:41.247907 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:41.248337 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 0d034faa-847d-41c4-8c8a-68eee2dc0b52 Oct 04 09:17:41.295110 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4cbd2d60-c860-4e5c-8fba-ec9cc6906ff4 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:41.302846 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4cbd2d60-c860-4e5c-8fba-ec9cc6906ff4 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:41.303904 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:41.352734 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [None req-66ad82ea-f7f9-43a7-b246-7a7f0f4643ed tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] device_id is not set on port 098c5ba2-51ab-4a55-bc3a-e2a3522af296 yet. {{(pid=89032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:17:41.397997 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.extraroute_db [None req-d765c7f0-8e9c-4769-be46-805fabc47855 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Added routes are [] {{(pid=89032) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 04 09:17:41.398598 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.extraroute_db [None req-d765c7f0-8e9c-4769-be46-805fabc47855 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Removed routes are [] {{(pid=89032) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 04 09:17:41.398961 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d765c7f0-8e9c-4769-be46-805fabc47855 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:41.401674 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4cbd2d60-c860-4e5c-8fba-ec9cc6906ff4 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:41.405475 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-4cbd2d60-c860-4e5c-8fba-ec9cc6906ff4 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3992617 Oct 04 09:17:41.406104 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-185c66da-200a-47f8-908e-8fe233887297 None None] Port 3b5c60af-1360-4636-aca5-05676d817fe3 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:17:41.406104 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a436f3-fa13-4607-9766-b3c3626d390a None None] Update dhcp port {'port': {'network_id': '602fef91-1f5e-40a1-b170-232ec46eaf2b', 'fixed_ips': [{'subnet_id': '389e8b20-15c4-44ba-99d9-b3ed6a5f7ed6', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '465f0cfe-0c4f-488e-8601-770d223c28b5'}], 'binding:host_id': 'dv-neutron-860215-1-hyperv'}, 'id': '0d034faa-847d-41c4-8c8a-68eee2dc0b52'} from dv-neutron-860215-1-hyperv. {{(pid=89034) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 04 09:17:41.406396 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbd2d60-c860-4e5c-8fba-ec9cc6906ff4 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=394b3e41-15bc-4702-9570-065f304b0609,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:41.406509 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 32872) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:41.414948 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e4156252-d0d8-4c85-b93c-6d1087421593 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:41.475538 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-d15c7b5a-75e3-44c0-9af9-2691a9f5c6b8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Request body: {'security_group': {'name': 'tempest-secgroup-15380262'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:17:41.483000 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b5a436f3-fa13-4607-9766-b3c3626d390a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:41.662841 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-d15c7b5a-75e3-44c0-9af9-2691a9f5c6b8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:17:41.663494 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 0d034faa-847d-41c4-8c8a-68eee2dc0b52 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:17:41.681611 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-d15c7b5a-75e3-44c0-9af9-2691a9f5c6b8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Usage tracker for resource:security_group and tenant:8de43eb137fe47f9a4031ea91b631fcc is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:17:41.681996 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e4156252-d0d8-4c85-b93c-6d1087421593 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:41.688518 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-d15c7b5a-75e3-44c0-9af9-2691a9f5c6b8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:17:41.708289 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e4156252-d0d8-4c85-b93c-6d1087421593 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:41.709319 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-e4156252-d0d8-4c85-b93c-6d1087421593 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] In _notify_port_updated(), no bound segment for port eda60138-d56b-410f-9ec3-7b0836b39a4e on network 7748b98d-56d0-490f-a7f5-8200a0941795 {{(pid=89033) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 04 09:17:41.715854 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4156252-d0d8-4c85-b93c-6d1087421593 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:41.716718 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e4156252-d0d8-4c85-b93c-6d1087421593 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:41.719433 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-e4156252-d0d8-4c85-b93c-6d1087421593 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] 10.222.0.50 "PUT /v2.0/ports/eda60138-d56b-410f-9ec3-7b0836b39a4e HTTP/1.1" status: 200 len: 1002 time: 0.7543972 Oct 04 09:17:41.736611 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-e23a76d3-5546-4158-aa9c-1b3641760feb None None] Allocated IP 2001:db8::2 (7b2ac456-c702-437f-ad18-06da05465ab2/103cf2fc-58cd-49f9-a44c-b88c0ed4499b/3fcb74cf-b75b-4f46-a9ae-6361958ba232) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:17:41.744824 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 3e1898fa-4062-4d1f-9e2c-8016e894101f no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:17:41.755738 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 32876) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:41.788167 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-d15c7b5a-75e3-44c0-9af9-2691a9f5c6b8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:17:41.794866 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 3e1898fa-4062-4d1f-9e2c-8016e894101f {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:17:41.795297 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 3e1898fa-4062-4d1f-9e2c-8016e894101f not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:17:41.835219 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4156252-d0d8-4c85-b93c-6d1087421593 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Pushing event updated for resources: {'Port': ['ID=eda60138-d56b-410f-9ec3-7b0836b39a4e,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:41.905228 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-185c66da-200a-47f8-908e-8fe233887297 None None] Attempt 4 to provision port 3b5c60af-1360-4636-aca5-05676d817fe3 Oct 04 09:17:41.934773 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d15c7b5a-75e3-44c0-9af9-2691a9f5c6b8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:41.957516 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d765c7f0-8e9c-4769-be46-805fabc47855 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:41.970501 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d765c7f0-8e9c-4769-be46-805fabc47855 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736963', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1737124'] for router, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:41.978724 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-d15c7b5a-75e3-44c0-9af9-2691a9f5c6b8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:17:41.984546 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-8bb3a805-9c43-4257-8a54-9acea42466ae tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Deleting port eda60138-d56b-410f-9ec3-7b0836b39a4e {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:17:41.984883 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8bb3a805-9c43-4257-8a54-9acea42466ae tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:41.994488 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-185c66da-200a-47f8-908e-8fe233887297 None None] Port 3b5c60af-1360-4636-aca5-05676d817fe3 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:17:42.012459 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-b5a436f3-fa13-4607-9766-b3c3626d390a None None] Allocated IP 2001:db8::2 (602fef91-1f5e-40a1-b170-232ec46eaf2b/465f0cfe-0c4f-488e-8601-770d223c28b5/0d034faa-847d-41c4-8c8a-68eee2dc0b52) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:17:42.046814 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-e23a76d3-5546-4158-aa9c-1b3641760feb None None] For port 3fcb74cf-b75b-4f46-a9ae-6361958ba232, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=3fcb74cf-b75b-4f46-a9ae-6361958ba232,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:17:42.075053 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-d15c7b5a-75e3-44c0-9af9-2691a9f5c6b8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Usage tracker for resource:security_group_rule and tenant:8de43eb137fe47f9a4031ea91b631fcc is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:17:42.090906 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-d15c7b5a-75e3-44c0-9af9-2691a9f5c6b8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:17:42.149901 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e23a76d3-5546-4158-aa9c-1b3641760feb None None] Notify callbacks [] for port, precommit_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:42.153539 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-d15c7b5a-75e3-44c0-9af9-2691a9f5c6b8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:17:42.186411 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-e23a76d3-5546-4158-aa9c-1b3641760feb None None] Ignored duplicate provisioning block setup for port 3fcb74cf-b75b-4f46-a9ae-6361958ba232 by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 04 09:17:42.191456 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e23a76d3-5546-4158-aa9c-1b3641760feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:42.215586 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d765c7f0-8e9c-4769-be46-805fabc47855 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Router f972579a-6ef4-443c-a645-3233e1d7e64e has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:17:42.303262 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-b5a436f3-fa13-4607-9766-b3c3626d390a None None] For port 0d034faa-847d-41c4-8c8a-68eee2dc0b52, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=0d034faa-847d-41c4-8c8a-68eee2dc0b52,segment=NetworkSegment(fc6c1fe3-0b51-448d-a980-7ee37d490802),segment_id=fc6c1fe3-0b51-448d-a980-7ee37d490802)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:17:42.386013 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a76d3-5546-4158-aa9c-1b3641760feb None None] Pushing event updated for resources: {'Port': ['ID=3fcb74cf-b75b-4f46-a9ae-6361958ba232,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:42.401289 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b5a436f3-fa13-4607-9766-b3c3626d390a None None] Notify callbacks [] for port, precommit_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:42.420317 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-b5a436f3-fa13-4607-9766-b3c3626d390a None None] Transition to ACTIVE for port object 0d034faa-847d-41c4-8c8a-68eee2dc0b52 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:17:42.426455 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b5a436f3-fa13-4607-9766-b3c3626d390a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:42.513328 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-185c66da-200a-47f8-908e-8fe233887297 None None] Attempt 5 to provision port 3b5c60af-1360-4636-aca5-05676d817fe3 Oct 04 09:17:42.522425 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-66ad82ea-f7f9-43a7-b246-7a7f0f4643ed tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Allocated IP 2001:db8::dafb:2d64:f067:ddaf (7b2ac456-c702-437f-ad18-06da05465ab2/103cf2fc-58cd-49f9-a44c-b88c0ed4499b/098c5ba2-51ab-4a55-bc3a-e2a3522af296) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:17:42.601126 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d765c7f0-8e9c-4769-be46-805fabc47855 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:17:42.610433 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d15c7b5a-75e3-44c0-9af9-2691a9f5c6b8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:42.620135 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106ee24a-35e7-4d41-a9fa-58f1ebeffe59 None None] Sync routers for ids ['f972579a-6ef4-443c-a645-3233e1d7e64e'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:17:42.634919 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d15c7b5a-75e3-44c0-9af9-2691a9f5c6b8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:42.655573 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a436f3-fa13-4607-9766-b3c3626d390a None None] Pushing event updated for resources: {'Port': ['ID=0d034faa-847d-41c4-8c8a-68eee2dc0b52,revision_number=6']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:42.660200 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106ee24a-35e7-4d41-a9fa-58f1ebeffe59 None None] Routers {'f972579a-6ef4-443c-a645-3233e1d7e64e'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:17:42.660851 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-106ee24a-35e7-4d41-a9fa-58f1ebeffe59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:17:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['f972579a-6ef4-443c-a645-3233e1d7e64e'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:42.718926 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-185c66da-200a-47f8-908e-8fe233887297 None None] Port 3b5c60af-1360-4636-aca5-05676d817fe3 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:17:42.732699 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d765c7f0-8e9c-4769-be46-805fabc47855 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:42.733896 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-d765c7f0-8e9c-4769-be46-805fabc47855 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "PUT /v2.0/routers/f972579a-6ef4-443c-a645-3233e1d7e64e HTTP/1.1" status: 200 len: 705 time: 1.7563057 Oct 04 09:17:42.737033 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 32882) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:42.750479 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d15c7b5a-75e3-44c0-9af9-2691a9f5c6b8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:42.754265 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-d15c7b5a-75e3-44c0-9af9-2691a9f5c6b8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3441937 Oct 04 09:17:42.776402 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15c7b5a-75e3-44c0-9af9-2691a9f5c6b8 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b38cdaa-e63d-47b9-b296-4feb9e7eadbb,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:42.792043 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 32886) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:42.799314 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-0d64af88-77fa-45db-bda2-ee2c78ddedaf tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1704619870', 'security_groups': ['2b38cdaa-e63d-47b9-b296-4feb9e7eadbb'], 'network_id': '602fef91-1f5e-40a1-b170-232ec46eaf2b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '465f0cfe-0c4f-488e-8601-770d223c28b5'}]}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:17:42.854598 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-f457a7e1-22f9-405d-a61b-f79c82abafe6 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "GET /v2.0/ports?device_id=f972579a-6ef4-443c-a645-3233e1d7e64e HTTP/1.1" status: 200 len: 205 time: 0.1133027 Oct 04 09:17:42.855982 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 32890) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:42.860903 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-106ee24a-35e7-4d41-a9fa-58f1ebeffe59 None None] Set router f972579a-6ef4-443c-a645-3233e1d7e64e gateway port host: None {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:17:42.882087 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8bb3a805-9c43-4257-8a54-9acea42466ae tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:43.039717 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 3fcb74cf-b75b-4f46-a9ae-6361958ba232 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:17:43.066463 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a4285a32-b65b-4e11-aea6-75eae6d09cba tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for router, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:43.107767 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-106ee24a-35e7-4d41-a9fa-58f1ebeffe59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'name': 'tempest-RoutersIpV6Test-router-1997751477', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:16:21Z', 'updated_at': '2022-10-04T09:17:35Z', 'revision_number': 11, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'gw_port_host': None}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:43.114313 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106ee24a-35e7-4d41-a9fa-58f1ebeffe59 None None] Checking router: f972579a-6ef4-443c-a645-3233e1d7e64e for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:17:43.129224 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106ee24a-35e7-4d41-a9fa-58f1ebeffe59 None None] Routers {'f972579a-6ef4-443c-a645-3233e1d7e64e'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:17:43.130007 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-106ee24a-35e7-4d41-a9fa-58f1ebeffe59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:17:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['f972579a-6ef4-443c-a645-3233e1d7e64e'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:43.190883 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 3fcb74cf-b75b-4f46-a9ae-6361958ba232 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:17:43.261281 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-8bb3a805-9c43-4257-8a54-9acea42466ae tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Calling delete_port for eda60138-d56b-410f-9ec3-7b0836b39a4e owned by {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:17:43.262217 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-185c66da-200a-47f8-908e-8fe233887297 None None] Attempt 6 to provision port 3b5c60af-1360-4636-aca5-05676d817fe3 Oct 04 09:17:43.337573 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 0d034faa-847d-41c4-8c8a-68eee2dc0b52 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:17:43.391258 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-185c66da-200a-47f8-908e-8fe233887297 None None] Port 3b5c60af-1360-4636-aca5-05676d817fe3 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:17:43.402442 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-106ee24a-35e7-4d41-a9fa-58f1ebeffe59 None None] Set router f972579a-6ef4-443c-a645-3233e1d7e64e gateway port host: None {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:17:43.542273 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8bb3a805-9c43-4257-8a54-9acea42466ae tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:43.549645 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-66ad82ea-f7f9-43a7-b246-7a7f0f4643ed tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:43.584463 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-106ee24a-35e7-4d41-a9fa-58f1ebeffe59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'name': 'tempest-RoutersIpV6Test-router-1997751477', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:16:21Z', 'updated_at': '2022-10-04T09:17:35Z', 'revision_number': 11, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'gw_port_host': None}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:43.596257 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106ee24a-35e7-4d41-a9fa-58f1ebeffe59 None None] The sync data for ids ['f972579a-6ef4-443c-a645-3233e1d7e64e'] in dv-neutron-860215-1-hyperv is: [{'id': 'f972579a-6ef4-443c-a645-3233e1d7e64e', 'name': 'tempest-RoutersIpV6Test-router-1997751477', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:16:21Z', 'updated_at': '2022-10-04T09:17:35Z', 'revision_number': 11, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'gw_port_host': None}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:17:43.610091 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a4285a32-b65b-4e11-aea6-75eae6d09cba tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:43.613204 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a4285a32-b65b-4e11-aea6-75eae6d09cba tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:43.635982 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb3a805-9c43-4257-8a54-9acea42466ae tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Pushing event deleted for resources: {'Port': ['ID=eda60138-d56b-410f-9ec3-7b0836b39a4e,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:43.647236 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a4285a32-b65b-4e11-aea6-75eae6d09cba tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:43.648017 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4285a32-b65b-4e11-aea6-75eae6d09cba tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Fanout notify agent at l3_agent the message router_deleted on router f972579a-6ef4-443c-a645-3233e1d7e64e {{(pid=89033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:17:43.648691 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-66ad82ea-f7f9-43a7-b246-7a7f0f4643ed tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Transition to ACTIVE for port object 098c5ba2-51ab-4a55-bc3a-e2a3522af296 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:17:43.666045 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a4285a32-b65b-4e11-aea6-75eae6d09cba tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:43.673215 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a4285a32-b65b-4e11-aea6-75eae6d09cba tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "DELETE /v2.0/routers/f972579a-6ef4-443c-a645-3233e1d7e64e HTTP/1.1" status: 204 len: 168 time: 0.8145177 Oct 04 09:17:43.673215 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 32894) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:43.677835 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-d2b55df3-6983-47a7-8e96-eb52c123ca9a tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1184779773', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:17:43.685579 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-d2b55df3-6983-47a7-8e96-eb52c123ca9a tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:17:43.696068 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-d2b55df3-6983-47a7-8e96-eb52c123ca9a tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Usage tracker for resource:router and tenant:9e78cb9b328b4bfc813a095a6b1b578a is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:17:43.699761 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-d2b55df3-6983-47a7-8e96-eb52c123ca9a tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:17:43.704259 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-0d64af88-77fa-45db-bda2-ee2c78ddedaf tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:17:43.717951 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-d2b55df3-6983-47a7-8e96-eb52c123ca9a tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:17:43.736372 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d2b55df3-6983-47a7-8e96-eb52c123ca9a tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:43.736662 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-0d64af88-77fa-45db-bda2-ee2c78ddedaf tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:17:43.738873 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d2b55df3-6983-47a7-8e96-eb52c123ca9a tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:43.784121 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d2b55df3-6983-47a7-8e96-eb52c123ca9a tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:43.815781 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d2b55df3-6983-47a7-8e96-eb52c123ca9a tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:43.856841 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d64af88-77fa-45db-bda2-ee2c78ddedaf tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Made reservation on behalf of 8de43eb137fe47f9a4031ea91b631fcc for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:17:43.857694 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d2b55df3-6983-47a7-8e96-eb52c123ca9a tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:43.860405 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-d2b55df3-6983-47a7-8e96-eb52c123ca9a tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1855721 Oct 04 09:17:43.861923 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 32898) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:43.869580 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-05d1d5d1-fbdb-4dbf-8194-9cabb841f0d9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:17:43.893239 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-185c66da-200a-47f8-908e-8fe233887297 None None] Attempt 7 to provision port 3b5c60af-1360-4636-aca5-05676d817fe3 Oct 04 09:17:43.975028 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-185c66da-200a-47f8-908e-8fe233887297 None None] Port 3b5c60af-1360-4636-aca5-05676d817fe3 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:17:43.997568 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb76aee-bc98-4e11-8f5c-89c856df572a None None] get_active_networks_info from dv-neutron-860215-1-hyperv {{(pid=89034) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 04 09:17:44.007834 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8bb3a805-9c43-4257-8a54-9acea42466ae tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:44.028493 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-8bb3a805-9c43-4257-8a54-9acea42466ae tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] 10.222.0.50 "DELETE /v2.0/ports/eda60138-d56b-410f-9ec3-7b0836b39a4e HTTP/1.1" status: 204 len: 168 time: 2.2376401 Oct 04 09:17:44.029298 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 32902) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:44.038185 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-66ad82ea-f7f9-43a7-b246-7a7f0f4643ed tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:44.122642 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb76aee-bc98-4e11-8f5c-89c856df572a None None] Resources bound (agent type, host, resource id): {{(pid=89034) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 04 09:17:44.151817 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4e34e2b-9b6e-443d-9947-f76383e3d4b6 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] GET failed (client error): The resource could not be found. Oct 04 09:17:44.152379 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-f4e34e2b-9b6e-443d-9947-f76383e3d4b6 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Synchronizing usage tracker for tenant:6a8c5afe43d44eecaa2879f14dcd6043 on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:17:44.190328 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ad82ea-f7f9-43a7-b246-7a7f0f4643ed tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:17:44.193382 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0d64af88-77fa-45db-bda2-ee2c78ddedaf tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:44.205280 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-66ad82ea-f7f9-43a7-b246-7a7f0f4643ed tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:17:44.207159 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ad82ea-f7f9-43a7-b246-7a7f0f4643ed tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event updated for resources: {'Port': ['ID=098c5ba2-51ab-4a55-bc3a-e2a3522af296,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:44.209394 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ad82ea-f7f9-43a7-b246-7a7f0f4643ed tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:17:44.214908 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ad82ea-f7f9-43a7-b246-7a7f0f4643ed tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:44.215454 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-66ad82ea-f7f9-43a7-b246-7a7f0f4643ed tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:44.242570 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [None req-0d64af88-77fa-45db-bda2-ee2c78ddedaf tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] device_id is not set on port 21b39a9a-a420-4493-b34c-7bf2e35ff9bc yet. {{(pid=89032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:17:44.282612 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-05d1d5d1-fbdb-4dbf-8194-9cabb841f0d9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:44.285067 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-f4e34e2b-9b6e-443d-9947-f76383e3d4b6 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Unset dirty status for tenant:6a8c5afe43d44eecaa2879f14dcd6043 on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:17:44.290570 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-f4e34e2b-9b6e-443d-9947-f76383e3d4b6 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] 10.222.0.50 "GET /v2.0/ports/eda60138-d56b-410f-9ec3-7b0836b39a4e HTTP/1.1" status: 404 len: 333 time: 0.2568836 Oct 04 09:17:44.290800 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 32906) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:44.296452 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 32910) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:44.296650 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-66ad82ea-f7f9-43a7-b246-7a7f0f4643ed tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.0483003 Oct 04 09:17:44.343052 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-d0801b62-1317-4d49-83e6-e8950b2d646c tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Request body: {'port': {'network_id': '7748b98d-56d0-490f-a7f5-8200a0941795', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1010223218'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:17:44.421319 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-05d1d5d1-fbdb-4dbf-8194-9cabb841f0d9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736963', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1737124'] for router, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:44.477078 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-185c66da-200a-47f8-908e-8fe233887297 None None] Attempt 8 to provision port 3b5c60af-1360-4636-aca5-05676d817fe3 Oct 04 09:17:44.495370 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-0d64af88-77fa-45db-bda2-ee2c78ddedaf tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Allocated IP 2001:db8::2c6 (602fef91-1f5e-40a1-b170-232ec46eaf2b/465f0cfe-0c4f-488e-8601-770d223c28b5/21b39a9a-a420-4493-b34c-7bf2e35ff9bc) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:17:44.550105 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-185c66da-200a-47f8-908e-8fe233887297 None None] Port 3b5c60af-1360-4636-aca5-05676d817fe3 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:17:44.656423 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-d0801b62-1317-4d49-83e6-e8950b2d646c tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:17:44.673447 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-d0801b62-1317-4d49-83e6-e8950b2d646c tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:17:44.691521 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98faa629-d6fc-42a7-a5ce-179c0fb834e0 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:44.697884 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0d64af88-77fa-45db-bda2-ee2c78ddedaf tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:44.698548 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98faa629-d6fc-42a7-a5ce-179c0fb834e0 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:44.701259 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-98faa629-d6fc-42a7-a5ce-179c0fb834e0 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.4037261 Oct 04 09:17:44.704094 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 32914) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:44.717398 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d1d5d1-fbdb-4dbf-8194-9cabb841f0d9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Router 594fd8fd-a179-4553-91d6-eca708590b83 is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:17:44.729169 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0801b62-1317-4d49-83e6-e8950b2d646c tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Made reservation on behalf of 6a8c5afe43d44eecaa2879f14dcd6043 for: {'port': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:17:44.732959 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d0801b62-1317-4d49-83e6-e8950b2d646c tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:44.773199 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-0d64af88-77fa-45db-bda2-ee2c78ddedaf tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Transition to ACTIVE for port object 21b39a9a-a420-4493-b34c-7bf2e35ff9bc will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:17:44.795651 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-6c2f8bef-7c35-4ea2-86da-bbcf9c1b3440 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Deleting port 098c5ba2-51ab-4a55-bc3a-e2a3522af296 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:17:44.795994 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6c2f8bef-7c35-4ea2-86da-bbcf9c1b3440 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:44.886536 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [None req-d0801b62-1317-4d49-83e6-e8950b2d646c tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] device_id is not set on port 08c3ed78-896d-4565-a4d3-443e5d05059e yet. {{(pid=89033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:17:44.905279 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0d64af88-77fa-45db-bda2-ee2c78ddedaf tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:44.928681 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d1d5d1-fbdb-4dbf-8194-9cabb841f0d9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:17:44.936090 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-05d1d5d1-fbdb-4dbf-8194-9cabb841f0d9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:44.939877 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-05d1d5d1-fbdb-4dbf-8194-9cabb841f0d9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "PUT /v2.0/routers/594fd8fd-a179-4553-91d6-eca708590b83 HTTP/1.1" status: 200 len: 698 time: 1.0746245 Oct 04 09:17:44.940458 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 32920) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:44.947548 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efdcebd-a7cc-4678-bf64-3a2f78e151a4 None None] Sync routers for ids ['594fd8fd-a179-4553-91d6-eca708590b83'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:17:44.959333 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efdcebd-a7cc-4678-bf64-3a2f78e151a4 None None] Routers {'594fd8fd-a179-4553-91d6-eca708590b83'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:17:44.960236 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-7efdcebd-a7cc-4678-bf64-3a2f78e151a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:17:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['594fd8fd-a179-4553-91d6-eca708590b83'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:45.001635 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d64af88-77fa-45db-bda2-ee2c78ddedaf tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event updated for resources: {'Port': ['ID=21b39a9a-a420-4493-b34c-7bf2e35ff9bc,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:45.028312 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d64af88-77fa-45db-bda2-ee2c78ddedaf tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Network 602fef91-1f5e-40a1-b170-232ec46eaf2b is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:17:45.032230 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-0d64af88-77fa-45db-bda2-ee2c78ddedaf tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:17:45.050961 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-185c66da-200a-47f8-908e-8fe233887297 None None] Attempt 9 to provision port 3b5c60af-1360-4636-aca5-05676d817fe3 Oct 04 09:17:45.071686 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d64af88-77fa-45db-bda2-ee2c78ddedaf tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:17:45.088865 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d64af88-77fa-45db-bda2-ee2c78ddedaf tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:45.089546 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0d64af88-77fa-45db-bda2-ee2c78ddedaf tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:45.118132 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-7efdcebd-a7cc-4678-bf64-3a2f78e151a4 None None] Set router 594fd8fd-a179-4553-91d6-eca708590b83 gateway port host: None {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:17:45.172865 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-185c66da-200a-47f8-908e-8fe233887297 None None] Port 3b5c60af-1360-4636-aca5-05676d817fe3 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:17:45.198096 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-0d64af88-77fa-45db-bda2-ee2c78ddedaf tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4031045 Oct 04 09:17:45.216047 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 32924) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:45.238492 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-7efdcebd-a7cc-4678-bf64-3a2f78e151a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594fd8fd-a179-4553-91d6-eca708590b83', 'name': 'tempest-RoutersIpV6Test-router-1184779773', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:17:43Z', 'updated_at': '2022-10-04T09:17:44Z', 'revision_number': 2, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'gw_port_host': None}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:45.243859 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-37dffae7-db04-4729-a71b-c9b254e04347 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Request body: {'subnet': {'network_id': '602fef91-1f5e-40a1-b170-232ec46eaf2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:17:45.281470 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-d99b1637-d49a-4e48-9a1c-f365a6ceec7d tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "GET /v2.0/routers/594fd8fd-a179-4553-91d6-eca708590b83 HTTP/1.1" status: 200 len: 704 time: 0.3401291 Oct 04 09:17:45.295102 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 32928) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:45.298724 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6c2f8bef-7c35-4ea2-86da-bbcf9c1b3440 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:45.326796 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efdcebd-a7cc-4678-bf64-3a2f78e151a4 None None] Checking router: 594fd8fd-a179-4553-91d6-eca708590b83 for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:17:45.469120 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efdcebd-a7cc-4678-bf64-3a2f78e151a4 None None] Routers {'594fd8fd-a179-4553-91d6-eca708590b83'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:17:45.469753 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-7efdcebd-a7cc-4678-bf64-3a2f78e151a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:17:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['594fd8fd-a179-4553-91d6-eca708590b83'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:45.492218 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-d0801b62-1317-4d49-83e6-e8950b2d646c tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Allocated IP 2001:db8::42 (7748b98d-56d0-490f-a7f5-8200a0941795/3a033b87-3796-41c1-8e72-1892d0a93f95/08c3ed78-896d-4565-a4d3-443e5d05059e) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:17:45.505155 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-37dffae7-db04-4729-a71b-c9b254e04347 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:17:45.509225 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-37dffae7-db04-4729-a71b-c9b254e04347 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Usage tracker for resource:subnet and tenant:8de43eb137fe47f9a4031ea91b631fcc is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:17:45.514309 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-37dffae7-db04-4729-a71b-c9b254e04347 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:17:45.519225 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-37dffae7-db04-4729-a71b-c9b254e04347 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:17:45.541240 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37dffae7-db04-4729-a71b-c9b254e04347 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Made reservation on behalf of 8de43eb137fe47f9a4031ea91b631fcc for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:17:45.545534 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-37dffae7-db04-4729-a71b-c9b254e04347 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:45.631327 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-7efdcebd-a7cc-4678-bf64-3a2f78e151a4 None None] Set router 594fd8fd-a179-4553-91d6-eca708590b83 gateway port host: None {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:17:45.653276 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-6c2f8bef-7c35-4ea2-86da-bbcf9c1b3440 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Calling delete_port for 098c5ba2-51ab-4a55-bc3a-e2a3522af296 owned by {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:17:45.674622 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-185c66da-200a-47f8-908e-8fe233887297 None None] Attempt 10 to provision port 3b5c60af-1360-4636-aca5-05676d817fe3 Oct 04 09:17:45.681484 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-8b53bacd-25ea-4c5e-ac9b-5faf4159aad3 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Synchronizing usage tracker for tenant:9e78cb9b328b4bfc813a095a6b1b578a on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:17:45.753938 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-8b53bacd-25ea-4c5e-ac9b-5faf4159aad3 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Unset dirty status for tenant:9e78cb9b328b4bfc813a095a6b1b578a on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:17:45.759951 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-185c66da-200a-47f8-908e-8fe233887297 None None] Port 3b5c60af-1360-4636-aca5-05676d817fe3 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:17:45.760717 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-8b53bacd-25ea-4c5e-ac9b-5faf4159aad3 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "GET /v2.0/ports?device_id=594fd8fd-a179-4553-91d6-eca708590b83 HTTP/1.1" status: 200 len: 205 time: 0.4645782 Oct 04 09:17:45.761531 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 32932) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:45.773986 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-185c66da-200a-47f8-908e-8fe233887297 None None] Provisioning for port a97b0447-a121-43a8-adc1-7f48fbb98a7d completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:17:45.780260 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-185c66da-200a-47f8-908e-8fe233887297 None None] Provisioning complete for port a97b0447-a121-43a8-adc1-7f48fbb98a7d triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:17:45.781089 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-185c66da-200a-47f8-908e-8fe233887297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:45.781430 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-185c66da-200a-47f8-908e-8fe233887297 None None] Attempt 1 to provision port a97b0447-a121-43a8-adc1-7f48fbb98a7d Oct 04 09:17:45.782578 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-7efdcebd-a7cc-4678-bf64-3a2f78e151a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594fd8fd-a179-4553-91d6-eca708590b83', 'name': 'tempest-RoutersIpV6Test-router-1184779773', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:17:43Z', 'updated_at': '2022-10-04T09:17:44Z', 'revision_number': 2, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'gw_port_host': None}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:45.805505 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efdcebd-a7cc-4678-bf64-3a2f78e151a4 None None] The sync data for ids ['594fd8fd-a179-4553-91d6-eca708590b83'] in dv-neutron-860215-1-hyperv is: [{'id': '594fd8fd-a179-4553-91d6-eca708590b83', 'name': 'tempest-RoutersIpV6Test-router-1184779773', 'tenant_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:17:43Z', 'updated_at': '2022-10-04T09:17:44Z', 'revision_number': 2, 'project_id': '9e78cb9b328b4bfc813a095a6b1b578a', 'gw_port_host': None}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:17:45.809569 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.ipam_backend_mixin [None req-37dffae7-db04-4729-a71b-c9b254e04347 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 465f0cfe-0c4f-488e-8601-770d223c28b5 (CIDR: 2001:db8::/64) Oct 04 09:17:45.831206 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-37dffae7-db04-4729-a71b-c9b254e04347 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 09:17:45.832014 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37dffae7-db04-4729-a71b-c9b254e04347 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:17:45.877777 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-37dffae7-db04-4729-a71b-c9b254e04347 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6510096 Oct 04 09:17:45.881816 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 32936) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:45.890219 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-e6579931-67a3-49d4-af44-adb4e76b4a84 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Request body: {'subnet': {'network_id': '602fef91-1f5e-40a1-b170-232ec46eaf2b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:17:45.971540 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-185c66da-200a-47f8-908e-8fe233887297 None None] Current status of the port a97b0447-a121-43a8-adc1-7f48fbb98a7d is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:17:45.972687 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-185c66da-200a-47f8-908e-8fe233887297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:45.979856 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fc19777e-c82f-4f01-b918-b6b035cc06bf tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for router, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:46.016321 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-185c66da-200a-47f8-908e-8fe233887297 None None] For port a97b0447-a121-43a8-adc1-7f48fbb98a7d, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=a97b0447-a121-43a8-adc1-7f48fbb98a7d,segment=NetworkSegment(94dd4784-8387-4068-8482-173301e3f42f),segment_id=94dd4784-8387-4068-8482-173301e3f42f)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:17:46.021336 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-185c66da-200a-47f8-908e-8fe233887297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:46.072815 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-e6579931-67a3-49d4-af44-adb4e76b4a84 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:17:46.077257 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-e6579931-67a3-49d4-af44-adb4e76b4a84 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Usage tracker for resource:subnet and tenant:8de43eb137fe47f9a4031ea91b631fcc is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:17:46.083739 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-e6579931-67a3-49d4-af44-adb4e76b4a84 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:17:46.090087 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-e6579931-67a3-49d4-af44-adb4e76b4a84 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:17:46.099241 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-185c66da-200a-47f8-908e-8fe233887297 None None] Provisioning for port 0d034faa-847d-41c4-8c8a-68eee2dc0b52 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:17:46.102515 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6579931-67a3-49d4-af44-adb4e76b4a84 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Made reservation on behalf of 8de43eb137fe47f9a4031ea91b631fcc for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:17:46.106793 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e6579931-67a3-49d4-af44-adb4e76b4a84 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:46.108461 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-185c66da-200a-47f8-908e-8fe233887297 None None] Provisioning complete for port 0d034faa-847d-41c4-8c8a-68eee2dc0b52 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:17:46.108892 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-185c66da-200a-47f8-908e-8fe233887297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:46.109292 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-185c66da-200a-47f8-908e-8fe233887297 None None] Attempt 1 to provision port 0d034faa-847d-41c4-8c8a-68eee2dc0b52 Oct 04 09:17:46.142276 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185c66da-200a-47f8-908e-8fe233887297 None None] Pushing event updated for resources: {'Port': ['ID=a97b0447-a121-43a8-adc1-7f48fbb98a7d,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:46.180349 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6c2f8bef-7c35-4ea2-86da-bbcf9c1b3440 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:46.227033 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d0801b62-1317-4d49-83e6-e8950b2d646c tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:46.235973 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-185c66da-200a-47f8-908e-8fe233887297 None None] Current status of the port 0d034faa-847d-41c4-8c8a-68eee2dc0b52 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:17:46.258047 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-d0801b62-1317-4d49-83e6-e8950b2d646c tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Transition to ACTIVE for port object 08c3ed78-896d-4565-a4d3-443e5d05059e will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:17:46.297858 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.ipam_backend_mixin [None req-e6579931-67a3-49d4-af44-adb4e76b4a84 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 389e8b20-15c4-44ba-99d9-b3ed6a5f7ed6 (CIDR: 2001:db8:0:1::/64) Oct 04 09:17:46.304837 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6579931-67a3-49d4-af44-adb4e76b4a84 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 09:17:46.305298 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6579931-67a3-49d4-af44-adb4e76b4a84 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:17:46.326594 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-e6579931-67a3-49d4-af44-adb4e76b4a84 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4433229 Oct 04 09:17:46.328501 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d0801b62-1317-4d49-83e6-e8950b2d646c tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:46.335388 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 32940) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:46.345216 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2f8bef-7c35-4ea2-86da-bbcf9c1b3440 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event deleted for resources: {'Port': ['ID=098c5ba2-51ab-4a55-bc3a-e2a3522af296,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:46.388083 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-a746927e-2157-40c0-9fad-e32a838e01b6 None None] Provisioning for port e6459303-708a-4cd7-89eb-865d4d7ccb2b completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:17:46.394323 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-a746927e-2157-40c0-9fad-e32a838e01b6 None None] Provisioning complete for port e6459303-708a-4cd7-89eb-865d4d7ccb2b triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:17:46.394910 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a746927e-2157-40c0-9fad-e32a838e01b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:46.395406 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-a746927e-2157-40c0-9fad-e32a838e01b6 None None] Attempt 1 to provision port e6459303-708a-4cd7-89eb-865d4d7ccb2b Oct 04 09:17:46.415285 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-1b628510-d02f-4034-bc8d-53476c0d66d5 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Request body: {'subnet': {'network_id': '602fef91-1f5e-40a1-b170-232ec46eaf2b', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:17:46.418928 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fc19777e-c82f-4f01-b918-b6b035cc06bf tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:46.426957 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fc19777e-c82f-4f01-b918-b6b035cc06bf tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:46.432276 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6c2f8bef-7c35-4ea2-86da-bbcf9c1b3440 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:46.461647 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-6c2f8bef-7c35-4ea2-86da-bbcf9c1b3440 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/ports/098c5ba2-51ab-4a55-bc3a-e2a3522af296 HTTP/1.1" status: 204 len: 168 time: 1.7497597 Oct 04 09:17:46.461991 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 32944) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:46.480133 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-a746927e-2157-40c0-9fad-e32a838e01b6 None None] Port e6459303-708a-4cd7-89eb-865d4d7ccb2b cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:17:46.511431 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fc19777e-c82f-4f01-b918-b6b035cc06bf tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:46.511840 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc19777e-c82f-4f01-b918-b6b035cc06bf tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Fanout notify agent at l3_agent the message router_deleted on router 594fd8fd-a179-4553-91d6-eca708590b83 {{(pid=89032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:17:46.521682 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0801b62-1317-4d49-83e6-e8950b2d646c tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Pushing event updated for resources: {'Port': ['ID=08c3ed78-896d-4565-a4d3-443e5d05059e,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:46.526584 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0801b62-1317-4d49-83e6-e8950b2d646c tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Network 7748b98d-56d0-490f-a7f5-8200a0941795 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:17:46.530339 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-d0801b62-1317-4d49-83e6-e8950b2d646c tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:17:46.532717 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0801b62-1317-4d49-83e6-e8950b2d646c tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:17:46.533572 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fc19777e-c82f-4f01-b918-b6b035cc06bf tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:46.538893 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0801b62-1317-4d49-83e6-e8950b2d646c tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:46.539711 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d0801b62-1317-4d49-83e6-e8950b2d646c tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:46.539920 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-fc19777e-c82f-4f01-b918-b6b035cc06bf tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "DELETE /v2.0/routers/594fd8fd-a179-4553-91d6-eca708590b83 HTTP/1.1" status: 204 len: 168 time: 0.7752719 Oct 04 09:17:46.540425 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 32948) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:46.572805 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-d0801b62-1317-4d49-83e6-e8950b2d646c tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2794888 Oct 04 09:17:46.576454 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 32952) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:46.584203 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-c279b6a6-d803-4af5-a601-ee981464defc tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:fe:58:03'}]}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:17:46.595183 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25e6a71-2317-44df-bccc-7a563ebb0b79 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:46.597370 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25e6a71-2317-44df-bccc-7a563ebb0b79 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:46.598126 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-d25e6a71-2317-44df-bccc-7a563ebb0b79 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Synchronizing usage tracker for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:subnet {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:17:46.615965 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-3aeb2ab9-ae78-4a2e-b856-3bc40b088426 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "GET /v2.0/ports?device_id=594fd8fd-a179-4553-91d6-eca708590b83 HTTP/1.1" status: 200 len: 205 time: 0.0723767 Oct 04 09:17:46.617106 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 32956) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:46.690559 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.api.v2.resource [None req-881ea27e-41dc-4bea-9696-9ac9fbf9600d tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] delete failed (client error): The resource could not be found. Oct 04 09:17:46.692861 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-881ea27e-41dc-4bea-9696-9ac9fbf9600d tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "DELETE /v2.0/routers/594fd8fd-a179-4553-91d6-eca708590b83 HTTP/1.1" status: 404 len: 336 time: 0.0748079 Oct 04 09:17:46.694530 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 32960) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:46.714630 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-1b628510-d02f-4034-bc8d-53476c0d66d5 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:17:46.719618 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-1b628510-d02f-4034-bc8d-53476c0d66d5 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Usage tracker for resource:subnet and tenant:8de43eb137fe47f9a4031ea91b631fcc is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:17:46.723604 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-1b628510-d02f-4034-bc8d-53476c0d66d5 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:17:46.730409 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-1b628510-d02f-4034-bc8d-53476c0d66d5 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:17:46.750246 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-7280ec92-690b-441c-88be-395e66e794e2 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] DELETE failed (client error): The resource could not be found. Oct 04 09:17:46.750692 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7280ec92-690b-441c-88be-395e66e794e2 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:17:46.755504 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-7280ec92-690b-441c-88be-395e66e794e2 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "DELETE /v2.0/subnets/f5496276-b734-4ec7-9afc-a32a8e82e219 HTTP/1.1" status: 404 len: 337 time: 0.0565267 Oct 04 09:17:46.755504 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-d25e6a71-2317-44df-bccc-7a563ebb0b79 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Unset dirty status for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:subnet {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:17:46.756171 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-d25e6a71-2317-44df-bccc-7a563ebb0b79 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2931418 Oct 04 09:17:46.756789 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 32964) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:46.759084 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 32966) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:46.791275 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b628510-d02f-4034-bc8d-53476c0d66d5 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Made reservation on behalf of 8de43eb137fe47f9a4031ea91b631fcc for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:17:46.794783 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1b628510-d02f-4034-bc8d-53476c0d66d5 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:46.856096 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device a97b0447-a121-43a8-adc1-7f48fbb98a7d up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:17:46.860121 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f2a1592-af75-40b0-8458-964d01717407 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] DELETE failed (client error): The resource could not be found. Oct 04 09:17:46.860669 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f2a1592-af75-40b0-8458-964d01717407 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:17:46.864799 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-1f2a1592-af75-40b0-8458-964d01717407 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "DELETE /v2.0/subnets/fdfd5229-dfbd-4bd8-8dac-4aa46ca4f1ad HTTP/1.1" status: 404 len: 337 time: 0.1047490 Oct 04 09:17:46.866980 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 32974) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:46.926512 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port a97b0447-a121-43a8-adc1-7f48fbb98a7d triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:17:46.927102 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:46.927589 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port a97b0447-a121-43a8-adc1-7f48fbb98a7d Oct 04 09:17:46.983155 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-a746927e-2157-40c0-9fad-e32a838e01b6 None None] Attempt 2 to provision port e6459303-708a-4cd7-89eb-865d4d7ccb2b Oct 04 09:17:47.058059 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-a746927e-2157-40c0-9fad-e32a838e01b6 None None] Port e6459303-708a-4cd7-89eb-865d4d7ccb2b cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:17:47.058942 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-b677a0c9-4fd6-4f53-8cbb-13d92cbcf6d6 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] DELETE failed (client error): The resource could not be found. Oct 04 09:17:47.059396 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b677a0c9-4fd6-4f53-8cbb-13d92cbcf6d6 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:17:47.061103 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-b677a0c9-4fd6-4f53-8cbb-13d92cbcf6d6 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "DELETE /v2.0/subnets/b033d4b6-0978-4fce-8f97-1cf1db4aba17 HTTP/1.1" status: 404 len: 337 time: 0.1932738 Oct 04 09:17:47.063612 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 32978) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:47.070069 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_v2 [None req-afeeae66-4c57-4f18-9404-d2d577ec4271 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Deleting subnet 103cf2fc-58cd-49f9-a44c-b88c0ed4499b {{(pid=89032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:17:47.103066 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-afeeae66-4c57-4f18-9404-d2d577ec4271 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:47.113320 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c279b6a6-d803-4af5-a601-ee981464defc tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:47.116135 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port a97b0447-a121-43a8-adc1-7f48fbb98a7d is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:17:47.139090 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-323bb25c-7d6b-48c0-b388-4ab619e51be2 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] DELETE failed (client error): The resource could not be found. Oct 04 09:17:47.139682 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-323bb25c-7d6b-48c0-b388-4ab619e51be2 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:17:47.141408 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-323bb25c-7d6b-48c0-b388-4ab619e51be2 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "DELETE /v2.0/subnets/68eae767-d84c-4311-87d9-ebde9248d107 HTTP/1.1" status: 404 len: 337 time: 0.0768569 Oct 04 09:17:47.147478 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 32982) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:47.210548 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-1494dddc-6ae7-4b58-b401-cdb1e1cfbd1d tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "GET /v2.0/ports?device_id=f972579a-6ef4-443c-a645-3233e1d7e64e HTTP/1.1" status: 200 len: 205 time: 0.0618770 Oct 04 09:17:47.213079 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 32986) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:47.274236 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-afeeae66-4c57-4f18-9404-d2d577ec4271 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885153'] for subnet, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:47.315304 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.api.v2.resource [None req-a4753696-0dbe-40b6-92a1-742863ae10c5 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] delete failed (client error): The resource could not be found. Oct 04 09:17:47.316315 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-a4753696-0dbe-40b6-92a1-742863ae10c5 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "DELETE /v2.0/routers/f972579a-6ef4-443c-a645-3233e1d7e64e HTTP/1.1" status: 404 len: 336 time: 0.1023211 Oct 04 09:17:47.320153 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 32990) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:47.368997 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-afeeae66-4c57-4f18-9404-d2d577ec4271 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:47.413988 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-2d2c8c8d-7488-4558-9527-8e37151bad7b tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "GET /v2.0/ports?device_id=71fdf1d8-1806-4d11-84a2-2ddc7ba7e5ae HTTP/1.1" status: 200 len: 205 time: 0.0883937 Oct 04 09:17:47.416107 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 32994) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:47.490508 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.api.v2.resource [None req-39d65285-b40f-477d-8015-278dbe72bee9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] delete failed (client error): The resource could not be found. Oct 04 09:17:47.494239 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-39d65285-b40f-477d-8015-278dbe72bee9 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "DELETE /v2.0/routers/71fdf1d8-1806-4d11-84a2-2ddc7ba7e5ae HTTP/1.1" status: 404 len: 336 time: 0.0744863 Oct 04 09:17:47.494665 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 32998) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:47.537461 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-99db38d5-07e4-4f5a-bf05-ee92f3d7c2e0 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] DELETE failed (client error): The resource could not be found. Oct 04 09:17:47.537913 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99db38d5-07e4-4f5a-bf05-ee92f3d7c2e0 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:17:47.546459 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-99db38d5-07e4-4f5a-bf05-ee92f3d7c2e0 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "DELETE /v2.0/subnets/391e79ed-5164-474b-8610-c07da733b4a2 HTTP/1.1" status: 404 len: 337 time: 0.0507300 Oct 04 09:17:47.549853 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-afeeae66-4c57-4f18-9404-d2d577ec4271 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:47.552540 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33002) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:47.559749 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-a746927e-2157-40c0-9fad-e32a838e01b6 None None] Attempt 3 to provision port e6459303-708a-4cd7-89eb-865d4d7ccb2b Oct 04 09:17:47.592320 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeae66-4c57-4f18-9404-d2d577ec4271 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event deleted for resources: {'Subnet': ['ID=103cf2fc-58cd-49f9-a44c-b88c0ed4499b,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:47.602289 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-afeeae66-4c57-4f18-9404-d2d577ec4271 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:47.603986 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-afeeae66-4c57-4f18-9404-d2d577ec4271 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/subnets/103cf2fc-58cd-49f9-a44c-b88c0ed4499b HTTP/1.1" status: 204 len: 168 time: 0.8437083 Oct 04 09:17:47.606736 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33006) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:47.619918 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80766f84-f3fc-42db-87da-8cb8cd613ce4 None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:17:47.631126 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-8c084c6d-e2fc-45aa-a38b-29f4bc4cf02f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cc27801-68f4-4610-b522-44b049d3e540 HTTP/1.1" status: 200 len: 205 time: 0.0753207 Oct 04 09:17:47.632237 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33010) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:47.675374 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-818455cc-f718-4958-83a5-b0f4065224e4 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0673389 Oct 04 09:17:47.678130 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33014) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:47.687081 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-09499450-f5ab-442e-87c9-9f77ab1da964 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'subnet': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:17:47.710708 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-2abf0807-0f38-4dcb-b853-1f8fba6ea504 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] delete failed (client error): The resource could not be found. Oct 04 09:17:47.711043 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-a746927e-2157-40c0-9fad-e32a838e01b6 None None] Port e6459303-708a-4cd7-89eb-865d4d7ccb2b cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:17:47.713556 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-2abf0807-0f38-4dcb-b853-1f8fba6ea504 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "DELETE /v2.0/routers/1cc27801-68f4-4610-b522-44b049d3e540 HTTP/1.1" status: 404 len: 336 time: 0.0786145 Oct 04 09:17:47.716869 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33018) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:47.764897 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1b628510-d02f-4034-bc8d-53476c0d66d5 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:47.812014 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-09499450-f5ab-442e-87c9-9f77ab1da964 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:17:47.815922 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.db.resource_extend [None req-c279b6a6-d803-4af5-a601-ee981464defc tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 04 09:17:47.824962 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-3b9a6c09-6c16-4099-9bb6-2321da7ab634 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "GET /v2.0/ports?device_id=15e93af7-039d-4ce9-ae51-54adfe261cfd HTTP/1.1" status: 200 len: 205 time: 0.1055098 Oct 04 09:17:47.827901 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-09499450-f5ab-442e-87c9-9f77ab1da964 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:17:47.829775 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33022) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:47.839172 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b628510-d02f-4034-bc8d-53476c0d66d5 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Network 602fef91-1f5e-40a1-b170-232ec46eaf2b is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:17:47.846711 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c279b6a6-d803-4af5-a601-ee981464defc tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:47.850888 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-1b628510-d02f-4034-bc8d-53476c0d66d5 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:17:47.855792 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b628510-d02f-4034-bc8d-53476c0d66d5 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:47.856401 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1b628510-d02f-4034-bc8d-53476c0d66d5 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:47.860083 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c279b6a6-d803-4af5-a601-ee981464defc tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:47.860758 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-c279b6a6-d803-4af5-a601-ee981464defc tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] In _notify_port_updated(), no bound segment for port 08c3ed78-896d-4565-a4d3-443e5d05059e on network 7748b98d-56d0-490f-a7f5-8200a0941795 {{(pid=89033) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 04 09:17:47.863375 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb73ed1-72b4-4f32-8bdd-8c3dac121d5d None None] Network 602fef91-1f5e-40a1-b170-232ec46eaf2b requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:17:47.866717 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c279b6a6-d803-4af5-a601-ee981464defc tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:47.867341 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c279b6a6-d803-4af5-a601-ee981464defc tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:47.871159 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-c279b6a6-d803-4af5-a601-ee981464defc tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] 10.222.0.50 "PUT /v2.0/ports/08c3ed78-896d-4565-a4d3-443e5d05059e HTTP/1.1" status: 200 len: 1002 time: 1.2913265 Oct 04 09:17:47.900772 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33026) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:47.947325 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-1b628510-d02f-4034-bc8d-53476c0d66d5 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5379333 Oct 04 09:17:47.947325 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b628510-d02f-4034-bc8d-53476c0d66d5 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event updated for resources: {'Subnet': ['ID=9dbafaa1-6103-40e2-972b-57e344e88a6c,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:47.947652 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33030) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:47.955586 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-40eb7a73-c1ed-46a4-9307-ccda57a7d119 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-36379635', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9dbafaa1-6103-40e2-972b-57e344e88a6c'}], 'security_groups': ['c5c2e922-8504-43a1-b7c8-5196a8761504', '394b3e41-15bc-4702-9570-065f304b0609']}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:17:47.964694 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8393163-c136-4356-98d8-cf89b37bef9b None None] DHCP port deletion for 7b2ac456-c702-437f-ad18-06da05465ab2 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:17:47.973047 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-b8393163-c136-4356-98d8-cf89b37bef9b None None] Deleting port 3fcb74cf-b75b-4f46-a9ae-6361958ba232 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:17:47.973423 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b8393163-c136-4356-98d8-cf89b37bef9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:47.981920 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.api.v2.resource [None req-f344786e-83fc-4462-9ecb-75e4a687f81c tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] delete failed (client error): The resource could not be found. Oct 04 09:17:47.983043 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-f344786e-83fc-4462-9ecb-75e4a687f81c tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "DELETE /v2.0/routers/15e93af7-039d-4ce9-ae51-54adfe261cfd HTTP/1.1" status: 404 len: 336 time: 0.1523106 Oct 04 09:17:47.985848 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33034) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:48.019433 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c279b6a6-d803-4af5-a601-ee981464defc tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Pushing event updated for resources: {'Port': ['ID=08c3ed78-896d-4565-a4d3-443e5d05059e,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:48.036692 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-a383365b-c549-4bd5-890f-27fcf4e069bc tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Deleting port 08c3ed78-896d-4565-a4d3-443e5d05059e {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:17:48.037233 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a383365b-c549-4bd5-890f-27fcf4e069bc tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:48.068492 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09499450-f5ab-442e-87c9-9f77ab1da964 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Made reservation on behalf of 3f91eae3af914b3ca9ea34a1eaa482e2 for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:17:48.072202 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-09499450-f5ab-442e-87c9-9f77ab1da964 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:48.094683 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-6510517d-95f2-416e-ba6e-c4162a35bf86 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] DELETE failed (client error): The resource could not be found. Oct 04 09:17:48.095136 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6510517d-95f2-416e-ba6e-c4162a35bf86 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:17:48.099954 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-6510517d-95f2-416e-ba6e-c4162a35bf86 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "DELETE /v2.0/subnets/33954fe8-e601-48e7-84f7-b4109a9046ef HTTP/1.1" status: 404 len: 337 time: 0.1099305 Oct 04 09:17:48.105310 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33038) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:48.163052 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-2e8b71e0-9bb0-4864-8801-b886ef8ca4af tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "GET /v2.0/ports?device_id=e18b76cb-4e23-4957-b89f-3d6195d02e12 HTTP/1.1" status: 200 len: 205 time: 0.0541449 Oct 04 09:17:48.164679 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33042) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:48.252267 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-96ac5029-0a48-4439-a63e-26a6f7a09d9f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] delete failed (client error): The resource could not be found. Oct 04 09:17:48.255691 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-96ac5029-0a48-4439-a63e-26a6f7a09d9f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "DELETE /v2.0/routers/e18b76cb-4e23-4957-b89f-3d6195d02e12 HTTP/1.1" status: 404 len: 336 time: 0.0877061 Oct 04 09:17:48.261605 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33046) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:48.284971 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-a746927e-2157-40c0-9fad-e32a838e01b6 None None] Attempt 4 to provision port e6459303-708a-4cd7-89eb-865d4d7ccb2b Oct 04 09:17:48.339486 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-30b49a0e-72e7-4d43-b7a5-e3d53da71be2 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] DELETE failed (client error): The resource could not be found. Oct 04 09:17:48.339486 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30b49a0e-72e7-4d43-b7a5-e3d53da71be2 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:17:48.340324 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-30b49a0e-72e7-4d43-b7a5-e3d53da71be2 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "DELETE /v2.0/subnets/9437cfe8-c8f1-44f6-aa2f-c1403d39c23e HTTP/1.1" status: 404 len: 337 time: 0.0778184 Oct 04 09:17:48.348341 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33050) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:48.398614 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-b8393163-c136-4356-98d8-cf89b37bef9b None None] For port 3fcb74cf-b75b-4f46-a9ae-6361958ba232, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=3fcb74cf-b75b-4f46-a9ae-6361958ba232,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:17:48.399133 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b8393163-c136-4356-98d8-cf89b37bef9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:48.408927 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-c2b54d12-438c-406f-bb6e-824756814c24 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7ed7ce3-aa5c-4ff6-bb87-001339c3b6f5 HTTP/1.1" status: 200 len: 205 time: 0.0572803 Oct 04 09:17:48.409126 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-a746927e-2157-40c0-9fad-e32a838e01b6 None None] Port e6459303-708a-4cd7-89eb-865d4d7ccb2b cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:17:48.409743 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33054) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:48.476144 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-40eb7a73-c1ed-46a4-9307-ccda57a7d119 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:48.495611 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-e13b48dd-dd37-44f8-8f6d-5ba0f2bf6b81 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] delete failed (client error): The resource could not be found. Oct 04 09:17:48.496659 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-e13b48dd-dd37-44f8-8f6d-5ba0f2bf6b81 tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "DELETE /v2.0/routers/d7ed7ce3-aa5c-4ff6-bb87-001339c3b6f5 HTTP/1.1" status: 404 len: 336 time: 0.0860226 Oct 04 09:17:48.499566 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33058) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:48.511034 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a383365b-c549-4bd5-890f-27fcf4e069bc tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:48.534442 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-b8393163-c136-4356-98d8-cf89b37bef9b None None] Calling delete_port for 3fcb74cf-b75b-4f46-a9ae-6361958ba232 owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:17:48.581404 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-a42d8eb8-47df-437b-96f1-fce65067427d tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] DELETE failed (client error): The resource could not be found. Oct 04 09:17:48.581848 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a42d8eb8-47df-437b-96f1-fce65067427d tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:17:48.586155 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a42d8eb8-47df-437b-96f1-fce65067427d tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "DELETE /v2.0/subnets/418b8ea4-31da-4bf8-bac1-535939a11bb8 HTTP/1.1" status: 404 len: 337 time: 0.0831006 Oct 04 09:17:48.587145 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33062) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:48.614733 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b8393163-c136-4356-98d8-cf89b37bef9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:48.630934 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b053f43-2d92-4378-ae1e-e7b03311052f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] DELETE failed (client error): The resource could not be found. Oct 04 09:17:48.631384 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b053f43-2d92-4378-ae1e-e7b03311052f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:17:48.635650 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-2b053f43-2d92-4378-ae1e-e7b03311052f tempest-RoutersIpV6Test-277584320 tempest-RoutersIpV6Test-277584320-project] 10.222.0.50 "DELETE /v2.0/subnets/90171133-9267-4630-acfb-256a10eb4723 HTTP/1.1" status: 404 len: 337 time: 0.0454564 Oct 04 09:17:48.673618 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8393163-c136-4356-98d8-cf89b37bef9b None None] No DVR routers for this DVR port 3fcb74cf-b75b-4f46-a9ae-6361958ba232 on host dv-neutron-860215-1-hyperv {{(pid=89034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:17:48.682633 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8393163-c136-4356-98d8-cf89b37bef9b None None] Pushing event deleted for resources: {'Port': ['ID=3fcb74cf-b75b-4f46-a9ae-6361958ba232,revision_number=None']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:48.773198 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-a383365b-c549-4bd5-890f-27fcf4e069bc tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Calling delete_port for 08c3ed78-896d-4565-a4d3-443e5d05059e owned by {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:17:48.836913 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-09499450-f5ab-442e-87c9-9f77ab1da964 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:48.844707 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e827f303-5ef2-455e-ab92-25bb609086bd None None] Update dhcp port {'port': {'network_id': '602fef91-1f5e-40a1-b170-232ec46eaf2b', 'fixed_ips': [{'subnet_id': '389e8b20-15c4-44ba-99d9-b3ed6a5f7ed6', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '465f0cfe-0c4f-488e-8601-770d223c28b5', 'ip_address': '2001:db8::2'}, {'subnet_id': '9dbafaa1-6103-40e2-972b-57e344e88a6c'}], 'binding:host_id': 'dv-neutron-860215-1-hyperv'}, 'id': '0d034faa-847d-41c4-8c8a-68eee2dc0b52'} from dv-neutron-860215-1-hyperv. {{(pid=89034) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 04 09:17:48.891166 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 3fcb74cf-b75b-4f46-a9ae-6361958ba232 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:17:48.923606 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09499450-f5ab-442e-87c9-9f77ab1da964 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event updated for resources: {'Subnet': ['ID=95661350-1f63-4c5d-b0fa-9ec5258e7067,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:48.943616 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09499450-f5ab-442e-87c9-9f77ab1da964 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:17:48.947385 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-09499450-f5ab-442e-87c9-9f77ab1da964 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:17:48.953573 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09499450-f5ab-442e-87c9-9f77ab1da964 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:48.954157 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-09499450-f5ab-442e-87c9-9f77ab1da964 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:48.963522 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-a746927e-2157-40c0-9fad-e32a838e01b6 None None] Attempt 5 to provision port e6459303-708a-4cd7-89eb-865d4d7ccb2b Oct 04 09:17:48.995237 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 3fcb74cf-b75b-4f46-a9ae-6361958ba232 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:17:48.995517 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 3fcb74cf-b75b-4f46-a9ae-6361958ba232 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:17:49.003769 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89447486-9a70-41dc-b5f0-5bd590c43124 None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:17:49.066341 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33070) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:49.075579 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-09499450-f5ab-442e-87c9-9f77ab1da964 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3962402 Oct 04 09:17:49.084470 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33076) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:49.091274 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-6bd091aa-7f7b-4724-9733-cd124388af78 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'port': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'fixed_ips': [{'subnet_id': '95661350-1f63-4c5d-b0fa-9ec5258e7067', 'ip_address': '2001:db8::fb6a:afa3:114:a722'}], 'name': 'tempest-NetworksTestDHCPv6-67882369'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:17:49.103295 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e827f303-5ef2-455e-ab92-25bb609086bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:49.122049 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-a746927e-2157-40c0-9fad-e32a838e01b6 None None] Port e6459303-708a-4cd7-89eb-865d4d7ccb2b cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:17:49.122664 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a383365b-c549-4bd5-890f-27fcf4e069bc tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:49.232043 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-40eb7a73-c1ed-46a4-9307-ccda57a7d119 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Delete allocated IP 2001:db8::2c6 (602fef91-1f5e-40a1-b170-232ec46eaf2b/465f0cfe-0c4f-488e-8601-770d223c28b5) {{(pid=89033) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 04 09:17:49.241505 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-40eb7a73-c1ed-46a4-9307-ccda57a7d119 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Allocated IP 2001:db8:0:2::35a (602fef91-1f5e-40a1-b170-232ec46eaf2b/9dbafaa1-6103-40e2-972b-57e344e88a6c/21b39a9a-a420-4493-b34c-7bf2e35ff9bc) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:17:49.270487 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a383365b-c549-4bd5-890f-27fcf4e069bc tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Pushing event deleted for resources: {'Port': ['ID=08c3ed78-896d-4565-a4d3-443e5d05059e,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:49.340582 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a383365b-c549-4bd5-890f-27fcf4e069bc tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:49.394235 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebc4613-c04e-4b49-8a9b-ecfd2db9bcc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-7b2ac456-c702-437f-ad18-06da05465ab2', 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'tenant_id': '3f91eae3af914b3ca9ea34a1eaa482e2', 'fixed_ips': [{'subnet_id': '95661350-1f63-4c5d-b0fa-9ec5258e7067'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:17:49.395228 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0ebc4613-c04e-4b49-8a9b-ecfd2db9bcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:49.403840 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-a383365b-c549-4bd5-890f-27fcf4e069bc tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] 10.222.0.50 "DELETE /v2.0/ports/08c3ed78-896d-4565-a4d3-443e5d05059e HTTP/1.1" status: 204 len: 168 time: 1.5019822 Oct 04 09:17:49.404531 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33082) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:49.465806 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-96216816-1528-4422-bcc5-407ec0f59b82 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] GET failed (client error): The resource could not be found. Oct 04 09:17:49.466351 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-96216816-1528-4422-bcc5-407ec0f59b82 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Synchronizing usage tracker for tenant:6a8c5afe43d44eecaa2879f14dcd6043 on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:17:49.475134 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-29641289-93aa-4ba1-a9b0-77bc0c809d66 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9e78cb9b328b4bfc813a095a6b1b578a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4048626 Oct 04 09:17:49.477039 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33086) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:49.491703 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-6bd091aa-7f7b-4724-9733-cd124388af78 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:17:49.496825 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-6bd091aa-7f7b-4724-9733-cd124388af78 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Usage tracker for resource:port and tenant:3f91eae3af914b3ca9ea34a1eaa482e2 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:17:49.499938 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-96216816-1528-4422-bcc5-407ec0f59b82 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Unset dirty status for tenant:6a8c5afe43d44eecaa2879f14dcd6043 on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:17:49.507892 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-96216816-1528-4422-bcc5-407ec0f59b82 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] 10.222.0.50 "GET /v2.0/ports/08c3ed78-896d-4565-a4d3-443e5d05059e HTTP/1.1" status: 404 len: 333 time: 0.0967765 Oct 04 09:17:49.508579 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33090) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:49.509580 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-6bd091aa-7f7b-4724-9733-cd124388af78 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:17:49.520112 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-d36bd7ea-7496-4a84-8534-8d373241ef82 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Request body: {'port': {'network_id': '7748b98d-56d0-490f-a7f5-8200a0941795', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1461906078'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:17:49.522383 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-40eb7a73-c1ed-46a4-9307-ccda57a7d119 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:49.537365 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-6bd091aa-7f7b-4724-9733-cd124388af78 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:17:49.559303 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-40eb7a73-c1ed-46a4-9307-ccda57a7d119 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Ignored duplicate provisioning block setup for port 21b39a9a-a420-4493-b34c-7bf2e35ff9bc by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 04 09:17:49.579678 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-28359bc9-c83e-4aac-9bcf-19850114cadd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:49.606441 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-40eb7a73-c1ed-46a4-9307-ccda57a7d119 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:49.616854 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd091aa-7f7b-4724-9733-cd124388af78 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Made reservation on behalf of 3f91eae3af914b3ca9ea34a1eaa482e2 for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:17:49.649863 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-e827f303-5ef2-455e-ab92-25bb609086bd None None] Allocated IP 2001:db8:0:2::2 (602fef91-1f5e-40a1-b170-232ec46eaf2b/9dbafaa1-6103-40e2-972b-57e344e88a6c/0d034faa-847d-41c4-8c8a-68eee2dc0b52) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:17:49.654242 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-28359bc9-c83e-4aac-9bcf-19850114cadd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:49.698065 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-a746927e-2157-40c0-9fad-e32a838e01b6 None None] Attempt 6 to provision port e6459303-708a-4cd7-89eb-865d4d7ccb2b Oct 04 09:17:49.742083 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-40eb7a73-c1ed-46a4-9307-ccda57a7d119 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] In _notify_port_updated(), no bound segment for port 21b39a9a-a420-4493-b34c-7bf2e35ff9bc on network 602fef91-1f5e-40a1-b170-232ec46eaf2b {{(pid=89033) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 04 09:17:49.747411 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40eb7a73-c1ed-46a4-9307-ccda57a7d119 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:49.748033 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-40eb7a73-c1ed-46a4-9307-ccda57a7d119 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:49.752635 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-40eb7a73-c1ed-46a4-9307-ccda57a7d119 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "PUT /v2.0/ports/21b39a9a-a420-4493-b34c-7bf2e35ff9bc HTTP/1.1" status: 200 len: 968 time: 1.8042085 Oct 04 09:17:49.757320 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33094) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:49.769575 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-d36bd7ea-7496-4a84-8534-8d373241ef82 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:17:49.791349 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-d36bd7ea-7496-4a84-8534-8d373241ef82 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:17:49.796218 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6bd091aa-7f7b-4724-9733-cd124388af78 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:49.819141 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eb7a73-c1ed-46a4-9307-ccda57a7d119 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event updated for resources: {'Port': ['ID=21b39a9a-a420-4493-b34c-7bf2e35ff9bc,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:49.822681 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [None req-6bd091aa-7f7b-4724-9733-cd124388af78 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] device_id is not set on port e79c3eb9-cd3b-47c0-a920-555472c3bc94 yet. {{(pid=89032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:17:49.842136 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-a746927e-2157-40c0-9fad-e32a838e01b6 None None] Port e6459303-708a-4cd7-89eb-865d4d7ccb2b cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:17:49.852829 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-0ebc4613-c04e-4b49-8a9b-ecfd2db9bcc7 None None] Allocated IP 2001:db8::2 (7b2ac456-c702-437f-ad18-06da05465ab2/95661350-1f63-4c5d-b0fa-9ec5258e7067/b4c41cac-5897-420a-83d5-064ef928868e) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:17:49.859552 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-8c1cd109-f11f-4020-9247-9ce8f2cd2441 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Deleting port 21b39a9a-a420-4493-b34c-7bf2e35ff9bc {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:17:49.860103 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8c1cd109-f11f-4020-9247-9ce8f2cd2441 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:49.867033 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36bd7ea-7496-4a84-8534-8d373241ef82 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Made reservation on behalf of 6a8c5afe43d44eecaa2879f14dcd6043 for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:17:49.870575 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d36bd7ea-7496-4a84-8534-8d373241ef82 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:49.908388 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-28359bc9-c83e-4aac-9bcf-19850114cadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:49.920830 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [None req-d36bd7ea-7496-4a84-8534-8d373241ef82 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] device_id is not set on port bfec4995-741e-44ea-b9e5-3c7d1e4bd258 yet. {{(pid=89032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:17:49.934518 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28359bc9-c83e-4aac-9bcf-19850114cadd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10bcd99-76a3-415f-b97a-3732820207ad,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:49.981543 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-28359bc9-c83e-4aac-9bcf-19850114cadd admin admin] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:49.985204 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-28359bc9-c83e-4aac-9bcf-19850114cadd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d10bcd99-76a3-415f-b97a-3732820207ad HTTP/1.1" status: 204 len: 168 time: 0.5065770 Oct 04 09:17:50.036551 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-e827f303-5ef2-455e-ab92-25bb609086bd None None] For port 0d034faa-847d-41c4-8c8a-68eee2dc0b52, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=0d034faa-847d-41c4-8c8a-68eee2dc0b52,segment=NetworkSegment(fc6c1fe3-0b51-448d-a980-7ee37d490802),segment_id=fc6c1fe3-0b51-448d-a980-7ee37d490802)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:17:50.128890 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e827f303-5ef2-455e-ab92-25bb609086bd None None] Notify callbacks [] for port, precommit_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:50.143753 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-d36bd7ea-7496-4a84-8534-8d373241ef82 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Allocated IP 2001:db8::3ce (7748b98d-56d0-490f-a7f5-8200a0941795/3a033b87-3796-41c1-8e72-1892d0a93f95/bfec4995-741e-44ea-b9e5-3c7d1e4bd258) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:17:50.201002 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-e827f303-5ef2-455e-ab92-25bb609086bd None None] Transition to ACTIVE for port object 0d034faa-847d-41c4-8c8a-68eee2dc0b52 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:17:50.216760 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e827f303-5ef2-455e-ab92-25bb609086bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:50.217368 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8c1cd109-f11f-4020-9247-9ce8f2cd2441 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:50.265904 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0ebc4613-c04e-4b49-8a9b-ecfd2db9bcc7 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:50.344165 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-a746927e-2157-40c0-9fad-e32a838e01b6 None None] Attempt 7 to provision port e6459303-708a-4cd7-89eb-865d4d7ccb2b Oct 04 09:17:50.366208 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-8c1cd109-f11f-4020-9247-9ce8f2cd2441 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Calling delete_port for 21b39a9a-a420-4493-b34c-7bf2e35ff9bc owned by {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:17:50.391968 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d36bd7ea-7496-4a84-8534-8d373241ef82 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:50.417668 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-0ebc4613-c04e-4b49-8a9b-ecfd2db9bcc7 None None] Transition to ACTIVE for port object b4c41cac-5897-420a-83d5-064ef928868e will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:17:50.417939 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-d36bd7ea-7496-4a84-8534-8d373241ef82 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Transition to ACTIVE for port object bfec4995-741e-44ea-b9e5-3c7d1e4bd258 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:17:50.448209 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d36bd7ea-7496-4a84-8534-8d373241ef82 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:50.488191 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e827f303-5ef2-455e-ab92-25bb609086bd None None] Pushing event updated for resources: {'Port': ['ID=0d034faa-847d-41c4-8c8a-68eee2dc0b52,revision_number=7']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:50.533302 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36bd7ea-7496-4a84-8534-8d373241ef82 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Network 7748b98d-56d0-490f-a7f5-8200a0941795 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:17:50.536817 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-d36bd7ea-7496-4a84-8534-8d373241ef82 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:17:50.539436 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36bd7ea-7496-4a84-8534-8d373241ef82 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:17:50.545124 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36bd7ea-7496-4a84-8534-8d373241ef82 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:50.545729 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d36bd7ea-7496-4a84-8534-8d373241ef82 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:50.549302 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-a746927e-2157-40c0-9fad-e32a838e01b6 None None] Port e6459303-708a-4cd7-89eb-865d4d7ccb2b cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:17:50.566923 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36bd7ea-7496-4a84-8534-8d373241ef82 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Pushing event updated for resources: {'Port': ['ID=bfec4995-741e-44ea-b9e5-3c7d1e4bd258,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:50.574184 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-0ebc4613-c04e-4b49-8a9b-ecfd2db9bcc7 None None] Transition to ACTIVE for port object b4c41cac-5897-420a-83d5-064ef928868e will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:17:50.578222 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8c1cd109-f11f-4020-9247-9ce8f2cd2441 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:50.583913 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0ebc4613-c04e-4b49-8a9b-ecfd2db9bcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:50.640922 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-d36bd7ea-7496-4a84-8534-8d373241ef82 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1280847 Oct 04 09:17:50.641669 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33114) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:50.653502 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-bbae7d37-4e1d-414d-ba24-8f3a19ec7512 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Request body: {'port': {'network_id': '7748b98d-56d0-490f-a7f5-8200a0941795', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1477547067'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:17:50.729886 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1cd109-f11f-4020-9247-9ce8f2cd2441 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event deleted for resources: {'Port': ['ID=21b39a9a-a420-4493-b34c-7bf2e35ff9bc,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:50.734977 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8c1cd109-f11f-4020-9247-9ce8f2cd2441 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:50.749639 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-8c1cd109-f11f-4020-9247-9ce8f2cd2441 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "DELETE /v2.0/ports/21b39a9a-a420-4493-b34c-7bf2e35ff9bc HTTP/1.1" status: 204 len: 168 time: 0.9913476 Oct 04 09:17:50.750307 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33120) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:50.769304 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebc4613-c04e-4b49-8a9b-ecfd2db9bcc7 None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:17:50.774298 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-0ebc4613-c04e-4b49-8a9b-ecfd2db9bcc7 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:17:50.786034 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebc4613-c04e-4b49-8a9b-ecfd2db9bcc7 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:17:50.802618 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b814f9e-132a-4f77-a199-203fe1e1e567 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] GET failed (client error): The resource could not be found. Oct 04 09:17:50.803350 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-4b814f9e-132a-4f77-a199-203fe1e1e567 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Synchronizing usage tracker for tenant:8de43eb137fe47f9a4031ea91b631fcc on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:17:50.824391 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-4b814f9e-132a-4f77-a199-203fe1e1e567 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Unset dirty status for tenant:8de43eb137fe47f9a4031ea91b631fcc on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:17:50.829385 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-4b814f9e-132a-4f77-a199-203fe1e1e567 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "GET /v2.0/ports/21b39a9a-a420-4493-b34c-7bf2e35ff9bc HTTP/1.1" status: 404 len: 333 time: 0.0778773 Oct 04 09:17:50.830980 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33126) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:50.905144 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebc4613-c04e-4b49-8a9b-ecfd2db9bcc7 None None] Pushing event updated for resources: {'Port': ['ID=b4c41cac-5897-420a-83d5-064ef928868e,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:50.926836 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-57af7939-fd80-437e-9500-5428bb00082d tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:50.970102 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 0d034faa-847d-41c4-8c8a-68eee2dc0b52 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:17:50.983491 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-57af7939-fd80-437e-9500-5428bb00082d tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:50.993601 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-6bd091aa-7f7b-4724-9733-cd124388af78 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Allocated IP 2001:db8::fb6a:afa3:114:a722 (7b2ac456-c702-437f-ad18-06da05465ab2/95661350-1f63-4c5d-b0fa-9ec5258e7067/e79c3eb9-cd3b-47c0-a920-555472c3bc94) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:17:51.051359 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-a746927e-2157-40c0-9fad-e32a838e01b6 None None] Attempt 8 to provision port e6459303-708a-4cd7-89eb-865d4d7ccb2b Oct 04 09:17:51.066842 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-57af7939-fd80-437e-9500-5428bb00082d tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:51.106075 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-bbae7d37-4e1d-414d-ba24-8f3a19ec7512 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:17:51.111514 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-bbae7d37-4e1d-414d-ba24-8f3a19ec7512 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Usage tracker for resource:port and tenant:6a8c5afe43d44eecaa2879f14dcd6043 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:17:51.117305 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-bbae7d37-4e1d-414d-ba24-8f3a19ec7512 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:17:51.118528 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57af7939-fd80-437e-9500-5428bb00082d tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b38cdaa-e63d-47b9-b296-4feb9e7eadbb,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:51.126104 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-57af7939-fd80-437e-9500-5428bb00082d tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:51.127298 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-57af7939-fd80-437e-9500-5428bb00082d tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "DELETE /v2.0/security-groups/2b38cdaa-e63d-47b9-b296-4feb9e7eadbb HTTP/1.1" status: 204 len: 168 time: 0.2952313 Oct 04 09:17:51.130316 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33132) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:51.134411 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-bbae7d37-4e1d-414d-ba24-8f3a19ec7512 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:17:51.135283 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-0ebc4613-c04e-4b49-8a9b-ecfd2db9bcc7 None None] Attempting to bind port b4c41cac-5897-420a-83d5-064ef928868e on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:17:51.135754 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-0ebc4613-c04e-4b49-8a9b-ecfd2db9bcc7 None None] Attempting to bind port b4c41cac-5897-420a-83d5-064ef928868e by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:17:51.136239 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebc4613-c04e-4b49-8a9b-ecfd2db9bcc7 None None] Attempting to bind port b4c41cac-5897-420a-83d5-064ef928868e on network 7b2ac456-c702-437f-ad18-06da05465ab2 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:17:51.169683 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbae7d37-4e1d-414d-ba24-8f3a19ec7512 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Made reservation on behalf of 6a8c5afe43d44eecaa2879f14dcd6043 for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:17:51.173411 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bbae7d37-4e1d-414d-ba24-8f3a19ec7512 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:51.176100 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-a746927e-2157-40c0-9fad-e32a838e01b6 None None] Port e6459303-708a-4cd7-89eb-865d4d7ccb2b cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:17:51.190571 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33136) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:51.192473 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebc4613-c04e-4b49-8a9b-ecfd2db9bcc7 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:17:51.192855 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebc4613-c04e-4b49-8a9b-ecfd2db9bcc7 None None] Checking segment: {'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:17:51.193259 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0ebc4613-c04e-4b49-8a9b-ecfd2db9bcc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:51.194245 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebc4613-c04e-4b49-8a9b-ecfd2db9bcc7 None None] Bound using segment: {'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:17:51.194740 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-0ebc4613-c04e-4b49-8a9b-ecfd2db9bcc7 None None] Bound port: b4c41cac-5897-420a-83d5-064ef928868e, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:17:51.195116 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0ebc4613-c04e-4b49-8a9b-ecfd2db9bcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:51.228801 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [None req-bbae7d37-4e1d-414d-ba24-8f3a19ec7512 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] device_id is not set on port 2ae50522-51e9-4a45-b10d-5b41addc06ba yet. {{(pid=89032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:17:51.248105 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fc6e55c7-5fe0-41f2-8916-a3e39c309b2c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:51.287436 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fc6e55c7-5fe0-41f2-8916-a3e39c309b2c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:51.341340 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-d2638a04-65ab-489d-87e9-4e6a01032d86 tempest-DvrRoutersNegativeTest-204659981 tempest-DvrRoutersNegativeTest-204659981-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1754295212', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:17:51.344129 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-0ebc4613-c04e-4b49-8a9b-ecfd2db9bcc7 None None] For port b4c41cac-5897-420a-83d5-064ef928868e, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:17:51.346733 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.policy [None req-d2638a04-65ab-489d-87e9-4e6a01032d86 tempest-DvrRoutersNegativeTest-204659981 tempest-DvrRoutersNegativeTest-204659981-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=89033) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Oct 04 09:17:51.347353 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.policy [None req-d2638a04-65ab-489d-87e9-4e6a01032d86 tempest-DvrRoutersNegativeTest-204659981 tempest-DvrRoutersNegativeTest-204659981-project] Failed policy check for 'create_router' {{(pid=89033) enforce /opt/stack/neutron/neutron/policy.py:520}} Oct 04 09:17:51.347917 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-0ebc4613-c04e-4b49-8a9b-ecfd2db9bcc7 None None] For port b4c41cac-5897-420a-83d5-064ef928868e, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=b4c41cac-5897-420a-83d5-064ef928868e,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:17:51.348345 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-d2638a04-65ab-489d-87e9-4e6a01032d86 tempest-DvrRoutersNegativeTest-204659981 tempest-DvrRoutersNegativeTest-204659981-project] create failed (client error): Access was denied to this resource. Oct 04 09:17:51.354470 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-d2638a04-65ab-489d-87e9-4e6a01032d86 tempest-DvrRoutersNegativeTest-204659981 tempest-DvrRoutersNegativeTest-204659981-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1583941 Oct 04 09:17:51.363598 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0ebc4613-c04e-4b49-8a9b-ecfd2db9bcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:51.384048 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fc6e55c7-5fe0-41f2-8916-a3e39c309b2c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:51.410523 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6e55c7-5fe0-41f2-8916-a3e39c309b2c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=394b3e41-15bc-4702-9570-065f304b0609,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:51.419320 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fc6e55c7-5fe0-41f2-8916-a3e39c309b2c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:51.420678 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-fc6e55c7-5fe0-41f2-8916-a3e39c309b2c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "DELETE /v2.0/security-groups/394b3e41-15bc-4702-9570-065f304b0609 HTTP/1.1" status: 204 len: 168 time: 0.2894042 Oct 04 09:17:51.425130 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33144) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:51.525273 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e114635d-322f-47a2-b3c7-5c06dff3664c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:51.530549 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebc4613-c04e-4b49-8a9b-ecfd2db9bcc7 None None] Pushing event updated for resources: {'Port': ['ID=b4c41cac-5897-420a-83d5-064ef928868e,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:51.591780 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e114635d-322f-47a2-b3c7-5c06dff3664c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:51.627678 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-bbae7d37-4e1d-414d-ba24-8f3a19ec7512 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Allocated IP 2001:db8::20a (7748b98d-56d0-490f-a7f5-8200a0941795/3a033b87-3796-41c1-8e72-1892d0a93f95/2ae50522-51e9-4a45-b10d-5b41addc06ba) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:17:51.658948 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6bd091aa-7f7b-4724-9733-cd124388af78 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:51.678249 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-a746927e-2157-40c0-9fad-e32a838e01b6 None None] Attempt 9 to provision port e6459303-708a-4cd7-89eb-865d4d7ccb2b Oct 04 09:17:51.678495 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-6bd091aa-7f7b-4724-9733-cd124388af78 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Transition to ACTIVE for port object e79c3eb9-cd3b-47c0-a920-555472c3bc94 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:17:51.783579 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-a746927e-2157-40c0-9fad-e32a838e01b6 None None] Port e6459303-708a-4cd7-89eb-865d4d7ccb2b cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:17:51.807871 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33152) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:51.816902 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e114635d-322f-47a2-b3c7-5c06dff3664c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:51.825176 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6bd091aa-7f7b-4724-9733-cd124388af78 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:51.834076 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e114635d-322f-47a2-b3c7-5c06dff3664c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c2e922-8504-43a1-b7c8-5196a8761504,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:51.841222 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e114635d-322f-47a2-b3c7-5c06dff3664c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:51.842922 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-e114635d-322f-47a2-b3c7-5c06dff3664c tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "DELETE /v2.0/security-groups/c5c2e922-8504-43a1-b7c8-5196a8761504 HTTP/1.1" status: 204 len: 168 time: 0.4160447 Oct 04 09:17:51.852464 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33158) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:51.871005 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33162) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:51.970161 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-f612d697-49c1-469f-a869-e39efece2dd7 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Deleting subnet 465f0cfe-0c4f-488e-8601-770d223c28b5 {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:17:51.974348 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f612d697-49c1-469f-a869-e39efece2dd7 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:52.040875 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f612d697-49c1-469f-a869-e39efece2dd7 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:52.099275 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd091aa-7f7b-4724-9733-cd124388af78 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:17:52.101092 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-beeae37c-6088-4eb3-b7d9-225b8d75dedc admin admin] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:52.126551 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-beeae37c-6088-4eb3-b7d9-225b8d75dedc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:17:52.136080 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-beeae37c-6088-4eb3-b7d9-225b8d75dedc admin admin] Usage tracker for resource:security_group_rule and tenant:d552bd2ddfaa41cba26cb7addf860366 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:17:52.140254 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-beeae37c-6088-4eb3-b7d9-225b8d75dedc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:17:52.150079 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-beeae37c-6088-4eb3-b7d9-225b8d75dedc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:17:52.150950 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-6bd091aa-7f7b-4724-9733-cd124388af78 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:17:52.170639 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd091aa-7f7b-4724-9733-cd124388af78 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:17:52.176957 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd091aa-7f7b-4724-9733-cd124388af78 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:52.177597 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6bd091aa-7f7b-4724-9733-cd124388af78 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:52.182263 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd091aa-7f7b-4724-9733-cd124388af78 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event updated for resources: {'Port': ['ID=e79c3eb9-cd3b-47c0-a920-555472c3bc94,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:52.193435 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f612d697-49c1-469f-a869-e39efece2dd7 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:52.285671 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-a746927e-2157-40c0-9fad-e32a838e01b6 None None] Attempt 10 to provision port e6459303-708a-4cd7-89eb-865d4d7ccb2b Oct 04 09:17:52.324293 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f612d697-49c1-469f-a869-e39efece2dd7 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:52.332326 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-6bd091aa-7f7b-4724-9733-cd124388af78 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 3.2443557 Oct 04 09:17:52.338273 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33166) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:52.361548 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-beeae37c-6088-4eb3-b7d9-225b8d75dedc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:52.374823 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f612d697-49c1-469f-a869-e39efece2dd7 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event deleted for resources: {'Subnet': ['ID=465f0cfe-0c4f-488e-8601-770d223c28b5,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:52.377489 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f612d697-49c1-469f-a869-e39efece2dd7 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:52.382220 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-beeae37c-6088-4eb3-b7d9-225b8d75dedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:52.383508 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-a746927e-2157-40c0-9fad-e32a838e01b6 None None] Port e6459303-708a-4cd7-89eb-865d4d7ccb2b cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:17:52.386797 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-a746927e-2157-40c0-9fad-e32a838e01b6 None None] Could not find standard attr ID for object 3fcb74cf-b75b-4f46-a9ae-6361958ba232. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:17:52.390020 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-a746927e-2157-40c0-9fad-e32a838e01b6 None None] Could not find standard attr ID for object 098c5ba2-51ab-4a55-bc3a-e2a3522af296. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:17:52.405888 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-a746927e-2157-40c0-9fad-e32a838e01b6 None None] Provisioning for port 0d034faa-847d-41c4-8c8a-68eee2dc0b52 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:17:52.416301 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-a746927e-2157-40c0-9fad-e32a838e01b6 None None] Provisioning complete for port 0d034faa-847d-41c4-8c8a-68eee2dc0b52 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:17:52.416758 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a746927e-2157-40c0-9fad-e32a838e01b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:52.417104 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-a746927e-2157-40c0-9fad-e32a838e01b6 None None] Attempt 1 to provision port 0d034faa-847d-41c4-8c8a-68eee2dc0b52 Oct 04 09:17:52.421448 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bbae7d37-4e1d-414d-ba24-8f3a19ec7512 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:52.426585 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeae37c-6088-4eb3-b7d9-225b8d75dedc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45d9d2d-42c2-4fd9-9397-acf31a29ee6f,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:52.445831 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-f612d697-49c1-469f-a869-e39efece2dd7 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "DELETE /v2.0/subnets/465f0cfe-0c4f-488e-8601-770d223c28b5 HTTP/1.1" status: 204 len: 168 time: 0.5866282 Oct 04 09:17:52.445831 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33170) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:52.460970 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-bbae7d37-4e1d-414d-ba24-8f3a19ec7512 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Transition to ACTIVE for port object 2ae50522-51e9-4a45-b10d-5b41addc06ba will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:17:52.490330 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-beeae37c-6088-4eb3-b7d9-225b8d75dedc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d552bd2ddfaa41cba26cb7addf860366&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6788273 Oct 04 09:17:52.490792 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9e86d0-28d7-4f03-93c1-e22d42eb0f64 None None] Network 602fef91-1f5e-40a1-b170-232ec46eaf2b requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:17:52.493457 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33174) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:52.553020 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7d9ec86-bd88-4a2d-a756-a53bd2979959 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Deleting subnet 9dbafaa1-6103-40e2-972b-57e344e88a6c {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:17:52.562117 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f7d9ec86-bd88-4a2d-a756-a53bd2979959 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:52.582820 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bbae7d37-4e1d-414d-ba24-8f3a19ec7512 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:52.625003 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0c88e0b0-f6d2-4c28-8415-8b42e4e741e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:52.640314 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f7d9ec86-bd88-4a2d-a756-a53bd2979959 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:52.708710 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0c88e0b0-f6d2-4c28-8415-8b42e4e741e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:52.798715 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f7d9ec86-bd88-4a2d-a756-a53bd2979959 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:52.803409 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbae7d37-4e1d-414d-ba24-8f3a19ec7512 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Network 7748b98d-56d0-490f-a7f5-8200a0941795 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:17:52.837452 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-bbae7d37-4e1d-414d-ba24-8f3a19ec7512 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:17:52.841201 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0c88e0b0-f6d2-4c28-8415-8b42e4e741e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:52.857209 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbae7d37-4e1d-414d-ba24-8f3a19ec7512 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:17:52.863519 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbae7d37-4e1d-414d-ba24-8f3a19ec7512 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:52.864443 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bbae7d37-4e1d-414d-ba24-8f3a19ec7512 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:52.878611 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c88e0b0-f6d2-4c28-8415-8b42e4e741e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45d9d2d-42c2-4fd9-9397-acf31a29ee6f,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:52.881135 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0c88e0b0-f6d2-4c28-8415-8b42e4e741e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:52.884218 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-0c88e0b0-f6d2-4c28-8415-8b42e4e741e6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f45d9d2d-42c2-4fd9-9397-acf31a29ee6f HTTP/1.1" status: 204 len: 168 time: 0.3875775 Oct 04 09:17:52.896142 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbae7d37-4e1d-414d-ba24-8f3a19ec7512 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Pushing event updated for resources: {'Port': ['ID=2ae50522-51e9-4a45-b10d-5b41addc06ba,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:52.931975 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f7d9ec86-bd88-4a2d-a756-a53bd2979959 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:52.936334 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-a746927e-2157-40c0-9fad-e32a838e01b6 None None] Current status of the port 0d034faa-847d-41c4-8c8a-68eee2dc0b52 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:17:52.967517 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-a746927e-2157-40c0-9fad-e32a838e01b6 None None] Could not find standard attr ID for object 862234ed-3ef2-4d23-956b-616d54d0dd31. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:17:52.974171 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device b4c41cac-5897-420a-83d5-064ef928868e up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:17:53.001132 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d9ec86-bd88-4a2d-a756-a53bd2979959 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event deleted for resources: {'Subnet': ['ID=9dbafaa1-6103-40e2-972b-57e344e88a6c,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:53.005230 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f7d9ec86-bd88-4a2d-a756-a53bd2979959 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:53.023035 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-f7d9ec86-bd88-4a2d-a756-a53bd2979959 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "DELETE /v2.0/subnets/9dbafaa1-6103-40e2-972b-57e344e88a6c HTTP/1.1" status: 204 len: 168 time: 0.5782976 Oct 04 09:17:53.027989 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33180) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:53.066637 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213db09c-968b-4fb4-97b4-ef649b205497 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:53.074992 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213db09c-968b-4fb4-97b4-ef649b205497 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:53.076247 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-213db09c-968b-4fb4-97b4-ef649b205497 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Synchronizing usage tracker for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:17:53.076683 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-17d7a650-8b3c-457f-91cb-c7b432a615b0 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] DELETE failed (client error): The resource could not be found. Oct 04 09:17:53.077518 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17d7a650-8b3c-457f-91cb-c7b432a615b0 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:17:53.078979 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-17d7a650-8b3c-457f-91cb-c7b432a615b0 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "DELETE /v2.0/subnets/465f0cfe-0c4f-488e-8601-770d223c28b5 HTTP/1.1" status: 404 len: 337 time: 0.0499375 Oct 04 09:17:53.081597 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33184) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:53.097318 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-bbae7d37-4e1d-414d-ba24-8f3a19ec7512 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.4509046 Oct 04 09:17:53.102325 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33188) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:53.114660 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-71210732-4f28-4b33-ae2d-b212ea203862 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2aa', 'mac_address': 'fa:16:3e:fe:58:03'}, {'ip_address': '2001:db8::3ce', 'mac_address': 'fa:16:3e:02:02:8b'}]}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:17:53.115510 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-a746927e-2157-40c0-9fad-e32a838e01b6 None None] Provisioning complete for port 3b5c60af-1360-4636-aca5-05676d817fe3 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:17:53.115892 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a746927e-2157-40c0-9fad-e32a838e01b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:53.116235 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-a746927e-2157-40c0-9fad-e32a838e01b6 None None] Attempt 1 to provision port 3b5c60af-1360-4636-aca5-05676d817fe3 Oct 04 09:17:53.205459 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-213db09c-968b-4fb4-97b4-ef649b205497 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Unset dirty status for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:17:53.205459 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-213db09c-968b-4fb4-97b4-ef649b205497 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1682 time: 0.8659675 Oct 04 09:17:53.211659 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33192) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:53.223703 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fa532bf-ed84-42f8-b0ad-a87a1512c72b tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Deleting subnet 389e8b20-15c4-44ba-99d9-b3ed6a5f7ed6 {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:17:53.244469 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9fa532bf-ed84-42f8-b0ad-a87a1512c72b tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:53.276435 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-a746927e-2157-40c0-9fad-e32a838e01b6 None None] Port 3b5c60af-1360-4636-aca5-05676d817fe3 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:17:53.310024 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port b4c41cac-5897-420a-83d5-064ef928868e completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:17:53.343622 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9fa532bf-ed84-42f8-b0ad-a87a1512c72b tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:53.440030 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9fa532bf-ed84-42f8-b0ad-a87a1512c72b tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:53.475331 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835d69dd-fdea-4766-b0c2-0acad2b2cf9c None None] Update dhcp port {'port': {'network_id': '602fef91-1f5e-40a1-b170-232ec46eaf2b', 'fixed_ips': [{'subnet_id': '389e8b20-15c4-44ba-99d9-b3ed6a5f7ed6', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '9dbafaa1-6103-40e2-972b-57e344e88a6c'}], 'binding:host_id': 'dv-neutron-860215-1-hyperv'}, 'id': '0d034faa-847d-41c4-8c8a-68eee2dc0b52'} from dv-neutron-860215-1-hyperv. {{(pid=89034) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 04 09:17:53.524916 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9fa532bf-ed84-42f8-b0ad-a87a1512c72b tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:53.534670 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-835d69dd-fdea-4766-b0c2-0acad2b2cf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:53.564265 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa532bf-ed84-42f8-b0ad-a87a1512c72b tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event deleted for resources: {'Subnet': ['ID=389e8b20-15c4-44ba-99d9-b3ed6a5f7ed6,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:53.567827 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9fa532bf-ed84-42f8-b0ad-a87a1512c72b tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:53.574051 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-9fa532bf-ed84-42f8-b0ad-a87a1512c72b tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "DELETE /v2.0/subnets/389e8b20-15c4-44ba-99d9-b3ed6a5f7ed6 HTTP/1.1" status: 204 len: 168 time: 0.4914768 Oct 04 09:17:53.576864 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33196) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:53.603094 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-b7d49ad5-7bb8-4e45-8604-192c99d8a69b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Deleting port e79c3eb9-cd3b-47c0-a920-555472c3bc94 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:17:53.603353 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b7d49ad5-7bb8-4e45-8604-192c99d8a69b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:53.614971 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fde0a52-75f5-4f98-92de-f6c64df11af3 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] DELETE failed (client error): The resource could not be found. Oct 04 09:17:53.615509 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fde0a52-75f5-4f98-92de-f6c64df11af3 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:17:53.617521 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-0fde0a52-75f5-4f98-92de-f6c64df11af3 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "DELETE /v2.0/subnets/356e6b18-e973-466c-8201-eb10fd17ca50 HTTP/1.1" status: 404 len: 337 time: 0.0396116 Oct 04 09:17:53.619893 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33200) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:53.673147 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-ac0456ab-8ba5-49a6-bd92-4a9899ac1249 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "GET /v2.0/ports?device_id=aeaebdb2-8c3a-4ca2-8570-8a09cda0c36d HTTP/1.1" status: 200 len: 205 time: 0.0520675 Oct 04 09:17:53.675993 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33204) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:53.748216 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-1c2d4d95-25e2-40a0-8bb4-935f2244273d tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] delete failed (client error): The resource could not be found. Oct 04 09:17:53.751933 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-1c2d4d95-25e2-40a0-8bb4-935f2244273d tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "DELETE /v2.0/routers/aeaebdb2-8c3a-4ca2-8570-8a09cda0c36d HTTP/1.1" status: 404 len: 336 time: 0.0724552 Oct 04 09:17:53.752100 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de5a7c8-4fa7-4698-9e9d-5640756ea118 None None] Network 602fef91-1f5e-40a1-b170-232ec46eaf2b requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:17:53.752210 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33208) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:53.790730 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-bff70ced-c57e-4b64-a7ca-454fe5dc3e31 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] DELETE failed (client error): The resource could not be found. Oct 04 09:17:53.791212 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bff70ced-c57e-4b64-a7ca-454fe5dc3e31 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:17:53.792913 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-bff70ced-c57e-4b64-a7ca-454fe5dc3e31 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "DELETE /v2.0/subnets/b801f2d2-e0c5-4c59-8c67-01531010a89e HTTP/1.1" status: 404 len: 337 time: 0.0399189 Oct 04 09:17:53.795377 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33212) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:53.813165 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-a746927e-2157-40c0-9fad-e32a838e01b6 None None] Attempt 2 to provision port 3b5c60af-1360-4636-aca5-05676d817fe3 Oct 04 09:17:53.832344 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6000819-ce79-4d41-9df0-5990a8ffe092 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] DELETE failed (client error): The resource could not be found. Oct 04 09:17:53.832804 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6000819-ce79-4d41-9df0-5990a8ffe092 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:17:53.836678 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-d6000819-ce79-4d41-9df0-5990a8ffe092 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "DELETE /v2.0/subnets/4d8fec4f-f97c-4843-9ff3-9915c5901c85 HTTP/1.1" status: 404 len: 337 time: 0.0382190 Oct 04 09:17:53.837204 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33216) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:53.878229 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-35210f07-f785-489c-bdff-b1f58c90f744 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] DELETE failed (client error): The resource could not be found. Oct 04 09:17:53.878598 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35210f07-f785-489c-bdff-b1f58c90f744 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:17:53.879888 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-71210732-4f28-4b33-ae2d-b212ea203862 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:53.880263 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-35210f07-f785-489c-bdff-b1f58c90f744 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "DELETE /v2.0/subnets/17878ae4-0bc8-4295-96a0-0e0995520198 HTTP/1.1" status: 404 len: 337 time: 0.0419035 Oct 04 09:17:53.883498 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33220) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:53.926828 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e71890a-d080-4301-b8ec-d50a7f3118c9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] DELETE failed (client error): The resource could not be found. Oct 04 09:17:53.927389 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e71890a-d080-4301-b8ec-d50a7f3118c9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:17:53.930887 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-9e71890a-d080-4301-b8ec-d50a7f3118c9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "DELETE /v2.0/ports/66c228ba-b7ca-4df9-9084-a8b7a6f203d2 HTTP/1.1" status: 404 len: 333 time: 0.0462105 Oct 04 09:17:53.931837 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33224) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:53.932166 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-a746927e-2157-40c0-9fad-e32a838e01b6 None None] Port 3b5c60af-1360-4636-aca5-05676d817fe3 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:17:53.974685 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3e841f2-515f-45fa-bce9-431966c116e9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] DELETE failed (client error): The resource could not be found. Oct 04 09:17:53.974685 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3e841f2-515f-45fa-bce9-431966c116e9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:17:53.976609 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-c3e841f2-515f-45fa-bce9-431966c116e9 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "DELETE /v2.0/subnets/4f594375-a386-4e36-b68c-f6f474174af7 HTTP/1.1" status: 404 len: 337 time: 0.0434024 Oct 04 09:17:53.978768 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33228) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:54.021547 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f3f27df-280f-42b9-9172-5f633b4016f1 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] DELETE failed (client error): The resource could not be found. Oct 04 09:17:54.021998 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f3f27df-280f-42b9-9172-5f633b4016f1 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:17:54.024390 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-4f3f27df-280f-42b9-9172-5f633b4016f1 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "DELETE /v2.0/subnets/1b2137a3-f6e7-4d43-8432-10e1b9c6d7d3 HTTP/1.1" status: 404 len: 337 time: 0.0438554 Oct 04 09:17:54.026426 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33232) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:54.028130 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43920f1a-6415-43c7-8029-714bf1b85394 None None] DHCP port deletion for 602fef91-1f5e-40a1-b170-232ec46eaf2b request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:17:54.033887 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-43920f1a-6415-43c7-8029-714bf1b85394 None None] Deleting port 0d034faa-847d-41c4-8c8a-68eee2dc0b52 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:17:54.034260 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-43920f1a-6415-43c7-8029-714bf1b85394 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:54.068295 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-11633305-b5f9-43c6-adcd-0c3de722d5ff tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] DELETE failed (client error): The resource could not be found. Oct 04 09:17:54.068792 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11633305-b5f9-43c6-adcd-0c3de722d5ff tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:17:54.073042 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-11633305-b5f9-43c6-adcd-0c3de722d5ff tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "DELETE /v2.0/ports/3b926461-995c-4081-ad1c-69f8f39f92d1 HTTP/1.1" status: 404 len: 333 time: 0.0450668 Oct 04 09:17:54.073620 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33236) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:54.110457 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ae94133-d6b5-4a95-9d81-743ab78b56a2 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] DELETE failed (client error): The resource could not be found. Oct 04 09:17:54.110943 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ae94133-d6b5-4a95-9d81-743ab78b56a2 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:17:54.112961 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-4ae94133-d6b5-4a95-9d81-743ab78b56a2 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "DELETE /v2.0/subnets/8412db33-efae-430d-9b26-e6cebcdf5edf HTTP/1.1" status: 404 len: 337 time: 0.0381734 Oct 04 09:17:54.115272 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33240) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:54.130131 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b7d49ad5-7bb8-4e45-8604-192c99d8a69b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:54.247432 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-43920f1a-6415-43c7-8029-714bf1b85394 None None] For port 0d034faa-847d-41c4-8c8a-68eee2dc0b52, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=0d034faa-847d-41c4-8c8a-68eee2dc0b52,segment=NetworkSegment(fc6c1fe3-0b51-448d-a980-7ee37d490802),segment_id=fc6c1fe3-0b51-448d-a980-7ee37d490802)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:17:54.247820 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-43920f1a-6415-43c7-8029-714bf1b85394 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:54.258700 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0ba4c3e-a132-4f8b-bae1-9618625b6a43 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] DELETE failed (client error): The resource could not be found. Oct 04 09:17:54.259155 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0ba4c3e-a132-4f8b-bae1-9618625b6a43 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:17:54.260858 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-d0ba4c3e-a132-4f8b-bae1-9618625b6a43 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "DELETE /v2.0/subnets/e8b11bdb-68a1-4b60-9718-7b8f4e2cd4e7 HTTP/1.1" status: 404 len: 337 time: 0.1445560 Oct 04 09:17:54.263457 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33244) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:54.331783 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-1acf39f3-a79b-47f1-8e0f-17f141ffb752 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Deleting port 3b5c60af-1360-4636-aca5-05676d817fe3 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:17:54.332278 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1acf39f3-a79b-47f1-8e0f-17f141ffb752 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:54.333956 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-b7d49ad5-7bb8-4e45-8604-192c99d8a69b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Calling delete_port for e79c3eb9-cd3b-47c0-a920-555472c3bc94 owned by {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:17:54.370023 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2d710092-ba4c-426d-aa1d-efa305ad7ed2 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736827'] for router_interface, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:54.375608 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-43920f1a-6415-43c7-8029-714bf1b85394 None None] Calling delete_port for 0d034faa-847d-41c4-8c8a-68eee2dc0b52 owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:17:54.434486 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-a746927e-2157-40c0-9fad-e32a838e01b6 None None] Attempt 3 to provision port 3b5c60af-1360-4636-aca5-05676d817fe3 Oct 04 09:17:54.508246 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-a746927e-2157-40c0-9fad-e32a838e01b6 None None] Port 3b5c60af-1360-4636-aca5-05676d817fe3 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:17:54.513622 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-43920f1a-6415-43c7-8029-714bf1b85394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:54.559494 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43920f1a-6415-43c7-8029-714bf1b85394 None None] Pushing event deleted for resources: {'Port': ['ID=0d034faa-847d-41c4-8c8a-68eee2dc0b52,revision_number=None']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:54.565065 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43920f1a-6415-43c7-8029-714bf1b85394 None None] No DVR routers for this DVR port 0d034faa-847d-41c4-8c8a-68eee2dc0b52 on host dv-neutron-860215-1-hyperv {{(pid=89034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:17:54.568034 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1acf39f3-a79b-47f1-8e0f-17f141ffb752 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:54.693397 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-1acf39f3-a79b-47f1-8e0f-17f141ffb752 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Calling delete_port for 3b5c60af-1360-4636-aca5-05676d817fe3 owned by {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:17:54.736806 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.db.resource_extend [None req-71210732-4f28-4b33-ae2d-b212ea203862 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 04 09:17:54.770104 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-71210732-4f28-4b33-ae2d-b212ea203862 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:54.776654 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1acf39f3-a79b-47f1-8e0f-17f141ffb752 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:54.786008 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-71210732-4f28-4b33-ae2d-b212ea203862 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:54.786657 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-71210732-4f28-4b33-ae2d-b212ea203862 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] In _notify_port_updated(), no bound segment for port 2ae50522-51e9-4a45-b10d-5b41addc06ba on network 7748b98d-56d0-490f-a7f5-8200a0941795 {{(pid=89032) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 04 09:17:54.792914 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71210732-4f28-4b33-ae2d-b212ea203862 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:54.793540 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-71210732-4f28-4b33-ae2d-b212ea203862 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:54.797574 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-71210732-4f28-4b33-ae2d-b212ea203862 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] 10.222.0.50 "PUT /v2.0/ports/2ae50522-51e9-4a45-b10d-5b41addc06ba HTTP/1.1" status: 200 len: 1068 time: 1.6913638 Oct 04 09:17:54.814784 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33248) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:54.844372 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 0d034faa-847d-41c4-8c8a-68eee2dc0b52 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:17:54.866106 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acf39f3-a79b-47f1-8e0f-17f141ffb752 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event deleted for resources: {'Port': ['ID=3b5c60af-1360-4636-aca5-05676d817fe3,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:54.877618 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1acf39f3-a79b-47f1-8e0f-17f141ffb752 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:54.888262 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 0d034faa-847d-41c4-8c8a-68eee2dc0b52 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:17:54.888629 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 0d034faa-847d-41c4-8c8a-68eee2dc0b52 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:17:54.897150 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b7d49ad5-7bb8-4e45-8604-192c99d8a69b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:54.903881 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-1acf39f3-a79b-47f1-8e0f-17f141ffb752 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "DELETE /v2.0/ports/3b5c60af-1360-4636-aca5-05676d817fe3 HTTP/1.1" status: 204 len: 168 time: 0.6394503 Oct 04 09:17:54.906931 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33252) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:54.917709 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71210732-4f28-4b33-ae2d-b212ea203862 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Pushing event updated for resources: {'Port': ['ID=2ae50522-51e9-4a45-b10d-5b41addc06ba,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:54.931374 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-1c9fcf60-583b-4a36-9e02-b4c60bce31b5 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Deleting port 2ae50522-51e9-4a45-b10d-5b41addc06ba {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:17:54.931717 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1c9fcf60-583b-4a36-9e02-b4c60bce31b5 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:55.010028 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-a746927e-2157-40c0-9fad-e32a838e01b6 None None] Attempt 4 to provision port 3b5c60af-1360-4636-aca5-05676d817fe3 Oct 04 09:17:55.065713 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-a746927e-2157-40c0-9fad-e32a838e01b6 None None] Port 3b5c60af-1360-4636-aca5-05676d817fe3 was deleted so its status cannot be updated. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 04 09:17:55.070341 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-a746927e-2157-40c0-9fad-e32a838e01b6 None None] Could not find standard attr ID for object eda60138-d56b-410f-9ec3-7b0836b39a4e. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:17:55.084302 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-a746927e-2157-40c0-9fad-e32a838e01b6 None None] Provisioning complete for port a97b0447-a121-43a8-adc1-7f48fbb98a7d triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:17:55.085133 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a746927e-2157-40c0-9fad-e32a838e01b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:55.085645 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-a746927e-2157-40c0-9fad-e32a838e01b6 None None] Attempt 1 to provision port a97b0447-a121-43a8-adc1-7f48fbb98a7d Oct 04 09:17:55.135360 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d49ad5-7bb8-4e45-8604-192c99d8a69b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event deleted for resources: {'Port': ['ID=e79c3eb9-cd3b-47c0-a920-555472c3bc94,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:55.160010 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b7d49ad5-7bb8-4e45-8604-192c99d8a69b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:55.181913 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-b7d49ad5-7bb8-4e45-8604-192c99d8a69b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/ports/e79c3eb9-cd3b-47c0-a920-555472c3bc94 HTTP/1.1" status: 204 len: 168 time: 1.9184992 Oct 04 09:17:55.183163 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33258) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:55.217587 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3d301252-d52c-405f-9f3b-7fdb35e6d896 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:55.243281 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-a746927e-2157-40c0-9fad-e32a838e01b6 None None] Current status of the port a97b0447-a121-43a8-adc1-7f48fbb98a7d is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:17:55.247248 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-a746927e-2157-40c0-9fad-e32a838e01b6 None None] Could not find standard attr ID for object 21b39a9a-a420-4493-b34c-7bf2e35ff9bc. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:17:55.305123 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b26b848-315a-4c4f-a34d-5770d6a709cb tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:55.306711 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b26b848-315a-4c4f-a34d-5770d6a709cb tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:55.307455 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-8b26b848-315a-4c4f-a34d-5770d6a709cb tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Synchronizing usage tracker for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:subnet {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:17:55.313370 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-2d710092-ba4c-426d-aa1d-efa305ad7ed2 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Deleting port 2e8c238b-77de-4b50-8197-4442cda1b93b {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:17:55.313703 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2d710092-ba4c-426d-aa1d-efa305ad7ed2 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:55.369257 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-8b26b848-315a-4c4f-a34d-5770d6a709cb tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Unset dirty status for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:subnet {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:17:55.369909 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-f0c66553-984f-4266-884b-0860c696c5c0 None None] Provisioning for port bfec4995-741e-44ea-b9e5-3c7d1e4bd258 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:17:55.373538 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-8b26b848-315a-4c4f-a34d-5770d6a709cb tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1894989 Oct 04 09:17:55.375557 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-f0c66553-984f-4266-884b-0860c696c5c0 None None] Provisioning complete for port bfec4995-741e-44ea-b9e5-3c7d1e4bd258 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:17:55.376027 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f0c66553-984f-4266-884b-0860c696c5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:55.376657 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f0c66553-984f-4266-884b-0860c696c5c0 None None] Attempt 1 to provision port bfec4995-741e-44ea-b9e5-3c7d1e4bd258 Oct 04 09:17:55.376753 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33262) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:55.397487 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1c9fcf60-583b-4a36-9e02-b4c60bce31b5 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:55.405712 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3d301252-d52c-405f-9f3b-7fdb35e6d896 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:55.432125 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f0c66553-984f-4266-884b-0860c696c5c0 None None] Port bfec4995-741e-44ea-b9e5-3c7d1e4bd258 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:17:55.526260 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_v2 [None req-04df479b-8664-4d67-9c90-89cf6e662465 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Deleting subnet 95661350-1f63-4c5d-b0fa-9ec5258e7067 {{(pid=89032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:17:55.534254 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-04df479b-8664-4d67-9c90-89cf6e662465 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:55.543224 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-1c9fcf60-583b-4a36-9e02-b4c60bce31b5 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Calling delete_port for 2ae50522-51e9-4a45-b10d-5b41addc06ba owned by {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:17:55.579546 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-3d301252-d52c-405f-9f3b-7fdb35e6d896 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['602fef91-1f5e-40a1-b170-232ec46eaf2b']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:55.601480 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-3d301252-d52c-405f-9f3b-7fdb35e6d896 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc6c1fe3-0b51-448d-a980-7ee37d490802') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:55.601768 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-3d301252-d52c-405f-9f3b-7fdb35e6d896 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc6c1fe3-0b51-448d-a980-7ee37d490802') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:55.618537 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3d301252-d52c-405f-9f3b-7fdb35e6d896 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:55.618746 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-2d710092-ba4c-426d-aa1d-efa305ad7ed2 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] For port 2e8c238b-77de-4b50-8197-4442cda1b93b, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=2e8c238b-77de-4b50-8197-4442cda1b93b,segment=NetworkSegment(ec6de81c-a4ad-40ab-b324-ad9ea969be8e),segment_id=ec6de81c-a4ad-40ab-b324-ad9ea969be8e)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:17:55.618943 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2d710092-ba4c-426d-aa1d-efa305ad7ed2 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:55.627455 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-04df479b-8664-4d67-9c90-89cf6e662465 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885153'] for subnet, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:55.650298 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3d301252-d52c-405f-9f3b-7fdb35e6d896 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:55.657116 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d301252-d52c-405f-9f3b-7fdb35e6d896 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:17:55.657511 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3d301252-d52c-405f-9f3b-7fdb35e6d896 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:55.794010 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-2d710092-ba4c-426d-aa1d-efa305ad7ed2 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Calling delete_port for 2e8c238b-77de-4b50-8197-4442cda1b93b owned by network:router_interface {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:17:55.832595 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment fc6c1fe3-0b51-448d-a980-7ee37d490802 resource provider aggregate not found Oct 04 09:17:55.873962 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment fc6c1fe3-0b51-448d-a980-7ee37d490802 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fc6c1fe3-0b51-448d-a980-7ee37d490802 found for delete ", "request_id": "req-027dd3be-2453-41e4-8164-6b9a28651061"}]} Oct 04 09:17:55.908891 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3d301252-d52c-405f-9f3b-7fdb35e6d896 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:55.916292 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-04df479b-8664-4d67-9c90-89cf6e662465 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:55.929873 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3d301252-d52c-405f-9f3b-7fdb35e6d896 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:55.933629 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f0c66553-984f-4266-884b-0860c696c5c0 None None] Attempt 2 to provision port bfec4995-741e-44ea-b9e5-3c7d1e4bd258 Oct 04 09:17:55.944727 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d301252-d52c-405f-9f3b-7fdb35e6d896 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] Pushing event deleted for resources: {'Network': ['ID=602fef91-1f5e-40a1-b170-232ec46eaf2b,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:55.949193 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-3d301252-d52c-405f-9f3b-7fdb35e6d896 tempest-PortsIpV6TestJSON-539671219 tempest-PortsIpV6TestJSON-539671219-project] 10.222.0.50 "DELETE /v2.0/networks/602fef91-1f5e-40a1-b170-232ec46eaf2b HTTP/1.1" status: 204 len: 168 time: 1.0418425 Oct 04 09:17:55.950293 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1c9fcf60-583b-4a36-9e02-b4c60bce31b5 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:56.009614 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f0c66553-984f-4266-884b-0860c696c5c0 None None] Port bfec4995-741e-44ea-b9e5-3c7d1e4bd258 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:17:56.019627 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-04df479b-8664-4d67-9c90-89cf6e662465 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:56.062272 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04df479b-8664-4d67-9c90-89cf6e662465 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event deleted for resources: {'Subnet': ['ID=95661350-1f63-4c5d-b0fa-9ec5258e7067,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:56.084436 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9fcf60-583b-4a36-9e02-b4c60bce31b5 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Pushing event deleted for resources: {'Port': ['ID=2ae50522-51e9-4a45-b10d-5b41addc06ba,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:56.110014 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-04df479b-8664-4d67-9c90-89cf6e662465 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:56.118438 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcaa0fcb-4ff4-4324-aff9-f59d65ce9120 None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:17:56.149924 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-04df479b-8664-4d67-9c90-89cf6e662465 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/subnets/95661350-1f63-4c5d-b0fa-9ec5258e7067 HTTP/1.1" status: 204 len: 168 time: 0.7724462 Oct 04 09:17:56.153614 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33272) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:56.213855 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2d710092-ba4c-426d-aa1d-efa305ad7ed2 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:56.270982 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-ed5db160-2868-481d-bdd3-0d6837ce70f3 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1161656 Oct 04 09:17:56.271617 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33278) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:56.287002 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-26a2e2d3-5d39-4f2c-8342-a92e3f397a9f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'subnet': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:17:56.305443 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d710092-ba4c-426d-aa1d-efa305ad7ed2 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'Port': ['ID=2e8c238b-77de-4b50-8197-4442cda1b93b,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:56.380202 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33282) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:56.413177 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1c9fcf60-583b-4a36-9e02-b4c60bce31b5 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:56.418787 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-1c9fcf60-583b-4a36-9e02-b4c60bce31b5 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] 10.222.0.50 "DELETE /v2.0/ports/2ae50522-51e9-4a45-b10d-5b41addc06ba HTTP/1.1" status: 204 len: 168 time: 1.5986717 Oct 04 09:17:56.419670 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33288) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:56.488694 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2e3e273-c7f8-4c37-8133-ecbf19e4315e tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] GET failed (client error): The resource could not be found. Oct 04 09:17:56.489471 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-c2e3e273-c7f8-4c37-8133-ecbf19e4315e tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Synchronizing usage tracker for tenant:6a8c5afe43d44eecaa2879f14dcd6043 on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:17:56.514040 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f0c66553-984f-4266-884b-0860c696c5c0 None None] Attempt 3 to provision port bfec4995-741e-44ea-b9e5-3c7d1e4bd258 Oct 04 09:17:56.515601 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-c2e3e273-c7f8-4c37-8133-ecbf19e4315e tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Unset dirty status for tenant:6a8c5afe43d44eecaa2879f14dcd6043 on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:17:56.521089 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-c2e3e273-c7f8-4c37-8133-ecbf19e4315e tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] 10.222.0.50 "GET /v2.0/ports/2ae50522-51e9-4a45-b10d-5b41addc06ba HTTP/1.1" status: 404 len: 333 time: 0.0997655 Oct 04 09:17:56.522422 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33292) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:56.586927 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f0c66553-984f-4266-884b-0860c696c5c0 None None] Port bfec4995-741e-44ea-b9e5-3c7d1e4bd258 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:17:56.626240 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-26a2e2d3-5d39-4f2c-8342-a92e3f397a9f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:17:56.634249 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-26a2e2d3-5d39-4f2c-8342-a92e3f397a9f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Usage tracker for resource:subnet and tenant:3f91eae3af914b3ca9ea34a1eaa482e2 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:17:56.638430 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-26a2e2d3-5d39-4f2c-8342-a92e3f397a9f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:17:56.666731 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-60c3a3ea-b9f6-4c89-addc-234a99eadc46 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Deleting port bfec4995-741e-44ea-b9e5-3c7d1e4bd258 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:17:56.667277 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-60c3a3ea-b9f6-4c89-addc-234a99eadc46 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:56.676919 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2313da-715b-482e-9f0b-d15d8feba93c None None] DHCP port deletion for 7b2ac456-c702-437f-ad18-06da05465ab2 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:17:56.681528 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-ba2313da-715b-482e-9f0b-d15d8feba93c None None] Deleting port b4c41cac-5897-420a-83d5-064ef928868e {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:17:56.682035 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ba2313da-715b-482e-9f0b-d15d8feba93c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:56.741177 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-4a7ef945-41ec-4433-9d09-6fe05b8fec16 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8de43eb137fe47f9a4031ea91b631fcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3547754 Oct 04 09:17:56.744292 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33296) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:56.813065 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-26a2e2d3-5d39-4f2c-8342-a92e3f397a9f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:17:56.855008 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2d710092-ba4c-426d-aa1d-efa305ad7ed2 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736911'] for router_interface, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:56.862306 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a2e2d3-5d39-4f2c-8342-a92e3f397a9f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Made reservation on behalf of 3f91eae3af914b3ca9ea34a1eaa482e2 for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:17:56.866113 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-26a2e2d3-5d39-4f2c-8342-a92e3f397a9f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:56.927392 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-ba2313da-715b-482e-9f0b-d15d8feba93c None None] For port b4c41cac-5897-420a-83d5-064ef928868e, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=b4c41cac-5897-420a-83d5-064ef928868e,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:17:56.927786 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ba2313da-715b-482e-9f0b-d15d8feba93c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:56.936048 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device b4c41cac-5897-420a-83d5-064ef928868e no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:17:56.949376 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b88aa106-fd06-41bd-84eb-93a0a64f7a6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:56.995920 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b88aa106-fd06-41bd-84eb-93a0a64f7a6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:57.068645 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-60c3a3ea-b9f6-4c89-addc-234a99eadc46 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:57.093225 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-ba2313da-715b-482e-9f0b-d15d8feba93c None None] Calling delete_port for b4c41cac-5897-420a-83d5-064ef928868e owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:17:57.119569 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f0c66553-984f-4266-884b-0860c696c5c0 None None] Attempt 4 to provision port bfec4995-741e-44ea-b9e5-3c7d1e4bd258 Oct 04 09:17:57.202281 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-60c3a3ea-b9f6-4c89-addc-234a99eadc46 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Calling delete_port for bfec4995-741e-44ea-b9e5-3c7d1e4bd258 owned by {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:17:57.206588 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f0c66553-984f-4266-884b-0860c696c5c0 None None] Port bfec4995-741e-44ea-b9e5-3c7d1e4bd258 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:17:57.246665 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b88aa106-fd06-41bd-84eb-93a0a64f7a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:57.276241 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ba2313da-715b-482e-9f0b-d15d8feba93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:57.280194 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88aa106-fd06-41bd-84eb-93a0a64f7a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e580074-5cd0-4cd2-a3b7-5d27eba45336,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:57.295880 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b88aa106-fd06-41bd-84eb-93a0a64f7a6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:57.300442 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-b88aa106-fd06-41bd-84eb-93a0a64f7a6f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5e580074-5cd0-4cd2-a3b7-5d27eba45336 HTTP/1.1" status: 204 len: 168 time: 0.5525684 Oct 04 09:17:57.321238 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port b4c41cac-5897-420a-83d5-064ef928868e is: DOWN; New status is: DOWN {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:17:57.350034 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2313da-715b-482e-9f0b-d15d8feba93c None None] Pushing event deleted for resources: {'Port': ['ID=b4c41cac-5897-420a-83d5-064ef928868e,revision_number=None']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:57.356146 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2313da-715b-482e-9f0b-d15d8feba93c None None] No DVR routers for this DVR port b4c41cac-5897-420a-83d5-064ef928868e on host dv-neutron-860215-1-hyperv {{(pid=89034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:17:57.424497 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-26a2e2d3-5d39-4f2c-8342-a92e3f397a9f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:57.428992 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-60c3a3ea-b9f6-4c89-addc-234a99eadc46 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:57.485381 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c3a3ea-b9f6-4c89-addc-234a99eadc46 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Pushing event deleted for resources: {'Port': ['ID=bfec4995-741e-44ea-b9e5-3c7d1e4bd258,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:57.490351 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d710092-ba4c-426d-aa1d-efa305ad7ed2 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Router fb2e39a6-9f57-4a40-bbd7-a6307695eafd has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:17:57.516713 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a2e2d3-5d39-4f2c-8342-a92e3f397a9f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:17:57.521388 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-26a2e2d3-5d39-4f2c-8342-a92e3f397a9f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:17:57.528588 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a2e2d3-5d39-4f2c-8342-a92e3f397a9f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:57.529453 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-26a2e2d3-5d39-4f2c-8342-a92e3f397a9f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:57.537645 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c99112e-e009-4237-bcd9-e92ecc0ad393 None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:17:57.548991 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-60c3a3ea-b9f6-4c89-addc-234a99eadc46 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:57.564903 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-60c3a3ea-b9f6-4c89-addc-234a99eadc46 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] 10.222.0.50 "DELETE /v2.0/ports/bfec4995-741e-44ea-b9e5-3c7d1e4bd258 HTTP/1.1" status: 204 len: 168 time: 1.0403776 Oct 04 09:17:57.568146 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33304) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:57.618259 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a2e2d3-5d39-4f2c-8342-a92e3f397a9f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event updated for resources: {'Subnet': ['ID=877c6f75-89a6-46be-8925-e9b9d69bf8a3,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:57.623297 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-44f04df5-c623-4343-b83f-f5da85979655 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] GET failed (client error): The resource could not be found. Oct 04 09:17:57.624385 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-44f04df5-c623-4343-b83f-f5da85979655 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Synchronizing usage tracker for tenant:6a8c5afe43d44eecaa2879f14dcd6043 on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:17:57.642654 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-44f04df5-c623-4343-b83f-f5da85979655 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Unset dirty status for tenant:6a8c5afe43d44eecaa2879f14dcd6043 on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:17:57.644203 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-44f04df5-c623-4343-b83f-f5da85979655 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] 10.222.0.50 "GET /v2.0/ports/bfec4995-741e-44ea-b9e5-3c7d1e4bd258 HTTP/1.1" status: 404 len: 333 time: 0.0745614 Oct 04 09:17:57.650311 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33310) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:57.663222 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-26a2e2d3-5d39-4f2c-8342-a92e3f397a9f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3803742 Oct 04 09:17:57.663409 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33314) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:57.668816 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-76b90681-8c4b-46af-a3f2-9c9857db2b30 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'port': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'fixed_ips': [{'subnet_id': '877c6f75-89a6-46be-8925-e9b9d69bf8a3', 'ip_address': '2001:db8::6a9b:8ebd:26ff:7cd0'}], 'name': 'tempest-NetworksTestDHCPv6-815513667'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:17:57.744825 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-8a235031-66e3-4f43-b6e0-cd5f739b025e tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Deleting port e6459303-708a-4cd7-89eb-865d4d7ccb2b {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:17:57.745933 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8a235031-66e3-4f43-b6e0-cd5f739b025e tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:57.825591 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f0c66553-984f-4266-884b-0860c696c5c0 None None] Attempt 5 to provision port bfec4995-741e-44ea-b9e5-3c7d1e4bd258 Oct 04 09:17:57.918233 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d710092-ba4c-426d-aa1d-efa305ad7ed2 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:17:57.935407 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f0c66553-984f-4266-884b-0860c696c5c0 None None] Port bfec4995-741e-44ea-b9e5-3c7d1e4bd258 was deleted so its status cannot be updated. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 04 09:17:57.937311 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7703ebc8-8d34-4a82-93f1-767af01c570f None None] Sync routers for ids ['fb2e39a6-9f57-4a40-bbd7-a6307695eafd'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:17:57.939666 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-41fb10a6-c834-4d55-a4b3-6097c030174b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:57.947405 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-2d710092-ba4c-426d-aa1d-efa305ad7ed2 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "PUT /v2.0/routers/fb2e39a6-9f57-4a40-bbd7-a6307695eafd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0591335 Oct 04 09:17:57.982830 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-f0c66553-984f-4266-884b-0860c696c5c0 None None] Could not find standard attr ID for object e79c3eb9-cd3b-47c0-a920-555472c3bc94. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:17:58.037838 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-76b90681-8c4b-46af-a3f2-9c9857db2b30 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:17:58.051169 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7703ebc8-8d34-4a82-93f1-767af01c570f None None] Routers {'fb2e39a6-9f57-4a40-bbd7-a6307695eafd'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:17:58.051796 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-76b90681-8c4b-46af-a3f2-9c9857db2b30 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Usage tracker for resource:port and tenant:3f91eae3af914b3ca9ea34a1eaa482e2 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:17:58.052224 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-7703ebc8-8d34-4a82-93f1-767af01c570f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:17:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['fb2e39a6-9f57-4a40-bbd7-a6307695eafd'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:58.054918 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-76b90681-8c4b-46af-a3f2-9c9857db2b30 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:17:58.060925 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-76b90681-8c4b-46af-a3f2-9c9857db2b30 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:17:58.075152 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b90681-8c4b-46af-a3f2-9c9857db2b30 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Made reservation on behalf of 3f91eae3af914b3ca9ea34a1eaa482e2 for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:17:58.130603 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07554a05-339e-4758-bfe2-6d173b494713 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-7b2ac456-c702-437f-ad18-06da05465ab2', 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'tenant_id': '3f91eae3af914b3ca9ea34a1eaa482e2', 'fixed_ips': [{'subnet_id': '877c6f75-89a6-46be-8925-e9b9d69bf8a3'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:17:58.132420 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-07554a05-339e-4758-bfe2-6d173b494713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:58.159881 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-f0c66553-984f-4266-884b-0860c696c5c0 None None] Could not find standard attr ID for object 0d034faa-847d-41c4-8c8a-68eee2dc0b52. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:17:58.172989 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-f0c66553-984f-4266-884b-0860c696c5c0 None None] Could not find standard attr ID for object b4c41cac-5897-420a-83d5-064ef928868e. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:17:58.259399 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-76b90681-8c4b-46af-a3f2-9c9857db2b30 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:58.296431 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8a235031-66e3-4f43-b6e0-cd5f739b025e tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:58.301093 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33336) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:58.304461 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [None req-76b90681-8c4b-46af-a3f2-9c9857db2b30 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] device_id is not set on port 14ac1ffa-c6d6-4f21-8a99-8e6c1ed31284 yet. {{(pid=89032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:17:58.322001 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-f0c66553-984f-4266-884b-0860c696c5c0 None None] Could not find standard attr ID for object 3b5c60af-1360-4636-aca5-05676d817fe3. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:17:58.386313 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-f0c66553-984f-4266-884b-0860c696c5c0 None None] Could not find standard attr ID for object 08c3ed78-896d-4565-a4d3-443e5d05059e. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:17:58.417437 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-f0c66553-984f-4266-884b-0860c696c5c0 None None] Could not find standard attr ID for object 21b39a9a-a420-4493-b34c-7bf2e35ff9bc. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:17:58.430065 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-f0c66553-984f-4266-884b-0860c696c5c0 None None] Could not find standard attr ID for object 2ae50522-51e9-4a45-b10d-5b41addc06ba. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:17:58.439967 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-07554a05-339e-4758-bfe2-6d173b494713 None None] Allocated IP 2001:db8::2 (7b2ac456-c702-437f-ad18-06da05465ab2/877c6f75-89a6-46be-8925-e9b9d69bf8a3/ea568be3-51b9-4c16-b533-24c64a2e96be) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:17:58.462601 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-8a235031-66e3-4f43-b6e0-cd5f739b025e tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Calling delete_port for e6459303-708a-4cd7-89eb-865d4d7ccb2b owned by {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:17:58.466611 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-7703ebc8-8d34-4a82-93f1-767af01c570f None None] Set router fb2e39a6-9f57-4a40-bbd7-a6307695eafd gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:17:58.491158 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-514045ac-03f8-4e09-bea4-3a471bbf9f6b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Request body: {'network': {'name': 'tempest-RoutersTest-1903762493'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:17:58.494846 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:17:58.504486 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-514045ac-03f8-4e09-bea4-3a471bbf9f6b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:17:58.513664 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-514045ac-03f8-4e09-bea4-3a471bbf9f6b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Usage tracker for resource:network and tenant:6ccb91e770a742df955dbeb81520726f is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:17:58.519348 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-514045ac-03f8-4e09-bea4-3a471bbf9f6b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:17:58.531093 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-514045ac-03f8-4e09-bea4-3a471bbf9f6b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:17:58.541941 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514045ac-03f8-4e09-bea4-3a471bbf9f6b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Made reservation on behalf of 6ccb91e770a742df955dbeb81520726f for: {'network': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:17:58.545544 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-514045ac-03f8-4e09-bea4-3a471bbf9f6b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:58.559082 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-514045ac-03f8-4e09-bea4-3a471bbf9f6b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:58.575088 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-514045ac-03f8-4e09-bea4-3a471bbf9f6b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:17:58.579078 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-514045ac-03f8-4e09-bea4-3a471bbf9f6b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Usage tracker for resource:security_group_rule and tenant:6ccb91e770a742df955dbeb81520726f is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:17:58.582100 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-514045ac-03f8-4e09-bea4-3a471bbf9f6b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:17:58.588322 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-514045ac-03f8-4e09-bea4-3a471bbf9f6b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:17:58.665452 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ee943-4ad4-4b34-a476-b181bb723972 req-3280d340-b6da-49cd-8096-6a67b949e383 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:58.666073 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-357ee943-4ad4-4b34-a476-b181bb723972 req-3280d340-b6da-49cd-8096-6a67b949e383 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:17:58.679295 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-514045ac-03f8-4e09-bea4-3a471bbf9f6b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:58.686253 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-514045ac-03f8-4e09-bea4-3a471bbf9f6b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:58.705988 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-357ee943-4ad4-4b34-a476-b181bb723972 req-3280d340-b6da-49cd-8096-6a67b949e383 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:17:58.707142 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-357ee943-4ad4-4b34-a476-b181bb723972 req-3280d340-b6da-49cd-8096-6a67b949e383 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7893c10-3816-4307-b87f-b4c69768b64c HTTP/1.1" status: 200 len: 946 time: 0.2046802 Oct 04 09:17:58.720609 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8a235031-66e3-4f43-b6e0-cd5f739b025e tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:58.731473 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-514045ac-03f8-4e09-bea4-3a471bbf9f6b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=89032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:17:58.740891 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514045ac-03f8-4e09-bea4-3a471bbf9f6b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc318e6-5211-4358-b2a8-24fbcbc89b0b,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:58.761591 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-514045ac-03f8-4e09-bea4-3a471bbf9f6b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:58.762139 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.segments_db [None req-514045ac-03f8-4e09-bea4-3a471bbf9f6b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Added segment 158ac1a1-1560-4632-9903-4ff269f35bb4 of type vlan for network ec30777c-0e46-49a1-b294-18d875bd7f46 Oct 04 09:17:58.796794 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-514045ac-03f8-4e09-bea4-3a471bbf9f6b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:58.828207 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-514045ac-03f8-4e09-bea4-3a471bbf9f6b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:58.834193 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514045ac-03f8-4e09-bea4-3a471bbf9f6b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:58.834778 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-514045ac-03f8-4e09-bea4-3a471bbf9f6b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:58.841188 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a235031-66e3-4f43-b6e0-cd5f739b025e tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Pushing event deleted for resources: {'Port': ['ID=e6459303-708a-4cd7-89eb-865d4d7ccb2b,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:58.857396 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-357ee943-4ad4-4b34-a476-b181bb723972 req-ed26ff50-bc43-4418-bfcb-cf0d6e1ee76f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=a466a8e8-b893-4000-9d42-4c0b6462fbec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406910 Oct 04 09:17:58.912842 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8a235031-66e3-4f43-b6e0-cd5f739b025e tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:58.931472 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-8a235031-66e3-4f43-b6e0-cd5f739b025e tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] 10.222.0.50 "DELETE /v2.0/ports/e6459303-708a-4cd7-89eb-865d4d7ccb2b HTTP/1.1" status: 204 len: 168 time: 1.2793720 Oct 04 09:17:58.934102 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33342) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:59.009281 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b10e566-e7ea-467a-8c1e-b512bbb956a1 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Deleting subnet 3a033b87-3796-41c1-8e72-1892d0a93f95 {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:17:59.012581 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0b10e566-e7ea-467a-8c1e-b512bbb956a1 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:59.073730 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-07554a05-339e-4758-bfe2-6d173b494713 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:59.083299 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0b10e566-e7ea-467a-8c1e-b512bbb956a1 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:59.093149 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-07554a05-339e-4758-bfe2-6d173b494713 None None] Transition to ACTIVE for port object ea568be3-51b9-4c16-b533-24c64a2e96be will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:17:59.098605 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-7703ebc8-8d34-4a82-93f1-767af01c570f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'name': 'tempest-TestNetworkBasicOps-router-1419800711', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.193'}], 'enable_snat': True}, 'gw_port_id': '9bd82293-4bab-4a4b-a307-2d52334cb934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:14:18Z', 'updated_at': '2022-10-04T09:17:56Z', 'revision_number': 6, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '9bd82293-4bab-4a4b-a307-2d52334cb934', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:74:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:14:21Z', 'updated_at': '2022-10-04T09:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'e0cdd116-4534-4eaa-8d9f-ef114ca092fa', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'floating_ip_address': '172.26.10.66', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'port_id': 'f53cc307-6abc-4e93-ac5e-9dd0d1b37229', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '138bf702-4d39-408e-a83e-f851bcf14b73', 'mac_address': 'fa:16:3e:76:5b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e266a4c5-20f7-4bed-a5ee-83c9dd7b0d80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:15:29Z', 'updated_at': '2022-10-04T09:15:37Z', 'revision_number': 1, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95a57023-7c2b-4f2e-8f8f-f42d5e3ca393', 'name': '', 'network_id': '138bf702-4d39-408e-a83e-f851bcf14b73', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:34:d6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '6d967559-d6ed-45c4-9b8b-3040971872eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:14:33Z', 'updated_at': '2022-10-04T09:14:48Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': '6d967559-d6ed-45c4-9b8b-3040971872eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:59.111600 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7703ebc8-8d34-4a82-93f1-767af01c570f None None] Checking router: fb2e39a6-9f57-4a40-bbd7-a6307695eafd for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:17:59.117354 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514045ac-03f8-4e09-bea4-3a471bbf9f6b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event updated for resources: {'Network': ['ID=ec30777c-0e46-49a1-b294-18d875bd7f46,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:59.126552 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-07554a05-339e-4758-bfe2-6d173b494713 None None] Transition to ACTIVE for port object ea568be3-51b9-4c16-b533-24c64a2e96be will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:17:59.132016 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network ec30777c-0e46-49a1-b294-18d875bd7f46 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:17:59.135686 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-514045ac-03f8-4e09-bea4-3a471bbf9f6b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8311603 Oct 04 09:17:59.136629 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33348) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:59.145148 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-40ef5b60-5e15-459f-9f1c-94a77dca055f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Request body: {'network': {'name': 'tempest-RoutersTest-1923148884'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:17:59.149293 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7703ebc8-8d34-4a82-93f1-767af01c570f None None] Routers {'fb2e39a6-9f57-4a40-bbd7-a6307695eafd'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:17:59.149933 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-7703ebc8-8d34-4a82-93f1-767af01c570f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:17:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['fb2e39a6-9f57-4a40-bbd7-a6307695eafd'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:17:59.150215 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-40ef5b60-5e15-459f-9f1c-94a77dca055f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:17:59.154021 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-40ef5b60-5e15-459f-9f1c-94a77dca055f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Usage tracker for resource:network and tenant:6ccb91e770a742df955dbeb81520726f is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:17:59.159244 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-40ef5b60-5e15-459f-9f1c-94a77dca055f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:17:59.169346 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-40ef5b60-5e15-459f-9f1c-94a77dca055f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:17:59.190230 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ef5b60-5e15-459f-9f1c-94a77dca055f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Made reservation on behalf of 6ccb91e770a742df955dbeb81520726f for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:17:59.193521 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-40ef5b60-5e15-459f-9f1c-94a77dca055f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:59.209629 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-76b90681-8c4b-46af-a3f2-9c9857db2b30 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Allocated IP 2001:db8::6a9b:8ebd:26ff:7cd0 (7b2ac456-c702-437f-ad18-06da05465ab2/877c6f75-89a6-46be-8925-e9b9d69bf8a3/14ac1ffa-c6d6-4f21-8a99-8e6c1ed31284) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:17:59.217853 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-07554a05-339e-4758-bfe2-6d173b494713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:59.229087 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0b10e566-e7ea-467a-8c1e-b512bbb956a1 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:59.270782 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40ef5b60-5e15-459f-9f1c-94a77dca055f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:17:59.289732 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-40ef5b60-5e15-459f-9f1c-94a77dca055f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:59.290088 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-40ef5b60-5e15-459f-9f1c-94a77dca055f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Added segment dc2eb72f-8eb8-49f8-8ab9-66e82a6528aa of type vlan for network 11cb4308-66d7-4dd1-b167-cb718a88eddb Oct 04 09:17:59.328192 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-40ef5b60-5e15-459f-9f1c-94a77dca055f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:59.338927 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0b10e566-e7ea-467a-8c1e-b512bbb956a1 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:59.352936 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07554a05-339e-4758-bfe2-6d173b494713 None None] Pushing event updated for resources: {'Port': ['ID=ea568be3-51b9-4c16-b533-24c64a2e96be,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:59.386347 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07554a05-339e-4758-bfe2-6d173b494713 None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:17:59.389036 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b10e566-e7ea-467a-8c1e-b512bbb956a1 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Pushing event deleted for resources: {'Subnet': ['ID=3a033b87-3796-41c1-8e72-1892d0a93f95,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:59.392783 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-07554a05-339e-4758-bfe2-6d173b494713 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:17:59.396139 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0b10e566-e7ea-467a-8c1e-b512bbb956a1 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:59.405413 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-0b10e566-e7ea-467a-8c1e-b512bbb956a1 tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] 10.222.0.50 "DELETE /v2.0/subnets/3a033b87-3796-41c1-8e72-1892d0a93f95 HTTP/1.1" status: 204 len: 168 time: 0.4701047 Oct 04 09:17:59.408147 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33352) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:59.410354 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07554a05-339e-4758-bfe2-6d173b494713 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:17:59.433434 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-40ef5b60-5e15-459f-9f1c-94a77dca055f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:59.433812 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-76b90681-8c4b-46af-a3f2-9c9857db2b30 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:59.438688 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ef5b60-5e15-459f-9f1c-94a77dca055f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:59.439797 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-40ef5b60-5e15-459f-9f1c-94a77dca055f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:59.450727 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-76b90681-8c4b-46af-a3f2-9c9857db2b30 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Transition to ACTIVE for port object 14ac1ffa-c6d6-4f21-8a99-8e6c1ed31284 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:17:59.468994 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7591b6b-d01c-4b95-a6f8-ba7017bf094a None None] Network 7748b98d-56d0-490f-a7f5-8200a0941795 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:17:59.477877 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-76b90681-8c4b-46af-a3f2-9c9857db2b30 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:59.549900 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b90681-8c4b-46af-a3f2-9c9857db2b30 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:17:59.552867 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-76b90681-8c4b-46af-a3f2-9c9857db2b30 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:17:59.557846 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b90681-8c4b-46af-a3f2-9c9857db2b30 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:17:59.563440 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b90681-8c4b-46af-a3f2-9c9857db2b30 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:59.564775 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-76b90681-8c4b-46af-a3f2-9c9857db2b30 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:59.583241 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b90681-8c4b-46af-a3f2-9c9857db2b30 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event updated for resources: {'Port': ['ID=14ac1ffa-c6d6-4f21-8a99-8e6c1ed31284,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:59.590356 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-40ef5b60-5e15-459f-9f1c-94a77dca055f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4526467 Oct 04 09:17:59.593526 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33356) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:59.602658 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-d071236d-fdc6-4d53-b8d5-bc6efbe6b0b5 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Request body: {'subnet': {'network_id': 'ec30777c-0e46-49a1-b294-18d875bd7f46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:17:59.620416 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-76b90681-8c4b-46af-a3f2-9c9857db2b30 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9557352 Oct 04 09:17:59.622949 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33360) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:59.629885 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef5b60-5e15-459f-9f1c-94a77dca055f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event updated for resources: {'Network': ['ID=11cb4308-66d7-4dd1-b167-cb718a88eddb,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:17:59.664198 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 11cb4308-66d7-4dd1-b167-cb718a88eddb details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:17:59.673811 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f2cc9172-7493-44db-bde9-9d096f3447db tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:59.711475 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-f2cc9172-7493-44db-bde9-9d096f3447db tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Deleting port a97b0447-a121-43a8-adc1-7f48fbb98a7d {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:17:59.711861 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f2cc9172-7493-44db-bde9-9d096f3447db tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:59.726698 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-d071236d-fdc6-4d53-b8d5-bc6efbe6b0b5 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:17:59.730746 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-d071236d-fdc6-4d53-b8d5-bc6efbe6b0b5 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Usage tracker for resource:subnet and tenant:6ccb91e770a742df955dbeb81520726f is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:17:59.733610 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-d071236d-fdc6-4d53-b8d5-bc6efbe6b0b5 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:17:59.740055 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-d071236d-fdc6-4d53-b8d5-bc6efbe6b0b5 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:17:59.759202 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d071236d-fdc6-4d53-b8d5-bc6efbe6b0b5 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Made reservation on behalf of 6ccb91e770a742df955dbeb81520726f for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:17:59.765525 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d071236d-fdc6-4d53-b8d5-bc6efbe6b0b5 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:17:59.792185 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12613b0e-a32b-433e-bf55-9321f2b5f9e2 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:59.800444 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12613b0e-a32b-433e-bf55-9321f2b5f9e2 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:17:59.802310 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-12613b0e-a32b-433e-bf55-9321f2b5f9e2 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1761930 Oct 04 09:17:59.805044 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33364) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:17:59.842966 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-7703ebc8-8d34-4a82-93f1-767af01c570f None None] Set router fb2e39a6-9f57-4a40-bbd7-a6307695eafd gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:17:59.941660 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-2699b517-edfc-42e6-ae9c-7c7db26ef8d9 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Deleting port 14ac1ffa-c6d6-4f21-8a99-8e6c1ed31284 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:17:59.942244 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2699b517-edfc-42e6-ae9c-7c7db26ef8d9 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:00.017081 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-07554a05-339e-4758-bfe2-6d173b494713 None None] Attempting to bind port ea568be3-51b9-4c16-b533-24c64a2e96be on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:18:00.017399 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-07554a05-339e-4758-bfe2-6d173b494713 None None] Attempting to bind port ea568be3-51b9-4c16-b533-24c64a2e96be by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:18:00.017802 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07554a05-339e-4758-bfe2-6d173b494713 None None] Attempting to bind port ea568be3-51b9-4c16-b533-24c64a2e96be on network 7b2ac456-c702-437f-ad18-06da05465ab2 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:18:00.036246 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07554a05-339e-4758-bfe2-6d173b494713 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:18:00.036660 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07554a05-339e-4758-bfe2-6d173b494713 None None] Checking segment: {'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:18:00.037050 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-07554a05-339e-4758-bfe2-6d173b494713 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:00.037443 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07554a05-339e-4758-bfe2-6d173b494713 None None] Bound using segment: {'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:18:00.037929 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-07554a05-339e-4758-bfe2-6d173b494713 None None] Bound port: ea568be3-51b9-4c16-b533-24c64a2e96be, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:18:00.038309 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-07554a05-339e-4758-bfe2-6d173b494713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:00.091088 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d071236d-fdc6-4d53-b8d5-bc6efbe6b0b5 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:00.182054 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d071236d-fdc6-4d53-b8d5-bc6efbe6b0b5 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event updated for resources: {'Subnet': ['ID=80f79a52-9684-408a-a788-176ade922b0a,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:00.201510 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f493697c-c419-4fff-90a6-34a5a61fd2c4 req-5c6acd45-7be8-4554-a783-34fe7cd15c55 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:00.202356 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-f493697c-c419-4fff-90a6-34a5a61fd2c4 req-5c6acd45-7be8-4554-a783-34fe7cd15c55 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:18:00.211991 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d071236d-fdc6-4d53-b8d5-bc6efbe6b0b5 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Checking segment: {'id': '158ac1a1-1560-4632-9903-4ff269f35bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ec30777c-0e46-49a1-b294-18d875bd7f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:18:00.212340 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d071236d-fdc6-4d53-b8d5-bc6efbe6b0b5 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Network hostable DHCP agents. Network: ec30777c-0e46-49a1-b294-18d875bd7f46, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:18:00.227850 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-f493697c-c419-4fff-90a6-34a5a61fd2c4 req-5c6acd45-7be8-4554-a783-34fe7cd15c55 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:18:00.229280 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f493697c-c419-4fff-90a6-34a5a61fd2c4 req-5c6acd45-7be8-4554-a783-34fe7cd15c55 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7893c10-3816-4307-b87f-b4c69768b64c HTTP/1.1" status: 200 len: 946 time: 0.2196238 Oct 04 09:18:00.256585 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d071236d-fdc6-4d53-b8d5-bc6efbe6b0b5 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Network ec30777c-0e46-49a1-b294-18d875bd7f46 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:18:00.278176 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-d071236d-fdc6-4d53-b8d5-bc6efbe6b0b5 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, ec30777c-0e46-49a1-b294-18d875bd7f46) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:18:00.287530 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d071236d-fdc6-4d53-b8d5-bc6efbe6b0b5 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:00.288101 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d071236d-fdc6-4d53-b8d5-bc6efbe6b0b5 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:00.299344 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f493697c-c419-4fff-90a6-34a5a61fd2c4 req-94d779e5-f0cd-4a91-8472-0d7638ca9f79 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=a466a8e8-b893-4000-9d42-4c0b6462fbec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572748 Oct 04 09:18:00.318259 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-d071236d-fdc6-4d53-b8d5-bc6efbe6b0b5 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7238126 Oct 04 09:18:00.322056 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33370) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:00.326305 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-32d95289-d837-4050-8481-7c8ee14260a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:00.329105 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-1aa08230-7bcf-456e-a375-adebf1ee9416 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Request body: {'subnet': {'network_id': '11cb4308-66d7-4dd1-b167-cb718a88eddb', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:18:00.337982 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410633f9-7111-4726-a26f-ebacdc209760 None None] Network ec30777c-0e46-49a1-b294-18d875bd7f46 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:18:00.352385 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-f2cc9172-7493-44db-bde9-9d096f3447db tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] For port a97b0447-a121-43a8-adc1-7f48fbb98a7d, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=a97b0447-a121-43a8-adc1-7f48fbb98a7d,segment=NetworkSegment(94dd4784-8387-4068-8482-173301e3f42f),segment_id=94dd4784-8387-4068-8482-173301e3f42f)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:18:00.352765 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f2cc9172-7493-44db-bde9-9d096f3447db tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:00.354614 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-07554a05-339e-4758-bfe2-6d173b494713 None None] For port ea568be3-51b9-4c16-b533-24c64a2e96be, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:18:00.421745 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa346ac-1a19-46d7-8909-479e8758b26b None None] DHCP port deletion for 7748b98d-56d0-490f-a7f5-8200a0941795 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:18:00.432527 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-07554a05-339e-4758-bfe2-6d173b494713 None None] For port ea568be3-51b9-4c16-b533-24c64a2e96be, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=ea568be3-51b9-4c16-b533-24c64a2e96be,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:18:00.446770 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-2fa346ac-1a19-46d7-8909-479e8758b26b None None] Deleting port a97b0447-a121-43a8-adc1-7f48fbb98a7d {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:18:00.447177 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-2fa346ac-1a19-46d7-8909-479e8758b26b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:00.472246 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-07554a05-339e-4758-bfe2-6d173b494713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:00.494480 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-1aa08230-7bcf-456e-a375-adebf1ee9416 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:18:00.498451 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-1aa08230-7bcf-456e-a375-adebf1ee9416 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Usage tracker for resource:subnet and tenant:6ccb91e770a742df955dbeb81520726f is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:18:00.502083 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-1aa08230-7bcf-456e-a375-adebf1ee9416 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:18:00.509276 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-1aa08230-7bcf-456e-a375-adebf1ee9416 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:18:00.521127 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa08230-7bcf-456e-a375-adebf1ee9416 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Made reservation on behalf of 6ccb91e770a742df955dbeb81520726f for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:18:00.525994 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1aa08230-7bcf-456e-a375-adebf1ee9416 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:00.558300 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-f2cc9172-7493-44db-bde9-9d096f3447db tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Calling delete_port for a97b0447-a121-43a8-adc1-7f48fbb98a7d owned by network:dhcp {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:18:00.622615 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402807d3-3dfa-4ff3-9119-18bd09d04f38 req-f08ea24f-c211-49ec-bf90-2c36509f38db tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:00.624412 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-402807d3-3dfa-4ff3-9119-18bd09d04f38 req-f08ea24f-c211-49ec-bf90-2c36509f38db tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7893c10-3816-4307-b87f-b4c69768b64c HTTP/1.1" status: 200 len: 946 time: 0.4566553 Oct 04 09:18:00.750611 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2699b517-edfc-42e6-ae9c-7c7db26ef8d9 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:00.796087 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1aa08230-7bcf-456e-a375-adebf1ee9416 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:00.830010 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [req-402807d3-3dfa-4ff3-9119-18bd09d04f38 req-f283cd08-4b75-42f4-b415-adc05065f57b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Deleting port 963cb7b8-fb64-4f1c-9306-3d14dfff454a {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:18:00.830010 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-402807d3-3dfa-4ff3-9119-18bd09d04f38 req-f283cd08-4b75-42f4-b415-adc05065f57b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:00.840179 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07554a05-339e-4758-bfe2-6d173b494713 None None] Pushing event updated for resources: {'Port': ['ID=ea568be3-51b9-4c16-b533-24c64a2e96be,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:00.909594 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa08230-7bcf-456e-a375-adebf1ee9416 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event updated for resources: {'Subnet': ['ID=2841d522-e131-42d6-a780-fe61b0315ce2,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:00.925642 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa08230-7bcf-456e-a375-adebf1ee9416 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Checking segment: {'id': 'dc2eb72f-8eb8-49f8-8ab9-66e82a6528aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '11cb4308-66d7-4dd1-b167-cb718a88eddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:18:00.926003 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa08230-7bcf-456e-a375-adebf1ee9416 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Network hostable DHCP agents. Network: 11cb4308-66d7-4dd1-b167-cb718a88eddb, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:18:00.936155 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-2699b517-edfc-42e6-ae9c-7c7db26ef8d9 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Calling delete_port for 14ac1ffa-c6d6-4f21-8a99-8e6c1ed31284 owned by {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:18:00.964764 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device a97b0447-a121-43a8-adc1-7f48fbb98a7d no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:18:00.971160 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa08230-7bcf-456e-a375-adebf1ee9416 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Network 11cb4308-66d7-4dd1-b167-cb718a88eddb is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:18:00.971765 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f2cc9172-7493-44db-bde9-9d096f3447db tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:00.994179 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-1aa08230-7bcf-456e-a375-adebf1ee9416 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 11cb4308-66d7-4dd1-b167-cb718a88eddb) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:18:01.010583 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa08230-7bcf-456e-a375-adebf1ee9416 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:01.011233 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1aa08230-7bcf-456e-a375-adebf1ee9416 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:01.046684 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-1aa08230-7bcf-456e-a375-adebf1ee9416 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7209127 Oct 04 09:18:01.047227 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33374) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:01.055022 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-91e8f8ce-d52d-416f-ac0e-21e32e37303b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1249571531', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:18:01.062297 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cc9172-7493-44db-bde9-9d096f3447db tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Pushing event deleted for resources: {'Port': ['ID=a97b0447-a121-43a8-adc1-7f48fbb98a7d,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:01.065922 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-91e8f8ce-d52d-416f-ac0e-21e32e37303b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:18:01.070290 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-91e8f8ce-d52d-416f-ac0e-21e32e37303b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Usage tracker for resource:router and tenant:6ccb91e770a742df955dbeb81520726f is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:18:01.073306 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-91e8f8ce-d52d-416f-ac0e-21e32e37303b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:18:01.080527 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-91e8f8ce-d52d-416f-ac0e-21e32e37303b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:18:01.092867 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-91e8f8ce-d52d-416f-ac0e-21e32e37303b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:01.094075 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-91e8f8ce-d52d-416f-ac0e-21e32e37303b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:01.115178 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-91e8f8ce-d52d-416f-ac0e-21e32e37303b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:01.138419 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee05b02-2a10-4cfd-b963-e4b9bcf061ef None None] Network 11cb4308-66d7-4dd1-b167-cb718a88eddb requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:18:01.138787 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-91e8f8ce-d52d-416f-ac0e-21e32e37303b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:01.167968 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:01.169276 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2927b19c-cb54-4eed-b99a-19374b13f248 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-ec30777c-0e46-49a1-b294-18d875bd7f46', 'network_id': 'ec30777c-0e46-49a1-b294-18d875bd7f46', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'fixed_ips': [{'subnet_id': '80f79a52-9684-408a-a788-176ade922b0a'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:18:01.169454 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-91e8f8ce-d52d-416f-ac0e-21e32e37303b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:01.170505 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-2927b19c-cb54-4eed-b99a-19374b13f248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:01.170966 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-91e8f8ce-d52d-416f-ac0e-21e32e37303b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1218731 Oct 04 09:18:01.173435 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33378) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:01.176660 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cc9172-7493-44db-bde9-9d096f3447db tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] No DVR routers for this DVR port a97b0447-a121-43a8-adc1-7f48fbb98a7d on host dv-neutron-860215-1-hyperv {{(pid=89033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:18:01.187418 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: a97b0447-a121-43a8-adc1-7f48fbb98a7d {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:18:01.187768 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device a97b0447-a121-43a8-adc1-7f48fbb98a7d not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:18:01.264681 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:01.273993 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-2fa346ac-1a19-46d7-8909-479e8758b26b None None] For port a97b0447-a121-43a8-adc1-7f48fbb98a7d, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=a97b0447-a121-43a8-adc1-7f48fbb98a7d,segment=NetworkSegment(94dd4784-8387-4068-8482-173301e3f42f),segment_id=94dd4784-8387-4068-8482-173301e3f42f)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:18:01.274390 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-2fa346ac-1a19-46d7-8909-479e8758b26b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:01.426726 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f2cc9172-7493-44db-bde9-9d096f3447db tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:01.462162 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-2fa346ac-1a19-46d7-8909-479e8758b26b None None] Calling delete_port for a97b0447-a121-43a8-adc1-7f48fbb98a7d owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:18:01.465607 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-f2cc9172-7493-44db-bde9-9d096f3447db tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7748b98d-56d0-490f-a7f5-8200a0941795']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:01.552100 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-f2cc9172-7493-44db-bde9-9d096f3447db tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94dd4784-8387-4068-8482-173301e3f42f') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:01.552689 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-f2cc9172-7493-44db-bde9-9d096f3447db tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94dd4784-8387-4068-8482-173301e3f42f') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:01.773521 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-7703ebc8-8d34-4a82-93f1-767af01c570f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'name': 'tempest-TestNetworkBasicOps-router-1419800711', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.193'}], 'enable_snat': True}, 'gw_port_id': '9bd82293-4bab-4a4b-a307-2d52334cb934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:14:18Z', 'updated_at': '2022-10-04T09:17:56Z', 'revision_number': 6, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '9bd82293-4bab-4a4b-a307-2d52334cb934', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:74:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:14:21Z', 'updated_at': '2022-10-04T09:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'e0cdd116-4534-4eaa-8d9f-ef114ca092fa', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'floating_ip_address': '172.26.10.66', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'port_id': 'f53cc307-6abc-4e93-ac5e-9dd0d1b37229', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '138bf702-4d39-408e-a83e-f851bcf14b73', 'mac_address': 'fa:16:3e:76:5b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e266a4c5-20f7-4bed-a5ee-83c9dd7b0d80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:15:29Z', 'updated_at': '2022-10-04T09:15:37Z', 'revision_number': 1, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95a57023-7c2b-4f2e-8f8f-f42d5e3ca393', 'name': '', 'network_id': '138bf702-4d39-408e-a83e-f851bcf14b73', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:34:d6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '6d967559-d6ed-45c4-9b8b-3040971872eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:14:33Z', 'updated_at': '2022-10-04T09:14:48Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': '6d967559-d6ed-45c4-9b8b-3040971872eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:01.793299 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f2cc9172-7493-44db-bde9-9d096f3447db tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:01.799268 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7703ebc8-8d34-4a82-93f1-767af01c570f None None] The sync data for ids ['fb2e39a6-9f57-4a40-bbd7-a6307695eafd'] in dv-neutron-860215-1-hyperv is: [{'id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'name': 'tempest-TestNetworkBasicOps-router-1419800711', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.193'}], 'enable_snat': True}, 'gw_port_id': '9bd82293-4bab-4a4b-a307-2d52334cb934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:14:18Z', 'updated_at': '2022-10-04T09:17:56Z', 'revision_number': 6, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '9bd82293-4bab-4a4b-a307-2d52334cb934', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:74:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:14:21Z', 'updated_at': '2022-10-04T09:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'e0cdd116-4534-4eaa-8d9f-ef114ca092fa', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'floating_ip_address': '172.26.10.66', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'port_id': 'f53cc307-6abc-4e93-ac5e-9dd0d1b37229', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '138bf702-4d39-408e-a83e-f851bcf14b73', 'mac_address': 'fa:16:3e:76:5b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e266a4c5-20f7-4bed-a5ee-83c9dd7b0d80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:15:29Z', 'updated_at': '2022-10-04T09:15:37Z', 'revision_number': 1, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95a57023-7c2b-4f2e-8f8f-f42d5e3ca393', 'name': '', 'network_id': '138bf702-4d39-408e-a83e-f851bcf14b73', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:34:d6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '6d967559-d6ed-45c4-9b8b-3040971872eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:14:33Z', 'updated_at': '2022-10-04T09:14:48Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': '6d967559-d6ed-45c4-9b8b-3040971872eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:18:01.833136 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.db.api [None req-2fa346ac-1a19-46d7-8909-479e8758b26b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:18:01.833445 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG oslo_db.api [None req-2fa346ac-1a19-46d7-8909-479e8758b26b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:18:01.841869 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [req-402807d3-3dfa-4ff3-9119-18bd09d04f38 req-f283cd08-4b75-42f4-b415-adc05065f57b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] For port 963cb7b8-fb64-4f1c-9306-3d14dfff454a, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=963cb7b8-fb64-4f1c-9306-3d14dfff454a,segment=NetworkSegment(ec6de81c-a4ad-40ab-b324-ad9ea969be8e),segment_id=ec6de81c-a4ad-40ab-b324-ad9ea969be8e)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:18:01.842227 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-402807d3-3dfa-4ff3-9119-18bd09d04f38 req-f283cd08-4b75-42f4-b415-adc05065f57b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:01.865503 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f2cc9172-7493-44db-bde9-9d096f3447db tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:01.899432 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-70ecb56e-ec02-4af6-bfb8-a4d0802b16e5 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:01.906909 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-2927b19c-cb54-4eed-b99a-19374b13f248 None None] Allocated IP 172.20.0.2 (ec30777c-0e46-49a1-b294-18d875bd7f46/80f79a52-9684-408a-a788-176ade922b0a/2045b43f-3165-4bdb-8b3f-6a4fc9a8ce67) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:18:01.913540 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6512fd11-f784-4d52-aa2a-9f0aa9a5f411 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-11cb4308-66d7-4dd1-b167-cb718a88eddb', 'network_id': '11cb4308-66d7-4dd1-b167-cb718a88eddb', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'fixed_ips': [{'subnet_id': '2841d522-e131-42d6-a780-fe61b0315ce2'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:18:01.914391 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-6512fd11-f784-4d52-aa2a-9f0aa9a5f411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:01.951035 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2cc9172-7493-44db-bde9-9d096f3447db tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:18:01.951437 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f2cc9172-7493-44db-bde9-9d096f3447db tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:02.051663 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 94dd4784-8387-4068-8482-173301e3f42f resource provider aggregate not found Oct 04 09:18:02.063490 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [req-402807d3-3dfa-4ff3-9119-18bd09d04f38 req-f283cd08-4b75-42f4-b415-adc05065f57b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Calling delete_port for 963cb7b8-fb64-4f1c-9306-3d14dfff454a owned by compute:nova {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:18:02.113050 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-e1fe2321-f8c4-499e-94fd-080a15638dcc None None] Provisioning for port ea568be3-51b9-4c16-b533-24c64a2e96be completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:18:02.116613 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-6512fd11-f784-4d52-aa2a-9f0aa9a5f411 None None] Allocated IP 172.21.0.2 (11cb4308-66d7-4dd1-b167-cb718a88eddb/2841d522-e131-42d6-a780-fe61b0315ce2/cc1ecfac-c879-4dd3-9993-6ac804d0aeb5) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:18:02.185824 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 94dd4784-8387-4068-8482-173301e3f42f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 94dd4784-8387-4068-8482-173301e3f42f found for delete ", "request_id": "req-5826a04f-b5b9-4d8e-970e-caec021ee6d7"}]} Oct 04 09:18:02.190808 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2699b517-edfc-42e6-ae9c-7c7db26ef8d9 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:02.280012 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2699b517-edfc-42e6-ae9c-7c7db26ef8d9 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event deleted for resources: {'Port': ['ID=14ac1ffa-c6d6-4f21-8a99-8e6c1ed31284,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:02.296486 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e3ef89-b781-453a-b724-7cbcacc5a775 req-87650a30-c93f-4da6-b93e-69970327d6fc tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:02.298090 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-39e3ef89-b781-453a-b724-7cbcacc5a775 req-87650a30-c93f-4da6-b93e-69970327d6fc tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7893c10-3816-4307-b87f-b4c69768b64c HTTP/1.1" status: 200 len: 946 time: 0.8209043 Oct 04 09:18:02.348105 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f2cc9172-7493-44db-bde9-9d096f3447db tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:02.352596 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f2cc9172-7493-44db-bde9-9d096f3447db tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:02.412506 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2699b517-edfc-42e6-ae9c-7c7db26ef8d9 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:02.433063 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cc9172-7493-44db-bde9-9d096f3447db tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] Pushing event deleted for resources: {'Network': ['ID=7748b98d-56d0-490f-a7f5-8200a0941795,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:02.449748 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-6512fd11-f784-4d52-aa2a-9f0aa9a5f411 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:02.461045 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-6512fd11-f784-4d52-aa2a-9f0aa9a5f411 None None] Transition to ACTIVE for port object cc1ecfac-c879-4dd3-9993-6ac804d0aeb5 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:18:02.467734 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-f2cc9172-7493-44db-bde9-9d096f3447db tempest-AllowedAddressPairIpV6TestJSON-533860050 tempest-AllowedAddressPairIpV6TestJSON-533860050-project] 10.222.0.50 "DELETE /v2.0/networks/7748b98d-56d0-490f-a7f5-8200a0941795 HTTP/1.1" status: 204 len: 168 time: 3.0585427 Oct 04 09:18:02.479971 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-2699b517-edfc-42e6-ae9c-7c7db26ef8d9 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/ports/14ac1ffa-c6d6-4f21-8a99-8e6c1ed31284 HTTP/1.1" status: 204 len: 168 time: 2.6738069 Oct 04 09:18:02.483457 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33390) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:02.485710 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-39e3ef89-b781-453a-b724-7cbcacc5a775 req-eef26a69-f90d-427f-a9e1-b0ca5ee9aea5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=a466a8e8-b893-4000-9d42-4c0b6462fbec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465437 Oct 04 09:18:02.493529 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-6512fd11-f784-4d52-aa2a-9f0aa9a5f411 None None] Transition to ACTIVE for port object cc1ecfac-c879-4dd3-9993-6ac804d0aeb5 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:18:02.499920 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-2fa346ac-1a19-46d7-8909-479e8758b26b None None] Deleting port a97b0447-a121-43a8-adc1-7f48fbb98a7d {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:18:02.500771 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-2fa346ac-1a19-46d7-8909-479e8758b26b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:02.540380 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-6512fd11-f784-4d52-aa2a-9f0aa9a5f411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:02.552522 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:02.581253 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-402807d3-3dfa-4ff3-9119-18bd09d04f38 req-f283cd08-4b75-42f4-b415-adc05065f57b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:02.644224 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283cd08-4b75-42f4-b415-adc05065f57b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'Port': ['ID=963cb7b8-fb64-4f1c-9306-3d14dfff454a,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:02.647358 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15c8ac4-5ca6-4684-ba75-5d9ba20e9212 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:02.649065 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15c8ac4-5ca6-4684-ba75-5d9ba20e9212 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:02.653134 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-f15c8ac4-5ca6-4684-ba75-5d9ba20e9212 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Synchronizing usage tracker for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:subnet {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:18:02.711013 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6512fd11-f784-4d52-aa2a-9f0aa9a5f411 None None] Pushing event updated for resources: {'Port': ['ID=cc1ecfac-c879-4dd3-9993-6ac804d0aeb5,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:02.719241 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-f15c8ac4-5ca6-4684-ba75-5d9ba20e9212 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Unset dirty status for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:subnet {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:18:02.723953 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-f15c8ac4-5ca6-4684-ba75-5d9ba20e9212 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2347484 Oct 04 09:18:02.724583 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33394) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:02.781228 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [req-402807d3-3dfa-4ff3-9119-18bd09d04f38 req-f283cd08-4b75-42f4-b415-adc05065f57b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] No DVR routers for this DVR port 963cb7b8-fb64-4f1c-9306-3d14dfff454a on host hv-neutron-8602 {{(pid=89033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:18:02.784209 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-402807d3-3dfa-4ff3-9119-18bd09d04f38 req-f283cd08-4b75-42f4-b415-adc05065f57b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:02.788386 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7893c10-3816-4307-b87f-b4c69768b64c', 'name': 'network-vif-deleted', 'tag': '963cb7b8-fb64-4f1c-9306-3d14dfff454a'}] {{(pid=89033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:18:02.790850 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e417ebe64424eb0358633e416672821aae4ea22acc2211bb28d37655142b7e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b73698c-c8a8-4098-9eaa-94e32d93db0e" -d '{"events": [{"server_uuid": "d7893c10-3816-4307-b87f-b4c69768b64c", "name": "network-vif-deleted", "tag": "963cb7b8-fb64-4f1c-9306-3d14dfff454a"}]}' {{(pid=89033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:18:02.806516 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-402807d3-3dfa-4ff3-9119-18bd09d04f38 req-f283cd08-4b75-42f4-b415-adc05065f57b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.20 "DELETE /v2.0/ports/963cb7b8-fb64-4f1c-9306-3d14dfff454a HTTP/1.1" status: 204 len: 173 time: 2.1744487 Oct 04 09:18:02.830455 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-e3f75e2d-fac9-452f-8368-cde211579701 None None] Could not find standard attr ID for object 14ac1ffa-c6d6-4f21-8a99-8e6c1ed31284. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:18:02.854381 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-2fa346ac-1a19-46d7-8909-479e8758b26b None None] The port 'a97b0447-a121-43a8-adc1-7f48fbb98a7d' was deleted {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 04 09:18:02.859539 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6512fd11-f784-4d52-aa2a-9f0aa9a5f411 None None] Network 11cb4308-66d7-4dd1-b167-cb718a88eddb is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:18:02.862165 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_v2 [None req-fff44fbe-041d-4c54-a14e-cd06c6f625da tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Deleting subnet 877c6f75-89a6-46be-8925-e9b9d69bf8a3 {{(pid=89032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:18:02.866819 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-6512fd11-f784-4d52-aa2a-9f0aa9a5f411 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:18:02.870147 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fff44fbe-041d-4c54-a14e-cd06c6f625da tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:02.915261 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094a7a96-1f83-4a40-9ae1-faa5a0a2c5ec x-openstack-request-id: req-094a7a96-1f83-4a40-9ae1-faa5a0a2c5ec {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:18:02.915556 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7893c10-3816-4307-b87f-b4c69768b64c", "name": "network-vif-deleted", "tag": "963cb7b8-fb64-4f1c-9306-3d14dfff454a", "status": "completed", "code": 200}]} {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:18:02.915827 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-094a7a96-1f83-4a40-9ae1-faa5a0a2c5ec {{(pid=89033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:18:02.916236 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-094a7a96-1f83-4a40-9ae1-faa5a0a2c5ec'] response: {'server_uuid': 'd7893c10-3816-4307-b87f-b4c69768b64c', 'name': 'network-vif-deleted', 'tag': '963cb7b8-fb64-4f1c-9306-3d14dfff454a', 'status': 'completed', 'code': 200} Oct 04 09:18:02.939184 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fff44fbe-041d-4c54-a14e-cd06c6f625da tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885153'] for subnet, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:03.005042 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6512fd11-f784-4d52-aa2a-9f0aa9a5f411 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:18:03.025771 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device ea568be3-51b9-4c16-b533-24c64a2e96be up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:18:03.069079 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fff44fbe-041d-4c54-a14e-cd06c6f625da tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:03.092613 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33402) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:03.188291 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fff44fbe-041d-4c54-a14e-cd06c6f625da tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:03.220970 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-6512fd11-f784-4d52-aa2a-9f0aa9a5f411 None None] Attempting to bind port cc1ecfac-c879-4dd3-9993-6ac804d0aeb5 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:18:03.222303 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-6512fd11-f784-4d52-aa2a-9f0aa9a5f411 None None] Attempting to bind port cc1ecfac-c879-4dd3-9993-6ac804d0aeb5 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'dc2eb72f-8eb8-49f8-8ab9-66e82a6528aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '11cb4308-66d7-4dd1-b167-cb718a88eddb'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:18:03.222677 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6512fd11-f784-4d52-aa2a-9f0aa9a5f411 None None] Attempting to bind port cc1ecfac-c879-4dd3-9993-6ac804d0aeb5 on network 11cb4308-66d7-4dd1-b167-cb718a88eddb {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:18:03.243282 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff44fbe-041d-4c54-a14e-cd06c6f625da tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event deleted for resources: {'Subnet': ['ID=877c6f75-89a6-46be-8925-e9b9d69bf8a3,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:03.245817 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fff44fbe-041d-4c54-a14e-cd06c6f625da tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:03.256009 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a682ed-f1b8-4e49-b13f-338ab2d00646 None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:18:03.272512 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33408) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:03.273218 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-fff44fbe-041d-4c54-a14e-cd06c6f625da tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/subnets/877c6f75-89a6-46be-8925-e9b9d69bf8a3 HTTP/1.1" status: 204 len: 168 time: 0.5475259 Oct 04 09:18:03.294287 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6512fd11-f784-4d52-aa2a-9f0aa9a5f411 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:18:03.294661 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6512fd11-f784-4d52-aa2a-9f0aa9a5f411 None None] Checking segment: {'id': 'dc2eb72f-8eb8-49f8-8ab9-66e82a6528aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '11cb4308-66d7-4dd1-b167-cb718a88eddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:18:03.295230 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-6512fd11-f784-4d52-aa2a-9f0aa9a5f411 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:03.295801 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6512fd11-f784-4d52-aa2a-9f0aa9a5f411 None None] Bound using segment: {'id': 'dc2eb72f-8eb8-49f8-8ab9-66e82a6528aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '11cb4308-66d7-4dd1-b167-cb718a88eddb'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:18:03.296278 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-6512fd11-f784-4d52-aa2a-9f0aa9a5f411 None None] Bound port: cc1ecfac-c879-4dd3-9993-6ac804d0aeb5, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc2eb72f-8eb8-49f8-8ab9-66e82a6528aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '11cb4308-66d7-4dd1-b167-cb718a88eddb'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:18:03.296692 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-6512fd11-f784-4d52-aa2a-9f0aa9a5f411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:03.351353 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 963cb7b8-fb64-4f1c-9306-3d14dfff454a no longer exists at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:18:03.421927 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-6974abec-920e-4838-bfe0-7112fe75311e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1479652 Oct 04 09:18:03.424623 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] No Port match for: 963cb7b8-fb64-4f1c-9306-3d14dfff454a {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:18:03.424947 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 963cb7b8-fb64-4f1c-9306-3d14dfff454a not bound to the agent host hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:18:03.425080 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33412) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:03.461766 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-055b227e-0865-4677-b44b-ed66c67862d3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6a8c5afe43d44eecaa2879f14dcd6043&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3670247 Oct 04 09:18:03.463872 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33416) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:03.471332 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port ea568be3-51b9-4c16-b533-24c64a2e96be completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:18:03.528666 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e04a888-5f78-434a-9d0a-8449201c94af tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:03.529405 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-7e04a888-5f78-434a-9d0a-8449201c94af tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Synchronizing usage tracker for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:18:03.547606 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-7e04a888-5f78-434a-9d0a-8449201c94af tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Unset dirty status for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:18:03.552634 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-7e04a888-5f78-434a-9d0a-8449201c94af tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1264598 Oct 04 09:18:03.553358 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33422) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:03.560205 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e60d1ef5-2733-49be-b032-d384100a050e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:03.584377 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port ea568be3-51b9-4c16-b533-24c64a2e96be triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:18:03.584918 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:03.585132 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port ea568be3-51b9-4c16-b533-24c64a2e96be Oct 04 09:18:03.623379 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e60d1ef5-2733-49be-b032-d384100a050e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:03.628903 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6101a29-3cd0-4fe4-9a6b-f838c9db4383 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:03.629595 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-b6101a29-3cd0-4fe4-9a6b-f838c9db4383 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Synchronizing usage tracker for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:subnet {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:18:03.663184 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-b6101a29-3cd0-4fe4-9a6b-f838c9db4383 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Unset dirty status for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:subnet {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:18:03.667374 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-b6101a29-3cd0-4fe4-9a6b-f838c9db4383 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1130855 Oct 04 09:18:03.668105 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33426) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:03.704744 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33430) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:03.751986 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-fe6c5586-53f6-40c6-8eea-4540527daca3 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0825448 Oct 04 09:18:03.757184 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33434) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:03.762362 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-b54f3577-72f8-4aa5-9f6f-7a4ea9902daf tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'subnet': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:18:03.764851 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e60d1ef5-2733-49be-b032-d384100a050e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:03.797870 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d1ef5-2733-49be-b032-d384100a050e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=351e9199-f93c-4abd-bfc7-646624ee4754,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:03.802817 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-2927b19c-cb54-4eed-b99a-19374b13f248 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:03.809530 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e60d1ef5-2733-49be-b032-d384100a050e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:03.813561 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-e60d1ef5-2733-49be-b032-d384100a050e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/351e9199-f93c-4abd-bfc7-646624ee4754 HTTP/1.1" status: 204 len: 168 time: 0.3457174 Oct 04 09:18:03.833901 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-49d15dd4-71bc-46a4-b14a-f2bb18cc9fc0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:03.870329 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-2927b19c-cb54-4eed-b99a-19374b13f248 None None] Transition to ACTIVE for port object 2045b43f-3165-4bdb-8b3f-6a4fc9a8ce67 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:18:03.877179 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-6512fd11-f784-4d52-aa2a-9f0aa9a5f411 None None] For port cc1ecfac-c879-4dd3-9993-6ac804d0aeb5, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:18:03.898639 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-49d15dd4-71bc-46a4-b14a-f2bb18cc9fc0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:03.909350 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-b54f3577-72f8-4aa5-9f6f-7a4ea9902daf tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:18:03.921103 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-b54f3577-72f8-4aa5-9f6f-7a4ea9902daf tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:18:03.931666 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-6512fd11-f784-4d52-aa2a-9f0aa9a5f411 None None] For port cc1ecfac-c879-4dd3-9993-6ac804d0aeb5, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=cc1ecfac-c879-4dd3-9993-6ac804d0aeb5,segment=NetworkSegment(dc2eb72f-8eb8-49f8-8ab9-66e82a6528aa),segment_id=dc2eb72f-8eb8-49f8-8ab9-66e82a6528aa)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:18:03.935975 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54f3577-72f8-4aa5-9f6f-7a4ea9902daf tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Made reservation on behalf of 3f91eae3af914b3ca9ea34a1eaa482e2 for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:18:03.946190 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b54f3577-72f8-4aa5-9f6f-7a4ea9902daf tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:03.960017 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-6512fd11-f784-4d52-aa2a-9f0aa9a5f411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:03.975104 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-49d15dd4-71bc-46a4-b14a-f2bb18cc9fc0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:04.005799 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-49d15dd4-71bc-46a4-b14a-f2bb18cc9fc0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:04.007079 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-49d15dd4-71bc-46a4-b14a-f2bb18cc9fc0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "DELETE /v2.0/security-groups/a466a8e8-b893-4000-9d42-4c0b6462fbec HTTP/1.1" status: 204 len: 168 time: 0.3009453 Oct 04 09:18:04.008219 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d15dd4-71bc-46a4-b14a-f2bb18cc9fc0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a466a8e8-b893-4000-9d42-4c0b6462fbec,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:04.057740 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33444) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:04.101377 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-2927b19c-cb54-4eed-b99a-19374b13f248 None None] Transition to ACTIVE for port object 2045b43f-3165-4bdb-8b3f-6a4fc9a8ce67 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:18:04.109011 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6512fd11-f784-4d52-aa2a-9f0aa9a5f411 None None] Pushing event updated for resources: {'Port': ['ID=cc1ecfac-c879-4dd3-9993-6ac804d0aeb5,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:04.150672 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port ea568be3-51b9-4c16-b533-24c64a2e96be is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:18:04.151062 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:04.152380 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-344abae2-58d4-49ab-8c58-0fca3750388a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Deleting subnet e047c4b4-3f0f-405c-866d-ff0c3d006abc {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:18:04.158752 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-344abae2-58d4-49ab-8c58-0fca3750388a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:04.161057 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-2927b19c-cb54-4eed-b99a-19374b13f248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:04.241198 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2927b19c-cb54-4eed-b99a-19374b13f248 None None] Network ec30777c-0e46-49a1-b294-18d875bd7f46 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:18:04.245911 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-2927b19c-cb54-4eed-b99a-19374b13f248 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:18:04.251870 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-344abae2-58d4-49ab-8c58-0fca3750388a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:04.252439 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2927b19c-cb54-4eed-b99a-19374b13f248 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:18:04.329040 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6829f3d-94e3-41f7-86d6-18b6b00abdeb None None] DHCP port deletion for 7b2ac456-c702-437f-ad18-06da05465ab2 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:18:04.343339 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2927b19c-cb54-4eed-b99a-19374b13f248 None None] Pushing event updated for resources: {'Port': ['ID=2045b43f-3165-4bdb-8b3f-6a4fc9a8ce67,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:04.398028 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-344abae2-58d4-49ab-8c58-0fca3750388a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:04.405556 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port ea568be3-51b9-4c16-b533-24c64a2e96be, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=ea568be3-51b9-4c16-b533-24c64a2e96be,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:18:04.409135 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-b6829f3d-94e3-41f7-86d6-18b6b00abdeb None None] Deleting port ea568be3-51b9-4c16-b533-24c64a2e96be {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:18:04.409649 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b6829f3d-94e3-41f7-86d6-18b6b00abdeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:04.447876 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:04.453529 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-70ecb56e-ec02-4af6-bfb8-a4d0802b16e5 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Allocated IP 172.20.0.1 (ec30777c-0e46-49a1-b294-18d875bd7f46/80f79a52-9684-408a-a788-176ade922b0a/081592d9-886b-44a1-882e-6b723edfa2e4) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:18:04.515377 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b54f3577-72f8-4aa5-9f6f-7a4ea9902daf tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:04.545602 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-2927b19c-cb54-4eed-b99a-19374b13f248 None None] Attempting to bind port 2045b43f-3165-4bdb-8b3f-6a4fc9a8ce67 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:18:04.545858 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-2927b19c-cb54-4eed-b99a-19374b13f248 None None] Attempting to bind port 2045b43f-3165-4bdb-8b3f-6a4fc9a8ce67 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '158ac1a1-1560-4632-9903-4ff269f35bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ec30777c-0e46-49a1-b294-18d875bd7f46'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:18:04.546243 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2927b19c-cb54-4eed-b99a-19374b13f248 None None] Attempting to bind port 2045b43f-3165-4bdb-8b3f-6a4fc9a8ce67 on network ec30777c-0e46-49a1-b294-18d875bd7f46 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:18:04.549507 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 2e8c238b-77de-4b50-8197-4442cda1b93b no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:18:04.559261 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-344abae2-58d4-49ab-8c58-0fca3750388a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:04.633963 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344abae2-58d4-49ab-8c58-0fca3750388a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'Subnet': ['ID=e047c4b4-3f0f-405c-866d-ff0c3d006abc,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:04.635105 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2927b19c-cb54-4eed-b99a-19374b13f248 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:18:04.635655 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2927b19c-cb54-4eed-b99a-19374b13f248 None None] Checking segment: {'id': '158ac1a1-1560-4632-9903-4ff269f35bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ec30777c-0e46-49a1-b294-18d875bd7f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:18:04.636093 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-2927b19c-cb54-4eed-b99a-19374b13f248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:04.640704 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-344abae2-58d4-49ab-8c58-0fca3750388a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:04.641425 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2927b19c-cb54-4eed-b99a-19374b13f248 None None] Bound using segment: {'id': '158ac1a1-1560-4632-9903-4ff269f35bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ec30777c-0e46-49a1-b294-18d875bd7f46'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:18:04.642164 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-2927b19c-cb54-4eed-b99a-19374b13f248 None None] Bound port: 2045b43f-3165-4bdb-8b3f-6a4fc9a8ce67, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '158ac1a1-1560-4632-9903-4ff269f35bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ec30777c-0e46-49a1-b294-18d875bd7f46'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:18:04.642910 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-2927b19c-cb54-4eed-b99a-19374b13f248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:04.649816 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-344abae2-58d4-49ab-8c58-0fca3750388a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "DELETE /v2.0/subnets/e047c4b4-3f0f-405c-866d-ff0c3d006abc HTTP/1.1" status: 204 len: 168 time: 0.5886364 Oct 04 09:18:04.656106 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33458) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:04.672645 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 2e8c238b-77de-4b50-8197-4442cda1b93b {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:18:04.673050 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 2e8c238b-77de-4b50-8197-4442cda1b93b not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:18:04.679629 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8009418-bec0-45cb-88c7-bf2057ddbc92 None None] Network 98999962-6684-4cae-8a5e-eac6d8d168de requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:18:04.757415 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54f3577-72f8-4aa5-9f6f-7a4ea9902daf tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:18:04.770903 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-b54f3577-72f8-4aa5-9f6f-7a4ea9902daf tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:18:04.783263 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54f3577-72f8-4aa5-9f6f-7a4ea9902daf tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:04.797417 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b54f3577-72f8-4aa5-9f6f-7a4ea9902daf tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:04.807053 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=ea568be3-51b9-4c16-b533-24c64a2e96be,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:04.863477 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54f3577-72f8-4aa5-9f6f-7a4ea9902daf tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event updated for resources: {'Subnet': ['ID=7270f313-0849-4602-9516-fac4968be5fb,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:04.919526 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5c376dfb-02cd-4efa-98d2-dcede7ed6ecf tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:04.934844 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-5c376dfb-02cd-4efa-98d2-dcede7ed6ecf tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Deleting port 038ed8fd-ca76-4214-8bbf-210981fefcce {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:18:04.935895 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5c376dfb-02cd-4efa-98d2-dcede7ed6ecf tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:04.959915 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-70ecb56e-ec02-4af6-bfb8-a4d0802b16e5 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:04.977208 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-b54f3577-72f8-4aa5-9f6f-7a4ea9902daf tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2193632 Oct 04 09:18:04.982495 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33468) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:04.994575 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-4ba8dd14-97b3-4bc6-b22c-73bc1811068c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'port': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'fixed_ips': [{'subnet_id': '7270f313-0849-4602-9516-fac4968be5fb', 'ip_address': '2001:db8::eddd:77c4:9a2e:8287'}], 'name': 'tempest-NetworksTestDHCPv6-855637905'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:18:05.007585 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device cc1ecfac-c879-4dd3-9993-6ac804d0aeb5 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:18:05.025256 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-70ecb56e-ec02-4af6-bfb8-a4d0802b16e5 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Transition to ACTIVE for port object 081592d9-886b-44a1-882e-6b723edfa2e4 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:18:05.071423 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33472) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:05.190083 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-70ecb56e-ec02-4af6-bfb8-a4d0802b16e5 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:05.194987 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-4ba8dd14-97b3-4bc6-b22c-73bc1811068c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:18:05.202921 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-2927b19c-cb54-4eed-b99a-19374b13f248 None None] For port 2045b43f-3165-4bdb-8b3f-6a4fc9a8ce67, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:18:05.237651 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-2927b19c-cb54-4eed-b99a-19374b13f248 None None] For port 2045b43f-3165-4bdb-8b3f-6a4fc9a8ce67, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=2045b43f-3165-4bdb-8b3f-6a4fc9a8ce67,segment=NetworkSegment(158ac1a1-1560-4632-9903-4ff269f35bb4),segment_id=158ac1a1-1560-4632-9903-4ff269f35bb4)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:18:05.271048 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-2927b19c-cb54-4eed-b99a-19374b13f248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:05.283906 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ecb56e-ec02-4af6-bfb8-a4d0802b16e5 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event updated for resources: {'Port': ['ID=081592d9-886b-44a1-882e-6b723edfa2e4,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:05.290224 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-1f32b04f-4bd2-4357-bd9b-787a1edffc7a tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-605107150'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:18:05.313408 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ecb56e-ec02-4af6-bfb8-a4d0802b16e5 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Network ec30777c-0e46-49a1-b294-18d875bd7f46 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:18:05.313408 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-1f32b04f-4bd2-4357-bd9b-787a1edffc7a tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:18:05.315575 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-4ba8dd14-97b3-4bc6-b22c-73bc1811068c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:18:05.317749 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-70ecb56e-ec02-4af6-bfb8-a4d0802b16e5 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:18:05.320310 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ecb56e-ec02-4af6-bfb8-a4d0802b16e5 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:18:05.372647 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-b6829f3d-94e3-41f7-86d6-18b6b00abdeb None None] For port ea568be3-51b9-4c16-b533-24c64a2e96be, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=ea568be3-51b9-4c16-b533-24c64a2e96be,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:18:05.373037 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b6829f3d-94e3-41f7-86d6-18b6b00abdeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:05.388386 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port cc1ecfac-c879-4dd3-9993-6ac804d0aeb5 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:18:05.394721 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-70ecb56e-ec02-4af6-bfb8-a4d0802b16e5 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737202'] for router_interface, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:05.407982 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-5c376dfb-02cd-4efa-98d2-dcede7ed6ecf tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] For port 038ed8fd-ca76-4214-8bbf-210981fefcce, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=038ed8fd-ca76-4214-8bbf-210981fefcce,segment=NetworkSegment(ec6de81c-a4ad-40ab-b324-ad9ea969be8e),segment_id=ec6de81c-a4ad-40ab-b324-ad9ea969be8e)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:18:05.410286 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5c376dfb-02cd-4efa-98d2-dcede7ed6ecf tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:05.523394 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-1f32b04f-4bd2-4357-bd9b-787a1edffc7a tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Usage tracker for resource:network and tenant:a17a2e93dba34d5283d4e43f6119c8fa is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:18:05.534932 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-1f32b04f-4bd2-4357-bd9b-787a1edffc7a tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:18:05.554753 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2927b19c-cb54-4eed-b99a-19374b13f248 None None] Pushing event updated for resources: {'Port': ['ID=2045b43f-3165-4bdb-8b3f-6a4fc9a8ce67,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:05.559641 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-1f32b04f-4bd2-4357-bd9b-787a1edffc7a tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:18:05.575047 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba8dd14-97b3-4bc6-b22c-73bc1811068c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Made reservation on behalf of 3f91eae3af914b3ca9ea34a1eaa482e2 for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:18:05.579476 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-b6829f3d-94e3-41f7-86d6-18b6b00abdeb None None] Calling delete_port for ea568be3-51b9-4c16-b533-24c64a2e96be owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:18:05.627599 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device ea568be3-51b9-4c16-b533-24c64a2e96be no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:18:05.628697 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-5c376dfb-02cd-4efa-98d2-dcede7ed6ecf tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Calling delete_port for 038ed8fd-ca76-4214-8bbf-210981fefcce owned by network:dhcp {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:18:05.683034 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f32b04f-4bd2-4357-bd9b-787a1edffc7a tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Made reservation on behalf of a17a2e93dba34d5283d4e43f6119c8fa for: {'network': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:18:05.686565 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1f32b04f-4bd2-4357-bd9b-787a1edffc7a tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:05.717463 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1f32b04f-4bd2-4357-bd9b-787a1edffc7a tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:05.743737 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5c376dfb-02cd-4efa-98d2-dcede7ed6ecf tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:05.781491 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-1f32b04f-4bd2-4357-bd9b-787a1edffc7a tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:18:05.803104 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No ports have port_id starting with ea568be3-51b9-4c16-b533-24c64a2e96be Oct 04 09:18:05.806809 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b6829f3d-94e3-41f7-86d6-18b6b00abdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:05.810726 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-1f32b04f-4bd2-4357-bd9b-787a1edffc7a tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Usage tracker for resource:security_group_rule and tenant:a17a2e93dba34d5283d4e43f6119c8fa is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:18:05.829841 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c376dfb-02cd-4efa-98d2-dcede7ed6ecf tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'Port': ['ID=038ed8fd-ca76-4214-8bbf-210981fefcce,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:05.845559 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-1f32b04f-4bd2-4357-bd9b-787a1edffc7a tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:18:05.853322 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c376dfb-02cd-4efa-98d2-dcede7ed6ecf tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] No DVR routers for this DVR port 038ed8fd-ca76-4214-8bbf-210981fefcce on host dv-neutron-860215-1-hyperv {{(pid=89033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:18:05.891325 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6829f3d-94e3-41f7-86d6-18b6b00abdeb None None] Pushing event deleted for resources: {'Port': ['ID=ea568be3-51b9-4c16-b533-24c64a2e96be,revision_number=None']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:05.893911 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe65b86-09c5-42a8-b0d7-e609c01ca1a8 None None] Network 11cb4308-66d7-4dd1-b167-cb718a88eddb requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:18:05.896968 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-1f32b04f-4bd2-4357-bd9b-787a1edffc7a tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:18:05.910904 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f89f16-9d38-4d55-837a-e72847846994 None None] DHCP port deletion for 98999962-6684-4cae-8a5e-eac6d8d168de request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:18:05.914830 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6829f3d-94e3-41f7-86d6-18b6b00abdeb None None] No DVR routers for this DVR port ea568be3-51b9-4c16-b533-24c64a2e96be on host dv-neutron-860215-1-hyperv {{(pid=89034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:18:05.919381 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4ba8dd14-97b3-4bc6-b22c-73bc1811068c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:05.986324 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [None req-4ba8dd14-97b3-4bc6-b22c-73bc1811068c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] device_id is not set on port 02d42a28-6508-4135-9b9b-b43b71520c1e yet. {{(pid=89032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:18:05.998289 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-90d3961b-bb1f-4bca-9a94-c52651316eb2 None None] Provisioning for port cc1ecfac-c879-4dd3-9993-6ac804d0aeb5 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:18:06.010674 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706a51b1-1dd3-410c-b2c4-3b790aa249ff None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:18:06.019546 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5c376dfb-02cd-4efa-98d2-dcede7ed6ecf tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:06.024949 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-70ecb56e-ec02-4af6-bfb8-a4d0802b16e5 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:06.030979 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-90d3961b-bb1f-4bca-9a94-c52651316eb2 None None] Provisioning complete for port cc1ecfac-c879-4dd3-9993-6ac804d0aeb5 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:18:06.031353 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-90d3961b-bb1f-4bca-9a94-c52651316eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:06.031691 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-90d3961b-bb1f-4bca-9a94-c52651316eb2 None None] Attempt 1 to provision port cc1ecfac-c879-4dd3-9993-6ac804d0aeb5 Oct 04 09:18:06.046525 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-5c376dfb-02cd-4efa-98d2-dcede7ed6ecf tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98999962-6684-4cae-8a5e-eac6d8d168de']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:06.059301 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-5c376dfb-02cd-4efa-98d2-dcede7ed6ecf tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec6de81c-a4ad-40ab-b324-ad9ea969be8e') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:06.059607 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-5c376dfb-02cd-4efa-98d2-dcede7ed6ecf tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec6de81c-a4ad-40ab-b324-ad9ea969be8e') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:06.072484 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5c376dfb-02cd-4efa-98d2-dcede7ed6ecf tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:06.090173 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5c376dfb-02cd-4efa-98d2-dcede7ed6ecf tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:06.098546 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c376dfb-02cd-4efa-98d2-dcede7ed6ecf tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:18:06.098954 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5c376dfb-02cd-4efa-98d2-dcede7ed6ecf tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:06.191814 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment ec6de81c-a4ad-40ab-b324-ad9ea969be8e resource provider aggregate not found Oct 04 09:18:06.209676 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment ec6de81c-a4ad-40ab-b324-ad9ea969be8e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ec6de81c-a4ad-40ab-b324-ad9ea969be8e found for delete ", "request_id": "req-e7aceb24-5256-45dc-aa4c-98d772b0a041"}]} Oct 04 09:18:06.243056 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5c376dfb-02cd-4efa-98d2-dcede7ed6ecf tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:06.272302 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5c376dfb-02cd-4efa-98d2-dcede7ed6ecf tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:06.282484 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c376dfb-02cd-4efa-98d2-dcede7ed6ecf tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'Network': ['ID=98999962-6684-4cae-8a5e-eac6d8d168de,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:06.301128 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-5c376dfb-02cd-4efa-98d2-dcede7ed6ecf tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "DELETE /v2.0/networks/98999962-6684-4cae-8a5e-eac6d8d168de HTTP/1.1" status: 204 len: 168 time: 1.6416507 Oct 04 09:18:06.302043 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33482) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:06.478547 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-90d3961b-bb1f-4bca-9a94-c52651316eb2 None None] Current status of the port cc1ecfac-c879-4dd3-9993-6ac804d0aeb5 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:18:06.478938 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-90d3961b-bb1f-4bca-9a94-c52651316eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:06.573671 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-90d3961b-bb1f-4bca-9a94-c52651316eb2 None None] For port cc1ecfac-c879-4dd3-9993-6ac804d0aeb5, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=cc1ecfac-c879-4dd3-9993-6ac804d0aeb5,segment=NetworkSegment(dc2eb72f-8eb8-49f8-8ab9-66e82a6528aa),segment_id=dc2eb72f-8eb8-49f8-8ab9-66e82a6528aa)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:18:06.582997 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7cb62d-6bcb-48ad-90fc-53c12b8faf45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-7b2ac456-c702-437f-ad18-06da05465ab2', 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'tenant_id': '3f91eae3af914b3ca9ea34a1eaa482e2', 'fixed_ips': [{'subnet_id': '7270f313-0849-4602-9516-fac4968be5fb'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:18:06.583586 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-fe7cb62d-6bcb-48ad-90fc-53c12b8faf45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:06.604310 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-90d3961b-bb1f-4bca-9a94-c52651316eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:06.633043 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-5d54f012-efc0-4146-a1f1-d9aa72c6542a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Deleting port 9cf29a4a-e634-457a-9738-fb5c71be493d {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:18:06.633638 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5d54f012-efc0-4146-a1f1-d9aa72c6542a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:06.701988 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1f32b04f-4bd2-4357-bd9b-787a1edffc7a tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:06.717453 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-4ba8dd14-97b3-4bc6-b22c-73bc1811068c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Allocated IP 2001:db8::eddd:77c4:9a2e:8287 (7b2ac456-c702-437f-ad18-06da05465ab2/7270f313-0849-4602-9516-fac4968be5fb/02d42a28-6508-4135-9b9b-b43b71520c1e) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:18:06.734566 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1f32b04f-4bd2-4357-bd9b-787a1edffc7a tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:06.747714 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f32b04f-4bd2-4357-bd9b-787a1edffc7a tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=89032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:18:06.750766 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d3961b-bb1f-4bca-9a94-c52651316eb2 None None] Pushing event updated for resources: {'Port': ['ID=cc1ecfac-c879-4dd3-9993-6ac804d0aeb5,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:06.757882 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1f32b04f-4bd2-4357-bd9b-787a1edffc7a tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:06.758310 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.segments_db [None req-1f32b04f-4bd2-4357-bd9b-787a1edffc7a tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Added segment dc9665f8-cd46-45b2-9a6b-57c7d5302ac0 of type vlan for network 97274718-c1bd-42fd-a638-999f5ddf6554 Oct 04 09:18:06.864541 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1f32b04f-4bd2-4357-bd9b-787a1edffc7a tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:06.918496 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecef895-f4f0-4274-8fd9-455bcdfdca37 None None] Network ec30777c-0e46-49a1-b294-18d875bd7f46 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:18:06.926329 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5d54f012-efc0-4146-a1f1-d9aa72c6542a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:06.926655 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5d54f012-efc0-4146-a1f1-d9aa72c6542a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:06.978748 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f32b04f-4bd2-4357-bd9b-787a1edffc7a tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afcd0fea-75d3-4e4c-a372-5730c6b01978,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:07.070694 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 2045b43f-3165-4bdb-8b3f-6a4fc9a8ce67 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:18:07.076906 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-5d54f012-efc0-4146-a1f1-d9aa72c6542a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Calling delete_port for 9cf29a4a-e634-457a-9738-fb5c71be493d owned by network:floatingip {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:18:07.120012 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-70ecb56e-ec02-4af6-bfb8-a4d0802b16e5 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:07.124634 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1f32b04f-4bd2-4357-bd9b-787a1edffc7a tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:07.132744 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f32b04f-4bd2-4357-bd9b-787a1edffc7a tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:07.133377 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1f32b04f-4bd2-4357-bd9b-787a1edffc7a tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:07.137925 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-da4d59a7-38d1-4e55-bd74-5c7d83ea4ff1 None None] Provisioning for port 2045b43f-3165-4bdb-8b3f-6a4fc9a8ce67 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:18:07.163510 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-70ecb56e-ec02-4af6-bfb8-a4d0802b16e5 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:07.232766 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5d54f012-efc0-4146-a1f1-d9aa72c6542a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:07.271212 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 2045b43f-3165-4bdb-8b3f-6a4fc9a8ce67 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:18:07.287551 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 2045b43f-3165-4bdb-8b3f-6a4fc9a8ce67 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:18:07.288222 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:07.288585 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 2045b43f-3165-4bdb-8b3f-6a4fc9a8ce67 Oct 04 09:18:07.369959 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-0959e491-d7f0-4fce-9ffa-643c09e53066 None None] Provisioning complete for port cc1ecfac-c879-4dd3-9993-6ac804d0aeb5 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:18:07.370236 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0959e491-d7f0-4fce-9ffa-643c09e53066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:07.370769 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-0959e491-d7f0-4fce-9ffa-643c09e53066 None None] Attempt 1 to provision port cc1ecfac-c879-4dd3-9993-6ac804d0aeb5 Oct 04 09:18:07.394505 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d54f012-efc0-4146-a1f1-d9aa72c6542a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'Port': ['ID=9cf29a4a-e634-457a-9738-fb5c71be493d,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:07.399067 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-1f32b04f-4bd2-4357-bd9b-787a1edffc7a tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.3263211 Oct 04 09:18:07.415698 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33486) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:07.416364 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ecb56e-ec02-4af6-bfb8-a4d0802b16e5 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event updated for resources: {'Port': ['ID=081592d9-886b-44a1-882e-6b723edfa2e4,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:07.418760 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f32b04f-4bd2-4357-bd9b-787a1edffc7a tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Pushing event updated for resources: {'Network': ['ID=97274718-c1bd-42fd-a638-999f5ddf6554,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:07.425589 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-70ecb56e-ec02-4af6-bfb8-a4d0802b16e5 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736777'] for router_interface, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:07.436996 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-27fc9299-e74b-4eb3-819c-2001d3396099 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Request body: {'subnet': {'network_id': '97274718-c1bd-42fd-a638-999f5ddf6554', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:18:07.469322 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4ba8dd14-97b3-4bc6-b22c-73bc1811068c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:07.478765 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 97274718-c1bd-42fd-a638-999f5ddf6554 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:18:07.519141 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5d54f012-efc0-4146-a1f1-d9aa72c6542a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for floatingip, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:07.519620 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.l3_db [None req-5d54f012-efc0-4146-a1f1-d9aa72c6542a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Floating IP e0cdd116-4534-4eaa-8d9f-ef114ca092fa disassociated (deleted). External IP: 172.26.10.66, port: f53cc307-6abc-4e93-ac5e-9dd0d1b37229. Oct 04 09:18:07.586130 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 2045b43f-3165-4bdb-8b3f-6a4fc9a8ce67 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:18:07.586512 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:07.625498 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-4ba8dd14-97b3-4bc6-b22c-73bc1811068c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Transition to ACTIVE for port object 02d42a28-6508-4135-9b9b-b43b71520c1e will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:18:07.687071 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-27fc9299-e74b-4eb3-819c-2001d3396099 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:18:07.691597 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-0959e491-d7f0-4fce-9ffa-643c09e53066 None None] Current status of the port cc1ecfac-c879-4dd3-9993-6ac804d0aeb5 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:18:07.694476 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 2045b43f-3165-4bdb-8b3f-6a4fc9a8ce67, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=2045b43f-3165-4bdb-8b3f-6a4fc9a8ce67,segment=NetworkSegment(158ac1a1-1560-4632-9903-4ff269f35bb4),segment_id=158ac1a1-1560-4632-9903-4ff269f35bb4)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:18:07.700409 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:07.701614 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device cc1ecfac-c879-4dd3-9993-6ac804d0aeb5 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:18:07.706289 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-27fc9299-e74b-4eb3-819c-2001d3396099 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Usage tracker for resource:subnet and tenant:a17a2e93dba34d5283d4e43f6119c8fa is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:18:07.712313 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-27fc9299-e74b-4eb3-819c-2001d3396099 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:18:07.723351 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-27fc9299-e74b-4eb3-819c-2001d3396099 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:18:07.733308 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ecb56e-ec02-4af6-bfb8-a4d0802b16e5 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Network ec30777c-0e46-49a1-b294-18d875bd7f46 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:18:07.742012 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-70ecb56e-ec02-4af6-bfb8-a4d0802b16e5 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:18:07.827805 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4ba8dd14-97b3-4bc6-b22c-73bc1811068c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:07.828797 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27fc9299-e74b-4eb3-819c-2001d3396099 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Made reservation on behalf of a17a2e93dba34d5283d4e43f6119c8fa for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:18:07.833070 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-27fc9299-e74b-4eb3-819c-2001d3396099 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:07.880165 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=2045b43f-3165-4bdb-8b3f-6a4fc9a8ce67,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:07.914929 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-894359e5-1e55-4c15-9228-4bb893482938 None None] Provisioning complete for port 2045b43f-3165-4bdb-8b3f-6a4fc9a8ce67 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:18:07.915301 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-894359e5-1e55-4c15-9228-4bb893482938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:07.915773 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-894359e5-1e55-4c15-9228-4bb893482938 None None] Attempt 1 to provision port 2045b43f-3165-4bdb-8b3f-6a4fc9a8ce67 Oct 04 09:18:08.009990 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port cc1ecfac-c879-4dd3-9993-6ac804d0aeb5 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:18:08.010648 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:08.010648 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port cc1ecfac-c879-4dd3-9993-6ac804d0aeb5 Oct 04 09:18:08.028681 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d54f012-efc0-4146-a1f1-d9aa72c6542a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Router fb2e39a6-9f57-4a40-bbd7-a6307695eafd has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:18:08.049574 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-fe7cb62d-6bcb-48ad-90fc-53c12b8faf45 None None] Allocated IP 2001:db8::2 (7b2ac456-c702-437f-ad18-06da05465ab2/7270f313-0849-4602-9516-fac4968be5fb/7837081c-1564-4f81-b1d9-83b4c55020d3) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:18:08.052064 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba8dd14-97b3-4bc6-b22c-73bc1811068c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:18:08.072966 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-4ba8dd14-97b3-4bc6-b22c-73bc1811068c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:18:08.081168 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba8dd14-97b3-4bc6-b22c-73bc1811068c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:18:08.086934 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba8dd14-97b3-4bc6-b22c-73bc1811068c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:08.087825 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4ba8dd14-97b3-4bc6-b22c-73bc1811068c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:08.137637 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba8dd14-97b3-4bc6-b22c-73bc1811068c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event updated for resources: {'Port': ['ID=02d42a28-6508-4135-9b9b-b43b71520c1e,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:08.166184 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-4ba8dd14-97b3-4bc6-b22c-73bc1811068c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1823392 Oct 04 09:18:08.170446 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33490) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:08.184539 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-ebc12189-3885-4f45-a8ca-0e3a080201a1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'port': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'fixed_ips': [{'subnet_id': '7270f313-0849-4602-9516-fac4968be5fb', 'ip_address': '2001:db8::eddd:77c4:9a2e:8287'}], 'name': 'tempest-NetworksTestDHCPv6-206354701'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:18:08.247828 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d54f012-efc0-4146-a1f1-d9aa72c6542a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:18:08.265332 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5d54f012-efc0-4146-a1f1-d9aa72c6542a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:08.265865 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc85808-2987-4256-8c21-e2cca63ea388 None None] Sync routers for ids ['fb2e39a6-9f57-4a40-bbd7-a6307695eafd'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:18:08.280116 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc85808-2987-4256-8c21-e2cca63ea388 None None] Routers {'fb2e39a6-9f57-4a40-bbd7-a6307695eafd'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:18:08.281367 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-6cc85808-2987-4256-8c21-e2cca63ea388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:18:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['fb2e39a6-9f57-4a40-bbd7-a6307695eafd'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:08.339830 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-5d54f012-efc0-4146-a1f1-d9aa72c6542a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "DELETE /v2.0/floatingips/e0cdd116-4534-4eaa-8d9f-ef114ca092fa HTTP/1.1" status: 204 len: 168 time: 2.0367291 Oct 04 09:18:08.340648 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e266a4c5-20f7-4bed-a5ee-83c9dd7b0d80', 'tag': 'f53cc307-6abc-4e93-ac5e-9dd0d1b37229'}] {{(pid=89033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:18:08.343319 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e417ebe64424eb0358633e416672821aae4ea22acc2211bb28d37655142b7e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdbcfb21-0ebf-43bc-bd28-1e599d1d3e8f" -d '{"events": [{"name": "network-changed", "server_uuid": "e266a4c5-20f7-4bed-a5ee-83c9dd7b0d80", "tag": "f53cc307-6abc-4e93-ac5e-9dd0d1b37229"}]}' {{(pid=89033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:18:08.394514 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24037744-34bd-441a-93b7-4bfbcece267e x-openstack-request-id: req-24037744-34bd-441a-93b7-4bfbcece267e {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:18:08.395123 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e266a4c5-20f7-4bed-a5ee-83c9dd7b0d80", "tag": "f53cc307-6abc-4e93-ac5e-9dd0d1b37229", "status": "completed", "code": 200}]} {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:18:08.395688 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-24037744-34bd-441a-93b7-4bfbcece267e {{(pid=89033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:18:08.396634 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24037744-34bd-441a-93b7-4bfbcece267e'] response: {'name': 'network-changed', 'server_uuid': 'e266a4c5-20f7-4bed-a5ee-83c9dd7b0d80', 'tag': 'f53cc307-6abc-4e93-ac5e-9dd0d1b37229', 'status': 'completed', 'code': 200} Oct 04 09:18:08.429189 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-894359e5-1e55-4c15-9228-4bb893482938 None None] Current status of the port 2045b43f-3165-4bdb-8b3f-6a4fc9a8ce67 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:18:08.441627 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port cc1ecfac-c879-4dd3-9993-6ac804d0aeb5 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:18:08.453848 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-894359e5-1e55-4c15-9228-4bb893482938 None None] Provisioning for port 081592d9-886b-44a1-882e-6b723edfa2e4 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:18:08.470313 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-894359e5-1e55-4c15-9228-4bb893482938 None None] Provisioning complete for port 081592d9-886b-44a1-882e-6b723edfa2e4 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:18:08.475315 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-894359e5-1e55-4c15-9228-4bb893482938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:08.475315 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-894359e5-1e55-4c15-9228-4bb893482938 None None] Attempt 1 to provision port 081592d9-886b-44a1-882e-6b723edfa2e4 Oct 04 09:18:08.554909 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ecb56e-ec02-4af6-bfb8-a4d0802b16e5 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Router a679ab62-2d32-4d9a-9b11-0c1d261eec7d is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:18:08.561901 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbcfb21-0ebf-43bc-bd28-1e599d1d3e8f req-438c086e-c218-42b8-bb45-3bd20edd113f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:08.563588 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-cdbcfb21-0ebf-43bc-bd28-1e599d1d3e8f req-438c086e-c218-42b8-bb45-3bd20edd113f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78fb12e86c5f40beb578bfb97002b5c9&device_id=e266a4c5-20f7-4bed-a5ee-83c9dd7b0d80 HTTP/1.1" status: 200 len: 1098 time: 0.1242244 Oct 04 09:18:08.571340 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 038ed8fd-ca76-4214-8bbf-210981fefcce no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:18:08.660486 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 038ed8fd-ca76-4214-8bbf-210981fefcce {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:18:08.660839 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 038ed8fd-ca76-4214-8bbf-210981fefcce not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:18:08.688052 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-894359e5-1e55-4c15-9228-4bb893482938 None None] Port 081592d9-886b-44a1-882e-6b723edfa2e4 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:18:08.722243 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-6cc85808-2987-4256-8c21-e2cca63ea388 None None] Set router fb2e39a6-9f57-4a40-bbd7-a6307695eafd gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:18:08.771995 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbcfb21-0ebf-43bc-bd28-1e599d1d3e8f req-43b287c8-c6e7-4e1d-b4ac-3fa90ff2bed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:08.773489 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-cdbcfb21-0ebf-43bc-bd28-1e599d1d3e8f req-43b287c8-c6e7-4e1d-b4ac-3fa90ff2bed9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=138bf702-4d39-408e-a83e-f851bcf14b73 HTTP/1.1" status: 200 len: 897 time: 0.2032509 Oct 04 09:18:08.792320 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-fe7cb62d-6bcb-48ad-90fc-53c12b8faf45 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:08.815657 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-fe7cb62d-6bcb-48ad-90fc-53c12b8faf45 None None] Transition to ACTIVE for port object 7837081c-1564-4f81-b1d9-83b4c55020d3 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:18:08.841680 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-fe7cb62d-6bcb-48ad-90fc-53c12b8faf45 None None] Transition to ACTIVE for port object 7837081c-1564-4f81-b1d9-83b4c55020d3 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:18:08.843215 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ecb56e-ec02-4af6-bfb8-a4d0802b16e5 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:18:08.877687 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9371d51-7642-423c-a005-155149b69350 None None] Sync routers for ids ['a679ab62-2d32-4d9a-9b11-0c1d261eec7d'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:18:08.892226 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-fe7cb62d-6bcb-48ad-90fc-53c12b8faf45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:08.898576 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9371d51-7642-423c-a005-155149b69350 None None] Routers {'a679ab62-2d32-4d9a-9b11-0c1d261eec7d'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:18:08.899890 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-b9371d51-7642-423c-a005-155149b69350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:18:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['a679ab62-2d32-4d9a-9b11-0c1d261eec7d'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:08.915555 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-70ecb56e-ec02-4af6-bfb8-a4d0802b16e5 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "PUT /v2.0/routers/a679ab62-2d32-4d9a-9b11-0c1d261eec7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7387078 Oct 04 09:18:08.924599 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-cdbcfb21-0ebf-43bc-bd28-1e599d1d3e8f req-ee114d6a-3831-4ba5-b246-d26d55eb6ee7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f53cc307-6abc-4e93-ac5e-9dd0d1b37229 HTTP/1.1" status: 200 len: 217 time: 0.1420584 Oct 04 09:18:08.925573 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33500) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:09.007754 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-ebc12189-3885-4f45-a8ca-0e3a080201a1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:18:09.041195 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-ebc12189-3885-4f45-a8ca-0e3a080201a1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:18:09.046449 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-b9371d51-7642-423c-a005-155149b69350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:09.048711 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 2045b43f-3165-4bdb-8b3f-6a4fc9a8ce67 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:18:09.050253 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbcfb21-0ebf-43bc-bd28-1e599d1d3e8f req-a1038431-5d21-41ff-82d1-112a965ad5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:09.052717 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-cdbcfb21-0ebf-43bc-bd28-1e599d1d3e8f req-a1038431-5d21-41ff-82d1-112a965ad5a3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6d967559-d6ed-45c4-9b8b-3040971872eb HTTP/1.1" status: 200 len: 835 time: 0.0852962 Oct 04 09:18:09.061852 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-27fc9299-e74b-4eb3-819c-2001d3396099 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:09.100551 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc12189-3885-4f45-a8ca-0e3a080201a1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Made reservation on behalf of 3f91eae3af914b3ca9ea34a1eaa482e2 for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:18:09.105593 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ebc12189-3885-4f45-a8ca-0e3a080201a1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:09.135621 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7cb62d-6bcb-48ad-90fc-53c12b8faf45 None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:18:09.136569 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9371d51-7642-423c-a005-155149b69350 None None] Routers {'a679ab62-2d32-4d9a-9b11-0c1d261eec7d'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:18:09.137199 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-b9371d51-7642-423c-a005-155149b69350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:18:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['a679ab62-2d32-4d9a-9b11-0c1d261eec7d'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:09.150060 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5149e6e9-f23f-4aee-bf13-2a247bf0506b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:09.150806 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f956e3ee-4736-40ad-937e-e0f40cb6aae9 req-1b7226dd-bee0-4a12-bd3d-6b6197aa1584 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:09.154968 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f956e3ee-4736-40ad-937e-e0f40cb6aae9 req-1b7226dd-bee0-4a12-bd3d-6b6197aa1584 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e266a4c5-20f7-4bed-a5ee-83c9dd7b0d80 HTTP/1.1" status: 200 len: 945 time: 0.2500546 Oct 04 09:18:09.156128 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-5149e6e9-f23f-4aee-bf13-2a247bf0506b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "GET /v2.0/ports/081592d9-886b-44a1-882e-6b723edfa2e4 HTTP/1.1" status: 200 len: 910 time: 0.2288246 Oct 04 09:18:09.158262 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33504) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:09.183106 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [None req-ebc12189-3885-4f45-a8ca-0e3a080201a1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] device_id is not set on port f3aa285e-669e-4b8b-90bb-dd156d272b86 yet. {{(pid=89032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:18:09.201560 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-894359e5-1e55-4c15-9228-4bb893482938 None None] Attempt 2 to provision port 081592d9-886b-44a1-882e-6b723edfa2e4 Oct 04 09:18:09.203281 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-6cc85808-2987-4256-8c21-e2cca63ea388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'name': 'tempest-TestNetworkBasicOps-router-1419800711', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.193'}], 'enable_snat': True}, 'gw_port_id': '9bd82293-4bab-4a4b-a307-2d52334cb934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:14:18Z', 'updated_at': '2022-10-04T09:17:56Z', 'revision_number': 6, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '9bd82293-4bab-4a4b-a307-2d52334cb934', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:74:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:14:21Z', 'updated_at': '2022-10-04T09:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '95a57023-7c2b-4f2e-8f8f-f42d5e3ca393', 'name': '', 'network_id': '138bf702-4d39-408e-a83e-f851bcf14b73', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:34:d6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '6d967559-d6ed-45c4-9b8b-3040971872eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:14:33Z', 'updated_at': '2022-10-04T09:14:48Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': '6d967559-d6ed-45c4-9b8b-3040971872eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:09.207743 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc85808-2987-4256-8c21-e2cca63ea388 None None] Checking router: fb2e39a6-9f57-4a40-bbd7-a6307695eafd for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:18:09.216682 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc85808-2987-4256-8c21-e2cca63ea388 None None] Routers {'fb2e39a6-9f57-4a40-bbd7-a6307695eafd'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:18:09.217271 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-6cc85808-2987-4256-8c21-e2cca63ea388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:18:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['fb2e39a6-9f57-4a40-bbd7-a6307695eafd'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:09.224763 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7cb62d-6bcb-48ad-90fc-53c12b8faf45 None None] Pushing event updated for resources: {'Port': ['ID=7837081c-1564-4f81-b1d9-83b4c55020d3,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:09.227581 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-fe7cb62d-6bcb-48ad-90fc-53c12b8faf45 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:18:09.243275 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7cb62d-6bcb-48ad-90fc-53c12b8faf45 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:18:09.256929 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-b9371d51-7642-423c-a005-155149b69350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:09.257332 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9371d51-7642-423c-a005-155149b69350 None None] The sync data for ids ['a679ab62-2d32-4d9a-9b11-0c1d261eec7d'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:18:09.325455 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fc9299-e74b-4eb3-819c-2001d3396099 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Pushing event updated for resources: {'Subnet': ['ID=9752af95-f3f1-452d-8979-6d9bd8af296f,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:09.329975 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f956e3ee-4736-40ad-937e-e0f40cb6aae9 req-b7f0ab9e-8a3f-4180-bd4d-0b9037da7463 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9a33b07-0ee8-4a95-b7f0-ad1decb04ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639855 Oct 04 09:18:09.334173 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fc9299-e74b-4eb3-819c-2001d3396099 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Checking segment: {'id': 'dc9665f8-cd46-45b2-9a6b-57c7d5302ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '97274718-c1bd-42fd-a638-999f5ddf6554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:18:09.334543 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fc9299-e74b-4eb3-819c-2001d3396099 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Network hostable DHCP agents. Network: 97274718-c1bd-42fd-a638-999f5ddf6554, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:18:09.390891 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-894359e5-1e55-4c15-9228-4bb893482938 None None] Port 081592d9-886b-44a1-882e-6b723edfa2e4 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:18:09.398619 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-fe7cb62d-6bcb-48ad-90fc-53c12b8faf45 None None] Attempting to bind port 7837081c-1564-4f81-b1d9-83b4c55020d3 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:18:09.398994 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-fe7cb62d-6bcb-48ad-90fc-53c12b8faf45 None None] Attempting to bind port 7837081c-1564-4f81-b1d9-83b4c55020d3 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:18:09.399362 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7cb62d-6bcb-48ad-90fc-53c12b8faf45 None None] Attempting to bind port 7837081c-1564-4f81-b1d9-83b4c55020d3 on network 7b2ac456-c702-437f-ad18-06da05465ab2 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:18:09.403392 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 2045b43f-3165-4bdb-8b3f-6a4fc9a8ce67 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:18:09.403763 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:09.404101 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 2045b43f-3165-4bdb-8b3f-6a4fc9a8ce67 Oct 04 09:18:09.446496 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7cb62d-6bcb-48ad-90fc-53c12b8faf45 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:18:09.446810 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7cb62d-6bcb-48ad-90fc-53c12b8faf45 None None] Checking segment: {'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:18:09.447214 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-fe7cb62d-6bcb-48ad-90fc-53c12b8faf45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:09.447609 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7cb62d-6bcb-48ad-90fc-53c12b8faf45 None None] Bound using segment: {'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:18:09.448090 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-fe7cb62d-6bcb-48ad-90fc-53c12b8faf45 None None] Bound port: 7837081c-1564-4f81-b1d9-83b4c55020d3, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:18:09.448486 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-fe7cb62d-6bcb-48ad-90fc-53c12b8faf45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:09.449295 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-6cc85808-2987-4256-8c21-e2cca63ea388 None None] Set router fb2e39a6-9f57-4a40-bbd7-a6307695eafd gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:18:09.534903 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbcfb21-0ebf-43bc-bd28-1e599d1d3e8f req-95c54439-da3d-41fb-9b15-5d543bced5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:09.536673 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-cdbcfb21-0ebf-43bc-bd28-1e599d1d3e8f req-95c54439-da3d-41fb-9b15-5d543bced5e7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=138bf702-4d39-408e-a83e-f851bcf14b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4729652 Oct 04 09:18:09.553919 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fc9299-e74b-4eb3-819c-2001d3396099 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Network 97274718-c1bd-42fd-a638-999f5ddf6554 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:18:09.565462 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebc12189-3885-4f45-a8ca-0e3a080201a1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] POST failed (client error): There was a conflict when trying to complete your request. Oct 04 09:18:09.566134 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebc12189-3885-4f45-a8ca-0e3a080201a1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:18:09.584032 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-27fc9299-e74b-4eb3-819c-2001d3396099 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 97274718-c1bd-42fd-a638-999f5ddf6554) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:18:09.598377 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-fe7cb62d-6bcb-48ad-90fc-53c12b8faf45 None None] For port 7837081c-1564-4f81-b1d9-83b4c55020d3, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:18:09.601738 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7715fc53-a8c5-4371-acd5-78637233ab1d None None] Network 97274718-c1bd-42fd-a638-999f5ddf6554 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:18:09.604954 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fc9299-e74b-4eb3-819c-2001d3396099 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:09.605866 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-27fc9299-e74b-4eb3-819c-2001d3396099 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:09.636100 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-27fc9299-e74b-4eb3-819c-2001d3396099 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2149906 Oct 04 09:18:09.638453 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33508) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:09.645762 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-83cacd3d-1538-44c2-8097-d6382fa7a582 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-184973592', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}, 'admin_state_up': False}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:18:09.653550 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-ebc12189-3885-4f45-a8ca-0e3a080201a1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.4816875 Oct 04 09:18:09.656603 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-83cacd3d-1538-44c2-8097-d6382fa7a582 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:18:09.659014 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33512) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:09.684613 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-fe7cb62d-6bcb-48ad-90fc-53c12b8faf45 None None] For port 7837081c-1564-4f81-b1d9-83b4c55020d3, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=7837081c-1564-4f81-b1d9-83b4c55020d3,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:18:09.707106 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-fe7cb62d-6bcb-48ad-90fc-53c12b8faf45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:09.754018 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 2045b43f-3165-4bdb-8b3f-6a4fc9a8ce67 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:18:09.782490 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-83cacd3d-1538-44c2-8097-d6382fa7a582 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Usage tracker for resource:router and tenant:a17a2e93dba34d5283d4e43f6119c8fa is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:18:09.793680 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-83cacd3d-1538-44c2-8097-d6382fa7a582 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:18:09.816082 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-83cacd3d-1538-44c2-8097-d6382fa7a582 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:18:09.847189 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7cb62d-6bcb-48ad-90fc-53c12b8faf45 None None] Pushing event updated for resources: {'Port': ['ID=7837081c-1564-4f81-b1d9-83b4c55020d3,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:09.848484 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-83cacd3d-1538-44c2-8097-d6382fa7a582 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:09.850116 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-83cacd3d-1538-44c2-8097-d6382fa7a582 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:09.871754 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-6cc85808-2987-4256-8c21-e2cca63ea388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'name': 'tempest-TestNetworkBasicOps-router-1419800711', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.193'}], 'enable_snat': True}, 'gw_port_id': '9bd82293-4bab-4a4b-a307-2d52334cb934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:14:18Z', 'updated_at': '2022-10-04T09:17:56Z', 'revision_number': 6, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '9bd82293-4bab-4a4b-a307-2d52334cb934', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:74:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:14:21Z', 'updated_at': '2022-10-04T09:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '95a57023-7c2b-4f2e-8f8f-f42d5e3ca393', 'name': '', 'network_id': '138bf702-4d39-408e-a83e-f851bcf14b73', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:34:d6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '6d967559-d6ed-45c4-9b8b-3040971872eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:14:33Z', 'updated_at': '2022-10-04T09:14:48Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': '6d967559-d6ed-45c4-9b8b-3040971872eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:09.875639 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-83cacd3d-1538-44c2-8097-d6382fa7a582 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:09.880798 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc85808-2987-4256-8c21-e2cca63ea388 None None] The sync data for ids ['fb2e39a6-9f57-4a40-bbd7-a6307695eafd'] in dv-neutron-860215-1-hyperv is: [{'id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'name': 'tempest-TestNetworkBasicOps-router-1419800711', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.193'}], 'enable_snat': True}, 'gw_port_id': '9bd82293-4bab-4a4b-a307-2d52334cb934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:14:18Z', 'updated_at': '2022-10-04T09:17:56Z', 'revision_number': 6, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '9bd82293-4bab-4a4b-a307-2d52334cb934', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:74:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:14:21Z', 'updated_at': '2022-10-04T09:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '95a57023-7c2b-4f2e-8f8f-f42d5e3ca393', 'name': '', 'network_id': '138bf702-4d39-408e-a83e-f851bcf14b73', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:34:d6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '6d967559-d6ed-45c4-9b8b-3040971872eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:14:33Z', 'updated_at': '2022-10-04T09:14:48Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': '6d967559-d6ed-45c4-9b8b-3040971872eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:18:09.894797 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-894359e5-1e55-4c15-9228-4bb893482938 None None] Attempt 3 to provision port 081592d9-886b-44a1-882e-6b723edfa2e4 Oct 04 09:18:10.009947 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-894359e5-1e55-4c15-9228-4bb893482938 None None] Port 081592d9-886b-44a1-882e-6b723edfa2e4 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:18:10.038391 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d48785-9d6f-4abb-948f-d3607a55b927 None None] Network 97274718-c1bd-42fd-a638-999f5ddf6554 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:18:10.058997 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cbd1c5-00e5-4204-af67-709e08e0794b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:10.063165 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cbd1c5-00e5-4204-af67-709e08e0794b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:10.064005 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-d2cbd1c5-00e5-4204-af67-709e08e0794b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Synchronizing usage tracker for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:18:10.146304 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-cdbcfb21-0ebf-43bc-bd28-1e599d1d3e8f req-f3575657-324b-4363-9214-939bc12f99e4 service neutron] 10.222.0.20 "GET /v2.0/networks/138bf702-4d39-408e-a83e-f851bcf14b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5264895 Oct 04 09:18:10.287573 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-83cacd3d-1538-44c2-8097-d6382fa7a582 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:10.322563 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-d2cbd1c5-00e5-4204-af67-709e08e0794b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Unset dirty status for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:18:10.323758 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-d2cbd1c5-00e5-4204-af67-709e08e0794b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.6637664 Oct 04 09:18:10.331041 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33516) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:10.334919 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2338ae-2bcb-4925-a56a-b89816179bc5 None None] New status for floating IP e0cdd116-4534-4eaa-8d9f-ef114ca092fa: DOWN {{(pid=89035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 09:18:10.461194 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-cdbcfb21-0ebf-43bc-bd28-1e599d1d3e8f req-3bf9d133-6991-4977-b429-8ccb1af4d2f7 service neutron] 10.222.0.20 "GET /v2.0/networks/138bf702-4d39-408e-a83e-f851bcf14b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007965 Oct 04 09:18:10.472391 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2f074fbc-26ef-4447-8c5d-aec6c8d80eb9 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:10.510947 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-894359e5-1e55-4c15-9228-4bb893482938 None None] Attempt 4 to provision port 081592d9-886b-44a1-882e-6b723edfa2e4 Oct 04 09:18:10.553790 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-259802f3-f11d-459d-8476-bbaa8256b522 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Deleting port 02d42a28-6508-4135-9b9b-b43b71520c1e {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:18:10.554211 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-259802f3-f11d-459d-8476-bbaa8256b522 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:10.602994 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-894359e5-1e55-4c15-9228-4bb893482938 None None] Port 081592d9-886b-44a1-882e-6b723edfa2e4 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:18:10.804955 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435f6a5-2cec-4dbe-9716-9f4b014c9a27 req-631b9e49-4bc8-4888-936a-36aece14e561 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:10.805540 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-1435f6a5-2cec-4dbe-9716-9f4b014c9a27 req-631b9e49-4bc8-4888-936a-36aece14e561 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:18:10.805797 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaaea38-0f69-4090-a336-1c26e3998e4c req-d5330467-a3bf-4982-b3ae-128eaaf1999b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:10.807262 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-eaaaea38-0f69-4090-a336-1c26e3998e4c req-d5330467-a3bf-4982-b3ae-128eaaf1999b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.20 "GET /v2.0/ports?device_id=e266a4c5-20f7-4bed-a5ee-83c9dd7b0d80 HTTP/1.1" status: 200 len: 945 time: 0.3547909 Oct 04 09:18:10.849590 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-1435f6a5-2cec-4dbe-9716-9f4b014c9a27 req-631b9e49-4bc8-4888-936a-36aece14e561 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:18:10.850869 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-1435f6a5-2cec-4dbe-9716-9f4b014c9a27 req-631b9e49-4bc8-4888-936a-36aece14e561 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e266a4c5-20f7-4bed-a5ee-83c9dd7b0d80 HTTP/1.1" status: 200 len: 945 time: 0.2911093 Oct 04 09:18:10.930668 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 7837081c-1564-4f81-b1d9-83b4c55020d3 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:18:10.936772 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-eaaaea38-0f69-4090-a336-1c26e3998e4c req-7c309557-4a9c-4342-a9c2-06a68ac79972 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Deleting port f53cc307-6abc-4e93-ac5e-9dd0d1b37229 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:18:10.937097 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-eaaaea38-0f69-4090-a336-1c26e3998e4c req-7c309557-4a9c-4342-a9c2-06a68ac79972 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:10.944766 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-1435f6a5-2cec-4dbe-9716-9f4b014c9a27 req-797fc0d0-723e-4d51-8333-268fe66b7d62 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:security_group {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:18:11.009622 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 7837081c-1564-4f81-b1d9-83b4c55020d3 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:18:11.030131 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-1435f6a5-2cec-4dbe-9716-9f4b014c9a27 req-797fc0d0-723e-4d51-8333-268fe66b7d62 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:security_group {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:18:11.031364 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-1435f6a5-2cec-4dbe-9716-9f4b014c9a27 req-797fc0d0-723e-4d51-8333-268fe66b7d62 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9a33b07-0ee8-4a95-b7f0-ad1decb04ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476095 Oct 04 09:18:11.059647 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:11.065022 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-2f074fbc-26ef-4447-8c5d-aec6c8d80eb9 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Allocated IP 172.21.0.1 (11cb4308-66d7-4dd1-b167-cb718a88eddb/2841d522-e131-42d6-a780-fe61b0315ce2/c688224f-29d0-4c56-b6d3-aa4e1cf6656a) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:18:11.103915 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-894359e5-1e55-4c15-9228-4bb893482938 None None] Attempt 5 to provision port 081592d9-886b-44a1-882e-6b723edfa2e4 Oct 04 09:18:11.170049 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-894359e5-1e55-4c15-9228-4bb893482938 None None] Port 081592d9-886b-44a1-882e-6b723edfa2e4 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:18:11.243781 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2f074fbc-26ef-4447-8c5d-aec6c8d80eb9 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:11.261741 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-2f074fbc-26ef-4447-8c5d-aec6c8d80eb9 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Transition to ACTIVE for port object c688224f-29d0-4c56-b6d3-aa4e1cf6656a will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:18:11.287577 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2f074fbc-26ef-4447-8c5d-aec6c8d80eb9 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:11.308912 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-83cacd3d-1538-44c2-8097-d6382fa7a582 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for router_gateway, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:11.366559 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-83cacd3d-1538-44c2-8097-d6382fa7a582 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:11.485125 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f074fbc-26ef-4447-8c5d-aec6c8d80eb9 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Network 11cb4308-66d7-4dd1-b167-cb718a88eddb is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:18:11.488079 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-2f074fbc-26ef-4447-8c5d-aec6c8d80eb9 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:18:11.492101 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f074fbc-26ef-4447-8c5d-aec6c8d80eb9 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:18:11.505968 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-259802f3-f11d-459d-8476-bbaa8256b522 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:11.535199 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f074fbc-26ef-4447-8c5d-aec6c8d80eb9 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event updated for resources: {'Port': ['ID=c688224f-29d0-4c56-b6d3-aa4e1cf6656a,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:11.558750 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2f074fbc-26ef-4447-8c5d-aec6c8d80eb9 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737202'] for router_interface, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:11.660896 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-259802f3-f11d-459d-8476-bbaa8256b522 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Calling delete_port for 02d42a28-6508-4135-9b9b-b43b71520c1e owned by {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:18:11.671267 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-894359e5-1e55-4c15-9228-4bb893482938 None None] Attempt 6 to provision port 081592d9-886b-44a1-882e-6b723edfa2e4 Oct 04 09:18:11.689736 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2f074fbc-26ef-4447-8c5d-aec6c8d80eb9 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:11.734251 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-894359e5-1e55-4c15-9228-4bb893482938 None None] Port 081592d9-886b-44a1-882e-6b723edfa2e4 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:18:11.779356 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-eaaaea38-0f69-4090-a336-1c26e3998e4c req-7c309557-4a9c-4342-a9c2-06a68ac79972 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] For port f53cc307-6abc-4e93-ac5e-9dd0d1b37229, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=f53cc307-6abc-4e93-ac5e-9dd0d1b37229,segment=NetworkSegment(cd2e4b2b-7587-46d9-94de-fd9dfbaf70fe),segment_id=cd2e4b2b-7587-46d9-94de-fd9dfbaf70fe)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:18:11.779640 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-eaaaea38-0f69-4090-a336-1c26e3998e4c req-7c309557-4a9c-4342-a9c2-06a68ac79972 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:11.962200 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-eaaaea38-0f69-4090-a336-1c26e3998e4c req-7c309557-4a9c-4342-a9c2-06a68ac79972 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Calling delete_port for f53cc307-6abc-4e93-ac5e-9dd0d1b37229 owned by compute:nova {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:18:12.046165 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-83cacd3d-1538-44c2-8097-d6382fa7a582 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Allocated IP 172.26.10.133 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/a42ca8f6-725b-47f5-a0ee-9b3b49c0c73d) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:18:12.089822 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2f074fbc-26ef-4447-8c5d-aec6c8d80eb9 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:12.094596 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2f074fbc-26ef-4447-8c5d-aec6c8d80eb9 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:12.214935 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2f074fbc-26ef-4447-8c5d-aec6c8d80eb9 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736777'] for router_interface, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:12.219182 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f074fbc-26ef-4447-8c5d-aec6c8d80eb9 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event updated for resources: {'Port': ['ID=c688224f-29d0-4c56-b6d3-aa4e1cf6656a,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:12.235923 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-894359e5-1e55-4c15-9228-4bb893482938 None None] Attempt 7 to provision port 081592d9-886b-44a1-882e-6b723edfa2e4 Oct 04 09:18:12.297248 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-894359e5-1e55-4c15-9228-4bb893482938 None None] Port 081592d9-886b-44a1-882e-6b723edfa2e4 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:18:12.356937 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f074fbc-26ef-4447-8c5d-aec6c8d80eb9 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Network 11cb4308-66d7-4dd1-b167-cb718a88eddb is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:18:12.358127 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-2f074fbc-26ef-4447-8c5d-aec6c8d80eb9 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:18:12.466398 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-259802f3-f11d-459d-8476-bbaa8256b522 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:12.529653 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f074fbc-26ef-4447-8c5d-aec6c8d80eb9 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Router a679ab62-2d32-4d9a-9b11-0c1d261eec7d has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:18:12.552216 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259802f3-f11d-459d-8476-bbaa8256b522 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event deleted for resources: {'Port': ['ID=02d42a28-6508-4135-9b9b-b43b71520c1e,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:12.620466 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-eaaaea38-0f69-4090-a336-1c26e3998e4c req-7c309557-4a9c-4342-a9c2-06a68ac79972 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:12.638870 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-259802f3-f11d-459d-8476-bbaa8256b522 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:12.700405 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f074fbc-26ef-4447-8c5d-aec6c8d80eb9 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:18:12.703235 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-83cacd3d-1538-44c2-8097-d6382fa7a582 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:12.711492 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f7029d-ad61-4d43-ba05-af42f13f1ea4 None None] Sync routers for ids ['a679ab62-2d32-4d9a-9b11-0c1d261eec7d'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:18:12.711958 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c309557-4a9c-4342-a9c2-06a68ac79972 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'Port': ['ID=f53cc307-6abc-4e93-ac5e-9dd0d1b37229,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:12.723790 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-2f074fbc-26ef-4447-8c5d-aec6c8d80eb9 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "PUT /v2.0/routers/a679ab62-2d32-4d9a-9b11-0c1d261eec7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5575452 Oct 04 09:18:12.724374 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33524) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:12.747562 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f7029d-ad61-4d43-ba05-af42f13f1ea4 None None] Routers {'a679ab62-2d32-4d9a-9b11-0c1d261eec7d'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:18:12.748501 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-17f7029d-ad61-4d43-ba05-af42f13f1ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:18:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['a679ab62-2d32-4d9a-9b11-0c1d261eec7d'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:12.775771 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6f6d6-8174-4810-9977-19aecee91c17 req-ac23d08d-e7fa-43b5-97a8-bd320f86c97a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:12.776538 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-fef6f6d6-8174-4810-9977-19aecee91c17 req-ac23d08d-e7fa-43b5-97a8-bd320f86c97a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:18:12.826722 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20051088-f589-4285-b912-cb267355ee5f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:12.827308 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-20051088-f589-4285-b912-cb267355ee5f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Synchronizing usage tracker for tenant:6ccb91e770a742df955dbeb81520726f on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:18:12.833157 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-894359e5-1e55-4c15-9228-4bb893482938 None None] Attempt 8 to provision port 081592d9-886b-44a1-882e-6b723edfa2e4 Oct 04 09:18:12.844203 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-259802f3-f11d-459d-8476-bbaa8256b522 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/ports/02d42a28-6508-4135-9b9b-b43b71520c1e HTTP/1.1" status: 204 len: 168 time: 2.4537296 Oct 04 09:18:12.846118 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33528) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:12.847905 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaaaea38-0f69-4090-a336-1c26e3998e4c req-7c309557-4a9c-4342-a9c2-06a68ac79972 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] No DVR routers for this DVR port f53cc307-6abc-4e93-ac5e-9dd0d1b37229 on host hv-neutron-8602 {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:18:12.852724 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-eaaaea38-0f69-4090-a336-1c26e3998e4c req-7c309557-4a9c-4342-a9c2-06a68ac79972 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:12.854628 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-eaaaea38-0f69-4090-a336-1c26e3998e4c req-7c309557-4a9c-4342-a9c2-06a68ac79972 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.20 "DELETE /v2.0/ports/f53cc307-6abc-4e93-ac5e-9dd0d1b37229 HTTP/1.1" status: 204 len: 173 time: 2.0369911 Oct 04 09:18:12.856188 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e266a4c5-20f7-4bed-a5ee-83c9dd7b0d80', 'name': 'network-vif-deleted', 'tag': 'f53cc307-6abc-4e93-ac5e-9dd0d1b37229'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:18:12.865308 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3832058-8a6e-40ae-a342-b94dcee36d23" -d '{"events": [{"server_uuid": "e266a4c5-20f7-4bed-a5ee-83c9dd7b0d80", "name": "network-vif-deleted", "tag": "f53cc307-6abc-4e93-ac5e-9dd0d1b37229"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:18:12.878534 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-fef6f6d6-8174-4810-9977-19aecee91c17 req-ac23d08d-e7fa-43b5-97a8-bd320f86c97a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:18:12.879396 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-fef6f6d6-8174-4810-9977-19aecee91c17 req-ac23d08d-e7fa-43b5-97a8-bd320f86c97a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e266a4c5-20f7-4bed-a5ee-83c9dd7b0d80 HTTP/1.1" status: 200 len: 945 time: 0.6855721 Oct 04 09:18:12.889943 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-20051088-f589-4285-b912-cb267355ee5f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Unset dirty status for tenant:6ccb91e770a742df955dbeb81520726f on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:18:12.894659 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-20051088-f589-4285-b912-cb267355ee5f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "GET /v2.0/ports/c688224f-29d0-4c56-b6d3-aa4e1cf6656a HTTP/1.1" status: 200 len: 910 time: 0.1692989 Oct 04 09:18:12.895328 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33536) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:12.912931 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-83cacd3d-1538-44c2-8097-d6382fa7a582 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:12.922077 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-894359e5-1e55-4c15-9228-4bb893482938 None None] Port 081592d9-886b-44a1-882e-6b723edfa2e4 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:18:12.923554 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-17f7029d-ad61-4d43-ba05-af42f13f1ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:12.933391 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f7029d-ad61-4d43-ba05-af42f13f1ea4 None None] Routers {'a679ab62-2d32-4d9a-9b11-0c1d261eec7d'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:18:12.934233 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-17f7029d-ad61-4d43-ba05-af42f13f1ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:18:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['a679ab62-2d32-4d9a-9b11-0c1d261eec7d'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:13.018818 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-17f7029d-ad61-4d43-ba05-af42f13f1ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:13.019235 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f7029d-ad61-4d43-ba05-af42f13f1ea4 None None] The sync data for ids ['a679ab62-2d32-4d9a-9b11-0c1d261eec7d'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:18:13.068377 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-fef6f6d6-8174-4810-9977-19aecee91c17 req-3eb6d9d8-cd4b-490f-808f-d5a9ea0ff60e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9a33b07-0ee8-4a95-b7f0-ad1decb04ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1757681 Oct 04 09:18:13.081681 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cacd3d-1538-44c2-8097-d6382fa7a582 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Pushing event updated for resources: {'Port': ['ID=a42ca8f6-725b-47f5-a0ee-9b3b49c0c73d,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:13.091939 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e6c650-1105-4e84-975d-0e8d4f3b2e41 x-openstack-request-id: req-36e6c650-1105-4e84-975d-0e8d4f3b2e41 {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:18:13.092334 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e266a4c5-20f7-4bed-a5ee-83c9dd7b0d80", "name": "network-vif-deleted", "tag": "f53cc307-6abc-4e93-ac5e-9dd0d1b37229", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:18:13.092718 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-36e6c650-1105-4e84-975d-0e8d4f3b2e41 {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:18:13.093216 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36e6c650-1105-4e84-975d-0e8d4f3b2e41'] response: {'server_uuid': 'e266a4c5-20f7-4bed-a5ee-83c9dd7b0d80', 'name': 'network-vif-deleted', 'tag': 'f53cc307-6abc-4e93-ac5e-9dd0d1b37229', 'status': 'completed', 'code': 200} Oct 04 09:18:13.100628 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cacd3d-1538-44c2-8097-d6382fa7a582 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:18:13.101998 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-83cacd3d-1538-44c2-8097-d6382fa7a582 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:18:13.104315 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cacd3d-1538-44c2-8097-d6382fa7a582 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:18:13.234259 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa9d4a9-a1f2-4a22-8c92-0ffc8c376a58 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:13.235916 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa9d4a9-a1f2-4a22-8c92-0ffc8c376a58 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:13.239898 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-6aa9d4a9-a1f2-4a22-8c92-0ffc8c376a58 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3899691 Oct 04 09:18:13.240646 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33540) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:13.304589 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device f53cc307-6abc-4e93-ac5e-9dd0d1b37229 no longer exists at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:18:13.338707 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] No Port match for: f53cc307-6abc-4e93-ac5e-9dd0d1b37229 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:18:13.338930 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device f53cc307-6abc-4e93-ac5e-9dd0d1b37229 not bound to the agent host hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:18:13.423046 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-894359e5-1e55-4c15-9228-4bb893482938 None None] Attempt 9 to provision port 081592d9-886b-44a1-882e-6b723edfa2e4 Oct 04 09:18:13.445751 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eac1dde-25d5-469c-95a6-5ef296fceac7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Deleting subnet 7270f313-0849-4602-9516-fac4968be5fb {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:18:13.451023 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0eac1dde-25d5-469c-95a6-5ef296fceac7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:13.491036 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-894359e5-1e55-4c15-9228-4bb893482938 None None] Port 081592d9-886b-44a1-882e-6b723edfa2e4 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:18:13.547889 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0eac1dde-25d5-469c-95a6-5ef296fceac7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:13.555464 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-83cacd3d-1538-44c2-8097-d6382fa7a582 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for router_gateway, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:13.702336 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0eac1dde-25d5-469c-95a6-5ef296fceac7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:13.825215 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0eac1dde-25d5-469c-95a6-5ef296fceac7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:13.867473 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eac1dde-25d5-469c-95a6-5ef296fceac7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event deleted for resources: {'Subnet': ['ID=7270f313-0849-4602-9516-fac4968be5fb,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:13.872778 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0eac1dde-25d5-469c-95a6-5ef296fceac7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:13.882410 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748f6913-62f3-43e7-bb79-f4340b59aee5 None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:18:13.883187 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-91db1dbb-71f6-4eea-a763-c5b2d341c57a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736827'] for router_interface, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:13.911531 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-83cacd3d-1538-44c2-8097-d6382fa7a582 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:13.942875 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-0eac1dde-25d5-469c-95a6-5ef296fceac7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/subnets/7270f313-0849-4602-9516-fac4968be5fb HTTP/1.1" status: 204 len: 168 time: 0.7017837 Oct 04 09:18:13.950459 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33544) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:13.993199 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-894359e5-1e55-4c15-9228-4bb893482938 None None] Attempt 10 to provision port 081592d9-886b-44a1-882e-6b723edfa2e4 Oct 04 09:18:14.091281 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-6ef95f82-5169-44a5-8baf-f5d56e7aa9cb tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1357925 Oct 04 09:18:14.094906 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33548) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:14.108207 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-992f25e6-ba10-456b-8fbb-f5fb59262c2b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'subnet': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:18:14.119611 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-894359e5-1e55-4c15-9228-4bb893482938 None None] Port 081592d9-886b-44a1-882e-6b723edfa2e4 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:18:14.193493 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33554) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:14.231637 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-80a80fc0-f7af-408f-85a5-e3cc2abcdf61 None None] Could not find standard attr ID for object 02d42a28-6508-4135-9b9b-b43b71520c1e. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:18:14.246750 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-80a80fc0-f7af-408f-85a5-e3cc2abcdf61 None None] Provisioning for port 7837081c-1564-4f81-b1d9-83b4c55020d3 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:18:14.253893 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b07d2a-9c1c-43e2-8d22-197246dc4e04 None None] DHCP port deletion for 7b2ac456-c702-437f-ad18-06da05465ab2 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:18:14.257661 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-80a80fc0-f7af-408f-85a5-e3cc2abcdf61 None None] Provisioning complete for port 7837081c-1564-4f81-b1d9-83b4c55020d3 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:18:14.258200 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-80a80fc0-f7af-408f-85a5-e3cc2abcdf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:14.258528 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-80a80fc0-f7af-408f-85a5-e3cc2abcdf61 None None] Attempt 1 to provision port 7837081c-1564-4f81-b1d9-83b4c55020d3 Oct 04 09:18:14.290906 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-40eb088d-f16b-40cf-b27f-21a83ed2b961 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:14.291170 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-63b07d2a-9c1c-43e2-8d22-197246dc4e04 None None] Deleting port 7837081c-1564-4f81-b1d9-83b4c55020d3 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:18:14.291170 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-63b07d2a-9c1c-43e2-8d22-197246dc4e04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:14.331607 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-40eb088d-f16b-40cf-b27f-21a83ed2b961 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:14.340687 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-992f25e6-ba10-456b-8fbb-f5fb59262c2b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:18:14.346339 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83cacd3d-1538-44c2-8097-d6382fa7a582 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Router ecf78223-5076-4703-9e43-f1669188e149 is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:18:14.350278 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-992f25e6-ba10-456b-8fbb-f5fb59262c2b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Usage tracker for resource:subnet and tenant:3f91eae3af914b3ca9ea34a1eaa482e2 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:18:14.353800 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-992f25e6-ba10-456b-8fbb-f5fb59262c2b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:18:14.361538 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-992f25e6-ba10-456b-8fbb-f5fb59262c2b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:18:14.381646 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992f25e6-ba10-456b-8fbb-f5fb59262c2b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Made reservation on behalf of 3f91eae3af914b3ca9ea34a1eaa482e2 for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:18:14.385091 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-992f25e6-ba10-456b-8fbb-f5fb59262c2b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:14.558247 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83cacd3d-1538-44c2-8097-d6382fa7a582 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:18:14.567571 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-80a80fc0-f7af-408f-85a5-e3cc2abcdf61 None None] Current status of the port 7837081c-1564-4f81-b1d9-83b4c55020d3 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:18:14.567960 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-80a80fc0-f7af-408f-85a5-e3cc2abcdf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:14.569609 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154a4c26-cffa-45af-9757-b2364cf281d4 None None] Sync routers for ids ['ecf78223-5076-4703-9e43-f1669188e149'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:18:14.587665 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-40eb088d-f16b-40cf-b27f-21a83ed2b961 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:14.593697 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154a4c26-cffa-45af-9757-b2364cf281d4 None None] Routers {'ecf78223-5076-4703-9e43-f1669188e149'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:18:14.593892 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-63b07d2a-9c1c-43e2-8d22-197246dc4e04 None None] For port 7837081c-1564-4f81-b1d9-83b4c55020d3, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=7837081c-1564-4f81-b1d9-83b4c55020d3,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:18:14.594292 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-63b07d2a-9c1c-43e2-8d22-197246dc4e04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:14.595712 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-154a4c26-cffa-45af-9757-b2364cf281d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:18:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['ecf78223-5076-4703-9e43-f1669188e149'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:14.630553 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eb088d-f16b-40cf-b27f-21a83ed2b961 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a33b07-0ee8-4a95-b7f0-ad1decb04ed8,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:14.636415 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-83cacd3d-1538-44c2-8097-d6382fa7a582 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:14.638004 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-83cacd3d-1538-44c2-8097-d6382fa7a582 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.9983621 Oct 04 09:18:14.640176 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-40eb088d-f16b-40cf-b27f-21a83ed2b961 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:14.643932 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-40eb088d-f16b-40cf-b27f-21a83ed2b961 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "DELETE /v2.0/security-groups/c9a33b07-0ee8-4a95-b7f0-ad1decb04ed8 HTTP/1.1" status: 204 len: 168 time: 0.4470713 Oct 04 09:18:14.643932 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33558) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:14.711132 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-154a4c26-cffa-45af-9757-b2364cf281d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:14.714199 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33564) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:14.721259 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154a4c26-cffa-45af-9757-b2364cf281d4 None None] Routers {'ecf78223-5076-4703-9e43-f1669188e149'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:18:14.721865 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-154a4c26-cffa-45af-9757-b2364cf281d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:18:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['ecf78223-5076-4703-9e43-f1669188e149'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:14.819917 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-154a4c26-cffa-45af-9757-b2364cf281d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:14.820651 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154a4c26-cffa-45af-9757-b2364cf281d4 None None] The sync data for ids ['ecf78223-5076-4703-9e43-f1669188e149'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:18:14.830527 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-63b07d2a-9c1c-43e2-8d22-197246dc4e04 None None] Calling delete_port for 7837081c-1564-4f81-b1d9-83b4c55020d3 owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:18:14.882125 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-80a80fc0-f7af-408f-85a5-e3cc2abcdf61 None None] For port 7837081c-1564-4f81-b1d9-83b4c55020d3, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=7837081c-1564-4f81-b1d9-83b4c55020d3,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:18:14.895736 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-80a80fc0-f7af-408f-85a5-e3cc2abcdf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:14.907761 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-91db1dbb-71f6-4eea-a763-c5b2d341c57a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Deleting port c688224f-29d0-4c56-b6d3-aa4e1cf6656a {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:18:14.908330 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-91db1dbb-71f6-4eea-a763-c5b2d341c57a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:14.939108 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-992f25e6-ba10-456b-8fbb-f5fb59262c2b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:14.946277 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 7837081c-1564-4f81-b1d9-83b4c55020d3 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:18:15.021483 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992f25e6-ba10-456b-8fbb-f5fb59262c2b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:18:15.028944 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.db.api [None req-63b07d2a-9c1c-43e2-8d22-197246dc4e04 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:18:15.029330 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG oslo_db.api [None req-63b07d2a-9c1c-43e2-8d22-197246dc4e04 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:18:15.035372 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-80a80fc0-f7af-408f-85a5-e3cc2abcdf61 None None] Provisioning complete for port 081592d9-886b-44a1-882e-6b723edfa2e4 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:18:15.035742 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-80a80fc0-f7af-408f-85a5-e3cc2abcdf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:15.036076 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-80a80fc0-f7af-408f-85a5-e3cc2abcdf61 None None] Attempt 1 to provision port 081592d9-886b-44a1-882e-6b723edfa2e4 Oct 04 09:18:15.043914 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-992f25e6-ba10-456b-8fbb-f5fb59262c2b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:18:15.082936 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a80fc0-f7af-408f-85a5-e3cc2abcdf61 None None] Pushing event updated for resources: {'Port': ['ID=7837081c-1564-4f81-b1d9-83b4c55020d3,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:15.100203 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992f25e6-ba10-456b-8fbb-f5fb59262c2b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:15.100203 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-992f25e6-ba10-456b-8fbb-f5fb59262c2b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:15.129796 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-80a80fc0-f7af-408f-85a5-e3cc2abcdf61 None None] Port 081592d9-886b-44a1-882e-6b723edfa2e4 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:18:15.136417 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992f25e6-ba10-456b-8fbb-f5fb59262c2b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event updated for resources: {'Subnet': ['ID=31d4218e-e0af-4ca5-9566-f5b5dec66f10,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:15.158875 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 7837081c-1564-4f81-b1d9-83b4c55020d3 is: ACTIVE; New status is: DOWN {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:18:15.159198 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:15.171551 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-992f25e6-ba10-456b-8fbb-f5fb59262c2b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0722537 Oct 04 09:18:15.172148 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33568) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:15.180568 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-47a28ded-f6c0-4560-87c8-eb7c9e28383a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'port': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'fixed_ips': [{'subnet_id': '31d4218e-e0af-4ca5-9566-f5b5dec66f10', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-1425125504'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:18:15.200828 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 7837081c-1564-4f81-b1d9-83b4c55020d3, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=7837081c-1564-4f81-b1d9-83b4c55020d3,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:18:15.205844 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:15.262988 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-91db1dbb-71f6-4eea-a763-c5b2d341c57a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:15.276812 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=7837081c-1564-4f81-b1d9-83b4c55020d3,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:15.402034 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-91db1dbb-71f6-4eea-a763-c5b2d341c57a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Calling delete_port for c688224f-29d0-4c56-b6d3-aa4e1cf6656a owned by network:router_interface {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:18:15.530654 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-63b07d2a-9c1c-43e2-8d22-197246dc4e04 None None] Deleting port 7837081c-1564-4f81-b1d9-83b4c55020d3 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:18:15.531042 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-63b07d2a-9c1c-43e2-8d22-197246dc4e04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:15.631580 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-80a80fc0-f7af-408f-85a5-e3cc2abcdf61 None None] Attempt 2 to provision port 081592d9-886b-44a1-882e-6b723edfa2e4 Oct 04 09:18:15.638908 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-47a28ded-f6c0-4560-87c8-eb7c9e28383a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:18:15.651002 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-47a28ded-f6c0-4560-87c8-eb7c9e28383a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Usage tracker for resource:port and tenant:3f91eae3af914b3ca9ea34a1eaa482e2 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:18:15.660907 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-47a28ded-f6c0-4560-87c8-eb7c9e28383a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:18:15.669219 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-47a28ded-f6c0-4560-87c8-eb7c9e28383a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:18:15.757712 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-80a80fc0-f7af-408f-85a5-e3cc2abcdf61 None None] Port 081592d9-886b-44a1-882e-6b723edfa2e4 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:18:15.782991 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a28ded-f6c0-4560-87c8-eb7c9e28383a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Made reservation on behalf of 3f91eae3af914b3ca9ea34a1eaa482e2 for: {'port': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:18:15.814964 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-63b07d2a-9c1c-43e2-8d22-197246dc4e04 None None] For port 7837081c-1564-4f81-b1d9-83b4c55020d3, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=7837081c-1564-4f81-b1d9-83b4c55020d3,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:18:15.815464 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-63b07d2a-9c1c-43e2-8d22-197246dc4e04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:15.887740 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-91db1dbb-71f6-4eea-a763-c5b2d341c57a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:15.937665 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-63b07d2a-9c1c-43e2-8d22-197246dc4e04 None None] Calling delete_port for 7837081c-1564-4f81-b1d9-83b4c55020d3 owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:18:15.957280 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91db1dbb-71f6-4eea-a763-c5b2d341c57a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event deleted for resources: {'Port': ['ID=c688224f-29d0-4c56-b6d3-aa4e1cf6656a,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:15.963019 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c04460f9-6505-4db7-964e-bb870422c2f5 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:16.010002 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91db1dbb-71f6-4eea-a763-c5b2d341c57a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:18:16.010358 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91db1dbb-71f6-4eea-a763-c5b2d341c57a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:18:16.010699 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91db1dbb-71f6-4eea-a763-c5b2d341c57a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:18:16.011026 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91db1dbb-71f6-4eea-a763-c5b2d341c57a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:18:16.011357 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91db1dbb-71f6-4eea-a763-c5b2d341c57a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:18:16.011706 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91db1dbb-71f6-4eea-a763-c5b2d341c57a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:18:16.012014 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91db1dbb-71f6-4eea-a763-c5b2d341c57a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:18:16.012339 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91db1dbb-71f6-4eea-a763-c5b2d341c57a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:18:16.012683 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91db1dbb-71f6-4eea-a763-c5b2d341c57a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:18:16.013000 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91db1dbb-71f6-4eea-a763-c5b2d341c57a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:18:16.013321 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91db1dbb-71f6-4eea-a763-c5b2d341c57a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:18:16.013642 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91db1dbb-71f6-4eea-a763-c5b2d341c57a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:18:16.024757 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-47a28ded-f6c0-4560-87c8-eb7c9e28383a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:16.048515 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-63b07d2a-9c1c-43e2-8d22-197246dc4e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:16.087541 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [None req-47a28ded-f6c0-4560-87c8-eb7c9e28383a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] device_id is not set on port 47598342-ef5a-43d3-9892-7532330a258a yet. {{(pid=89033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:18:16.097864 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b07d2a-9c1c-43e2-8d22-197246dc4e04 None None] Pushing event deleted for resources: {'Port': ['ID=7837081c-1564-4f81-b1d9-83b4c55020d3,revision_number=None']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:16.103526 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b07d2a-9c1c-43e2-8d22-197246dc4e04 None None] No DVR routers for this DVR port 7837081c-1564-4f81-b1d9-83b4c55020d3 on host dv-neutron-860215-1-hyperv {{(pid=89034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:18:16.128806 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc198534-739a-4363-a3d5-f4fa4da3ae9d None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:18:16.210193 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fc5d3cad-3bac-458d-8ce2-95dc47366f82 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736827'] for router_interface, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:16.279825 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-80a80fc0-f7af-408f-85a5-e3cc2abcdf61 None None] Attempt 3 to provision port 081592d9-886b-44a1-882e-6b723edfa2e4 Oct 04 09:18:16.355885 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-80a80fc0-f7af-408f-85a5-e3cc2abcdf61 None None] Port 081592d9-886b-44a1-882e-6b723edfa2e4 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:18:16.419562 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02e019d-8039-42e4-b84b-ed4dee1f41ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-7b2ac456-c702-437f-ad18-06da05465ab2', 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'tenant_id': '3f91eae3af914b3ca9ea34a1eaa482e2', 'fixed_ips': [{'subnet_id': '31d4218e-e0af-4ca5-9566-f5b5dec66f10'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:18:16.421105 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b02e019d-8039-42e4-b84b-ed4dee1f41ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:16.520183 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-91db1dbb-71f6-4eea-a763-c5b2d341c57a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736911'] for router_interface, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:16.525493 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-47a28ded-f6c0-4560-87c8-eb7c9e28383a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 09:18:16.525949 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47a28ded-f6c0-4560-87c8-eb7c9e28383a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:18:16.584831 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-b02e019d-8039-42e4-b84b-ed4dee1f41ec None None] Allocated IP 2001:db8::2 (7b2ac456-c702-437f-ad18-06da05465ab2/31d4218e-e0af-4ca5-9566-f5b5dec66f10/5597b945-e42a-4e16-b8b3-4802a88b3843) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:18:16.690802 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-47a28ded-f6c0-4560-87c8-eb7c9e28383a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.5141308 Oct 04 09:18:16.692052 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33572) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:16.719253 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-c04460f9-6505-4db7-964e-bb870422c2f5 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Allocated IP 172.20.0.1 (97274718-c1bd-42fd-a638-999f5ddf6554/9752af95-f3f1-452d-8979-6d9bd8af296f/b7cd5e14-7bd4-4ce6-a642-a3c67c85ed13) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:18:16.776233 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-fc7db4ac-672d-4f24-a541-743cf7a48224 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Synchronizing usage tracker for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:18:16.856412 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-80a80fc0-f7af-408f-85a5-e3cc2abcdf61 None None] Attempt 4 to provision port 081592d9-886b-44a1-882e-6b723edfa2e4 Oct 04 09:18:16.895144 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b02e019d-8039-42e4-b84b-ed4dee1f41ec None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:16.919844 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-b02e019d-8039-42e4-b84b-ed4dee1f41ec None None] Transition to ACTIVE for port object 5597b945-e42a-4e16-b8b3-4802a88b3843 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:18:16.926606 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-fc7db4ac-672d-4f24-a541-743cf7a48224 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Unset dirty status for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:18:16.930038 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-fc7db4ac-672d-4f24-a541-743cf7a48224 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2347772 Oct 04 09:18:16.930797 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33576) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:16.944889 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-80a80fc0-f7af-408f-85a5-e3cc2abcdf61 None None] Port 081592d9-886b-44a1-882e-6b723edfa2e4 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:18:16.945820 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-b02e019d-8039-42e4-b84b-ed4dee1f41ec None None] Transition to ACTIVE for port object 5597b945-e42a-4e16-b8b3-4802a88b3843 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:18:16.951145 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b02e019d-8039-42e4-b84b-ed4dee1f41ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:16.957523 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-fc5d3cad-3bac-458d-8ce2-95dc47366f82 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Deleting port 95a57023-7c2b-4f2e-8f8f-f42d5e3ca393 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:18:16.957869 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fc5d3cad-3bac-458d-8ce2-95dc47366f82 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:17.006713 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c04460f9-6505-4db7-964e-bb870422c2f5 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:17.011264 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91db1dbb-71f6-4eea-a763-c5b2d341c57a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Router a679ab62-2d32-4d9a-9b11-0c1d261eec7d has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:18:17.019947 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac554ef9-f4a5-43a4-8c8f-30407db24ce8 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:17.021669 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac554ef9-f4a5-43a4-8c8f-30407db24ce8 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:17.022419 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-ac554ef9-f4a5-43a4-8c8f-30407db24ce8 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Synchronizing usage tracker for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:subnet {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:18:17.032404 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02e019d-8039-42e4-b84b-ed4dee1f41ec None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:18:17.035601 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-b02e019d-8039-42e4-b84b-ed4dee1f41ec None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:18:17.039652 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02e019d-8039-42e4-b84b-ed4dee1f41ec None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:18:17.050324 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02e019d-8039-42e4-b84b-ed4dee1f41ec None None] Pushing event updated for resources: {'Port': ['ID=5597b945-e42a-4e16-b8b3-4802a88b3843,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:17.098889 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-ac554ef9-f4a5-43a4-8c8f-30407db24ce8 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Unset dirty status for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:subnet {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:18:17.100076 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-ac554ef9-f4a5-43a4-8c8f-30407db24ce8 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1683176 Oct 04 09:18:17.107797 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33580) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:17.154456 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c04460f9-6505-4db7-964e-bb870422c2f5 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:17.160041 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-b02e019d-8039-42e4-b84b-ed4dee1f41ec None None] Attempting to bind port 5597b945-e42a-4e16-b8b3-4802a88b3843 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:18:17.160529 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-b02e019d-8039-42e4-b84b-ed4dee1f41ec None None] Attempting to bind port 5597b945-e42a-4e16-b8b3-4802a88b3843 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:18:17.160954 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02e019d-8039-42e4-b84b-ed4dee1f41ec None None] Attempting to bind port 5597b945-e42a-4e16-b8b3-4802a88b3843 on network 7b2ac456-c702-437f-ad18-06da05465ab2 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:18:17.167688 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02e019d-8039-42e4-b84b-ed4dee1f41ec None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:18:17.168143 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02e019d-8039-42e4-b84b-ed4dee1f41ec None None] Checking segment: {'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:18:17.168643 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b02e019d-8039-42e4-b84b-ed4dee1f41ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:17.169105 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02e019d-8039-42e4-b84b-ed4dee1f41ec None None] Bound using segment: {'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:18:17.169629 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-b02e019d-8039-42e4-b84b-ed4dee1f41ec None None] Bound port: 5597b945-e42a-4e16-b8b3-4802a88b3843, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:18:17.170068 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b02e019d-8039-42e4-b84b-ed4dee1f41ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:17.256818 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8180604-615d-47f8-8ca3-b1c76f60842c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Deleting subnet 31d4218e-e0af-4ca5-9566-f5b5dec66f10 {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:18:17.258781 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91db1dbb-71f6-4eea-a763-c5b2d341c57a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:18:17.264477 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-91db1dbb-71f6-4eea-a763-c5b2d341c57a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "PUT /v2.0/routers/a679ab62-2d32-4d9a-9b11-0c1d261eec7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3633301 Oct 04 09:18:17.266985 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c8180604-615d-47f8-8ca3-b1c76f60842c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:17.273692 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df866dba-54ee-4346-bec9-b74bcb02695d None None] Sync routers for ids ['a679ab62-2d32-4d9a-9b11-0c1d261eec7d'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:18:17.280300 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-b02e019d-8039-42e4-b84b-ed4dee1f41ec None None] For port 5597b945-e42a-4e16-b8b3-4802a88b3843, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:18:17.286049 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-b02e019d-8039-42e4-b84b-ed4dee1f41ec None None] For port 5597b945-e42a-4e16-b8b3-4802a88b3843, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=5597b945-e42a-4e16-b8b3-4802a88b3843,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:18:17.291602 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df866dba-54ee-4346-bec9-b74bcb02695d None None] Routers {'a679ab62-2d32-4d9a-9b11-0c1d261eec7d'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:18:17.292321 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-df866dba-54ee-4346-bec9-b74bcb02695d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:18:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['a679ab62-2d32-4d9a-9b11-0c1d261eec7d'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:17.300614 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33584) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:17.340869 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b02e019d-8039-42e4-b84b-ed4dee1f41ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:17.371785 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-fc5d3cad-3bac-458d-8ce2-95dc47366f82 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] For port 95a57023-7c2b-4f2e-8f8f-f42d5e3ca393, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=95a57023-7c2b-4f2e-8f8f-f42d5e3ca393,segment=NetworkSegment(cd2e4b2b-7587-46d9-94de-fd9dfbaf70fe),segment_id=cd2e4b2b-7587-46d9-94de-fd9dfbaf70fe)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:18:17.372159 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fc5d3cad-3bac-458d-8ce2-95dc47366f82 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:17.389882 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04460f9-6505-4db7-964e-bb870422c2f5 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Network 97274718-c1bd-42fd-a638-999f5ddf6554 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:18:17.407344 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-df866dba-54ee-4346-bec9-b74bcb02695d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:17.431026 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df866dba-54ee-4346-bec9-b74bcb02695d None None] Routers {'a679ab62-2d32-4d9a-9b11-0c1d261eec7d'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:18:17.431724 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-df866dba-54ee-4346-bec9-b74bcb02695d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:18:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['a679ab62-2d32-4d9a-9b11-0c1d261eec7d'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:17.443275 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-c04460f9-6505-4db7-964e-bb870422c2f5 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:18:17.490931 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c8180604-615d-47f8-8ca3-b1c76f60842c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:17.492148 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-80a80fc0-f7af-408f-85a5-e3cc2abcdf61 None None] Attempt 5 to provision port 081592d9-886b-44a1-882e-6b723edfa2e4 Oct 04 09:18:17.510375 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04460f9-6505-4db7-964e-bb870422c2f5 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:18:17.539853 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-df866dba-54ee-4346-bec9-b74bcb02695d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:17.540261 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df866dba-54ee-4346-bec9-b74bcb02695d None None] The sync data for ids ['a679ab62-2d32-4d9a-9b11-0c1d261eec7d'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:18:17.547483 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-fc5d3cad-3bac-458d-8ce2-95dc47366f82 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Calling delete_port for 95a57023-7c2b-4f2e-8f8f-f42d5e3ca393 owned by network:router_interface {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:18:17.549420 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02e019d-8039-42e4-b84b-ed4dee1f41ec None None] Pushing event updated for resources: {'Port': ['ID=5597b945-e42a-4e16-b8b3-4802a88b3843,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:17.568643 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-80a80fc0-f7af-408f-85a5-e3cc2abcdf61 None None] Port 081592d9-886b-44a1-882e-6b723edfa2e4 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:18:17.587698 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04460f9-6505-4db7-964e-bb870422c2f5 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Pushing event updated for resources: {'Port': ['ID=b7cd5e14-7bd4-4ce6-a642-a3c67c85ed13,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:17.619494 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04460f9-6505-4db7-964e-bb870422c2f5 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:18:17.619848 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04460f9-6505-4db7-964e-bb870422c2f5 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:18:17.620190 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04460f9-6505-4db7-964e-bb870422c2f5 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:18:17.620555 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04460f9-6505-4db7-964e-bb870422c2f5 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:18:17.620898 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04460f9-6505-4db7-964e-bb870422c2f5 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:18:17.621230 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04460f9-6505-4db7-964e-bb870422c2f5 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:18:17.621563 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04460f9-6505-4db7-964e-bb870422c2f5 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:18:17.621891 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04460f9-6505-4db7-964e-bb870422c2f5 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:18:17.622219 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04460f9-6505-4db7-964e-bb870422c2f5 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:18:17.622548 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04460f9-6505-4db7-964e-bb870422c2f5 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:18:17.622873 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04460f9-6505-4db7-964e-bb870422c2f5 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:18:17.623196 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04460f9-6505-4db7-964e-bb870422c2f5 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:18:17.650057 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c04460f9-6505-4db7-964e-bb870422c2f5 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737202'] for router_interface, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:17.829557 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c8180604-615d-47f8-8ca3-b1c76f60842c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:18.070769 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-80a80fc0-f7af-408f-85a5-e3cc2abcdf61 None None] Attempt 6 to provision port 081592d9-886b-44a1-882e-6b723edfa2e4 Oct 04 09:18:18.090124 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c8180604-615d-47f8-8ca3-b1c76f60842c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:18.112205 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c04460f9-6505-4db7-964e-bb870422c2f5 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:18.160107 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-80a80fc0-f7af-408f-85a5-e3cc2abcdf61 None None] Port 081592d9-886b-44a1-882e-6b723edfa2e4 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:18:18.160329 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fc5d3cad-3bac-458d-8ce2-95dc47366f82 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:18.166608 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8180604-615d-47f8-8ca3-b1c76f60842c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event deleted for resources: {'Subnet': ['ID=31d4218e-e0af-4ca5-9566-f5b5dec66f10,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:18.174033 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c8180604-615d-47f8-8ca3-b1c76f60842c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:18.193291 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-c8180604-615d-47f8-8ca3-b1c76f60842c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/subnets/31d4218e-e0af-4ca5-9566-f5b5dec66f10 HTTP/1.1" status: 204 len: 168 time: 1.0844827 Oct 04 09:18:18.197318 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33588) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:18.229756 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d3cad-3bac-458d-8ce2-95dc47366f82 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'Port': ['ID=95a57023-7c2b-4f2e-8f8f-f42d5e3ca393,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:18.270995 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-c7d78f6c-6d8d-4e8b-85f8-10e8d1c2c507 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0711453 Oct 04 09:18:18.273262 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33592) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:18.280478 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-705bb4ea-c911-4783-a86b-926aa9333e00 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'subnet': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:18:18.365315 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-67e5bc93-8fc9-4147-82e5-4d558924653d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736827'] for router_interface, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:18.534345 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-705bb4ea-c911-4783-a86b-926aa9333e00 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:18:18.542673 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-705bb4ea-c911-4783-a86b-926aa9333e00 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Usage tracker for resource:subnet and tenant:3f91eae3af914b3ca9ea34a1eaa482e2 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:18:18.546992 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-705bb4ea-c911-4783-a86b-926aa9333e00 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:18:18.600445 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-705bb4ea-c911-4783-a86b-926aa9333e00 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:18:18.654299 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705bb4ea-c911-4783-a86b-926aa9333e00 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Made reservation on behalf of 3f91eae3af914b3ca9ea34a1eaa482e2 for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:18:18.658122 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-705bb4ea-c911-4783-a86b-926aa9333e00 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:18.661974 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-80a80fc0-f7af-408f-85a5-e3cc2abcdf61 None None] Attempt 7 to provision port 081592d9-886b-44a1-882e-6b723edfa2e4 Oct 04 09:18:18.769308 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-80a80fc0-f7af-408f-85a5-e3cc2abcdf61 None None] Port 081592d9-886b-44a1-882e-6b723edfa2e4 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:18:18.785182 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72fed56-2ca2-48ee-bbbb-57f4d014e031 None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:18:18.913365 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fc5d3cad-3bac-458d-8ce2-95dc47366f82 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736911'] for router_interface, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:18.941974 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-67e5bc93-8fc9-4147-82e5-4d558924653d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Deleting port 081592d9-886b-44a1-882e-6b723edfa2e4 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:18:18.942381 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-67e5bc93-8fc9-4147-82e5-4d558924653d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:19.025552 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 5597b945-e42a-4e16-b8b3-4802a88b3843 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:18:19.103293 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 5597b945-e42a-4e16-b8b3-4802a88b3843 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:18:19.125033 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-705bb4ea-c911-4783-a86b-926aa9333e00 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:19.155625 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa1fea3-ef66-45a4-95f7-350112434ab5 None None] DHCP port deletion for 7b2ac456-c702-437f-ad18-06da05465ab2 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:18:19.155879 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c04460f9-6505-4db7-964e-bb870422c2f5 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:19.161725 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-2aa1fea3-ef66-45a4-95f7-350112434ab5 None None] Deleting port 5597b945-e42a-4e16-b8b3-4802a88b3843 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:18:19.162290 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-2aa1fea3-ef66-45a4-95f7-350112434ab5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:19.166085 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c04460f9-6505-4db7-964e-bb870422c2f5 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:19.182845 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705bb4ea-c911-4783-a86b-926aa9333e00 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:18:19.193583 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-705bb4ea-c911-4783-a86b-926aa9333e00 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:18:19.201649 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705bb4ea-c911-4783-a86b-926aa9333e00 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:19.202220 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-705bb4ea-c911-4783-a86b-926aa9333e00 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:19.252409 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705bb4ea-c911-4783-a86b-926aa9333e00 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event updated for resources: {'Subnet': ['ID=a7f8c18c-13f0-47f5-8701-7c05ffab4226,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:19.255389 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-67e5bc93-8fc9-4147-82e5-4d558924653d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:19.271769 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-80a80fc0-f7af-408f-85a5-e3cc2abcdf61 None None] Attempt 8 to provision port 081592d9-886b-44a1-882e-6b723edfa2e4 Oct 04 09:18:19.326786 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-705bb4ea-c911-4783-a86b-926aa9333e00 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0518069 Oct 04 09:18:19.338490 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33596) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:19.352918 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-cc28f68b-6b1d-4a27-9c16-3ba12608b0eb tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1704864684', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:18:19.379025 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-cc28f68b-6b1d-4a27-9c16-3ba12608b0eb tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:18:19.390289 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-67e5bc93-8fc9-4147-82e5-4d558924653d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Calling delete_port for 081592d9-886b-44a1-882e-6b723edfa2e4 owned by network:router_interface {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:18:19.403853 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-80a80fc0-f7af-408f-85a5-e3cc2abcdf61 None None] Port 081592d9-886b-44a1-882e-6b723edfa2e4 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:18:19.444628 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c04460f9-6505-4db7-964e-bb870422c2f5 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736777'] for router_interface, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:19.448257 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04460f9-6505-4db7-964e-bb870422c2f5 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Pushing event updated for resources: {'Port': ['ID=b7cd5e14-7bd4-4ce6-a642-a3c67c85ed13,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:19.448541 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-2aa1fea3-ef66-45a4-95f7-350112434ab5 None None] For port 5597b945-e42a-4e16-b8b3-4802a88b3843, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=5597b945-e42a-4e16-b8b3-4802a88b3843,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:18:19.448928 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-2aa1fea3-ef66-45a4-95f7-350112434ab5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:19.451199 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-cc28f68b-6b1d-4a27-9c16-3ba12608b0eb tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Usage tracker for resource:router and tenant:3f91eae3af914b3ca9ea34a1eaa482e2 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:18:19.467431 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-cc28f68b-6b1d-4a27-9c16-3ba12608b0eb tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:18:19.489874 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-cc28f68b-6b1d-4a27-9c16-3ba12608b0eb tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:18:19.566413 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cc28f68b-6b1d-4a27-9c16-3ba12608b0eb tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:19.567531 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cc28f68b-6b1d-4a27-9c16-3ba12608b0eb tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:19.601622 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc5d3cad-3bac-458d-8ce2-95dc47366f82 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Router fb2e39a6-9f57-4a40-bbd7-a6307695eafd has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:18:19.613317 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cc28f68b-6b1d-4a27-9c16-3ba12608b0eb tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:19.617686 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-2aa1fea3-ef66-45a4-95f7-350112434ab5 None None] Calling delete_port for 5597b945-e42a-4e16-b8b3-4802a88b3843 owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:18:19.698431 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-67e5bc93-8fc9-4147-82e5-4d558924653d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:19.698959 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-2aa1fea3-ef66-45a4-95f7-350112434ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:19.743656 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cc28f68b-6b1d-4a27-9c16-3ba12608b0eb tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:19.749946 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa1fea3-ef66-45a4-95f7-350112434ab5 None None] Pushing event deleted for resources: {'Port': ['ID=5597b945-e42a-4e16-b8b3-4802a88b3843,revision_number=None']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:19.758431 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa1fea3-ef66-45a4-95f7-350112434ab5 None None] No DVR routers for this DVR port 5597b945-e42a-4e16-b8b3-4802a88b3843 on host dv-neutron-860215-1-hyperv {{(pid=89034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:18:19.760943 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e5bc93-8fc9-4147-82e5-4d558924653d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event deleted for resources: {'Port': ['ID=081592d9-886b-44a1-882e-6b723edfa2e4,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:19.763876 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04460f9-6505-4db7-964e-bb870422c2f5 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Network 97274718-c1bd-42fd-a638-999f5ddf6554 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:18:19.794637 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa7de49-443a-49b2-b597-5e36a6aa7103 None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:18:19.827053 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-c04460f9-6505-4db7-964e-bb870422c2f5 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:18:19.909049 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-80a80fc0-f7af-408f-85a5-e3cc2abcdf61 None None] Attempt 9 to provision port 081592d9-886b-44a1-882e-6b723edfa2e4 Oct 04 09:18:19.950065 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cc28f68b-6b1d-4a27-9c16-3ba12608b0eb tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:19.951586 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-80a80fc0-f7af-408f-85a5-e3cc2abcdf61 None None] Port 081592d9-886b-44a1-882e-6b723edfa2e4 was deleted so its status cannot be updated. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 04 09:18:19.954932 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-cc28f68b-6b1d-4a27-9c16-3ba12608b0eb tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6151395 Oct 04 09:18:19.958429 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33600) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:19.959593 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc5d3cad-3bac-458d-8ce2-95dc47366f82 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:18:19.961637 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-80a80fc0-f7af-408f-85a5-e3cc2abcdf61 None None] Could not find standard attr ID for object c688224f-29d0-4c56-b6d3-aa4e1cf6656a. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:18:19.978604 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dad328b-fa97-4085-9e31-7de8a108f723 None None] Sync routers for ids ['fb2e39a6-9f57-4a40-bbd7-a6307695eafd'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:18:19.995360 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dad328b-fa97-4085-9e31-7de8a108f723 None None] Routers {'fb2e39a6-9f57-4a40-bbd7-a6307695eafd'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:18:19.996016 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-7dad328b-fa97-4085-9e31-7de8a108f723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:18:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['fb2e39a6-9f57-4a40-bbd7-a6307695eafd'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:20.024862 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-fc5d3cad-3bac-458d-8ce2-95dc47366f82 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "PUT /v2.0/routers/fb2e39a6-9f57-4a40-bbd7-a6307695eafd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3104794 Oct 04 09:18:20.034023 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33604) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:20.106278 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-67e5bc93-8fc9-4147-82e5-4d558924653d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736911'] for router_interface, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:20.123122 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-bfb8c89d-eb50-4bcc-9d8d-e26791011341 None None] Could not find standard attr ID for object 5597b945-e42a-4e16-b8b3-4802a88b3843. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:18:20.129789 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606412ee-50b8-487b-9f1e-ce593cbcef5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-7b2ac456-c702-437f-ad18-06da05465ab2', 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'tenant_id': '3f91eae3af914b3ca9ea34a1eaa482e2', 'fixed_ips': [{'subnet_id': 'a7f8c18c-13f0-47f5-8701-7c05ffab4226'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:18:20.130808 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-606412ee-50b8-487b-9f1e-ce593cbcef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:20.206962 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-81df00de-b00f-4492-bf62-a64e5c16457d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Deleting subnet 6d967559-d6ed-45c4-9b8b-3040971872eb {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:18:20.268767 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-81df00de-b00f-4492-bf62-a64e5c16457d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:20.288916 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-7dad328b-fa97-4085-9e31-7de8a108f723 None None] Set router fb2e39a6-9f57-4a40-bbd7-a6307695eafd gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:18:20.325643 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-81df00de-b00f-4492-bf62-a64e5c16457d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:20.328511 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-606412ee-50b8-487b-9f1e-ce593cbcef5f None None] Allocated IP 2001:db8::2 (7b2ac456-c702-437f-ad18-06da05465ab2/a7f8c18c-13f0-47f5-8701-7c05ffab4226/a4340646-48a4-47e6-9c32-8a8d3cc17acd) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:18:20.416996 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-81df00de-b00f-4492-bf62-a64e5c16457d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:20.537526 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-81df00de-b00f-4492-bf62-a64e5c16457d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:20.588280 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-606412ee-50b8-487b-9f1e-ce593cbcef5f None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:20.600498 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-606412ee-50b8-487b-9f1e-ce593cbcef5f None None] Transition to ACTIVE for port object a4340646-48a4-47e6-9c32-8a8d3cc17acd will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:18:20.610159 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c04460f9-6505-4db7-964e-bb870422c2f5 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Router ecf78223-5076-4703-9e43-f1669188e149 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:18:20.614959 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-81df00de-b00f-4492-bf62-a64e5c16457d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:20.615382 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051a34fe-b7fd-4f0a-a78c-5805d2a1db1a None None] Network 138bf702-4d39-408e-a83e-f851bcf14b73 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:18:20.623903 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81df00de-b00f-4492-bf62-a64e5c16457d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'Subnet': ['ID=6d967559-d6ed-45c4-9b8b-3040971872eb,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:20.628397 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-81df00de-b00f-4492-bf62-a64e5c16457d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "DELETE /v2.0/subnets/6d967559-d6ed-45c4-9b8b-3040971872eb HTTP/1.1" status: 204 len: 168 time: 0.5932183 Oct 04 09:18:20.633629 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33608) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:20.653775 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-7dad328b-fa97-4085-9e31-7de8a108f723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'name': 'tempest-TestNetworkBasicOps-router-1419800711', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.193'}], 'enable_snat': True}, 'gw_port_id': '9bd82293-4bab-4a4b-a307-2d52334cb934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:14:18Z', 'updated_at': '2022-10-04T09:18:17Z', 'revision_number': 7, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '9bd82293-4bab-4a4b-a307-2d52334cb934', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:74:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:14:21Z', 'updated_at': '2022-10-04T09:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:20.658056 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dad328b-fa97-4085-9e31-7de8a108f723 None None] Checking router: fb2e39a6-9f57-4a40-bbd7-a6307695eafd for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:18:20.667746 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dad328b-fa97-4085-9e31-7de8a108f723 None None] Routers {'fb2e39a6-9f57-4a40-bbd7-a6307695eafd'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:18:20.668378 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-7dad328b-fa97-4085-9e31-7de8a108f723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:18:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['fb2e39a6-9f57-4a40-bbd7-a6307695eafd'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:20.729496 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-606412ee-50b8-487b-9f1e-ce593cbcef5f None None] Transition to ACTIVE for port object a4340646-48a4-47e6-9c32-8a8d3cc17acd will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:18:20.760510 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-606412ee-50b8-487b-9f1e-ce593cbcef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:20.795306 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4cb1a172-4ca1-4775-be83-46a2dea2737a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:20.907411 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 5597b945-e42a-4e16-b8b3-4802a88b3843 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:18:20.913236 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-7dad328b-fa97-4085-9e31-7de8a108f723 None None] Set router fb2e39a6-9f57-4a40-bbd7-a6307695eafd gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:18:20.988699 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606412ee-50b8-487b-9f1e-ce593cbcef5f None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:18:20.989807 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 5597b945-e42a-4e16-b8b3-4802a88b3843 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:18:20.990359 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 5597b945-e42a-4e16-b8b3-4802a88b3843 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:18:21.003763 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-606412ee-50b8-487b-9f1e-ce593cbcef5f None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:18:21.011356 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606412ee-50b8-487b-9f1e-ce593cbcef5f None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:18:21.023913 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606412ee-50b8-487b-9f1e-ce593cbcef5f None None] Pushing event updated for resources: {'Port': ['ID=a4340646-48a4-47e6-9c32-8a8d3cc17acd,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:21.059058 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e5bc93-8fc9-4147-82e5-4d558924653d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Router a679ab62-2d32-4d9a-9b11-0c1d261eec7d has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:18:21.062252 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c04460f9-6505-4db7-964e-bb870422c2f5 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:18:21.092662 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-c04460f9-6505-4db7-964e-bb870422c2f5 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] 10.222.0.50 "PUT /v2.0/routers/ecf78223-5076-4703-9e43-f1669188e149/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4494786 Oct 04 09:18:21.093712 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33612) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:21.104953 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-4ba34464-4d00-4bff-bd27-dd6abc2fe8eb tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Request body: {'port': {'network_id': '97274718-c1bd-42fd-a638-999f5ddf6554', 'name': 'tempest-FloatingIPTestJSON-1495096333'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:18:21.109094 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248fc4a9-6bf4-4e1f-bc26-f8d8d9700ce5 None None] Sync routers for ids ['ecf78223-5076-4703-9e43-f1669188e149'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:18:21.165535 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-606412ee-50b8-487b-9f1e-ce593cbcef5f None None] Attempting to bind port a4340646-48a4-47e6-9c32-8a8d3cc17acd on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:18:21.166725 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-606412ee-50b8-487b-9f1e-ce593cbcef5f None None] Attempting to bind port a4340646-48a4-47e6-9c32-8a8d3cc17acd by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:18:21.167318 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606412ee-50b8-487b-9f1e-ce593cbcef5f None None] Attempting to bind port a4340646-48a4-47e6-9c32-8a8d3cc17acd on network 7b2ac456-c702-437f-ad18-06da05465ab2 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:18:21.170276 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248fc4a9-6bf4-4e1f-bc26-f8d8d9700ce5 None None] Routers {'ecf78223-5076-4703-9e43-f1669188e149'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:18:21.171123 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-248fc4a9-6bf4-4e1f-bc26-f8d8d9700ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:18:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['ecf78223-5076-4703-9e43-f1669188e149'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:21.251766 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606412ee-50b8-487b-9f1e-ce593cbcef5f None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:18:21.252333 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606412ee-50b8-487b-9f1e-ce593cbcef5f None None] Checking segment: {'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:18:21.252856 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-606412ee-50b8-487b-9f1e-ce593cbcef5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:21.256787 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606412ee-50b8-487b-9f1e-ce593cbcef5f None None] Bound using segment: {'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:18:21.257434 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-606412ee-50b8-487b-9f1e-ce593cbcef5f None None] Bound port: a4340646-48a4-47e6-9c32-8a8d3cc17acd, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:18:21.257923 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-606412ee-50b8-487b-9f1e-ce593cbcef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:21.292251 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-7dad328b-fa97-4085-9e31-7de8a108f723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'name': 'tempest-TestNetworkBasicOps-router-1419800711', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.193'}], 'enable_snat': True}, 'gw_port_id': '9bd82293-4bab-4a4b-a307-2d52334cb934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:14:18Z', 'updated_at': '2022-10-04T09:18:17Z', 'revision_number': 7, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '9bd82293-4bab-4a4b-a307-2d52334cb934', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:74:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:14:21Z', 'updated_at': '2022-10-04T09:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:21.297253 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dad328b-fa97-4085-9e31-7de8a108f723 None None] The sync data for ids ['fb2e39a6-9f57-4a40-bbd7-a6307695eafd'] in dv-neutron-860215-1-hyperv is: [{'id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'name': 'tempest-TestNetworkBasicOps-router-1419800711', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.193'}], 'enable_snat': True}, 'gw_port_id': '9bd82293-4bab-4a4b-a307-2d52334cb934', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:14:18Z', 'updated_at': '2022-10-04T09:18:17Z', 'revision_number': 7, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '9bd82293-4bab-4a4b-a307-2d52334cb934', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:74:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2e39a6-9f57-4a40-bbd7-a6307695eafd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:14:21Z', 'updated_at': '2022-10-04T09:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:18:21.326275 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-248fc4a9-6bf4-4e1f-bc26-f8d8d9700ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:21.343184 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74c4eec-2419-4bac-b9f5-032c2877c25a None None] DHCP port deletion for 138bf702-4d39-408e-a83e-f851bcf14b73 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:18:21.364438 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-4ba34464-4d00-4bff-bd27-dd6abc2fe8eb tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:18:21.367678 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-e74c4eec-2419-4bac-b9f5-032c2877c25a None None] Deleting port 025b5d45-ade1-4ea6-b047-56cab05a5c04 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:18:21.368181 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e74c4eec-2419-4bac-b9f5-032c2877c25a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:21.375043 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-4ba34464-4d00-4bff-bd27-dd6abc2fe8eb tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Usage tracker for resource:port and tenant:a17a2e93dba34d5283d4e43f6119c8fa is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:18:21.378101 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-4cb1a172-4ca1-4775-be83-46a2dea2737a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Allocated IP 2001:db8::1 (7b2ac456-c702-437f-ad18-06da05465ab2/a7f8c18c-13f0-47f5-8701-7c05ffab4226/a73bc396-64aa-4741-9429-8ddf900934a1) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:18:21.380295 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-4ba34464-4d00-4bff-bd27-dd6abc2fe8eb tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:18:21.388535 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-4ba34464-4d00-4bff-bd27-dd6abc2fe8eb tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:18:21.404928 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248fc4a9-6bf4-4e1f-bc26-f8d8d9700ce5 None None] Routers {'ecf78223-5076-4703-9e43-f1669188e149'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:18:21.405694 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-248fc4a9-6bf4-4e1f-bc26-f8d8d9700ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:18:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['ecf78223-5076-4703-9e43-f1669188e149'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:21.416948 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba34464-4d00-4bff-bd27-dd6abc2fe8eb tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Made reservation on behalf of a17a2e93dba34d5283d4e43f6119c8fa for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:18:21.417763 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8e85ad13-0cd8-46b0-b28a-519907489bee tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:21.420367 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4ba34464-4d00-4bff-bd27-dd6abc2fe8eb tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:21.498961 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e5bc93-8fc9-4147-82e5-4d558924653d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:18:21.507448 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-67e5bc93-8fc9-4147-82e5-4d558924653d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "PUT /v2.0/routers/a679ab62-2d32-4d9a-9b11-0c1d261eec7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2037237 Oct 04 09:18:21.507668 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [None req-4ba34464-4d00-4bff-bd27-dd6abc2fe8eb tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] device_id is not set on port 1f4f765f-d73f-47f6-b188-19038022921d yet. {{(pid=89032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:18:21.508789 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33616) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:21.520102 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c870fb8b-4dc4-420d-b588-9c4f49eb9c60 None None] Sync routers for ids ['a679ab62-2d32-4d9a-9b11-0c1d261eec7d'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:18:21.530798 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c870fb8b-4dc4-420d-b588-9c4f49eb9c60 None None] Routers {'a679ab62-2d32-4d9a-9b11-0c1d261eec7d'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:18:21.531423 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-c870fb8b-4dc4-420d-b588-9c4f49eb9c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:18:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['a679ab62-2d32-4d9a-9b11-0c1d261eec7d'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:21.548484 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-248fc4a9-6bf4-4e1f-bc26-f8d8d9700ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:21.549044 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248fc4a9-6bf4-4e1f-bc26-f8d8d9700ce5 None None] The sync data for ids ['ecf78223-5076-4703-9e43-f1669188e149'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:18:21.585225 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-5410fecd-bd20-4eae-b595-479bec4e5109 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Synchronizing usage tracker for tenant:6ccb91e770a742df955dbeb81520726f on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:18:21.597086 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-606412ee-50b8-487b-9f1e-ce593cbcef5f None None] For port a4340646-48a4-47e6-9c32-8a8d3cc17acd, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:18:21.620971 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-606412ee-50b8-487b-9f1e-ce593cbcef5f None None] For port a4340646-48a4-47e6-9c32-8a8d3cc17acd, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=a4340646-48a4-47e6-9c32-8a8d3cc17acd,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:18:21.626548 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-c870fb8b-4dc4-420d-b588-9c4f49eb9c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:21.640323 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-606412ee-50b8-487b-9f1e-ce593cbcef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:21.650441 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c870fb8b-4dc4-420d-b588-9c4f49eb9c60 None None] Routers {'a679ab62-2d32-4d9a-9b11-0c1d261eec7d'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:18:21.651418 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-c870fb8b-4dc4-420d-b588-9c4f49eb9c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:18:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['a679ab62-2d32-4d9a-9b11-0c1d261eec7d'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:21.695199 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4cb1a172-4ca1-4775-be83-46a2dea2737a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:21.745558 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-4cb1a172-4ca1-4775-be83-46a2dea2737a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Transition to ACTIVE for port object a73bc396-64aa-4741-9429-8ddf900934a1 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:18:21.757981 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-4ba34464-4d00-4bff-bd27-dd6abc2fe8eb tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Allocated IP 172.20.0.12 (97274718-c1bd-42fd-a638-999f5ddf6554/9752af95-f3f1-452d-8979-6d9bd8af296f/1f4f765f-d73f-47f6-b188-19038022921d) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:18:21.814935 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-c870fb8b-4dc4-420d-b588-9c4f49eb9c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:21.815382 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c870fb8b-4dc4-420d-b588-9c4f49eb9c60 None None] The sync data for ids ['a679ab62-2d32-4d9a-9b11-0c1d261eec7d'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:18:21.863773 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606412ee-50b8-487b-9f1e-ce593cbcef5f None None] Pushing event updated for resources: {'Port': ['ID=a4340646-48a4-47e6-9c32-8a8d3cc17acd,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:21.867780 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-e74c4eec-2419-4bac-b9f5-032c2877c25a None None] For port 025b5d45-ade1-4ea6-b047-56cab05a5c04, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=025b5d45-ade1-4ea6-b047-56cab05a5c04,segment=NetworkSegment(cd2e4b2b-7587-46d9-94de-fd9dfbaf70fe),segment_id=cd2e4b2b-7587-46d9-94de-fd9dfbaf70fe)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:18:21.868260 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e74c4eec-2419-4bac-b9f5-032c2877c25a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:21.869402 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8e85ad13-0cd8-46b0-b28a-519907489bee tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:21.884322 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-5410fecd-bd20-4eae-b595-479bec4e5109 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Unset dirty status for tenant:6ccb91e770a742df955dbeb81520726f on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:18:21.890037 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-5410fecd-bd20-4eae-b595-479bec4e5109 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "GET /v2.0/ports?device_id=a679ab62-2d32-4d9a-9b11-0c1d261eec7d HTTP/1.1" status: 200 len: 205 time: 0.3801935 Oct 04 09:18:21.890692 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33620) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:21.961155 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-8e85ad13-0cd8-46b0-b28a-519907489bee tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Deleting port 9bd82293-4bab-4a4b-a307-2d52334cb934 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:18:21.961455 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8e85ad13-0cd8-46b0-b28a-519907489bee tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:22.042729 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-e74c4eec-2419-4bac-b9f5-032c2877c25a None None] Calling delete_port for 025b5d45-ade1-4ea6-b047-56cab05a5c04 owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:18:22.139774 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e74c4eec-2419-4bac-b9f5-032c2877c25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:22.174500 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4cb1a172-4ca1-4775-be83-46a2dea2737a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:22.216561 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a0e279f8-91f8-4712-ba38-adc6a99178d2 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for router, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:22.223893 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74c4eec-2419-4bac-b9f5-032c2877c25a None None] Pushing event deleted for resources: {'Port': ['ID=025b5d45-ade1-4ea6-b047-56cab05a5c04,revision_number=None']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:22.226578 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74c4eec-2419-4bac-b9f5-032c2877c25a None None] No DVR routers for this DVR port 025b5d45-ade1-4ea6-b047-56cab05a5c04 on host dv-neutron-860215-1-hyperv {{(pid=89034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:18:22.277904 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb1a172-4ca1-4775-be83-46a2dea2737a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:18:22.282552 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4ba34464-4d00-4bff-bd27-dd6abc2fe8eb tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:22.285639 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-4cb1a172-4ca1-4775-be83-46a2dea2737a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:18:22.287988 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb1a172-4ca1-4775-be83-46a2dea2737a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:18:22.288672 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4cb1a172-4ca1-4775-be83-46a2dea2737a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737202'] for router_interface, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:22.410544 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb1a172-4ca1-4775-be83-46a2dea2737a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event updated for resources: {'Port': ['ID=a73bc396-64aa-4741-9429-8ddf900934a1,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:22.502645 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4ba34464-4d00-4bff-bd27-dd6abc2fe8eb tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:22.558534 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a0e279f8-91f8-4712-ba38-adc6a99178d2 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:22.562885 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-8e85ad13-0cd8-46b0-b28a-519907489bee tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] For port 9bd82293-4bab-4a4b-a307-2d52334cb934, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=9bd82293-4bab-4a4b-a307-2d52334cb934,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:18:22.564396 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8e85ad13-0cd8-46b0-b28a-519907489bee tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:22.573314 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a0e279f8-91f8-4712-ba38-adc6a99178d2 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:22.604924 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4cb1a172-4ca1-4775-be83-46a2dea2737a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:22.618581 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba34464-4d00-4bff-bd27-dd6abc2fe8eb tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Network 97274718-c1bd-42fd-a638-999f5ddf6554 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:18:22.620971 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba34464-4d00-4bff-bd27-dd6abc2fe8eb tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Pushing event updated for resources: {'Port': ['ID=1f4f765f-d73f-47f6-b188-19038022921d,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:22.627482 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-4ba34464-4d00-4bff-bd27-dd6abc2fe8eb tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:18:22.631946 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba34464-4d00-4bff-bd27-dd6abc2fe8eb tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:18:22.704216 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-8e85ad13-0cd8-46b0-b28a-519907489bee tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Calling delete_port for 9bd82293-4bab-4a4b-a307-2d52334cb934 owned by network:router_gateway {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:18:22.752787 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a0e279f8-91f8-4712-ba38-adc6a99178d2 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:22.753307 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e279f8-91f8-4712-ba38-adc6a99178d2 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Fanout notify agent at l3_agent the message router_deleted on router a679ab62-2d32-4d9a-9b11-0c1d261eec7d {{(pid=89033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:18:22.766889 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba34464-4d00-4bff-bd27-dd6abc2fe8eb tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:22.767765 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4ba34464-4d00-4bff-bd27-dd6abc2fe8eb tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:22.770455 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a0e279f8-91f8-4712-ba38-adc6a99178d2 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:22.774489 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a0e279f8-91f8-4712-ba38-adc6a99178d2 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "DELETE /v2.0/routers/a679ab62-2d32-4d9a-9b11-0c1d261eec7d HTTP/1.1" status: 204 len: 168 time: 0.8813627 Oct 04 09:18:22.777648 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33624) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:22.850060 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-a48d4d11-e404-4679-ad35-6c1e74b44a12 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Deleting subnet 2841d522-e131-42d6-a780-fe61b0315ce2 {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:18:22.854815 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a48d4d11-e404-4679-ad35-6c1e74b44a12 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:22.919362 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device a4340646-48a4-47e6-9c32-8a8d3cc17acd up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:18:22.945163 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-4ba34464-4d00-4bff-bd27-dd6abc2fe8eb tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8472397 Oct 04 09:18:22.948440 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33628) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:22.957528 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-06c7f402-9c9d-43dc-ab0f-c5b80be991e2 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Request body: {'port': {'network_id': '97274718-c1bd-42fd-a638-999f5ddf6554', 'name': 'tempest-FloatingIPTestJSON-1032485147'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:18:23.002045 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-1bcbe63e-e45d-4079-86e6-bb1e52753bb0 None None] Provisioning for port a4340646-48a4-47e6-9c32-8a8d3cc17acd completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:18:23.026493 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port a4340646-48a4-47e6-9c32-8a8d3cc17acd completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:18:23.032975 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port a4340646-48a4-47e6-9c32-8a8d3cc17acd triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:18:23.033520 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:23.033966 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port a4340646-48a4-47e6-9c32-8a8d3cc17acd Oct 04 09:18:23.081143 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a48d4d11-e404-4679-ad35-6c1e74b44a12 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:23.177509 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port a4340646-48a4-47e6-9c32-8a8d3cc17acd is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:18:23.179254 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:23.221313 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-06c7f402-9c9d-43dc-ab0f-c5b80be991e2 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:18:23.230575 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port a4340646-48a4-47e6-9c32-8a8d3cc17acd, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=a4340646-48a4-47e6-9c32-8a8d3cc17acd,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:18:23.236337 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:23.242368 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-06c7f402-9c9d-43dc-ab0f-c5b80be991e2 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Usage tracker for resource:port and tenant:a17a2e93dba34d5283d4e43f6119c8fa is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:18:23.244649 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a48d4d11-e404-4679-ad35-6c1e74b44a12 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:23.248056 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-06c7f402-9c9d-43dc-ab0f-c5b80be991e2 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:18:23.263241 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-06c7f402-9c9d-43dc-ab0f-c5b80be991e2 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:18:23.276206 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-fa54b76f-41b6-4906-bc18-106484c685a5 None None] Provisioning for port a73bc396-64aa-4741-9429-8ddf900934a1 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:18:23.284648 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c7f402-9c9d-43dc-ab0f-c5b80be991e2 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Made reservation on behalf of a17a2e93dba34d5283d4e43f6119c8fa for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:18:23.288422 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-06c7f402-9c9d-43dc-ab0f-c5b80be991e2 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:23.299558 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-fa54b76f-41b6-4906-bc18-106484c685a5 None None] Provisioning complete for port a73bc396-64aa-4741-9429-8ddf900934a1 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:18:23.299942 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-fa54b76f-41b6-4906-bc18-106484c685a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:23.300280 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-fa54b76f-41b6-4906-bc18-106484c685a5 None None] Attempt 1 to provision port a73bc396-64aa-4741-9429-8ddf900934a1 Oct 04 09:18:23.315224 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [None req-06c7f402-9c9d-43dc-ab0f-c5b80be991e2 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] device_id is not set on port 73928fe3-05ec-4e99-bfb7-1d7f157798d7 yet. {{(pid=89032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:18:23.318465 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8e85ad13-0cd8-46b0-b28a-519907489bee tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:23.340292 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 025b5d45-ade1-4ea6-b047-56cab05a5c04 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:18:23.392447 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 025b5d45-ade1-4ea6-b047-56cab05a5c04 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:18:23.392790 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 025b5d45-ade1-4ea6-b047-56cab05a5c04 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:18:23.393217 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 95a57023-7c2b-4f2e-8f8f-f42d5e3ca393 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:18:23.395962 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4cb1a172-4ca1-4775-be83-46a2dea2737a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:23.411035 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4cb1a172-4ca1-4775-be83-46a2dea2737a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:23.411823 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4cb1a172-4ca1-4775-be83-46a2dea2737a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736777'] for router_interface, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:23.418786 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e85ad13-0cd8-46b0-b28a-519907489bee tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'Port': ['ID=9bd82293-4bab-4a4b-a307-2d52334cb934,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:23.440165 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-fa54b76f-41b6-4906-bc18-106484c685a5 None None] Port a73bc396-64aa-4741-9429-8ddf900934a1 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:18:23.440551 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 95a57023-7c2b-4f2e-8f8f-f42d5e3ca393 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:18:23.440893 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 95a57023-7c2b-4f2e-8f8f-f42d5e3ca393 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:18:23.445279 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=a4340646-48a4-47e6-9c32-8a8d3cc17acd,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:23.476627 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a48d4d11-e404-4679-ad35-6c1e74b44a12 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:23.520585 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d4d11-e404-4679-ad35-6c1e74b44a12 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event deleted for resources: {'Subnet': ['ID=2841d522-e131-42d6-a780-fe61b0315ce2,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:23.523296 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8e85ad13-0cd8-46b0-b28a-519907489bee tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737040'] for router_gateway, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:23.531918 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cf58e1-a1e0-48fe-9450-52b5726dd430 None None] Network 11cb4308-66d7-4dd1-b167-cb718a88eddb requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:18:23.566000 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a48d4d11-e404-4679-ad35-6c1e74b44a12 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:23.698991 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a48d4d11-e404-4679-ad35-6c1e74b44a12 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "DELETE /v2.0/subnets/2841d522-e131-42d6-a780-fe61b0315ce2 HTTP/1.1" status: 204 len: 168 time: 0.9202921 Oct 04 09:18:23.707131 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33632) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:23.778964 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8e85ad13-0cd8-46b0-b28a-519907489bee tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:23.781454 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8e85ad13-0cd8-46b0-b28a-519907489bee tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:23.788006 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb1a172-4ca1-4775-be83-46a2dea2737a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event updated for resources: {'Port': ['ID=a73bc396-64aa-4741-9429-8ddf900934a1,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:23.791020 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-26a3eedf-4085-4988-934b-51f0307a3a99 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Deleting subnet 80f79a52-9684-408a-a788-176ade922b0a {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:18:23.806115 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-26a3eedf-4085-4988-934b-51f0307a3a99 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:23.815344 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-06c7f402-9c9d-43dc-ab0f-c5b80be991e2 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Allocated IP 172.20.0.4 (97274718-c1bd-42fd-a638-999f5ddf6554/9752af95-f3f1-452d-8979-6d9bd8af296f/73928fe3-05ec-4e99-bfb7-1d7f157798d7) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:18:23.818916 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb1a172-4ca1-4775-be83-46a2dea2737a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:18:23.821262 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-4cb1a172-4ca1-4775-be83-46a2dea2737a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:18:23.827862 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9ee9a9-addb-499c-8fd3-97fafecc4366 None None] DHCP port deletion for 11cb4308-66d7-4dd1-b167-cb718a88eddb request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:18:23.834464 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-3b9ee9a9-addb-499c-8fd3-97fafecc4366 None None] Deleting port cc1ecfac-c879-4dd3-9993-6ac804d0aeb5 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:18:23.835544 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-3b9ee9a9-addb-499c-8fd3-97fafecc4366 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:23.853592 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8e85ad13-0cd8-46b0-b28a-519907489bee tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:23.854133 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e85ad13-0cd8-46b0-b28a-519907489bee tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Fanout notify agent at l3_agent the message router_deleted on router fb2e39a6-9f57-4a40-bbd7-a6307695eafd {{(pid=89033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:18:23.872755 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8e85ad13-0cd8-46b0-b28a-519907489bee tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:23.874138 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-8e85ad13-0cd8-46b0-b28a-519907489bee tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "DELETE /v2.0/routers/fb2e39a6-9f57-4a40-bbd7-a6307695eafd HTTP/1.1" status: 204 len: 168 time: 3.2391973 Oct 04 09:18:23.877627 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-26a3eedf-4085-4988-934b-51f0307a3a99 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:23.891375 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33636) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:23.942160 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-fa54b76f-41b6-4906-bc18-106484c685a5 None None] Attempt 2 to provision port a73bc396-64aa-4741-9429-8ddf900934a1 Oct 04 09:18:24.014600 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-26a3eedf-4085-4988-934b-51f0307a3a99 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:24.114489 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-26a3eedf-4085-4988-934b-51f0307a3a99 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:24.156296 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a3eedf-4085-4988-934b-51f0307a3a99 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event deleted for resources: {'Subnet': ['ID=80f79a52-9684-408a-a788-176ade922b0a,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:24.162463 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-26a3eedf-4085-4988-934b-51f0307a3a99 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:24.171270 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-26a3eedf-4085-4988-934b-51f0307a3a99 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "DELETE /v2.0/subnets/80f79a52-9684-408a-a788-176ade922b0a HTTP/1.1" status: 204 len: 168 time: 0.4631298 Oct 04 09:18:24.173182 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33640) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:24.183096 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714cff77-e2bb-4d01-9cca-d44f3e8bda82 None None] Network ec30777c-0e46-49a1-b294-18d875bd7f46 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:18:24.289895 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7c7c9760-30a9-4467-9f35-46434e7a6fe5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:24.295736 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-fa54b76f-41b6-4906-bc18-106484c685a5 None None] Port a73bc396-64aa-4741-9429-8ddf900934a1 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:18:24.297330 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-3b9ee9a9-addb-499c-8fd3-97fafecc4366 None None] For port cc1ecfac-c879-4dd3-9993-6ac804d0aeb5, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=cc1ecfac-c879-4dd3-9993-6ac804d0aeb5,segment=NetworkSegment(dc2eb72f-8eb8-49f8-8ab9-66e82a6528aa),segment_id=dc2eb72f-8eb8-49f8-8ab9-66e82a6528aa)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:18:24.298384 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-3b9ee9a9-addb-499c-8fd3-97fafecc4366 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:24.299660 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cbc677bd-b3bd-4020-bb18-10bc1d01f40e tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:24.311129 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-cbc677bd-b3bd-4020-bb18-10bc1d01f40e tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Deleting port cc1ecfac-c879-4dd3-9993-6ac804d0aeb5 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:18:24.312540 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cbc677bd-b3bd-4020-bb18-10bc1d01f40e tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:24.312701 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cb1a172-4ca1-4775-be83-46a2dea2737a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Router e5f01cb4-06f8-457f-9385-dde0275e9cdd is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:18:24.439390 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-3b9ee9a9-addb-499c-8fd3-97fafecc4366 None None] Calling delete_port for cc1ecfac-c879-4dd3-9993-6ac804d0aeb5 owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:18:24.546792 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-cbc677bd-b3bd-4020-bb18-10bc1d01f40e tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] For port cc1ecfac-c879-4dd3-9993-6ac804d0aeb5, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=cc1ecfac-c879-4dd3-9993-6ac804d0aeb5,segment=NetworkSegment(dc2eb72f-8eb8-49f8-8ab9-66e82a6528aa),segment_id=dc2eb72f-8eb8-49f8-8ab9-66e82a6528aa)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:18:24.547235 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cbc677bd-b3bd-4020-bb18-10bc1d01f40e tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:24.607998 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-3b9ee9a9-addb-499c-8fd3-97fafecc4366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:24.642707 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7c7c9760-30a9-4467-9f35-46434e7a6fe5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:24.659678 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb1a172-4ca1-4775-be83-46a2dea2737a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:18:24.661381 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ee9a9-addb-499c-8fd3-97fafecc4366 None None] Pushing event deleted for resources: {'Port': ['ID=cc1ecfac-c879-4dd3-9993-6ac804d0aeb5,revision_number=None']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:24.663297 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9ee9a9-addb-499c-8fd3-97fafecc4366 None None] No DVR routers for this DVR port cc1ecfac-c879-4dd3-9993-6ac804d0aeb5 on host dv-neutron-860215-1-hyperv {{(pid=89034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:18:24.670748 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-06c7f402-9c9d-43dc-ab0f-c5b80be991e2 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:24.679536 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37941317-61db-43df-b877-2215bea290c2 None None] Sync routers for ids ['e5f01cb4-06f8-457f-9385-dde0275e9cdd'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:18:24.691044 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-cbc677bd-b3bd-4020-bb18-10bc1d01f40e tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Calling delete_port for cc1ecfac-c879-4dd3-9993-6ac804d0aeb5 owned by network:dhcp {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:18:24.700942 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37941317-61db-43df-b877-2215bea290c2 None None] Routers {'e5f01cb4-06f8-457f-9385-dde0275e9cdd'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:18:24.703797 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-37941317-61db-43df-b877-2215bea290c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:18:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['e5f01cb4-06f8-457f-9385-dde0275e9cdd'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:24.719665 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-4cb1a172-4ca1-4775-be83-46a2dea2737a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "PUT /v2.0/routers/e5f01cb4-06f8-457f-9385-dde0275e9cdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7579596 Oct 04 09:18:24.722639 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-7c7c9760-30a9-4467-9f35-46434e7a6fe5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['138bf702-4d39-408e-a83e-f851bcf14b73']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:24.729882 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33644) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:24.782891 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-7c7c9760-30a9-4467-9f35-46434e7a6fe5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd2e4b2b-7587-46d9-94de-fd9dfbaf70fe') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:24.782891 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-7c7c9760-30a9-4467-9f35-46434e7a6fe5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd2e4b2b-7587-46d9-94de-fd9dfbaf70fe') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:24.785849 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.db.api [None req-cbc677bd-b3bd-4020-bb18-10bc1d01f40e tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:18:24.786270 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG oslo_db.api [None req-cbc677bd-b3bd-4020-bb18-10bc1d01f40e tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:18:24.803157 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7c7c9760-30a9-4467-9f35-46434e7a6fe5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:24.811135 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-fa54b76f-41b6-4906-bc18-106484c685a5 None None] Attempt 3 to provision port a73bc396-64aa-4741-9429-8ddf900934a1 Oct 04 09:18:24.837008 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7c7c9760-30a9-4467-9f35-46434e7a6fe5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:24.840894 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525e3dd9-7e43-4a9b-9964-69575f140648 None None] DHCP port deletion for ec30777c-0e46-49a1-b294-18d875bd7f46 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:18:24.859391 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61c6953-63c0-45a9-9fc7-25ed027599db tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:24.860582 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-f61c6953-63c0-45a9-9fc7-25ed027599db tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Synchronizing usage tracker for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:18:24.863452 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c7c9760-30a9-4467-9f35-46434e7a6fe5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:18:24.863862 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7c7c9760-30a9-4467-9f35-46434e7a6fe5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:24.888892 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-06c7f402-9c9d-43dc-ab0f-c5b80be991e2 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:24.913592 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-525e3dd9-7e43-4a9b-9964-69575f140648 None None] Deleting port 2045b43f-3165-4bdb-8b3f-6a4fc9a8ce67 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:18:24.913963 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-525e3dd9-7e43-4a9b-9964-69575f140648 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:24.937089 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device a4340646-48a4-47e6-9c32-8a8d3cc17acd up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:18:24.941851 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment cd2e4b2b-7587-46d9-94de-fd9dfbaf70fe resource provider aggregate not found Oct 04 09:18:25.009547 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment cd2e4b2b-7587-46d9-94de-fd9dfbaf70fe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cd2e4b2b-7587-46d9-94de-fd9dfbaf70fe found for delete ", "request_id": "req-a2760d86-524b-4e86-932e-d48bc9d3046d"}]} Oct 04 09:18:25.041163 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-f61c6953-63c0-45a9-9fc7-25ed027599db tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Unset dirty status for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:18:25.042332 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-f61c6953-63c0-45a9-9fc7-25ed027599db tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/ports/a73bc396-64aa-4741-9429-8ddf900934a1 HTTP/1.1" status: 200 len: 911 time: 0.3104174 Oct 04 09:18:25.043615 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-fa54b76f-41b6-4906-bc18-106484c685a5 None None] Port a73bc396-64aa-4741-9429-8ddf900934a1 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:18:25.044752 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c7f402-9c9d-43dc-ab0f-c5b80be991e2 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Network 97274718-c1bd-42fd-a638-999f5ddf6554 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:18:25.048243 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33652) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:25.048897 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-06c7f402-9c9d-43dc-ab0f-c5b80be991e2 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:18:25.053337 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c7f402-9c9d-43dc-ab0f-c5b80be991e2 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:18:25.085257 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7c7c9760-30a9-4467-9f35-46434e7a6fe5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:25.112417 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-37941317-61db-43df-b877-2215bea290c2 None None] Set router e5f01cb4-06f8-457f-9385-dde0275e9cdd gateway port host: None {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:18:25.112648 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7c7c9760-30a9-4467-9f35-46434e7a6fe5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:25.125096 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c7f402-9c9d-43dc-ab0f-c5b80be991e2 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Pushing event updated for resources: {'Port': ['ID=73928fe3-05ec-4e99-bfb7-1d7f157798d7,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:25.142958 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7c9760-30a9-4467-9f35-46434e7a6fe5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'Network': ['ID=138bf702-4d39-408e-a83e-f851bcf14b73,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:25.151450 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-7c7c9760-30a9-4467-9f35-46434e7a6fe5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "DELETE /v2.0/networks/138bf702-4d39-408e-a83e-f851bcf14b73 HTTP/1.1" status: 204 len: 168 time: 1.2557065 Oct 04 09:18:25.176472 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c7f402-9c9d-43dc-ab0f-c5b80be991e2 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:25.176472 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-06c7f402-9c9d-43dc-ab0f-c5b80be991e2 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:25.177814 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33656) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:25.184608 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-46f82e2f-750f-40aa-8858-c3bbe7efd2af tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'network': {'name': 'tempest-network-smoke--2095672804', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'port_security_enabled': True}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:18:25.199694 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-46f82e2f-750f-40aa-8858-c3bbe7efd2af tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:18:25.206144 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-46f82e2f-750f-40aa-8858-c3bbe7efd2af tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:network and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:18:25.209569 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-46f82e2f-750f-40aa-8858-c3bbe7efd2af tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:18:25.213004 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-06c7f402-9c9d-43dc-ab0f-c5b80be991e2 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2635720 Oct 04 09:18:25.216507 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33660) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:25.217121 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-46f82e2f-750f-40aa-8858-c3bbe7efd2af tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:18:25.226620 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f82e2f-750f-40aa-8858-c3bbe7efd2af tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Made reservation on behalf of 78fb12e86c5f40beb578bfb97002b5c9 for: {'network': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:18:25.229533 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-eca08e67-fdf9-40b8-92a5-697284b264c8 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Request body: {'floatingip': {'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'port_id': '73928fe3-05ec-4e99-bfb7-1d7f157798d7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:18:25.230333 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-46f82e2f-750f-40aa-8858-c3bbe7efd2af tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:25.238151 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-eca08e67-fdf9-40b8-92a5-697284b264c8 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:18:25.250028 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-eca08e67-fdf9-40b8-92a5-697284b264c8 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Usage tracker for resource:floatingip and tenant:a17a2e93dba34d5283d4e43f6119c8fa is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:18:25.255444 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-eca08e67-fdf9-40b8-92a5-697284b264c8 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:18:25.262135 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-eca08e67-fdf9-40b8-92a5-697284b264c8 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:18:25.263126 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46f82e2f-750f-40aa-8858-c3bbe7efd2af tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=89032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:18:25.277348 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-46f82e2f-750f-40aa-8858-c3bbe7efd2af tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:25.278019 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.segments_db [None req-46f82e2f-750f-40aa-8858-c3bbe7efd2af tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Added segment feeeb55f-1f3a-425b-ac86-a79280e0f4bb of type vlan for network f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad Oct 04 09:18:25.278767 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-eca08e67-fdf9-40b8-92a5-697284b264c8 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for floatingip, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:25.295560 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-cbc677bd-b3bd-4020-bb18-10bc1d01f40e tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Deleting port cc1ecfac-c879-4dd3-9993-6ac804d0aeb5 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:18:25.295903 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cbc677bd-b3bd-4020-bb18-10bc1d01f40e tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:25.314594 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-46f82e2f-750f-40aa-8858-c3bbe7efd2af tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:25.339620 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a145535-52bd-4804-9dbf-40fc24a6aebf tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:25.345477 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a145535-52bd-4804-9dbf-40fc24a6aebf tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:25.347052 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-3a145535-52bd-4804-9dbf-40fc24a6aebf tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2975447 Oct 04 09:18:25.348405 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port a4340646-48a4-47e6-9c32-8a8d3cc17acd triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:18:25.349210 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-46f82e2f-750f-40aa-8858-c3bbe7efd2af tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:25.349460 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:25.350018 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port a4340646-48a4-47e6-9c32-8a8d3cc17acd Oct 04 09:18:25.354814 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33664) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:25.355847 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f82e2f-750f-40aa-8858-c3bbe7efd2af tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:25.356835 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-46f82e2f-750f-40aa-8858-c3bbe7efd2af tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:25.502245 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-cbc677bd-b3bd-4020-bb18-10bc1d01f40e tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] The port 'cc1ecfac-c879-4dd3-9993-6ac804d0aeb5' was deleted {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 04 09:18:25.577374 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-fa54b76f-41b6-4906-bc18-106484c685a5 None None] Attempt 4 to provision port a73bc396-64aa-4741-9429-8ddf900934a1 Oct 04 09:18:25.603193 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-46f82e2f-750f-40aa-8858-c3bbe7efd2af tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4220207 Oct 04 09:18:25.605759 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33668) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:25.613234 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-f3433207-30ec-4251-a617-aefe96bd89e4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1072555171', 'admin_state_up': True, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:18:25.623387 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f82e2f-750f-40aa-8858-c3bbe7efd2af tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Network': ['ID=f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:25.627564 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-f3433207-30ec-4251-a617-aefe96bd89e4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:18:25.631956 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-f3433207-30ec-4251-a617-aefe96bd89e4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:router and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:18:25.637438 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-f3433207-30ec-4251-a617-aefe96bd89e4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:18:25.643725 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-f3433207-30ec-4251-a617-aefe96bd89e4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:18:25.655196 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f3433207-30ec-4251-a617-aefe96bd89e4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:25.656503 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f3433207-30ec-4251-a617-aefe96bd89e4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:25.656676 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:18:25.680688 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f3433207-30ec-4251-a617-aefe96bd89e4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:25.680944 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-525e3dd9-7e43-4a9b-9964-69575f140648 None None] For port 2045b43f-3165-4bdb-8b3f-6a4fc9a8ce67, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=2045b43f-3165-4bdb-8b3f-6a4fc9a8ce67,segment=NetworkSegment(158ac1a1-1560-4632-9903-4ff269f35bb4),segment_id=158ac1a1-1560-4632-9903-4ff269f35bb4)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:18:25.681317 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-525e3dd9-7e43-4a9b-9964-69575f140648 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:25.809187 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cbc677bd-b3bd-4020-bb18-10bc1d01f40e tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:25.876243 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-fa54b76f-41b6-4906-bc18-106484c685a5 None None] Port a73bc396-64aa-4741-9429-8ddf900934a1 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:18:25.925140 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-cbc677bd-b3bd-4020-bb18-10bc1d01f40e tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11cb4308-66d7-4dd1-b167-cb718a88eddb']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:25.948192 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-cbc677bd-b3bd-4020-bb18-10bc1d01f40e tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc2eb72f-8eb8-49f8-8ab9-66e82a6528aa') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:25.948192 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-cbc677bd-b3bd-4020-bb18-10bc1d01f40e tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc2eb72f-8eb8-49f8-8ab9-66e82a6528aa') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:25.954462 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-525e3dd9-7e43-4a9b-9964-69575f140648 None None] Calling delete_port for 2045b43f-3165-4bdb-8b3f-6a4fc9a8ce67 owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:18:25.989967 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f3433207-30ec-4251-a617-aefe96bd89e4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:26.002758 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cbc677bd-b3bd-4020-bb18-10bc1d01f40e tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:26.039905 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cbc677bd-b3bd-4020-bb18-10bc1d01f40e tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:26.051811 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbc677bd-b3bd-4020-bb18-10bc1d01f40e tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:18:26.052204 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cbc677bd-b3bd-4020-bb18-10bc1d01f40e tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:26.126197 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-eca08e67-fdf9-40b8-92a5-697284b264c8 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:26.160805 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port a4340646-48a4-47e6-9c32-8a8d3cc17acd is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:18:26.169169 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment dc2eb72f-8eb8-49f8-8ab9-66e82a6528aa resource provider aggregate not found Oct 04 09:18:26.184316 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-525e3dd9-7e43-4a9b-9964-69575f140648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:26.211266 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment dc2eb72f-8eb8-49f8-8ab9-66e82a6528aa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dc2eb72f-8eb8-49f8-8ab9-66e82a6528aa found for delete ", "request_id": "req-dbd75a79-9c37-467f-ae15-a8d77172e3a0"}]} Oct 04 09:18:26.235555 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cbc677bd-b3bd-4020-bb18-10bc1d01f40e tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:26.240012 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cbc677bd-b3bd-4020-bb18-10bc1d01f40e tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:26.242055 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525e3dd9-7e43-4a9b-9964-69575f140648 None None] Pushing event deleted for resources: {'Port': ['ID=2045b43f-3165-4bdb-8b3f-6a4fc9a8ce67,revision_number=None']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:26.252007 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525e3dd9-7e43-4a9b-9964-69575f140648 None None] No DVR routers for this DVR port 2045b43f-3165-4bdb-8b3f-6a4fc9a8ce67 on host dv-neutron-860215-1-hyperv {{(pid=89034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:18:26.276769 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 2045b43f-3165-4bdb-8b3f-6a4fc9a8ce67 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:18:26.322026 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc677bd-b3bd-4020-bb18-10bc1d01f40e tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event deleted for resources: {'Network': ['ID=11cb4308-66d7-4dd1-b167-cb718a88eddb,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:26.326676 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 2045b43f-3165-4bdb-8b3f-6a4fc9a8ce67 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:18:26.327022 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 2045b43f-3165-4bdb-8b3f-6a4fc9a8ce67 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:18:26.327441 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device cc1ecfac-c879-4dd3-9993-6ac804d0aeb5 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:18:26.360942 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f3433207-30ec-4251-a617-aefe96bd89e4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router_gateway, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:26.365426 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: cc1ecfac-c879-4dd3-9993-6ac804d0aeb5 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:18:26.365957 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device cc1ecfac-c879-4dd3-9993-6ac804d0aeb5 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:18:26.366178 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 9bd82293-4bab-4a4b-a307-2d52334cb934 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:18:26.374746 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-cbc677bd-b3bd-4020-bb18-10bc1d01f40e tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "DELETE /v2.0/networks/11cb4308-66d7-4dd1-b167-cb718a88eddb HTTP/1.1" status: 204 len: 168 time: 2.2011335 Oct 04 09:18:26.382441 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33676) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:26.401060 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-fa54b76f-41b6-4906-bc18-106484c685a5 None None] Attempt 5 to provision port a73bc396-64aa-4741-9429-8ddf900934a1 Oct 04 09:18:26.401294 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f3433207-30ec-4251-a617-aefe96bd89e4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:26.448677 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 9bd82293-4bab-4a4b-a307-2d52334cb934 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:18:26.449048 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 9bd82293-4bab-4a4b-a307-2d52334cb934 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:18:26.451438 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-37941317-61db-43df-b877-2215bea290c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f01cb4-06f8-457f-9385-dde0275e9cdd', 'name': 'tempest-NetworksTestDHCPv6-router-1704864684', 'tenant_id': '3f91eae3af914b3ca9ea34a1eaa482e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:18:19Z', 'updated_at': '2022-10-04T09:18:22Z', 'revision_number': 2, 'project_id': '3f91eae3af914b3ca9ea34a1eaa482e2', 'gw_port_host': None, '_interfaces': [{'id': 'a73bc396-64aa-4741-9429-8ddf900934a1', 'name': '', 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'tenant_id': '3f91eae3af914b3ca9ea34a1eaa482e2', 'mac_address': 'fa:16:3e:62:1d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f01cb4-06f8-457f-9385-dde0275e9cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'a7f8c18c-13f0-47f5-8701-7c05ffab4226', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:18:21Z', 'updated_at': '2022-10-04T09:18:23Z', 'revision_number': 2, 'project_id': '3f91eae3af914b3ca9ea34a1eaa482e2', 'subnets': [{'id': 'a7f8c18c-13f0-47f5-8701-7c05ffab4226', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:26.463982 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37941317-61db-43df-b877-2215bea290c2 None None] Checking router: e5f01cb4-06f8-457f-9385-dde0275e9cdd for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:18:26.464336 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37941317-61db-43df-b877-2215bea290c2 None None] Updating router e5f01cb4-06f8-457f-9385-dde0275e9cdd port a73bc396-64aa-4741-9429-8ddf900934a1 binding host dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:18:26.512906 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-eca08e67-fdf9-40b8-92a5-697284b264c8 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Allocated IP 172.26.10.224 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/c52d91a3-c289-4626-9dd3-3d4b8bfc5282) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:18:26.513135 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-fa54b76f-41b6-4906-bc18-106484c685a5 None None] Port a73bc396-64aa-4741-9429-8ddf900934a1 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:18:26.528318 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-37941317-61db-43df-b877-2215bea290c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:26.759321 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-bb2ffb9a-57a4-4229-8632-2805a528aa89 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:26.854290 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-41360dab-db4d-43c4-b179-ee1af170a6d2 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736827'] for router_interface, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:26.891753 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-37941317-61db-43df-b877-2215bea290c2 None None] Notify callbacks [] for port, precommit_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:26.903119 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-37941317-61db-43df-b877-2215bea290c2 None None] Transition to ACTIVE for port object a73bc396-64aa-4741-9429-8ddf900934a1 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:18:26.911805 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-37941317-61db-43df-b877-2215bea290c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:27.018363 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-fa54b76f-41b6-4906-bc18-106484c685a5 None None] Attempt 6 to provision port a73bc396-64aa-4741-9429-8ddf900934a1 Oct 04 09:18:27.109252 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-eca08e67-fdf9-40b8-92a5-697284b264c8 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:27.124070 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-bb2ffb9a-57a4-4229-8632-2805a528aa89 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:27.200287 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdd1448-e0a7-4dac-b543-02b215f4a78a None None] Pushing event updated for resources: {'Port': ['ID=a73bc396-64aa-4741-9429-8ddf900934a1,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:27.223429 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-fa54b76f-41b6-4906-bc18-106484c685a5 None None] Port a73bc396-64aa-4741-9429-8ddf900934a1 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:18:27.224153 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-37941317-61db-43df-b877-2215bea290c2 None None] Attempting to bind port a73bc396-64aa-4741-9429-8ddf900934a1 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:18:27.224554 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-37941317-61db-43df-b877-2215bea290c2 None None] Attempting to bind port a73bc396-64aa-4741-9429-8ddf900934a1 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:18:27.224913 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37941317-61db-43df-b877-2215bea290c2 None None] Attempting to bind port a73bc396-64aa-4741-9429-8ddf900934a1 on network 7b2ac456-c702-437f-ad18-06da05465ab2 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:18:27.230160 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37941317-61db-43df-b877-2215bea290c2 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:18:27.230532 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37941317-61db-43df-b877-2215bea290c2 None None] Checking segment: {'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:18:27.230929 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-37941317-61db-43df-b877-2215bea290c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:27.231318 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37941317-61db-43df-b877-2215bea290c2 None None] Bound using segment: {'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:18:27.231775 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-37941317-61db-43df-b877-2215bea290c2 None None] Bound port: a73bc396-64aa-4741-9429-8ddf900934a1, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:18:27.232143 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-37941317-61db-43df-b877-2215bea290c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:27.248491 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-bb2ffb9a-57a4-4229-8632-2805a528aa89 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec30777c-0e46-49a1-b294-18d875bd7f46']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:27.269789 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-bb2ffb9a-57a4-4229-8632-2805a528aa89 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '158ac1a1-1560-4632-9903-4ff269f35bb4') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:27.269997 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-bb2ffb9a-57a4-4229-8632-2805a528aa89 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '158ac1a1-1560-4632-9903-4ff269f35bb4') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:27.285723 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-bb2ffb9a-57a4-4229-8632-2805a528aa89 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:27.309305 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-bb2ffb9a-57a4-4229-8632-2805a528aa89 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:27.319382 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-37941317-61db-43df-b877-2215bea290c2 None None] For port a73bc396-64aa-4741-9429-8ddf900934a1, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:18:27.320560 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb2ffb9a-57a4-4229-8632-2805a528aa89 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:18:27.320954 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-bb2ffb9a-57a4-4229-8632-2805a528aa89 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:27.322931 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-37941317-61db-43df-b877-2215bea290c2 None None] For port a73bc396-64aa-4741-9429-8ddf900934a1, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=a73bc396-64aa-4741-9429-8ddf900934a1,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:18:27.327892 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-37941317-61db-43df-b877-2215bea290c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:27.343781 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-eca08e67-fdf9-40b8-92a5-697284b264c8 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:27.389706 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-f3433207-30ec-4251-a617-aefe96bd89e4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Allocated IP 172.26.10.169 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/fcc15711-ade6-4347-beb9-53b0f31313b4) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:18:27.392048 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37941317-61db-43df-b877-2215bea290c2 None None] Routers {'e5f01cb4-06f8-457f-9385-dde0275e9cdd'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:18:27.392791 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-37941317-61db-43df-b877-2215bea290c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:18:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['e5f01cb4-06f8-457f-9385-dde0275e9cdd'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:27.482990 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-41360dab-db4d-43c4-b179-ee1af170a6d2 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Deleting port a73bc396-64aa-4741-9429-8ddf900934a1 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:18:27.482990 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-41360dab-db4d-43c4-b179-ee1af170a6d2 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:27.531538 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca08e67-fdf9-40b8-92a5-697284b264c8 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:18:27.536477 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdd1448-e0a7-4dac-b543-02b215f4a78a None None] Pushing event updated for resources: {'Port': ['ID=a73bc396-64aa-4741-9429-8ddf900934a1,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:27.541361 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-bb2ffb9a-57a4-4229-8632-2805a528aa89 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:27.545595 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-bb2ffb9a-57a4-4229-8632-2805a528aa89 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:27.560735 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-34306b89-0f86-469e-810a-d3f6bcc0791e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:27.566452 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-37941317-61db-43df-b877-2215bea290c2 None None] Set router e5f01cb4-06f8-457f-9385-dde0275e9cdd gateway port host: None {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:18:27.567002 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f3433207-30ec-4251-a617-aefe96bd89e4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:27.572653 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-eca08e67-fdf9-40b8-92a5-697284b264c8 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:18:27.575021 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca08e67-fdf9-40b8-92a5-697284b264c8 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:18:27.597841 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f3433207-30ec-4251-a617-aefe96bd89e4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:27.607331 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca08e67-fdf9-40b8-92a5-697284b264c8 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Pushing event updated for resources: {'Port': ['ID=c52d91a3-c289-4626-9dd3-3d4b8bfc5282,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:27.628397 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-bb2ffb9a-57a4-4229-8632-2805a528aa89 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "DELETE /v2.0/networks/ec30777c-0e46-49a1-b294-18d875bd7f46 HTTP/1.1" status: 204 len: 168 time: 1.2438304 Oct 04 09:18:27.629624 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ffb9a-57a4-4229-8632-2805a528aa89 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event deleted for resources: {'Network': ['ID=ec30777c-0e46-49a1-b294-18d875bd7f46,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:27.656425 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33680) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:27.674382 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3433207-30ec-4251-a617-aefe96bd89e4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:18:27.677643 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-f3433207-30ec-4251-a617-aefe96bd89e4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:18:27.680057 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3433207-30ec-4251-a617-aefe96bd89e4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:18:27.728547 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-fa54b76f-41b6-4906-bc18-106484c685a5 None None] Attempt 7 to provision port a73bc396-64aa-4741-9429-8ddf900934a1 Oct 04 09:18:27.728850 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-e855941e-56a3-43ca-86a6-0f8a3112b53f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Request body: {'network': {'name': 'tempest-RoutersTest-117563546'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:18:27.732064 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3433207-30ec-4251-a617-aefe96bd89e4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Port': ['ID=fcc15711-ade6-4347-beb9-53b0f31313b4,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:27.735963 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-e855941e-56a3-43ca-86a6-0f8a3112b53f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:18:27.741134 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-e855941e-56a3-43ca-86a6-0f8a3112b53f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Usage tracker for resource:network and tenant:6ccb91e770a742df955dbeb81520726f is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:18:27.744238 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-e855941e-56a3-43ca-86a6-0f8a3112b53f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:18:27.751891 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-e855941e-56a3-43ca-86a6-0f8a3112b53f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:18:27.831574 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e855941e-56a3-43ca-86a6-0f8a3112b53f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Made reservation on behalf of 6ccb91e770a742df955dbeb81520726f for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:18:27.835265 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e855941e-56a3-43ca-86a6-0f8a3112b53f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:27.890697 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-fa54b76f-41b6-4906-bc18-106484c685a5 None None] Port a73bc396-64aa-4741-9429-8ddf900934a1 had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 09:18:27.959128 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-37941317-61db-43df-b877-2215bea290c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f01cb4-06f8-457f-9385-dde0275e9cdd', 'name': 'tempest-NetworksTestDHCPv6-router-1704864684', 'tenant_id': '3f91eae3af914b3ca9ea34a1eaa482e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:18:19Z', 'updated_at': '2022-10-04T09:18:22Z', 'revision_number': 2, 'project_id': '3f91eae3af914b3ca9ea34a1eaa482e2', 'gw_port_host': None, '_interfaces': [{'id': 'a73bc396-64aa-4741-9429-8ddf900934a1', 'name': '', 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'tenant_id': '3f91eae3af914b3ca9ea34a1eaa482e2', 'mac_address': 'fa:16:3e:62:1d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f01cb4-06f8-457f-9385-dde0275e9cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'a7f8c18c-13f0-47f5-8701-7c05ffab4226', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:18:21Z', 'updated_at': '2022-10-04T09:18:27Z', 'revision_number': 4, 'project_id': '3f91eae3af914b3ca9ea34a1eaa482e2', 'subnets': [{'id': 'a7f8c18c-13f0-47f5-8701-7c05ffab4226', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:27.963180 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37941317-61db-43df-b877-2215bea290c2 None None] The sync data for ids ['e5f01cb4-06f8-457f-9385-dde0275e9cdd'] in dv-neutron-860215-1-hyperv is: [{'id': 'e5f01cb4-06f8-457f-9385-dde0275e9cdd', 'name': 'tempest-NetworksTestDHCPv6-router-1704864684', 'tenant_id': '3f91eae3af914b3ca9ea34a1eaa482e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:18:19Z', 'updated_at': '2022-10-04T09:18:22Z', 'revision_number': 2, 'project_id': '3f91eae3af914b3ca9ea34a1eaa482e2', 'gw_port_host': None, '_interfaces': [{'id': 'a73bc396-64aa-4741-9429-8ddf900934a1', 'name': '', 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'tenant_id': '3f91eae3af914b3ca9ea34a1eaa482e2', 'mac_address': 'fa:16:3e:62:1d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f01cb4-06f8-457f-9385-dde0275e9cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': 'a7f8c18c-13f0-47f5-8701-7c05ffab4226', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:18:21Z', 'updated_at': '2022-10-04T09:18:27Z', 'revision_number': 4, 'project_id': '3f91eae3af914b3ca9ea34a1eaa482e2', 'subnets': [{'id': 'a7f8c18c-13f0-47f5-8701-7c05ffab4226', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:18:27.966251 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-41360dab-db4d-43c4-b179-ee1af170a6d2 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] For port a73bc396-64aa-4741-9429-8ddf900934a1, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=a73bc396-64aa-4741-9429-8ddf900934a1,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:18:27.966764 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-41360dab-db4d-43c4-b179-ee1af170a6d2 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:27.986749 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e855941e-56a3-43ca-86a6-0f8a3112b53f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:18:28.112962 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-41360dab-db4d-43c4-b179-ee1af170a6d2 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Calling delete_port for a73bc396-64aa-4741-9429-8ddf900934a1 owned by network:router_interface {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:18:28.265480 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f3433207-30ec-4251-a617-aefe96bd89e4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router_gateway, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:28.300250 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e855941e-56a3-43ca-86a6-0f8a3112b53f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:28.300663 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-e855941e-56a3-43ca-86a6-0f8a3112b53f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Added segment f0a04d18-b535-476b-95ec-9c0483a9be94 of type vlan for network 8b42a47a-a617-4d16-9f34-e8d92af8af4b Oct 04 09:18:28.329329 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 158ac1a1-1560-4632-9903-4ff269f35bb4 resource provider aggregate not found Oct 04 09:18:28.422806 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 158ac1a1-1560-4632-9903-4ff269f35bb4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 158ac1a1-1560-4632-9903-4ff269f35bb4 found for delete ", "request_id": "req-f7b143f0-8391-45fb-8712-5af7b8aa7a8d"}]} Oct 04 09:18:28.434780 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e855941e-56a3-43ca-86a6-0f8a3112b53f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:28.594411 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e855941e-56a3-43ca-86a6-0f8a3112b53f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:28.600065 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e855941e-56a3-43ca-86a6-0f8a3112b53f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:28.601054 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e855941e-56a3-43ca-86a6-0f8a3112b53f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:28.633856 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f3433207-30ec-4251-a617-aefe96bd89e4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:28.761748 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-e855941e-56a3-43ca-86a6-0f8a3112b53f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1041234 Oct 04 09:18:28.769743 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33688) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:28.780008 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e855941e-56a3-43ca-86a6-0f8a3112b53f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event updated for resources: {'Network': ['ID=8b42a47a-a617-4d16-9f34-e8d92af8af4b,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:28.788324 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-9e507dfe-366d-4f2e-8a91-a641e5cc93ce tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Request body: {'subnet': {'network_id': '8b42a47a-a617-4d16-9f34-e8d92af8af4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:18:28.798324 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 8b42a47a-a617-4d16-9f34-e8d92af8af4b details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:18:28.867252 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3433207-30ec-4251-a617-aefe96bd89e4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Router 1c6bc5fb-2ea7-45d5-8f91-713613593805 is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:18:28.920820 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-41360dab-db4d-43c4-b179-ee1af170a6d2 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:28.925267 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device a73bc396-64aa-4741-9429-8ddf900934a1 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:18:28.963327 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: a73bc396-64aa-4741-9429-8ddf900934a1 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:18:28.963819 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device a73bc396-64aa-4741-9429-8ddf900934a1 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Oct 04 09:18:29.013550 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Port a73bc396-64aa-4741-9429-8ddf900934a1 not found, will not notify nova. {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Oct 04 09:18:29.030022 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-9e507dfe-366d-4f2e-8a91-a641e5cc93ce tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:18:29.032683 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41360dab-db4d-43c4-b179-ee1af170a6d2 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event deleted for resources: {'Port': ['ID=a73bc396-64aa-4741-9429-8ddf900934a1,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:29.043457 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-9e507dfe-366d-4f2e-8a91-a641e5cc93ce tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Usage tracker for resource:subnet and tenant:6ccb91e770a742df955dbeb81520726f is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:18:29.052603 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-9e507dfe-366d-4f2e-8a91-a641e5cc93ce tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:18:29.075074 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3433207-30ec-4251-a617-aefe96bd89e4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:18:29.086776 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34b7f2a-bbb2-412c-a152-402e7bdf942e None None] Sync routers for ids ['1c6bc5fb-2ea7-45d5-8f91-713613593805'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:18:29.097254 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34b7f2a-bbb2-412c-a152-402e7bdf942e None None] Routers {'1c6bc5fb-2ea7-45d5-8f91-713613593805'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:18:29.098112 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-b34b7f2a-bbb2-412c-a152-402e7bdf942e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:18:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['1c6bc5fb-2ea7-45d5-8f91-713613593805'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:29.118096 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f3433207-30ec-4251-a617-aefe96bd89e4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:29.122173 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-f3433207-30ec-4251-a617-aefe96bd89e4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.5138538 Oct 04 09:18:29.122429 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33692) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:29.126847 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-9e507dfe-366d-4f2e-8a91-a641e5cc93ce tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:18:29.179611 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-8fb0586d-da6a-48d9-b2f1-192c2473a39e tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=78fb12e86c5f40beb578bfb97002b5c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0551207 Oct 04 09:18:29.181564 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33696) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:29.223684 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-41360dab-db4d-43c4-b179-ee1af170a6d2 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736911'] for router_interface, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:29.228578 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e507dfe-366d-4f2e-8a91-a641e5cc93ce tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Made reservation on behalf of 6ccb91e770a742df955dbeb81520726f for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:18:29.232101 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9e507dfe-366d-4f2e-8a91-a641e5cc93ce tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:29.333558 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a0ccf6-0d00-4db3-a29f-441f96fa5b90 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:29.337599 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-73a0ccf6-0d00-4db3-a29f-441f96fa5b90 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1526780 Oct 04 09:18:29.338264 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33700) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:29.347662 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-b34b7f2a-bbb2-412c-a152-402e7bdf942e None None] Set router 1c6bc5fb-2ea7-45d5-8f91-713613593805 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:18:29.386350 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-82a2d2a8-8518-400b-9e2a-80ffcab01e9a tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=f33938cd-879e-4461-9b5e-aa67b746b6bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0448666 Oct 04 09:18:29.387563 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33704) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:29.395122 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-fa3d940a-e005-456d-be60-0fad3871e7a0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2139320686', 'network_id': 'f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:18:29.510638 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-fa3d940a-e005-456d-be60-0fad3871e7a0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:18:29.514592 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-fa3d940a-e005-456d-be60-0fad3871e7a0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:subnet and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:18:29.517862 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-fa3d940a-e005-456d-be60-0fad3871e7a0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:18:29.524122 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-fa3d940a-e005-456d-be60-0fad3871e7a0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:18:29.535473 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3d940a-e005-456d-be60-0fad3871e7a0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Made reservation on behalf of 78fb12e86c5f40beb578bfb97002b5c9 for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:18:29.539712 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fa3d940a-e005-456d-be60-0fad3871e7a0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:29.553510 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-eca08e67-fdf9-40b8-92a5-697284b264c8 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:29.642292 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41360dab-db4d-43c4-b179-ee1af170a6d2 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Router e5f01cb4-06f8-457f-9385-dde0275e9cdd has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:18:29.652125 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-b34b7f2a-bbb2-412c-a152-402e7bdf942e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6bc5fb-2ea7-45d5-8f91-713613593805', 'name': 'tempest-TestNetworkBasicOps-router-1072555171', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.169'}], 'enable_snat': True}, 'gw_port_id': 'fcc15711-ade6-4347-beb9-53b0f31313b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:18:25Z', 'updated_at': '2022-10-04T09:18:27Z', 'revision_number': 3, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': 'fcc15711-ade6-4347-beb9-53b0f31313b4', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a0:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6bc5fb-2ea7-45d5-8f91-713613593805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:18:26Z', 'updated_at': '2022-10-04T09:18:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:29.657274 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34b7f2a-bbb2-412c-a152-402e7bdf942e None None] Checking router: 1c6bc5fb-2ea7-45d5-8f91-713613593805 for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:18:29.657818 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34b7f2a-bbb2-412c-a152-402e7bdf942e None None] Updating router 1c6bc5fb-2ea7-45d5-8f91-713613593805 port fcc15711-ade6-4347-beb9-53b0f31313b4 binding host dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:18:29.734454 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-b34b7f2a-bbb2-412c-a152-402e7bdf942e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:29.878846 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fa3d940a-e005-456d-be60-0fad3871e7a0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:29.972914 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3d940a-e005-456d-be60-0fad3871e7a0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Checking segment: {'id': 'feeeb55f-1f3a-425b-ac86-a79280e0f4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:18:29.973260 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3d940a-e005-456d-be60-0fad3871e7a0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Network hostable DHCP agents. Network: f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:18:29.978795 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3d940a-e005-456d-be60-0fad3871e7a0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Subnet': ['ID=a61b1a39-1108-4545-af3e-5ddb6b99bc9d,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:29.997056 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3d940a-e005-456d-be60-0fad3871e7a0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Network f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:18:30.006488 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-eca08e67-fdf9-40b8-92a5-697284b264c8 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:30.007522 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-fa3d940a-e005-456d-be60-0fad3871e7a0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:18:30.013113 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3d940a-e005-456d-be60-0fad3871e7a0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:30.013788 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fa3d940a-e005-456d-be60-0fad3871e7a0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:30.019812 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5d2673-43ed-4de7-adf5-c6f2a9de46ac None None] Network f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:18:30.043482 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-fa3d940a-e005-456d-be60-0fad3871e7a0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6541398 Oct 04 09:18:30.045928 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33708) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:30.076299 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41360dab-db4d-43c4-b179-ee1af170a6d2 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:18:30.103249 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-b34b7f2a-bbb2-412c-a152-402e7bdf942e None None] Notify callbacks [] for port, precommit_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:30.111062 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d522280b-5112-4b80-ac1c-5955eab3767e None None] Sync routers for ids ['e5f01cb4-06f8-457f-9385-dde0275e9cdd'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:18:30.117526 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.provisioning_blocks [None req-b34b7f2a-bbb2-412c-a152-402e7bdf942e None None] Transition to ACTIVE for port object fcc15711-ade6-4347-beb9-53b0f31313b4 will not be triggered until provisioned by entity L2. {{(pid=89035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:18:30.129078 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-41360dab-db4d-43c4-b179-ee1af170a6d2 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "PUT /v2.0/routers/e5f01cb4-06f8-457f-9385-dde0275e9cdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7730260 Oct 04 09:18:30.130427 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-b34b7f2a-bbb2-412c-a152-402e7bdf942e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:30.132942 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33712) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:30.141210 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d522280b-5112-4b80-ac1c-5955eab3767e None None] Routers {'e5f01cb4-06f8-457f-9385-dde0275e9cdd'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:18:30.142047 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-d522280b-5112-4b80-ac1c-5955eab3767e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:18:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['e5f01cb4-06f8-457f-9385-dde0275e9cdd'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:30.203250 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6209a5ba-e69c-4bc9-9f1b-f6ad3d3cd109 None None] Pushing event updated for resources: {'Port': ['ID=fcc15711-ade6-4347-beb9-53b0f31313b4,revision_number=2']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:30.213894 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6209a5ba-e69c-4bc9-9f1b-f6ad3d3cd109 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:18:30.214287 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6209a5ba-e69c-4bc9-9f1b-f6ad3d3cd109 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:18:30.214623 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6209a5ba-e69c-4bc9-9f1b-f6ad3d3cd109 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:18:30.214952 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6209a5ba-e69c-4bc9-9f1b-f6ad3d3cd109 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:18:30.215331 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6209a5ba-e69c-4bc9-9f1b-f6ad3d3cd109 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:18:30.215661 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6209a5ba-e69c-4bc9-9f1b-f6ad3d3cd109 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:18:30.215981 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6209a5ba-e69c-4bc9-9f1b-f6ad3d3cd109 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:18:30.216297 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6209a5ba-e69c-4bc9-9f1b-f6ad3d3cd109 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:18:30.216640 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6209a5ba-e69c-4bc9-9f1b-f6ad3d3cd109 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:18:30.216956 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6209a5ba-e69c-4bc9-9f1b-f6ad3d3cd109 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:18:30.217315 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6209a5ba-e69c-4bc9-9f1b-f6ad3d3cd109 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:18:30.217630 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6209a5ba-e69c-4bc9-9f1b-f6ad3d3cd109 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:18:30.224026 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-b34b7f2a-bbb2-412c-a152-402e7bdf942e None None] Attempting to bind port fcc15711-ade6-4347-beb9-53b0f31313b4 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:18:30.224314 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-b34b7f2a-bbb2-412c-a152-402e7bdf942e None None] Attempting to bind port fcc15711-ade6-4347-beb9-53b0f31313b4 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:18:30.224694 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34b7f2a-bbb2-412c-a152-402e7bdf942e None None] Attempting to bind port fcc15711-ade6-4347-beb9-53b0f31313b4 on network f33938cd-879e-4461-9b5e-aa67b746b6bd {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:18:30.230233 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34b7f2a-bbb2-412c-a152-402e7bdf942e None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:18:30.230599 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34b7f2a-bbb2-412c-a152-402e7bdf942e None None] Checking segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:18:30.230989 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-b34b7f2a-bbb2-412c-a152-402e7bdf942e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:30.231365 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34b7f2a-bbb2-412c-a152-402e7bdf942e None None] Bound using segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:18:30.231814 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-b34b7f2a-bbb2-412c-a152-402e7bdf942e None None] Bound port: fcc15711-ade6-4347-beb9-53b0f31313b4, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:18:30.232237 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-b34b7f2a-bbb2-412c-a152-402e7bdf942e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:30.306475 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9e507dfe-366d-4f2e-8a91-a641e5cc93ce tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:30.317777 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-b34b7f2a-bbb2-412c-a152-402e7bdf942e None None] For port fcc15711-ade6-4347-beb9-53b0f31313b4, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:18:30.319435 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-d522280b-5112-4b80-ac1c-5955eab3767e None None] Set router e5f01cb4-06f8-457f-9385-dde0275e9cdd gateway port host: None {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:18:30.320665 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a9927b-b30c-454b-abc9-80fd0157dc30 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:30.322014 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-b34b7f2a-bbb2-412c-a152-402e7bdf942e None None] For port fcc15711-ade6-4347-beb9-53b0f31313b4, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=fcc15711-ade6-4347-beb9-53b0f31313b4,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:18:30.322485 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a9927b-b30c-454b-abc9-80fd0157dc30 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:30.323875 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-22a9927b-b30c-454b-abc9-80fd0157dc30 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Synchronizing usage tracker for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:subnet {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:18:30.328382 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-b34b7f2a-bbb2-412c-a152-402e7bdf942e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:30.350854 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-22a9927b-b30c-454b-abc9-80fd0157dc30 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Unset dirty status for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:subnet {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:18:30.352341 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-22a9927b-b30c-454b-abc9-80fd0157dc30 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2183309 Oct 04 09:18:30.355858 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33716) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:30.404192 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-eca08e67-fdf9-40b8-92a5-697284b264c8 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:30.420531 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-eca08e67-fdf9-40b8-92a5-697284b264c8 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:30.424157 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6209a5ba-e69c-4bc9-9f1b-f6ad3d3cd109 None None] Pushing event updated for resources: {'Port': ['ID=fcc15711-ade6-4347-beb9-53b0f31313b4,revision_number=3']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:30.432197 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34b7f2a-bbb2-412c-a152-402e7bdf942e None None] Routers {'1c6bc5fb-2ea7-45d5-8f91-713613593805'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:18:30.433269 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-b34b7f2a-bbb2-412c-a152-402e7bdf942e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:18:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['1c6bc5fb-2ea7-45d5-8f91-713613593805'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:30.447506 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e507dfe-366d-4f2e-8a91-a641e5cc93ce tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event updated for resources: {'Subnet': ['ID=c9a91afc-594c-423d-942a-866452484aa4,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:30.470416 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f9a5807-9f8a-473c-8b11-ccb2ed3d23f1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Deleting subnet a7f8c18c-13f0-47f5-8701-7c05ffab4226 {{(pid=89032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:18:30.473986 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3f9a5807-9f8a-473c-8b11-ccb2ed3d23f1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:30.526557 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e507dfe-366d-4f2e-8a91-a641e5cc93ce tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Checking segment: {'id': 'f0a04d18-b535-476b-95ec-9c0483a9be94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8b42a47a-a617-4d16-9f34-e8d92af8af4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:18:30.526980 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e507dfe-366d-4f2e-8a91-a641e5cc93ce tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Network hostable DHCP agents. Network: 8b42a47a-a617-4d16-9f34-e8d92af8af4b, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:18:30.544629 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3f9a5807-9f8a-473c-8b11-ccb2ed3d23f1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885153'] for subnet, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:30.557434 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca08e67-fdf9-40b8-92a5-697284b264c8 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Pushing event updated for resources: {'Port': ['ID=c52d91a3-c289-4626-9dd3-3d4b8bfc5282,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:30.563256 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-eca08e67-fdf9-40b8-92a5-697284b264c8 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:30.593579 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-9462eba6-f945-44c2-ab20-08da27ba67f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:30.601362 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-d522280b-5112-4b80-ac1c-5955eab3767e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f01cb4-06f8-457f-9385-dde0275e9cdd', 'name': 'tempest-NetworksTestDHCPv6-router-1704864684', 'tenant_id': '3f91eae3af914b3ca9ea34a1eaa482e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:18:19Z', 'updated_at': '2022-10-04T09:18:28Z', 'revision_number': 3, 'project_id': '3f91eae3af914b3ca9ea34a1eaa482e2', 'gw_port_host': None}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:30.607677 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d522280b-5112-4b80-ac1c-5955eab3767e None None] Checking router: e5f01cb4-06f8-457f-9385-dde0275e9cdd for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:18:30.617089 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645d8585-6f8c-416c-a3a5-abd25cdffb58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad', 'network_id': 'f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ips': [{'subnet_id': 'a61b1a39-1108-4545-af3e-5ddb6b99bc9d'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:18:30.618179 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-645d8585-6f8c-416c-a3a5-abd25cdffb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:30.644667 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-b34b7f2a-bbb2-412c-a152-402e7bdf942e None None] Set router 1c6bc5fb-2ea7-45d5-8f91-713613593805 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:18:30.647731 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d522280b-5112-4b80-ac1c-5955eab3767e None None] Routers {'e5f01cb4-06f8-457f-9385-dde0275e9cdd'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:18:30.648575 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-d522280b-5112-4b80-ac1c-5955eab3767e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:18:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['e5f01cb4-06f8-457f-9385-dde0275e9cdd'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:30.651301 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e507dfe-366d-4f2e-8a91-a641e5cc93ce tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Network 8b42a47a-a617-4d16-9f34-e8d92af8af4b is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:18:30.662468 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3f9a5807-9f8a-473c-8b11-ccb2ed3d23f1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:30.727278 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-9e507dfe-366d-4f2e-8a91-a641e5cc93ce tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 8b42a47a-a617-4d16-9f34-e8d92af8af4b) {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:18:30.732749 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e507dfe-366d-4f2e-8a91-a641e5cc93ce tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:30.733663 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9e507dfe-366d-4f2e-8a91-a641e5cc93ce tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:30.798113 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-9e507dfe-366d-4f2e-8a91-a641e5cc93ce tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0251739 Oct 04 09:18:30.798875 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33720) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:30.806739 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-76335a9b-f20b-49cc-838f-cb8e30b6a06d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1511758355', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:18:30.818229 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.l3_db [None req-eca08e67-fdf9-40b8-92a5-697284b264c8 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Floating IP 4e0929e8-198f-4b4a-bb0c-b98c181880ab associated. External IP: 172.26.10.224, port: 73928fe3-05ec-4e99-bfb7-1d7f157798d7. Oct 04 09:18:30.888643 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3f9a5807-9f8a-473c-8b11-ccb2ed3d23f1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:30.889223 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-d522280b-5112-4b80-ac1c-5955eab3767e None None] Set router e5f01cb4-06f8-457f-9385-dde0275e9cdd gateway port host: None {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:18:30.899610 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-76335a9b-f20b-49cc-838f-cb8e30b6a06d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:18:30.920019 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-76335a9b-f20b-49cc-838f-cb8e30b6a06d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Usage tracker for resource:router and tenant:6ccb91e770a742df955dbeb81520726f is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:18:30.926196 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-76335a9b-f20b-49cc-838f-cb8e30b6a06d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:18:30.934669 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-76335a9b-f20b-49cc-838f-cb8e30b6a06d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:18:30.967866 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9a5807-9f8a-473c-8b11-ccb2ed3d23f1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event deleted for resources: {'Subnet': ['ID=a7f8c18c-13f0-47f5-8701-7c05ffab4226,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:30.982964 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3f9a5807-9f8a-473c-8b11-ccb2ed3d23f1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:30.991011 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-b34b7f2a-bbb2-412c-a152-402e7bdf942e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6bc5fb-2ea7-45d5-8f91-713613593805', 'name': 'tempest-TestNetworkBasicOps-router-1072555171', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.169'}], 'enable_snat': True}, 'gw_port_id': 'fcc15711-ade6-4347-beb9-53b0f31313b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:18:25Z', 'updated_at': '2022-10-04T09:18:27Z', 'revision_number': 3, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': 'fcc15711-ade6-4347-beb9-53b0f31313b4', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a0:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6bc5fb-2ea7-45d5-8f91-713613593805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:18:26Z', 'updated_at': '2022-10-04T09:18:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:30.995652 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34b7f2a-bbb2-412c-a152-402e7bdf942e None None] The sync data for ids ['1c6bc5fb-2ea7-45d5-8f91-713613593805'] in dv-neutron-860215-1-hyperv is: [{'id': '1c6bc5fb-2ea7-45d5-8f91-713613593805', 'name': 'tempest-TestNetworkBasicOps-router-1072555171', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.169'}], 'enable_snat': True}, 'gw_port_id': 'fcc15711-ade6-4347-beb9-53b0f31313b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:18:25Z', 'updated_at': '2022-10-04T09:18:27Z', 'revision_number': 3, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': 'fcc15711-ade6-4347-beb9-53b0f31313b4', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a0:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6bc5fb-2ea7-45d5-8f91-713613593805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:18:26Z', 'updated_at': '2022-10-04T09:18:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:18:31.018096 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-76335a9b-f20b-49cc-838f-cb8e30b6a06d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:31.018096 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-76335a9b-f20b-49cc-838f-cb8e30b6a06d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:31.029130 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e264afc-e0fe-429d-9845-7b446c95d9a7 None None] Network 8b42a47a-a617-4d16-9f34-e8d92af8af4b requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:18:31.042644 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd8d9c9-b63a-4b97-80cf-2d6ccb615e4c None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:18:31.060965 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-76335a9b-f20b-49cc-838f-cb8e30b6a06d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:31.062907 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-d522280b-5112-4b80-ac1c-5955eab3767e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f01cb4-06f8-457f-9385-dde0275e9cdd', 'name': 'tempest-NetworksTestDHCPv6-router-1704864684', 'tenant_id': '3f91eae3af914b3ca9ea34a1eaa482e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:18:19Z', 'updated_at': '2022-10-04T09:18:28Z', 'revision_number': 3, 'project_id': '3f91eae3af914b3ca9ea34a1eaa482e2', 'gw_port_host': None}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:31.078647 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-3f9a5807-9f8a-473c-8b11-ccb2ed3d23f1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/subnets/a7f8c18c-13f0-47f5-8701-7c05ffab4226 HTTP/1.1" status: 204 len: 168 time: 0.7216647 Oct 04 09:18:31.089496 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33724) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:31.170785 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-76335a9b-f20b-49cc-838f-cb8e30b6a06d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:31.217561 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:31.233451 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d522280b-5112-4b80-ac1c-5955eab3767e None None] The sync data for ids ['e5f01cb4-06f8-457f-9385-dde0275e9cdd'] in dv-neutron-860215-1-hyperv is: [{'id': 'e5f01cb4-06f8-457f-9385-dde0275e9cdd', 'name': 'tempest-NetworksTestDHCPv6-router-1704864684', 'tenant_id': '3f91eae3af914b3ca9ea34a1eaa482e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:18:19Z', 'updated_at': '2022-10-04T09:18:28Z', 'revision_number': 3, 'project_id': '3f91eae3af914b3ca9ea34a1eaa482e2', 'gw_port_host': None}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:18:31.262587 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-76335a9b-f20b-49cc-838f-cb8e30b6a06d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:31.267327 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-76335a9b-f20b-49cc-838f-cb8e30b6a06d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4651415 Oct 04 09:18:31.268046 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33728) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:31.278312 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:31.299550 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-65851019-cb21-4985-9d9c-07d04ee92d15 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Request body: {'port': {'network_id': '8b42a47a-a617-4d16-9f34-e8d92af8af4b', 'name': 'tempest-RoutersTest-1532934669'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:18:31.345070 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-9d8e5ace-79d4-463c-95cc-26c0daa08e26 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Synchronizing usage tracker for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:router {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:18:31.433052 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-9d8e5ace-79d4-463c-95cc-26c0daa08e26 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Unset dirty status for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:router {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:18:31.434256 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-9d8e5ace-79d4-463c-95cc-26c0daa08e26 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3438308 Oct 04 09:18:31.437348 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33732) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:31.548376 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-645d8585-6f8c-416c-a3a5-abd25cdffb58 None None] Allocated IP 172.20.0.2 (f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad/a61b1a39-1108-4545-af3e-5ddb6b99bc9d/89ad63bc-e384-4b82-99e8-b825af268b47) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:18:31.553934 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eca08e67-fdf9-40b8-92a5-697284b264c8 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Router ecf78223-5076-4703-9e43-f1669188e149 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:18:31.713605 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-65851019-cb21-4985-9d9c-07d04ee92d15 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:18:31.717777 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-65851019-cb21-4985-9d9c-07d04ee92d15 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Usage tracker for resource:port and tenant:6ccb91e770a742df955dbeb81520726f is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:18:31.723558 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-65851019-cb21-4985-9d9c-07d04ee92d15 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:18:31.729707 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-65851019-cb21-4985-9d9c-07d04ee92d15 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:18:31.794216 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-02389732-515d-42d4-8ae2-2b3154d3cc95 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for router, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:31.819075 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65851019-cb21-4985-9d9c-07d04ee92d15 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Made reservation on behalf of 6ccb91e770a742df955dbeb81520726f for: {'port': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:18:31.823123 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-65851019-cb21-4985-9d9c-07d04ee92d15 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:31.902611 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [None req-65851019-cb21-4985-9d9c-07d04ee92d15 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] device_id is not set on port f7f6018e-37fb-4103-b234-440b5d97dd9f yet. {{(pid=89033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:18:31.924807 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc19506-f8a8-4c26-b360-6dd83dece489 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-8b42a47a-a617-4d16-9f34-e8d92af8af4b', 'network_id': '8b42a47a-a617-4d16-9f34-e8d92af8af4b', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'fixed_ips': [{'subnet_id': 'c9a91afc-594c-423d-942a-866452484aa4'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:18:31.925981 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ccc19506-f8a8-4c26-b360-6dd83dece489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:31.949163 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca08e67-fdf9-40b8-92a5-697284b264c8 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:18:31.961784 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a00b188-7a5a-42ca-bf7f-bcd29cc6ba2f None None] Sync routers for ids ['ecf78223-5076-4703-9e43-f1669188e149'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:18:31.987223 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a00b188-7a5a-42ca-bf7f-bcd29cc6ba2f None None] Routers {'ecf78223-5076-4703-9e43-f1669188e149'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:18:31.988279 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-1a00b188-7a5a-42ca-bf7f-bcd29cc6ba2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:18:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['ecf78223-5076-4703-9e43-f1669188e149'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:32.009909 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-645d8585-6f8c-416c-a3a5-abd25cdffb58 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:32.024395 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-eca08e67-fdf9-40b8-92a5-697284b264c8 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:32.124061 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-645d8585-6f8c-416c-a3a5-abd25cdffb58 None None] Transition to ACTIVE for port object 89ad63bc-e384-4b82-99e8-b825af268b47 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:18:32.152112 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-645d8585-6f8c-416c-a3a5-abd25cdffb58 None None] Transition to ACTIVE for port object 89ad63bc-e384-4b82-99e8-b825af268b47 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:18:32.156864 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71585fb8-6ad9-4b4f-b0a5-7fc176e4d861 None None] DHCP port deletion for 7b2ac456-c702-437f-ad18-06da05465ab2 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:18:32.162736 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-1a00b188-7a5a-42ca-bf7f-bcd29cc6ba2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:32.180977 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a00b188-7a5a-42ca-bf7f-bcd29cc6ba2f None None] Routers {'ecf78223-5076-4703-9e43-f1669188e149'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:18:32.181656 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-1a00b188-7a5a-42ca-bf7f-bcd29cc6ba2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:18:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['ecf78223-5076-4703-9e43-f1669188e149'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:32.186119 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-645d8585-6f8c-416c-a3a5-abd25cdffb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:32.192158 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-eca08e67-fdf9-40b8-92a5-697284b264c8 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 6.9679179 Oct 04 09:18:32.195611 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-71585fb8-6ad9-4b4f-b0a5-7fc176e4d861 None None] Deleting port a4340646-48a4-47e6-9c32-8a8d3cc17acd {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:18:32.195986 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-71585fb8-6ad9-4b4f-b0a5-7fc176e4d861 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:32.200438 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33736) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:32.242128 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-65851019-cb21-4985-9d9c-07d04ee92d15 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Allocated IP 172.20.0.10 (8b42a47a-a617-4d16-9f34-e8d92af8af4b/c9a91afc-594c-423d-942a-866452484aa4/f7f6018e-37fb-4103-b234-440b5d97dd9f) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:18:32.253948 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-dd8e55c1-dba4-4e7d-8e78-a9d251d00464 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:18:32.290502 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-1a00b188-7a5a-42ca-bf7f-bcd29cc6ba2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:32.290918 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a00b188-7a5a-42ca-bf7f-bcd29cc6ba2f None None] The sync data for ids ['ecf78223-5076-4703-9e43-f1669188e149'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:18:32.371246 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-02389732-515d-42d4-8ae2-2b3154d3cc95 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:32.378288 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-02389732-515d-42d4-8ae2-2b3154d3cc95 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:32.397738 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645d8585-6f8c-416c-a3a5-abd25cdffb58 None None] Pushing event updated for resources: {'Port': ['ID=89ad63bc-e384-4b82-99e8-b825af268b47,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:32.437344 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645d8585-6f8c-416c-a3a5-abd25cdffb58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:18:32.437695 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645d8585-6f8c-416c-a3a5-abd25cdffb58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:18:32.438104 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645d8585-6f8c-416c-a3a5-abd25cdffb58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:18:32.438532 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645d8585-6f8c-416c-a3a5-abd25cdffb58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:18:32.438901 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645d8585-6f8c-416c-a3a5-abd25cdffb58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:18:32.439296 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645d8585-6f8c-416c-a3a5-abd25cdffb58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:18:32.439686 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645d8585-6f8c-416c-a3a5-abd25cdffb58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:18:32.440017 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645d8585-6f8c-416c-a3a5-abd25cdffb58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:18:32.440397 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645d8585-6f8c-416c-a3a5-abd25cdffb58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:18:32.440725 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645d8585-6f8c-416c-a3a5-abd25cdffb58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:18:32.441047 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645d8585-6f8c-416c-a3a5-abd25cdffb58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:18:32.441434 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645d8585-6f8c-416c-a3a5-abd25cdffb58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:18:32.451267 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645d8585-6f8c-416c-a3a5-abd25cdffb58 None None] Network f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:18:32.457086 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-dd8e55c1-dba4-4e7d-8e78-a9d251d00464 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for floatingip, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:32.457254 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:32.462598 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-645d8585-6f8c-416c-a3a5-abd25cdffb58 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:18:32.489312 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645d8585-6f8c-416c-a3a5-abd25cdffb58 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:18:32.537622 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-02389732-515d-42d4-8ae2-2b3154d3cc95 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:32.538240 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02389732-515d-42d4-8ae2-2b3154d3cc95 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Fanout notify agent at l3_agent the message router_deleted on router e5f01cb4-06f8-457f-9385-dde0275e9cdd {{(pid=89032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:18:32.567709 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-df409e05-1e3c-4afe-9afd-5aa9ab8e52bd tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:32.569224 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-65851019-cb21-4985-9d9c-07d04ee92d15 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:32.597222 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-65851019-cb21-4985-9d9c-07d04ee92d15 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Transition to ACTIVE for port object f7f6018e-37fb-4103-b234-440b5d97dd9f will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:18:32.637540 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-65851019-cb21-4985-9d9c-07d04ee92d15 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:32.664288 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-02389732-515d-42d4-8ae2-2b3154d3cc95 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:32.668316 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-02389732-515d-42d4-8ae2-2b3154d3cc95 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/routers/e5f01cb4-06f8-457f-9385-dde0275e9cdd HTTP/1.1" status: 204 len: 168 time: 1.2272735 Oct 04 09:18:32.691506 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33740) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:32.723839 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65851019-cb21-4985-9d9c-07d04ee92d15 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Network 8b42a47a-a617-4d16-9f34-e8d92af8af4b is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:18:32.729034 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-5cb72261-f7b3-47c7-a64d-a43849db5901 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'subnet': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:18:32.791614 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-645d8585-6f8c-416c-a3a5-abd25cdffb58 None None] Attempting to bind port 89ad63bc-e384-4b82-99e8-b825af268b47 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:18:32.792231 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-645d8585-6f8c-416c-a3a5-abd25cdffb58 None None] Attempting to bind port 89ad63bc-e384-4b82-99e8-b825af268b47 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'feeeb55f-1f3a-425b-ac86-a79280e0f4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:18:32.792781 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645d8585-6f8c-416c-a3a5-abd25cdffb58 None None] Attempting to bind port 89ad63bc-e384-4b82-99e8-b825af268b47 on network f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:18:32.831384 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645d8585-6f8c-416c-a3a5-abd25cdffb58 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:18:32.832218 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645d8585-6f8c-416c-a3a5-abd25cdffb58 None None] Checking segment: {'id': 'feeeb55f-1f3a-425b-ac86-a79280e0f4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:18:32.832218 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-645d8585-6f8c-416c-a3a5-abd25cdffb58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:32.832541 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645d8585-6f8c-416c-a3a5-abd25cdffb58 None None] Bound using segment: {'id': 'feeeb55f-1f3a-425b-ac86-a79280e0f4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:18:32.833215 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-645d8585-6f8c-416c-a3a5-abd25cdffb58 None None] Bound port: 89ad63bc-e384-4b82-99e8-b825af268b47, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feeeb55f-1f3a-425b-ac86-a79280e0f4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:18:32.833370 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-645d8585-6f8c-416c-a3a5-abd25cdffb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:32.867698 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-ccc19506-f8a8-4c26-b360-6dd83dece489 None None] Allocated IP 172.20.0.2 (8b42a47a-a617-4d16-9f34-e8d92af8af4b/c9a91afc-594c-423d-942a-866452484aa4/8ffeccde-704b-4193-93a4-4ce147e7b43e) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:18:32.907939 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-71585fb8-6ad9-4b4f-b0a5-7fc176e4d861 None None] For port a4340646-48a4-47e6-9c32-8a8d3cc17acd, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=a4340646-48a4-47e6-9c32-8a8d3cc17acd,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:18:32.908380 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-71585fb8-6ad9-4b4f-b0a5-7fc176e4d861 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:32.926726 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-65851019-cb21-4985-9d9c-07d04ee92d15 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:18:32.933671 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device fcc15711-ade6-4347-beb9-53b0f31313b4 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:18:32.943793 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65851019-cb21-4985-9d9c-07d04ee92d15 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:18:32.982022 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-5cb72261-f7b3-47c7-a64d-a43849db5901 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:18:32.987763 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-5cb72261-f7b3-47c7-a64d-a43849db5901 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Usage tracker for resource:subnet and tenant:3f91eae3af914b3ca9ea34a1eaa482e2 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:18:32.990490 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-dd8e55c1-dba4-4e7d-8e78-a9d251d00464 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:32.990766 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-5cb72261-f7b3-47c7-a64d-a43849db5901 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:18:33.017111 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-5cb72261-f7b3-47c7-a64d-a43849db5901 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:18:33.035982 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65851019-cb21-4985-9d9c-07d04ee92d15 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event updated for resources: {'Port': ['ID=f7f6018e-37fb-4103-b234-440b5d97dd9f,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:33.036197 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-dd8e55c1-dba4-4e7d-8e78-a9d251d00464 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:33.036545 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.l3_db [None req-dd8e55c1-dba4-4e7d-8e78-a9d251d00464 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Floating IP 4e0929e8-198f-4b4a-bb0c-b98c181880ab disassociated. External IP: 172.26.10.224, port: 73928fe3-05ec-4e99-bfb7-1d7f157798d7. Oct 04 09:18:33.051486 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65851019-cb21-4985-9d9c-07d04ee92d15 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:33.052879 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-65851019-cb21-4985-9d9c-07d04ee92d15 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:33.057890 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb72261-f7b3-47c7-a64d-a43849db5901 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Made reservation on behalf of 3f91eae3af914b3ca9ea34a1eaa482e2 for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:18:33.061196 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5cb72261-f7b3-47c7-a64d-a43849db5901 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:33.158139 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-65851019-cb21-4985-9d9c-07d04ee92d15 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8776329 Oct 04 09:18:33.158808 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33744) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:33.247216 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-71585fb8-6ad9-4b4f-b0a5-7fc176e4d861 None None] Calling delete_port for a4340646-48a4-47e6-9c32-8a8d3cc17acd owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:18:33.376298 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port fcc15711-ade6-4347-beb9-53b0f31313b4 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:18:33.437665 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-645d8585-6f8c-416c-a3a5-abd25cdffb58 None None] For port 89ad63bc-e384-4b82-99e8-b825af268b47, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:18:33.443774 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port fcc15711-ade6-4347-beb9-53b0f31313b4 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:18:33.444341 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:33.444904 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port fcc15711-ade6-4347-beb9-53b0f31313b4 Oct 04 09:18:33.574642 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-645d8585-6f8c-416c-a3a5-abd25cdffb58 None None] For port 89ad63bc-e384-4b82-99e8-b825af268b47, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=89ad63bc-e384-4b82-99e8-b825af268b47,segment=NetworkSegment(feeeb55f-1f3a-425b-ac86-a79280e0f4bb),segment_id=feeeb55f-1f3a-425b-ac86-a79280e0f4bb)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:18:33.590666 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-71585fb8-6ad9-4b4f-b0a5-7fc176e4d861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:33.649974 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-645d8585-6f8c-416c-a3a5-abd25cdffb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:33.667079 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-df409e05-1e3c-4afe-9afd-5aa9ab8e52bd tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Allocated IP 172.20.0.1 (f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad/a61b1a39-1108-4545-af3e-5ddb6b99bc9d/08c39d5d-e369-4c83-b516-240585d258b0) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:18:33.678703 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71585fb8-6ad9-4b4f-b0a5-7fc176e4d861 None None] Pushing event deleted for resources: {'Port': ['ID=a4340646-48a4-47e6-9c32-8a8d3cc17acd,revision_number=None']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:33.693842 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71585fb8-6ad9-4b4f-b0a5-7fc176e4d861 None None] No DVR routers for this DVR port a4340646-48a4-47e6-9c32-8a8d3cc17acd on host dv-neutron-860215-1-hyperv {{(pid=89034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:18:33.839525 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ccc19506-f8a8-4c26-b360-6dd83dece489 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:33.864075 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd8e55c1-dba4-4e7d-8e78-a9d251d00464 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Router ecf78223-5076-4703-9e43-f1669188e149 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:18:33.883686 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-ccc19506-f8a8-4c26-b360-6dd83dece489 None None] Transition to ACTIVE for port object 8ffeccde-704b-4193-93a4-4ce147e7b43e will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:18:33.931662 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645d8585-6f8c-416c-a3a5-abd25cdffb58 None None] Pushing event updated for resources: {'Port': ['ID=89ad63bc-e384-4b82-99e8-b825af268b47,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:33.943155 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-ccc19506-f8a8-4c26-b360-6dd83dece489 None None] Transition to ACTIVE for port object 8ffeccde-704b-4193-93a4-4ce147e7b43e will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:18:33.948443 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port fcc15711-ade6-4347-beb9-53b0f31313b4 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:18:33.948836 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:33.957723 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ccc19506-f8a8-4c26-b360-6dd83dece489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:34.014836 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-df409e05-1e3c-4afe-9afd-5aa9ab8e52bd tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:34.034617 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port fcc15711-ade6-4347-beb9-53b0f31313b4, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=fcc15711-ade6-4347-beb9-53b0f31313b4,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:18:34.045365 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc19506-f8a8-4c26-b360-6dd83dece489 None None] Network 8b42a47a-a617-4d16-9f34-e8d92af8af4b is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:18:34.049072 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-ccc19506-f8a8-4c26-b360-6dd83dece489 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:18:34.051236 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:34.055038 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc19506-f8a8-4c26-b360-6dd83dece489 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:18:34.059209 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b96-3b34-4e53-a196-8c29897ec81a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:34.061403 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc19506-f8a8-4c26-b360-6dd83dece489 None None] Pushing event updated for resources: {'Port': ['ID=8ffeccde-704b-4193-93a4-4ce147e7b43e,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:34.115904 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-df409e05-1e3c-4afe-9afd-5aa9ab8e52bd tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Transition to ACTIVE for port object 08c39d5d-e369-4c83-b516-240585d258b0 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:18:34.137133 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8e55c1-dba4-4e7d-8e78-a9d251d00464 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:18:34.155929 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-dd8e55c1-dba4-4e7d-8e78-a9d251d00464 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:34.199801 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b42a95-4207-4a2a-acdb-85502536d559 None None] Sync routers for ids ['ecf78223-5076-4703-9e43-f1669188e149'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:18:34.215613 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device a4340646-48a4-47e6-9c32-8a8d3cc17acd no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:18:34.233200 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-dd8e55c1-dba4-4e7d-8e78-a9d251d00464 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] 10.222.0.50 "PUT /v2.0/floatingips/4e0929e8-198f-4b4a-bb0c-b98c181880ab HTTP/1.1" status: 200 len: 689 time: 1.9842148 Oct 04 09:18:34.234846 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-df409e05-1e3c-4afe-9afd-5aa9ab8e52bd tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:34.244983 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33748) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:34.278571 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: a4340646-48a4-47e6-9c32-8a8d3cc17acd {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:18:34.279153 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device a4340646-48a4-47e6-9c32-8a8d3cc17acd not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:18:34.279314 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device a73bc396-64aa-4741-9429-8ddf900934a1 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:18:34.317395 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b42a95-4207-4a2a-acdb-85502536d559 None None] Routers {'ecf78223-5076-4703-9e43-f1669188e149'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:18:34.318028 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-f9b42a95-4207-4a2a-acdb-85502536d559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:18:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['ecf78223-5076-4703-9e43-f1669188e149'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:34.351380 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5cb72261-f7b3-47c7-a64d-a43849db5901 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:34.460773 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: a73bc396-64aa-4741-9429-8ddf900934a1 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:18:34.461046 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device a73bc396-64aa-4741-9429-8ddf900934a1 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:18:34.472514 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-f9b42a95-4207-4a2a-acdb-85502536d559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:34.475856 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=fcc15711-ade6-4347-beb9-53b0f31313b4,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:34.481519 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-ccc19506-f8a8-4c26-b360-6dd83dece489 None None] Attempting to bind port 8ffeccde-704b-4193-93a4-4ce147e7b43e on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:18:34.482273 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-ccc19506-f8a8-4c26-b360-6dd83dece489 None None] Attempting to bind port 8ffeccde-704b-4193-93a4-4ce147e7b43e by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'f0a04d18-b535-476b-95ec-9c0483a9be94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8b42a47a-a617-4d16-9f34-e8d92af8af4b'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:18:34.482273 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc19506-f8a8-4c26-b360-6dd83dece489 None None] Attempting to bind port 8ffeccde-704b-4193-93a4-4ce147e7b43e on network 8b42a47a-a617-4d16-9f34-e8d92af8af4b {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:18:34.484197 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df409e05-1e3c-4afe-9afd-5aa9ab8e52bd tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Network f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:18:34.490387 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc19506-f8a8-4c26-b360-6dd83dece489 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:18:34.490871 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc19506-f8a8-4c26-b360-6dd83dece489 None None] Checking segment: {'id': 'f0a04d18-b535-476b-95ec-9c0483a9be94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8b42a47a-a617-4d16-9f34-e8d92af8af4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:18:34.492170 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ccc19506-f8a8-4c26-b360-6dd83dece489 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:34.492590 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc19506-f8a8-4c26-b360-6dd83dece489 None None] Bound using segment: {'id': 'f0a04d18-b535-476b-95ec-9c0483a9be94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8b42a47a-a617-4d16-9f34-e8d92af8af4b'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:18:34.493757 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-ccc19506-f8a8-4c26-b360-6dd83dece489 None None] Bound port: 8ffeccde-704b-4193-93a4-4ce147e7b43e, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0a04d18-b535-476b-95ec-9c0483a9be94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '8b42a47a-a617-4d16-9f34-e8d92af8af4b'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:18:34.494187 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ccc19506-f8a8-4c26-b360-6dd83dece489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:34.497688 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-df409e05-1e3c-4afe-9afd-5aa9ab8e52bd tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:18:34.501096 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df409e05-1e3c-4afe-9afd-5aa9ab8e52bd tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:18:34.508099 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb72261-f7b3-47c7-a64d-a43849db5901 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:18:34.513507 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-5cb72261-f7b3-47c7-a64d-a43849db5901 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:18:34.516172 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b42a95-4207-4a2a-acdb-85502536d559 None None] Routers {'ecf78223-5076-4703-9e43-f1669188e149'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:18:34.516909 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-f9b42a95-4207-4a2a-acdb-85502536d559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:18:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['ecf78223-5076-4703-9e43-f1669188e149'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:34.520541 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb72261-f7b3-47c7-a64d-a43849db5901 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:34.521196 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5cb72261-f7b3-47c7-a64d-a43849db5901 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:34.524972 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb72261-f7b3-47c7-a64d-a43849db5901 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event updated for resources: {'Subnet': ['ID=7ac28b9f-cd60-4c81-a567-74a059456476,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:34.545696 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-3303f156-b7aa-4226-a55d-49c8b48f8b1d tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Deleting port c52d91a3-c289-4626-9dd3-3d4b8bfc5282 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:18:34.546075 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3303f156-b7aa-4226-a55d-49c8b48f8b1d tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:34.576306 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-5cb72261-f7b3-47c7-a64d-a43849db5901 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8688290 Oct 04 09:18:34.584721 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33752) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:34.592566 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-0140d232-179b-4e87-adcb-732218edf312 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2140976835', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:18:34.603367 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-0140d232-179b-4e87-adcb-732218edf312 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:18:34.603679 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a146a6ce-e46f-40ce-bc18-9d3003766fb1 None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:18:34.609581 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-0140d232-179b-4e87-adcb-732218edf312 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Usage tracker for resource:router and tenant:3f91eae3af914b3ca9ea34a1eaa482e2 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:18:34.614186 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-0140d232-179b-4e87-adcb-732218edf312 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:18:34.614324 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df409e05-1e3c-4afe-9afd-5aa9ab8e52bd tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Port': ['ID=08c39d5d-e369-4c83-b516-240585d258b0,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:34.621344 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-0140d232-179b-4e87-adcb-732218edf312 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:18:34.646236 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b96-3b34-4e53-a196-8c29897ec81a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:34.648849 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0140d232-179b-4e87-adcb-732218edf312 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:34.649059 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-df409e05-1e3c-4afe-9afd-5aa9ab8e52bd tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737202'] for router_interface, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:34.650058 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0140d232-179b-4e87-adcb-732218edf312 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:34.659463 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b96-3b34-4e53-a196-8c29897ec81a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:34.711902 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-f9b42a95-4207-4a2a-acdb-85502536d559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:34.712642 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b42a95-4207-4a2a-acdb-85502536d559 None None] The sync data for ids ['ecf78223-5076-4703-9e43-f1669188e149'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:18:34.772511 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0140d232-179b-4e87-adcb-732218edf312 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:34.787131 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-ccc19506-f8a8-4c26-b360-6dd83dece489 None None] For port 8ffeccde-704b-4193-93a4-4ce147e7b43e, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:18:34.794292 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b96-3b34-4e53-a196-8c29897ec81a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event updated for resources: {'Port': ['ID=f7f6018e-37fb-4103-b234-440b5d97dd9f,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:34.815797 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-ccc19506-f8a8-4c26-b360-6dd83dece489 None None] For port 8ffeccde-704b-4193-93a4-4ce147e7b43e, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=8ffeccde-704b-4193-93a4-4ce147e7b43e,segment=NetworkSegment(f0a04d18-b535-476b-95ec-9c0483a9be94),segment_id=f0a04d18-b535-476b-95ec-9c0483a9be94)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:18:34.833522 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ccc19506-f8a8-4c26-b360-6dd83dece489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:34.864694 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0140d232-179b-4e87-adcb-732218edf312 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:34.871573 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3303f156-b7aa-4226-a55d-49c8b48f8b1d tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:34.872102 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3303f156-b7aa-4226-a55d-49c8b48f8b1d tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:35.005447 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0140d232-179b-4e87-adcb-732218edf312 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:35.007227 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-0140d232-179b-4e87-adcb-732218edf312 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4215021 Oct 04 09:18:35.013381 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33756) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:35.038413 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc19506-f8a8-4c26-b360-6dd83dece489 None None] Pushing event updated for resources: {'Port': ['ID=8ffeccde-704b-4193-93a4-4ce147e7b43e,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:35.105712 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 89ad63bc-e384-4b82-99e8-b825af268b47 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:18:35.166237 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be268fac-d2c3-4eee-89c7-7c59e1f80e96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-7b2ac456-c702-437f-ad18-06da05465ab2', 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'tenant_id': '3f91eae3af914b3ca9ea34a1eaa482e2', 'fixed_ips': [{'subnet_id': '7ac28b9f-cd60-4c81-a567-74a059456476'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:18:35.167044 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-be268fac-d2c3-4eee-89c7-7c59e1f80e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:35.274837 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 89ad63bc-e384-4b82-99e8-b825af268b47 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:18:35.287118 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device fcc15711-ade6-4347-beb9-53b0f31313b4 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:18:35.322776 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-3303f156-b7aa-4226-a55d-49c8b48f8b1d tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Calling delete_port for c52d91a3-c289-4626-9dd3-3d4b8bfc5282 owned by network:floatingip {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:18:35.453798 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b96-3b34-4e53-a196-8c29897ec81a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737202'] for router_interface, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:35.480914 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port fcc15711-ade6-4347-beb9-53b0f31313b4 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:18:35.481435 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:35.481867 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port fcc15711-ade6-4347-beb9-53b0f31313b4 Oct 04 09:18:35.497052 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:18:35.508662 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-df409e05-1e3c-4afe-9afd-5aa9ab8e52bd tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:35.540448 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-be268fac-d2c3-4eee-89c7-7c59e1f80e96 None None] Allocated IP 2001:db8::2 (7b2ac456-c702-437f-ad18-06da05465ab2/7ac28b9f-cd60-4c81-a567-74a059456476/1709138d-86e1-4cc3-93ae-f0638adab173) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:18:35.543068 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab47135-bf08-4f87-acad-554ddd0f6de2 None None] Network f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:18:35.770367 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-c41e86c9-ac8a-4996-863c-2d8cfa20561f None None] Provisioning for port 89ad63bc-e384-4b82-99e8-b825af268b47 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:18:35.794717 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-c41e86c9-ac8a-4996-863c-2d8cfa20561f None None] Provisioning complete for port 89ad63bc-e384-4b82-99e8-b825af268b47 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:18:35.795191 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c41e86c9-ac8a-4996-863c-2d8cfa20561f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:35.795589 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-c41e86c9-ac8a-4996-863c-2d8cfa20561f None None] Attempt 1 to provision port 89ad63bc-e384-4b82-99e8-b825af268b47 Oct 04 09:18:35.901889 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3303f156-b7aa-4226-a55d-49c8b48f8b1d tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:36.033347 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port fcc15711-ade6-4347-beb9-53b0f31313b4 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:18:36.081722 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3303f156-b7aa-4226-a55d-49c8b48f8b1d tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Pushing event deleted for resources: {'Port': ['ID=c52d91a3-c289-4626-9dd3-3d4b8bfc5282,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:36.099064 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-33098b76-cbad-4a91-91e3-48b998da8b09 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:36.180214 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b96-3b34-4e53-a196-8c29897ec81a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:36.195290 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3303f156-b7aa-4226-a55d-49c8b48f8b1d tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for floatingip, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:36.216330 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-be268fac-d2c3-4eee-89c7-7c59e1f80e96 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:36.217007 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3303f156-b7aa-4226-a55d-49c8b48f8b1d tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:36.222117 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-3303f156-b7aa-4226-a55d-49c8b48f8b1d tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] 10.222.0.50 "DELETE /v2.0/floatingips/4e0929e8-198f-4b4a-bb0c-b98c181880ab HTTP/1.1" status: 204 len: 168 time: 1.9329858 Oct 04 09:18:36.222291 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33760) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:36.229248 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-2def41f9-63a5-4e04-aa6a-095d19aabd4f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Request body: {'floatingip': {'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'port_id': '1f4f765f-d73f-47f6-b188-19038022921d'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:18:36.239769 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-be268fac-d2c3-4eee-89c7-7c59e1f80e96 None None] Transition to ACTIVE for port object 1709138d-86e1-4cc3-93ae-f0638adab173 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:18:36.244915 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-2def41f9-63a5-4e04-aa6a-095d19aabd4f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:18:36.251143 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-c41e86c9-ac8a-4996-863c-2d8cfa20561f None None] Current status of the port 89ad63bc-e384-4b82-99e8-b825af268b47 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:18:36.251821 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c41e86c9-ac8a-4996-863c-2d8cfa20561f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:36.253682 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-2def41f9-63a5-4e04-aa6a-095d19aabd4f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Usage tracker for resource:floatingip and tenant:a17a2e93dba34d5283d4e43f6119c8fa is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:18:36.257559 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-df409e05-1e3c-4afe-9afd-5aa9ab8e52bd tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:36.259419 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-2def41f9-63a5-4e04-aa6a-095d19aabd4f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:18:36.262895 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-df409e05-1e3c-4afe-9afd-5aa9ab8e52bd tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:36.284432 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-be268fac-d2c3-4eee-89c7-7c59e1f80e96 None None] Transition to ACTIVE for port object 1709138d-86e1-4cc3-93ae-f0638adab173 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:18:36.304712 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-be268fac-d2c3-4eee-89c7-7c59e1f80e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:36.329850 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-2def41f9-63a5-4e04-aa6a-095d19aabd4f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:18:36.356538 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43961c0a-95a1-4f62-aa86-806de93fb445 None None] Network 8b42a47a-a617-4d16-9f34-e8d92af8af4b requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:18:36.380957 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2def41f9-63a5-4e04-aa6a-095d19aabd4f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for floatingip, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:36.425582 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df409e05-1e3c-4afe-9afd-5aa9ab8e52bd tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Port': ['ID=08c39d5d-e369-4c83-b516-240585d258b0,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:36.429388 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-df409e05-1e3c-4afe-9afd-5aa9ab8e52bd tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736777'] for router_interface, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:36.432836 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-c41e86c9-ac8a-4996-863c-2d8cfa20561f None None] For port 89ad63bc-e384-4b82-99e8-b825af268b47, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=89ad63bc-e384-4b82-99e8-b825af268b47,segment=NetworkSegment(feeeb55f-1f3a-425b-ac86-a79280e0f4bb),segment_id=feeeb55f-1f3a-425b-ac86-a79280e0f4bb)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:18:36.624029 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c41e86c9-ac8a-4996-863c-2d8cfa20561f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:36.650783 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be268fac-d2c3-4eee-89c7-7c59e1f80e96 None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:18:36.651875 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df409e05-1e3c-4afe-9afd-5aa9ab8e52bd tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Network f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:18:36.655112 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-df409e05-1e3c-4afe-9afd-5aa9ab8e52bd tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:18:36.655676 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-be268fac-d2c3-4eee-89c7-7c59e1f80e96 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:18:36.659472 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be268fac-d2c3-4eee-89c7-7c59e1f80e96 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:18:36.805310 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be268fac-d2c3-4eee-89c7-7c59e1f80e96 None None] Pushing event updated for resources: {'Port': ['ID=1709138d-86e1-4cc3-93ae-f0638adab173,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:36.844984 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2def41f9-63a5-4e04-aa6a-095d19aabd4f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:36.881954 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-be268fac-d2c3-4eee-89c7-7c59e1f80e96 None None] Attempting to bind port 1709138d-86e1-4cc3-93ae-f0638adab173 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:18:36.882177 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-be268fac-d2c3-4eee-89c7-7c59e1f80e96 None None] Attempting to bind port 1709138d-86e1-4cc3-93ae-f0638adab173 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:18:36.882563 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be268fac-d2c3-4eee-89c7-7c59e1f80e96 None None] Attempting to bind port 1709138d-86e1-4cc3-93ae-f0638adab173 on network 7b2ac456-c702-437f-ad18-06da05465ab2 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:18:36.909211 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be268fac-d2c3-4eee-89c7-7c59e1f80e96 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:18:36.909993 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be268fac-d2c3-4eee-89c7-7c59e1f80e96 None None] Checking segment: {'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:18:36.911196 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-be268fac-d2c3-4eee-89c7-7c59e1f80e96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:36.911725 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be268fac-d2c3-4eee-89c7-7c59e1f80e96 None None] Bound using segment: {'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:18:36.912282 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-be268fac-d2c3-4eee-89c7-7c59e1f80e96 None None] Bound port: 1709138d-86e1-4cc3-93ae-f0638adab173, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:18:36.912748 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-be268fac-d2c3-4eee-89c7-7c59e1f80e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:36.926118 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-33098b76-cbad-4a91-91e3-48b998da8b09 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Allocated IP 2001:db8::1 (7b2ac456-c702-437f-ad18-06da05465ab2/7ac28b9f-cd60-4c81-a567-74a059456476/ed58b7bc-0192-45ee-a6a9-5a5e1f269c81) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:18:37.019054 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41e86c9-ac8a-4996-863c-2d8cfa20561f None None] Pushing event updated for resources: {'Port': ['ID=89ad63bc-e384-4b82-99e8-b825af268b47,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:37.027818 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 8ffeccde-704b-4193-93a4-4ce147e7b43e up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:18:37.141418 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b96-3b34-4e53-a196-8c29897ec81a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:37.148396 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df409e05-1e3c-4afe-9afd-5aa9ab8e52bd tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Router 1c6bc5fb-2ea7-45d5-8f91-713613593805 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:18:37.154114 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b96-3b34-4e53-a196-8c29897ec81a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:37.161627 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-9856d2ac-af95-4d5d-bf72-feebb817e15c None None] Provisioning complete for port 89ad63bc-e384-4b82-99e8-b825af268b47 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:18:37.161627 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-9856d2ac-af95-4d5d-bf72-feebb817e15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:37.161627 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-9856d2ac-af95-4d5d-bf72-feebb817e15c None None] Attempt 1 to provision port 89ad63bc-e384-4b82-99e8-b825af268b47 Oct 04 09:18:37.261289 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-2def41f9-63a5-4e04-aa6a-095d19aabd4f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Allocated IP 172.26.10.80 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/c32bc920-65cd-4d32-8ab0-46cefeb99719) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:18:37.274254 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 8ffeccde-704b-4193-93a4-4ce147e7b43e completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:18:37.308839 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-be268fac-d2c3-4eee-89c7-7c59e1f80e96 None None] For port 1709138d-86e1-4cc3-93ae-f0638adab173, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:18:37.312262 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-be268fac-d2c3-4eee-89c7-7c59e1f80e96 None None] For port 1709138d-86e1-4cc3-93ae-f0638adab173, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=1709138d-86e1-4cc3-93ae-f0638adab173,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:18:37.344480 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-be268fac-d2c3-4eee-89c7-7c59e1f80e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:37.401478 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-33098b76-cbad-4a91-91e3-48b998da8b09 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:37.428665 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe9b96-3b34-4e53-a196-8c29897ec81a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event updated for resources: {'Port': ['ID=f7f6018e-37fb-4103-b234-440b5d97dd9f,revision_number=3']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:37.442068 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-9856d2ac-af95-4d5d-bf72-feebb817e15c None None] Current status of the port 89ad63bc-e384-4b82-99e8-b825af268b47 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:18:37.443533 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-33098b76-cbad-4a91-91e3-48b998da8b09 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Transition to ACTIVE for port object ed58b7bc-0192-45ee-a6a9-5a5e1f269c81 will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:18:37.447937 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d0fe9b96-3b34-4e53-a196-8c29897ec81a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736777'] for router_interface, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:37.451902 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be268fac-d2c3-4eee-89c7-7c59e1f80e96 None None] Pushing event updated for resources: {'Port': ['ID=1709138d-86e1-4cc3-93ae-f0638adab173,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:37.487974 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-9856d2ac-af95-4d5d-bf72-feebb817e15c None None] Provisioning for port 8ffeccde-704b-4193-93a4-4ce147e7b43e completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:18:37.495462 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-9856d2ac-af95-4d5d-bf72-feebb817e15c None None] Provisioning complete for port 8ffeccde-704b-4193-93a4-4ce147e7b43e triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:18:37.495846 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-9856d2ac-af95-4d5d-bf72-feebb817e15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:37.496174 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-9856d2ac-af95-4d5d-bf72-feebb817e15c None None] Attempt 1 to provision port 8ffeccde-704b-4193-93a4-4ce147e7b43e Oct 04 09:18:37.548458 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df409e05-1e3c-4afe-9afd-5aa9ab8e52bd tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:18:37.560605 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5663bfaa-cf22-4e16-a52d-3403fe0748e7 None None] Sync routers for ids ['1c6bc5fb-2ea7-45d5-8f91-713613593805'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:18:37.567393 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-df409e05-1e3c-4afe-9afd-5aa9ab8e52bd tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "PUT /v2.0/routers/1c6bc5fb-2ea7-45d5-8f91-713613593805/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5200114 Oct 04 09:18:37.568019 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33764) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:37.571111 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2def41f9-63a5-4e04-aa6a-095d19aabd4f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:37.577935 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5663bfaa-cf22-4e16-a52d-3403fe0748e7 None None] Routers {'1c6bc5fb-2ea7-45d5-8f91-713613593805'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:18:37.578741 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-5663bfaa-cf22-4e16-a52d-3403fe0748e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:18:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['1c6bc5fb-2ea7-45d5-8f91-713613593805'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:37.665832 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-33098b76-cbad-4a91-91e3-48b998da8b09 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:37.726711 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-9856d2ac-af95-4d5d-bf72-feebb817e15c None None] Current status of the port 8ffeccde-704b-4193-93a4-4ce147e7b43e is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:18:37.727306 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-9856d2ac-af95-4d5d-bf72-feebb817e15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:37.766320 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33098b76-cbad-4a91-91e3-48b998da8b09 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:18:37.769060 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33098b76-cbad-4a91-91e3-48b998da8b09 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event updated for resources: {'Port': ['ID=ed58b7bc-0192-45ee-a6a9-5a5e1f269c81,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:37.772614 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-33098b76-cbad-4a91-91e3-48b998da8b09 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:18:37.774925 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33098b76-cbad-4a91-91e3-48b998da8b09 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:18:37.775683 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-33098b76-cbad-4a91-91e3-48b998da8b09 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737202'] for router_interface, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:37.780909 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-9856d2ac-af95-4d5d-bf72-feebb817e15c None None] For port 8ffeccde-704b-4193-93a4-4ce147e7b43e, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=8ffeccde-704b-4193-93a4-4ce147e7b43e,segment=NetworkSegment(f0a04d18-b535-476b-95ec-9c0483a9be94),segment_id=f0a04d18-b535-476b-95ec-9c0483a9be94)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:18:37.789471 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-9856d2ac-af95-4d5d-bf72-feebb817e15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:37.850271 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fe9b96-3b34-4e53-a196-8c29897ec81a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Network 8b42a47a-a617-4d16-9f34-e8d92af8af4b is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:18:37.852638 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-d0fe9b96-3b34-4e53-a196-8c29897ec81a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:18:37.894340 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927b2fa7-9d2f-4fa1-aa17-29645dcb76c8 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:37.895273 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927b2fa7-9d2f-4fa1-aa17-29645dcb76c8 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:37.896469 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927b2fa7-9d2f-4fa1-aa17-29645dcb76c8 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:37.897250 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927b2fa7-9d2f-4fa1-aa17-29645dcb76c8 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:37.897921 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927b2fa7-9d2f-4fa1-aa17-29645dcb76c8 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:37.898565 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927b2fa7-9d2f-4fa1-aa17-29645dcb76c8 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:37.899199 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927b2fa7-9d2f-4fa1-aa17-29645dcb76c8 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:37.901460 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-927b2fa7-9d2f-4fa1-aa17-29645dcb76c8 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4970 time: 0.3252957 Oct 04 09:18:37.904155 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33768) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:37.938513 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-9856d2ac-af95-4d5d-bf72-feebb817e15c None None] Provisioning for port 08c39d5d-e369-4c83-b516-240585d258b0 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:18:37.950303 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-9856d2ac-af95-4d5d-bf72-feebb817e15c None None] Provisioning complete for port 08c39d5d-e369-4c83-b516-240585d258b0 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:18:37.950674 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-9856d2ac-af95-4d5d-bf72-feebb817e15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:37.951010 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-9856d2ac-af95-4d5d-bf72-feebb817e15c None None] Attempt 1 to provision port 08c39d5d-e369-4c83-b516-240585d258b0 Oct 04 09:18:38.007467 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2def41f9-63a5-4e04-aa6a-095d19aabd4f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:38.024192 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-5663bfaa-cf22-4e16-a52d-3403fe0748e7 None None] Set router 1c6bc5fb-2ea7-45d5-8f91-713613593805 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:18:38.030100 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9856d2ac-af95-4d5d-bf72-feebb817e15c None None] Pushing event updated for resources: {'Port': ['ID=8ffeccde-704b-4193-93a4-4ce147e7b43e,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:38.073770 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-9856d2ac-af95-4d5d-bf72-feebb817e15c None None] Port 08c39d5d-e369-4c83-b516-240585d258b0 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:18:38.099592 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79b347c-ffee-4ec3-9362-8eb00911d054 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:38.100295 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79b347c-ffee-4ec3-9362-8eb00911d054 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:38.100778 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79b347c-ffee-4ec3-9362-8eb00911d054 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:38.101229 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79b347c-ffee-4ec3-9362-8eb00911d054 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:38.101826 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79b347c-ffee-4ec3-9362-8eb00911d054 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:38.102736 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79b347c-ffee-4ec3-9362-8eb00911d054 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:38.103186 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79b347c-ffee-4ec3-9362-8eb00911d054 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:38.108383 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-b79b347c-ffee-4ec3-9362-8eb00911d054 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4542 time: 0.2000179 Oct 04 09:18:38.112715 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33772) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:38.127055 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2def41f9-63a5-4e04-aa6a-095d19aabd4f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:18:38.135601 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-2def41f9-63a5-4e04-aa6a-095d19aabd4f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:18:38.140084 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2def41f9-63a5-4e04-aa6a-095d19aabd4f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:18:38.200705 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2def41f9-63a5-4e04-aa6a-095d19aabd4f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Pushing event updated for resources: {'Port': ['ID=c32bc920-65cd-4d32-8ab0-46cefeb99719,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:38.266909 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-33098b76-cbad-4a91-91e3-48b998da8b09 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:38.414219 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-5663bfaa-cf22-4e16-a52d-3403fe0748e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6bc5fb-2ea7-45d5-8f91-713613593805', 'name': 'tempest-TestNetworkBasicOps-router-1072555171', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.169'}], 'enable_snat': True}, 'gw_port_id': 'fcc15711-ade6-4347-beb9-53b0f31313b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:18:25Z', 'updated_at': '2022-10-04T09:18:35Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': 'fcc15711-ade6-4347-beb9-53b0f31313b4', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6bc5fb-2ea7-45d5-8f91-713613593805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:18:26Z', 'updated_at': '2022-10-04T09:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '08c39d5d-e369-4c83-b516-240585d258b0', 'name': '', 'network_id': 'f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:01:cc:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6bc5fb-2ea7-45d5-8f91-713613593805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'a61b1a39-1108-4545-af3e-5ddb6b99bc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:18:33Z', 'updated_at': '2022-10-04T09:18:35Z', 'revision_number': 2, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': 'a61b1a39-1108-4545-af3e-5ddb6b99bc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:38.417843 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5663bfaa-cf22-4e16-a52d-3403fe0748e7 None None] Checking router: 1c6bc5fb-2ea7-45d5-8f91-713613593805 for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:18:38.418190 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5663bfaa-cf22-4e16-a52d-3403fe0748e7 None None] Updating router 1c6bc5fb-2ea7-45d5-8f91-713613593805 port 08c39d5d-e369-4c83-b516-240585d258b0 binding host dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:18:38.470963 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-5663bfaa-cf22-4e16-a52d-3403fe0748e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:38.523595 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0fe9b96-3b34-4e53-a196-8c29897ec81a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Router e28dd9b1-d25f-4bc4-b81b-d9a8dc1a57b2 is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:18:38.574757 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-9856d2ac-af95-4d5d-bf72-feebb817e15c None None] Attempt 2 to provision port 08c39d5d-e369-4c83-b516-240585d258b0 Oct 04 09:18:38.659371 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2def41f9-63a5-4e04-aa6a-095d19aabd4f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:38.684614 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-9856d2ac-af95-4d5d-bf72-feebb817e15c None None] Port 08c39d5d-e369-4c83-b516-240585d258b0 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:18:38.811037 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2def41f9-63a5-4e04-aa6a-095d19aabd4f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:38.903574 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-5663bfaa-cf22-4e16-a52d-3403fe0748e7 None None] Notify callbacks [] for port, precommit_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:38.916611 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.provisioning_blocks [None req-5663bfaa-cf22-4e16-a52d-3403fe0748e7 None None] Transition to ACTIVE for port object 08c39d5d-e369-4c83-b516-240585d258b0 will not be triggered until provisioned by entity L2. {{(pid=89035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:18:38.941397 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-5663bfaa-cf22-4e16-a52d-3403fe0748e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:39.041131 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0fe9b96-3b34-4e53-a196-8c29897ec81a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:18:39.053967 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad94c1b1-5a10-4ac3-a759-c420b5e27460 None None] Sync routers for ids ['e28dd9b1-d25f-4bc4-b81b-d9a8dc1a57b2'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:18:39.064853 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad94c1b1-5a10-4ac3-a759-c420b5e27460 None None] Routers {'e28dd9b1-d25f-4bc4-b81b-d9a8dc1a57b2'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:18:39.065720 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-ad94c1b1-5a10-4ac3-a759-c420b5e27460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:18:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['e28dd9b1-d25f-4bc4-b81b-d9a8dc1a57b2'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:39.076410 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-d0fe9b96-3b34-4e53-a196-8c29897ec81a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "PUT /v2.0/routers/e28dd9b1-d25f-4bc4-b81b-d9a8dc1a57b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9020240 Oct 04 09:18:39.077206 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33776) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:39.139294 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2def41f9-63a5-4e04-aa6a-095d19aabd4f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:39.151197 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2def41f9-63a5-4e04-aa6a-095d19aabd4f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:39.163788 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-ad94c1b1-5a10-4ac3-a759-c420b5e27460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:39.166107 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 1709138d-86e1-4cc3-93ae-f0638adab173 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:18:39.205868 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c1364e-1245-4147-963d-45a58fe72bf6 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:39.205868 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-72c1364e-1245-4147-963d-45a58fe72bf6 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Synchronizing usage tracker for tenant:6ccb91e770a742df955dbeb81520726f on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:18:39.208421 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-33098b76-cbad-4a91-91e3-48b998da8b09 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:39.212181 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-9856d2ac-af95-4d5d-bf72-feebb817e15c None None] Attempt 3 to provision port 08c39d5d-e369-4c83-b516-240585d258b0 Oct 04 09:18:39.223348 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-3ac908e9-25e2-41ed-a56d-8c4a4a4974b2 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3393 time: 1.1009264 Oct 04 09:18:39.223712 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-33098b76-cbad-4a91-91e3-48b998da8b09 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:39.224383 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-33098b76-cbad-4a91-91e3-48b998da8b09 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736777'] for router_interface, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:39.253714 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-5663bfaa-cf22-4e16-a52d-3403fe0748e7 None None] Attempting to bind port 08c39d5d-e369-4c83-b516-240585d258b0 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:18:39.254914 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-5663bfaa-cf22-4e16-a52d-3403fe0748e7 None None] Attempting to bind port 08c39d5d-e369-4c83-b516-240585d258b0 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'feeeb55f-1f3a-425b-ac86-a79280e0f4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad'}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:18:39.255881 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5663bfaa-cf22-4e16-a52d-3403fe0748e7 None None] Attempting to bind port 08c39d5d-e369-4c83-b516-240585d258b0 on network f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:18:39.262986 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5663bfaa-cf22-4e16-a52d-3403fe0748e7 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:18:39.263660 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5663bfaa-cf22-4e16-a52d-3403fe0748e7 None None] Checking segment: {'id': 'feeeb55f-1f3a-425b-ac86-a79280e0f4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:18:39.264282 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-5663bfaa-cf22-4e16-a52d-3403fe0748e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:39.265314 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5663bfaa-cf22-4e16-a52d-3403fe0748e7 None None] Bound using segment: {'id': 'feeeb55f-1f3a-425b-ac86-a79280e0f4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad'} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:18:39.266594 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-5663bfaa-cf22-4e16-a52d-3403fe0748e7 None None] Bound port: 08c39d5d-e369-4c83-b516-240585d258b0, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feeeb55f-1f3a-425b-ac86-a79280e0f4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad'}}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:18:39.267339 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-5663bfaa-cf22-4e16-a52d-3403fe0748e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:39.290543 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c06cd9a-31cc-41f3-b152-9dd657eb0a1a None None] Pushing event updated for resources: {'Port': ['ID=08c39d5d-e369-4c83-b516-240585d258b0,revision_number=3']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:39.340480 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-72c1364e-1245-4147-963d-45a58fe72bf6 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Unset dirty status for tenant:6ccb91e770a742df955dbeb81520726f on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:18:39.345370 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-72c1364e-1245-4147-963d-45a58fe72bf6 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "GET /v2.0/ports/f7f6018e-37fb-4103-b234-440b5d97dd9f HTTP/1.1" status: 200 len: 978 time: 0.2577672 Oct 04 09:18:39.345988 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33782) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:39.385834 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad94c1b1-5a10-4ac3-a759-c420b5e27460 None None] Routers {'e28dd9b1-d25f-4bc4-b81b-d9a8dc1a57b2'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:18:39.386818 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-ad94c1b1-5a10-4ac3-a759-c420b5e27460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:18:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['e28dd9b1-d25f-4bc4-b81b-d9a8dc1a57b2'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:39.406029 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33786) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:39.446787 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-5663bfaa-cf22-4e16-a52d-3403fe0748e7 None None] For port 08c39d5d-e369-4c83-b516-240585d258b0, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:18:39.456032 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-5663bfaa-cf22-4e16-a52d-3403fe0748e7 None None] For port 08c39d5d-e369-4c83-b516-240585d258b0, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=08c39d5d-e369-4c83-b516-240585d258b0,segment=NetworkSegment(feeeb55f-1f3a-425b-ac86-a79280e0f4bb),segment_id=feeeb55f-1f3a-425b-ac86-a79280e0f4bb)] {{(pid=89035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:18:39.459115 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2def41f9-63a5-4e04-aa6a-095d19aabd4f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Pushing event updated for resources: {'Port': ['ID=c32bc920-65cd-4d32-8ab0-46cefeb99719,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:39.463803 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-9a9580eb-0062-4316-acc6-e7d5228a36d5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1396831381', 'description': 'tempest-secgroup-smoke-1396831381 description', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:18:39.479195 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-5663bfaa-cf22-4e16-a52d-3403fe0748e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:39.484181 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-ad94c1b1-5a10-4ac3-a759-c420b5e27460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:39.484662 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad94c1b1-5a10-4ac3-a759-c420b5e27460 None None] The sync data for ids ['e28dd9b1-d25f-4bc4-b81b-d9a8dc1a57b2'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:18:39.487906 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-9856d2ac-af95-4d5d-bf72-feebb817e15c None None] Port 08c39d5d-e369-4c83-b516-240585d258b0 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:18:39.489986 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2def41f9-63a5-4e04-aa6a-095d19aabd4f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:39.501993 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 1709138d-86e1-4cc3-93ae-f0638adab173 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:18:39.507676 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 8ffeccde-704b-4193-93a4-4ce147e7b43e up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:18:39.564616 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c06cd9a-31cc-41f3-b152-9dd657eb0a1a None None] Pushing event updated for resources: {'Port': ['ID=08c39d5d-e369-4c83-b516-240585d258b0,revision_number=4']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:39.575688 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5663bfaa-cf22-4e16-a52d-3403fe0748e7 None None] Routers {'1c6bc5fb-2ea7-45d5-8f91-713613593805'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:18:39.576535 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-5663bfaa-cf22-4e16-a52d-3403fe0748e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:18:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['1c6bc5fb-2ea7-45d5-8f91-713613593805'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:39.595548 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 8ffeccde-704b-4193-93a4-4ce147e7b43e triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:18:39.596144 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:39.596399 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 8ffeccde-704b-4193-93a4-4ce147e7b43e Oct 04 09:18:39.609320 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-9a9580eb-0062-4316-acc6-e7d5228a36d5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:18:39.611700 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33098b76-cbad-4a91-91e3-48b998da8b09 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event updated for resources: {'Port': ['ID=ed58b7bc-0192-45ee-a6a9-5a5e1f269c81,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:39.632550 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-9a9580eb-0062-4316-acc6-e7d5228a36d5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:18:39.649247 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33098b76-cbad-4a91-91e3-48b998da8b09 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:18:39.650280 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-9a9580eb-0062-4316-acc6-e7d5228a36d5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:18:39.656154 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-33098b76-cbad-4a91-91e3-48b998da8b09 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:18:39.709342 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.l3_db [None req-2def41f9-63a5-4e04-aa6a-095d19aabd4f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Floating IP b5c0e166-4fa6-4ded-89f8-4eb4b88aa903 associated. External IP: 172.26.10.80, port: 1f4f765f-d73f-47f6-b188-19038022921d. Oct 04 09:18:39.827087 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 8ffeccde-704b-4193-93a4-4ce147e7b43e is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:18:39.830348 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 89ad63bc-e384-4b82-99e8-b825af268b47 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:18:39.831870 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-5663bfaa-cf22-4e16-a52d-3403fe0748e7 None None] Set router 1c6bc5fb-2ea7-45d5-8f91-713613593805 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:18:39.921922 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-9a9580eb-0062-4316-acc6-e7d5228a36d5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:18:39.931635 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 89ad63bc-e384-4b82-99e8-b825af268b47 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:18:39.933065 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:39.933602 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 89ad63bc-e384-4b82-99e8-b825af268b47 Oct 04 09:18:39.969593 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9a9580eb-0062-4316-acc6-e7d5228a36d5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:39.989837 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-9856d2ac-af95-4d5d-bf72-feebb817e15c None None] Attempt 4 to provision port 08c39d5d-e369-4c83-b516-240585d258b0 Oct 04 09:18:40.075698 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-9a9580eb-0062-4316-acc6-e7d5228a36d5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:18:40.143208 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-9a9580eb-0062-4316-acc6-e7d5228a36d5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:18:40.149761 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2def41f9-63a5-4e04-aa6a-095d19aabd4f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Router ecf78223-5076-4703-9e43-f1669188e149 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:18:40.154483 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-9a9580eb-0062-4316-acc6-e7d5228a36d5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:18:40.157447 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-9856d2ac-af95-4d5d-bf72-feebb817e15c None None] Port 08c39d5d-e369-4c83-b516-240585d258b0 had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 09:18:40.169381 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-9a9580eb-0062-4316-acc6-e7d5228a36d5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:18:40.173018 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 89ad63bc-e384-4b82-99e8-b825af268b47 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:18:40.245635 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-5663bfaa-cf22-4e16-a52d-3403fe0748e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6bc5fb-2ea7-45d5-8f91-713613593805', 'name': 'tempest-TestNetworkBasicOps-router-1072555171', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.169'}], 'enable_snat': True}, 'gw_port_id': 'fcc15711-ade6-4347-beb9-53b0f31313b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:18:25Z', 'updated_at': '2022-10-04T09:18:35Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': 'fcc15711-ade6-4347-beb9-53b0f31313b4', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6bc5fb-2ea7-45d5-8f91-713613593805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:18:26Z', 'updated_at': '2022-10-04T09:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '08c39d5d-e369-4c83-b516-240585d258b0', 'name': '', 'network_id': 'f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:01:cc:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6bc5fb-2ea7-45d5-8f91-713613593805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'a61b1a39-1108-4545-af3e-5ddb6b99bc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:18:33Z', 'updated_at': '2022-10-04T09:18:39Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': 'a61b1a39-1108-4545-af3e-5ddb6b99bc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:40.249841 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5663bfaa-cf22-4e16-a52d-3403fe0748e7 None None] The sync data for ids ['1c6bc5fb-2ea7-45d5-8f91-713613593805'] in dv-neutron-860215-1-hyperv is: [{'id': '1c6bc5fb-2ea7-45d5-8f91-713613593805', 'name': 'tempest-TestNetworkBasicOps-router-1072555171', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.169'}], 'enable_snat': True}, 'gw_port_id': 'fcc15711-ade6-4347-beb9-53b0f31313b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:18:25Z', 'updated_at': '2022-10-04T09:18:35Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': 'fcc15711-ade6-4347-beb9-53b0f31313b4', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6bc5fb-2ea7-45d5-8f91-713613593805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:18:26Z', 'updated_at': '2022-10-04T09:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '08c39d5d-e369-4c83-b516-240585d258b0', 'name': '', 'network_id': 'f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:01:cc:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6bc5fb-2ea7-45d5-8f91-713613593805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'a61b1a39-1108-4545-af3e-5ddb6b99bc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:18:33Z', 'updated_at': '2022-10-04T09:18:39Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': 'a61b1a39-1108-4545-af3e-5ddb6b99bc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:18:40.266636 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33098b76-cbad-4a91-91e3-48b998da8b09 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Router 69f8a8aa-0bf0-4007-b3f1-93bd631a6224 is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:18:40.286213 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-53c65d99-003e-484c-9bc9-c3e5acc26a7b None None] Provisioning complete for port 8ffeccde-704b-4193-93a4-4ce147e7b43e triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:18:40.286514 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-53c65d99-003e-484c-9bc9-c3e5acc26a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:40.286883 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-53c65d99-003e-484c-9bc9-c3e5acc26a7b None None] Attempt 1 to provision port 8ffeccde-704b-4193-93a4-4ce147e7b43e Oct 04 09:18:40.393056 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2def41f9-63a5-4e04-aa6a-095d19aabd4f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:18:40.407624 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e838617-01d6-4aa4-ab71-24a10ca8236c None None] Sync routers for ids ['ecf78223-5076-4703-9e43-f1669188e149'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:18:40.424764 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e838617-01d6-4aa4-ab71-24a10ca8236c None None] Routers {'ecf78223-5076-4703-9e43-f1669188e149'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:18:40.426213 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-4e838617-01d6-4aa4-ab71-24a10ca8236c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:18:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['ecf78223-5076-4703-9e43-f1669188e149'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:40.439297 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2def41f9-63a5-4e04-aa6a-095d19aabd4f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:40.445181 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-53c65d99-003e-484c-9bc9-c3e5acc26a7b None None] Current status of the port 8ffeccde-704b-4193-93a4-4ce147e7b43e is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:18:40.467402 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-53c65d99-003e-484c-9bc9-c3e5acc26a7b None None] Provisioning for port 1709138d-86e1-4cc3-93ae-f0638adab173 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:18:40.474449 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-53c65d99-003e-484c-9bc9-c3e5acc26a7b None None] Provisioning complete for port 1709138d-86e1-4cc3-93ae-f0638adab173 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:18:40.475245 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-53c65d99-003e-484c-9bc9-c3e5acc26a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:40.475872 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-53c65d99-003e-484c-9bc9-c3e5acc26a7b None None] Attempt 1 to provision port 1709138d-86e1-4cc3-93ae-f0638adab173 Oct 04 09:18:40.520539 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-4e838617-01d6-4aa4-ab71-24a10ca8236c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:40.524898 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-2def41f9-63a5-4e04-aa6a-095d19aabd4f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.3008907 Oct 04 09:18:40.526002 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33790) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:40.538637 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e838617-01d6-4aa4-ab71-24a10ca8236c None None] Routers {'ecf78223-5076-4703-9e43-f1669188e149'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:18:40.539353 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-4e838617-01d6-4aa4-ab71-24a10ca8236c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:18:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['ecf78223-5076-4703-9e43-f1669188e149'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:40.607114 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9a9580eb-0062-4316-acc6-e7d5228a36d5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:40.617142 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33098b76-cbad-4a91-91e3-48b998da8b09 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:18:40.624853 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9a9580eb-0062-4316-acc6-e7d5228a36d5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:40.638562 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f71ace-e6d3-4123-9f74-b1f71f221497 None None] Sync routers for ids ['69f8a8aa-0bf0-4007-b3f1-93bd631a6224'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:18:40.640129 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-4e838617-01d6-4aa4-ab71-24a10ca8236c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:40.641023 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e838617-01d6-4aa4-ab71-24a10ca8236c None None] The sync data for ids ['ecf78223-5076-4703-9e43-f1669188e149'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:18:40.666496 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f71ace-e6d3-4123-9f74-b1f71f221497 None None] Routers {'69f8a8aa-0bf0-4007-b3f1-93bd631a6224'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:18:40.667181 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-06f71ace-e6d3-4123-9f74-b1f71f221497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:18:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['69f8a8aa-0bf0-4007-b3f1-93bd631a6224'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:40.670249 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-7591c398-8d6f-458e-8db0-c967ad589e85 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] 10.222.0.50 "GET /v2.0/floatingips/b5c0e166-4fa6-4ded-89f8-4eb4b88aa903 HTTP/1.1" status: 200 len: 979 time: 0.1429980 Oct 04 09:18:40.673159 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33794) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:40.679320 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-33098b76-cbad-4a91-91e3-48b998da8b09 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "PUT /v2.0/routers/69f8a8aa-0bf0-4007-b3f1-93bd631a6224/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6624591 Oct 04 09:18:40.686389 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9a9580eb-0062-4316-acc6-e7d5228a36d5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:40.690157 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-9a9580eb-0062-4316-acc6-e7d5228a36d5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2297497 Oct 04 09:18:40.694580 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33798) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:40.694736 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33800) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:40.749697 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-55c99ae1-abfe-459e-a1b8-38e9eb702fe0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': '1414583e-c1bd-4e1d-9092-469645c56a98', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:18:40.772713 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-55c99ae1-abfe-459e-a1b8-38e9eb702fe0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:18:40.787267 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-55c99ae1-abfe-459e-a1b8-38e9eb702fe0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:18:40.790840 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9580eb-0062-4316-acc6-e7d5228a36d5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1414583e-c1bd-4e1d-9092-469645c56a98,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:40.796494 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-55c99ae1-abfe-459e-a1b8-38e9eb702fe0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:18:40.799729 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-65b0b1dc-2fe8-415c-b120-39af82d90699 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Synchronizing usage tracker for tenant:a17a2e93dba34d5283d4e43f6119c8fa on resource:floatingip {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:18:40.818737 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-55c99ae1-abfe-459e-a1b8-38e9eb702fe0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:18:40.823436 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-65b0b1dc-2fe8-415c-b120-39af82d90699 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Unset dirty status for tenant:a17a2e93dba34d5283d4e43f6119c8fa on resource:floatingip {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:18:40.829843 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-65b0b1dc-2fe8-415c-b120-39af82d90699 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.1555598 Oct 04 09:18:40.830769 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33806) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:40.841098 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-56de5bc5-9464-4fd9-a50e-f6a68224bc4d tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Request body: {'floatingip': {'port_id': '73928fe3-05ec-4e99-bfb7-1d7f157798d7'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:18:40.857823 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0deb824f-8f74-46fa-bd22-bfa394b2aa67 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:40.858480 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-0deb824f-8f74-46fa-bd22-bfa394b2aa67 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Synchronizing usage tracker for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:18:40.905107 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-06f71ace-e6d3-4123-9f74-b1f71f221497 None None] Set router 69f8a8aa-0bf0-4007-b3f1-93bd631a6224 gateway port host: None {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:18:40.948817 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-55c99ae1-abfe-459e-a1b8-38e9eb702fe0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:40.978550 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-53c65d99-003e-484c-9bc9-c3e5acc26a7b None None] Current status of the port 1709138d-86e1-4cc3-93ae-f0638adab173 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:18:40.978933 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-53c65d99-003e-484c-9bc9-c3e5acc26a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:40.980100 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-56de5bc5-9464-4fd9-a50e-f6a68224bc4d tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for floatingip, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:40.987691 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-0deb824f-8f74-46fa-bd22-bfa394b2aa67 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Unset dirty status for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:18:40.991420 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-0deb824f-8f74-46fa-bd22-bfa394b2aa67 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/ports/ed58b7bc-0192-45ee-a6a9-5a5e1f269c81 HTTP/1.1" status: 200 len: 911 time: 0.2931702 Oct 04 09:18:40.999902 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 08c39d5d-e369-4c83-b516-240585d258b0 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:18:41.015592 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33810) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:41.022157 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7d67a61a-2a08-41bc-b36e-3672575a8962 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736827'] for router_interface, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:41.209256 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-53c65d99-003e-484c-9bc9-c3e5acc26a7b None None] For port 1709138d-86e1-4cc3-93ae-f0638adab173, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=1709138d-86e1-4cc3-93ae-f0638adab173,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:18:41.214282 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:41.271561 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-53c65d99-003e-484c-9bc9-c3e5acc26a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:41.326552 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 08c39d5d-e369-4c83-b516-240585d258b0 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:18:41.354717 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 08c39d5d-e369-4c83-b516-240585d258b0 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:18:41.355120 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:41.355845 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 08c39d5d-e369-4c83-b516-240585d258b0 Oct 04 09:18:41.394216 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-53c65d99-003e-484c-9bc9-c3e5acc26a7b None None] Provisioning for port f7f6018e-37fb-4103-b234-440b5d97dd9f completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:18:41.442815 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-53c65d99-003e-484c-9bc9-c3e5acc26a7b None None] Provisioning complete for port f7f6018e-37fb-4103-b234-440b5d97dd9f triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:18:41.443190 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-53c65d99-003e-484c-9bc9-c3e5acc26a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:41.443531 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-53c65d99-003e-484c-9bc9-c3e5acc26a7b None None] Attempt 1 to provision port f7f6018e-37fb-4103-b234-440b5d97dd9f Oct 04 09:18:41.506238 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c65d99-003e-484c-9bc9-c3e5acc26a7b None None] Pushing event updated for resources: {'Port': ['ID=1709138d-86e1-4cc3-93ae-f0638adab173,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:41.533290 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-55c99ae1-abfe-459e-a1b8-38e9eb702fe0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:41.545231 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-55c99ae1-abfe-459e-a1b8-38e9eb702fe0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:41.576403 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-53c65d99-003e-484c-9bc9-c3e5acc26a7b None None] Port f7f6018e-37fb-4103-b234-440b5d97dd9f cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:18:41.587197 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c99ae1-abfe-459e-a1b8-38e9eb702fe0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbef992e-1741-4193-8755-31fb6a6d41d3,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:41.611880 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1736663c-c9dc-4a3c-84be-2ced3e6589ce tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:41.617795 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1736663c-c9dc-4a3c-84be-2ced3e6589ce tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:41.622093 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-1736663c-c9dc-4a3c-84be-2ced3e6589ce tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.6004117 Oct 04 09:18:41.624507 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33814) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:41.627499 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-55c99ae1-abfe-459e-a1b8-38e9eb702fe0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:41.630469 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-55c99ae1-abfe-459e-a1b8-38e9eb702fe0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9318655 Oct 04 09:18:41.637701 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33818) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:41.647820 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-b79d3172-eaa9-491f-b9b3-1ca821e28b17 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': '1414583e-c1bd-4e1d-9092-469645c56a98', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:18:41.655937 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-b79d3172-eaa9-491f-b9b3-1ca821e28b17 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:18:41.664548 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 08c39d5d-e369-4c83-b516-240585d258b0 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:18:41.665138 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:41.666512 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-b79d3172-eaa9-491f-b9b3-1ca821e28b17 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:18:41.669340 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-7d67a61a-2a08-41bc-b36e-3672575a8962 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Deleting port f7f6018e-37fb-4103-b234-440b5d97dd9f {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:18:41.669675 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7d67a61a-2a08-41bc-b36e-3672575a8962 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:41.677415 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-06f71ace-e6d3-4123-9f74-b1f71f221497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f8a8aa-0bf0-4007-b3f1-93bd631a6224', 'name': 'tempest-NetworksTestDHCPv6-router-2140976835', 'tenant_id': '3f91eae3af914b3ca9ea34a1eaa482e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:18:34Z', 'updated_at': '2022-10-04T09:18:38Z', 'revision_number': 2, 'project_id': '3f91eae3af914b3ca9ea34a1eaa482e2', 'gw_port_host': None, '_interfaces': [{'id': 'ed58b7bc-0192-45ee-a6a9-5a5e1f269c81', 'name': '', 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'tenant_id': '3f91eae3af914b3ca9ea34a1eaa482e2', 'mac_address': 'fa:16:3e:7f:aa:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f8a8aa-0bf0-4007-b3f1-93bd631a6224', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '7ac28b9f-cd60-4c81-a567-74a059456476', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:18:36Z', 'updated_at': '2022-10-04T09:18:38Z', 'revision_number': 2, 'project_id': '3f91eae3af914b3ca9ea34a1eaa482e2', 'subnets': [{'id': '7ac28b9f-cd60-4c81-a567-74a059456476', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:41.691564 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f71ace-e6d3-4123-9f74-b1f71f221497 None None] Checking router: 69f8a8aa-0bf0-4007-b3f1-93bd631a6224 for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:18:41.691916 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f71ace-e6d3-4123-9f74-b1f71f221497 None None] Updating router 69f8a8aa-0bf0-4007-b3f1-93bd631a6224 port ed58b7bc-0192-45ee-a6a9-5a5e1f269c81 binding host dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:18:41.700071 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-b79d3172-eaa9-491f-b9b3-1ca821e28b17 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:18:41.722761 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-b79d3172-eaa9-491f-b9b3-1ca821e28b17 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:18:41.751937 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 08c39d5d-e369-4c83-b516-240585d258b0, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=08c39d5d-e369-4c83-b516-240585d258b0,segment=NetworkSegment(feeeb55f-1f3a-425b-ac86-a79280e0f4bb),segment_id=feeeb55f-1f3a-425b-ac86-a79280e0f4bb)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:18:41.763834 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-06f71ace-e6d3-4123-9f74-b1f71f221497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:41.806664 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:41.817033 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b79d3172-eaa9-491f-b9b3-1ca821e28b17 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:41.940721 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7d67a61a-2a08-41bc-b36e-3672575a8962 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:42.018214 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b79d3172-eaa9-491f-b9b3-1ca821e28b17 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:42.021564 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=08c39d5d-e369-4c83-b516-240585d258b0,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:42.081623 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b79d3172-eaa9-491f-b9b3-1ca821e28b17 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:42.107670 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-7d67a61a-2a08-41bc-b36e-3672575a8962 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Calling delete_port for f7f6018e-37fb-4103-b234-440b5d97dd9f owned by network:router_interface {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:18:42.109149 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-53c65d99-003e-484c-9bc9-c3e5acc26a7b None None] Attempt 2 to provision port f7f6018e-37fb-4103-b234-440b5d97dd9f Oct 04 09:18:42.173308 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79d3172-eaa9-491f-b9b3-1ca821e28b17 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=157b0279-48b5-4893-944d-048bc045f2c1,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:42.186544 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-53c65d99-003e-484c-9bc9-c3e5acc26a7b None None] Port f7f6018e-37fb-4103-b234-440b5d97dd9f cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:18:42.193430 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b79d3172-eaa9-491f-b9b3-1ca821e28b17 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:42.197121 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-b79d3172-eaa9-491f-b9b3-1ca821e28b17 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5542686 Oct 04 09:18:42.198042 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33822) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:42.211871 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-64e25fc0-74ee-490c-a73c-98533c1476a7 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': '1414583e-c1bd-4e1d-9092-469645c56a98', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:18:42.226882 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-64e25fc0-74ee-490c-a73c-98533c1476a7 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:18:42.236969 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-64e25fc0-74ee-490c-a73c-98533c1476a7 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:18:42.240672 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-64e25fc0-74ee-490c-a73c-98533c1476a7 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:18:42.248137 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-64e25fc0-74ee-490c-a73c-98533c1476a7 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:18:42.277438 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-64e25fc0-74ee-490c-a73c-98533c1476a7 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:42.307331 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-06f71ace-e6d3-4123-9f74-b1f71f221497 None None] Notify callbacks [] for port, precommit_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:42.340160 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-56de5bc5-9464-4fd9-a50e-f6a68224bc4d tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:42.345875 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-56de5bc5-9464-4fd9-a50e-f6a68224bc4d tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:42.392595 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-64e25fc0-74ee-490c-a73c-98533c1476a7 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:42.400967 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-64e25fc0-74ee-490c-a73c-98533c1476a7 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:42.424720 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-06f71ace-e6d3-4123-9f74-b1f71f221497 None None] Transition to ACTIVE for port object ed58b7bc-0192-45ee-a6a9-5a5e1f269c81 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:18:42.433054 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-06f71ace-e6d3-4123-9f74-b1f71f221497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:42.436646 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7d67a61a-2a08-41bc-b36e-3672575a8962 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:42.439654 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e25fc0-74ee-490c-a73c-98533c1476a7 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cd6c34e-bb99-4754-891c-b855f7f1451f,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:42.485260 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-64e25fc0-74ee-490c-a73c-98533c1476a7 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:42.489009 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-64e25fc0-74ee-490c-a73c-98533c1476a7 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2874968 Oct 04 09:18:42.493899 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33826) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:42.497635 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d67a61a-2a08-41bc-b36e-3672575a8962 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event deleted for resources: {'Port': ['ID=f7f6018e-37fb-4103-b234-440b5d97dd9f,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:42.535266 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-c23572c6-d6b2-4242-b9c9-3fadee60ec1c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': '1414583e-c1bd-4e1d-9092-469645c56a98', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:18:42.541410 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-c23572c6-d6b2-4242-b9c9-3fadee60ec1c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:18:42.546706 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-c23572c6-d6b2-4242-b9c9-3fadee60ec1c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:18:42.551276 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-c23572c6-d6b2-4242-b9c9-3fadee60ec1c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:18:42.557182 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-c23572c6-d6b2-4242-b9c9-3fadee60ec1c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:18:42.589954 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.l3_db [None req-56de5bc5-9464-4fd9-a50e-f6a68224bc4d tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Floating IP b5c0e166-4fa6-4ded-89f8-4eb4b88aa903 associated. External IP: 172.26.10.80, port: 1f4f765f-d73f-47f6-b188-19038022921d. Oct 04 09:18:42.617133 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c23572c6-d6b2-4242-b9c9-3fadee60ec1c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:42.659175 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-94d3763b-60ae-4fe9-995b-70d73597d9d1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736827'] for router_interface, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:42.660779 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6cef49-812f-4512-8aa0-dff7f694a42a None None] Pushing event updated for resources: {'Port': ['ID=ed58b7bc-0192-45ee-a6a9-5a5e1f269c81,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:42.671132 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-06f71ace-e6d3-4123-9f74-b1f71f221497 None None] Attempting to bind port ed58b7bc-0192-45ee-a6a9-5a5e1f269c81 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:18:42.671699 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-06f71ace-e6d3-4123-9f74-b1f71f221497 None None] Attempting to bind port ed58b7bc-0192-45ee-a6a9-5a5e1f269c81 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:18:42.671699 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f71ace-e6d3-4123-9f74-b1f71f221497 None None] Attempting to bind port ed58b7bc-0192-45ee-a6a9-5a5e1f269c81 on network 7b2ac456-c702-437f-ad18-06da05465ab2 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:18:42.681533 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f71ace-e6d3-4123-9f74-b1f71f221497 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:18:42.683275 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f71ace-e6d3-4123-9f74-b1f71f221497 None None] Checking segment: {'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:18:42.684078 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-06f71ace-e6d3-4123-9f74-b1f71f221497 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:42.684763 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f71ace-e6d3-4123-9f74-b1f71f221497 None None] Bound using segment: {'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:18:42.685476 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-06f71ace-e6d3-4123-9f74-b1f71f221497 None None] Bound port: ed58b7bc-0192-45ee-a6a9-5a5e1f269c81, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:18:42.686842 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-06f71ace-e6d3-4123-9f74-b1f71f221497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:42.710622 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-53c65d99-003e-484c-9bc9-c3e5acc26a7b None None] Attempt 3 to provision port f7f6018e-37fb-4103-b234-440b5d97dd9f Oct 04 09:18:42.804241 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-53c65d99-003e-484c-9bc9-c3e5acc26a7b None None] Port f7f6018e-37fb-4103-b234-440b5d97dd9f was deleted so its status cannot be updated. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 04 09:18:42.854804 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7d67a61a-2a08-41bc-b36e-3672575a8962 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736911'] for router_interface, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:42.859151 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c23572c6-d6b2-4242-b9c9-3fadee60ec1c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:42.864729 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-06f71ace-e6d3-4123-9f74-b1f71f221497 None None] For port ed58b7bc-0192-45ee-a6a9-5a5e1f269c81, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:18:42.867773 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-06f71ace-e6d3-4123-9f74-b1f71f221497 None None] For port ed58b7bc-0192-45ee-a6a9-5a5e1f269c81, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=ed58b7bc-0192-45ee-a6a9-5a5e1f269c81,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:18:42.878408 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-06f71ace-e6d3-4123-9f74-b1f71f221497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:42.915314 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-53c65d99-003e-484c-9bc9-c3e5acc26a7b None None] Provisioning for port ed58b7bc-0192-45ee-a6a9-5a5e1f269c81 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:18:42.947580 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 1709138d-86e1-4cc3-93ae-f0638adab173 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:18:43.014408 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f71ace-e6d3-4123-9f74-b1f71f221497 None None] Routers {'69f8a8aa-0bf0-4007-b3f1-93bd631a6224'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:18:43.015055 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-06f71ace-e6d3-4123-9f74-b1f71f221497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:18:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['69f8a8aa-0bf0-4007-b3f1-93bd631a6224'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:43.053034 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c23572c6-d6b2-4242-b9c9-3fadee60ec1c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:43.146109 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23572c6-d6b2-4242-b9c9-3fadee60ec1c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4d042c5-7303-4cb6-9393-2f2261faded5,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:43.162690 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-53c65d99-003e-484c-9bc9-c3e5acc26a7b None None] Provisioning complete for port 08c39d5d-e369-4c83-b516-240585d258b0 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:18:43.163067 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-53c65d99-003e-484c-9bc9-c3e5acc26a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:43.163440 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-53c65d99-003e-484c-9bc9-c3e5acc26a7b None None] Attempt 1 to provision port 08c39d5d-e369-4c83-b516-240585d258b0 Oct 04 09:18:43.221227 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c23572c6-d6b2-4242-b9c9-3fadee60ec1c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:43.223046 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-c23572c6-d6b2-4242-b9c9-3fadee60ec1c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7277679 Oct 04 09:18:43.231932 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6cef49-812f-4512-8aa0-dff7f694a42a None None] Pushing event updated for resources: {'Port': ['ID=ed58b7bc-0192-45ee-a6a9-5a5e1f269c81,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:43.232754 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33830) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:43.243931 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-cb7ce76f-ea73-424f-a6bc-785608203d48 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': '1414583e-c1bd-4e1d-9092-469645c56a98', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:18:43.262492 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-06f71ace-e6d3-4123-9f74-b1f71f221497 None None] Set router 69f8a8aa-0bf0-4007-b3f1-93bd631a6224 gateway port host: None {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:18:43.268246 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-cb7ce76f-ea73-424f-a6bc-785608203d48 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:18:43.275819 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-cb7ce76f-ea73-424f-a6bc-785608203d48 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:18:43.281059 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-cb7ce76f-ea73-424f-a6bc-785608203d48 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:18:43.293056 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-cb7ce76f-ea73-424f-a6bc-785608203d48 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:18:43.298857 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d67a61a-2a08-41bc-b36e-3672575a8962 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Router e28dd9b1-d25f-4bc4-b81b-d9a8dc1a57b2 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:18:43.337270 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 1709138d-86e1-4cc3-93ae-f0638adab173 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:18:43.337637 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:43.337968 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 1709138d-86e1-4cc3-93ae-f0638adab173 Oct 04 09:18:43.376447 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.securitygroups_db [None req-cb7ce76f-ea73-424f-a6bc-785608203d48 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Project 78fb12e86c5f40beb578bfb97002b5c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 09:18:43.390747 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cb7ce76f-ea73-424f-a6bc-785608203d48 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:43.413849 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-94d3763b-60ae-4fe9-995b-70d73597d9d1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Deleting port ed58b7bc-0192-45ee-a6a9-5a5e1f269c81 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:18:43.414229 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-94d3763b-60ae-4fe9-995b-70d73597d9d1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:43.440311 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d67a61a-2a08-41bc-b36e-3672575a8962 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:18:43.444392 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-7d67a61a-2a08-41bc-b36e-3672575a8962 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "PUT /v2.0/routers/e28dd9b1-d25f-4bc4-b81b-d9a8dc1a57b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0922165 Oct 04 09:18:43.447149 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33834) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:43.456049 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad86afa-ba14-45cf-b515-64d68f58ee8d None None] Sync routers for ids ['e28dd9b1-d25f-4bc4-b81b-d9a8dc1a57b2'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:18:43.469672 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad86afa-ba14-45cf-b515-64d68f58ee8d None None] Routers {'e28dd9b1-d25f-4bc4-b81b-d9a8dc1a57b2'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:18:43.470534 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-2ad86afa-ba14-45cf-b515-64d68f58ee8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:18:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['e28dd9b1-d25f-4bc4-b81b-d9a8dc1a57b2'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:43.505165 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-53c65d99-003e-484c-9bc9-c3e5acc26a7b None None] Current status of the port 08c39d5d-e369-4c83-b516-240585d258b0 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:18:43.508465 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56de5bc5-9464-4fd9-a50e-f6a68224bc4d tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Router ecf78223-5076-4703-9e43-f1669188e149 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:18:43.565634 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-2ad86afa-ba14-45cf-b515-64d68f58ee8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:43.576925 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad86afa-ba14-45cf-b515-64d68f58ee8d None None] Routers {'e28dd9b1-d25f-4bc4-b81b-d9a8dc1a57b2'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:18:43.577796 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-2ad86afa-ba14-45cf-b515-64d68f58ee8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:18:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['e28dd9b1-d25f-4bc4-b81b-d9a8dc1a57b2'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:43.658187 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-2ad86afa-ba14-45cf-b515-64d68f58ee8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:43.658518 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad86afa-ba14-45cf-b515-64d68f58ee8d None None] The sync data for ids ['e28dd9b1-d25f-4bc4-b81b-d9a8dc1a57b2'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:18:43.696297 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cb7ce76f-ea73-424f-a6bc-785608203d48 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:43.715083 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cb7ce76f-ea73-424f-a6bc-785608203d48 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:43.760207 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7ce76f-ea73-424f-a6bc-785608203d48 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb67d1f8-eff8-4b28-9962-d026a6cb1114,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:43.787429 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 1709138d-86e1-4cc3-93ae-f0638adab173 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:18:43.788562 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 08c39d5d-e369-4c83-b516-240585d258b0 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:18:43.791574 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-94d3763b-60ae-4fe9-995b-70d73597d9d1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] For port ed58b7bc-0192-45ee-a6a9-5a5e1f269c81, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=ed58b7bc-0192-45ee-a6a9-5a5e1f269c81,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:18:43.792403 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-94d3763b-60ae-4fe9-995b-70d73597d9d1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:43.804063 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-75ef306e-54cc-4349-90c0-e93bbc3a6953 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] remove_router_interface failed (client error): The resource could not be found. Oct 04 09:18:43.807744 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-75ef306e-54cc-4349-90c0-e93bbc3a6953 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "PUT /v2.0/routers/e28dd9b1-d25f-4bc4-b81b-d9a8dc1a57b2/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3569810 Oct 04 09:18:43.808011 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33838) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:43.857805 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-d939bdaf-9ed7-4673-9c02-3e437a7c83a5 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Synchronizing usage tracker for tenant:6ccb91e770a742df955dbeb81520726f on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:18:43.859109 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-06f71ace-e6d3-4123-9f74-b1f71f221497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f8a8aa-0bf0-4007-b3f1-93bd631a6224', 'name': 'tempest-NetworksTestDHCPv6-router-2140976835', 'tenant_id': '3f91eae3af914b3ca9ea34a1eaa482e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:18:34Z', 'updated_at': '2022-10-04T09:18:38Z', 'revision_number': 2, 'project_id': '3f91eae3af914b3ca9ea34a1eaa482e2', 'gw_port_host': None, '_interfaces': [{'id': 'ed58b7bc-0192-45ee-a6a9-5a5e1f269c81', 'name': '', 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'tenant_id': '3f91eae3af914b3ca9ea34a1eaa482e2', 'mac_address': 'fa:16:3e:7f:aa:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f8a8aa-0bf0-4007-b3f1-93bd631a6224', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '7ac28b9f-cd60-4c81-a567-74a059456476', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:18:36Z', 'updated_at': '2022-10-04T09:18:42Z', 'revision_number': 4, 'project_id': '3f91eae3af914b3ca9ea34a1eaa482e2', 'subnets': [{'id': '7ac28b9f-cd60-4c81-a567-74a059456476', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:43.865611 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f71ace-e6d3-4123-9f74-b1f71f221497 None None] The sync data for ids ['69f8a8aa-0bf0-4007-b3f1-93bd631a6224'] in dv-neutron-860215-1-hyperv is: [{'id': '69f8a8aa-0bf0-4007-b3f1-93bd631a6224', 'name': 'tempest-NetworksTestDHCPv6-router-2140976835', 'tenant_id': '3f91eae3af914b3ca9ea34a1eaa482e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:18:34Z', 'updated_at': '2022-10-04T09:18:38Z', 'revision_number': 2, 'project_id': '3f91eae3af914b3ca9ea34a1eaa482e2', 'gw_port_host': None, '_interfaces': [{'id': 'ed58b7bc-0192-45ee-a6a9-5a5e1f269c81', 'name': '', 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'tenant_id': '3f91eae3af914b3ca9ea34a1eaa482e2', 'mac_address': 'fa:16:3e:7f:aa:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f8a8aa-0bf0-4007-b3f1-93bd631a6224', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '7ac28b9f-cd60-4c81-a567-74a059456476', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:18:36Z', 'updated_at': '2022-10-04T09:18:42Z', 'revision_number': 4, 'project_id': '3f91eae3af914b3ca9ea34a1eaa482e2', 'subnets': [{'id': '7ac28b9f-cd60-4c81-a567-74a059456476', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:18:43.874094 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 08c39d5d-e369-4c83-b516-240585d258b0 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:18:43.874359 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:43.874695 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 08c39d5d-e369-4c83-b516-240585d258b0 Oct 04 09:18:43.876752 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-d939bdaf-9ed7-4673-9c02-3e437a7c83a5 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Unset dirty status for tenant:6ccb91e770a742df955dbeb81520726f on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:18:43.881667 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-d939bdaf-9ed7-4673-9c02-3e437a7c83a5 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "GET /v2.0/ports?device_id=e28dd9b1-d25f-4bc4-b81b-d9a8dc1a57b2 HTTP/1.1" status: 200 len: 205 time: 0.0692811 Oct 04 09:18:43.881667 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33842) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:44.004972 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 08c39d5d-e369-4c83-b516-240585d258b0 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:18:44.006701 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-94d3763b-60ae-4fe9-995b-70d73597d9d1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Calling delete_port for ed58b7bc-0192-45ee-a6a9-5a5e1f269c81 owned by network:router_interface {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:18:44.035738 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cb7ce76f-ea73-424f-a6bc-785608203d48 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:44.036951 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-cb7ce76f-ea73-424f-a6bc-785608203d48 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7971859 Oct 04 09:18:44.038334 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-97e8ab73-f8c3-41dd-8cdd-d75a49b5bc44 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for router, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:44.049987 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33846) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:44.066556 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-068e822c-93fc-4f6d-8a8a-6f64c7192c48 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': '1414583e-c1bd-4e1d-9092-469645c56a98', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:18:44.077454 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-068e822c-93fc-4f6d-8a8a-6f64c7192c48 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:18:44.080132 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56de5bc5-9464-4fd9-a50e-f6a68224bc4d tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:18:44.093439 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ecd2d1-fee0-47f3-9cdc-c48d75858129 None None] Sync routers for ids ['ecf78223-5076-4703-9e43-f1669188e149'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:18:44.113280 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ecd2d1-fee0-47f3-9cdc-c48d75858129 None None] Routers {'ecf78223-5076-4703-9e43-f1669188e149'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:18:44.114265 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-76ecd2d1-fee0-47f3-9cdc-c48d75858129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:18:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['ecf78223-5076-4703-9e43-f1669188e149'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:44.221811 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-76ecd2d1-fee0-47f3-9cdc-c48d75858129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:44.232808 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ecd2d1-fee0-47f3-9cdc-c48d75858129 None None] Routers {'ecf78223-5076-4703-9e43-f1669188e149'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:18:44.233714 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-76ecd2d1-fee0-47f3-9cdc-c48d75858129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:18:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['ecf78223-5076-4703-9e43-f1669188e149'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:44.302917 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-76ecd2d1-fee0-47f3-9cdc-c48d75858129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:44.302917 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ecd2d1-fee0-47f3-9cdc-c48d75858129 None None] The sync data for ids ['ecf78223-5076-4703-9e43-f1669188e149'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:18:44.325067 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-068e822c-93fc-4f6d-8a8a-6f64c7192c48 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:18:44.333619 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-068e822c-93fc-4f6d-8a8a-6f64c7192c48 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:18:44.344656 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-068e822c-93fc-4f6d-8a8a-6f64c7192c48 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:18:44.501498 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-97e8ab73-f8c3-41dd-8cdd-d75a49b5bc44 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:44.503737 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-97e8ab73-f8c3-41dd-8cdd-d75a49b5bc44 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:44.527845 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-97e8ab73-f8c3-41dd-8cdd-d75a49b5bc44 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:44.528457 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e8ab73-f8c3-41dd-8cdd-d75a49b5bc44 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Fanout notify agent at l3_agent the message router_deleted on router e28dd9b1-d25f-4bc4-b81b-d9a8dc1a57b2 {{(pid=89033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:18:44.540616 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-97e8ab73-f8c3-41dd-8cdd-d75a49b5bc44 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:44.544495 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-97e8ab73-f8c3-41dd-8cdd-d75a49b5bc44 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "DELETE /v2.0/routers/e28dd9b1-d25f-4bc4-b81b-d9a8dc1a57b2 HTTP/1.1" status: 204 len: 168 time: 0.6619153 Oct 04 09:18:44.545115 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33850) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:44.579988 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.securitygroups_db [None req-068e822c-93fc-4f6d-8a8a-6f64c7192c48 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Project 78fb12e86c5f40beb578bfb97002b5c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 09:18:44.597749 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-068e822c-93fc-4f6d-8a8a-6f64c7192c48 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:44.616066 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-6280fdf4-e5ca-4659-96a6-150bf9e1a34a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Deleting subnet c9a91afc-594c-423d-942a-866452484aa4 {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:18:44.619266 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6280fdf4-e5ca-4659-96a6-150bf9e1a34a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:44.677379 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6280fdf4-e5ca-4659-96a6-150bf9e1a34a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:44.779365 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6280fdf4-e5ca-4659-96a6-150bf9e1a34a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:44.862673 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6280fdf4-e5ca-4659-96a6-150bf9e1a34a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:44.871745 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-068e822c-93fc-4f6d-8a8a-6f64c7192c48 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:44.895459 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-068e822c-93fc-4f6d-8a8a-6f64c7192c48 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:44.904125 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6280fdf4-e5ca-4659-96a6-150bf9e1a34a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event deleted for resources: {'Subnet': ['ID=c9a91afc-594c-423d-942a-866452484aa4,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:44.909343 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6280fdf4-e5ca-4659-96a6-150bf9e1a34a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:44.917524 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-6280fdf4-e5ca-4659-96a6-150bf9e1a34a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "DELETE /v2.0/subnets/c9a91afc-594c-423d-942a-866452484aa4 HTTP/1.1" status: 204 len: 168 time: 0.3684709 Oct 04 09:18:44.917728 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71be899-1385-481e-be66-87280a5b9a63 None None] Network 8b42a47a-a617-4d16-9f34-e8d92af8af4b requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:18:44.918172 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33854) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:44.936248 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device ed58b7bc-0192-45ee-a6a9-5a5e1f269c81 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:18:44.980293 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068e822c-93fc-4f6d-8a8a-6f64c7192c48 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a9cfb0b-560a-4d14-b64a-6215d637b64c,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:44.990639 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56de5bc5-9464-4fd9-a50e-f6a68224bc4d tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Router ecf78223-5076-4703-9e43-f1669188e149 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:18:45.002456 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-068e822c-93fc-4f6d-8a8a-6f64c7192c48 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:45.012220 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-068e822c-93fc-4f6d-8a8a-6f64c7192c48 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9534822 Oct 04 09:18:45.047286 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3c2e4cf1-ff73-47f3-81d8-5c4d9150616d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:45.059734 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-3c2e4cf1-ff73-47f3-81d8-5c4d9150616d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Deleting port 8ffeccde-704b-4193-93a4-4ce147e7b43e {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:18:45.060161 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3c2e4cf1-ff73-47f3-81d8-5c4d9150616d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:45.072778 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-94d3763b-60ae-4fe9-995b-70d73597d9d1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:45.112114 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No active binding found for port ed58b7bc-0192-45ee-a6a9-5a5e1f269c81 {{(pid=89034) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Oct 04 09:18:45.112565 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device ed58b7bc-0192-45ee-a6a9-5a5e1f269c81 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Oct 04 09:18:45.185522 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d3763b-60ae-4fe9-995b-70d73597d9d1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event deleted for resources: {'Port': ['ID=ed58b7bc-0192-45ee-a6a9-5a5e1f269c81,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:45.192272 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Port ed58b7bc-0192-45ee-a6a9-5a5e1f269c81 not found, will not notify nova. {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Oct 04 09:18:45.349237 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d27407c-b4a6-443d-904d-e2bdf9402b84 None None] DHCP port deletion for 8b42a47a-a617-4d16-9f34-e8d92af8af4b request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:18:45.353787 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-9d27407c-b4a6-443d-904d-e2bdf9402b84 None None] Deleting port 8ffeccde-704b-4193-93a4-4ce147e7b43e {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:18:45.354489 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-9d27407c-b4a6-443d-904d-e2bdf9402b84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:45.358783 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-3c2e4cf1-ff73-47f3-81d8-5c4d9150616d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] For port 8ffeccde-704b-4193-93a4-4ce147e7b43e, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=8ffeccde-704b-4193-93a4-4ce147e7b43e,segment=NetworkSegment(f0a04d18-b535-476b-95ec-9c0483a9be94),segment_id=f0a04d18-b535-476b-95ec-9c0483a9be94)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:18:45.359153 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3c2e4cf1-ff73-47f3-81d8-5c4d9150616d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:45.526722 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-3c2e4cf1-ff73-47f3-81d8-5c4d9150616d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Calling delete_port for 8ffeccde-704b-4193-93a4-4ce147e7b43e owned by network:dhcp {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:18:45.551484 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-94d3763b-60ae-4fe9-995b-70d73597d9d1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736911'] for router_interface, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:45.611143 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3c2e4cf1-ff73-47f3-81d8-5c4d9150616d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:45.625676 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-9d27407c-b4a6-443d-904d-e2bdf9402b84 None None] For port 8ffeccde-704b-4193-93a4-4ce147e7b43e, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=8ffeccde-704b-4193-93a4-4ce147e7b43e,segment=NetworkSegment(f0a04d18-b535-476b-95ec-9c0483a9be94),segment_id=f0a04d18-b535-476b-95ec-9c0483a9be94)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:18:45.626076 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-9d27407c-b4a6-443d-904d-e2bdf9402b84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:45.641904 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-eaf1d3b4-c239-4185-92ac-414bf29769ba req-c62a517f-0b04-448c-b144-4054b1fac1b0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:security_group {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:18:45.650831 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56de5bc5-9464-4fd9-a50e-f6a68224bc4d tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:18:45.662140 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-56de5bc5-9464-4fd9-a50e-f6a68224bc4d tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:45.663986 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ca593f-6680-42d5-a2b3-e681a5070919 None None] Sync routers for ids ['ecf78223-5076-4703-9e43-f1669188e149'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:18:45.668644 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2e4cf1-ff73-47f3-81d8-5c4d9150616d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] No DVR routers for this DVR port 8ffeccde-704b-4193-93a4-4ce147e7b43e on host dv-neutron-860215-1-hyperv {{(pid=89033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:18:45.679679 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ca593f-6680-42d5-a2b3-e681a5070919 None None] Routers {'ecf78223-5076-4703-9e43-f1669188e149'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:18:45.680645 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-34ca593f-6680-42d5-a2b3-e681a5070919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:18:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['ecf78223-5076-4703-9e43-f1669188e149'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:45.703640 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2e4cf1-ff73-47f3-81d8-5c4d9150616d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event deleted for resources: {'Port': ['ID=8ffeccde-704b-4193-93a4-4ce147e7b43e,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:45.762358 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-9d27407c-b4a6-443d-904d-e2bdf9402b84 None None] Calling delete_port for 8ffeccde-704b-4193-93a4-4ce147e7b43e owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:18:45.822506 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3c2e4cf1-ff73-47f3-81d8-5c4d9150616d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:45.826948 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-34ca593f-6680-42d5-a2b3-e681a5070919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:45.844927 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ca593f-6680-42d5-a2b3-e681a5070919 None None] Routers {'ecf78223-5076-4703-9e43-f1669188e149'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:18:45.845809 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-34ca593f-6680-42d5-a2b3-e681a5070919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:18:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['ecf78223-5076-4703-9e43-f1669188e149'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:45.866632 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-3c2e4cf1-ff73-47f3-81d8-5c4d9150616d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b42a47a-a617-4d16-9f34-e8d92af8af4b']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:45.874992 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.db.api [None req-9d27407c-b4a6-443d-904d-e2bdf9402b84 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:18:45.875489 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG oslo_db.api [None req-9d27407c-b4a6-443d-904d-e2bdf9402b84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:18:45.882066 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-3c2e4cf1-ff73-47f3-81d8-5c4d9150616d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0a04d18-b535-476b-95ec-9c0483a9be94') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:45.882427 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-3c2e4cf1-ff73-47f3-81d8-5c4d9150616d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0a04d18-b535-476b-95ec-9c0483a9be94') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:45.894855 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3c2e4cf1-ff73-47f3-81d8-5c4d9150616d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:45.911351 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-34ca593f-6680-42d5-a2b3-e681a5070919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:45.912054 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3c2e4cf1-ff73-47f3-81d8-5c4d9150616d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:45.912402 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ca593f-6680-42d5-a2b3-e681a5070919 None None] The sync data for ids ['ecf78223-5076-4703-9e43-f1669188e149'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:18:45.918618 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c2e4cf1-ff73-47f3-81d8-5c4d9150616d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:18:45.919070 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3c2e4cf1-ff73-47f3-81d8-5c4d9150616d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:45.989710 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment f0a04d18-b535-476b-95ec-9c0483a9be94 resource provider aggregate not found Oct 04 09:18:45.989901 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-eaf1d3b4-c239-4185-92ac-414bf29769ba req-c62a517f-0b04-448c-b144-4054b1fac1b0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:security_group {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:18:45.990870 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-eaf1d3b4-c239-4185-92ac-414bf29769ba req-c62a517f-0b04-448c-b144-4054b1fac1b0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1396831381&fields=id&tenant_id=78fb12e86c5f40beb578bfb97002b5c9 HTTP/1.1" status: 200 len: 267 time: 0.5023358 Oct 04 09:18:46.014298 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment f0a04d18-b535-476b-95ec-9c0483a9be94 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f0a04d18-b535-476b-95ec-9c0483a9be94 found for delete ", "request_id": "req-ef4daa85-426d-43d2-bb93-7348f556d7ec"}]} Oct 04 09:18:46.027532 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3c2e4cf1-ff73-47f3-81d8-5c4d9150616d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:46.044953 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3c2e4cf1-ff73-47f3-81d8-5c4d9150616d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:46.056117 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2e4cf1-ff73-47f3-81d8-5c4d9150616d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event deleted for resources: {'Network': ['ID=8b42a47a-a617-4d16-9f34-e8d92af8af4b,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:46.067916 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-3c2e4cf1-ff73-47f3-81d8-5c4d9150616d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "DELETE /v2.0/networks/8b42a47a-a617-4d16-9f34-e8d92af8af4b HTTP/1.1" status: 204 len: 168 time: 1.1490808 Oct 04 09:18:46.071541 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33874) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:46.077497 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-e3ffc2d3-a72c-48ca-b472-e726bd2252c7 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Request body: {'network': {'name': 'tempest-RoutersTest-912057210'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:18:46.082325 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-e3ffc2d3-a72c-48ca-b472-e726bd2252c7 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:18:46.086291 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-e3ffc2d3-a72c-48ca-b472-e726bd2252c7 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Usage tracker for resource:network and tenant:6ccb91e770a742df955dbeb81520726f is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:18:46.089105 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-e3ffc2d3-a72c-48ca-b472-e726bd2252c7 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:18:46.095340 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-e3ffc2d3-a72c-48ca-b472-e726bd2252c7 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:18:46.105775 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ffc2d3-a72c-48ca-b472-e726bd2252c7 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Made reservation on behalf of 6ccb91e770a742df955dbeb81520726f for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:18:46.109135 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e3ffc2d3-a72c-48ca-b472-e726bd2252c7 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:46.136976 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3ffc2d3-a72c-48ca-b472-e726bd2252c7 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:18:46.145508 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e3ffc2d3-a72c-48ca-b472-e726bd2252c7 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:46.145846 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-e3ffc2d3-a72c-48ca-b472-e726bd2252c7 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Added segment fd85dd94-d63f-4b70-8b42-ef6d672623bf of type vlan for network 3908f0a6-cd3f-4c25-90ac-5832deb1ed67 Oct 04 09:18:46.175617 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e3ffc2d3-a72c-48ca-b472-e726bd2252c7 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:46.223356 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-56de5bc5-9464-4fd9-a50e-f6a68224bc4d tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] 10.222.0.50 "PUT /v2.0/floatingips/b5c0e166-4fa6-4ded-89f8-4eb4b88aa903 HTTP/1.1" status: 200 len: 978 time: 5.3912890 Oct 04 09:18:46.229126 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33878) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:46.230944 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d3763b-60ae-4fe9-995b-70d73597d9d1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Router 69f8a8aa-0bf0-4007-b3f1-93bd631a6224 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:18:46.240250 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-744b93b1-97aa-469b-a153-330640777211 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:18:46.309337 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e3ffc2d3-a72c-48ca-b472-e726bd2252c7 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:46.314816 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ffc2d3-a72c-48ca-b472-e726bd2252c7 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:46.315308 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e3ffc2d3-a72c-48ca-b472-e726bd2252c7 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:46.376933 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-9d27407c-b4a6-443d-904d-e2bdf9402b84 None None] Deleting port 8ffeccde-704b-4193-93a4-4ce147e7b43e {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:18:46.377974 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-9d27407c-b4a6-443d-904d-e2bdf9402b84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:46.419890 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-e3ffc2d3-a72c-48ca-b472-e726bd2252c7 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3444872 Oct 04 09:18:46.422212 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33882) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:46.426481 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-cd73d869-a1c3-4e69-b1ee-e5df02558676 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Request body: {'subnet': {'network_id': '3908f0a6-cd3f-4c25-90ac-5832deb1ed67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:18:46.451261 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffc2d3-a72c-48ca-b472-e726bd2252c7 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event updated for resources: {'Network': ['ID=3908f0a6-cd3f-4c25-90ac-5832deb1ed67,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:46.451883 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-9d27407c-b4a6-443d-904d-e2bdf9402b84 None None] The port '8ffeccde-704b-4193-93a4-4ce147e7b43e' was deleted {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 04 09:18:46.467019 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 3908f0a6-cd3f-4c25-90ac-5832deb1ed67 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:18:46.527634 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf1d3b4-c239-4185-92ac-414bf29769ba req-0f1824ad-c088-4220-a4b6-b252180f9680 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:46.528436 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-eaf1d3b4-c239-4185-92ac-414bf29769ba req-0f1824ad-c088-4220-a4b6-b252180f9680 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:network {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:18:46.545671 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d3763b-60ae-4fe9-995b-70d73597d9d1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:18:46.549828 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-cd73d869-a1c3-4e69-b1ee-e5df02558676 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:18:46.553871 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-94d3763b-60ae-4fe9-995b-70d73597d9d1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "PUT /v2.0/routers/69f8a8aa-0bf0-4007-b3f1-93bd631a6224/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9282751 Oct 04 09:18:46.554424 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33886) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:46.555696 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-744b93b1-97aa-469b-a153-330640777211 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for floatingip, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:46.556956 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-cd73d869-a1c3-4e69-b1ee-e5df02558676 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Usage tracker for resource:subnet and tenant:6ccb91e770a742df955dbeb81520726f is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:18:46.567084 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca6161c-a4ba-43d2-b924-2a54a8c15c76 None None] Sync routers for ids ['69f8a8aa-0bf0-4007-b3f1-93bd631a6224'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:18:46.588233 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca6161c-a4ba-43d2-b924-2a54a8c15c76 None None] Routers {'69f8a8aa-0bf0-4007-b3f1-93bd631a6224'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:18:46.589193 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-cd73d869-a1c3-4e69-b1ee-e5df02558676 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:18:46.589497 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-8ca6161c-a4ba-43d2-b924-2a54a8c15c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:18:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['69f8a8aa-0bf0-4007-b3f1-93bd631a6224'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:46.601933 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-cd73d869-a1c3-4e69-b1ee-e5df02558676 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:18:46.628488 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd73d869-a1c3-4e69-b1ee-e5df02558676 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Made reservation on behalf of 6ccb91e770a742df955dbeb81520726f for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:18:46.632230 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cd73d869-a1c3-4e69-b1ee-e5df02558676 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:46.649192 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-eaf1d3b4-c239-4185-92ac-414bf29769ba req-0f1824ad-c088-4220-a4b6-b252180f9680 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:network {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:18:46.650427 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-eaf1d3b4-c239-4185-92ac-414bf29769ba req-0f1824ad-c088-4220-a4b6-b252180f9680 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/networks?id=f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad HTTP/1.1" status: 200 len: 797 time: 0.6508005 Oct 04 09:18:46.654507 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0986a0d9-1251-4309-840f-4ee56eb6e217 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:46.656669 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0986a0d9-1251-4309-840f-4ee56eb6e217 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:46.657424 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-0986a0d9-1251-4309-840f-4ee56eb6e217 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Synchronizing usage tracker for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:subnet {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:18:46.739838 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-0986a0d9-1251-4309-840f-4ee56eb6e217 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Unset dirty status for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:subnet {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:18:46.740936 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-0986a0d9-1251-4309-840f-4ee56eb6e217 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1858985 Oct 04 09:18:46.744542 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33890) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:46.761137 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-8ca6161c-a4ba-43d2-b924-2a54a8c15c76 None None] Set router 69f8a8aa-0bf0-4007-b3f1-93bd631a6224 gateway port host: None {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:18:46.785735 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-eaf1d3b4-c239-4185-92ac-414bf29769ba req-173bdbfa-2932-4c67-bcb3-123a6a33922d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/quotas/78fb12e86c5f40beb578bfb97002b5c9 HTTP/1.1" status: 200 len: 375 time: 0.1241879 Oct 04 09:18:46.827494 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-82a59ce9-e823-49b2-859c-210511eaa4f6 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Deleting subnet 7ac28b9f-cd60-4c81-a567-74a059456476 {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:18:46.832841 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-82a59ce9-e823-49b2-859c-210511eaa4f6 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:46.871660 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-8ca6161c-a4ba-43d2-b924-2a54a8c15c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f8a8aa-0bf0-4007-b3f1-93bd631a6224', 'name': 'tempest-NetworksTestDHCPv6-router-2140976835', 'tenant_id': '3f91eae3af914b3ca9ea34a1eaa482e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:18:34Z', 'updated_at': '2022-10-04T09:18:44Z', 'revision_number': 3, 'project_id': '3f91eae3af914b3ca9ea34a1eaa482e2', 'gw_port_host': None}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:46.876260 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca6161c-a4ba-43d2-b924-2a54a8c15c76 None None] Checking router: 69f8a8aa-0bf0-4007-b3f1-93bd631a6224 for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:18:46.885070 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca6161c-a4ba-43d2-b924-2a54a8c15c76 None None] Routers {'69f8a8aa-0bf0-4007-b3f1-93bd631a6224'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:18:46.885687 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-8ca6161c-a4ba-43d2-b924-2a54a8c15c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:18:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['69f8a8aa-0bf0-4007-b3f1-93bd631a6224'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:46.931813 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-744b93b1-97aa-469b-a153-330640777211 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:46.940630 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-82a59ce9-e823-49b2-859c-210511eaa4f6 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:46.942775 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-744b93b1-97aa-469b-a153-330640777211 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:46.944840 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.l3_db [None req-744b93b1-97aa-469b-a153-330640777211 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Floating IP b5c0e166-4fa6-4ded-89f8-4eb4b88aa903 disassociated. External IP: 172.26.10.80, port: 73928fe3-05ec-4e99-bfb7-1d7f157798d7. Oct 04 09:18:47.021879 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 8ffeccde-704b-4193-93a4-4ce147e7b43e no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:18:47.053127 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cd73d869-a1c3-4e69-b1ee-e5df02558676 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:47.065743 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 8ffeccde-704b-4193-93a4-4ce147e7b43e {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:18:47.066089 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 8ffeccde-704b-4193-93a4-4ce147e7b43e not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:18:47.073184 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-8ca6161c-a4ba-43d2-b924-2a54a8c15c76 None None] Set router 69f8a8aa-0bf0-4007-b3f1-93bd631a6224 gateway port host: None {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:18:47.125968 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-82a59ce9-e823-49b2-859c-210511eaa4f6 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:47.144102 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-eaf1d3b4-c239-4185-92ac-414bf29769ba req-b407bfd2-8bb7-421b-a3cf-f8ae60465792 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:18:47.172021 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-eaf1d3b4-c239-4185-92ac-414bf29769ba req-b407bfd2-8bb7-421b-a3cf-f8ae60465792 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:18:47.173614 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-eaf1d3b4-c239-4185-92ac-414bf29769ba req-b407bfd2-8bb7-421b-a3cf-f8ae60465792 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=78fb12e86c5f40beb578bfb97002b5c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3203366 Oct 04 09:18:47.176062 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd73d869-a1c3-4e69-b1ee-e5df02558676 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event updated for resources: {'Subnet': ['ID=9739e194-51ea-4e48-a37e-5b75cc4dda4f,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:47.185032 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-8ca6161c-a4ba-43d2-b924-2a54a8c15c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f8a8aa-0bf0-4007-b3f1-93bd631a6224', 'name': 'tempest-NetworksTestDHCPv6-router-2140976835', 'tenant_id': '3f91eae3af914b3ca9ea34a1eaa482e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:18:34Z', 'updated_at': '2022-10-04T09:18:44Z', 'revision_number': 3, 'project_id': '3f91eae3af914b3ca9ea34a1eaa482e2', 'gw_port_host': None}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:47.189931 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca6161c-a4ba-43d2-b924-2a54a8c15c76 None None] The sync data for ids ['69f8a8aa-0bf0-4007-b3f1-93bd631a6224'] in dv-neutron-860215-1-hyperv is: [{'id': '69f8a8aa-0bf0-4007-b3f1-93bd631a6224', 'name': 'tempest-NetworksTestDHCPv6-router-2140976835', 'tenant_id': '3f91eae3af914b3ca9ea34a1eaa482e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:18:34Z', 'updated_at': '2022-10-04T09:18:44Z', 'revision_number': 3, 'project_id': '3f91eae3af914b3ca9ea34a1eaa482e2', 'gw_port_host': None}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:18:47.200454 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd73d869-a1c3-4e69-b1ee-e5df02558676 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Checking segment: {'id': 'fd85dd94-d63f-4b70-8b42-ef6d672623bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3908f0a6-cd3f-4c25-90ac-5832deb1ed67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:18:47.200848 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd73d869-a1c3-4e69-b1ee-e5df02558676 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Network hostable DHCP agents. Network: 3908f0a6-cd3f-4c25-90ac-5832deb1ed67, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:18:47.235916 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd73d869-a1c3-4e69-b1ee-e5df02558676 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Network 3908f0a6-cd3f-4c25-90ac-5832deb1ed67 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:18:47.242499 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-82a59ce9-e823-49b2-859c-210511eaa4f6 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:47.281819 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-cd73d869-a1c3-4e69-b1ee-e5df02558676 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 3908f0a6-cd3f-4c25-90ac-5832deb1ed67) {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:18:47.285016 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a59ce9-e823-49b2-859c-210511eaa4f6 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event deleted for resources: {'Subnet': ['ID=7ac28b9f-cd60-4c81-a567-74a059456476,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:47.289771 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd73d869-a1c3-4e69-b1ee-e5df02558676 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:47.290268 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d410b130-5c54-4b8a-a649-5c43ee4f706a None None] Network 3908f0a6-cd3f-4c25-90ac-5832deb1ed67 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:18:47.290410 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cd73d869-a1c3-4e69-b1ee-e5df02558676 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:47.295706 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-82a59ce9-e823-49b2-859c-210511eaa4f6 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:47.328044 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-82a59ce9-e823-49b2-859c-210511eaa4f6 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/subnets/7ac28b9f-cd60-4c81-a567-74a059456476 HTTP/1.1" status: 204 len: 168 time: 0.5822470 Oct 04 09:18:47.329576 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33894) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:47.338163 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-cd73d869-a1c3-4e69-b1ee-e5df02558676 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9126410 Oct 04 09:18:47.367222 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc85c438-0923-4c83-a61f-a8f568b218af None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:18:47.399425 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33898) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:47.403796 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-bfe96556-6bc6-47c2-97af-4800328a395f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-144593488', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:18:47.418553 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-bfe96556-6bc6-47c2-97af-4800328a395f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:18:47.470708 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-bfe96556-6bc6-47c2-97af-4800328a395f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Usage tracker for resource:router and tenant:6ccb91e770a742df955dbeb81520726f is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:18:47.472877 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-bfe96556-6bc6-47c2-97af-4800328a395f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:18:47.487961 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-bfe96556-6bc6-47c2-97af-4800328a395f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:18:47.503949 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-bfe96556-6bc6-47c2-97af-4800328a395f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:47.505023 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-bfe96556-6bc6-47c2-97af-4800328a395f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:47.512939 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-3b8a5e3d-37e5-4ffe-b900-e955bdb40328 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Synchronizing usage tracker for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:router {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:18:47.535539 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-bfe96556-6bc6-47c2-97af-4800328a395f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:47.536906 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-3b8a5e3d-37e5-4ffe-b900-e955bdb40328 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Unset dirty status for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:router {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:18:47.538097 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-3b8a5e3d-37e5-4ffe-b900-e955bdb40328 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2069404 Oct 04 09:18:47.543809 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33902) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:47.603881 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-eaf1d3b4-c239-4185-92ac-414bf29769ba req-fb39173a-7af1-4cfa-ad18-5908b53a9589 service neutron] 10.222.0.50 "GET /v2.0/networks/f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763382 Oct 04 09:18:47.635058 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-744b93b1-97aa-469b-a153-330640777211 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Router ecf78223-5076-4703-9e43-f1669188e149 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:18:47.680722 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f5e5e60f-c7ca-41ff-96ad-c70dcdbf5269 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for router, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:47.741559 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-bfe96556-6bc6-47c2-97af-4800328a395f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:47.764835 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5619db37-a6cd-4a4a-999c-31ab805c74ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-3908f0a6-cd3f-4c25-90ac-5832deb1ed67', 'network_id': '3908f0a6-cd3f-4c25-90ac-5832deb1ed67', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'fixed_ips': [{'subnet_id': '9739e194-51ea-4e48-a37e-5b75cc4dda4f'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:18:47.765809 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5619db37-a6cd-4a4a-999c-31ab805c74ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:47.862506 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d6e175-8afa-41a7-be10-dd531946b029 None None] DHCP port deletion for 7b2ac456-c702-437f-ad18-06da05465ab2 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:18:47.868388 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-67d6e175-8afa-41a7-be10-dd531946b029 None None] Deleting port 1709138d-86e1-4cc3-93ae-f0638adab173 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:18:47.868751 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-67d6e175-8afa-41a7-be10-dd531946b029 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:47.902123 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-eaf1d3b4-c239-4185-92ac-414bf29769ba req-7ec04f0c-e298-42b3-a3e5-4f158b31b3f3 service neutron] 10.222.0.50 "GET /v2.0/networks/f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925949 Oct 04 09:18:47.994901 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-bfe96556-6bc6-47c2-97af-4800328a395f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:47.996074 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-bfe96556-6bc6-47c2-97af-4800328a395f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5963581 Oct 04 09:18:48.021634 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-744b93b1-97aa-469b-a153-330640777211 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:18:48.023521 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33906) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:48.028170 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-744b93b1-97aa-469b-a153-330640777211 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:48.034981 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3185ce-302f-4cc4-bae2-c2ce7c171c8b None None] Sync routers for ids ['ecf78223-5076-4703-9e43-f1669188e149'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:18:48.054246 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3185ce-302f-4cc4-bae2-c2ce7c171c8b None None] Routers {'ecf78223-5076-4703-9e43-f1669188e149'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:18:48.054858 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-4d3185ce-302f-4cc4-bae2-c2ce7c171c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:18:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['ecf78223-5076-4703-9e43-f1669188e149'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:48.137936 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-4d3185ce-302f-4cc4-bae2-c2ce7c171c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:48.147307 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3185ce-302f-4cc4-bae2-c2ce7c171c8b None None] Routers {'ecf78223-5076-4703-9e43-f1669188e149'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:18:48.148224 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-4d3185ce-302f-4cc4-bae2-c2ce7c171c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:18:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['ecf78223-5076-4703-9e43-f1669188e149'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:48.231028 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-4d3185ce-302f-4cc4-bae2-c2ce7c171c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:48.233114 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3185ce-302f-4cc4-bae2-c2ce7c171c8b None None] The sync data for ids ['ecf78223-5076-4703-9e43-f1669188e149'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:18:48.259446 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-744b93b1-97aa-469b-a153-330640777211 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] 10.222.0.50 "PUT /v2.0/floatingips/b5c0e166-4fa6-4ded-89f8-4eb4b88aa903 HTTP/1.1" status: 200 len: 688 time: 2.0243282 Oct 04 09:18:48.259446 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33914) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:48.284902 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-1c793c44-53ac-424c-bdd6-8455e2bf95b8 req-ad03503c-2183-483e-b4e6-216c2e2546c6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d068f5b-66c5-4be4-8d97-5812e17c8e89 HTTP/1.1" status: 200 len: 210 time: 0.0734499 Oct 04 09:18:48.293392 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f5e5e60f-c7ca-41ff-96ad-c70dcdbf5269 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:48.296313 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f5e5e60f-c7ca-41ff-96ad-c70dcdbf5269 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:48.327797 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-5619db37-a6cd-4a4a-999c-31ab805c74ac None None] Allocated IP 172.20.0.2 (3908f0a6-cd3f-4c25-90ac-5832deb1ed67/9739e194-51ea-4e48-a37e-5b75cc4dda4f/5172a2bf-f1c5-472b-b527-e6341b93e2a9) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:18:48.330195 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f5e5e60f-c7ca-41ff-96ad-c70dcdbf5269 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:48.330784 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e5e60f-c7ca-41ff-96ad-c70dcdbf5269 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Fanout notify agent at l3_agent the message router_deleted on router 69f8a8aa-0bf0-4007-b3f1-93bd631a6224 {{(pid=89033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:18:48.363941 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f5e5e60f-c7ca-41ff-96ad-c70dcdbf5269 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:48.369422 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-f5e5e60f-c7ca-41ff-96ad-c70dcdbf5269 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/routers/69f8a8aa-0bf0-4007-b3f1-93bd631a6224 HTTP/1.1" status: 204 len: 168 time: 0.8246293 Oct 04 09:18:48.370870 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33922) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:48.489414 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25a42a6-7e31-43ab-ac01-795e6d42cceb tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:48.494274 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-b25a42a6-7e31-43ab-ac01-795e6d42cceb tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1207962 Oct 04 09:18:48.494467 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33928) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:48.585485 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-67d6e175-8afa-41a7-be10-dd531946b029 None None] For port 1709138d-86e1-4cc3-93ae-f0638adab173, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=1709138d-86e1-4cc3-93ae-f0638adab173,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:18:48.585887 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-67d6e175-8afa-41a7-be10-dd531946b029 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:48.713583 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-67d6e175-8afa-41a7-be10-dd531946b029 None None] Calling delete_port for 1709138d-86e1-4cc3-93ae-f0638adab173 owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:18:48.767076 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5619db37-a6cd-4a4a-999c-31ab805c74ac None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:48.773944 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-adc2d8e7-c454-40a0-8681-d43dcf1c6433 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Deleting port c32bc920-65cd-4d32-8ab0-46cefeb99719 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:18:48.774272 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-adc2d8e7-c454-40a0-8681-d43dcf1c6433 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:48.783013 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-5619db37-a6cd-4a4a-999c-31ab805c74ac None None] Transition to ACTIVE for port object 5172a2bf-f1c5-472b-b527-e6341b93e2a9 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:18:48.822655 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-5619db37-a6cd-4a4a-999c-31ab805c74ac None None] Transition to ACTIVE for port object 5172a2bf-f1c5-472b-b527-e6341b93e2a9 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:18:48.833674 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5619db37-a6cd-4a4a-999c-31ab805c74ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:48.870544 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-67d6e175-8afa-41a7-be10-dd531946b029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:48.915052 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5619db37-a6cd-4a4a-999c-31ab805c74ac None None] Pushing event updated for resources: {'Port': ['ID=5172a2bf-f1c5-472b-b527-e6341b93e2a9,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:48.951552 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device ed58b7bc-0192-45ee-a6a9-5a5e1f269c81 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:18:48.991730 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb07cc2-27e3-48b6-a38b-b1dc3ae02408 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:48.992336 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-9cb07cc2-27e3-48b6-a38b-b1dc3ae02408 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Synchronizing usage tracker for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:subnet {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:18:48.997651 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d6e175-8afa-41a7-be10-dd531946b029 None None] No DVR routers for this DVR port 1709138d-86e1-4cc3-93ae-f0638adab173 on host dv-neutron-860215-1-hyperv {{(pid=89034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:18:49.000639 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5619db37-a6cd-4a4a-999c-31ab805c74ac None None] Network 3908f0a6-cd3f-4c25-90ac-5832deb1ed67 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:18:49.005748 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d6e175-8afa-41a7-be10-dd531946b029 None None] Pushing event deleted for resources: {'Port': ['ID=1709138d-86e1-4cc3-93ae-f0638adab173,revision_number=None']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:49.008831 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-5619db37-a6cd-4a4a-999c-31ab805c74ac None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:18:49.013816 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: ed58b7bc-0192-45ee-a6a9-5a5e1f269c81 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:18:49.013996 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device ed58b7bc-0192-45ee-a6a9-5a5e1f269c81 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:18:49.014409 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 1709138d-86e1-4cc3-93ae-f0638adab173 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:18:49.051058 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 1709138d-86e1-4cc3-93ae-f0638adab173 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:18:49.051472 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 1709138d-86e1-4cc3-93ae-f0638adab173 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:18:49.065930 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5619db37-a6cd-4a4a-999c-31ab805c74ac None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:18:49.094941 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-9cb07cc2-27e3-48b6-a38b-b1dc3ae02408 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Unset dirty status for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:subnet {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:18:49.096102 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-9cb07cc2-27e3-48b6-a38b-b1dc3ae02408 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6006088 Oct 04 09:18:49.098858 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33934) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:49.143595 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0cf520fb-6a93-48a8-accf-d899feb22456 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:49.171317 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-5619db37-a6cd-4a4a-999c-31ab805c74ac None None] Attempting to bind port 5172a2bf-f1c5-472b-b527-e6341b93e2a9 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:18:49.172239 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-5619db37-a6cd-4a4a-999c-31ab805c74ac None None] Attempting to bind port 5172a2bf-f1c5-472b-b527-e6341b93e2a9 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'fd85dd94-d63f-4b70-8b42-ef6d672623bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3908f0a6-cd3f-4c25-90ac-5832deb1ed67'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:18:49.172657 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5619db37-a6cd-4a4a-999c-31ab805c74ac None None] Attempting to bind port 5172a2bf-f1c5-472b-b527-e6341b93e2a9 on network 3908f0a6-cd3f-4c25-90ac-5832deb1ed67 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:18:49.175120 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-6c62b381-815d-404a-bd02-ae3628cb48a0 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Synchronizing usage tracker for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:router {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:18:49.178110 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5619db37-a6cd-4a4a-999c-31ab805c74ac None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:18:49.178486 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5619db37-a6cd-4a4a-999c-31ab805c74ac None None] Checking segment: {'id': 'fd85dd94-d63f-4b70-8b42-ef6d672623bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3908f0a6-cd3f-4c25-90ac-5832deb1ed67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:18:49.179015 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5619db37-a6cd-4a4a-999c-31ab805c74ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:49.179459 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5619db37-a6cd-4a4a-999c-31ab805c74ac None None] Bound using segment: {'id': 'fd85dd94-d63f-4b70-8b42-ef6d672623bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3908f0a6-cd3f-4c25-90ac-5832deb1ed67'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:18:49.179866 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-5619db37-a6cd-4a4a-999c-31ab805c74ac None None] Bound port: 5172a2bf-f1c5-472b-b527-e6341b93e2a9, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd85dd94-d63f-4b70-8b42-ef6d672623bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3908f0a6-cd3f-4c25-90ac-5832deb1ed67'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:18:49.180238 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5619db37-a6cd-4a4a-999c-31ab805c74ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:49.192574 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-6c62b381-815d-404a-bd02-ae3628cb48a0 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Unset dirty status for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:router {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:18:49.193570 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-6c62b381-815d-404a-bd02-ae3628cb48a0 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0931773 Oct 04 09:18:49.198232 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33938) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:49.207936 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-ca8f4ffd-343c-4cba-8deb-59c2b0406e4b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'subnet': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:18:49.281688 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-5619db37-a6cd-4a4a-999c-31ab805c74ac None None] For port 5172a2bf-f1c5-472b-b527-e6341b93e2a9, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:18:49.285301 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-5619db37-a6cd-4a4a-999c-31ab805c74ac None None] For port 5172a2bf-f1c5-472b-b527-e6341b93e2a9, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=5172a2bf-f1c5-472b-b527-e6341b93e2a9,segment=NetworkSegment(fd85dd94-d63f-4b70-8b42-ef6d672623bf),segment_id=fd85dd94-d63f-4b70-8b42-ef6d672623bf)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:18:49.292756 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5619db37-a6cd-4a4a-999c-31ab805c74ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:49.334951 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-ca8f4ffd-343c-4cba-8deb-59c2b0406e4b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:18:49.337859 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-adc2d8e7-c454-40a0-8681-d43dcf1c6433 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:49.338374 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-adc2d8e7-c454-40a0-8681-d43dcf1c6433 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:49.347290 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-ca8f4ffd-343c-4cba-8deb-59c2b0406e4b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:18:49.364210 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8f4ffd-343c-4cba-8deb-59c2b0406e4b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Made reservation on behalf of 3f91eae3af914b3ca9ea34a1eaa482e2 for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:18:49.380303 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5619db37-a6cd-4a4a-999c-31ab805c74ac None None] Pushing event updated for resources: {'Port': ['ID=5172a2bf-f1c5-472b-b527-e6341b93e2a9,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:49.388001 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ca8f4ffd-343c-4cba-8deb-59c2b0406e4b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:49.536575 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-adc2d8e7-c454-40a0-8681-d43dcf1c6433 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Calling delete_port for c32bc920-65cd-4d32-8ab0-46cefeb99719 owned by network:floatingip {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:18:49.795394 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-03cc9bcf-f507-4f7f-8c2d-78d0adf8c348 req-b543c4ba-22fe-45f3-bec6-fcf6fcaa2074 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d068f5b-66c5-4be4-8d97-5812e17c8e89 HTTP/1.1" status: 200 len: 210 time: 0.3294406 Oct 04 09:18:49.813789 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.objects.ports [None req-ca8f4ffd-343c-4cba-8deb-59c2b0406e4b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89033) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Oct 04 09:18:49.814994 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ca8f4ffd-343c-4cba-8deb-59c2b0406e4b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:49.876757 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8f4ffd-343c-4cba-8deb-59c2b0406e4b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:18:49.879560 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-ca8f4ffd-343c-4cba-8deb-59c2b0406e4b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:18:49.883881 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8f4ffd-343c-4cba-8deb-59c2b0406e4b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:49.884471 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ca8f4ffd-343c-4cba-8deb-59c2b0406e4b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:49.888725 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5e2de9-451c-450f-b7c4-84baaa2d4809 None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:18:49.901431 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8f4ffd-343c-4cba-8deb-59c2b0406e4b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event updated for resources: {'Subnet': ['ID=6b305d62-f4f8-4c76-996c-d03a06a35a71,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:49.922241 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-ca8f4ffd-343c-4cba-8deb-59c2b0406e4b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7215884 Oct 04 09:18:49.925090 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33948) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:49.930583 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-ef30e1c0-3c33-4b10-a690-137febf833c9 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'subnet': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:18:50.005026 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf1d3b4-c239-4185-92ac-414bf29769ba req-290a7305-d8c2-419a-a2ba-9ecab62bc267 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:50.006513 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-eaf1d3b4-c239-4185-92ac-414bf29769ba req-290a7305-d8c2-419a-a2ba-9ecab62bc267 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.20 "GET /v2.0/networks?id=f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad HTTP/1.1" status: 200 len: 797 time: 0.6365712 Oct 04 09:18:50.062687 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-adc2d8e7-c454-40a0-8681-d43dcf1c6433 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:50.084558 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-ef30e1c0-3c33-4b10-a690-137febf833c9 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:18:50.090255 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-ef30e1c0-3c33-4b10-a690-137febf833c9 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Usage tracker for resource:subnet and tenant:3f91eae3af914b3ca9ea34a1eaa482e2 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:18:50.095369 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-ef30e1c0-3c33-4b10-a690-137febf833c9 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:18:50.102508 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-ef30e1c0-3c33-4b10-a690-137febf833c9 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:18:50.116978 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef30e1c0-3c33-4b10-a690-137febf833c9 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Made reservation on behalf of 3f91eae3af914b3ca9ea34a1eaa482e2 for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:18:50.120924 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ef30e1c0-3c33-4b10-a690-137febf833c9 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:50.131952 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc2d8e7-c454-40a0-8681-d43dcf1c6433 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Pushing event deleted for resources: {'Port': ['ID=c32bc920-65cd-4d32-8ab0-46cefeb99719,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:50.153854 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1813c2db-8c9b-4c0d-a76f-6250ef248cc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-7b2ac456-c702-437f-ad18-06da05465ab2', 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'tenant_id': '3f91eae3af914b3ca9ea34a1eaa482e2', 'fixed_ips': [{'subnet_id': '6b305d62-f4f8-4c76-996c-d03a06a35a71'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:18:50.154704 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-1813c2db-8c9b-4c0d-a76f-6250ef248cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:50.243907 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-0cf520fb-6a93-48a8-accf-d899feb22456 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Allocated IP 172.20.0.1 (3908f0a6-cd3f-4c25-90ac-5832deb1ed67/9739e194-51ea-4e48-a37e-5b75cc4dda4f/8256771b-478b-4e36-8ded-b80bb17f565a) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:18:50.340813 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-1813c2db-8c9b-4c0d-a76f-6250ef248cc8 None None] Allocated IP 2001:db8::f816:3eff:fedb:38f8 (7b2ac456-c702-437f-ad18-06da05465ab2/6b305d62-f4f8-4c76-996c-d03a06a35a71/6d8d3feb-478e-49d3-8ccc-6297f9e23e28) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:18:50.378676 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-eaf1d3b4-c239-4185-92ac-414bf29769ba req-e04cfdc5-f567-4e92-b4fc-04b43f6efe8b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78fb12e86c5f40beb578bfb97002b5c9 HTTP/1.1" status: 200 len: 380 time: 0.3319416 Oct 04 09:18:50.406358 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-eaf1d3b4-c239-4185-92ac-414bf29769ba req-23127558-5faa-487c-81bc-de7c5522720e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'port': {'device_id': '2d068f5b-66c5-4be4-8d97-5812e17c8e89', 'network_id': 'f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad', 'admin_state_up': True, 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'security_groups': ['1414583e-c1bd-4e1d-9092-469645c56a98']}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:18:50.425687 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ef30e1c0-3c33-4b10-a690-137febf833c9 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:50.487544 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef30e1c0-3c33-4b10-a690-137febf833c9 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:18:50.491201 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-ef30e1c0-3c33-4b10-a690-137febf833c9 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:18:50.494170 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef30e1c0-3c33-4b10-a690-137febf833c9 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:50.494750 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ef30e1c0-3c33-4b10-a690-137febf833c9 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:50.529414 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef30e1c0-3c33-4b10-a690-137febf833c9 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event updated for resources: {'Subnet': ['ID=bce6179b-c020-425d-960a-cf51577a3a4f,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:50.542931 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-ef30e1c0-3c33-4b10-a690-137febf833c9 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6142266 Oct 04 09:18:50.543491 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33952) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:50.549135 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-3fcb80ac-ac6b-4f8f-993d-f52b5cd324ae tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'port': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'mac_address': 'fa:16:3e:78:31:7f', 'name': 'tempest-NetworksTestDHCPv6-307541744'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:18:50.627401 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af43d9b2-9d68-4765-b474-2db084ae2c41 None None] Network 3908f0a6-cd3f-4c25-90ac-5832deb1ed67 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:18:50.656115 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-adc2d8e7-c454-40a0-8681-d43dcf1c6433 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for floatingip, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:50.736313 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-1813c2db-8c9b-4c0d-a76f-6250ef248cc8 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:50.742468 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-adc2d8e7-c454-40a0-8681-d43dcf1c6433 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:50.746091 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-adc2d8e7-c454-40a0-8681-d43dcf1c6433 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] 10.222.0.50 "DELETE /v2.0/floatingips/b5c0e166-4fa6-4ded-89f8-4eb4b88aa903 HTTP/1.1" status: 204 len: 168 time: 2.4835968 Oct 04 09:18:50.748378 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 33956) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:50.758209 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-5e4fbdee-03f4-4d28-9f92-31cfb1b66cff None None] Provisioning for port 5172a2bf-f1c5-472b-b527-e6341b93e2a9 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:18:50.761776 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-1813c2db-8c9b-4c0d-a76f-6250ef248cc8 None None] Transition to ACTIVE for port object 6d8d3feb-478e-49d3-8ccc-6297f9e23e28 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:18:50.818169 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-1813c2db-8c9b-4c0d-a76f-6250ef248cc8 None None] Transition to ACTIVE for port object 6d8d3feb-478e-49d3-8ccc-6297f9e23e28 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:18:50.831259 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-3fcb80ac-ac6b-4f8f-993d-f52b5cd324ae tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:18:50.838449 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-3fcb80ac-ac6b-4f8f-993d-f52b5cd324ae tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Usage tracker for resource:port and tenant:3f91eae3af914b3ca9ea34a1eaa482e2 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:18:50.843206 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-3fcb80ac-ac6b-4f8f-993d-f52b5cd324ae tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:18:50.851643 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-3fcb80ac-ac6b-4f8f-993d-f52b5cd324ae tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:18:50.853723 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.api.v2.resource [None req-39d1a392-c6b2-47e0-ae4b-0bb288c4fd38 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] delete failed (client error): The resource could not be found. Oct 04 09:18:50.854798 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-39d1a392-c6b2-47e0-ae4b-0bb288c4fd38 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] 10.222.0.50 "DELETE /v2.0/floatingips/b5c0e166-4fa6-4ded-89f8-4eb4b88aa903 HTTP/1.1" status: 404 len: 345 time: 0.0967102 Oct 04 09:18:50.860604 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33962) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:50.861009 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0cf520fb-6a93-48a8-accf-d899feb22456 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:50.869066 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-eaf1d3b4-c239-4185-92ac-414bf29769ba req-23127558-5faa-487c-81bc-de7c5522720e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:18:50.888345 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-eaf1d3b4-c239-4185-92ac-414bf29769ba req-23127558-5faa-487c-81bc-de7c5522720e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:18:50.890474 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-0cf520fb-6a93-48a8-accf-d899feb22456 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Transition to ACTIVE for port object 8256771b-478b-4e36-8ded-b80bb17f565a will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:18:50.904818 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaf1d3b4-c239-4185-92ac-414bf29769ba req-23127558-5faa-487c-81bc-de7c5522720e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Made reservation on behalf of 78fb12e86c5f40beb578bfb97002b5c9 for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:18:50.908604 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-eaf1d3b4-c239-4185-92ac-414bf29769ba req-23127558-5faa-487c-81bc-de7c5522720e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:50.910804 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-1813c2db-8c9b-4c0d-a76f-6250ef248cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:50.948378 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fcb80ac-ac6b-4f8f-993d-f52b5cd324ae tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Made reservation on behalf of 3f91eae3af914b3ca9ea34a1eaa482e2 for: {'port': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:18:50.997407 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0cf520fb-6a93-48a8-accf-d899feb22456 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:51.054493 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 5172a2bf-f1c5-472b-b527-e6341b93e2a9 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:18:51.100723 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf520fb-6a93-48a8-accf-d899feb22456 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event updated for resources: {'Port': ['ID=8256771b-478b-4e36-8ded-b80bb17f565a,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:51.107145 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf520fb-6a93-48a8-accf-d899feb22456 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Network 3908f0a6-cd3f-4c25-90ac-5832deb1ed67 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:18:51.108266 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-ef930ce3-ae44-4571-8ab7-af58aa65274e req-f3928455-2f77-46c3-9927-5e28da3dca31 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d068f5b-66c5-4be4-8d97-5812e17c8e89 HTTP/1.1" status: 200 len: 210 time: 0.0722835 Oct 04 09:18:51.111395 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-0cf520fb-6a93-48a8-accf-d899feb22456 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:18:51.115789 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf520fb-6a93-48a8-accf-d899feb22456 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:18:51.141356 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733758e9-03ae-4819-abfc-4de66d74fc14 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:51.145531 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733758e9-03ae-4819-abfc-4de66d74fc14 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:51.151289 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733758e9-03ae-4819-abfc-4de66d74fc14 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:51.152894 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-733758e9-03ae-4819-abfc-4de66d74fc14 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] 10.222.0.50 "GET /v2.0/ports?network_id=97274718-c1bd-42fd-a638-999f5ddf6554 HTTP/1.1" status: 200 len: 2359 time: 0.2905607 Oct 04 09:18:51.154337 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1813c2db-8c9b-4c0d-a76f-6250ef248cc8 None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:18:51.162591 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33966) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:51.164168 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-1813c2db-8c9b-4c0d-a76f-6250ef248cc8 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:18:51.173263 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1813c2db-8c9b-4c0d-a76f-6250ef248cc8 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:18:51.186890 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1813c2db-8c9b-4c0d-a76f-6250ef248cc8 None None] Pushing event updated for resources: {'Port': ['ID=6d8d3feb-478e-49d3-8ccc-6297f9e23e28,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:51.233419 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0cf520fb-6a93-48a8-accf-d899feb22456 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737202'] for router_interface, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:51.237286 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3fcb80ac-ac6b-4f8f-993d-f52b5cd324ae tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:51.262632 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4900154-494d-4fa7-99ca-89c5d37dbd9b tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:51.267530 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a4900154-494d-4fa7-99ca-89c5d37dbd9b tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] 10.222.0.50 "GET /v2.0/subnets/9752af95-f3f1-452d-8979-6d9bd8af296f HTTP/1.1" status: 200 len: 797 time: 0.1004500 Oct 04 09:18:51.274346 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33970) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:51.277201 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [None req-3fcb80ac-ac6b-4f8f-993d-f52b5cd324ae tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] device_id is not set on port d3992665-d99c-4333-9605-1e68952e8017 yet. {{(pid=89033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:18:51.306173 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 5172a2bf-f1c5-472b-b527-e6341b93e2a9 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:18:51.315289 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-1813c2db-8c9b-4c0d-a76f-6250ef248cc8 None None] Attempting to bind port 6d8d3feb-478e-49d3-8ccc-6297f9e23e28 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:18:51.315780 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-1813c2db-8c9b-4c0d-a76f-6250ef248cc8 None None] Attempting to bind port 6d8d3feb-478e-49d3-8ccc-6297f9e23e28 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:18:51.315930 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-995fb4bc-1b5e-45e3-be2a-8c03d7091101 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Request body: {'port': {'network_id': '97274718-c1bd-42fd-a638-999f5ddf6554', 'name': 'tempest-FloatingIPTestJSON-210187942', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:18:51.316317 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1813c2db-8c9b-4c0d-a76f-6250ef248cc8 None None] Attempting to bind port 6d8d3feb-478e-49d3-8ccc-6297f9e23e28 on network 7b2ac456-c702-437f-ad18-06da05465ab2 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:18:51.322271 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 5172a2bf-f1c5-472b-b527-e6341b93e2a9 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:18:51.322742 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:51.323158 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 5172a2bf-f1c5-472b-b527-e6341b93e2a9 Oct 04 09:18:51.347350 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1813c2db-8c9b-4c0d-a76f-6250ef248cc8 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:18:51.347862 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1813c2db-8c9b-4c0d-a76f-6250ef248cc8 None None] Checking segment: {'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:18:51.348390 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-1813c2db-8c9b-4c0d-a76f-6250ef248cc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:51.348852 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1813c2db-8c9b-4c0d-a76f-6250ef248cc8 None None] Bound using segment: {'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:18:51.349426 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-1813c2db-8c9b-4c0d-a76f-6250ef248cc8 None None] Bound port: 6d8d3feb-478e-49d3-8ccc-6297f9e23e28, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:18:51.349907 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-1813c2db-8c9b-4c0d-a76f-6250ef248cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:51.371241 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [req-eaf1d3b4-c239-4185-92ac-414bf29769ba req-23127558-5faa-487c-81bc-de7c5522720e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Allocated IP 172.20.0.6 (f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad/a61b1a39-1108-4545-af3e-5ddb6b99bc9d/8091e681-fbe7-4a4a-819a-385d4199c1fb) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:18:51.493777 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-1813c2db-8c9b-4c0d-a76f-6250ef248cc8 None None] For port 6d8d3feb-478e-49d3-8ccc-6297f9e23e28, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:18:51.499585 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-1813c2db-8c9b-4c0d-a76f-6250ef248cc8 None None] For port 6d8d3feb-478e-49d3-8ccc-6297f9e23e28, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=6d8d3feb-478e-49d3-8ccc-6297f9e23e28,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:18:51.513037 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-1813c2db-8c9b-4c0d-a76f-6250ef248cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:51.551670 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-995fb4bc-1b5e-45e3-be2a-8c03d7091101 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:18:51.559094 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-995fb4bc-1b5e-45e3-be2a-8c03d7091101 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Usage tracker for resource:port and tenant:a17a2e93dba34d5283d4e43f6119c8fa is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:18:51.565925 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-995fb4bc-1b5e-45e3-be2a-8c03d7091101 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:18:51.602600 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0cf520fb-6a93-48a8-accf-d899feb22456 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:51.603646 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-995fb4bc-1b5e-45e3-be2a-8c03d7091101 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:18:51.613824 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1813c2db-8c9b-4c0d-a76f-6250ef248cc8 None None] Pushing event updated for resources: {'Port': ['ID=6d8d3feb-478e-49d3-8ccc-6297f9e23e28,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:51.647240 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-3fcb80ac-ac6b-4f8f-993d-f52b5cd324ae tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Allocated IP 172.20.0.11 (7b2ac456-c702-437f-ad18-06da05465ab2/bce6179b-c020-425d-960a-cf51577a3a4f/d3992665-d99c-4333-9605-1e68952e8017) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:18:51.649918 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995fb4bc-1b5e-45e3-be2a-8c03d7091101 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Made reservation on behalf of a17a2e93dba34d5283d4e43f6119c8fa for: {'port': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:18:51.697018 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 5172a2bf-f1c5-472b-b527-e6341b93e2a9 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:18:51.697866 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:51.744551 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 5172a2bf-f1c5-472b-b527-e6341b93e2a9, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=5172a2bf-f1c5-472b-b527-e6341b93e2a9,segment=NetworkSegment(fd85dd94-d63f-4b70-8b42-ef6d672623bf),segment_id=fd85dd94-d63f-4b70-8b42-ef6d672623bf)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:18:51.746124 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-51deefef-4c25-48f9-8980-e2a6ce555d43 None None] Provisioning complete for port 5172a2bf-f1c5-472b-b527-e6341b93e2a9 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:18:51.746484 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-51deefef-4c25-48f9-8980-e2a6ce555d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:51.746876 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-51deefef-4c25-48f9-8980-e2a6ce555d43 None None] Attempt 1 to provision port 5172a2bf-f1c5-472b-b527-e6341b93e2a9 Oct 04 09:18:51.813224 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-995fb4bc-1b5e-45e3-be2a-8c03d7091101 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:51.827149 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-3fcb80ac-ac6b-4f8f-993d-f52b5cd324ae tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Allocated IP 2001:db8::f816:3eff:fe78:317f (7b2ac456-c702-437f-ad18-06da05465ab2/6b305d62-f4f8-4c76-996c-d03a06a35a71/d3992665-d99c-4333-9605-1e68952e8017) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:18:51.847259 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [None req-995fb4bc-1b5e-45e3-be2a-8c03d7091101 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] device_id is not set on port 9fa1d339-01be-4c4f-84a1-34b644563186 yet. {{(pid=89033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:18:51.855937 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:52.040429 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=5172a2bf-f1c5-472b-b527-e6341b93e2a9,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:52.043135 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-51deefef-4c25-48f9-8980-e2a6ce555d43 None None] Current status of the port 5172a2bf-f1c5-472b-b527-e6341b93e2a9 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:18:52.056792 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-51deefef-4c25-48f9-8980-e2a6ce555d43 None None] Provisioning for port 8256771b-478b-4e36-8ded-b80bb17f565a completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:18:52.063402 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-51deefef-4c25-48f9-8980-e2a6ce555d43 None None] Provisioning complete for port 8256771b-478b-4e36-8ded-b80bb17f565a triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:18:52.063937 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-51deefef-4c25-48f9-8980-e2a6ce555d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:52.064276 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-51deefef-4c25-48f9-8980-e2a6ce555d43 None None] Attempt 1 to provision port 8256771b-478b-4e36-8ded-b80bb17f565a Oct 04 09:18:52.130435 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-eaf1d3b4-c239-4185-92ac-414bf29769ba req-23127558-5faa-487c-81bc-de7c5522720e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:52.134078 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-51deefef-4c25-48f9-8980-e2a6ce555d43 None None] Port 8256771b-478b-4e36-8ded-b80bb17f565a cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:18:52.169446 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-eaf1d3b4-c239-4185-92ac-414bf29769ba req-23127558-5faa-487c-81bc-de7c5522720e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Transition to ACTIVE for port object 8091e681-fbe7-4a4a-819a-385d4199c1fb will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:18:52.232973 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0cf520fb-6a93-48a8-accf-d899feb22456 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:52.235826 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-eaf1d3b4-c239-4185-92ac-414bf29769ba req-23127558-5faa-487c-81bc-de7c5522720e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:52.286691 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0cf520fb-6a93-48a8-accf-d899feb22456 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:52.356133 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3fcb80ac-ac6b-4f8f-993d-f52b5cd324ae tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:52.386257 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-3fcb80ac-ac6b-4f8f-993d-f52b5cd324ae tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Transition to ACTIVE for port object d3992665-d99c-4333-9605-1e68952e8017 will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:18:52.399564 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-995fb4bc-1b5e-45e3-be2a-8c03d7091101 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Allocated IP 172.20.0.14 (97274718-c1bd-42fd-a638-999f5ddf6554/9752af95-f3f1-452d-8979-6d9bd8af296f/9fa1d339-01be-4c4f-84a1-34b644563186) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:18:52.408934 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-995fb4bc-1b5e-45e3-be2a-8c03d7091101 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Allocated IP 172.20.0.13 (97274718-c1bd-42fd-a638-999f5ddf6554/9752af95-f3f1-452d-8979-6d9bd8af296f/9fa1d339-01be-4c4f-84a1-34b644563186) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:18:52.470473 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3fcb80ac-ac6b-4f8f-993d-f52b5cd324ae tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:52.517260 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaf1d3b4-c239-4185-92ac-414bf29769ba req-23127558-5faa-487c-81bc-de7c5522720e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Network f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:18:52.522673 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [req-eaf1d3b4-c239-4185-92ac-414bf29769ba req-23127558-5faa-487c-81bc-de7c5522720e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:18:52.536406 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaf1d3b4-c239-4185-92ac-414bf29769ba req-23127558-5faa-487c-81bc-de7c5522720e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:18:52.591255 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0cf520fb-6a93-48a8-accf-d899feb22456 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736777'] for router_interface, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:52.594633 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23127558-5faa-487c-81bc-de7c5522720e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Port': ['ID=8091e681-fbe7-4a4a-819a-385d4199c1fb,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:52.634819 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-51deefef-4c25-48f9-8980-e2a6ce555d43 None None] Attempt 2 to provision port 8256771b-478b-4e36-8ded-b80bb17f565a Oct 04 09:18:52.751749 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-51deefef-4c25-48f9-8980-e2a6ce555d43 None None] Port 8256771b-478b-4e36-8ded-b80bb17f565a cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:18:52.774087 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcb80ac-ac6b-4f8f-993d-f52b5cd324ae tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:18:52.782356 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-3fcb80ac-ac6b-4f8f-993d-f52b5cd324ae tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:18:52.784893 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcb80ac-ac6b-4f8f-993d-f52b5cd324ae tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:18:52.845756 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcb80ac-ac6b-4f8f-993d-f52b5cd324ae tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event updated for resources: {'Port': ['ID=d3992665-d99c-4333-9605-1e68952e8017,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:52.897370 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcb80ac-ac6b-4f8f-993d-f52b5cd324ae tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:52.904424 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3fcb80ac-ac6b-4f8f-993d-f52b5cd324ae tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:52.904640 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf1d3b4-c239-4185-92ac-414bf29769ba req-23127558-5faa-487c-81bc-de7c5522720e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:52.904640 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-eaf1d3b4-c239-4185-92ac-414bf29769ba req-23127558-5faa-487c-81bc-de7c5522720e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:52.930529 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf520fb-6a93-48a8-accf-d899feb22456 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event updated for resources: {'Port': ['ID=8256771b-478b-4e36-8ded-b80bb17f565a,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:52.959399 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f6432b-68ed-441f-a813-fc81aa16939d req-a1e1393d-dc9e-4be0-bd77-e403cd55ab5e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:52.960990 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a4f6432b-68ed-441f-a813-fc81aa16939d req-a1e1393d-dc9e-4be0-bd77-e403cd55ab5e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d068f5b-66c5-4be4-8d97-5812e17c8e89 HTTP/1.1" status: 200 len: 931 time: 0.6894410 Oct 04 09:18:52.962926 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf520fb-6a93-48a8-accf-d899feb22456 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Network 3908f0a6-cd3f-4c25-90ac-5832deb1ed67 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:18:52.963147 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-995fb4bc-1b5e-45e3-be2a-8c03d7091101 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:52.965719 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-0cf520fb-6a93-48a8-accf-d899feb22456 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:18:52.987869 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-3fcb80ac-ac6b-4f8f-993d-f52b5cd324ae tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.4435778 Oct 04 09:18:52.991322 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33976) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:53.023989 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 5172a2bf-f1c5-472b-b527-e6341b93e2a9 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:18:53.046833 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-eaf1d3b4-c239-4185-92ac-414bf29769ba req-23127558-5faa-487c-81bc-de7c5522720e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6542199 Oct 04 09:18:53.082511 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-eaf1d3b4-c239-4185-92ac-414bf29769ba req-c6059340-8fde-4aaa-ab5d-07a9da1f9635 service neutron] Request body: {'port': {'device_id': '2d068f5b-66c5-4be4-8d97-5812e17c8e89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8602'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:18:53.129126 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-995fb4bc-1b5e-45e3-be2a-8c03d7091101 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:53.134094 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 5172a2bf-f1c5-472b-b527-e6341b93e2a9 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:18:53.135192 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:53.135721 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 5172a2bf-f1c5-472b-b527-e6341b93e2a9 Oct 04 09:18:53.139998 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0638f7fb-7fc7-43d6-a521-e88862a82977 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:53.148338 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0638f7fb-7fc7-43d6-a521-e88862a82977 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:53.149206 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-0638f7fb-7fc7-43d6-a521-e88862a82977 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Synchronizing usage tracker for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:18:53.198987 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044b90da-b19b-4e97-9a4d-7bec96da954e None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:18:53.237810 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995fb4bc-1b5e-45e3-be2a-8c03d7091101 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Network 97274718-c1bd-42fd-a638-999f5ddf6554 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:18:53.243630 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-995fb4bc-1b5e-45e3-be2a-8c03d7091101 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:18:53.248441 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995fb4bc-1b5e-45e3-be2a-8c03d7091101 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:18:53.278306 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-51deefef-4c25-48f9-8980-e2a6ce555d43 None None] Attempt 3 to provision port 8256771b-478b-4e36-8ded-b80bb17f565a Oct 04 09:18:53.285314 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-0638f7fb-7fc7-43d6-a521-e88862a82977 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Unset dirty status for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:18:53.289931 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-0638f7fb-7fc7-43d6-a521-e88862a82977 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2975786 Oct 04 09:18:53.291203 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33980) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:53.309006 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995fb4bc-1b5e-45e3-be2a-8c03d7091101 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Pushing event updated for resources: {'Port': ['ID=9fa1d339-01be-4c4f-84a1-34b644563186,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:53.339970 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a4f6432b-68ed-441f-a813-fc81aa16939d req-a9c80187-974e-4a4c-a8df-7555cfc40b2c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=1414583e-c1bd-4e1d-9092-469645c56a98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2948611 Oct 04 09:18:53.375970 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf520fb-6a93-48a8-accf-d899feb22456 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Router eb5dce83-5c64-44ee-a63a-7ec7fb121de3 is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:18:53.385846 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-96e0d178-a089-44cf-9f46-a5501338c7ec tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Deleting port d3992665-d99c-4333-9605-1e68952e8017 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:18:53.386403 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-96e0d178-a089-44cf-9f46-a5501338c7ec tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:53.389324 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-eaf1d3b4-c239-4185-92ac-414bf29769ba req-c6059340-8fde-4aaa-ab5d-07a9da1f9635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:53.404217 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-51deefef-4c25-48f9-8980-e2a6ce555d43 None None] Port 8256771b-478b-4e36-8ded-b80bb17f565a cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:18:53.465403 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995fb4bc-1b5e-45e3-be2a-8c03d7091101 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:53.467226 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-995fb4bc-1b5e-45e3-be2a-8c03d7091101 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:53.531001 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-995fb4bc-1b5e-45e3-be2a-8c03d7091101 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.2554836 Oct 04 09:18:53.534625 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33984) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:53.544046 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-e5240a03-9d95-41b9-8ea3-13d87c1eeace tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Request body: {'floatingip': {'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'port_id': '9fa1d339-01be-4c4f-84a1-34b644563186', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:18:53.554678 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-e5240a03-9d95-41b9-8ea3-13d87c1eeace tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:18:53.578914 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-e5240a03-9d95-41b9-8ea3-13d87c1eeace tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Usage tracker for resource:floatingip and tenant:a17a2e93dba34d5283d4e43f6119c8fa is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:18:53.592324 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 5172a2bf-f1c5-472b-b527-e6341b93e2a9 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:18:53.592324 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 6d8d3feb-478e-49d3-8ccc-6297f9e23e28 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:18:53.615164 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf520fb-6a93-48a8-accf-d899feb22456 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:18:53.628894 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-e5240a03-9d95-41b9-8ea3-13d87c1eeace tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:18:53.639919 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1e56d8-1a70-410e-a825-2a6ace57d604 None None] Sync routers for ids ['eb5dce83-5c64-44ee-a63a-7ec7fb121de3'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:18:53.646437 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-e5240a03-9d95-41b9-8ea3-13d87c1eeace tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:18:53.661993 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-0cf520fb-6a93-48a8-accf-d899feb22456 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "PUT /v2.0/routers/eb5dce83-5c64-44ee-a63a-7ec7fb121de3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6375296 Oct 04 09:18:53.662485 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33988) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:53.667698 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e5240a03-9d95-41b9-8ea3-13d87c1eeace tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for floatingip, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:53.681682 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1e56d8-1a70-410e-a825-2a6ace57d604 None None] Routers {'eb5dce83-5c64-44ee-a63a-7ec7fb121de3'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:18:53.682634 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-cf1e56d8-1a70-410e-a825-2a6ace57d604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:18:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['eb5dce83-5c64-44ee-a63a-7ec7fb121de3'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:53.759456 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-cf1e56d8-1a70-410e-a825-2a6ace57d604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:53.775086 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1e56d8-1a70-410e-a825-2a6ace57d604 None None] Routers {'eb5dce83-5c64-44ee-a63a-7ec7fb121de3'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:18:53.775706 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-cf1e56d8-1a70-410e-a825-2a6ace57d604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:18:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['eb5dce83-5c64-44ee-a63a-7ec7fb121de3'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:53.845473 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-96e0d178-a089-44cf-9f46-a5501338c7ec tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:53.853146 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-cf1e56d8-1a70-410e-a825-2a6ace57d604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:53.853558 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1e56d8-1a70-410e-a825-2a6ace57d604 None None] The sync data for ids ['eb5dce83-5c64-44ee-a63a-7ec7fb121de3'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:18:53.866784 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 6d8d3feb-478e-49d3-8ccc-6297f9e23e28 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:18:53.870818 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80129d0-ab77-4c19-986c-b36fd9f96264 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:53.871432 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-b80129d0-ab77-4c19-986c-b36fd9f96264 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Synchronizing usage tracker for tenant:6ccb91e770a742df955dbeb81520726f on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:18:53.905252 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-51deefef-4c25-48f9-8980-e2a6ce555d43 None None] Attempt 4 to provision port 8256771b-478b-4e36-8ded-b80bb17f565a Oct 04 09:18:53.942715 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [req-eaf1d3b4-c239-4185-92ac-414bf29769ba req-c6059340-8fde-4aaa-ab5d-07a9da1f9635 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8091e681-fbe7-4a4a-819a-385d4199c1fb {{(pid=89032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:18:53.951156 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-eaf1d3b4-c239-4185-92ac-414bf29769ba req-c6059340-8fde-4aaa-ab5d-07a9da1f9635 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:53.967038 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-eaf1d3b4-c239-4185-92ac-414bf29769ba req-c6059340-8fde-4aaa-ab5d-07a9da1f9635 service neutron] Transition to ACTIVE for port object 8091e681-fbe7-4a4a-819a-385d4199c1fb will not be triggered until provisioned by entity L2. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:18:53.971052 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-eaf1d3b4-c239-4185-92ac-414bf29769ba req-c6059340-8fde-4aaa-ab5d-07a9da1f9635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:53.993806 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-96e0d178-a089-44cf-9f46-a5501338c7ec tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Calling delete_port for d3992665-d99c-4333-9605-1e68952e8017 owned by {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:18:54.013668 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-51deefef-4c25-48f9-8980-e2a6ce555d43 None None] Port 8256771b-478b-4e36-8ded-b80bb17f565a cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:18:54.022316 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0980047-e37f-4dce-8b65-0a048c1f5925 None None] Update dhcp port {'port': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'fixed_ips': [{'subnet_id': '6b305d62-f4f8-4c76-996c-d03a06a35a71', 'ip_address': '2001:db8::f816:3eff:fedb:38f8'}, {'subnet_id': 'bce6179b-c020-425d-960a-cf51577a3a4f'}], 'binding:host_id': 'dv-neutron-860215-1-hyperv'}, 'id': '6d8d3feb-478e-49d3-8ccc-6297f9e23e28'} from dv-neutron-860215-1-hyperv. {{(pid=89034) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 04 09:18:54.048680 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-b80129d0-ab77-4c19-986c-b36fd9f96264 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Unset dirty status for tenant:6ccb91e770a742df955dbeb81520726f on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:18:54.052759 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-b80129d0-ab77-4c19-986c-b36fd9f96264 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "GET /v2.0/ports/8256771b-478b-4e36-8ded-b80bb17f565a HTTP/1.1" status: 200 len: 910 time: 0.3861384 Oct 04 09:18:54.054702 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 33992) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:54.080667 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e0980047-e37f-4dce-8b65-0a048c1f5925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:54.183206 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6059340-8fde-4aaa-ab5d-07a9da1f9635 service neutron] Pushing event updated for resources: {'Port': ['ID=8091e681-fbe7-4a4a-819a-385d4199c1fb,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:54.208864 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-eaf1d3b4-c239-4185-92ac-414bf29769ba req-c6059340-8fde-4aaa-ab5d-07a9da1f9635 service neutron] Attempting to bind port 8091e681-fbe7-4a4a-819a-385d4199c1fb on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:18:54.209346 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-eaf1d3b4-c239-4185-92ac-414bf29769ba req-c6059340-8fde-4aaa-ab5d-07a9da1f9635 service neutron] Attempting to bind port 8091e681-fbe7-4a4a-819a-385d4199c1fb by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': 'feeeb55f-1f3a-425b-ac86-a79280e0f4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad'}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:18:54.209772 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf1d3b4-c239-4185-92ac-414bf29769ba req-c6059340-8fde-4aaa-ab5d-07a9da1f9635 service neutron] Attempting to bind port 8091e681-fbe7-4a4a-819a-385d4199c1fb on network f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:18:54.214535 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf1d3b4-c239-4185-92ac-414bf29769ba req-c6059340-8fde-4aaa-ab5d-07a9da1f9635 service neutron] Port 8091e681-fbe7-4a4a-819a-385d4199c1fb on network f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:18:54.214984 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf1d3b4-c239-4185-92ac-414bf29769ba req-c6059340-8fde-4aaa-ab5d-07a9da1f9635 service neutron] Attempting to bind port 8091e681-fbe7-4a4a-819a-385d4199c1fb on network f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:18:54.220778 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf1d3b4-c239-4185-92ac-414bf29769ba req-c6059340-8fde-4aaa-ab5d-07a9da1f9635 service neutron] Checking agent: {'id': '1be90a14-1104-4771-996e-684b25b74d15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'started_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:18:54.221232 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf1d3b4-c239-4185-92ac-414bf29769ba req-c6059340-8fde-4aaa-ab5d-07a9da1f9635 service neutron] Checking segment: {'id': 'feeeb55f-1f3a-425b-ac86-a79280e0f4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:18:54.221712 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf1d3b4-c239-4185-92ac-414bf29769ba req-c6059340-8fde-4aaa-ab5d-07a9da1f9635 service neutron] Bound using segment: {'id': 'feeeb55f-1f3a-425b-ac86-a79280e0f4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad'} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:18:54.222154 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-eaf1d3b4-c239-4185-92ac-414bf29769ba req-c6059340-8fde-4aaa-ab5d-07a9da1f9635 service neutron] Bound port: 8091e681-fbe7-4a4a-819a-385d4199c1fb, host: hv-neutron-8602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feeeb55f-1f3a-425b-ac86-a79280e0f4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad'}}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:18:54.222940 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-eaf1d3b4-c239-4185-92ac-414bf29769ba req-c6059340-8fde-4aaa-ab5d-07a9da1f9635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:54.299844 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-e0980047-e37f-4dce-8b65-0a048c1f5925 None None] Allocated IP 172.20.0.2 (7b2ac456-c702-437f-ad18-06da05465ab2/bce6179b-c020-425d-960a-cf51577a3a4f/6d8d3feb-478e-49d3-8ccc-6297f9e23e28) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:18:54.316613 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-eaf1d3b4-c239-4185-92ac-414bf29769ba req-c6059340-8fde-4aaa-ab5d-07a9da1f9635 service neutron] For port 8091e681-fbe7-4a4a-819a-385d4199c1fb, host hv-neutron-8602, cleared binding levels {{(pid=89032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:18:54.320152 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-eaf1d3b4-c239-4185-92ac-414bf29769ba req-c6059340-8fde-4aaa-ab5d-07a9da1f9635 service neutron] For port 8091e681-fbe7-4a4a-819a-385d4199c1fb, host hv-neutron-8602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=8091e681-fbe7-4a4a-819a-385d4199c1fb,segment=NetworkSegment(feeeb55f-1f3a-425b-ac86-a79280e0f4bb),segment_id=feeeb55f-1f3a-425b-ac86-a79280e0f4bb)] {{(pid=89032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:18:54.325498 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-eaf1d3b4-c239-4185-92ac-414bf29769ba req-c6059340-8fde-4aaa-ab5d-07a9da1f9635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:54.457474 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-e0980047-e37f-4dce-8b65-0a048c1f5925 None None] For port 6d8d3feb-478e-49d3-8ccc-6297f9e23e28, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=6d8d3feb-478e-49d3-8ccc-6297f9e23e28,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:18:54.491402 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e0980047-e37f-4dce-8b65-0a048c1f5925 None None] Notify callbacks [] for port, precommit_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:54.492899 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf1d3b4-c239-4185-92ac-414bf29769ba req-c6059340-8fde-4aaa-ab5d-07a9da1f9635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:54.493830 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-eaf1d3b4-c239-4185-92ac-414bf29769ba req-c6059340-8fde-4aaa-ab5d-07a9da1f9635 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:54.495995 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-eaf1d3b4-c239-4185-92ac-414bf29769ba req-c6059340-8fde-4aaa-ab5d-07a9da1f9635 service neutron] 10.222.0.20 "PUT /v2.0/ports/8091e681-fbe7-4a4a-819a-385d4199c1fb HTTP/1.1" status: 200 len: 1093 time: 1.4185960 Oct 04 09:18:54.496636 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d068f5b-66c5-4be4-8d97-5812e17c8e89', 'tag': '8091e681-fbe7-4a4a-819a-385d4199c1fb'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:18:54.499922 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63fb2c4-6625-44bf-a071-9079f7b82ac8" -d '{"events": [{"name": "network-changed", "server_uuid": "2d068f5b-66c5-4be4-8d97-5812e17c8e89", "tag": "8091e681-fbe7-4a4a-819a-385d4199c1fb"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:18:54.508493 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-e0980047-e37f-4dce-8b65-0a048c1f5925 None None] Ignored duplicate provisioning block setup for port 6d8d3feb-478e-49d3-8ccc-6297f9e23e28 by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 04 09:18:54.514881 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-51deefef-4c25-48f9-8980-e2a6ce555d43 None None] Attempt 5 to provision port 8256771b-478b-4e36-8ded-b80bb17f565a Oct 04 09:18:54.547234 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6059340-8fde-4aaa-ab5d-07a9da1f9635 service neutron] Pushing event updated for resources: {'Port': ['ID=8091e681-fbe7-4a4a-819a-385d4199c1fb,revision_number=3']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:54.574092 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e0980047-e37f-4dce-8b65-0a048c1f5925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:54.601910 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7908e763-e9d9-4611-a92b-f39433c6499b x-openstack-request-id: req-7908e763-e9d9-4611-a92b-f39433c6499b {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:18:54.602323 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d068f5b-66c5-4be4-8d97-5812e17c8e89", "tag": "8091e681-fbe7-4a4a-819a-385d4199c1fb", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:18:54.602663 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7908e763-e9d9-4611-a92b-f39433c6499b {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:18:54.603138 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7908e763-e9d9-4611-a92b-f39433c6499b'] response: {'name': 'network-changed', 'server_uuid': '2d068f5b-66c5-4be4-8d97-5812e17c8e89', 'tag': '8091e681-fbe7-4a4a-819a-385d4199c1fb', 'status': 'completed', 'code': 200} Oct 04 09:18:54.649487 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf1d3b4-c239-4185-92ac-414bf29769ba req-6c0a97b5-0d3a-4f58-a0ad-15195d58d309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:54.650994 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-eaf1d3b4-c239-4185-92ac-414bf29769ba req-6c0a97b5-0d3a-4f58-a0ad-15195d58d309 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78fb12e86c5f40beb578bfb97002b5c9&device_id=2d068f5b-66c5-4be4-8d97-5812e17c8e89 HTTP/1.1" status: 200 len: 1096 time: 0.0879102 Oct 04 09:18:54.698375 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-51deefef-4c25-48f9-8980-e2a6ce555d43 None None] Port 8256771b-478b-4e36-8ded-b80bb17f565a cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:18:54.711168 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e5240a03-9d95-41b9-8ea3-13d87c1eeace tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:54.768830 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0980047-e37f-4dce-8b65-0a048c1f5925 None None] Pushing event updated for resources: {'Port': ['ID=6d8d3feb-478e-49d3-8ccc-6297f9e23e28,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:54.769176 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-eaf1d3b4-c239-4185-92ac-414bf29769ba req-ca529a95-06b3-4cd2-a943-473956449625 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8091e681-fbe7-4a4a-819a-385d4199c1fb HTTP/1.1" status: 200 len: 217 time: 0.1036417 Oct 04 09:18:54.848910 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-96e0d178-a089-44cf-9f46-a5501338c7ec tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:54.856641 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf1d3b4-c239-4185-92ac-414bf29769ba req-c88af813-c2d0-4062-8f5b-db26efa051aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:54.858606 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-eaf1d3b4-c239-4185-92ac-414bf29769ba req-c88af813-c2d0-4062-8f5b-db26efa051aa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a61b1a39-1108-4545-af3e-5ddb6b99bc9d HTTP/1.1" status: 200 len: 835 time: 0.0832584 Oct 04 09:18:54.894387 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 6d8d3feb-478e-49d3-8ccc-6297f9e23e28 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:18:54.962356 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e0d178-a089-44cf-9f46-a5501338c7ec tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event deleted for resources: {'Port': ['ID=d3992665-d99c-4333-9605-1e68952e8017,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:54.979945 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf1d3b4-c239-4185-92ac-414bf29769ba req-65a60211-2c80-42ec-80df-72dfbe53b62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:54.981471 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-eaf1d3b4-c239-4185-92ac-414bf29769ba req-65a60211-2c80-42ec-80df-72dfbe53b62b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1143577 Oct 04 09:18:55.016900 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7ad3c-1e70-45d8-9813-2cd6f98f3793 req-80a4d62c-73eb-4f05-a695-2ac373255a54 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:55.018437 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-83e7ad3c-1e70-45d8-9813-2cd6f98f3793 req-80a4d62c-73eb-4f05-a695-2ac373255a54 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d068f5b-66c5-4be4-8d97-5812e17c8e89 HTTP/1.1" status: 200 len: 943 time: 0.4523997 Oct 04 09:18:55.135521 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-eaf1d3b4-c239-4185-92ac-414bf29769ba req-18a4eca1-5a53-4482-9326-3d02ce437c1a service neutron] 10.222.0.20 "GET /v2.0/networks/f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472960 Oct 04 09:18:55.199803 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-51deefef-4c25-48f9-8980-e2a6ce555d43 None None] Attempt 6 to provision port 8256771b-478b-4e36-8ded-b80bb17f565a Oct 04 09:18:55.226702 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-e5240a03-9d95-41b9-8ea3-13d87c1eeace tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Allocated IP 172.26.10.54 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/79a21225-0c72-4e3f-992c-0303a928a536) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:18:55.233551 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-83e7ad3c-1e70-45d8-9813-2cd6f98f3793 req-45786bc3-b8e6-4c01-ba4a-f2fafaa26a81 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:security_group {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:18:55.285530 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-51deefef-4c25-48f9-8980-e2a6ce555d43 None None] Port 8256771b-478b-4e36-8ded-b80bb17f565a cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:18:55.297470 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-eaf1d3b4-c239-4185-92ac-414bf29769ba req-50f1b230-942c-414d-a305-8093a0a60303 service neutron] 10.222.0.20 "GET /v2.0/networks/f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553793 Oct 04 09:18:55.313652 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-83e7ad3c-1e70-45d8-9813-2cd6f98f3793 req-45786bc3-b8e6-4c01-ba4a-f2fafaa26a81 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:security_group {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:18:55.314828 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-83e7ad3c-1e70-45d8-9813-2cd6f98f3793 req-45786bc3-b8e6-4c01-ba4a-f2fafaa26a81 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=1414583e-c1bd-4e1d-9092-469645c56a98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2582655 Oct 04 09:18:55.376860 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-96e0d178-a089-44cf-9f46-a5501338c7ec tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:55.418701 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-96e0d178-a089-44cf-9f46-a5501338c7ec tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/ports/d3992665-d99c-4333-9605-1e68952e8017 HTTP/1.1" status: 204 len: 168 time: 2.1157918 Oct 04 09:18:55.425001 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34000) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:55.469977 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63fb2c4-6625-44bf-a071-9079f7b82ac8 req-208fb3bc-4617-4cd2-964d-1cf3a50a816f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:55.471475 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d63fb2c4-6625-44bf-a071-9079f7b82ac8 req-208fb3bc-4617-4cd2-964d-1cf3a50a816f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78fb12e86c5f40beb578bfb97002b5c9&device_id=2d068f5b-66c5-4be4-8d97-5812e17c8e89 HTTP/1.1" status: 200 len: 1096 time: 0.0831537 Oct 04 09:18:55.547765 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e5240a03-9d95-41b9-8ea3-13d87c1eeace tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:55.553779 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4540f8-7dcd-43f3-84af-e4c3e09af334 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:55.555365 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4540f8-7dcd-43f3-84af-e4c3e09af334 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:55.556908 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4540f8-7dcd-43f3-84af-e4c3e09af334 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:55.557733 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-ae4540f8-7dcd-43f3-84af-e4c3e09af334 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Synchronizing usage tracker for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:subnet {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:18:55.569076 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f6095c61-2245-4597-8d73-ad86f2b5332e tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736827'] for router_interface, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:55.610985 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63fb2c4-6625-44bf-a071-9079f7b82ac8 req-b195533a-54d1-4068-90ba-70c62d892149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:55.612472 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d63fb2c4-6625-44bf-a071-9079f7b82ac8 req-b195533a-54d1-4068-90ba-70c62d892149 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad HTTP/1.1" status: 200 len: 898 time: 0.1345344 Oct 04 09:18:55.683514 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d63fb2c4-6625-44bf-a071-9079f7b82ac8 req-6c3a70d6-b7ca-4baf-9b73-256a46d22110 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8091e681-fbe7-4a4a-819a-385d4199c1fb HTTP/1.1" status: 200 len: 217 time: 0.0651324 Oct 04 09:18:55.714439 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-ae4540f8-7dcd-43f3-84af-e4c3e09af334 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Unset dirty status for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:subnet {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:18:55.715630 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-ae4540f8-7dcd-43f3-84af-e4c3e09af334 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2897105 Oct 04 09:18:55.719957 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34004) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:55.745396 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63fb2c4-6625-44bf-a071-9079f7b82ac8 req-b3582a77-b989-45aa-bc4d-6a08bd41a9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:55.746840 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d63fb2c4-6625-44bf-a071-9079f7b82ac8 req-b3582a77-b989-45aa-bc4d-6a08bd41a9d1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a61b1a39-1108-4545-af3e-5ddb6b99bc9d HTTP/1.1" status: 200 len: 835 time: 0.0580389 Oct 04 09:18:55.786592 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-51deefef-4c25-48f9-8980-e2a6ce555d43 None None] Attempt 7 to provision port 8256771b-478b-4e36-8ded-b80bb17f565a Oct 04 09:18:55.832965 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63fb2c4-6625-44bf-a071-9079f7b82ac8 req-29a4b0a0-9599-42c9-a758-e75df6ad0184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:55.834463 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d63fb2c4-6625-44bf-a071-9079f7b82ac8 req-29a4b0a0-9599-42c9-a758-e75df6ad0184 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814490 Oct 04 09:18:55.842679 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-51deefef-4c25-48f9-8980-e2a6ce555d43 None None] Port 8256771b-478b-4e36-8ded-b80bb17f565a cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:18:55.898594 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2f5e795-3287-48d5-8c39-63786f401028 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Deleting subnet 6b305d62-f4f8-4c76-996c-d03a06a35a71 {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:18:55.904172 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e5240a03-9d95-41b9-8ea3-13d87c1eeace tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:55.915666 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f2f5e795-3287-48d5-8c39-63786f401028 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:55.973496 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d63fb2c4-6625-44bf-a071-9079f7b82ac8 req-25c21670-c1d7-4847-af9b-f38a08e4d0a7 service neutron] 10.222.0.20 "GET /v2.0/networks/f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322334 Oct 04 09:18:56.040305 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5240a03-9d95-41b9-8ea3-13d87c1eeace tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:18:56.047353 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-e5240a03-9d95-41b9-8ea3-13d87c1eeace tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:18:56.054912 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5240a03-9d95-41b9-8ea3-13d87c1eeace tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:18:56.083957 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f2f5e795-3287-48d5-8c39-63786f401028 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:56.111015 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5240a03-9d95-41b9-8ea3-13d87c1eeace tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Pushing event updated for resources: {'Port': ['ID=79a21225-0c72-4e3f-992c-0303a928a536,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:56.120061 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d63fb2c4-6625-44bf-a071-9079f7b82ac8 req-2ee69158-17ca-4f5b-88a1-e2372bd7a9bd service neutron] 10.222.0.20 "GET /v2.0/networks/f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400099 Oct 04 09:18:56.344453 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-51deefef-4c25-48f9-8980-e2a6ce555d43 None None] Attempt 8 to provision port 8256771b-478b-4e36-8ded-b80bb17f565a Oct 04 09:18:56.399778 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-51deefef-4c25-48f9-8980-e2a6ce555d43 None None] Port 8256771b-478b-4e36-8ded-b80bb17f565a cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:18:56.467879 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-f6095c61-2245-4597-8d73-ad86f2b5332e tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Deleting port 8256771b-478b-4e36-8ded-b80bb17f565a {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:18:56.468219 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f6095c61-2245-4597-8d73-ad86f2b5332e tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:56.516077 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f2f5e795-3287-48d5-8c39-63786f401028 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:56.525665 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2199153-8e47-4f62-a667-44d5042d87dc req-9a86cf80-fab1-471f-ab37-884dd2d86d12 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:56.526382 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-e2199153-8e47-4f62-a667-44d5042d87dc req-9a86cf80-fab1-471f-ab37-884dd2d86d12 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:18:56.541168 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-e2199153-8e47-4f62-a667-44d5042d87dc req-9a86cf80-fab1-471f-ab37-884dd2d86d12 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:18:56.542299 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e2199153-8e47-4f62-a667-44d5042d87dc req-9a86cf80-fab1-471f-ab37-884dd2d86d12 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d068f5b-66c5-4be4-8d97-5812e17c8e89 HTTP/1.1" status: 200 len: 943 time: 0.1030190 Oct 04 09:18:56.590609 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e2199153-8e47-4f62-a667-44d5042d87dc req-53a5bd25-476f-44a0-8e99-65d28540db54 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=1414583e-c1bd-4e1d-9092-469645c56a98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423024 Oct 04 09:18:56.857820 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f2f5e795-3287-48d5-8c39-63786f401028 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:56.901216 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-51deefef-4c25-48f9-8980-e2a6ce555d43 None None] Attempt 9 to provision port 8256771b-478b-4e36-8ded-b80bb17f565a Oct 04 09:18:56.914445 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f6095c61-2245-4597-8d73-ad86f2b5332e tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:56.929411 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f5e795-3287-48d5-8c39-63786f401028 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event deleted for resources: {'Subnet': ['ID=6b305d62-f4f8-4c76-996c-d03a06a35a71,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:56.950325 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c4801b-91bc-491a-ae65-50f184d537fe None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:18:57.022361 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-51deefef-4c25-48f9-8980-e2a6ce555d43 None None] Port 8256771b-478b-4e36-8ded-b80bb17f565a cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:18:57.054538 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f2f5e795-3287-48d5-8c39-63786f401028 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:57.064516 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-f6095c61-2245-4597-8d73-ad86f2b5332e tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Calling delete_port for 8256771b-478b-4e36-8ded-b80bb17f565a owned by network:router_interface {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:18:57.131202 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-f2f5e795-3287-48d5-8c39-63786f401028 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/subnets/6b305d62-f4f8-4c76-996c-d03a06a35a71 HTTP/1.1" status: 204 len: 168 time: 1.4078376 Oct 04 09:18:57.131611 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34010) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:57.200677 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc2339ea-43ca-4a41-b0f6-7882273a971c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Deleting subnet bce6179b-c020-425d-960a-cf51577a3a4f {{(pid=89032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:18:57.204026 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-dc2339ea-43ca-4a41-b0f6-7882273a971c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:57.228581 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e5240a03-9d95-41b9-8ea3-13d87c1eeace tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:57.264429 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-dc2339ea-43ca-4a41-b0f6-7882273a971c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885153'] for subnet, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:57.333315 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f6095c61-2245-4597-8d73-ad86f2b5332e tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:57.401203 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6095c61-2245-4597-8d73-ad86f2b5332e tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event deleted for resources: {'Port': ['ID=8256771b-478b-4e36-8ded-b80bb17f565a,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:57.450454 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e5240a03-9d95-41b9-8ea3-13d87c1eeace tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:57.477308 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-dc2339ea-43ca-4a41-b0f6-7882273a971c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:57.524176 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-51deefef-4c25-48f9-8980-e2a6ce555d43 None None] Attempt 10 to provision port 8256771b-478b-4e36-8ded-b80bb17f565a Oct 04 09:18:57.577530 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-dc2339ea-43ca-4a41-b0f6-7882273a971c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:57.619361 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 8091e681-fbe7-4a4a-819a-385d4199c1fb details requested by agent hyperv_hv-neutron-8602 with host hv-neutron-8602 {{(pid=89034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 04 09:18:57.634391 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2339ea-43ca-4a41-b0f6-7882273a971c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event deleted for resources: {'Subnet': ['ID=bce6179b-c020-425d-960a-cf51577a3a4f,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:57.649564 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-dc2339ea-43ca-4a41-b0f6-7882273a971c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:57.670235 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-dc2339ea-43ca-4a41-b0f6-7882273a971c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/subnets/bce6179b-c020-425d-960a-cf51577a3a4f HTTP/1.1" status: 204 len: 168 time: 0.5351374 Oct 04 09:18:57.670542 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34016) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:57.763285 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-edf577ba-34cf-4709-9f9d-bb492810f735 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Synchronizing usage tracker for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:router {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:18:57.775394 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-51deefef-4c25-48f9-8980-e2a6ce555d43 None None] Port 8256771b-478b-4e36-8ded-b80bb17f565a was deleted so its status cannot be updated. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 04 09:18:57.787552 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-edf577ba-34cf-4709-9f9d-bb492810f735 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Unset dirty status for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:router {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:18:57.788999 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-edf577ba-34cf-4709-9f9d-bb492810f735 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1176331 Oct 04 09:18:57.792188 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34020) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:57.807351 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-83389ddd-0f2b-4b89-bdbd-673ed1a21e43 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'subnet': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:18:57.820764 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-fa80ff73-103e-44a8-bb6f-6aae0b5e0b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:57.887617 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 8091e681-fbe7-4a4a-819a-385d4199c1fb, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=8091e681-fbe7-4a4a-819a-385d4199c1fb,segment=NetworkSegment(feeeb55f-1f3a-425b-ac86-a79280e0f4bb),segment_id=feeeb55f-1f3a-425b-ac86-a79280e0f4bb)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:18:57.910800 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Returning: {'device': '8091e681-fbe7-4a4a-819a-385d4199c1fb', 'network_id': 'f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad', 'port_id': '8091e681-fbe7-4a4a-819a-385d4199c1fb', 'mac_address': 'fa:16:3e:9e:23:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a61b1a39-1108-4545-af3e-5ddb6b99bc9d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 04 09:18:57.942288 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-83389ddd-0f2b-4b89-bdbd-673ed1a21e43 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:18:57.946509 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-83389ddd-0f2b-4b89-bdbd-673ed1a21e43 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Usage tracker for resource:subnet and tenant:3f91eae3af914b3ca9ea34a1eaa482e2 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:18:57.950479 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-83389ddd-0f2b-4b89-bdbd-673ed1a21e43 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:18:57.950691 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22844959-6509-439f-8d65-22d46798071c None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:18:57.957760 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-83389ddd-0f2b-4b89-bdbd-673ed1a21e43 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:18:57.969949 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83389ddd-0f2b-4b89-bdbd-673ed1a21e43 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Made reservation on behalf of 3f91eae3af914b3ca9ea34a1eaa482e2 for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:18:57.974570 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-83389ddd-0f2b-4b89-bdbd-673ed1a21e43 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:58.058087 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-8347cc0d-779d-478c-a238-ab5403e0b7dd None None] Provisioning for port 8091e681-fbe7-4a4a-819a-385d4199c1fb completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:18:58.074799 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 8091e681-fbe7-4a4a-819a-385d4199c1fb is: DOWN; New status is: BUILD {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:18:58.075524 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:58.085620 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f6095c61-2245-4597-8d73-ad86f2b5332e tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736911'] for router_interface, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:58.129175 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8091e681-fbe7-4a4a-819a-385d4199c1fb {{(pid=89034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:18:58.181137 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-8347cc0d-779d-478c-a238-ab5403e0b7dd None None] Provisioning for port 6d8d3feb-478e-49d3-8ccc-6297f9e23e28 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:18:58.190644 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-8347cc0d-779d-478c-a238-ab5403e0b7dd None None] Provisioning complete for port 6d8d3feb-478e-49d3-8ccc-6297f9e23e28 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:18:58.191100 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-8347cc0d-779d-478c-a238-ab5403e0b7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:58.191501 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-8347cc0d-779d-478c-a238-ab5403e0b7dd None None] Attempt 1 to provision port 6d8d3feb-478e-49d3-8ccc-6297f9e23e28 Oct 04 09:18:58.224782 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 8091e681-fbe7-4a4a-819a-385d4199c1fb, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=8091e681-fbe7-4a4a-819a-385d4199c1fb,segment=NetworkSegment(feeeb55f-1f3a-425b-ac86-a79280e0f4bb),segment_id=feeeb55f-1f3a-425b-ac86-a79280e0f4bb)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:18:58.239048 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:58.333143 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=8091e681-fbe7-4a4a-819a-385d4199c1fb,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:58.396936 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.objects.ports [None req-83389ddd-0f2b-4b89-bdbd-673ed1a21e43 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89032) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Oct 04 09:18:58.402516 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-8347cc0d-779d-478c-a238-ab5403e0b7dd None None] Current status of the port 6d8d3feb-478e-49d3-8ccc-6297f9e23e28 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:18:58.402973 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-8347cc0d-779d-478c-a238-ab5403e0b7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:58.449785 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab963eb-6500-4040-945b-cfb352f66fc6 req-1522a1b6-0895-4c86-972c-f0b1e3e8f1f3 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:58.451325 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-eab963eb-6500-4040-945b-cfb352f66fc6 req-1522a1b6-0895-4c86-972c-f0b1e3e8f1f3 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d068f5b-66c5-4be4-8d97-5812e17c8e89 HTTP/1.1" status: 200 len: 943 time: 0.4950781 Oct 04 09:18:58.451619 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-8347cc0d-779d-478c-a238-ab5403e0b7dd None None] For port 6d8d3feb-478e-49d3-8ccc-6297f9e23e28, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=6d8d3feb-478e-49d3-8ccc-6297f9e23e28,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:18:58.457862 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-8347cc0d-779d-478c-a238-ab5403e0b7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:58.470937 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6095c61-2245-4597-8d73-ad86f2b5332e tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Router eb5dce83-5c64-44ee-a63a-7ec7fb121de3 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:18:58.495143 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e5240a03-9d95-41b9-8ea3-13d87c1eeace tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:58.500565 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf2e3a9-5eb5-4685-97ef-396f295044dc None None] DHCP port deletion for 7b2ac456-c702-437f-ad18-06da05465ab2 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:18:58.510384 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-8347cc0d-779d-478c-a238-ab5403e0b7dd None None] Could not find standard attr ID for object 8256771b-478b-4e36-8ded-b80bb17f565a. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:18:58.527092 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-dcf2e3a9-5eb5-4685-97ef-396f295044dc None None] Deleting port 6d8d3feb-478e-49d3-8ccc-6297f9e23e28 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:18:58.527545 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-dcf2e3a9-5eb5-4685-97ef-396f295044dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:58.560503 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e5240a03-9d95-41b9-8ea3-13d87c1eeace tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:58.560746 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-8347cc0d-779d-478c-a238-ab5403e0b7dd None None] Could not find standard attr ID for object d3992665-d99c-4333-9605-1e68952e8017. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:18:58.594576 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8347cc0d-779d-478c-a238-ab5403e0b7dd None None] Pushing event updated for resources: {'Port': ['ID=6d8d3feb-478e-49d3-8ccc-6297f9e23e28,revision_number=6']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:58.618044 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-83389ddd-0f2b-4b89-bdbd-673ed1a21e43 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:58.665138 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['8091e681-fbe7-4a4a-819a-385d4199c1fb'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 09:18:58.758118 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-eab963eb-6500-4040-945b-cfb352f66fc6 req-361a7bbd-5cbd-40b1-b8ef-b1ff535742ac tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=1414583e-c1bd-4e1d-9092-469645c56a98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2857692 Oct 04 09:18:58.766866 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6095c61-2245-4597-8d73-ad86f2b5332e tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:18:58.778195 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e5240a03-9d95-41b9-8ea3-13d87c1eeace tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:58.782016 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f227f35-bc3c-43b1-bf17-cf3f1c296720 None None] Sync routers for ids ['eb5dce83-5c64-44ee-a63a-7ec7fb121de3'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:18:58.801547 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f227f35-bc3c-43b1-bf17-cf3f1c296720 None None] Routers {'eb5dce83-5c64-44ee-a63a-7ec7fb121de3'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:18:58.803953 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-ba6234a5-e980-4bcc-9618-8d3fefd2a0c3 None None] Provisioning complete for port 6d8d3feb-478e-49d3-8ccc-6297f9e23e28 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:18:58.804414 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ba6234a5-e980-4bcc-9618-8d3fefd2a0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:58.804659 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-5f227f35-bc3c-43b1-bf17-cf3f1c296720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:18:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['eb5dce83-5c64-44ee-a63a-7ec7fb121de3'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:58.804881 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-ba6234a5-e980-4bcc-9618-8d3fefd2a0c3 None None] Attempt 1 to provision port 6d8d3feb-478e-49d3-8ccc-6297f9e23e28 Oct 04 09:18:58.860344 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5240a03-9d95-41b9-8ea3-13d87c1eeace tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Pushing event updated for resources: {'Port': ['ID=79a21225-0c72-4e3f-992c-0303a928a536,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:58.916482 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-83389ddd-0f2b-4b89-bdbd-673ed1a21e43 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] For port 6d8d3feb-478e-49d3-8ccc-6297f9e23e28, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=6d8d3feb-478e-49d3-8ccc-6297f9e23e28,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:18:58.931509 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-5f227f35-bc3c-43b1-bf17-cf3f1c296720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:58.932714 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-dcf2e3a9-5eb5-4685-97ef-396f295044dc None None] For port 6d8d3feb-478e-49d3-8ccc-6297f9e23e28, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=6d8d3feb-478e-49d3-8ccc-6297f9e23e28,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:18:58.933868 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-dcf2e3a9-5eb5-4685-97ef-396f295044dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:58.947873 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-83389ddd-0f2b-4b89-bdbd-673ed1a21e43 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:58.949733 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f227f35-bc3c-43b1-bf17-cf3f1c296720 None None] Routers {'eb5dce83-5c64-44ee-a63a-7ec7fb121de3'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:18:58.951256 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-5f227f35-bc3c-43b1-bf17-cf3f1c296720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:18:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['eb5dce83-5c64-44ee-a63a-7ec7fb121de3'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:58.957992 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-83389ddd-0f2b-4b89-bdbd-673ed1a21e43 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:58.959009 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-83389ddd-0f2b-4b89-bdbd-673ed1a21e43 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:58.961464 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 6d8d3feb-478e-49d3-8ccc-6297f9e23e28 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:18:58.989473 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-f6095c61-2245-4597-8d73-ad86f2b5332e tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "PUT /v2.0/routers/eb5dce83-5c64-44ee-a63a-7ec7fb121de3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9347913 Oct 04 09:18:59.000485 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34024) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:59.023704 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-5f227f35-bc3c-43b1-bf17-cf3f1c296720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:18:59.024349 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f227f35-bc3c-43b1-bf17-cf3f1c296720 None None] The sync data for ids ['eb5dce83-5c64-44ee-a63a-7ec7fb121de3'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:18:59.069209 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-256d29d2-444b-422a-ab3f-cef43cafb831 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Synchronizing usage tracker for tenant:6ccb91e770a742df955dbeb81520726f on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:18:59.089418 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.l3_db [None req-e5240a03-9d95-41b9-8ea3-13d87c1eeace tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Floating IP 15f9c6d3-1741-4884-a643-eba88e4751ef associated. External IP: 172.26.10.54, port: 9fa1d339-01be-4c4f-84a1-34b644563186. Oct 04 09:18:59.096564 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83389ddd-0f2b-4b89-bdbd-673ed1a21e43 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:18:59.101105 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-83389ddd-0f2b-4b89-bdbd-673ed1a21e43 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:18:59.107698 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83389ddd-0f2b-4b89-bdbd-673ed1a21e43 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:59.108297 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-83389ddd-0f2b-4b89-bdbd-673ed1a21e43 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:59.120939 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83389ddd-0f2b-4b89-bdbd-673ed1a21e43 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event updated for resources: {'Port': ['ID=6d8d3feb-478e-49d3-8ccc-6297f9e23e28,revision_number=8']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:59.129691 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-dcf2e3a9-5eb5-4685-97ef-396f295044dc None None] Calling delete_port for 6d8d3feb-478e-49d3-8ccc-6297f9e23e28 owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:18:59.131215 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83389ddd-0f2b-4b89-bdbd-673ed1a21e43 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event updated for resources: {'Subnet': ['ID=c4468d85-4ee1-4e91-b1fb-bc38c42194f5,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:59.152200 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-83389ddd-0f2b-4b89-bdbd-673ed1a21e43 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3570647 Oct 04 09:18:59.153829 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34028) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:59.161380 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-269268f5-dcfc-4982-ae86-27b0dd971de1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'subnet': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:18:59.176436 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-256d29d2-444b-422a-ab3f-cef43cafb831 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Unset dirty status for tenant:6ccb91e770a742df955dbeb81520726f on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:18:59.177994 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-256d29d2-444b-422a-ab3f-cef43cafb831 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb5dce83-5c64-44ee-a63a-7ec7fb121de3 HTTP/1.1" status: 200 len: 205 time: 0.1763475 Oct 04 09:18:59.181910 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34032) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:59.314102 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-ba6234a5-e980-4bcc-9618-8d3fefd2a0c3 None None] Current status of the port 6d8d3feb-478e-49d3-8ccc-6297f9e23e28 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:18:59.319821 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-269268f5-dcfc-4982-ae86-27b0dd971de1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:18:59.324343 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-269268f5-dcfc-4982-ae86-27b0dd971de1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Usage tracker for resource:subnet and tenant:3f91eae3af914b3ca9ea34a1eaa482e2 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:18:59.328372 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-269268f5-dcfc-4982-ae86-27b0dd971de1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:18:59.334442 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-269268f5-dcfc-4982-ae86-27b0dd971de1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:18:59.346257 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269268f5-dcfc-4982-ae86-27b0dd971de1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Made reservation on behalf of 3f91eae3af914b3ca9ea34a1eaa482e2 for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:18:59.351267 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-269268f5-dcfc-4982-ae86-27b0dd971de1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:59.408541 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.db.api [None req-dcf2e3a9-5eb5-4685-97ef-396f295044dc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:18:59.408885 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG oslo_db.api [None req-dcf2e3a9-5eb5-4685-97ef-396f295044dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:18:59.427338 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 6d8d3feb-478e-49d3-8ccc-6297f9e23e28 is: ACTIVE; New status is: DOWN {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:18:59.427717 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:59.501049 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 6d8d3feb-478e-49d3-8ccc-6297f9e23e28, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=6d8d3feb-478e-49d3-8ccc-6297f9e23e28,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:18:59.511043 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:59.521792 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a699f6bb-2ad4-406d-8cd3-407a53299386 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for router, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:59.623380 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=6d8d3feb-478e-49d3-8ccc-6297f9e23e28,revision_number=9']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:59.726207 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-269268f5-dcfc-4982-ae86-27b0dd971de1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:59.783274 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269268f5-dcfc-4982-ae86-27b0dd971de1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:18:59.786383 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-269268f5-dcfc-4982-ae86-27b0dd971de1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:18:59.790603 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269268f5-dcfc-4982-ae86-27b0dd971de1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:18:59.791195 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-269268f5-dcfc-4982-ae86-27b0dd971de1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:59.813338 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269268f5-dcfc-4982-ae86-27b0dd971de1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event updated for resources: {'Subnet': ['ID=163ea59f-a32f-494f-9a6d-ac68cd40c538,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:18:59.824011 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-269268f5-dcfc-4982-ae86-27b0dd971de1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6689603 Oct 04 09:18:59.826792 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34036) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:18:59.832226 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-bafec57d-6ae2-4773-81f6-646364650fcd tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'port': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'mac_address': 'fa:16:3e:f7:14:a6', 'name': 'tempest-NetworksTestDHCPv6-1703622510'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:18:59.852377 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a699f6bb-2ad4-406d-8cd3-407a53299386 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:59.855294 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a699f6bb-2ad4-406d-8cd3-407a53299386 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:18:59.910664 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-dcf2e3a9-5eb5-4685-97ef-396f295044dc None None] Deleting port 6d8d3feb-478e-49d3-8ccc-6297f9e23e28 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:18:59.913754 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-dcf2e3a9-5eb5-4685-97ef-396f295044dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:00.005743 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a699f6bb-2ad4-406d-8cd3-407a53299386 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:00.006276 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a699f6bb-2ad4-406d-8cd3-407a53299386 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Fanout notify agent at l3_agent the message router_deleted on router eb5dce83-5c64-44ee-a63a-7ec7fb121de3 {{(pid=89033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:19:00.040379 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a699f6bb-2ad4-406d-8cd3-407a53299386 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:00.044009 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a699f6bb-2ad4-406d-8cd3-407a53299386 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "DELETE /v2.0/routers/eb5dce83-5c64-44ee-a63a-7ec7fb121de3 HTTP/1.1" status: 204 len: 168 time: 0.8584623 Oct 04 09:19:00.044214 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34042) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:00.044930 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-bafec57d-6ae2-4773-81f6-646364650fcd tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:19:00.052751 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-bafec57d-6ae2-4773-81f6-646364650fcd tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Usage tracker for resource:port and tenant:3f91eae3af914b3ca9ea34a1eaa482e2 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:19:00.057114 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-bafec57d-6ae2-4773-81f6-646364650fcd tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:19:00.064651 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-bafec57d-6ae2-4773-81f6-646364650fcd tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:19:00.077990 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24ba6a-d533-4fd1-a5cc-43c2c319154d req-fa2e5c53-dae9-4cdd-b791-fa72a91dba55 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:00.080026 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4b24ba6a-d533-4fd1-a5cc-43c2c319154d req-fa2e5c53-dae9-4cdd-b791-fa72a91dba55 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d068f5b-66c5-4be4-8d97-5812e17c8e89 HTTP/1.1" status: 200 len: 944 time: 0.1553569 Oct 04 09:19:00.086981 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bafec57d-6ae2-4773-81f6-646364650fcd tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Made reservation on behalf of 3f91eae3af914b3ca9ea34a1eaa482e2 for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:19:00.118239 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5240a03-9d95-41b9-8ea3-13d87c1eeace tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Router ecf78223-5076-4703-9e43-f1669188e149 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:19:00.129373 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-13b7ab9d-837b-4cf0-88a6-4deaa86239b6 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Deleting subnet 9739e194-51ea-4e48-a37e-5b75cc4dda4f {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:19:00.134584 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-13b7ab9d-837b-4cf0-88a6-4deaa86239b6 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:00.167692 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-dcf2e3a9-5eb5-4685-97ef-396f295044dc None None] For port 6d8d3feb-478e-49d3-8ccc-6297f9e23e28, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=6d8d3feb-478e-49d3-8ccc-6297f9e23e28,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:19:00.168272 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-dcf2e3a9-5eb5-4685-97ef-396f295044dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:00.220211 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4b24ba6a-d533-4fd1-a5cc-43c2c319154d req-1e471b29-32ae-4526-aa9f-02e53c5c0623 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=1414583e-c1bd-4e1d-9092-469645c56a98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078610 Oct 04 09:19:00.260529 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-13b7ab9d-837b-4cf0-88a6-4deaa86239b6 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:00.268420 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bafec57d-6ae2-4773-81f6-646364650fcd tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:00.294740 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-dcf2e3a9-5eb5-4685-97ef-396f295044dc None None] Calling delete_port for 6d8d3feb-478e-49d3-8ccc-6297f9e23e28 owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:19:00.295984 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [None req-bafec57d-6ae2-4773-81f6-646364650fcd tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] device_id is not set on port 98815bec-3a3f-4ba7-bd0b-2619d34ec434 yet. {{(pid=89032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:19:00.343840 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-98d9b234-6351-4cc1-8c83-1fa5fa18fc06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:00.423767 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5240a03-9d95-41b9-8ea3-13d87c1eeace tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:19:00.442870 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbad09a7-4b19-452f-b70a-778ae1e9d1da None None] Sync routers for ids ['ecf78223-5076-4703-9e43-f1669188e149'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:19:00.444835 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-13b7ab9d-837b-4cf0-88a6-4deaa86239b6 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:00.458767 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbad09a7-4b19-452f-b70a-778ae1e9d1da None None] Routers {'ecf78223-5076-4703-9e43-f1669188e149'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:19:00.458767 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-bbad09a7-4b19-452f-b70a-778ae1e9d1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:19:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['ecf78223-5076-4703-9e43-f1669188e149'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:00.486402 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e5240a03-9d95-41b9-8ea3-13d87c1eeace tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:00.512399 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-dcf2e3a9-5eb5-4685-97ef-396f295044dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:00.532847 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-bafec57d-6ae2-4773-81f6-646364650fcd tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Allocated IP 172.20.0.14 (7b2ac456-c702-437f-ad18-06da05465ab2/163ea59f-a32f-494f-9a6d-ac68cd40c538/98815bec-3a3f-4ba7-bd0b-2619d34ec434) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:19:00.539979 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-bafec57d-6ae2-4773-81f6-646364650fcd tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Allocated IP 2001:db8::f816:3eff:fef7:14a6 (7b2ac456-c702-437f-ad18-06da05465ab2/c4468d85-4ee1-4e91-b1fb-bc38c42194f5/98815bec-3a3f-4ba7-bd0b-2619d34ec434) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:19:00.552930 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-e5240a03-9d95-41b9-8ea3-13d87c1eeace tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.0172513 Oct 04 09:19:00.556030 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34046) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:00.562077 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-bbad09a7-4b19-452f-b70a-778ae1e9d1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:00.562788 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-af343640-8756-49b4-a7df-50e105913f5e tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Request body: {'floatingip': {'port_id': '9fa1d339-01be-4c4f-84a1-34b644563186', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:19:00.573255 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf2e3a9-5eb5-4685-97ef-396f295044dc None None] Pushing event deleted for resources: {'Port': ['ID=6d8d3feb-478e-49d3-8ccc-6297f9e23e28,revision_number=None']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:00.651435 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-13b7ab9d-837b-4cf0-88a6-4deaa86239b6 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:00.660976 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbad09a7-4b19-452f-b70a-778ae1e9d1da None None] Routers {'ecf78223-5076-4703-9e43-f1669188e149'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:19:00.661589 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-bbad09a7-4b19-452f-b70a-778ae1e9d1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:19:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['ecf78223-5076-4703-9e43-f1669188e149'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:00.738013 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-13b7ab9d-837b-4cf0-88a6-4deaa86239b6 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:00.740775 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf2e3a9-5eb5-4685-97ef-396f295044dc None None] No DVR routers for this DVR port 6d8d3feb-478e-49d3-8ccc-6297f9e23e28 on host dv-neutron-860215-1-hyperv {{(pid=89034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:19:00.747672 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3115632-bb44-45ee-88e6-26f1058635c5 None None] Network 3908f0a6-cd3f-4c25-90ac-5832deb1ed67 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:19:00.750787 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-af343640-8756-49b4-a7df-50e105913f5e tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for floatingip, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:00.761154 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bafec57d-6ae2-4773-81f6-646364650fcd tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:00.767921 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-bbad09a7-4b19-452f-b70a-778ae1e9d1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:00.768205 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbad09a7-4b19-452f-b70a-778ae1e9d1da None None] The sync data for ids ['ecf78223-5076-4703-9e43-f1669188e149'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:19:00.785856 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-bafec57d-6ae2-4773-81f6-646364650fcd tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Transition to ACTIVE for port object 98815bec-3a3f-4ba7-bd0b-2619d34ec434 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:19:00.814514 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bafec57d-6ae2-4773-81f6-646364650fcd tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:00.821899 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bff5fc-72dc-45dd-86d1-a3316262164c None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:19:00.840307 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:00.846125 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:00.893454 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafec57d-6ae2-4773-81f6-646364650fcd tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:19:00.896469 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-bafec57d-6ae2-4773-81f6-646364650fcd tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:19:00.900730 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafec57d-6ae2-4773-81f6-646364650fcd tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:19:00.947131 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafec57d-6ae2-4773-81f6-646364650fcd tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event updated for resources: {'Port': ['ID=98815bec-3a3f-4ba7-bd0b-2619d34ec434,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:00.963221 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b7ab9d-837b-4cf0-88a6-4deaa86239b6 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event deleted for resources: {'Subnet': ['ID=9739e194-51ea-4e48-a37e-5b75cc4dda4f,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:00.975017 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34050) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:00.975201 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-13b7ab9d-837b-4cf0-88a6-4deaa86239b6 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "DELETE /v2.0/subnets/9739e194-51ea-4e48-a37e-5b75cc4dda4f HTTP/1.1" status: 204 len: 168 time: 0.9299655 Oct 04 09:19:01.012869 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafec57d-6ae2-4773-81f6-646364650fcd tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:01.013976 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bafec57d-6ae2-4773-81f6-646364650fcd tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:01.125194 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-bafec57d-6ae2-4773-81f6-646364650fcd tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.2937908 Oct 04 09:19:01.125194 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34054) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:01.165731 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e1fbd826-cece-410c-8704-f2df614d0ec6 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:01.200054 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-e1fbd826-cece-410c-8704-f2df614d0ec6 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Deleting port 5172a2bf-f1c5-472b-b527-e6341b93e2a9 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:19:01.200328 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e1fbd826-cece-410c-8704-f2df614d0ec6 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:01.259102 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78247ce7-7c44-4a8d-b9c6-644c625f8f47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-7b2ac456-c702-437f-ad18-06da05465ab2', 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'tenant_id': '3f91eae3af914b3ca9ea34a1eaa482e2', 'fixed_ips': [{'subnet_id': '163ea59f-a32f-494f-9a6d-ac68cd40c538'}, {'subnet_id': 'c4468d85-4ee1-4e91-b1fb-bc38c42194f5'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:19:01.264945 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-78247ce7-7c44-4a8d-b9c6-644c625f8f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:01.327249 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686459f7-6783-413f-ab42-0cf4ba2a8555 None None] DHCP port deletion for 3908f0a6-cd3f-4c25-90ac-5832deb1ed67 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:19:01.334108 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038e18d2-fb2e-46d4-a933-798a789f30df tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:01.334943 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-038e18d2-fb2e-46d4-a933-798a789f30df tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Synchronizing usage tracker for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:19:01.338369 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-686459f7-6783-413f-ab42-0cf4ba2a8555 None None] Deleting port 5172a2bf-f1c5-472b-b527-e6341b93e2a9 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:19:01.338746 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-686459f7-6783-413f-ab42-0cf4ba2a8555 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:01.437120 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-038e18d2-fb2e-46d4-a933-798a789f30df tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Unset dirty status for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:19:01.440840 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-038e18d2-fb2e-46d4-a933-798a789f30df tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1026 time: 0.3125522 Oct 04 09:19:01.446942 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34060) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:01.518022 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-e1fbd826-cece-410c-8704-f2df614d0ec6 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] For port 5172a2bf-f1c5-472b-b527-e6341b93e2a9, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=5172a2bf-f1c5-472b-b527-e6341b93e2a9,segment=NetworkSegment(fd85dd94-d63f-4b70-8b42-ef6d672623bf),segment_id=fd85dd94-d63f-4b70-8b42-ef6d672623bf)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:19:01.518373 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e1fbd826-cece-410c-8704-f2df614d0ec6 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:01.549634 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5ac90-7bd3-485b-9ca1-9db21a946891 req-4b8dab4d-908e-41b3-9aba-a4155f73e067 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:01.551191 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-09b5ac90-7bd3-485b-9ca1-9db21a946891 req-4b8dab4d-908e-41b3-9aba-a4155f73e067 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d068f5b-66c5-4be4-8d97-5812e17c8e89 HTTP/1.1" status: 200 len: 944 time: 0.1980515 Oct 04 09:19:01.617192 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-09b5ac90-7bd3-485b-9ca1-9db21a946891 req-09f8e992-9887-41c0-aab6-020eb364d57d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=1414583e-c1bd-4e1d-9092-469645c56a98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552139 Oct 04 09:19:01.654488 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 8091e681-fbe7-4a4a-819a-385d4199c1fb up at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:19:01.661333 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-3a5a044a-d8dd-4317-bdfe-393c401082b2 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Deleting port 98815bec-3a3f-4ba7-bd0b-2619d34ec434 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:19:01.661682 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3a5a044a-d8dd-4317-bdfe-393c401082b2 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:01.719284 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-686459f7-6783-413f-ab42-0cf4ba2a8555 None None] For port 5172a2bf-f1c5-472b-b527-e6341b93e2a9, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=5172a2bf-f1c5-472b-b527-e6341b93e2a9,segment=NetworkSegment(fd85dd94-d63f-4b70-8b42-ef6d672623bf),segment_id=fd85dd94-d63f-4b70-8b42-ef6d672623bf)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:19:01.719711 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-686459f7-6783-413f-ab42-0cf4ba2a8555 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:01.763758 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-af343640-8756-49b4-a7df-50e105913f5e tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:01.774167 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-af343640-8756-49b4-a7df-50e105913f5e tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:01.836965 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-e1fbd826-cece-410c-8704-f2df614d0ec6 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Calling delete_port for 5172a2bf-f1c5-472b-b527-e6341b93e2a9 owned by network:dhcp {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:19:01.858826 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-78247ce7-7c44-4a8d-b9c6-644c625f8f47 None None] Allocated IP 172.20.0.2 (7b2ac456-c702-437f-ad18-06da05465ab2/163ea59f-a32f-494f-9a6d-ac68cd40c538/dc3c4d97-9d6e-4632-b777-4123a00380c8) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:19:01.871294 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-686459f7-6783-413f-ab42-0cf4ba2a8555 None None] Calling delete_port for 5172a2bf-f1c5-472b-b527-e6341b93e2a9 owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:19:01.908911 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-78247ce7-7c44-4a8d-b9c6-644c625f8f47 None None] Allocated IP 2001:db8::f816:3eff:fe28:585f (7b2ac456-c702-437f-ad18-06da05465ab2/c4468d85-4ee1-4e91-b1fb-bc38c42194f5/dc3c4d97-9d6e-4632-b777-4123a00380c8) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:19:02.010790 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning for port 8091e681-fbe7-4a4a-819a-385d4199c1fb completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:19:02.034591 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e1fbd826-cece-410c-8704-f2df614d0ec6 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:02.034789 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning complete for port 8091e681-fbe7-4a4a-819a-385d4199c1fb triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:19:02.034972 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:02.035304 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Attempt 1 to provision port 8091e681-fbe7-4a4a-819a-385d4199c1fb Oct 04 09:19:02.093995 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.db.api [None req-686459f7-6783-413f-ab42-0cf4ba2a8555 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:19:02.094350 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG oslo_db.api [None req-686459f7-6783-413f-ab42-0cf4ba2a8555 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:19:02.095790 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fbd826-cece-410c-8704-f2df614d0ec6 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event deleted for resources: {'Port': ['ID=5172a2bf-f1c5-472b-b527-e6341b93e2a9,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:02.103927 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fbd826-cece-410c-8704-f2df614d0ec6 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] No DVR routers for this DVR port 5172a2bf-f1c5-472b-b527-e6341b93e2a9 on host dv-neutron-860215-1-hyperv {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:19:02.175150 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af343640-8756-49b4-a7df-50e105913f5e tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Router ecf78223-5076-4703-9e43-f1669188e149 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:19:02.253484 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:02.269288 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-78247ce7-7c44-4a8d-b9c6-644c625f8f47 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:02.270674 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e1fbd826-cece-410c-8704-f2df614d0ec6 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:02.275349 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 8091e681-fbe7-4a4a-819a-385d4199c1fb is: BUILD; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:19:02.275723 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:02.287400 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3a5a044a-d8dd-4317-bdfe-393c401082b2 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:02.294670 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-78247ce7-7c44-4a8d-b9c6-644c625f8f47 None None] Transition to ACTIVE for port object dc3c4d97-9d6e-4632-b777-4123a00380c8 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:19:02.315289 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d068f5b-66c5-4be4-8d97-5812e17c8e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8091e681-fbe7-4a4a-819a-385d4199c1fb'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:19:02.317615 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aef738b946a3ea172e8e75fc735451da1d91f114ea1acc5fcf392e20a929bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c91e918-2f39-411a-842f-67d1a6edf828" -d '{"events": [{"server_uuid": "2d068f5b-66c5-4be4-8d97-5812e17c8e89", "name": "network-vif-plugged", "status": "completed", "tag": "8091e681-fbe7-4a4a-819a-385d4199c1fb"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:19:02.329614 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 8091e681-fbe7-4a4a-819a-385d4199c1fb, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=8091e681-fbe7-4a4a-819a-385d4199c1fb,segment=NetworkSegment(feeeb55f-1f3a-425b-ac86-a79280e0f4bb),segment_id=feeeb55f-1f3a-425b-ac86-a79280e0f4bb)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:19:02.342113 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-78247ce7-7c44-4a8d-b9c6-644c625f8f47 None None] Transition to ACTIVE for port object dc3c4d97-9d6e-4632-b777-4123a00380c8 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:19:02.343728 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:02.362016 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-e1fbd826-cece-410c-8704-f2df614d0ec6 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3908f0a6-cd3f-4c25-90ac-5832deb1ed67']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:02.370972 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af343640-8756-49b4-a7df-50e105913f5e tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:19:02.382353 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24868359-e5dc-4c28-8242-d6674bef11a1 None None] Sync routers for ids ['ecf78223-5076-4703-9e43-f1669188e149'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:19:02.383670 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-af343640-8756-49b4-a7df-50e105913f5e tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:02.385983 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-78247ce7-7c44-4a8d-b9c6-644c625f8f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:02.408597 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24868359-e5dc-4c28-8242-d6674bef11a1 None None] Routers {'ecf78223-5076-4703-9e43-f1669188e149'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:19:02.409368 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-24868359-e5dc-4c28-8242-d6674bef11a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:19:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['ecf78223-5076-4703-9e43-f1669188e149'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:02.433187 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78247ce7-7c44-4a8d-b9c6-644c625f8f47 None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:19:02.434903 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-78247ce7-7c44-4a8d-b9c6-644c625f8f47 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:19:02.439590 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78247ce7-7c44-4a8d-b9c6-644c625f8f47 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:19:02.489042 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a57c7d-33b0-40d5-9826-df02b4f686f8 x-openstack-request-id: req-a5a57c7d-33b0-40d5-9826-df02b4f686f8 {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:19:02.489337 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d068f5b-66c5-4be4-8d97-5812e17c8e89", "name": "network-vif-plugged", "status": "completed", "tag": "8091e681-fbe7-4a4a-819a-385d4199c1fb", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:19:02.489600 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a5a57c7d-33b0-40d5-9826-df02b4f686f8 {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:19:02.490004 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5a57c7d-33b0-40d5-9826-df02b4f686f8'] response: {'server_uuid': '2d068f5b-66c5-4be4-8d97-5812e17c8e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8091e681-fbe7-4a4a-819a-385d4199c1fb', 'code': 200} Oct 04 09:19:02.490752 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=8091e681-fbe7-4a4a-819a-385d4199c1fb,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:02.538717 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-3a5a044a-d8dd-4317-bdfe-393c401082b2 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Calling delete_port for 98815bec-3a3f-4ba7-bd0b-2619d34ec434 owned by {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:19:02.597685 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-e1fbd826-cece-410c-8704-f2df614d0ec6 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd85dd94-d63f-4b70-8b42-ef6d672623bf') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:02.598723 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-24868359-e5dc-4c28-8242-d6674bef11a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:02.600643 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-e1fbd826-cece-410c-8704-f2df614d0ec6 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd85dd94-d63f-4b70-8b42-ef6d672623bf') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:02.620272 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24868359-e5dc-4c28-8242-d6674bef11a1 None None] Routers {'ecf78223-5076-4703-9e43-f1669188e149'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:19:02.621194 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-24868359-e5dc-4c28-8242-d6674bef11a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:19:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['ecf78223-5076-4703-9e43-f1669188e149'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:02.630898 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-686459f7-6783-413f-ab42-0cf4ba2a8555 None None] Deleting port 5172a2bf-f1c5-472b-b527-e6341b93e2a9 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:19:02.631275 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-686459f7-6783-413f-ab42-0cf4ba2a8555 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:02.658567 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e1fbd826-cece-410c-8704-f2df614d0ec6 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:02.744855 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e1fbd826-cece-410c-8704-f2df614d0ec6 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:02.792007 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-24868359-e5dc-4c28-8242-d6674bef11a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:02.802867 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78247ce7-7c44-4a8d-b9c6-644c625f8f47 None None] Pushing event updated for resources: {'Port': ['ID=dc3c4d97-9d6e-4632-b777-4123a00380c8,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:02.811865 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1fbd826-cece-410c-8704-f2df614d0ec6 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:19:02.812463 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24868359-e5dc-4c28-8242-d6674bef11a1 None None] The sync data for ids ['ecf78223-5076-4703-9e43-f1669188e149'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:19:02.820344 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e1fbd826-cece-410c-8704-f2df614d0ec6 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:02.827009 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-686459f7-6783-413f-ab42-0cf4ba2a8555 None None] The port '5172a2bf-f1c5-472b-b527-e6341b93e2a9' was deleted {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 04 09:19:02.830584 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-78247ce7-7c44-4a8d-b9c6-644c625f8f47 None None] Attempting to bind port dc3c4d97-9d6e-4632-b777-4123a00380c8 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:19:02.830953 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-78247ce7-7c44-4a8d-b9c6-644c625f8f47 None None] Attempting to bind port dc3c4d97-9d6e-4632-b777-4123a00380c8 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:19:02.831316 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78247ce7-7c44-4a8d-b9c6-644c625f8f47 None None] Attempting to bind port dc3c4d97-9d6e-4632-b777-4123a00380c8 on network 7b2ac456-c702-437f-ad18-06da05465ab2 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:19:02.840017 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78247ce7-7c44-4a8d-b9c6-644c625f8f47 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:19:02.840017 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78247ce7-7c44-4a8d-b9c6-644c625f8f47 None None] Checking segment: {'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:19:02.840017 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-78247ce7-7c44-4a8d-b9c6-644c625f8f47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:02.840017 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78247ce7-7c44-4a8d-b9c6-644c625f8f47 None None] Bound using segment: {'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:19:02.840017 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-78247ce7-7c44-4a8d-b9c6-644c625f8f47 None None] Bound port: dc3c4d97-9d6e-4632-b777-4123a00380c8, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:19:02.841029 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-78247ce7-7c44-4a8d-b9c6-644c625f8f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:02.917169 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-af343640-8756-49b4-a7df-50e105913f5e tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] 10.222.0.50 "PUT /v2.0/floatingips/15f9c6d3-1741-4884-a643-eba88e4751ef HTTP/1.1" status: 200 len: 978 time: 2.3599789 Oct 04 09:19:02.919885 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34070) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:02.946445 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment fd85dd94-d63f-4b70-8b42-ef6d672623bf resource provider aggregate not found Oct 04 09:19:02.952339 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 5172a2bf-f1c5-472b-b527-e6341b93e2a9 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:19:02.995573 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 5172a2bf-f1c5-472b-b527-e6341b93e2a9 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:19:02.995914 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 5172a2bf-f1c5-472b-b527-e6341b93e2a9 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:19:03.029441 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-78247ce7-7c44-4a8d-b9c6-644c625f8f47 None None] For port dc3c4d97-9d6e-4632-b777-4123a00380c8, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:19:03.033738 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-78247ce7-7c44-4a8d-b9c6-644c625f8f47 None None] For port dc3c4d97-9d6e-4632-b777-4123a00380c8, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=dc3c4d97-9d6e-4632-b777-4123a00380c8,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:19:03.033928 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment fd85dd94-d63f-4b70-8b42-ef6d672623bf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fd85dd94-d63f-4b70-8b42-ef6d672623bf found for delete ", "request_id": "req-92c88362-0c2a-448a-8746-ec837b80a919"}]} Oct 04 09:19:03.038837 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-78247ce7-7c44-4a8d-b9c6-644c625f8f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:03.081126 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e1fbd826-cece-410c-8704-f2df614d0ec6 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:03.115882 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e1fbd826-cece-410c-8704-f2df614d0ec6 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:03.121876 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fbd826-cece-410c-8704-f2df614d0ec6 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event deleted for resources: {'Network': ['ID=3908f0a6-cd3f-4c25-90ac-5832deb1ed67,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:03.152292 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78247ce7-7c44-4a8d-b9c6-644c625f8f47 None None] Pushing event updated for resources: {'Port': ['ID=dc3c4d97-9d6e-4632-b777-4123a00380c8,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:03.209064 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-e1fbd826-cece-410c-8704-f2df614d0ec6 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "DELETE /v2.0/networks/3908f0a6-cd3f-4c25-90ac-5832deb1ed67 HTTP/1.1" status: 204 len: 168 time: 2.2325149 Oct 04 09:19:03.218004 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a5141-4349-40e2-af5a-b325d01b0161 req-36311e36-29b0-47ee-9fbc-c42280713db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:03.219059 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34078) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:03.220088 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f62a5141-4349-40e2-af5a-b325d01b0161 req-36311e36-29b0-47ee-9fbc-c42280713db8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2d068f5b-66c5-4be4-8d97-5812e17c8e89 HTTP/1.1" status: 200 len: 1098 time: 0.3665533 Oct 04 09:19:03.227098 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f576b-74fc-4159-8284-f4cfa0e33062 req-c46b1f24-7001-4ff0-981e-a54088153576 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:03.229012 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f75f576b-74fc-4159-8284-f4cfa0e33062 req-c46b1f24-7001-4ff0-981e-a54088153576 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d068f5b-66c5-4be4-8d97-5812e17c8e89 HTTP/1.1" status: 200 len: 945 time: 0.3659208 Oct 04 09:19:03.234924 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-0a41443d-aff7-4211-b663-3e997a47a7a9 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1715889323', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}, 'admin_state_up': False}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:19:03.242508 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-0a41443d-aff7-4211-b663-3e997a47a7a9 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:19:03.247194 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-0a41443d-aff7-4211-b663-3e997a47a7a9 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Usage tracker for resource:router and tenant:6ccb91e770a742df955dbeb81520726f is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:19:03.250641 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-0a41443d-aff7-4211-b663-3e997a47a7a9 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:19:03.257458 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-0a41443d-aff7-4211-b663-3e997a47a7a9 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:19:03.281078 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f62a5141-4349-40e2-af5a-b325d01b0161 req-68cb0c98-d00d-41e8-9788-84ae5e2ffcec service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1414583e-c1bd-4e1d-9092-469645c56a98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513129 Oct 04 09:19:03.288151 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3a5a044a-d8dd-4317-bdfe-393c401082b2 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:03.293780 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0a41443d-aff7-4211-b663-3e997a47a7a9 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:03.294947 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0a41443d-aff7-4211-b663-3e997a47a7a9 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:03.312175 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-a94db7d9-ed99-4d8f-ad91-726f16ba8760 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Deleting port 79a21225-0c72-4e3f-992c-0303a928a536 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:19:03.312625 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a94db7d9-ed99-4d8f-ad91-726f16ba8760 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:03.344252 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a044a-d8dd-4317-bdfe-393c401082b2 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event deleted for resources: {'Port': ['ID=98815bec-3a3f-4ba7-bd0b-2619d34ec434,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:03.373349 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f75f576b-74fc-4159-8284-f4cfa0e33062 req-5a70a3ad-4cf2-4b7d-9864-d96796fbb8f9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=1414583e-c1bd-4e1d-9092-469645c56a98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081219 Oct 04 09:19:03.380274 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0a41443d-aff7-4211-b663-3e997a47a7a9 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:03.575304 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3a5a044a-d8dd-4317-bdfe-393c401082b2 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:03.579749 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-3a5a044a-d8dd-4317-bdfe-393c401082b2 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/ports/98815bec-3a3f-4ba7-bd0b-2619d34ec434 HTTP/1.1" status: 204 len: 168 time: 2.1294484 Oct 04 09:19:03.579921 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34082) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:03.759789 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04275bee-08fa-4fb5-b9a3-bad88bd682e2 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:03.761334 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04275bee-08fa-4fb5-b9a3-bad88bd682e2 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:03.762912 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04275bee-08fa-4fb5-b9a3-bad88bd682e2 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:03.763704 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-04275bee-08fa-4fb5-b9a3-bad88bd682e2 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Synchronizing usage tracker for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:subnet {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:19:03.780148 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-04275bee-08fa-4fb5-b9a3-bad88bd682e2 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Unset dirty status for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:subnet {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:19:03.781435 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-04275bee-08fa-4fb5-b9a3-bad88bd682e2 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2002923 Oct 04 09:19:03.784223 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34086) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:03.804317 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a94db7d9-ed99-4d8f-ad91-726f16ba8760 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:03.804666 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a94db7d9-ed99-4d8f-ad91-726f16ba8760 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:03.821060 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0a41443d-aff7-4211-b663-3e997a47a7a9 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:03.850115 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a8618d4-3c50-4c13-b51a-caf8bab2adca tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Deleting subnet 163ea59f-a32f-494f-9a6d-ac68cd40c538 {{(pid=89032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:19:03.853087 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8a8618d4-3c50-4c13-b51a-caf8bab2adca tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:03.911390 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8a8618d4-3c50-4c13-b51a-caf8bab2adca tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885153'] for subnet, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:03.936098 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-a94db7d9-ed99-4d8f-ad91-726f16ba8760 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Calling delete_port for 79a21225-0c72-4e3f-992c-0303a928a536 owned by network:floatingip {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:19:04.000288 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8a8618d4-3c50-4c13-b51a-caf8bab2adca tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:04.079967 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8a8618d4-3c50-4c13-b51a-caf8bab2adca tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:04.127507 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8618d4-3c50-4c13-b51a-caf8bab2adca tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event deleted for resources: {'Subnet': ['ID=163ea59f-a32f-494f-9a6d-ac68cd40c538,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:04.131075 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8a8618d4-3c50-4c13-b51a-caf8bab2adca tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:04.145532 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-8a8618d4-3c50-4c13-b51a-caf8bab2adca tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/subnets/163ea59f-a32f-494f-9a6d-ac68cd40c538 HTTP/1.1" status: 204 len: 168 time: 0.3599155 Oct 04 09:19:04.147901 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34090) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:04.219500 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_v2 [None req-7971a479-b518-4489-b83a-bbf8981fcab2 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Deleting subnet c4468d85-4ee1-4e91-b1fb-bc38c42194f5 {{(pid=89032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:19:04.222985 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7971a479-b518-4489-b83a-bbf8981fcab2 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:04.286800 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7971a479-b518-4489-b83a-bbf8981fcab2 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885153'] for subnet, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:04.374471 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7971a479-b518-4489-b83a-bbf8981fcab2 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:04.382408 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a94db7d9-ed99-4d8f-ad91-726f16ba8760 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:04.390686 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832bb68a-d946-49c0-920b-ff12d7f1aeff None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:19:04.466069 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7971a479-b518-4489-b83a-bbf8981fcab2 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:04.507081 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94db7d9-ed99-4d8f-ad91-726f16ba8760 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Pushing event deleted for resources: {'Port': ['ID=79a21225-0c72-4e3f-992c-0303a928a536,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:04.520961 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-a3cc8584-a8c5-4dd2-a7fa-d8140c8fada5 None None] Could not find standard attr ID for object 98815bec-3a3f-4ba7-bd0b-2619d34ec434. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:19:04.525389 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7971a479-b518-4489-b83a-bbf8981fcab2 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:04.549913 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-7971a479-b518-4489-b83a-bbf8981fcab2 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/subnets/c4468d85-4ee1-4e91-b1fb-bc38c42194f5 HTTP/1.1" status: 204 len: 168 time: 0.4007792 Oct 04 09:19:04.555146 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-a3cc8584-a8c5-4dd2-a7fa-d8140c8fada5 None None] Provisioning for port dc3c4d97-9d6e-4632-b777-4123a00380c8 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:19:04.592332 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34096) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:04.625644 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7971a479-b518-4489-b83a-bbf8981fcab2 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event deleted for resources: {'Subnet': ['ID=c4468d85-4ee1-4e91-b1fb-bc38c42194f5,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:04.674825 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9669e18-de76-43c0-b334-3a85ebf2ff0b req-644ad5d3-e9d0-4815-b995-1be55acd89ce tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:04.685099 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a9669e18-de76-43c0-b334-3a85ebf2ff0b req-644ad5d3-e9d0-4815-b995-1be55acd89ce tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d068f5b-66c5-4be4-8d97-5812e17c8e89 HTTP/1.1" status: 200 len: 945 time: 0.1467345 Oct 04 09:19:04.691203 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0a41443d-aff7-4211-b663-3e997a47a7a9 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for router_gateway, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:04.743786 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a9669e18-de76-43c0-b334-3a85ebf2ff0b req-e99f15d5-7866-4a04-a9c4-91814b5fc952 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=1414583e-c1bd-4e1d-9092-469645c56a98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577390 Oct 04 09:19:04.774357 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0a41443d-aff7-4211-b663-3e997a47a7a9 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:04.777525 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-8baf0c05-56ed-4fe8-a26f-3647d893f8b6 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1718478 Oct 04 09:19:04.780849 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34100) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:04.781766 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8aa183-176f-448b-a3c4-1a753670be3e None None] DHCP port deletion for 7b2ac456-c702-437f-ad18-06da05465ab2 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:19:04.786332 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-9b8aa183-176f-448b-a3c4-1a753670be3e None None] Deleting port dc3c4d97-9d6e-4632-b777-4123a00380c8 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:19:04.786700 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-9b8aa183-176f-448b-a3c4-1a753670be3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:04.787090 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-5d3b5589-ab60-45f2-a0e4-ea86596535b3 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'subnet': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:19:04.862194 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a94db7d9-ed99-4d8f-ad91-726f16ba8760 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for floatingip, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:04.862532 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.l3_db [None req-a94db7d9-ed99-4d8f-ad91-726f16ba8760 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Floating IP 15f9c6d3-1741-4884-a643-eba88e4751ef disassociated (deleted). External IP: 172.26.10.54, port: 9fa1d339-01be-4c4f-84a1-34b644563186. Oct 04 09:19:04.913182 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-5d3b5589-ab60-45f2-a0e4-ea86596535b3 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:19:04.918532 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-5d3b5589-ab60-45f2-a0e4-ea86596535b3 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Usage tracker for resource:subnet and tenant:3f91eae3af914b3ca9ea34a1eaa482e2 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:19:04.921411 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-5d3b5589-ab60-45f2-a0e4-ea86596535b3 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:19:04.927123 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-5d3b5589-ab60-45f2-a0e4-ea86596535b3 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:19:04.938412 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3b5589-ab60-45f2-a0e4-ea86596535b3 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Made reservation on behalf of 3f91eae3af914b3ca9ea34a1eaa482e2 for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:19:04.942896 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5d3b5589-ab60-45f2-a0e4-ea86596535b3 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:05.012882 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-9b8aa183-176f-448b-a3c4-1a753670be3e None None] For port dc3c4d97-9d6e-4632-b777-4123a00380c8, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=dc3c4d97-9d6e-4632-b777-4123a00380c8,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:19:05.013522 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-9b8aa183-176f-448b-a3c4-1a753670be3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:05.092042 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-0a41443d-aff7-4211-b663-3e997a47a7a9 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Allocated IP 172.26.10.158 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/77eec91b-5fb1-4aef-8e31-f0ce37092956) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:19:05.142849 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-9b8aa183-176f-448b-a3c4-1a753670be3e None None] Calling delete_port for dc3c4d97-9d6e-4632-b777-4123a00380c8 owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:19:05.188877 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5d3b5589-ab60-45f2-a0e4-ea86596535b3 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:05.232658 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-9b8aa183-176f-448b-a3c4-1a753670be3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:05.261497 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3b5589-ab60-45f2-a0e4-ea86596535b3 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:19:05.265760 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-5d3b5589-ab60-45f2-a0e4-ea86596535b3 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:19:05.269307 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3b5589-ab60-45f2-a0e4-ea86596535b3 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:05.271266 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5d3b5589-ab60-45f2-a0e4-ea86596535b3 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:05.279202 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8aa183-176f-448b-a3c4-1a753670be3e None None] Pushing event deleted for resources: {'Port': ['ID=dc3c4d97-9d6e-4632-b777-4123a00380c8,revision_number=None']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:05.285275 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8aa183-176f-448b-a3c4-1a753670be3e None None] No DVR routers for this DVR port dc3c4d97-9d6e-4632-b777-4123a00380c8 on host dv-neutron-860215-1-hyperv {{(pid=89034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:19:05.295904 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b5589-ab60-45f2-a0e4-ea86596535b3 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event updated for resources: {'Subnet': ['ID=b94771c7-400a-4832-906a-ae44de02e40a,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:05.306229 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e17479-425e-4fd7-8091-4cf672207e8a None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:19:05.313522 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-5d3b5589-ab60-45f2-a0e4-ea86596535b3 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5312543 Oct 04 09:19:05.316242 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34104) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:05.321871 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-f4ed44c1-1eee-4486-a2f6-3641d576fe0e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'subnet': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:19:05.418887 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0a41443d-aff7-4211-b663-3e997a47a7a9 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:05.428619 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a94db7d9-ed99-4d8f-ad91-726f16ba8760 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Router ecf78223-5076-4703-9e43-f1669188e149 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:19:05.462723 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-f4ed44c1-1eee-4486-a2f6-3641d576fe0e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:19:05.466894 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-f4ed44c1-1eee-4486-a2f6-3641d576fe0e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Usage tracker for resource:subnet and tenant:3f91eae3af914b3ca9ea34a1eaa482e2 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:19:05.469969 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-f4ed44c1-1eee-4486-a2f6-3641d576fe0e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:19:05.476203 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-f4ed44c1-1eee-4486-a2f6-3641d576fe0e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:19:05.487059 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ed44c1-1eee-4486-a2f6-3641d576fe0e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Made reservation on behalf of 3f91eae3af914b3ca9ea34a1eaa482e2 for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:19:05.490920 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f4ed44c1-1eee-4486-a2f6-3641d576fe0e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:05.555832 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ed2a99-e317-409b-abf8-d5c6a2d8cf18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-7b2ac456-c702-437f-ad18-06da05465ab2', 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'tenant_id': '3f91eae3af914b3ca9ea34a1eaa482e2', 'fixed_ips': [{'subnet_id': 'b94771c7-400a-4832-906a-ae44de02e40a'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:19:05.556875 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-10ed2a99-e317-409b-abf8-d5c6a2d8cf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:05.591990 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0a41443d-aff7-4211-b663-3e997a47a7a9 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:05.733209 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-10ed2a99-e317-409b-abf8-d5c6a2d8cf18 None None] Allocated IP 172.20.0.2 (7b2ac456-c702-437f-ad18-06da05465ab2/b94771c7-400a-4832-906a-ae44de02e40a/a6b3f744-0734-4241-8fef-28ef91fcf45d) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:19:05.824843 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a41443d-aff7-4211-b663-3e997a47a7a9 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:19:05.829552 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-0a41443d-aff7-4211-b663-3e997a47a7a9 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:19:05.832103 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a41443d-aff7-4211-b663-3e997a47a7a9 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:19:05.922435 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.objects.ports [None req-f4ed44c1-1eee-4486-a2f6-3641d576fe0e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89032) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Oct 04 09:19:05.923971 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f4ed44c1-1eee-4486-a2f6-3641d576fe0e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:05.939306 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94db7d9-ed99-4d8f-ad91-726f16ba8760 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:19:05.941396 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a41443d-aff7-4211-b663-3e997a47a7a9 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event updated for resources: {'Port': ['ID=77eec91b-5fb1-4aef-8e31-f0ce37092956,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:05.963930 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d3eeb3-bfdb-46aa-9eb5-889a97c022af None None] Sync routers for ids ['ecf78223-5076-4703-9e43-f1669188e149'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:19:05.973880 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-10ed2a99-e317-409b-abf8-d5c6a2d8cf18 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:05.988142 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d3eeb3-bfdb-46aa-9eb5-889a97c022af None None] Routers {'ecf78223-5076-4703-9e43-f1669188e149'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:19:05.988728 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-46d3eeb3-bfdb-46aa-9eb5-889a97c022af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:19:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['ecf78223-5076-4703-9e43-f1669188e149'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:05.991320 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ed44c1-1eee-4486-a2f6-3641d576fe0e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:19:05.994472 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-f4ed44c1-1eee-4486-a2f6-3641d576fe0e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:19:05.997908 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ed44c1-1eee-4486-a2f6-3641d576fe0e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:05.998867 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f4ed44c1-1eee-4486-a2f6-3641d576fe0e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:06.020322 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed44c1-1eee-4486-a2f6-3641d576fe0e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event updated for resources: {'Subnet': ['ID=ff9d8759-f062-4a7f-a9d1-d03b59c07ff7,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:06.037338 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-f4ed44c1-1eee-4486-a2f6-3641d576fe0e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7184355 Oct 04 09:19:06.038510 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34112) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:06.041749 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-10ed2a99-e317-409b-abf8-d5c6a2d8cf18 None None] Transition to ACTIVE for port object a6b3f744-0734-4241-8fef-28ef91fcf45d will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:19:06.046005 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-eb48543b-bf42-40bf-84cc-b75308c05f50 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'port': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'mac_address': 'fa:16:3e:87:b9:a1', 'name': 'tempest-NetworksTestDHCPv6-1955788950'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:19:06.103166 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-46d3eeb3-bfdb-46aa-9eb5-889a97c022af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:06.118126 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-10ed2a99-e317-409b-abf8-d5c6a2d8cf18 None None] Transition to ACTIVE for port object a6b3f744-0734-4241-8fef-28ef91fcf45d will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:19:06.119411 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d3eeb3-bfdb-46aa-9eb5-889a97c022af None None] Routers {'ecf78223-5076-4703-9e43-f1669188e149'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:19:06.120190 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-46d3eeb3-bfdb-46aa-9eb5-889a97c022af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:19:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['ecf78223-5076-4703-9e43-f1669188e149'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:06.125818 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a94db7d9-ed99-4d8f-ad91-726f16ba8760 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:06.177035 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-10ed2a99-e317-409b-abf8-d5c6a2d8cf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:06.224200 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a903803-141b-4ca9-a327-11280ffe77c6 req-b7c01fa1-2e86-40af-aeed-290395a767da tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:06.225472 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7a903803-141b-4ca9-a327-11280ffe77c6 req-b7c01fa1-2e86-40af-aeed-290395a767da tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d068f5b-66c5-4be4-8d97-5812e17c8e89 HTTP/1.1" status: 200 len: 945 time: 0.3566573 Oct 04 09:19:06.225653 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-46d3eeb3-bfdb-46aa-9eb5-889a97c022af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:06.226057 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d3eeb3-bfdb-46aa-9eb5-889a97c022af None None] The sync data for ids ['ecf78223-5076-4703-9e43-f1669188e149'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:19:06.255644 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ed2a99-e317-409b-abf8-d5c6a2d8cf18 None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:19:06.258573 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-10ed2a99-e317-409b-abf8-d5c6a2d8cf18 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:19:06.262279 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ed2a99-e317-409b-abf8-d5c6a2d8cf18 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:19:06.268338 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ed2a99-e317-409b-abf8-d5c6a2d8cf18 None None] Pushing event updated for resources: {'Port': ['ID=a6b3f744-0734-4241-8fef-28ef91fcf45d,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:06.274999 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a94db7d9-ed99-4d8f-ad91-726f16ba8760 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] 10.222.0.50 "DELETE /v2.0/floatingips/15f9c6d3-1741-4884-a643-eba88e4751ef HTTP/1.1" status: 204 len: 168 time: 3.3501616 Oct 04 09:19:06.275214 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34116) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:06.360131 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7a903803-141b-4ca9-a327-11280ffe77c6 req-3651bb98-19ae-4e13-963e-2ed1727b6d8e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=1414583e-c1bd-4e1d-9092-469645c56a98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266344 Oct 04 09:19:06.377245 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-10ed2a99-e317-409b-abf8-d5c6a2d8cf18 None None] Attempting to bind port a6b3f744-0734-4241-8fef-28ef91fcf45d on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:19:06.377799 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-10ed2a99-e317-409b-abf8-d5c6a2d8cf18 None None] Attempting to bind port a6b3f744-0734-4241-8fef-28ef91fcf45d by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:19:06.378314 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ed2a99-e317-409b-abf8-d5c6a2d8cf18 None None] Attempting to bind port a6b3f744-0734-4241-8fef-28ef91fcf45d on network 7b2ac456-c702-437f-ad18-06da05465ab2 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:19:06.381592 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-4512c912-0561-4a39-837e-f3fcc45b2236 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Deleting port 9fa1d339-01be-4c4f-84a1-34b644563186 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:19:06.381938 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4512c912-0561-4a39-837e-f3fcc45b2236 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:06.399249 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ed2a99-e317-409b-abf8-d5c6a2d8cf18 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:19:06.399638 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ed2a99-e317-409b-abf8-d5c6a2d8cf18 None None] Checking segment: {'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:19:06.400042 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-10ed2a99-e317-409b-abf8-d5c6a2d8cf18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:06.400474 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ed2a99-e317-409b-abf8-d5c6a2d8cf18 None None] Bound using segment: {'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:19:06.400951 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-10ed2a99-e317-409b-abf8-d5c6a2d8cf18 None None] Bound port: a6b3f744-0734-4241-8fef-28ef91fcf45d, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:19:06.401325 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-10ed2a99-e317-409b-abf8-d5c6a2d8cf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:06.462945 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-eb48543b-bf42-40bf-84cc-b75308c05f50 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:19:06.467250 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-eb48543b-bf42-40bf-84cc-b75308c05f50 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Usage tracker for resource:port and tenant:3f91eae3af914b3ca9ea34a1eaa482e2 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:19:06.471103 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-eb48543b-bf42-40bf-84cc-b75308c05f50 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:19:06.476350 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-eb48543b-bf42-40bf-84cc-b75308c05f50 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:19:06.493554 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0a41443d-aff7-4211-b663-3e997a47a7a9 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for router_gateway, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:06.508652 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-10ed2a99-e317-409b-abf8-d5c6a2d8cf18 None None] For port a6b3f744-0734-4241-8fef-28ef91fcf45d, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:19:06.511781 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-10ed2a99-e317-409b-abf8-d5c6a2d8cf18 None None] For port a6b3f744-0734-4241-8fef-28ef91fcf45d, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=a6b3f744-0734-4241-8fef-28ef91fcf45d,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:19:06.515506 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb48543b-bf42-40bf-84cc-b75308c05f50 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Made reservation on behalf of 3f91eae3af914b3ca9ea34a1eaa482e2 for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:19:06.517459 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-10ed2a99-e317-409b-abf8-d5c6a2d8cf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:06.603928 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ed2a99-e317-409b-abf8-d5c6a2d8cf18 None None] Pushing event updated for resources: {'Port': ['ID=a6b3f744-0734-4241-8fef-28ef91fcf45d,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:06.835980 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-eb48543b-bf42-40bf-84cc-b75308c05f50 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:06.878749 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [None req-eb48543b-bf42-40bf-84cc-b75308c05f50 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] device_id is not set on port 08bdc1e1-074a-4a7c-a6dc-1f981f79a444 yet. {{(pid=89032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:19:06.902288 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0a41443d-aff7-4211-b663-3e997a47a7a9 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:06.941896 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b53aa-c6c3-4c30-b567-8111332d3c50 req-3e2561e4-61a2-44ee-ba31-9bcace4a44b9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:06.943255 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ce1b53aa-c6c3-4c30-b567-8111332d3c50 req-3e2561e4-61a2-44ee-ba31-9bcace4a44b9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d068f5b-66c5-4be4-8d97-5812e17c8e89 HTTP/1.1" status: 200 len: 945 time: 0.4344008 Oct 04 09:19:06.979365 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device a6b3f744-0734-4241-8fef-28ef91fcf45d up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:19:07.015094 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4512c912-0561-4a39-837e-f3fcc45b2236 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:07.057893 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port a6b3f744-0734-4241-8fef-28ef91fcf45d completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:19:07.122829 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a41443d-aff7-4211-b663-3e997a47a7a9 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Router c589d881-2766-4d59-a819-2612b2965d2c is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:19:07.166777 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-4512c912-0561-4a39-837e-f3fcc45b2236 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Calling delete_port for 9fa1d339-01be-4c4f-84a1-34b644563186 owned by {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:19:07.217737 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ce1b53aa-c6c3-4c30-b567-8111332d3c50 req-cdc519e5-0337-4761-8675-a3f366dec475 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=1414583e-c1bd-4e1d-9092-469645c56a98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2593832 Oct 04 09:19:07.267905 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34122) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:07.310696 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a41443d-aff7-4211-b663-3e997a47a7a9 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:19:07.321334 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735e5639-48cc-47c4-b028-c1f588a557a2 None None] Sync routers for ids ['c589d881-2766-4d59-a819-2612b2965d2c'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:19:07.336568 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735e5639-48cc-47c4-b028-c1f588a557a2 None None] Routers {'c589d881-2766-4d59-a819-2612b2965d2c'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:19:07.337174 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-735e5639-48cc-47c4-b028-c1f588a557a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:19:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['c589d881-2766-4d59-a819-2612b2965d2c'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:07.341007 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0a41443d-aff7-4211-b663-3e997a47a7a9 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:07.342283 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-0a41443d-aff7-4211-b663-3e997a47a7a9 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 881 time: 4.1121402 Oct 04 09:19:07.345772 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34126) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:07.410081 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-735e5639-48cc-47c4-b028-c1f588a557a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:07.421049 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735e5639-48cc-47c4-b028-c1f588a557a2 None None] Routers {'c589d881-2766-4d59-a819-2612b2965d2c'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:19:07.422234 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-735e5639-48cc-47c4-b028-c1f588a557a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:19:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['c589d881-2766-4d59-a819-2612b2965d2c'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:07.493116 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-735e5639-48cc-47c4-b028-c1f588a557a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:07.493523 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735e5639-48cc-47c4-b028-c1f588a557a2 None None] The sync data for ids ['c589d881-2766-4d59-a819-2612b2965d2c'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:19:07.513038 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36daae7-30e4-42af-bc78-66ca31cc81b1 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:07.518021 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-a36daae7-30e4-42af-bc78-66ca31cc81b1 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=2d068f5b-66c5-4be4-8d97-5812e17c8e89 HTTP/1.1" status: 200 len: 1093 time: 0.2471004 Oct 04 09:19:07.522468 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34130) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:07.535386 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-8e770cc9-5771-49c4-8f0a-44ae73bb40da tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'floatingip': {'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'port_id': '8091e681-fbe7-4a4a-819a-385d4199c1fb', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:19:07.547258 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-eb48543b-bf42-40bf-84cc-b75308c05f50 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Allocated IP 172.20.0.4 (7b2ac456-c702-437f-ad18-06da05465ab2/b94771c7-400a-4832-906a-ae44de02e40a/08bdc1e1-074a-4a7c-a6dc-1f981f79a444) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:19:07.557376 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-8e770cc9-5771-49c4-8f0a-44ae73bb40da tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:19:07.591762 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-eb48543b-bf42-40bf-84cc-b75308c05f50 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Allocated IP 2001:db8::f816:3eff:fe87:b9a1 (7b2ac456-c702-437f-ad18-06da05465ab2/ff9d8759-f062-4a7f-a9d1-d03b59c07ff7/08bdc1e1-074a-4a7c-a6dc-1f981f79a444) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:19:07.599219 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-8e770cc9-5771-49c4-8f0a-44ae73bb40da tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:floatingip and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:19:07.614605 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-8e770cc9-5771-49c4-8f0a-44ae73bb40da tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:19:07.628284 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-8e770cc9-5771-49c4-8f0a-44ae73bb40da tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:19:07.690278 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8e770cc9-5771-49c4-8f0a-44ae73bb40da tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for floatingip, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:07.703670 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef51797b-dc41-425e-80b2-df41263ce365 None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:19:07.712257 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4512c912-0561-4a39-837e-f3fcc45b2236 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:07.741574 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-f1362b69-b4d3-4bb8-979f-275c51766e4e tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "GET /v2.0/routers/c589d881-2766-4d59-a819-2612b2965d2c HTTP/1.1" status: 200 len: 882 time: 0.3945849 Oct 04 09:19:07.743905 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34134) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:07.800647 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-a2628dca-b323-4f69-b487-e38bb8a8dda9 None None] Provisioning for port a6b3f744-0734-4241-8fef-28ef91fcf45d completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:19:07.809774 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-a2628dca-b323-4f69-b487-e38bb8a8dda9 None None] Provisioning complete for port a6b3f744-0734-4241-8fef-28ef91fcf45d triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:19:07.810145 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a2628dca-b323-4f69-b487-e38bb8a8dda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:07.810483 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-a2628dca-b323-4f69-b487-e38bb8a8dda9 None None] Attempt 1 to provision port a6b3f744-0734-4241-8fef-28ef91fcf45d Oct 04 09:19:07.871697 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4512c912-0561-4a39-837e-f3fcc45b2236 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Pushing event deleted for resources: {'Port': ['ID=9fa1d339-01be-4c4f-84a1-34b644563186,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:07.964560 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-8dcd1c42-859c-4dd8-83a2-3d7e0487e771 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Synchronizing usage tracker for tenant:6ccb91e770a742df955dbeb81520726f on resource:router {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:19:07.985814 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-8dcd1c42-859c-4dd8-83a2-3d7e0487e771 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Unset dirty status for tenant:6ccb91e770a742df955dbeb81520726f on resource:router {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:19:07.990145 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-8dcd1c42-859c-4dd8-83a2-3d7e0487e771 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 885 time: 0.2423184 Oct 04 09:19:07.990587 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34138) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:07.996954 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-b6b62c0d-95df-4d4c-913b-c336b3776c89 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1715889323'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:19:08.067009 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-a2628dca-b323-4f69-b487-e38bb8a8dda9 None None] Current status of the port a6b3f744-0734-4241-8fef-28ef91fcf45d is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:19:08.067380 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a2628dca-b323-4f69-b487-e38bb8a8dda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:08.108007 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-a2628dca-b323-4f69-b487-e38bb8a8dda9 None None] For port a6b3f744-0734-4241-8fef-28ef91fcf45d, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=a6b3f744-0734-4241-8fef-28ef91fcf45d,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:19:08.116046 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a2628dca-b323-4f69-b487-e38bb8a8dda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:08.235145 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4512c912-0561-4a39-837e-f3fcc45b2236 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:08.256059 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9045a92b-d6c9-4014-909c-c61f38f1e773 None None] Update dhcp port {'port': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'fixed_ips': [{'subnet_id': 'b94771c7-400a-4832-906a-ae44de02e40a', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ff9d8759-f062-4a7f-a9d1-d03b59c07ff7'}], 'binding:host_id': 'dv-neutron-860215-1-hyperv'}, 'id': 'a6b3f744-0734-4241-8fef-28ef91fcf45d'} from dv-neutron-860215-1-hyperv. {{(pid=89034) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 04 09:19:08.264684 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-4512c912-0561-4a39-837e-f3fcc45b2236 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] 10.222.0.50 "DELETE /v2.0/ports/9fa1d339-01be-4c4f-84a1-34b644563186 HTTP/1.1" status: 204 len: 168 time: 1.9854758 Oct 04 09:19:08.266511 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34142) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:08.277891 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-10404bdf-3414-45a6-8740-a133aecdd760 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Request body: {'floatingip': {'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:19:08.280008 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2628dca-b323-4f69-b487-e38bb8a8dda9 None None] Pushing event updated for resources: {'Port': ['ID=a6b3f744-0734-4241-8fef-28ef91fcf45d,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:08.285480 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-10404bdf-3414-45a6-8740-a133aecdd760 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:19:08.286312 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-eb48543b-bf42-40bf-84cc-b75308c05f50 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:08.301252 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-10404bdf-3414-45a6-8740-a133aecdd760 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Usage tracker for resource:floatingip and tenant:a17a2e93dba34d5283d4e43f6119c8fa is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:19:08.305484 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-10404bdf-3414-45a6-8740-a133aecdd760 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:19:08.314742 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-10404bdf-3414-45a6-8740-a133aecdd760 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:19:08.317929 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-eb48543b-bf42-40bf-84cc-b75308c05f50 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Transition to ACTIVE for port object 08bdc1e1-074a-4a7c-a6dc-1f981f79a444 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:19:08.320130 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-9045a92b-d6c9-4014-909c-c61f38f1e773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:08.338298 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8e770cc9-5771-49c4-8f0a-44ae73bb40da tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:08.406043 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-10404bdf-3414-45a6-8740-a133aecdd760 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for floatingip, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:08.417084 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-eb48543b-bf42-40bf-84cc-b75308c05f50 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:08.544638 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb48543b-bf42-40bf-84cc-b75308c05f50 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:19:08.551783 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-eb48543b-bf42-40bf-84cc-b75308c05f50 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:19:08.554371 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb48543b-bf42-40bf-84cc-b75308c05f50 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:19:08.572523 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-9045a92b-d6c9-4014-909c-c61f38f1e773 None None] Allocated IP 2001:db8::f816:3eff:fe81:d2d1 (7b2ac456-c702-437f-ad18-06da05465ab2/ff9d8759-f062-4a7f-a9d1-d03b59c07ff7/a6b3f744-0734-4241-8fef-28ef91fcf45d) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:19:08.604016 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb48543b-bf42-40bf-84cc-b75308c05f50 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event updated for resources: {'Port': ['ID=08bdc1e1-074a-4a7c-a6dc-1f981f79a444,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:08.627942 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-8e770cc9-5771-49c4-8f0a-44ae73bb40da tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Allocated IP 172.26.10.110 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/dde1ea9e-8f7f-4b96-a47b-74b855e6995c) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:19:08.649032 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb48543b-bf42-40bf-84cc-b75308c05f50 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:08.649762 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-eb48543b-bf42-40bf-84cc-b75308c05f50 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:08.717828 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b6b62c0d-95df-4d4c-913b-c336b3776c89 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:08.752584 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b6b62c0d-95df-4d4c-913b-c336b3776c89 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736963', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1737124'] for router, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:08.759624 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-eb48543b-bf42-40bf-84cc-b75308c05f50 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.7175899 Oct 04 09:19:08.759939 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34146) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:08.771950 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-9045a92b-d6c9-4014-909c-c61f38f1e773 None None] For port a6b3f744-0734-4241-8fef-28ef91fcf45d, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=a6b3f744-0734-4241-8fef-28ef91fcf45d,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:19:08.805029 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-9045a92b-d6c9-4014-909c-c61f38f1e773 None None] Notify callbacks [] for port, precommit_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:08.817635 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-10404bdf-3414-45a6-8740-a133aecdd760 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:08.824619 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-9045a92b-d6c9-4014-909c-c61f38f1e773 None None] Transition to ACTIVE for port object a6b3f744-0734-4241-8fef-28ef91fcf45d will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:19:08.829643 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-9045a92b-d6c9-4014-909c-c61f38f1e773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:08.893513 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8e770cc9-5771-49c4-8f0a-44ae73bb40da tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:08.941053 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb78612-32d9-4261-acad-722611b0bc2f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:08.947965 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb78612-32d9-4261-acad-722611b0bc2f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:08.948820 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-feb78612-32d9-4261-acad-722611b0bc2f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Synchronizing usage tracker for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:19:08.955304 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8e770cc9-5771-49c4-8f0a-44ae73bb40da tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:08.968854 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device a6b3f744-0734-4241-8fef-28ef91fcf45d up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:19:09.042197 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e770cc9-5771-49c4-8f0a-44ae73bb40da tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:19:09.045860 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-8e770cc9-5771-49c4-8f0a-44ae73bb40da tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:19:09.048317 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-feb78612-32d9-4261-acad-722611b0bc2f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Unset dirty status for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:19:09.049557 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-feb78612-32d9-4261-acad-722611b0bc2f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1765 time: 0.2887201 Oct 04 09:19:09.052897 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e770cc9-5771-49c4-8f0a-44ae73bb40da tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:19:09.082138 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34150) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:09.129870 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e770cc9-5771-49c4-8f0a-44ae73bb40da tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Port': ['ID=dde1ea9e-8f7f-4b96-a47b-74b855e6995c,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:09.140241 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9045a92b-d6c9-4014-909c-c61f38f1e773 None None] Pushing event updated for resources: {'Port': ['ID=a6b3f744-0734-4241-8fef-28ef91fcf45d,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:09.201234 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6b62c0d-95df-4d4c-913b-c336b3776c89 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Router c589d881-2766-4d59-a819-2612b2965d2c has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:19:09.220220 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-10404bdf-3414-45a6-8740-a133aecdd760 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Allocated IP 172.26.10.47 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/1580f893-8969-489f-8a3f-7353e32fc40f) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:19:09.225772 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-a69af788-1dc2-4213-8faf-098c6d755806 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Deleting port 08bdc1e1-074a-4a7c-a6dc-1f981f79a444 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:19:09.226556 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a69af788-1dc2-4213-8faf-098c6d755806 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:09.506745 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b62c0d-95df-4d4c-913b-c336b3776c89 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:19:09.519822 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f08ce8c-ca7e-4b7b-b058-b17a4c7dd2e1 None None] Sync routers for ids ['c589d881-2766-4d59-a819-2612b2965d2c'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:19:09.525583 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b6b62c0d-95df-4d4c-913b-c336b3776c89 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:09.529151 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-b6b62c0d-95df-4d4c-913b-c336b3776c89 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "PUT /v2.0/routers/c589d881-2766-4d59-a819-2612b2965d2c HTTP/1.1" status: 200 len: 889 time: 1.5350115 Oct 04 09:19:09.530160 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34154) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:09.531590 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f08ce8c-ca7e-4b7b-b058-b17a4c7dd2e1 None None] Routers {'c589d881-2766-4d59-a819-2612b2965d2c'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:19:09.532260 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-0f08ce8c-ca7e-4b7b-b058-b17a4c7dd2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:19:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['c589d881-2766-4d59-a819-2612b2965d2c'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:09.604823 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-0f08ce8c-ca7e-4b7b-b058-b17a4c7dd2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:09.613956 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f08ce8c-ca7e-4b7b-b058-b17a4c7dd2e1 None None] Routers {'c589d881-2766-4d59-a819-2612b2965d2c'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:19:09.614583 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-0f08ce8c-ca7e-4b7b-b058-b17a4c7dd2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:19:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['c589d881-2766-4d59-a819-2612b2965d2c'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:09.683895 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-0f08ce8c-ca7e-4b7b-b058-b17a4c7dd2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:09.685096 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f08ce8c-ca7e-4b7b-b058-b17a4c7dd2e1 None None] The sync data for ids ['c589d881-2766-4d59-a819-2612b2965d2c'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:19:09.714489 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-10404bdf-3414-45a6-8740-a133aecdd760 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:09.715934 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a69af788-1dc2-4213-8faf-098c6d755806 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:09.743651 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-da359fac-92ec-499b-8354-456cd7ad415c tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "GET /v2.0/routers/c589d881-2766-4d59-a819-2612b2965d2c HTTP/1.1" status: 200 len: 889 time: 0.2091799 Oct 04 09:19:09.743770 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34158) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:09.800837 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-59d15d67-f470-4864-95c6-f470e38dd97f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c589d881-2766-4d59-a819-2612b2965d2c HTTP/1.1" status: 200 len: 205 time: 0.0560145 Oct 04 09:19:09.803682 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34162) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:09.872833 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-6eaaaad2-e9d8-4794-a5c7-79bb90d80156 None None] Provisioning for port a6b3f744-0734-4241-8fef-28ef91fcf45d completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:19:09.882060 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-6eaaaad2-e9d8-4794-a5c7-79bb90d80156 None None] Provisioning complete for port a6b3f744-0734-4241-8fef-28ef91fcf45d triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:19:09.882545 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-6eaaaad2-e9d8-4794-a5c7-79bb90d80156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:09.883107 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-6eaaaad2-e9d8-4794-a5c7-79bb90d80156 None None] Attempt 1 to provision port a6b3f744-0734-4241-8fef-28ef91fcf45d Oct 04 09:19:09.962711 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-10404bdf-3414-45a6-8740-a133aecdd760 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:09.984343 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-a69af788-1dc2-4213-8faf-098c6d755806 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Calling delete_port for 08bdc1e1-074a-4a7c-a6dc-1f981f79a444 owned by {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:19:10.040791 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-6eaaaad2-e9d8-4794-a5c7-79bb90d80156 None None] Current status of the port a6b3f744-0734-4241-8fef-28ef91fcf45d is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:19:10.052327 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10404bdf-3414-45a6-8740-a133aecdd760 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Pushing event updated for resources: {'Port': ['ID=1580f893-8969-489f-8a3f-7353e32fc40f,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:10.062253 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10404bdf-3414-45a6-8740-a133aecdd760 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:19:10.064819 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-10404bdf-3414-45a6-8740-a133aecdd760 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:19:10.068846 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10404bdf-3414-45a6-8740-a133aecdd760 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:19:10.117335 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-34f18145-1f8e-4e03-953a-f5080cdc7fa0 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for router, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:10.152860 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8e770cc9-5771-49c4-8f0a-44ae73bb40da tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:10.163617 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-b783d42d-613b-484f-a4cc-56a692d86ea5 None None] Could not find standard attr ID for object 98815bec-3a3f-4ba7-bd0b-2619d34ec434. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:19:10.270096 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a69af788-1dc2-4213-8faf-098c6d755806 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:10.338462 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69af788-1dc2-4213-8faf-098c6d755806 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event deleted for resources: {'Port': ['ID=08bdc1e1-074a-4a7c-a6dc-1f981f79a444,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:10.338939 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-10404bdf-3414-45a6-8740-a133aecdd760 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:10.340683 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-34f18145-1f8e-4e03-953a-f5080cdc7fa0 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:10.383956 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8e770cc9-5771-49c4-8f0a-44ae73bb40da tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:10.400255 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-215141f6-ab77-45fa-8da1-4b63ea6766c0 None None] Could not find standard attr ID for object 08bdc1e1-074a-4a7c-a6dc-1f981f79a444. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:19:10.408243 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-34f18145-1f8e-4e03-953a-f5080cdc7fa0 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Deleting port 77eec91b-5fb1-4aef-8e31-f0ce37092956 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:19:10.408725 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-34f18145-1f8e-4e03-953a-f5080cdc7fa0 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:10.446630 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-10404bdf-3414-45a6-8740-a133aecdd760 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:10.573246 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a69af788-1dc2-4213-8faf-098c6d755806 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:10.651166 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-a69af788-1dc2-4213-8faf-098c6d755806 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/ports/08bdc1e1-074a-4a7c-a6dc-1f981f79a444 HTTP/1.1" status: 204 len: 168 time: 1.5626400 Oct 04 09:19:10.653540 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34166) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:10.763669 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66bfcda-e527-4915-b946-455667f9771a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:10.765518 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66bfcda-e527-4915-b946-455667f9771a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:10.767019 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66bfcda-e527-4915-b946-455667f9771a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:10.767848 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-c66bfcda-e527-4915-b946-455667f9771a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Synchronizing usage tracker for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:subnet {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:19:10.798684 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-c66bfcda-e527-4915-b946-455667f9771a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Unset dirty status for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:subnet {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:19:10.802417 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-c66bfcda-e527-4915-b946-455667f9771a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1456110 Oct 04 09:19:10.803411 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34170) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:10.806707 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8e770cc9-5771-49c4-8f0a-44ae73bb40da tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:10.841849 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8e770cc9-5771-49c4-8f0a-44ae73bb40da tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:10.892863 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-34f18145-1f8e-4e03-953a-f5080cdc7fa0 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:10.914131 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device a6b3f744-0734-4241-8fef-28ef91fcf45d up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:19:10.975012 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d7daf35-fdf8-4f5f-869e-0f53266df112 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Deleting subnet b94771c7-400a-4832-906a-ae44de02e40a {{(pid=89032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:19:10.981922 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5d7daf35-fdf8-4f5f-869e-0f53266df112 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:10.995665 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port a6b3f744-0734-4241-8fef-28ef91fcf45d triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:19:10.996034 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:10.996389 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port a6b3f744-0734-4241-8fef-28ef91fcf45d Oct 04 09:19:11.010334 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8e770cc9-5771-49c4-8f0a-44ae73bb40da tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:11.030610 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-34f18145-1f8e-4e03-953a-f5080cdc7fa0 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Calling delete_port for 77eec91b-5fb1-4aef-8e31-f0ce37092956 owned by network:router_gateway {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:19:11.060321 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e770cc9-5771-49c4-8f0a-44ae73bb40da tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Port': ['ID=dde1ea9e-8f7f-4b96-a47b-74b855e6995c,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:11.079805 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:11.117974 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5d7daf35-fdf8-4f5f-869e-0f53266df112 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885153'] for subnet, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:11.126706 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-10404bdf-3414-45a6-8740-a133aecdd760 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:11.135400 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-10404bdf-3414-45a6-8740-a133aecdd760 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:11.146818 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port a6b3f744-0734-4241-8fef-28ef91fcf45d is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:19:11.255312 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10404bdf-3414-45a6-8740-a133aecdd760 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Pushing event updated for resources: {'Port': ['ID=1580f893-8969-489f-8a3f-7353e32fc40f,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:11.262358 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-10404bdf-3414-45a6-8740-a133aecdd760 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:11.265010 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.l3_db [None req-8e770cc9-5771-49c4-8f0a-44ae73bb40da tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Floating IP dabd7045-445e-45b9-b6c2-e26650985d99 associated. External IP: 172.26.10.110, port: 8091e681-fbe7-4a4a-819a-385d4199c1fb. Oct 04 09:19:11.328543 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-10404bdf-3414-45a6-8740-a133aecdd760 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:11.332465 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34174) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:11.332630 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-10404bdf-3414-45a6-8740-a133aecdd760 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0658548 Oct 04 09:19:11.352272 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-4734f00d-6b73-4133-b3fc-77234e5f480f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Request body: {'port': {'network_id': '97274718-c1bd-42fd-a638-999f5ddf6554', 'name': 'tempest-FloatingIPTestJSON-393360077'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:19:11.360459 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-34f18145-1f8e-4e03-953a-f5080cdc7fa0 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:11.413782 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f18145-1f8e-4e03-953a-f5080cdc7fa0 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event deleted for resources: {'Port': ['ID=77eec91b-5fb1-4aef-8e31-f0ce37092956,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:11.508915 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-34f18145-1f8e-4e03-953a-f5080cdc7fa0 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737040'] for router_gateway, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:11.624232 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5d7daf35-fdf8-4f5f-869e-0f53266df112 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:11.683540 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-34f18145-1f8e-4e03-953a-f5080cdc7fa0 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:11.686161 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-34f18145-1f8e-4e03-953a-f5080cdc7fa0 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:11.712258 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-34f18145-1f8e-4e03-953a-f5080cdc7fa0 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:11.713109 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f18145-1f8e-4e03-953a-f5080cdc7fa0 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Fanout notify agent at l3_agent the message router_deleted on router c589d881-2766-4d59-a819-2612b2965d2c {{(pid=89033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:19:11.735581 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-34f18145-1f8e-4e03-953a-f5080cdc7fa0 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:11.740238 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-34f18145-1f8e-4e03-953a-f5080cdc7fa0 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "DELETE /v2.0/routers/c589d881-2766-4d59-a819-2612b2965d2c HTTP/1.1" status: 204 len: 168 time: 1.9322999 Oct 04 09:19:11.741061 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34178) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:11.747170 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-d3b5e516-1091-40bb-b6f5-cdb8af0546d8 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Request body: {'network': {'name': 'tempest-RoutersTest-1393447199'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:19:11.752759 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-d3b5e516-1091-40bb-b6f5-cdb8af0546d8 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:19:11.757250 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-d3b5e516-1091-40bb-b6f5-cdb8af0546d8 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Usage tracker for resource:network and tenant:6ccb91e770a742df955dbeb81520726f is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:19:11.760134 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-d3b5e516-1091-40bb-b6f5-cdb8af0546d8 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:19:11.766722 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-d3b5e516-1091-40bb-b6f5-cdb8af0546d8 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:19:11.778038 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b5e516-1091-40bb-b6f5-cdb8af0546d8 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Made reservation on behalf of 6ccb91e770a742df955dbeb81520726f for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:19:11.782120 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d3b5e516-1091-40bb-b6f5-cdb8af0546d8 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:11.809321 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3b5e516-1091-40bb-b6f5-cdb8af0546d8 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:19:11.844675 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-4734f00d-6b73-4133-b3fc-77234e5f480f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:19:11.846954 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d3b5e516-1091-40bb-b6f5-cdb8af0546d8 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:11.847298 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-d3b5e516-1091-40bb-b6f5-cdb8af0546d8 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Added segment 06ebf74e-ad4f-4f1f-9a03-5e1b4e12c387 of type vlan for network 3a4e82ab-bb2e-4883-a67d-20eb7c0e7106 Oct 04 09:19:11.850517 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5d7daf35-fdf8-4f5f-869e-0f53266df112 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:11.854742 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-4734f00d-6b73-4133-b3fc-77234e5f480f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Usage tracker for resource:port and tenant:a17a2e93dba34d5283d4e43f6119c8fa is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:19:11.874145 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d3b5e516-1091-40bb-b6f5-cdb8af0546d8 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:11.907251 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d3b5e516-1091-40bb-b6f5-cdb8af0546d8 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:11.912614 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b5e516-1091-40bb-b6f5-cdb8af0546d8 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:11.913300 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d3b5e516-1091-40bb-b6f5-cdb8af0546d8 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:11.947053 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-4734f00d-6b73-4133-b3fc-77234e5f480f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Quota usage for port was recalculated. Used quota:4. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:19:11.972905 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7daf35-fdf8-4f5f-869e-0f53266df112 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event deleted for resources: {'Subnet': ['ID=b94771c7-400a-4832-906a-ae44de02e40a,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:11.978439 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5d7daf35-fdf8-4f5f-869e-0f53266df112 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:11.985046 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-4734f00d-6b73-4133-b3fc-77234e5f480f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:19:11.985970 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa46581-2185-4ece-b370-48681cb4c0c8 None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:19:12.013778 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-d3b5e516-1091-40bb-b6f5-cdb8af0546d8 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2680845 Oct 04 09:19:12.013982 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-5d7daf35-fdf8-4f5f-869e-0f53266df112 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/subnets/b94771c7-400a-4832-906a-ae44de02e40a HTTP/1.1" status: 204 len: 168 time: 1.2084498 Oct 04 09:19:12.014084 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34182) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:12.016614 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34184) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:12.023513 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4734f00d-6b73-4133-b3fc-77234e5f480f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Made reservation on behalf of a17a2e93dba34d5283d4e43f6119c8fa for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:19:12.023922 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-caf6e4a4-50d2-436c-90df-0d53557b9154 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Request body: {'subnet': {'network_id': '3a4e82ab-bb2e-4883-a67d-20eb7c0e7106', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:19:12.026995 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4734f00d-6b73-4133-b3fc-77234e5f480f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:12.038225 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b5e516-1091-40bb-b6f5-cdb8af0546d8 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event updated for resources: {'Network': ['ID=3a4e82ab-bb2e-4883-a67d-20eb7c0e7106,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:12.043475 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e770cc9-5771-49c4-8f0a-44ae73bb40da tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Router 1c6bc5fb-2ea7-45d5-8f91-713613593805 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:19:12.059079 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [None req-4734f00d-6b73-4133-b3fc-77234e5f480f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] device_id is not set on port decea1fa-a816-4e75-8142-da75a0557954 yet. {{(pid=89032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:19:12.074617 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 3a4e82ab-bb2e-4883-a67d-20eb7c0e7106 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:19:12.189325 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e54ae49-67f7-45ba-82ef-e745ef260d7a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Deleting subnet ff9d8759-f062-4a7f-a9d1-d03b59c07ff7 {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:19:12.194655 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1e54ae49-67f7-45ba-82ef-e745ef260d7a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:12.226941 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-caf6e4a4-50d2-436c-90df-0d53557b9154 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:19:12.238215 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-caf6e4a4-50d2-436c-90df-0d53557b9154 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Usage tracker for resource:subnet and tenant:6ccb91e770a742df955dbeb81520726f is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:19:12.242754 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-caf6e4a4-50d2-436c-90df-0d53557b9154 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:19:12.252616 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-caf6e4a4-50d2-436c-90df-0d53557b9154 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:19:12.261635 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1e54ae49-67f7-45ba-82ef-e745ef260d7a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:12.309345 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf6e4a4-50d2-436c-90df-0d53557b9154 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Made reservation on behalf of 6ccb91e770a742df955dbeb81520726f for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:19:12.313735 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-caf6e4a4-50d2-436c-90df-0d53557b9154 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:12.364305 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e770cc9-5771-49c4-8f0a-44ae73bb40da tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:19:12.376508 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63acdba5-b897-443c-bc81-40ca10a8bc3b None None] Sync routers for ids ['1c6bc5fb-2ea7-45d5-8f91-713613593805'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:19:12.378121 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-4734f00d-6b73-4133-b3fc-77234e5f480f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Allocated IP 172.20.0.9 (97274718-c1bd-42fd-a638-999f5ddf6554/9752af95-f3f1-452d-8979-6d9bd8af296f/decea1fa-a816-4e75-8142-da75a0557954) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:19:12.388521 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63acdba5-b897-443c-bc81-40ca10a8bc3b None None] Routers {'1c6bc5fb-2ea7-45d5-8f91-713613593805'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:19:12.389552 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-63acdba5-b897-443c-bc81-40ca10a8bc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:19:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['1c6bc5fb-2ea7-45d5-8f91-713613593805'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:12.418043 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8e770cc9-5771-49c4-8f0a-44ae73bb40da tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:12.477992 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-8e770cc9-5771-49c4-8f0a-44ae73bb40da tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.9545293 Oct 04 09:19:12.480699 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d068f5b-66c5-4be4-8d97-5812e17c8e89', 'tag': '8091e681-fbe7-4a4a-819a-385d4199c1fb'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:19:12.482875 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299864c8-025a-42fc-9c0c-3d4ad7d3c05b" -d '{"events": [{"name": "network-changed", "server_uuid": "2d068f5b-66c5-4be4-8d97-5812e17c8e89", "tag": "8091e681-fbe7-4a4a-819a-385d4199c1fb"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:19:12.494508 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34190) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:12.586522 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6fb011a-df44-45f5-ac0f-85093138ab66 x-openstack-request-id: req-a6fb011a-df44-45f5-ac0f-85093138ab66 {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:19:12.586810 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d068f5b-66c5-4be4-8d97-5812e17c8e89", "tag": "8091e681-fbe7-4a4a-819a-385d4199c1fb", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:19:12.587067 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a6fb011a-df44-45f5-ac0f-85093138ab66 {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:19:12.587469 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6fb011a-df44-45f5-ac0f-85093138ab66'] response: {'name': 'network-changed', 'server_uuid': '2d068f5b-66c5-4be4-8d97-5812e17c8e89', 'tag': '8091e681-fbe7-4a4a-819a-385d4199c1fb', 'status': 'completed', 'code': 200} Oct 04 09:19:12.597377 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1e54ae49-67f7-45ba-82ef-e745ef260d7a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:12.636812 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-63acdba5-b897-443c-bc81-40ca10a8bc3b None None] Set router 1c6bc5fb-2ea7-45d5-8f91-713613593805 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:19:12.732803 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:19:12.790959 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1e54ae49-67f7-45ba-82ef-e745ef260d7a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:12.819798 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4734f00d-6b73-4133-b3fc-77234e5f480f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:12.868048 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e54ae49-67f7-45ba-82ef-e745ef260d7a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event deleted for resources: {'Subnet': ['ID=ff9d8759-f062-4a7f-a9d1-d03b59c07ff7,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:12.872198 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-74ce8477-a6ab-445f-a950-475c640392ad tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/floatingips/dabd7045-445e-45b9-b6c2-e26650985d99 HTTP/1.1" status: 200 len: 992 time: 0.3762219 Oct 04 09:19:12.878303 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1e54ae49-67f7-45ba-82ef-e745ef260d7a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:12.900423 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299864c8-025a-42fc-9c0c-3d4ad7d3c05b req-e85f719f-e571-4602-b963-821c86fc1e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:12.902217 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-299864c8-025a-42fc-9c0c-3d4ad7d3c05b req-e85f719f-e571-4602-b963-821c86fc1e8c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78fb12e86c5f40beb578bfb97002b5c9&device_id=2d068f5b-66c5-4be4-8d97-5812e17c8e89 HTTP/1.1" status: 200 len: 1098 time: 0.2781823 Oct 04 09:19:12.906026 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-1e54ae49-67f7-45ba-82ef-e745ef260d7a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/subnets/ff9d8759-f062-4a7f-a9d1-d03b59c07ff7 HTTP/1.1" status: 204 len: 168 time: 0.8855371 Oct 04 09:19:12.908597 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34196) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:12.934071 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4734f00d-6b73-4133-b3fc-77234e5f480f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:12.980506 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-caf6e4a4-50d2-436c-90df-0d53557b9154 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:13.028469 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-981b0ca8-9dee-4faf-9de1-ad189e5d3581 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1154552 Oct 04 09:19:13.031865 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34200) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:13.042306 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-834d044c-1115-49fd-989f-c7d5cce02d68 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'subnet': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:19:13.083663 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7142939f-68e6-43e0-98a4-9730384e5a3b None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:19:13.087779 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-63acdba5-b897-443c-bc81-40ca10a8bc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6bc5fb-2ea7-45d5-8f91-713613593805', 'name': 'tempest-TestNetworkBasicOps-router-1072555171', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.169'}], 'enable_snat': True}, 'gw_port_id': 'fcc15711-ade6-4347-beb9-53b0f31313b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:18:25Z', 'updated_at': '2022-10-04T09:18:35Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': 'fcc15711-ade6-4347-beb9-53b0f31313b4', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6bc5fb-2ea7-45d5-8f91-713613593805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:18:26Z', 'updated_at': '2022-10-04T09:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'dabd7045-445e-45b9-b6c2-e26650985d99', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'floating_ip_address': '172.26.10.110', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '1c6bc5fb-2ea7-45d5-8f91-713613593805', 'port_id': '8091e681-fbe7-4a4a-819a-385d4199c1fb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad', 'mac_address': 'fa:16:3e:9e:23:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d068f5b-66c5-4be4-8d97-5812e17c8e89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:19:09Z', 'updated_at': '2022-10-04T09:19:09Z', 'revision_number': 0, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08c39d5d-e369-4c83-b516-240585d258b0', 'name': '', 'network_id': 'f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:01:cc:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6bc5fb-2ea7-45d5-8f91-713613593805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'a61b1a39-1108-4545-af3e-5ddb6b99bc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:18:33Z', 'updated_at': '2022-10-04T09:18:41Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': 'a61b1a39-1108-4545-af3e-5ddb6b99bc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:13.092424 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63acdba5-b897-443c-bc81-40ca10a8bc3b None None] Checking router: 1c6bc5fb-2ea7-45d5-8f91-713613593805 for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:19:13.102578 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63acdba5-b897-443c-bc81-40ca10a8bc3b None None] Routers {'1c6bc5fb-2ea7-45d5-8f91-713613593805'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:19:13.103205 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-63acdba5-b897-443c-bc81-40ca10a8bc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:19:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['1c6bc5fb-2ea7-45d5-8f91-713613593805'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:13.185059 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4734f00d-6b73-4133-b3fc-77234e5f480f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Pushing event updated for resources: {'Port': ['ID=decea1fa-a816-4e75-8142-da75a0557954,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:13.191151 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf6e4a4-50d2-436c-90df-0d53557b9154 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event updated for resources: {'Subnet': ['ID=d9f290bb-c4c9-4bac-a8ae-94bed993f933,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:13.209313 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf6e4a4-50d2-436c-90df-0d53557b9154 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Checking segment: {'id': '06ebf74e-ad4f-4f1f-9a03-5e1b4e12c387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3a4e82ab-bb2e-4883-a67d-20eb7c0e7106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:19:13.209680 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf6e4a4-50d2-436c-90df-0d53557b9154 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Network hostable DHCP agents. Network: 3a4e82ab-bb2e-4883-a67d-20eb7c0e7106, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:19:13.215002 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4734f00d-6b73-4133-b3fc-77234e5f480f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Network 97274718-c1bd-42fd-a638-999f5ddf6554 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:19:13.218486 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-4734f00d-6b73-4133-b3fc-77234e5f480f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:19:13.222125 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4734f00d-6b73-4133-b3fc-77234e5f480f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:19:13.230435 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-834d044c-1115-49fd-989f-c7d5cce02d68 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:19:13.236566 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-834d044c-1115-49fd-989f-c7d5cce02d68 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Usage tracker for resource:subnet and tenant:3f91eae3af914b3ca9ea34a1eaa482e2 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:19:13.240763 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-834d044c-1115-49fd-989f-c7d5cce02d68 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:19:13.248017 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-834d044c-1115-49fd-989f-c7d5cce02d68 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:19:13.257876 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf6e4a4-50d2-436c-90df-0d53557b9154 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Network 3a4e82ab-bb2e-4883-a67d-20eb7c0e7106 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:19:13.268116 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834d044c-1115-49fd-989f-c7d5cce02d68 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Made reservation on behalf of 3f91eae3af914b3ca9ea34a1eaa482e2 for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:19:13.270113 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-661afda3-8c7c-447c-a140-2cdd06ab614b None None] Provisioning complete for port a6b3f744-0734-4241-8fef-28ef91fcf45d triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:19:13.272975 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-834d044c-1115-49fd-989f-c7d5cce02d68 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:13.294402 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-661afda3-8c7c-447c-a140-2cdd06ab614b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:13.297461 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-661afda3-8c7c-447c-a140-2cdd06ab614b None None] Attempt 1 to provision port a6b3f744-0734-4241-8fef-28ef91fcf45d Oct 04 09:19:13.320188 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-63acdba5-b897-443c-bc81-40ca10a8bc3b None None] Set router 1c6bc5fb-2ea7-45d5-8f91-713613593805 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:19:13.322232 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4734f00d-6b73-4133-b3fc-77234e5f480f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:13.322932 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4734f00d-6b73-4133-b3fc-77234e5f480f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:13.326953 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299864c8-025a-42fc-9c0c-3d4ad7d3c05b req-4018970c-c0c5-42f4-8194-251e1be3738a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:13.328995 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-299864c8-025a-42fc-9c0c-3d4ad7d3c05b req-4018970c-c0c5-42f4-8194-251e1be3738a service neutron] 10.222.0.20 "GET /v2.0/networks?id=f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad HTTP/1.1" status: 200 len: 898 time: 0.4168673 Oct 04 09:19:13.432620 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-4734f00d-6b73-4133-b3fc-77234e5f480f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0876849 Oct 04 09:19:13.435332 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34204) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:13.441815 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-e7a697e9-d509-456d-99bc-5914c704466b tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Request body: {'floatingip': {'port_id': 'decea1fa-a816-4e75-8142-da75a0557954'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:19:13.523498 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-caf6e4a4-50d2-436c-90df-0d53557b9154 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 3a4e82ab-bb2e-4883-a67d-20eb7c0e7106) {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:19:13.528791 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf6e4a4-50d2-436c-90df-0d53557b9154 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:13.529375 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-caf6e4a4-50d2-436c-90df-0d53557b9154 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:13.537201 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38d82ed-5c5b-41e5-8ccf-849104f49370 None None] Network 3a4e82ab-bb2e-4883-a67d-20eb7c0e7106 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:19:13.540319 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e7a697e9-d509-456d-99bc-5914c704466b tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for floatingip, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:13.548939 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-834d044c-1115-49fd-989f-c7d5cce02d68 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:13.597242 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-299864c8-025a-42fc-9c0c-3d4ad7d3c05b req-d8b6625e-cb42-44a7-9623-328fc5d89ff9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8091e681-fbe7-4a4a-819a-385d4199c1fb HTTP/1.1" status: 200 len: 1000 time: 0.2594721 Oct 04 09:19:13.632345 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834d044c-1115-49fd-989f-c7d5cce02d68 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:19:13.640628 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-caf6e4a4-50d2-436c-90df-0d53557b9154 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6247277 Oct 04 09:19:13.641777 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34208) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:13.650954 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-834d044c-1115-49fd-989f-c7d5cce02d68 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:19:13.681507 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834d044c-1115-49fd-989f-c7d5cce02d68 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:13.682463 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-834d044c-1115-49fd-989f-c7d5cce02d68 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:13.686420 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-661afda3-8c7c-447c-a140-2cdd06ab614b None None] Current status of the port a6b3f744-0734-4241-8fef-28ef91fcf45d is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:19:13.690403 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe7315b-2cfb-487c-a6f4-2622b43e6cb2 None None] DHCP port deletion for 7b2ac456-c702-437f-ad18-06da05465ab2 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:19:13.694313 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-50900723-177f-4d78-8721-af728da4af63 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-967783066', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:19:13.700167 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-7fe7315b-2cfb-487c-a6f4-2622b43e6cb2 None None] Deleting port a6b3f744-0734-4241-8fef-28ef91fcf45d {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:19:13.700582 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-7fe7315b-2cfb-487c-a6f4-2622b43e6cb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:13.702863 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-50900723-177f-4d78-8721-af728da4af63 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:19:13.709778 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-50900723-177f-4d78-8721-af728da4af63 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Usage tracker for resource:router and tenant:6ccb91e770a742df955dbeb81520726f is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:19:13.713478 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-50900723-177f-4d78-8721-af728da4af63 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:19:13.722843 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-50900723-177f-4d78-8721-af728da4af63 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:19:13.731656 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d044c-1115-49fd-989f-c7d5cce02d68 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event updated for resources: {'Subnet': ['ID=95653259-2d87-468e-a764-4fdafa4087d9,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:13.741610 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299864c8-025a-42fc-9c0c-3d4ad7d3c05b req-fa334293-9248-436e-8cc8-2cfd919ac244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:13.743063 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-299864c8-025a-42fc-9c0c-3d4ad7d3c05b req-fa334293-9248-436e-8cc8-2cfd919ac244 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a61b1a39-1108-4545-af3e-5ddb6b99bc9d HTTP/1.1" status: 200 len: 835 time: 0.1387539 Oct 04 09:19:13.745375 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-50900723-177f-4d78-8721-af728da4af63 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:13.747146 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-50900723-177f-4d78-8721-af728da4af63 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:13.766816 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-50900723-177f-4d78-8721-af728da4af63 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:13.797730 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-50900723-177f-4d78-8721-af728da4af63 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:13.816902 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-63acdba5-b897-443c-bc81-40ca10a8bc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6bc5fb-2ea7-45d5-8f91-713613593805', 'name': 'tempest-TestNetworkBasicOps-router-1072555171', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.169'}], 'enable_snat': True}, 'gw_port_id': 'fcc15711-ade6-4347-beb9-53b0f31313b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:18:25Z', 'updated_at': '2022-10-04T09:18:35Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': 'fcc15711-ade6-4347-beb9-53b0f31313b4', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6bc5fb-2ea7-45d5-8f91-713613593805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:18:26Z', 'updated_at': '2022-10-04T09:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'dabd7045-445e-45b9-b6c2-e26650985d99', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'floating_ip_address': '172.26.10.110', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '1c6bc5fb-2ea7-45d5-8f91-713613593805', 'port_id': '8091e681-fbe7-4a4a-819a-385d4199c1fb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad', 'mac_address': 'fa:16:3e:9e:23:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d068f5b-66c5-4be4-8d97-5812e17c8e89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:19:09Z', 'updated_at': '2022-10-04T09:19:09Z', 'revision_number': 0, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08c39d5d-e369-4c83-b516-240585d258b0', 'name': '', 'network_id': 'f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:01:cc:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6bc5fb-2ea7-45d5-8f91-713613593805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'a61b1a39-1108-4545-af3e-5ddb6b99bc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:18:33Z', 'updated_at': '2022-10-04T09:18:41Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': 'a61b1a39-1108-4545-af3e-5ddb6b99bc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:13.822419 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63acdba5-b897-443c-bc81-40ca10a8bc3b None None] The sync data for ids ['1c6bc5fb-2ea7-45d5-8f91-713613593805'] in dv-neutron-860215-1-hyperv is: [{'id': '1c6bc5fb-2ea7-45d5-8f91-713613593805', 'name': 'tempest-TestNetworkBasicOps-router-1072555171', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.169'}], 'enable_snat': True}, 'gw_port_id': 'fcc15711-ade6-4347-beb9-53b0f31313b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:18:25Z', 'updated_at': '2022-10-04T09:18:35Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': 'fcc15711-ade6-4347-beb9-53b0f31313b4', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6bc5fb-2ea7-45d5-8f91-713613593805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:18:26Z', 'updated_at': '2022-10-04T09:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'dabd7045-445e-45b9-b6c2-e26650985d99', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'floating_ip_address': '172.26.10.110', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '1c6bc5fb-2ea7-45d5-8f91-713613593805', 'port_id': '8091e681-fbe7-4a4a-819a-385d4199c1fb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad', 'mac_address': 'fa:16:3e:9e:23:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d068f5b-66c5-4be4-8d97-5812e17c8e89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:19:09Z', 'updated_at': '2022-10-04T09:19:09Z', 'revision_number': 0, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08c39d5d-e369-4c83-b516-240585d258b0', 'name': '', 'network_id': 'f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:01:cc:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6bc5fb-2ea7-45d5-8f91-713613593805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'a61b1a39-1108-4545-af3e-5ddb6b99bc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:18:33Z', 'updated_at': '2022-10-04T09:18:41Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': 'a61b1a39-1108-4545-af3e-5ddb6b99bc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:19:13.842261 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-834d044c-1115-49fd-989f-c7d5cce02d68 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8051887 Oct 04 09:19:13.846712 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34212) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:13.850545 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-50900723-177f-4d78-8721-af728da4af63 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:13.851924 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-50900723-177f-4d78-8721-af728da4af63 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1943345 Oct 04 09:19:13.857314 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-d286a417-c2d1-4142-a94c-2869f7b9ae47 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'subnet': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:19:13.859046 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34216) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:13.878423 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34220) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:14.072325 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-48cd79c3-1192-43f0-aaa9-b3a732d22a89 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/floatingips/dabd7045-445e-45b9-b6c2-e26650985d99 HTTP/1.1" status: 200 len: 992 time: 0.1896200 Oct 04 09:19:14.111435 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-d286a417-c2d1-4142-a94c-2869f7b9ae47 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:19:14.115529 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-d286a417-c2d1-4142-a94c-2869f7b9ae47 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Usage tracker for resource:subnet and tenant:3f91eae3af914b3ca9ea34a1eaa482e2 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:19:14.118702 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-d286a417-c2d1-4142-a94c-2869f7b9ae47 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:19:14.125868 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-d286a417-c2d1-4142-a94c-2869f7b9ae47 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:19:14.134053 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-7fe7315b-2cfb-487c-a6f4-2622b43e6cb2 None None] For port a6b3f744-0734-4241-8fef-28ef91fcf45d, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=a6b3f744-0734-4241-8fef-28ef91fcf45d,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:19:14.134631 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-7fe7315b-2cfb-487c-a6f4-2622b43e6cb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:14.140450 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d286a417-c2d1-4142-a94c-2869f7b9ae47 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Made reservation on behalf of 3f91eae3af914b3ca9ea34a1eaa482e2 for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:19:14.144924 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d286a417-c2d1-4142-a94c-2869f7b9ae47 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:14.148679 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0197a70c-0d8d-4995-855d-54ae28f57fb3 None None] New status for floating IP dabd7045-445e-45b9-b6c2-e26650985d99: ACTIVE {{(pid=89034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 09:19:14.215839 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5dfd476-6f7a-4829-85c1-4cea47d922ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-3a4e82ab-bb2e-4883-a67d-20eb7c0e7106', 'network_id': '3a4e82ab-bb2e-4883-a67d-20eb7c0e7106', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'fixed_ips': [{'subnet_id': 'd9f290bb-c4c9-4bac-a8ae-94bed993f933'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:19:14.216974 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d5dfd476-6f7a-4829-85c1-4cea47d922ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:14.352813 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-7fe7315b-2cfb-487c-a6f4-2622b43e6cb2 None None] Calling delete_port for a6b3f744-0734-4241-8fef-28ef91fcf45d owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:19:14.548225 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299864c8-025a-42fc-9c0c-3d4ad7d3c05b req-e93f5665-be3f-4df8-af65-d200e1ee5471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:14.549743 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-299864c8-025a-42fc-9c0c-3d4ad7d3c05b req-e93f5665-be3f-4df8-af65-d200e1ee5471 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7994390 Oct 04 09:19:14.572108 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.objects.ports [None req-d286a417-c2d1-4142-a94c-2869f7b9ae47 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89033) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Oct 04 09:19:14.703330 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-7fe7315b-2cfb-487c-a6f4-2622b43e6cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:14.760166 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe7315b-2cfb-487c-a6f4-2622b43e6cb2 None None] Pushing event deleted for resources: {'Port': ['ID=a6b3f744-0734-4241-8fef-28ef91fcf45d,revision_number=None']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:14.763449 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe7315b-2cfb-487c-a6f4-2622b43e6cb2 None None] No DVR routers for this DVR port a6b3f744-0734-4241-8fef-28ef91fcf45d on host dv-neutron-860215-1-hyperv {{(pid=89034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:19:14.786812 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a7187b-41ac-4bfc-8e74-e2277a919b56 None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:19:14.818042 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-d5dfd476-6f7a-4829-85c1-4cea47d922ef None None] Allocated IP 172.20.0.2 (3a4e82ab-bb2e-4883-a67d-20eb7c0e7106/d9f290bb-c4c9-4bac-a8ae-94bed993f933/a3500d97-5e6e-4370-9537-6e14214758b6) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:19:14.850654 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d177ab27-2b13-4e29-be2c-7af6e162121b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:14.888270 dv-neutron-860215-1-hyperv neutron-server[89033]: WARNING neutron.services.revisions.revision_plugin [None req-d286a417-c2d1-4142-a94c-2869f7b9ae47 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Could not find related port for resource to bump revision. Oct 04 09:19:14.894931 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.ipam_pluggable_backend [None req-d286a417-c2d1-4142-a94c-2869f7b9ae47 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Port a6b3f744-0734-4241-8fef-28ef91fcf45d was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=89033) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Oct 04 09:19:14.895359 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.ipam_pluggable_backend [None req-d286a417-c2d1-4142-a94c-2869f7b9ae47 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Reverting IP allocation for 2001:db8::f816:3eff:fe81:d2d1 {{(pid=89033) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Oct 04 09:19:14.899982 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d286a417-c2d1-4142-a94c-2869f7b9ae47 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:14.930520 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device a6b3f744-0734-4241-8fef-28ef91fcf45d no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:19:14.961840 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d286a417-c2d1-4142-a94c-2869f7b9ae47 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:19:14.965167 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-d286a417-c2d1-4142-a94c-2869f7b9ae47 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:19:14.969599 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d286a417-c2d1-4142-a94c-2869f7b9ae47 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:14.970304 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d286a417-c2d1-4142-a94c-2869f7b9ae47 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:14.995888 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d286a417-c2d1-4142-a94c-2869f7b9ae47 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event updated for resources: {'Subnet': ['ID=84604198-0c97-4672-87f0-cf8e79938271,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:15.012020 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-d286a417-c2d1-4142-a94c-2869f7b9ae47 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1608679 Oct 04 09:19:15.013885 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34224) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:15.019974 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: a6b3f744-0734-4241-8fef-28ef91fcf45d {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:19:15.020241 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-bce20163-c1cc-48d4-befb-0f28814c35fa tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'port': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'mac_address': 'fa:16:3e:0d:c5:e0', 'name': 'tempest-NetworksTestDHCPv6-1253636382'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:19:15.020409 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device a6b3f744-0734-4241-8fef-28ef91fcf45d not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:19:15.038039 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-299864c8-025a-42fc-9c0c-3d4ad7d3c05b req-b49ff019-897f-41cc-ae61-9df378560db8 service neutron] 10.222.0.20 "GET /v2.0/networks/f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4770093 Oct 04 09:19:15.094798 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34228) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:15.226004 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-8bbf334a-1206-4107-b74a-10d1bc03e67e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/floatingips/dabd7045-445e-45b9-b6c2-e26650985d99 HTTP/1.1" status: 200 len: 994 time: 0.1234157 Oct 04 09:19:15.251711 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77e7285-1720-4c2f-af3d-ab6f18d44d17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-7b2ac456-c702-437f-ad18-06da05465ab2', 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'tenant_id': '3f91eae3af914b3ca9ea34a1eaa482e2', 'fixed_ips': [{'subnet_id': '84604198-0c97-4672-87f0-cf8e79938271'}, {'subnet_id': '95653259-2d87-468e-a764-4fdafa4087d9'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:19:15.252572 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a77e7285-1720-4c2f-af3d-ab6f18d44d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:15.286269 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-bce20163-c1cc-48d4-befb-0f28814c35fa tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:19:15.290532 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-bce20163-c1cc-48d4-befb-0f28814c35fa tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Usage tracker for resource:port and tenant:3f91eae3af914b3ca9ea34a1eaa482e2 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:19:15.294668 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-bce20163-c1cc-48d4-befb-0f28814c35fa tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:19:15.301121 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-bce20163-c1cc-48d4-befb-0f28814c35fa tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:19:15.311234 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce20163-c1cc-48d4-befb-0f28814c35fa tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Made reservation on behalf of 3f91eae3af914b3ca9ea34a1eaa482e2 for: {'port': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:19:15.346940 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d5dfd476-6f7a-4829-85c1-4cea47d922ef None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:15.370748 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d5dfd476-6f7a-4829-85c1-4cea47d922ef None None] Transition to ACTIVE for port object a3500d97-5e6e-4370-9537-6e14214758b6 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:19:15.390502 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-299864c8-025a-42fc-9c0c-3d4ad7d3c05b req-9e52b389-32d2-4bfc-bd46-fd8de2b418de service neutron] 10.222.0.20 "GET /v2.0/networks/f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403044 Oct 04 09:19:15.418153 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e7a697e9-d509-456d-99bc-5914c704466b tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:15.423722 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e7a697e9-d509-456d-99bc-5914c704466b tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:15.461714 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-bce20163-c1cc-48d4-befb-0f28814c35fa tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:15.475321 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d5dfd476-6f7a-4829-85c1-4cea47d922ef None None] Transition to ACTIVE for port object a3500d97-5e6e-4370-9537-6e14214758b6 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:19:15.489222 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [None req-bce20163-c1cc-48d4-befb-0f28814c35fa tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] device_id is not set on port e56c4089-63e8-4eb2-9818-649222efb5e4 yet. {{(pid=89033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:19:15.492194 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d5dfd476-6f7a-4829-85c1-4cea47d922ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:15.576713 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5dfd476-6f7a-4829-85c1-4cea47d922ef None None] Network 3a4e82ab-bb2e-4883-a67d-20eb7c0e7106 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:19:15.583110 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-d5dfd476-6f7a-4829-85c1-4cea47d922ef None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:19:15.586046 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dfd476-6f7a-4829-85c1-4cea47d922ef None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:19:15.622126 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dfd476-6f7a-4829-85c1-4cea47d922ef None None] Pushing event updated for resources: {'Port': ['ID=a3500d97-5e6e-4370-9537-6e14214758b6,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:15.642655 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-d177ab27-2b13-4e29-be2c-7af6e162121b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Allocated IP 172.20.0.1 (3a4e82ab-bb2e-4883-a67d-20eb7c0e7106/d9f290bb-c4c9-4bac-a8ae-94bed993f933/958be637-154e-4b08-b857-b09e387f5a72) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:19:15.663389 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.l3_db [None req-e7a697e9-d509-456d-99bc-5914c704466b tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Floating IP c156a6b1-c3f7-4d8f-bb9f-00e08b947532 associated. External IP: 172.26.10.47, port: decea1fa-a816-4e75-8142-da75a0557954. Oct 04 09:19:15.738705 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-a77e7285-1720-4c2f-af3d-ab6f18d44d17 None None] Allocated IP 172.20.0.2 (7b2ac456-c702-437f-ad18-06da05465ab2/95653259-2d87-468e-a764-4fdafa4087d9/112dcc3d-7806-4f29-b31b-566a8eaf7229) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:19:15.743475 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-d5dfd476-6f7a-4829-85c1-4cea47d922ef None None] Attempting to bind port a3500d97-5e6e-4370-9537-6e14214758b6 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:19:15.743911 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-d5dfd476-6f7a-4829-85c1-4cea47d922ef None None] Attempting to bind port a3500d97-5e6e-4370-9537-6e14214758b6 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '06ebf74e-ad4f-4f1f-9a03-5e1b4e12c387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3a4e82ab-bb2e-4883-a67d-20eb7c0e7106'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:19:15.744186 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dfd476-6f7a-4829-85c1-4cea47d922ef None None] Attempting to bind port a3500d97-5e6e-4370-9537-6e14214758b6 on network 3a4e82ab-bb2e-4883-a67d-20eb7c0e7106 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:19:15.751040 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-a77e7285-1720-4c2f-af3d-ab6f18d44d17 None None] Allocated IP 2001:db8::f816:3eff:fe21:febd (7b2ac456-c702-437f-ad18-06da05465ab2/84604198-0c97-4672-87f0-cf8e79938271/112dcc3d-7806-4f29-b31b-566a8eaf7229) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:19:15.753473 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dfd476-6f7a-4829-85c1-4cea47d922ef None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:19:15.753473 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dfd476-6f7a-4829-85c1-4cea47d922ef None None] Checking segment: {'id': '06ebf74e-ad4f-4f1f-9a03-5e1b4e12c387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3a4e82ab-bb2e-4883-a67d-20eb7c0e7106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:19:15.753942 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d5dfd476-6f7a-4829-85c1-4cea47d922ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:15.754248 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dfd476-6f7a-4829-85c1-4cea47d922ef None None] Bound using segment: {'id': '06ebf74e-ad4f-4f1f-9a03-5e1b4e12c387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3a4e82ab-bb2e-4883-a67d-20eb7c0e7106'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:19:15.754765 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-d5dfd476-6f7a-4829-85c1-4cea47d922ef None None] Bound port: a3500d97-5e6e-4370-9537-6e14214758b6, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06ebf74e-ad4f-4f1f-9a03-5e1b4e12c387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '3a4e82ab-bb2e-4883-a67d-20eb7c0e7106'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:19:15.755150 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d5dfd476-6f7a-4829-85c1-4cea47d922ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:15.944056 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d5dfd476-6f7a-4829-85c1-4cea47d922ef None None] For port a3500d97-5e6e-4370-9537-6e14214758b6, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:19:15.963622 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d5dfd476-6f7a-4829-85c1-4cea47d922ef None None] For port a3500d97-5e6e-4370-9537-6e14214758b6, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=a3500d97-5e6e-4370-9537-6e14214758b6,segment=NetworkSegment(06ebf74e-ad4f-4f1f-9a03-5e1b4e12c387),segment_id=06ebf74e-ad4f-4f1f-9a03-5e1b4e12c387)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:19:15.972228 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d5dfd476-6f7a-4829-85c1-4cea47d922ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:16.110300 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a77e7285-1720-4c2f-af3d-ab6f18d44d17 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:16.112838 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dfd476-6f7a-4829-85c1-4cea47d922ef None None] Pushing event updated for resources: {'Port': ['ID=a3500d97-5e6e-4370-9537-6e14214758b6,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:16.123237 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-a77e7285-1720-4c2f-af3d-ab6f18d44d17 None None] Transition to ACTIVE for port object 112dcc3d-7806-4f29-b31b-566a8eaf7229 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:19:16.144500 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-a77e7285-1720-4c2f-af3d-ab6f18d44d17 None None] Transition to ACTIVE for port object 112dcc3d-7806-4f29-b31b-566a8eaf7229 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:19:16.150285 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a77e7285-1720-4c2f-af3d-ab6f18d44d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:16.157083 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d177ab27-2b13-4e29-be2c-7af6e162121b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:16.195527 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-d177ab27-2b13-4e29-be2c-7af6e162121b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Transition to ACTIVE for port object 958be637-154e-4b08-b857-b09e387f5a72 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:19:16.220866 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77e7285-1720-4c2f-af3d-ab6f18d44d17 None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:19:16.229799 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-a77e7285-1720-4c2f-af3d-ab6f18d44d17 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:19:16.237626 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77e7285-1720-4c2f-af3d-ab6f18d44d17 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:19:16.295182 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e7285-1720-4c2f-af3d-ab6f18d44d17 None None] Pushing event updated for resources: {'Port': ['ID=112dcc3d-7806-4f29-b31b-566a8eaf7229,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:16.325828 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-bce20163-c1cc-48d4-befb-0f28814c35fa tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Allocated IP 172.20.0.3 (7b2ac456-c702-437f-ad18-06da05465ab2/95653259-2d87-468e-a764-4fdafa4087d9/e56c4089-63e8-4eb2-9818-649222efb5e4) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:19:16.336295 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7a697e9-d509-456d-99bc-5914c704466b tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Router ecf78223-5076-4703-9e43-f1669188e149 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:19:16.337867 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-bce20163-c1cc-48d4-befb-0f28814c35fa tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Allocated IP 2001:db8::f816:3eff:fe0d:c5e0 (7b2ac456-c702-437f-ad18-06da05465ab2/84604198-0c97-4672-87f0-cf8e79938271/e56c4089-63e8-4eb2-9818-649222efb5e4) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:19:16.342566 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d177ab27-2b13-4e29-be2c-7af6e162121b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:16.431984 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-a77e7285-1720-4c2f-af3d-ab6f18d44d17 None None] Attempting to bind port 112dcc3d-7806-4f29-b31b-566a8eaf7229 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:19:16.432388 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-a77e7285-1720-4c2f-af3d-ab6f18d44d17 None None] Attempting to bind port 112dcc3d-7806-4f29-b31b-566a8eaf7229 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:19:16.432751 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77e7285-1720-4c2f-af3d-ab6f18d44d17 None None] Attempting to bind port 112dcc3d-7806-4f29-b31b-566a8eaf7229 on network 7b2ac456-c702-437f-ad18-06da05465ab2 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:19:16.438986 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77e7285-1720-4c2f-af3d-ab6f18d44d17 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:19:16.439378 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77e7285-1720-4c2f-af3d-ab6f18d44d17 None None] Checking segment: {'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:19:16.439772 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a77e7285-1720-4c2f-af3d-ab6f18d44d17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:16.440171 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77e7285-1720-4c2f-af3d-ab6f18d44d17 None None] Bound using segment: {'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:19:16.440669 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-a77e7285-1720-4c2f-af3d-ab6f18d44d17 None None] Bound port: 112dcc3d-7806-4f29-b31b-566a8eaf7229, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:19:16.441049 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a77e7285-1720-4c2f-af3d-ab6f18d44d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:16.514215 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d177ab27-2b13-4e29-be2c-7af6e162121b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Network 3a4e82ab-bb2e-4883-a67d-20eb7c0e7106 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:19:16.525561 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-d177ab27-2b13-4e29-be2c-7af6e162121b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:19:16.533704 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d177ab27-2b13-4e29-be2c-7af6e162121b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:19:16.562485 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-a77e7285-1720-4c2f-af3d-ab6f18d44d17 None None] For port 112dcc3d-7806-4f29-b31b-566a8eaf7229, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:19:16.566031 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-a77e7285-1720-4c2f-af3d-ab6f18d44d17 None None] For port 112dcc3d-7806-4f29-b31b-566a8eaf7229, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=112dcc3d-7806-4f29-b31b-566a8eaf7229,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:19:16.568317 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d177ab27-2b13-4e29-be2c-7af6e162121b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event updated for resources: {'Port': ['ID=958be637-154e-4b08-b857-b09e387f5a72,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:16.572179 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a77e7285-1720-4c2f-af3d-ab6f18d44d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:16.612545 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-bce20163-c1cc-48d4-befb-0f28814c35fa tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:16.629801 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-bce20163-c1cc-48d4-befb-0f28814c35fa tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Transition to ACTIVE for port object e56c4089-63e8-4eb2-9818-649222efb5e4 will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:19:16.657636 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-bce20163-c1cc-48d4-befb-0f28814c35fa tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:16.672114 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e7285-1720-4c2f-af3d-ab6f18d44d17 None None] Pushing event updated for resources: {'Port': ['ID=112dcc3d-7806-4f29-b31b-566a8eaf7229,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:16.701783 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d177ab27-2b13-4e29-be2c-7af6e162121b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737202'] for router_interface, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:16.732750 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a697e9-d509-456d-99bc-5914c704466b tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:19:16.747099 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc29c9c6-3c9c-479a-a199-1e78810b1ff5 None None] Sync routers for ids ['ecf78223-5076-4703-9e43-f1669188e149'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:19:16.752061 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce20163-c1cc-48d4-befb-0f28814c35fa tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event updated for resources: {'Port': ['ID=e56c4089-63e8-4eb2-9818-649222efb5e4,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:16.759675 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce20163-c1cc-48d4-befb-0f28814c35fa tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:19:16.760036 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce20163-c1cc-48d4-befb-0f28814c35fa tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:19:16.760291 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc29c9c6-3c9c-479a-a199-1e78810b1ff5 None None] Routers {'ecf78223-5076-4703-9e43-f1669188e149'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:19:16.760443 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce20163-c1cc-48d4-befb-0f28814c35fa tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:19:16.760729 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce20163-c1cc-48d4-befb-0f28814c35fa tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:19:16.760930 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-fc29c9c6-3c9c-479a-a199-1e78810b1ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:19:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['ecf78223-5076-4703-9e43-f1669188e149'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:16.761069 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce20163-c1cc-48d4-befb-0f28814c35fa tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:19:16.761387 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce20163-c1cc-48d4-befb-0f28814c35fa tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:19:16.761719 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce20163-c1cc-48d4-befb-0f28814c35fa tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:19:16.762065 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce20163-c1cc-48d4-befb-0f28814c35fa tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:19:16.762376 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce20163-c1cc-48d4-befb-0f28814c35fa tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:19:16.762708 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce20163-c1cc-48d4-befb-0f28814c35fa tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:19:16.763036 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce20163-c1cc-48d4-befb-0f28814c35fa tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:19:16.763361 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce20163-c1cc-48d4-befb-0f28814c35fa tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:19:16.767248 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e7a697e9-d509-456d-99bc-5914c704466b tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:16.776733 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce20163-c1cc-48d4-befb-0f28814c35fa tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:19:16.777854 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-bce20163-c1cc-48d4-befb-0f28814c35fa tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:19:16.781892 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce20163-c1cc-48d4-befb-0f28814c35fa tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:19:16.859259 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-e7a697e9-d509-456d-99bc-5914c704466b tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] 10.222.0.50 "PUT /v2.0/floatingips/c156a6b1-c3f7-4d8f-bb9f-00e08b947532 HTTP/1.1" status: 200 len: 977 time: 3.4221916 Oct 04 09:19:16.864144 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34232) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:16.884917 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-fc29c9c6-3c9c-479a-a199-1e78810b1ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:16.905971 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce20163-c1cc-48d4-befb-0f28814c35fa tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:16.906733 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-bce20163-c1cc-48d4-befb-0f28814c35fa tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:16.907082 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc29c9c6-3c9c-479a-a199-1e78810b1ff5 None None] Routers {'ecf78223-5076-4703-9e43-f1669188e149'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:19:16.908184 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-fc29c9c6-3c9c-479a-a199-1e78810b1ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:19:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['ecf78223-5076-4703-9e43-f1669188e149'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:16.964813 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-bce20163-c1cc-48d4-befb-0f28814c35fa tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.9496055 Oct 04 09:19:16.967354 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34236) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:17.046287 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-fc29c9c6-3c9c-479a-a199-1e78810b1ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:17.046884 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc29c9c6-3c9c-479a-a199-1e78810b1ff5 None None] The sync data for ids ['ecf78223-5076-4703-9e43-f1669188e149'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:19:17.053316 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-e61b0c38-8c98-4ca0-bb00-fa5fe3f7e35f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Deleting port decea1fa-a816-4e75-8142-da75a0557954 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:19:17.053871 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e61b0c38-8c98-4ca0-bb00-fa5fe3f7e35f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:17.067936 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 112dcc3d-7806-4f29-b31b-566a8eaf7229 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:19:17.109109 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d177ab27-2b13-4e29-be2c-7af6e162121b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:17.113165 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece8eb2b-8a7e-4100-8330-83b276cdbe63 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:17.124955 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece8eb2b-8a7e-4100-8330-83b276cdbe63 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:17.125788 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-ece8eb2b-8a7e-4100-8330-83b276cdbe63 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Synchronizing usage tracker for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:19:17.159470 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-ece8eb2b-8a7e-4100-8330-83b276cdbe63 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Unset dirty status for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:19:17.163307 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-ece8eb2b-8a7e-4100-8330-83b276cdbe63 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1915743 Oct 04 09:19:17.163823 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34240) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:17.190132 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 112dcc3d-7806-4f29-b31b-566a8eaf7229 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:19:17.204474 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device a3500d97-5e6e-4370-9537-6e14214758b6 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:19:17.252295 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-1af86527-9b06-41f9-970f-460ed129944a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Deleting port e56c4089-63e8-4eb2-9818-649222efb5e4 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:19:17.252295 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1af86527-9b06-41f9-970f-460ed129944a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:17.295892 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port a3500d97-5e6e-4370-9537-6e14214758b6 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:19:17.439612 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8330f320-18a8-48cb-9301-d36cb6482e51 None None] Network 3a4e82ab-bb2e-4883-a67d-20eb7c0e7106 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:19:17.532489 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-5e43eb07-4ae9-4c9c-8536-0c6deeae0ad1 None None] Provisioning for port a3500d97-5e6e-4370-9537-6e14214758b6 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:19:17.542146 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-5e43eb07-4ae9-4c9c-8536-0c6deeae0ad1 None None] Provisioning complete for port a3500d97-5e6e-4370-9537-6e14214758b6 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:19:17.542422 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5e43eb07-4ae9-4c9c-8536-0c6deeae0ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:17.542710 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-5e43eb07-4ae9-4c9c-8536-0c6deeae0ad1 None None] Attempt 1 to provision port a3500d97-5e6e-4370-9537-6e14214758b6 Oct 04 09:19:17.544593 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1af86527-9b06-41f9-970f-460ed129944a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:17.578681 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e61b0c38-8c98-4ca0-bb00-fa5fe3f7e35f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:17.804882 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-5e43eb07-4ae9-4c9c-8536-0c6deeae0ad1 None None] Current status of the port a3500d97-5e6e-4370-9537-6e14214758b6 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:19:17.805268 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5e43eb07-4ae9-4c9c-8536-0c6deeae0ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:17.860394 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-5e43eb07-4ae9-4c9c-8536-0c6deeae0ad1 None None] For port a3500d97-5e6e-4370-9537-6e14214758b6, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=a3500d97-5e6e-4370-9537-6e14214758b6,segment=NetworkSegment(06ebf74e-ad4f-4f1f-9a03-5e1b4e12c387),segment_id=06ebf74e-ad4f-4f1f-9a03-5e1b4e12c387)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:19:17.869546 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5e43eb07-4ae9-4c9c-8536-0c6deeae0ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:17.911578 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-1af86527-9b06-41f9-970f-460ed129944a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Calling delete_port for e56c4089-63e8-4eb2-9818-649222efb5e4 owned by {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:19:18.048731 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e43eb07-4ae9-4c9c-8536-0c6deeae0ad1 None None] Pushing event updated for resources: {'Port': ['ID=a3500d97-5e6e-4370-9537-6e14214758b6,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:18.103633 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b07e376-0621-42c3-94d7-b0aea487e12f None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:19:18.174329 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1af86527-9b06-41f9-970f-460ed129944a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:18.235126 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af86527-9b06-41f9-970f-460ed129944a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event deleted for resources: {'Port': ['ID=e56c4089-63e8-4eb2-9818-649222efb5e4,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:18.236184 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-b2f8ae0c-4690-4269-ad59-b30e9d52e814 None None] Provisioning complete for port a3500d97-5e6e-4370-9537-6e14214758b6 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:19:18.236590 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b2f8ae0c-4690-4269-ad59-b30e9d52e814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:18.236959 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-b2f8ae0c-4690-4269-ad59-b30e9d52e814 None None] Attempt 1 to provision port a3500d97-5e6e-4370-9537-6e14214758b6 Oct 04 09:19:18.271222 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e61b0c38-8c98-4ca0-bb00-fa5fe3f7e35f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:18.271804 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e61b0c38-8c98-4ca0-bb00-fa5fe3f7e35f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:18.271923 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.l3_db [None req-e61b0c38-8c98-4ca0-bb00-fa5fe3f7e35f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Floating IP c156a6b1-c3f7-4d8f-bb9f-00e08b947532 disassociated. External IP: 172.26.10.47, port: decea1fa-a816-4e75-8142-da75a0557954. Oct 04 09:19:18.272233 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-e61b0c38-8c98-4ca0-bb00-fa5fe3f7e35f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Calling delete_port for decea1fa-a816-4e75-8142-da75a0557954 owned by {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:19:18.351085 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d177ab27-2b13-4e29-be2c-7af6e162121b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:18.366366 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d177ab27-2b13-4e29-be2c-7af6e162121b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:18.429127 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1af86527-9b06-41f9-970f-460ed129944a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:18.446614 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-1af86527-9b06-41f9-970f-460ed129944a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/ports/e56c4089-63e8-4eb2-9818-649222efb5e4 HTTP/1.1" status: 204 len: 168 time: 1.2815788 Oct 04 09:19:18.447480 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34244) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:18.484127 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-b2f8ae0c-4690-4269-ad59-b30e9d52e814 None None] Current status of the port a3500d97-5e6e-4370-9537-6e14214758b6 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:19:18.505918 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-b2f8ae0c-4690-4269-ad59-b30e9d52e814 None None] Provisioning for port 958be637-154e-4b08-b857-b09e387f5a72 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:19:18.512801 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-b2f8ae0c-4690-4269-ad59-b30e9d52e814 None None] Provisioning complete for port 958be637-154e-4b08-b857-b09e387f5a72 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:19:18.513173 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b2f8ae0c-4690-4269-ad59-b30e9d52e814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:18.513503 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-b2f8ae0c-4690-4269-ad59-b30e9d52e814 None None] Attempt 1 to provision port 958be637-154e-4b08-b857-b09e387f5a72 Oct 04 09:19:18.574899 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-b2f8ae0c-4690-4269-ad59-b30e9d52e814 None None] Port 958be637-154e-4b08-b857-b09e387f5a72 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:19:18.594848 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d177ab27-2b13-4e29-be2c-7af6e162121b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event updated for resources: {'Port': ['ID=958be637-154e-4b08-b857-b09e387f5a72,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:18.597126 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d177ab27-2b13-4e29-be2c-7af6e162121b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736777'] for router_interface, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:18.622604 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d177ab27-2b13-4e29-be2c-7af6e162121b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:19:18.622957 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d177ab27-2b13-4e29-be2c-7af6e162121b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:19:18.623302 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d177ab27-2b13-4e29-be2c-7af6e162121b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:19:18.623951 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d177ab27-2b13-4e29-be2c-7af6e162121b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:19:18.624288 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d177ab27-2b13-4e29-be2c-7af6e162121b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:19:18.624649 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d177ab27-2b13-4e29-be2c-7af6e162121b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:19:18.624984 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d177ab27-2b13-4e29-be2c-7af6e162121b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:19:18.625319 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d177ab27-2b13-4e29-be2c-7af6e162121b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:19:18.625648 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d177ab27-2b13-4e29-be2c-7af6e162121b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:19:18.625977 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d177ab27-2b13-4e29-be2c-7af6e162121b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:19:18.626309 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d177ab27-2b13-4e29-be2c-7af6e162121b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:19:18.626656 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d177ab27-2b13-4e29-be2c-7af6e162121b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:19:18.655030 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfb673d-b420-449f-bc8e-7ec5b79507a2 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:18.657108 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfb673d-b420-449f-bc8e-7ec5b79507a2 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:18.658875 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfb673d-b420-449f-bc8e-7ec5b79507a2 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:18.659482 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-ccfb673d-b420-449f-bc8e-7ec5b79507a2 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Synchronizing usage tracker for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:subnet {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:19:18.750940 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e61b0c38-8c98-4ca0-bb00-fa5fe3f7e35f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:18.787900 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-ccfb673d-b420-449f-bc8e-7ec5b79507a2 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Unset dirty status for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:subnet {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:19:18.788947 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-ccfb673d-b420-449f-bc8e-7ec5b79507a2 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3231311 Oct 04 09:19:18.792281 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34248) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:18.806474 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b0c38-8c98-4ca0-bb00-fa5fe3f7e35f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Pushing event deleted for resources: {'Port': ['ID=decea1fa-a816-4e75-8142-da75a0557954,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:18.875885 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bd799fa-1892-41b6-aca3-90b963fd33d9 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Deleting subnet 84604198-0c97-4672-87f0-cf8e79938271 {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:19:18.881571 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7bd799fa-1892-41b6-aca3-90b963fd33d9 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:18.936027 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d177ab27-2b13-4e29-be2c-7af6e162121b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Network 3a4e82ab-bb2e-4883-a67d-20eb7c0e7106 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:19:18.939628 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-d177ab27-2b13-4e29-be2c-7af6e162121b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:19:18.944274 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device a3500d97-5e6e-4370-9537-6e14214758b6 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:19:18.960753 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7bd799fa-1892-41b6-aca3-90b963fd33d9 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:19.066933 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port a3500d97-5e6e-4370-9537-6e14214758b6 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:19:19.067812 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:19.068464 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port a3500d97-5e6e-4370-9537-6e14214758b6 Oct 04 09:19:19.088733 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7bd799fa-1892-41b6-aca3-90b963fd33d9 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:19.095767 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-b2f8ae0c-4690-4269-ad59-b30e9d52e814 None None] Attempt 2 to provision port 958be637-154e-4b08-b857-b09e387f5a72 Oct 04 09:19:19.201458 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-b2f8ae0c-4690-4269-ad59-b30e9d52e814 None None] Port 958be637-154e-4b08-b857-b09e387f5a72 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:19:19.214542 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7bd799fa-1892-41b6-aca3-90b963fd33d9 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:19.231410 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e61b0c38-8c98-4ca0-bb00-fa5fe3f7e35f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Router ecf78223-5076-4703-9e43-f1669188e149 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:19:19.272831 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd799fa-1892-41b6-aca3-90b963fd33d9 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event deleted for resources: {'Subnet': ['ID=84604198-0c97-4672-87f0-cf8e79938271,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:19.283575 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7bd799fa-1892-41b6-aca3-90b963fd33d9 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:19.300045 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-7bd799fa-1892-41b6-aca3-90b963fd33d9 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/subnets/84604198-0c97-4672-87f0-cf8e79938271 HTTP/1.1" status: 204 len: 168 time: 0.5063252 Oct 04 09:19:19.303465 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34252) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:19.317693 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port a3500d97-5e6e-4370-9537-6e14214758b6 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:19:19.380568 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-0272a1de-eef9-4f9d-a3df-d7715e2d6036 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Deleting subnet 95653259-2d87-468e-a764-4fdafa4087d9 {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:19:19.384465 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0272a1de-eef9-4f9d-a3df-d7715e2d6036 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:19.448710 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0272a1de-eef9-4f9d-a3df-d7715e2d6036 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:19.451413 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d519d4-96fd-4884-8a44-08d7eda1aabc None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:19:19.510637 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d177ab27-2b13-4e29-be2c-7af6e162121b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Router a073ee64-babd-47c4-8f3f-77fe9f737d07 is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:19:19.542696 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0272a1de-eef9-4f9d-a3df-d7715e2d6036 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:19.620742 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0272a1de-eef9-4f9d-a3df-d7715e2d6036 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:19.662402 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272a1de-eef9-4f9d-a3df-d7715e2d6036 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event deleted for resources: {'Subnet': ['ID=95653259-2d87-468e-a764-4fdafa4087d9,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:19.667942 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0272a1de-eef9-4f9d-a3df-d7715e2d6036 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:19.677982 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-0272a1de-eef9-4f9d-a3df-d7715e2d6036 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/subnets/95653259-2d87-468e-a764-4fdafa4087d9 HTTP/1.1" status: 204 len: 168 time: 0.3733871 Oct 04 09:19:19.680334 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34256) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:19.707814 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-b2f8ae0c-4690-4269-ad59-b30e9d52e814 None None] Attempt 3 to provision port 958be637-154e-4b08-b857-b09e387f5a72 Oct 04 09:19:19.743580 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e61b0c38-8c98-4ca0-bb00-fa5fe3f7e35f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:19:19.758022 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-72303702-7c12-4b37-8c4a-70209454d8c5 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0765932 Oct 04 09:19:19.760573 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34260) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:19.776048 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d55838-83ce-4568-9c66-7ee72050ba23 None None] Sync routers for ids ['ecf78223-5076-4703-9e43-f1669188e149'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:19:19.798479 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d177ab27-2b13-4e29-be2c-7af6e162121b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:19:19.807565 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9cb53a-94e2-4ab2-a72c-882cf2ce9979 None None] Sync routers for ids ['a073ee64-babd-47c4-8f3f-77fe9f737d07'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:19:19.821499 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9cb53a-94e2-4ab2-a72c-882cf2ce9979 None None] Routers {'a073ee64-babd-47c4-8f3f-77fe9f737d07'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:19:19.822377 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-0f9cb53a-94e2-4ab2-a72c-882cf2ce9979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:19:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['a073ee64-babd-47c4-8f3f-77fe9f737d07'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:19.831505 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d55838-83ce-4568-9c66-7ee72050ba23 None None] Routers {'ecf78223-5076-4703-9e43-f1669188e149'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:19:19.832292 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-48d55838-83ce-4568-9c66-7ee72050ba23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:19:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['ecf78223-5076-4703-9e43-f1669188e149'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:19.850258 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-d177ab27-2b13-4e29-be2c-7af6e162121b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "PUT /v2.0/routers/a073ee64-babd-47c4-8f3f-77fe9f737d07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9887891 Oct 04 09:19:19.853535 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34264) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:19.910988 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e87d42-644f-4a97-9b67-9c613b303dde tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:19.911706 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-c2e87d42-644f-4a97-9b67-9c613b303dde tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Synchronizing usage tracker for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:19:19.917952 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-0f9cb53a-94e2-4ab2-a72c-882cf2ce9979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:19.929983 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9cb53a-94e2-4ab2-a72c-882cf2ce9979 None None] Routers {'a073ee64-babd-47c4-8f3f-77fe9f737d07'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:19:19.930841 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-0f9cb53a-94e2-4ab2-a72c-882cf2ce9979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:19:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['a073ee64-babd-47c4-8f3f-77fe9f737d07'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:19.932077 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e61b0c38-8c98-4ca0-bb00-fa5fe3f7e35f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:19.934102 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-e61b0c38-8c98-4ca0-bb00-fa5fe3f7e35f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] 10.222.0.50 "DELETE /v2.0/ports/decea1fa-a816-4e75-8142-da75a0557954 HTTP/1.1" status: 204 len: 168 time: 3.0703163 Oct 04 09:19:19.937472 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34268) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:19.954902 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-c2e87d42-644f-4a97-9b67-9c613b303dde tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Unset dirty status for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:19:19.957310 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-c2e87d42-644f-4a97-9b67-9c613b303dde tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1950350 Oct 04 09:19:19.959333 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34272) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:19.981490 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-b2f8ae0c-4690-4269-ad59-b30e9d52e814 None None] Port 958be637-154e-4b08-b857-b09e387f5a72 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:19:19.993464 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-48d55838-83ce-4568-9c66-7ee72050ba23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:19.999216 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec68211-eb9a-4326-83ff-17f339d8d77b None None] Update dhcp port {'port': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'fixed_ips': [{'subnet_id': '95653259-2d87-468e-a764-4fdafa4087d9'}], 'binding:host_id': 'dv-neutron-860215-1-hyperv'}, 'id': '112dcc3d-7806-4f29-b31b-566a8eaf7229'} from dv-neutron-860215-1-hyperv. {{(pid=89034) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 04 09:19:20.002595 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-0f9cb53a-94e2-4ab2-a72c-882cf2ce9979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:20.003202 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9cb53a-94e2-4ab2-a72c-882cf2ce9979 None None] The sync data for ids ['a073ee64-babd-47c4-8f3f-77fe9f737d07'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:19:20.013910 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba2b3f8-8acf-4cc8-bfe7-b4fc82d70e8f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:20.015520 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-9ba2b3f8-8acf-4cc8-bfe7-b4fc82d70e8f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Synchronizing usage tracker for tenant:6ccb91e770a742df955dbeb81520726f on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:19:20.049659 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-db6c1878-36e4-470c-835a-876cd4a58461 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] 10.222.0.50 "GET /v2.0/floatingips/c156a6b1-c3f7-4d8f-bb9f-00e08b947532 HTTP/1.1" status: 200 len: 688 time: 0.1104121 Oct 04 09:19:20.052219 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34276) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:20.052397 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d55838-83ce-4568-9c66-7ee72050ba23 None None] Routers {'ecf78223-5076-4703-9e43-f1669188e149'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:19:20.053017 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-48d55838-83ce-4568-9c66-7ee72050ba23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:19:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['ecf78223-5076-4703-9e43-f1669188e149'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:20.055502 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4fb101-6bf2-4d8b-91dc-05a9390049aa tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:20.056260 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-eb4fb101-6bf2-4d8b-91dc-05a9390049aa tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Synchronizing usage tracker for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:subnet {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:19:20.072535 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-eb4fb101-6bf2-4d8b-91dc-05a9390049aa tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Unset dirty status for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:subnet {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:19:20.074247 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-eb4fb101-6bf2-4d8b-91dc-05a9390049aa tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1139245 Oct 04 09:19:20.077501 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34280) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:20.119906 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-48d55838-83ce-4568-9c66-7ee72050ba23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:20.120321 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d55838-83ce-4568-9c66-7ee72050ba23 None None] The sync data for ids ['ecf78223-5076-4703-9e43-f1669188e149'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:19:20.126686 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-9ec68211-eb9a-4326-83ff-17f339d8d77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:20.135403 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-9ba2b3f8-8acf-4cc8-bfe7-b4fc82d70e8f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Unset dirty status for tenant:6ccb91e770a742df955dbeb81520726f on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:19:20.136710 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-9ba2b3f8-8acf-4cc8-bfe7-b4fc82d70e8f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "GET /v2.0/ports/958be637-154e-4b08-b857-b09e387f5a72 HTTP/1.1" status: 200 len: 910 time: 0.2821519 Oct 04 09:19:20.140077 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34284) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:20.147729 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-c376e1c9-9b3d-4a18-ada0-e17dac9a0c82 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd9f290bb-c4c9-4bac-a8ae-94bed993f933'}]}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:19:20.156079 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-dea012ac-afd8-44b7-93a4-02a730cacc29 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0769367 Oct 04 09:19:20.162471 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34288) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:20.168033 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-407f9cf4-5f0f-4e90-9c08-9b6c9edec34e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'subnet': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:19:20.271577 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-a35a0833-dcfd-4800-a513-281f9809ba9f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Deleting port 1580f893-8969-489f-8a3f-7353e32fc40f {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:19:20.271577 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a35a0833-dcfd-4800-a513-281f9809ba9f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:20.282966 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-407f9cf4-5f0f-4e90-9c08-9b6c9edec34e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:19:20.293863 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-407f9cf4-5f0f-4e90-9c08-9b6c9edec34e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:19:20.306205 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407f9cf4-5f0f-4e90-9c08-9b6c9edec34e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Made reservation on behalf of 3f91eae3af914b3ca9ea34a1eaa482e2 for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:19:20.311105 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-407f9cf4-5f0f-4e90-9c08-9b6c9edec34e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:20.313096 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-407f9cf4-5f0f-4e90-9c08-9b6c9edec34e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 09:19:20.313521 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-407f9cf4-5f0f-4e90-9c08-9b6c9edec34e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:19:20.337654 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-407f9cf4-5f0f-4e90-9c08-9b6c9edec34e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1740808 Oct 04 09:19:20.339493 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34b3c8a-c943-4633-bb38-fc801390469c None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:19:20.340647 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34292) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:20.347172 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-5f3683dd-1c04-4959-b185-dbbddf352a2b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'subnet': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:19:20.461583 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-5f3683dd-1c04-4959-b185-dbbddf352a2b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:19:20.472284 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-5f3683dd-1c04-4959-b185-dbbddf352a2b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:19:20.485603 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3683dd-1c04-4959-b185-dbbddf352a2b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Made reservation on behalf of 3f91eae3af914b3ca9ea34a1eaa482e2 for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:19:20.490209 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5f3683dd-1c04-4959-b185-dbbddf352a2b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:20.491880 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f3683dd-1c04-4959-b185-dbbddf352a2b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 09:19:20.492872 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f3683dd-1c04-4959-b185-dbbddf352a2b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:19:20.506458 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-b2f8ae0c-4690-4269-ad59-b30e9d52e814 None None] Attempt 4 to provision port 958be637-154e-4b08-b857-b09e387f5a72 Oct 04 09:19:20.516013 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-5f3683dd-1c04-4959-b185-dbbddf352a2b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1713672 Oct 04 09:19:20.516371 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34296) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:20.522358 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-d44cb561-7cea-4f46-97f3-3650a248234d tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'subnet': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:19:20.561987 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-b2f8ae0c-4690-4269-ad59-b30e9d52e814 None None] Port 958be637-154e-4b08-b857-b09e387f5a72 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:19:20.615974 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a35a0833-dcfd-4800-a513-281f9809ba9f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:20.616672 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a35a0833-dcfd-4800-a513-281f9809ba9f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:20.655979 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c343372a-dea4-4b1a-a6c9-e1acccded9a2 None None] DHCP port deletion for 7b2ac456-c702-437f-ad18-06da05465ab2 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:19:20.660763 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-c343372a-dea4-4b1a-a6c9-e1acccded9a2 None None] Deleting port 112dcc3d-7806-4f29-b31b-566a8eaf7229 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:19:20.661563 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c343372a-dea4-4b1a-a6c9-e1acccded9a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:20.755507 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-d44cb561-7cea-4f46-97f3-3650a248234d tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:19:20.766298 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-d44cb561-7cea-4f46-97f3-3650a248234d tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:19:20.773775 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-a35a0833-dcfd-4800-a513-281f9809ba9f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Calling delete_port for 1580f893-8969-489f-8a3f-7353e32fc40f owned by network:floatingip {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:19:20.777268 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44cb561-7cea-4f46-97f3-3650a248234d tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Made reservation on behalf of 3f91eae3af914b3ca9ea34a1eaa482e2 for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:19:20.781009 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d44cb561-7cea-4f46-97f3-3650a248234d tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:20.782466 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-d44cb561-7cea-4f46-97f3-3650a248234d tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 09:19:20.783021 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d44cb561-7cea-4f46-97f3-3650a248234d tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:19:20.802279 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-d44cb561-7cea-4f46-97f3-3650a248234d tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2845440 Oct 04 09:19:20.805324 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34300) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:20.812312 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-ad191428-4080-4910-ad51-6855ddffba0d tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'subnet': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:19:20.873192 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-c343372a-dea4-4b1a-a6c9-e1acccded9a2 None None] For port 112dcc3d-7806-4f29-b31b-566a8eaf7229, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=112dcc3d-7806-4f29-b31b-566a8eaf7229,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:19:20.874025 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c343372a-dea4-4b1a-a6c9-e1acccded9a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:20.942259 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-ad191428-4080-4910-ad51-6855ddffba0d tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:19:20.952260 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-ad191428-4080-4910-ad51-6855ddffba0d tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:19:20.960136 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c376e1c9-9b3d-4a18-ada0-e17dac9a0c82 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:20.962682 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad191428-4080-4910-ad51-6855ddffba0d tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Made reservation on behalf of 3f91eae3af914b3ca9ea34a1eaa482e2 for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:19:20.966325 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ad191428-4080-4910-ad51-6855ddffba0d tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:20.967793 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad191428-4080-4910-ad51-6855ddffba0d tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 09:19:20.968283 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad191428-4080-4910-ad51-6855ddffba0d tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:19:20.990469 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-ad191428-4080-4910-ad51-6855ddffba0d tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1805298 Oct 04 09:19:20.990786 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34304) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:20.996321 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-928b73ae-513b-42ce-9b79-3a50843376cc tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'subnet': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:19:21.005216 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 112dcc3d-7806-4f29-b31b-566a8eaf7229 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:19:21.038381 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-c343372a-dea4-4b1a-a6c9-e1acccded9a2 None None] Calling delete_port for 112dcc3d-7806-4f29-b31b-566a8eaf7229 owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:19:21.066200 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-b2f8ae0c-4690-4269-ad59-b30e9d52e814 None None] Attempt 5 to provision port 958be637-154e-4b08-b857-b09e387f5a72 Oct 04 09:19:21.111313 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-928b73ae-513b-42ce-9b79-3a50843376cc tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:19:21.121764 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-928b73ae-513b-42ce-9b79-3a50843376cc tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:19:21.132806 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928b73ae-513b-42ce-9b79-3a50843376cc tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Made reservation on behalf of 3f91eae3af914b3ca9ea34a1eaa482e2 for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:19:21.136512 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-928b73ae-513b-42ce-9b79-3a50843376cc tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:21.137783 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-928b73ae-513b-42ce-9b79-3a50843376cc tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 09:19:21.138683 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-928b73ae-513b-42ce-9b79-3a50843376cc tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:19:21.159779 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-928b73ae-513b-42ce-9b79-3a50843376cc tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1660795 Oct 04 09:19:21.161241 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34308) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:21.167636 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-5964a7ee-23e1-40aa-af75-586873d9a9cc tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'subnet': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:19:21.184818 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-b2f8ae0c-4690-4269-ad59-b30e9d52e814 None None] Port 958be637-154e-4b08-b857-b09e387f5a72 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:19:21.237860 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c343372a-dea4-4b1a-a6c9-e1acccded9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:21.293689 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c343372a-dea4-4b1a-a6c9-e1acccded9a2 None None] Pushing event deleted for resources: {'Port': ['ID=112dcc3d-7806-4f29-b31b-566a8eaf7229,revision_number=None']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:21.295407 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-5964a7ee-23e1-40aa-af75-586873d9a9cc tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:19:21.296277 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c343372a-dea4-4b1a-a6c9-e1acccded9a2 None None] No DVR routers for this DVR port 112dcc3d-7806-4f29-b31b-566a8eaf7229 on host dv-neutron-860215-1-hyperv {{(pid=89034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:19:21.300393 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 112dcc3d-7806-4f29-b31b-566a8eaf7229 is: DOWN; New status is: DOWN {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:19:21.306236 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-5964a7ee-23e1-40aa-af75-586873d9a9cc tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:19:21.313723 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a35a0833-dcfd-4800-a513-281f9809ba9f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:21.320982 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5964a7ee-23e1-40aa-af75-586873d9a9cc tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Made reservation on behalf of 3f91eae3af914b3ca9ea34a1eaa482e2 for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:19:21.325370 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5964a7ee-23e1-40aa-af75-586873d9a9cc tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:21.326765 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-5964a7ee-23e1-40aa-af75-586873d9a9cc tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 09:19:21.327221 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5964a7ee-23e1-40aa-af75-586873d9a9cc tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:19:21.346239 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-5964a7ee-23e1-40aa-af75-586873d9a9cc tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1837788 Oct 04 09:19:21.348907 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34312) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:21.379274 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a0833-dcfd-4800-a513-281f9809ba9f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Pushing event deleted for resources: {'Port': ['ID=1580f893-8969-489f-8a3f-7353e32fc40f,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:21.407473 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-12a7efc1-261a-4cde-a325-b795a6f6b377 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0574021 Oct 04 09:19:21.409840 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34316) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:21.476123 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae43df7e-2d5d-47a9-8f73-fe2b1e10c04d tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:21.477769 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-ae43df7e-2d5d-47a9-8f73-fe2b1e10c04d tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0669644 Oct 04 09:19:21.480387 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34320) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:21.538596 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a35a0833-dcfd-4800-a513-281f9809ba9f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for floatingip, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:21.549178 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-941b2f94-4008-4144-b908-4f4918c213f7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0676546 Oct 04 09:19:21.552866 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34324) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:21.558395 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-3fcc5702-266d-4d89-874b-7b17ce2e0093 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'subnet': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:19:21.630561 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a35a0833-dcfd-4800-a513-281f9809ba9f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:21.631707 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-a35a0833-dcfd-4800-a513-281f9809ba9f tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] 10.222.0.50 "DELETE /v2.0/floatingips/c156a6b1-c3f7-4d8f-bb9f-00e08b947532 HTTP/1.1" status: 204 len: 168 time: 1.5784452 Oct 04 09:19:21.635209 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34328) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:21.642887 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-10d0c8c1-5d39-4a69-b1d0-d27897f2d508 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Request body: {'floatingip': {'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'port_id': '73928fe3-05ec-4e99-bfb7-1d7f157798d7'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:19:21.650915 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-10d0c8c1-5d39-4a69-b1d0-d27897f2d508 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:19:21.659496 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-10d0c8c1-5d39-4a69-b1d0-d27897f2d508 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Usage tracker for resource:floatingip and tenant:a17a2e93dba34d5283d4e43f6119c8fa is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:19:21.665110 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-10d0c8c1-5d39-4a69-b1d0-d27897f2d508 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:19:21.667672 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-3fcc5702-266d-4d89-874b-7b17ce2e0093 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:19:21.677032 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-3fcc5702-266d-4d89-874b-7b17ce2e0093 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:19:21.681923 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-10d0c8c1-5d39-4a69-b1d0-d27897f2d508 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:19:21.685723 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-b2f8ae0c-4690-4269-ad59-b30e9d52e814 None None] Attempt 6 to provision port 958be637-154e-4b08-b857-b09e387f5a72 Oct 04 09:19:21.689989 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fcc5702-266d-4d89-874b-7b17ce2e0093 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Made reservation on behalf of 3f91eae3af914b3ca9ea34a1eaa482e2 for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:19:21.695489 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3fcc5702-266d-4d89-874b-7b17ce2e0093 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:21.742702 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c376e1c9-9b3d-4a18-ada0-e17dac9a0c82 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:21.748529 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-b2f8ae0c-4690-4269-ad59-b30e9d52e814 None None] Port 958be637-154e-4b08-b857-b09e387f5a72 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:19:21.749963 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-10d0c8c1-5d39-4a69-b1d0-d27897f2d508 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for floatingip, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:21.766800 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c376e1c9-9b3d-4a18-ada0-e17dac9a0c82 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:21.937930 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c376e1c9-9b3d-4a18-ada0-e17dac9a0c82 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:21.938537 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c376e1c9-9b3d-4a18-ada0-e17dac9a0c82 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:21.939825 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-c376e1c9-9b3d-4a18-ada0-e17dac9a0c82 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "PUT /v2.0/ports/958be637-154e-4b08-b857-b09e387f5a72 HTTP/1.1" status: 200 len: 910 time: 1.7986636 Oct 04 09:19:21.946531 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c376e1c9-9b3d-4a18-ada0-e17dac9a0c82 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event updated for resources: {'Port': ['ID=958be637-154e-4b08-b857-b09e387f5a72,revision_number=3']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:21.948617 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34332) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:22.026073 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.objects.ports [None req-3fcc5702-266d-4d89-874b-7b17ce2e0093 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89033) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Oct 04 09:19:22.027183 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3fcc5702-266d-4d89-874b-7b17ce2e0093 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:22.082656 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcc5702-266d-4d89-874b-7b17ce2e0093 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:19:22.085626 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-3fcc5702-266d-4d89-874b-7b17ce2e0093 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:19:22.089967 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcc5702-266d-4d89-874b-7b17ce2e0093 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:22.090545 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3fcc5702-266d-4d89-874b-7b17ce2e0093 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:22.094373 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ea8ad1-f37c-43bc-a3ee-d14687e891b3 None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:19:22.108436 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc5702-266d-4d89-874b-7b17ce2e0093 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event updated for resources: {'Subnet': ['ID=82a9cf5c-18fb-40b8-9613-e7cf1bb45e93,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:22.125378 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-3fcc5702-266d-4d89-874b-7b17ce2e0093 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5714817 Oct 04 09:19:22.128061 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34336) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:22.134056 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-5e5492f2-d514-453a-ab1f-b26cd3b16a08 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'port': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'mac_address': 'fa:16:3e:55:0b:f3', 'name': 'tempest-NetworksTestDHCPv6-983417452'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:19:22.255202 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-b2f8ae0c-4690-4269-ad59-b30e9d52e814 None None] Attempt 7 to provision port 958be637-154e-4b08-b857-b09e387f5a72 Oct 04 09:19:22.273853 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-5e5492f2-d514-453a-ab1f-b26cd3b16a08 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:19:22.287194 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-5e5492f2-d514-453a-ab1f-b26cd3b16a08 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:19:22.298692 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-10d0c8c1-5d39-4a69-b1d0-d27897f2d508 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:22.301517 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5492f2-d514-453a-ab1f-b26cd3b16a08 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Made reservation on behalf of 3f91eae3af914b3ca9ea34a1eaa482e2 for: {'port': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:19:22.349925 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-b2f8ae0c-4690-4269-ad59-b30e9d52e814 None None] Port 958be637-154e-4b08-b857-b09e387f5a72 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:19:22.372386 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704b1cbc-e116-4075-b16d-354f098744f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-7b2ac456-c702-437f-ad18-06da05465ab2', 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'tenant_id': '3f91eae3af914b3ca9ea34a1eaa482e2', 'fixed_ips': [{'subnet_id': '82a9cf5c-18fb-40b8-9613-e7cf1bb45e93'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:19:22.374624 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-704b1cbc-e116-4075-b16d-354f098744f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:22.435460 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5e5492f2-d514-453a-ab1f-b26cd3b16a08 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:22.462214 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [None req-5e5492f2-d514-453a-ab1f-b26cd3b16a08 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] device_id is not set on port bbcb9f23-f9a6-4108-9138-72f0da9f9e59 yet. {{(pid=89033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:19:22.537480 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-704b1cbc-e116-4075-b16d-354f098744f4 None None] Allocated IP 2001:db8::f816:3eff:feae:f2f2 (7b2ac456-c702-437f-ad18-06da05465ab2/82a9cf5c-18fb-40b8-9613-e7cf1bb45e93/5e7417d4-8c1b-4ba0-af7a-856a71a809b5) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:19:22.725204 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-10d0c8c1-5d39-4a69-b1d0-d27897f2d508 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Allocated IP 172.26.10.54 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/dd3b3ee9-ac3d-4ceb-8679-0355cb67f7a2) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:19:22.747168 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f29e1f5e-c01e-4717-833f-4e7148323b3d req-c1d27c9a-8dd9-48d9-8d6f-daa43902debc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2d068f5b-66c5-4be4-8d97-5812e17c8e89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2180691 Oct 04 09:19:22.802863 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-704b1cbc-e116-4075-b16d-354f098744f4 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:22.815474 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-704b1cbc-e116-4075-b16d-354f098744f4 None None] Transition to ACTIVE for port object 5e7417d4-8c1b-4ba0-af7a-856a71a809b5 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:19:22.834794 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-704b1cbc-e116-4075-b16d-354f098744f4 None None] Transition to ACTIVE for port object 5e7417d4-8c1b-4ba0-af7a-856a71a809b5 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:19:22.840778 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-704b1cbc-e116-4075-b16d-354f098744f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:22.884634 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-b2f8ae0c-4690-4269-ad59-b30e9d52e814 None None] Attempt 8 to provision port 958be637-154e-4b08-b857-b09e387f5a72 Oct 04 09:19:22.907811 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-5e5492f2-d514-453a-ab1f-b26cd3b16a08 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Allocated IP 2001:db8::f816:3eff:fe55:bf3 (7b2ac456-c702-437f-ad18-06da05465ab2/82a9cf5c-18fb-40b8-9613-e7cf1bb45e93/bbcb9f23-f9a6-4108-9138-72f0da9f9e59) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:19:22.961145 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704b1cbc-e116-4075-b16d-354f098744f4 None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:19:22.967233 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-704b1cbc-e116-4075-b16d-354f098744f4 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:19:22.970729 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704b1cbc-e116-4075-b16d-354f098744f4 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:19:22.981777 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704b1cbc-e116-4075-b16d-354f098744f4 None None] Pushing event updated for resources: {'Port': ['ID=5e7417d4-8c1b-4ba0-af7a-856a71a809b5,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:22.987649 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-b2f8ae0c-4690-4269-ad59-b30e9d52e814 None None] Port 958be637-154e-4b08-b857-b09e387f5a72 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:19:23.019012 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-10d0c8c1-5d39-4a69-b1d0-d27897f2d508 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:23.031998 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-349c7ea9-7b41-42db-959c-326fe6ff20ee tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736827'] for router_interface, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:23.088445 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-704b1cbc-e116-4075-b16d-354f098744f4 None None] Attempting to bind port 5e7417d4-8c1b-4ba0-af7a-856a71a809b5 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:19:23.089828 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-704b1cbc-e116-4075-b16d-354f098744f4 None None] Attempting to bind port 5e7417d4-8c1b-4ba0-af7a-856a71a809b5 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:19:23.089828 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704b1cbc-e116-4075-b16d-354f098744f4 None None] Attempting to bind port 5e7417d4-8c1b-4ba0-af7a-856a71a809b5 on network 7b2ac456-c702-437f-ad18-06da05465ab2 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:19:23.092009 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29e1f5e-c01e-4717-833f-4e7148323b3d req-3067825a-55f0-4581-b6d2-4c4c9d5eaf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:23.093930 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f29e1f5e-c01e-4717-833f-4e7148323b3d req-3067825a-55f0-4581-b6d2-4c4c9d5eaf4a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78fb12e86c5f40beb578bfb97002b5c9&device_id=2d068f5b-66c5-4be4-8d97-5812e17c8e89 HTTP/1.1" status: 200 len: 1098 time: 0.2527406 Oct 04 09:19:23.095500 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704b1cbc-e116-4075-b16d-354f098744f4 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:19:23.096044 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704b1cbc-e116-4075-b16d-354f098744f4 None None] Checking segment: {'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:19:23.097521 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-704b1cbc-e116-4075-b16d-354f098744f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:23.098355 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704b1cbc-e116-4075-b16d-354f098744f4 None None] Bound using segment: {'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:19:23.098938 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-704b1cbc-e116-4075-b16d-354f098744f4 None None] Bound port: 5e7417d4-8c1b-4ba0-af7a-856a71a809b5, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:19:23.099418 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-704b1cbc-e116-4075-b16d-354f098744f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:23.115838 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5e5492f2-d514-453a-ab1f-b26cd3b16a08 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:23.132374 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-5e5492f2-d514-453a-ab1f-b26cd3b16a08 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Transition to ACTIVE for port object bbcb9f23-f9a6-4108-9138-72f0da9f9e59 will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:19:23.157381 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5e5492f2-d514-453a-ab1f-b26cd3b16a08 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:23.214426 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-704b1cbc-e116-4075-b16d-354f098744f4 None None] For port 5e7417d4-8c1b-4ba0-af7a-856a71a809b5, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:19:23.217907 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-704b1cbc-e116-4075-b16d-354f098744f4 None None] For port 5e7417d4-8c1b-4ba0-af7a-856a71a809b5, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=5e7417d4-8c1b-4ba0-af7a-856a71a809b5,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:19:23.223806 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-704b1cbc-e116-4075-b16d-354f098744f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:23.233926 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5492f2-d514-453a-ab1f-b26cd3b16a08 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:19:23.237032 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-5e5492f2-d514-453a-ab1f-b26cd3b16a08 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:19:23.240914 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5492f2-d514-453a-ab1f-b26cd3b16a08 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:19:23.253188 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5492f2-d514-453a-ab1f-b26cd3b16a08 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:23.253188 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5e5492f2-d514-453a-ab1f-b26cd3b16a08 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:23.255579 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5492f2-d514-453a-ab1f-b26cd3b16a08 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event updated for resources: {'Port': ['ID=bbcb9f23-f9a6-4108-9138-72f0da9f9e59,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:23.283075 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-5e5492f2-d514-453a-ab1f-b26cd3b16a08 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.1535766 Oct 04 09:19:23.286363 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34340) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:23.319419 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704b1cbc-e116-4075-b16d-354f098744f4 None None] Pushing event updated for resources: {'Port': ['ID=5e7417d4-8c1b-4ba0-af7a-856a71a809b5,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:23.393358 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35e0aaf-6848-40b1-96f3-74f6db94ead7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:23.399908 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35e0aaf-6848-40b1-96f3-74f6db94ead7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:23.400751 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-f35e0aaf-6848-40b1-96f3-74f6db94ead7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Synchronizing usage tracker for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:19:23.416933 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-f35e0aaf-6848-40b1-96f3-74f6db94ead7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Unset dirty status for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:19:23.418154 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-f35e0aaf-6848-40b1-96f3-74f6db94ead7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1308076 Oct 04 09:19:23.419601 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-10d0c8c1-5d39-4a69-b1d0-d27897f2d508 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:23.421332 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34344) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:23.461540 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29e1f5e-c01e-4717-833f-4e7148323b3d req-1cef4a05-bffd-46d6-9425-69268987bb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:23.462992 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f29e1f5e-c01e-4717-833f-4e7148323b3d req-1cef4a05-bffd-46d6-9425-69268987bb7f service neutron] 10.222.0.20 "GET /v2.0/networks?id=f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad HTTP/1.1" status: 200 len: 898 time: 0.3131499 Oct 04 09:19:23.488890 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-b2f8ae0c-4690-4269-ad59-b30e9d52e814 None None] Attempt 9 to provision port 958be637-154e-4b08-b857-b09e387f5a72 Oct 04 09:19:23.527273 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-19043d27-24b3-48be-9a8a-cc8b1b9ac0e1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Deleting port bbcb9f23-f9a6-4108-9138-72f0da9f9e59 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:19:23.531253 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-19043d27-24b3-48be-9a8a-cc8b1b9ac0e1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:23.574848 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-b2f8ae0c-4690-4269-ad59-b30e9d52e814 None None] Port 958be637-154e-4b08-b857-b09e387f5a72 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:19:23.589994 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d0c8c1-5d39-4a69-b1d0-d27897f2d508 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:19:23.597147 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-10d0c8c1-5d39-4a69-b1d0-d27897f2d508 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:19:23.611057 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d0c8c1-5d39-4a69-b1d0-d27897f2d508 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:19:23.662314 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d0c8c1-5d39-4a69-b1d0-d27897f2d508 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Pushing event updated for resources: {'Port': ['ID=dd3b3ee9-ac3d-4ceb-8679-0355cb67f7a2,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:23.683745 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f29e1f5e-c01e-4717-833f-4e7148323b3d req-2e17fd2e-e0ab-44c2-a62d-66a9baa55b43 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8091e681-fbe7-4a4a-819a-385d4199c1fb HTTP/1.1" status: 200 len: 1002 time: 0.2107449 Oct 04 09:19:23.809504 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-19043d27-24b3-48be-9a8a-cc8b1b9ac0e1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:23.851220 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29e1f5e-c01e-4717-833f-4e7148323b3d req-424e8008-d046-4e57-84ef-eba90c9285a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:23.852678 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f29e1f5e-c01e-4717-833f-4e7148323b3d req-424e8008-d046-4e57-84ef-eba90c9285a3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a61b1a39-1108-4545-af3e-5ddb6b99bc9d HTTP/1.1" status: 200 len: 835 time: 0.1587818 Oct 04 09:19:23.937944 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-19043d27-24b3-48be-9a8a-cc8b1b9ac0e1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Calling delete_port for bbcb9f23-f9a6-4108-9138-72f0da9f9e59 owned by {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:19:24.077852 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-b2f8ae0c-4690-4269-ad59-b30e9d52e814 None None] Attempt 10 to provision port 958be637-154e-4b08-b857-b09e387f5a72 Oct 04 09:19:24.078821 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-349c7ea9-7b41-42db-959c-326fe6ff20ee tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Deleting port 958be637-154e-4b08-b857-b09e387f5a72 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:19:24.078821 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-349c7ea9-7b41-42db-959c-326fe6ff20ee tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:24.096828 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-19043d27-24b3-48be-9a8a-cc8b1b9ac0e1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:24.148462 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19043d27-24b3-48be-9a8a-cc8b1b9ac0e1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event deleted for resources: {'Port': ['ID=bbcb9f23-f9a6-4108-9138-72f0da9f9e59,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:24.152443 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-b2f8ae0c-4690-4269-ad59-b30e9d52e814 None None] Port 958be637-154e-4b08-b857-b09e387f5a72 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:19:24.156536 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-b2f8ae0c-4690-4269-ad59-b30e9d52e814 None None] Could not find standard attr ID for object 112dcc3d-7806-4f29-b31b-566a8eaf7229. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:19:24.201670 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-19043d27-24b3-48be-9a8a-cc8b1b9ac0e1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:24.219516 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-19043d27-24b3-48be-9a8a-cc8b1b9ac0e1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/ports/bbcb9f23-f9a6-4108-9138-72f0da9f9e59 HTTP/1.1" status: 204 len: 168 time: 0.7947907 Oct 04 09:19:24.220071 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34348) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:24.270735 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-dc208cc2-0410-4973-bcd0-cab16a3d25ba None None] Could not find standard attr ID for object e56c4089-63e8-4eb2-9818-649222efb5e4. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:19:24.273711 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-dc208cc2-0410-4973-bcd0-cab16a3d25ba None None] Could not find standard attr ID for object 112dcc3d-7806-4f29-b31b-566a8eaf7229. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:19:24.285236 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-dc208cc2-0410-4973-bcd0-cab16a3d25ba None None] Provisioning complete for port 958be637-154e-4b08-b857-b09e387f5a72 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:19:24.285710 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-dc208cc2-0410-4973-bcd0-cab16a3d25ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:24.286275 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-dc208cc2-0410-4973-bcd0-cab16a3d25ba None None] Attempt 1 to provision port 958be637-154e-4b08-b857-b09e387f5a72 Oct 04 09:19:24.306946 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e53e565-6d29-4524-b18d-d549708a7766 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:24.309229 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e53e565-6d29-4524-b18d-d549708a7766 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:24.310193 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-2e53e565-6d29-4524-b18d-d549708a7766 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Synchronizing usage tracker for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:subnet {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:19:24.330622 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-2e53e565-6d29-4524-b18d-d549708a7766 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Unset dirty status for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:subnet {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:19:24.334281 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-2e53e565-6d29-4524-b18d-d549708a7766 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1107178 Oct 04 09:19:24.334726 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34352) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:24.350951 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-dc208cc2-0410-4973-bcd0-cab16a3d25ba None None] Port 958be637-154e-4b08-b857-b09e387f5a72 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:19:24.409809 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f3e7636-2f75-4319-831f-9ae57da76966 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Deleting subnet 82a9cf5c-18fb-40b8-9613-e7cf1bb45e93 {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:19:24.413166 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5f3e7636-2f75-4319-831f-9ae57da76966 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:24.427435 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29e1f5e-c01e-4717-833f-4e7148323b3d req-4a9f67d6-3a01-4dff-8863-2797a27aa82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:24.428956 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f29e1f5e-c01e-4717-833f-4e7148323b3d req-4a9f67d6-3a01-4dff-8863-2797a27aa82c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4260776 Oct 04 09:19:24.475142 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5f3e7636-2f75-4319-831f-9ae57da76966 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:24.565583 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5f3e7636-2f75-4319-831f-9ae57da76966 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:24.634059 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-349c7ea9-7b41-42db-959c-326fe6ff20ee tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:24.642839 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5f3e7636-2f75-4319-831f-9ae57da76966 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:24.687126 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3e7636-2f75-4319-831f-9ae57da76966 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event deleted for resources: {'Subnet': ['ID=82a9cf5c-18fb-40b8-9613-e7cf1bb45e93,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:24.690681 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5f3e7636-2f75-4319-831f-9ae57da76966 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:24.706656 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-5f3e7636-2f75-4319-831f-9ae57da76966 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/subnets/82a9cf5c-18fb-40b8-9613-e7cf1bb45e93 HTTP/1.1" status: 204 len: 168 time: 0.3679659 Oct 04 09:19:24.706917 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34356) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:24.786446 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-e0c2e6b7-b10a-4715-a453-9f90d6a70b1f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0759554 Oct 04 09:19:24.787304 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-349c7ea9-7b41-42db-959c-326fe6ff20ee tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Calling delete_port for 958be637-154e-4b08-b857-b09e387f5a72 owned by network:router_interface {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:19:24.788086 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34360) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:24.793846 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-a48b5c4c-5939-4627-ae56-15be5360779f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'subnet': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:19:24.819950 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f29e1f5e-c01e-4717-833f-4e7148323b3d req-42036d07-2023-4759-ae1a-ad67add0a2aa service neutron] 10.222.0.20 "GET /v2.0/networks/f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3782625 Oct 04 09:19:24.822323 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c29920a-3951-4d80-bc27-8f8977be6bbe None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:19:24.886537 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-dc208cc2-0410-4973-bcd0-cab16a3d25ba None None] Attempt 2 to provision port 958be637-154e-4b08-b857-b09e387f5a72 Oct 04 09:19:24.940966 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-a48b5c4c-5939-4627-ae56-15be5360779f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:19:24.949326 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a48b5c4c-5939-4627-ae56-15be5360779f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Usage tracker for resource:subnet and tenant:3f91eae3af914b3ca9ea34a1eaa482e2 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:19:24.954542 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a48b5c4c-5939-4627-ae56-15be5360779f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:19:24.966604 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-a48b5c4c-5939-4627-ae56-15be5360779f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:19:24.984650 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48b5c4c-5939-4627-ae56-15be5360779f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Made reservation on behalf of 3f91eae3af914b3ca9ea34a1eaa482e2 for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:19:24.989020 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a48b5c4c-5939-4627-ae56-15be5360779f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:24.995717 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 5e7417d4-8c1b-4ba0-af7a-856a71a809b5 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:19:25.022139 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-dc208cc2-0410-4973-bcd0-cab16a3d25ba None None] Port 958be637-154e-4b08-b857-b09e387f5a72 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:19:25.122655 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-10d0c8c1-5d39-4a69-b1d0-d27897f2d508 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:25.126535 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 5e7417d4-8c1b-4ba0-af7a-856a71a809b5 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:19:25.161930 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f29e1f5e-c01e-4717-833f-4e7148323b3d req-7685d596-6c72-4dae-b216-fa59fc37dadd service neutron] 10.222.0.20 "GET /v2.0/networks/f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321009 Oct 04 09:19:25.226886 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438a2fe6-1ad9-48e7-ae9d-e1ddc7218b9f None None] DHCP port deletion for 7b2ac456-c702-437f-ad18-06da05465ab2 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:19:25.231139 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-438a2fe6-1ad9-48e7-ae9d-e1ddc7218b9f None None] Deleting port 5e7417d4-8c1b-4ba0-af7a-856a71a809b5 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:19:25.231515 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-438a2fe6-1ad9-48e7-ae9d-e1ddc7218b9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:25.300502 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-10d0c8c1-5d39-4a69-b1d0-d27897f2d508 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:25.362009 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-349c7ea9-7b41-42db-959c-326fe6ff20ee tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:25.410554 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.objects.ports [None req-a48b5c4c-5939-4627-ae56-15be5360779f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89033) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Oct 04 09:19:25.522785 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-dc208cc2-0410-4973-bcd0-cab16a3d25ba None None] Attempt 3 to provision port 958be637-154e-4b08-b857-b09e387f5a72 Oct 04 09:19:25.544089 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349c7ea9-7b41-42db-959c-326fe6ff20ee tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event deleted for resources: {'Port': ['ID=958be637-154e-4b08-b857-b09e387f5a72,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:25.562893 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-dc208cc2-0410-4973-bcd0-cab16a3d25ba None None] Port 958be637-154e-4b08-b857-b09e387f5a72 was deleted so its status cannot be updated. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 04 09:19:25.583924 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-438a2fe6-1ad9-48e7-ae9d-e1ddc7218b9f None None] For port 5e7417d4-8c1b-4ba0-af7a-856a71a809b5, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=5e7417d4-8c1b-4ba0-af7a-856a71a809b5,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:19:25.584365 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-438a2fe6-1ad9-48e7-ae9d-e1ddc7218b9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:25.675012 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a48b5c4c-5939-4627-ae56-15be5360779f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:25.736647 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-438a2fe6-1ad9-48e7-ae9d-e1ddc7218b9f None None] Calling delete_port for 5e7417d4-8c1b-4ba0-af7a-856a71a809b5 owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:19:25.817954 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-867a9995-6c48-4da2-af45-7e350a453f31 None None] Provisioning for port 5e7417d4-8c1b-4ba0-af7a-856a71a809b5 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:19:25.825175 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-867a9995-6c48-4da2-af45-7e350a453f31 None None] Provisioning complete for port 5e7417d4-8c1b-4ba0-af7a-856a71a809b5 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:19:25.825445 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-867a9995-6c48-4da2-af45-7e350a453f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:25.825786 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-867a9995-6c48-4da2-af45-7e350a453f31 None None] Attempt 1 to provision port 5e7417d4-8c1b-4ba0-af7a-856a71a809b5 Oct 04 09:19:25.913567 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-349c7ea9-7b41-42db-959c-326fe6ff20ee tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736911'] for router_interface, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:25.983599 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.db.api [None req-438a2fe6-1ad9-48e7-ae9d-e1ddc7218b9f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:19:25.983964 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG oslo_db.api [None req-438a2fe6-1ad9-48e7-ae9d-e1ddc7218b9f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:19:26.010533 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-867a9995-6c48-4da2-af45-7e350a453f31 None None] Current status of the port 5e7417d4-8c1b-4ba0-af7a-856a71a809b5 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:19:26.010913 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-867a9995-6c48-4da2-af45-7e350a453f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:26.091261 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-a48b5c4c-5939-4627-ae56-15be5360779f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] For port 5e7417d4-8c1b-4ba0-af7a-856a71a809b5, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=5e7417d4-8c1b-4ba0-af7a-856a71a809b5,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:19:26.117113 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a48b5c4c-5939-4627-ae56-15be5360779f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:26.121430 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a48b5c4c-5939-4627-ae56-15be5360779f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:26.122107 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a48b5c4c-5939-4627-ae56-15be5360779f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:26.142001 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-10d0c8c1-5d39-4a69-b1d0-d27897f2d508 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:26.180780 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.db.api [None req-867a9995-6c48-4da2-af45-7e350a453f31 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:19:26.181134 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG oslo_db.api [None req-867a9995-6c48-4da2-af45-7e350a453f31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:19:26.200050 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-10d0c8c1-5d39-4a69-b1d0-d27897f2d508 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:26.234037 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48b5c4c-5939-4627-ae56-15be5360779f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:19:26.239214 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-a48b5c4c-5939-4627-ae56-15be5360779f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:19:26.245258 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48b5c4c-5939-4627-ae56-15be5360779f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:26.245839 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a48b5c4c-5939-4627-ae56-15be5360779f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:26.271523 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48b5c4c-5939-4627-ae56-15be5360779f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event updated for resources: {'Port': ['ID=5e7417d4-8c1b-4ba0-af7a-856a71a809b5,revision_number=5']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:26.274398 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48b5c4c-5939-4627-ae56-15be5360779f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event updated for resources: {'Subnet': ['ID=e66f237e-af1c-488f-b5e9-1794e33322d6,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:26.290916 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a48b5c4c-5939-4627-ae56-15be5360779f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5017607 Oct 04 09:19:26.291511 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34364) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:26.297272 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-64627d9e-cbd6-4d88-8139-fc119d508aef tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'port': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'mac_address': 'fa:16:3e:7e:12:29', 'name': 'tempest-NetworksTestDHCPv6-1751067966'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:19:26.312537 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-349c7ea9-7b41-42db-959c-326fe6ff20ee tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Router a073ee64-babd-47c4-8f3f-77fe9f737d07 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:19:26.326673 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d0c8c1-5d39-4a69-b1d0-d27897f2d508 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Pushing event updated for resources: {'Port': ['ID=dd3b3ee9-ac3d-4ceb-8679-0355cb67f7a2,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:26.333539 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-10d0c8c1-5d39-4a69-b1d0-d27897f2d508 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:26.432092 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-64627d9e-cbd6-4d88-8139-fc119d508aef tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:19:26.436078 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-64627d9e-cbd6-4d88-8139-fc119d508aef tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Usage tracker for resource:port and tenant:3f91eae3af914b3ca9ea34a1eaa482e2 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:19:26.439462 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-64627d9e-cbd6-4d88-8139-fc119d508aef tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:19:26.445199 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-64627d9e-cbd6-4d88-8139-fc119d508aef tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:19:26.456992 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64627d9e-cbd6-4d88-8139-fc119d508aef tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Made reservation on behalf of 3f91eae3af914b3ca9ea34a1eaa482e2 for: {'port': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:19:26.461187 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-64627d9e-cbd6-4d88-8139-fc119d508aef tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:26.484924 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-438a2fe6-1ad9-48e7-ae9d-e1ddc7218b9f None None] Deleting port 5e7417d4-8c1b-4ba0-af7a-856a71a809b5 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:19:26.485490 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-438a2fe6-1ad9-48e7-ae9d-e1ddc7218b9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:26.488322 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [None req-64627d9e-cbd6-4d88-8139-fc119d508aef tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] device_id is not set on port b6bbd8bb-1221-4715-84a3-25415f827fda yet. {{(pid=89033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:19:26.585645 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-349c7ea9-7b41-42db-959c-326fe6ff20ee tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:19:26.636992 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-349c7ea9-7b41-42db-959c-326fe6ff20ee tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "PUT /v2.0/routers/a073ee64-babd-47c4-8f3f-77fe9f737d07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6849892 Oct 04 09:19:26.638566 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.l3_db [None req-10d0c8c1-5d39-4a69-b1d0-d27897f2d508 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Floating IP 12f78a5a-9b19-4cfc-b944-bda9710ac0b5 associated. External IP: 172.26.10.54, port: 73928fe3-05ec-4e99-bfb7-1d7f157798d7. Oct 04 09:19:26.641270 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-64627d9e-cbd6-4d88-8139-fc119d508aef tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Allocated IP 2001:db8::f816:3eff:fe7e:1229 (7b2ac456-c702-437f-ad18-06da05465ab2/e66f237e-af1c-488f-b5e9-1794e33322d6/b6bbd8bb-1221-4715-84a3-25415f827fda) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:19:26.643206 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34368) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:26.710308 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-61c2627a-0741-4c87-b888-9f215b76dfa1 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "GET /v2.0/ports?device_id=a073ee64-babd-47c4-8f3f-77fe9f737d07 HTTP/1.1" status: 200 len: 205 time: 0.0655720 Oct 04 09:19:26.710923 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34372) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:26.730649 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-438a2fe6-1ad9-48e7-ae9d-e1ddc7218b9f None None] For port 5e7417d4-8c1b-4ba0-af7a-856a71a809b5, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=5e7417d4-8c1b-4ba0-af7a-856a71a809b5,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:19:26.731046 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-438a2fe6-1ad9-48e7-ae9d-e1ddc7218b9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:26.862979 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-438a2fe6-1ad9-48e7-ae9d-e1ddc7218b9f None None] Calling delete_port for 5e7417d4-8c1b-4ba0-af7a-856a71a809b5 owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:19:26.967529 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 5e7417d4-8c1b-4ba0-af7a-856a71a809b5 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:19:26.994971 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6174079d-353e-4968-9a34-533cf97a5662 None None] Sync routers for ids ['a073ee64-babd-47c4-8f3f-77fe9f737d07'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:19:27.014760 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5a3d3a8c-55e4-46ba-b659-53323361e912 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for router, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:27.094260 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6174079d-353e-4968-9a34-533cf97a5662 None None] Routers {'a073ee64-babd-47c4-8f3f-77fe9f737d07'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:19:27.094901 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-6174079d-353e-4968-9a34-533cf97a5662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:19:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['a073ee64-babd-47c4-8f3f-77fe9f737d07'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:27.147165 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10d0c8c1-5d39-4a69-b1d0-d27897f2d508 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Router ecf78223-5076-4703-9e43-f1669188e149 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:19:27.153110 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-867a9995-6c48-4da2-af45-7e350a453f31 None None] Current status of the port 5e7417d4-8c1b-4ba0-af7a-856a71a809b5 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:19:27.153723 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-867a9995-6c48-4da2-af45-7e350a453f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:27.184459 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-6174079d-353e-4968-9a34-533cf97a5662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:27.264322 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6174079d-353e-4968-9a34-533cf97a5662 None None] Routers {'a073ee64-babd-47c4-8f3f-77fe9f737d07'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:19:27.264322 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-6174079d-353e-4968-9a34-533cf97a5662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:19:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['a073ee64-babd-47c4-8f3f-77fe9f737d07'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:27.273665 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-64627d9e-cbd6-4d88-8139-fc119d508aef tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:27.314942 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-438a2fe6-1ad9-48e7-ae9d-e1ddc7218b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:27.349901 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d0c8c1-5d39-4a69-b1d0-d27897f2d508 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:19:27.363346 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761c7d54-86cf-49a6-b0f4-3368d9ea45d8 None None] Sync routers for ids ['ecf78223-5076-4703-9e43-f1669188e149'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:19:27.375386 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-10d0c8c1-5d39-4a69-b1d0-d27897f2d508 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:27.376060 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761c7d54-86cf-49a6-b0f4-3368d9ea45d8 None None] Routers {'ecf78223-5076-4703-9e43-f1669188e149'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:19:27.377062 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-761c7d54-86cf-49a6-b0f4-3368d9ea45d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:19:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['ecf78223-5076-4703-9e43-f1669188e149'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:27.413669 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-6174079d-353e-4968-9a34-533cf97a5662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:27.414102 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6174079d-353e-4968-9a34-533cf97a5662 None None] The sync data for ids ['a073ee64-babd-47c4-8f3f-77fe9f737d07'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:19:27.452921 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-761c7d54-86cf-49a6-b0f4-3368d9ea45d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:27.458471 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-10d0c8c1-5d39-4a69-b1d0-d27897f2d508 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.8221610 Oct 04 09:19:27.459534 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34376) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:27.462928 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761c7d54-86cf-49a6-b0f4-3368d9ea45d8 None None] Routers {'ecf78223-5076-4703-9e43-f1669188e149'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:19:27.463727 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-761c7d54-86cf-49a6-b0f4-3368d9ea45d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:19:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['ecf78223-5076-4703-9e43-f1669188e149'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:27.466297 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-16380f37-f38a-465b-8d3e-29093bde0689 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2076787899'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:19:27.472959 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-16380f37-f38a-465b-8d3e-29093bde0689 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:19:27.478697 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-16380f37-f38a-465b-8d3e-29093bde0689 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Usage tracker for resource:network and tenant:a17a2e93dba34d5283d4e43f6119c8fa is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:19:27.482259 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-16380f37-f38a-465b-8d3e-29093bde0689 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:19:27.490378 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-16380f37-f38a-465b-8d3e-29093bde0689 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:19:27.496720 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5a3d3a8c-55e4-46ba-b659-53323361e912 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:27.500217 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-64627d9e-cbd6-4d88-8139-fc119d508aef tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Transition to ACTIVE for port object b6bbd8bb-1221-4715-84a3-25415f827fda will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:19:27.506433 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16380f37-f38a-465b-8d3e-29093bde0689 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Made reservation on behalf of a17a2e93dba34d5283d4e43f6119c8fa for: {'network': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:19:27.510549 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-16380f37-f38a-465b-8d3e-29093bde0689 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:27.510964 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5a3d3a8c-55e4-46ba-b659-53323361e912 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:27.528996 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-761c7d54-86cf-49a6-b0f4-3368d9ea45d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:27.529643 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761c7d54-86cf-49a6-b0f4-3368d9ea45d8 None None] The sync data for ids ['ecf78223-5076-4703-9e43-f1669188e149'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:19:27.534469 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438a2fe6-1ad9-48e7-ae9d-e1ddc7218b9f None None] Pushing event deleted for resources: {'Port': ['ID=5e7417d4-8c1b-4ba0-af7a-856a71a809b5,revision_number=None']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:27.536506 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438a2fe6-1ad9-48e7-ae9d-e1ddc7218b9f None None] No DVR routers for this DVR port 5e7417d4-8c1b-4ba0-af7a-856a71a809b5 on host dv-neutron-860215-1-hyperv {{(pid=89034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:19:27.540592 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 5e7417d4-8c1b-4ba0-af7a-856a71a809b5 is: DOWN; New status is: DOWN {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:19:27.559145 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5a3d3a8c-55e4-46ba-b659-53323361e912 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:27.559145 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a3d3a8c-55e4-46ba-b659-53323361e912 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Fanout notify agent at l3_agent the message router_deleted on router a073ee64-babd-47c4-8f3f-77fe9f737d07 {{(pid=89033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:19:27.559399 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-867a9995-6c48-4da2-af45-7e350a453f31 None None] Could not find standard attr ID for object bbcb9f23-f9a6-4108-9138-72f0da9f9e59. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:19:27.564195 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a02aeb1-07ab-4197-a662-b8e05aa76b64 None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:19:27.572863 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16380f37-f38a-465b-8d3e-29093bde0689 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=89032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:19:27.583578 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-16380f37-f38a-465b-8d3e-29093bde0689 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:27.583938 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.segments_db [None req-16380f37-f38a-465b-8d3e-29093bde0689 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Added segment d5ed4cb1-8dd4-411b-ad45-c03d56ad5130 of type vlan for network 571b8a26-02ff-4c67-916d-b4d63ce4e65b Oct 04 09:19:27.584071 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5a3d3a8c-55e4-46ba-b659-53323361e912 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:27.585107 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-5a3d3a8c-55e4-46ba-b659-53323361e912 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "DELETE /v2.0/routers/a073ee64-babd-47c4-8f3f-77fe9f737d07 HTTP/1.1" status: 204 len: 168 time: 0.8709068 Oct 04 09:19:27.588003 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34380) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:27.591095 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-64627d9e-cbd6-4d88-8139-fc119d508aef tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:27.612571 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-16380f37-f38a-465b-8d3e-29093bde0689 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:27.634690 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-2cdcbbc0-3e5a-43d2-9f0c-f2b0b3b19e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:27.649556 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-16380f37-f38a-465b-8d3e-29093bde0689 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:27.659355 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16380f37-f38a-465b-8d3e-29093bde0689 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:27.659703 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-16380f37-f38a-465b-8d3e-29093bde0689 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:27.712174 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64627d9e-cbd6-4d88-8139-fc119d508aef tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:19:27.717299 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-64627d9e-cbd6-4d88-8139-fc119d508aef tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:19:27.723797 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64627d9e-cbd6-4d88-8139-fc119d508aef tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:19:27.729244 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64627d9e-cbd6-4d88-8139-fc119d508aef tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:27.729852 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-64627d9e-cbd6-4d88-8139-fc119d508aef tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:27.753032 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a89f8b0-df9f-4856-9779-373032eb810d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Deleting subnet d9f290bb-c4c9-4bac-a8ae-94bed993f933 {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:19:27.759429 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64627d9e-cbd6-4d88-8139-fc119d508aef tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event updated for resources: {'Port': ['ID=b6bbd8bb-1221-4715-84a3-25415f827fda,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:27.761807 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3a89f8b0-df9f-4856-9779-373032eb810d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:27.787846 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-16380f37-f38a-465b-8d3e-29093bde0689 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3270612 Oct 04 09:19:27.792293 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34384) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:27.798986 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-64627d9e-cbd6-4d88-8139-fc119d508aef tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5040755 Oct 04 09:19:27.800735 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-9d8ac2fa-4d99-4ec0-9cff-318680f7acbf tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Request body: {'subnet': {'network_id': '571b8a26-02ff-4c67-916d-b4d63ce4e65b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:19:27.804388 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34388) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:27.821639 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16380f37-f38a-465b-8d3e-29093bde0689 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Pushing event updated for resources: {'Network': ['ID=571b8a26-02ff-4c67-916d-b4d63ce4e65b,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:27.843723 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 571b8a26-02ff-4c67-916d-b4d63ce4e65b details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:19:27.867857 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3a89f8b0-df9f-4856-9779-373032eb810d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:27.926440 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-9d8ac2fa-4d99-4ec0-9cff-318680f7acbf tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:19:27.930713 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-9d8ac2fa-4d99-4ec0-9cff-318680f7acbf tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Usage tracker for resource:subnet and tenant:a17a2e93dba34d5283d4e43f6119c8fa is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:19:27.933868 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-9d8ac2fa-4d99-4ec0-9cff-318680f7acbf tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:19:27.940975 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-9d8ac2fa-4d99-4ec0-9cff-318680f7acbf tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:19:27.951528 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8ac2fa-4d99-4ec0-9cff-318680f7acbf tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Made reservation on behalf of a17a2e93dba34d5283d4e43f6119c8fa for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:19:27.956573 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9d8ac2fa-4d99-4ec0-9cff-318680f7acbf tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:27.966747 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d178b23c-0918-40d6-ba23-cf525f468c87 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:27.967729 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-d178b23c-0918-40d6-ba23-cf525f468c87 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Synchronizing usage tracker for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:19:27.982846 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d5de24-03d3-4604-97b9-e9d3fae6b4ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-7b2ac456-c702-437f-ad18-06da05465ab2', 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'tenant_id': '3f91eae3af914b3ca9ea34a1eaa482e2', 'fixed_ips': [{'subnet_id': 'e66f237e-af1c-488f-b5e9-1794e33322d6'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:19:27.984081 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-86d5de24-03d3-4604-97b9-e9d3fae6b4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:27.990623 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3a89f8b0-df9f-4856-9779-373032eb810d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:28.019679 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-d178b23c-0918-40d6-ba23-cf525f468c87 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Unset dirty status for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:19:28.023173 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-d178b23c-0918-40d6-ba23-cf525f468c87 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2154882 Oct 04 09:19:28.025514 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34392) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:28.113921 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-e06d75a2-6137-40f8-b0e9-d9dfd517cf60 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Deleting port b6bbd8bb-1221-4715-84a3-25415f827fda {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:19:28.114264 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e06d75a2-6137-40f8-b0e9-d9dfd517cf60 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:28.153272 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-86d5de24-03d3-4604-97b9-e9d3fae6b4ab None None] Allocated IP 2001:db8::f816:3eff:fe96:4d67 (7b2ac456-c702-437f-ad18-06da05465ab2/e66f237e-af1c-488f-b5e9-1794e33322d6/35fcb7f2-c9e4-45b7-946d-9edbd5b19995) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:19:28.177130 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3a89f8b0-df9f-4856-9779-373032eb810d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:28.203502 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9d8ac2fa-4d99-4ec0-9cff-318680f7acbf tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:28.224979 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a89f8b0-df9f-4856-9779-373032eb810d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event deleted for resources: {'Subnet': ['ID=d9f290bb-c4c9-4bac-a8ae-94bed993f933,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:28.227071 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3a89f8b0-df9f-4856-9779-373032eb810d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:28.242391 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c82416-8ab6-47aa-853b-7eec526f894a None None] Network 3a4e82ab-bb2e-4883-a67d-20eb7c0e7106 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:19:28.273408 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-3a89f8b0-df9f-4856-9779-373032eb810d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "DELETE /v2.0/subnets/d9f290bb-c4c9-4bac-a8ae-94bed993f933 HTTP/1.1" status: 204 len: 168 time: 0.6841483 Oct 04 09:19:28.281079 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34396) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:28.300112 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8ac2fa-4d99-4ec0-9cff-318680f7acbf tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Pushing event updated for resources: {'Subnet': ['ID=95ebe4c1-94c1-40a8-8ebd-c88e043a5f8f,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:28.309696 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8ac2fa-4d99-4ec0-9cff-318680f7acbf tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Checking segment: {'id': 'd5ed4cb1-8dd4-411b-ad45-c03d56ad5130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '571b8a26-02ff-4c67-916d-b4d63ce4e65b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:19:28.310650 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8ac2fa-4d99-4ec0-9cff-318680f7acbf tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Network hostable DHCP agents. Network: 571b8a26-02ff-4c67-916d-b4d63ce4e65b, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:19:28.330476 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8ac2fa-4d99-4ec0-9cff-318680f7acbf tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Network 571b8a26-02ff-4c67-916d-b4d63ce4e65b is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:19:28.341663 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-9d8ac2fa-4d99-4ec0-9cff-318680f7acbf tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 571b8a26-02ff-4c67-916d-b4d63ce4e65b) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:19:28.346385 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8ac2fa-4d99-4ec0-9cff-318680f7acbf tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:28.347204 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9d8ac2fa-4d99-4ec0-9cff-318680f7acbf tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:28.362168 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bab6d7-cf4e-4700-b8ae-bb5670aead2d None None] Network 571b8a26-02ff-4c67-916d-b4d63ce4e65b requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:19:28.373186 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-9d8ac2fa-4d99-4ec0-9cff-318680f7acbf tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5772204 Oct 04 09:19:28.375640 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34400) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:28.380101 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-1d3e9cb8-74c8-4f3f-bb97-f019a1abd239 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1835057612', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}, 'admin_state_up': False}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:19:28.387477 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-1d3e9cb8-74c8-4f3f-bb97-f019a1abd239 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:19:28.392001 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-1d3e9cb8-74c8-4f3f-bb97-f019a1abd239 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Usage tracker for resource:router and tenant:a17a2e93dba34d5283d4e43f6119c8fa is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:19:28.395659 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-1d3e9cb8-74c8-4f3f-bb97-f019a1abd239 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Quota usage for router was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:19:28.402143 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-1d3e9cb8-74c8-4f3f-bb97-f019a1abd239 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:19:28.414700 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1d3e9cb8-74c8-4f3f-bb97-f019a1abd239 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:28.415830 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1d3e9cb8-74c8-4f3f-bb97-f019a1abd239 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:28.431326 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1d3e9cb8-74c8-4f3f-bb97-f019a1abd239 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:28.495988 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a9fe1245-7d6a-4911-999d-16e47f4d2ae6 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:28.516557 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-a9fe1245-7d6a-4911-999d-16e47f4d2ae6 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Deleting port a3500d97-5e6e-4370-9537-6e14214758b6 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:19:28.517275 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a9fe1245-7d6a-4911-999d-16e47f4d2ae6 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:28.596037 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e06d75a2-6137-40f8-b0e9-d9dfd517cf60 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:28.708576 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-86d5de24-03d3-4604-97b9-e9d3fae6b4ab None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:28.741023 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-86d5de24-03d3-4604-97b9-e9d3fae6b4ab None None] Transition to ACTIVE for port object 35fcb7f2-c9e4-45b7-946d-9edbd5b19995 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:19:28.774471 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-e06d75a2-6137-40f8-b0e9-d9dfd517cf60 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Calling delete_port for b6bbd8bb-1221-4715-84a3-25415f827fda owned by {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:19:28.837714 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-86d5de24-03d3-4604-97b9-e9d3fae6b4ab None None] Transition to ACTIVE for port object 35fcb7f2-c9e4-45b7-946d-9edbd5b19995 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:19:28.841253 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e408a2-ab0d-4361-9212-fcf85104fb71 None None] DHCP port deletion for 3a4e82ab-bb2e-4883-a67d-20eb7c0e7106 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:19:28.844451 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1d3e9cb8-74c8-4f3f-bb97-f019a1abd239 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:28.845635 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-91e408a2-ab0d-4361-9212-fcf85104fb71 None None] Deleting port a3500d97-5e6e-4370-9537-6e14214758b6 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:19:28.846148 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-91e408a2-ab0d-4361-9212-fcf85104fb71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:28.878494 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45c568e-07f8-4832-bfd7-6543bd99784f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-571b8a26-02ff-4c67-916d-b4d63ce4e65b', 'network_id': '571b8a26-02ff-4c67-916d-b4d63ce4e65b', 'tenant_id': 'a17a2e93dba34d5283d4e43f6119c8fa', 'fixed_ips': [{'subnet_id': '95ebe4c1-94c1-40a8-8ebd-c88e043a5f8f'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:19:28.879227 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a45c568e-07f8-4832-bfd7-6543bd99784f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:28.945254 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-86d5de24-03d3-4604-97b9-e9d3fae6b4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:28.962573 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-a9fe1245-7d6a-4911-999d-16e47f4d2ae6 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] For port a3500d97-5e6e-4370-9537-6e14214758b6, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=a3500d97-5e6e-4370-9537-6e14214758b6,segment=NetworkSegment(06ebf74e-ad4f-4f1f-9a03-5e1b4e12c387),segment_id=06ebf74e-ad4f-4f1f-9a03-5e1b4e12c387)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:19:28.962873 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a9fe1245-7d6a-4911-999d-16e47f4d2ae6 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:28.989871 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device a3500d97-5e6e-4370-9537-6e14214758b6 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:19:29.077880 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d5de24-03d3-4604-97b9-e9d3fae6b4ab None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:19:29.095058 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-86d5de24-03d3-4604-97b9-e9d3fae6b4ab None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:19:29.107587 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d5de24-03d3-4604-97b9-e9d3fae6b4ab None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:19:29.163280 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d5de24-03d3-4604-97b9-e9d3fae6b4ab None None] Pushing event updated for resources: {'Port': ['ID=35fcb7f2-c9e4-45b7-946d-9edbd5b19995,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:29.192670 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1d3e9cb8-74c8-4f3f-bb97-f019a1abd239 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for router_gateway, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:29.223842 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1d3e9cb8-74c8-4f3f-bb97-f019a1abd239 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:29.263954 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-a9fe1245-7d6a-4911-999d-16e47f4d2ae6 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Calling delete_port for a3500d97-5e6e-4370-9537-6e14214758b6 owned by network:dhcp {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:19:29.333307 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e06d75a2-6137-40f8-b0e9-d9dfd517cf60 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:29.375692 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-1d3e9cb8-74c8-4f3f-bb97-f019a1abd239 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Allocated IP 172.26.10.126 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/048c0b78-affb-44c1-b841-57eaa69bc55f) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:19:29.403212 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06d75a2-6137-40f8-b0e9-d9dfd517cf60 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event deleted for resources: {'Port': ['ID=b6bbd8bb-1221-4715-84a3-25415f827fda,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:29.457179 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a9fe1245-7d6a-4911-999d-16e47f4d2ae6 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:29.505195 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e06d75a2-6137-40f8-b0e9-d9dfd517cf60 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:29.508000 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Port a3500d97-5e6e-4370-9537-6e14214758b6 update to DOWN by agent not found {{(pid=89034) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2195}} Oct 04 09:19:29.509819 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fe1245-7d6a-4911-999d-16e47f4d2ae6 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event deleted for resources: {'Port': ['ID=a3500d97-5e6e-4370-9537-6e14214758b6,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:29.520162 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fe1245-7d6a-4911-999d-16e47f4d2ae6 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] No DVR routers for this DVR port a3500d97-5e6e-4370-9537-6e14214758b6 on host dv-neutron-860215-1-hyperv {{(pid=89033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:19:29.520880 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-86d5de24-03d3-4604-97b9-e9d3fae6b4ab None None] Attempting to bind port 35fcb7f2-c9e4-45b7-946d-9edbd5b19995 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:19:29.520880 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-86d5de24-03d3-4604-97b9-e9d3fae6b4ab None None] Attempting to bind port 35fcb7f2-c9e4-45b7-946d-9edbd5b19995 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:19:29.521081 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d5de24-03d3-4604-97b9-e9d3fae6b4ab None None] Attempting to bind port 35fcb7f2-c9e4-45b7-946d-9edbd5b19995 on network 7b2ac456-c702-437f-ad18-06da05465ab2 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:19:29.533383 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-a45c568e-07f8-4832-bfd7-6543bd99784f None None] Allocated IP 172.20.0.2 (571b8a26-02ff-4c67-916d-b4d63ce4e65b/95ebe4c1-94c1-40a8-8ebd-c88e043a5f8f/bbe3095e-39cc-45ba-bd51-a62859c7eadb) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:19:29.541286 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d5de24-03d3-4604-97b9-e9d3fae6b4ab None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:19:29.541701 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d5de24-03d3-4604-97b9-e9d3fae6b4ab None None] Checking segment: {'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:19:29.542071 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-86d5de24-03d3-4604-97b9-e9d3fae6b4ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:29.542471 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d5de24-03d3-4604-97b9-e9d3fae6b4ab None None] Bound using segment: {'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:19:29.542945 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-86d5de24-03d3-4604-97b9-e9d3fae6b4ab None None] Bound port: 35fcb7f2-c9e4-45b7-946d-9edbd5b19995, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:19:29.543344 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-86d5de24-03d3-4604-97b9-e9d3fae6b4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:29.557275 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1d3e9cb8-74c8-4f3f-bb97-f019a1abd239 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:29.570243 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-91e408a2-ab0d-4361-9212-fcf85104fb71 None None] For port a3500d97-5e6e-4370-9537-6e14214758b6, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=a3500d97-5e6e-4370-9537-6e14214758b6,segment=NetworkSegment(06ebf74e-ad4f-4f1f-9a03-5e1b4e12c387),segment_id=06ebf74e-ad4f-4f1f-9a03-5e1b4e12c387)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:19:29.570641 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-91e408a2-ab0d-4361-9212-fcf85104fb71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:29.586798 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-e06d75a2-6137-40f8-b0e9-d9dfd517cf60 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/ports/b6bbd8bb-1221-4715-84a3-25415f827fda HTTP/1.1" status: 204 len: 168 time: 1.5602245 Oct 04 09:19:29.587295 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34404) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:29.623217 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1d3e9cb8-74c8-4f3f-bb97-f019a1abd239 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:29.666262 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a9fe1245-7d6a-4911-999d-16e47f4d2ae6 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:29.694990 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-a9fe1245-7d6a-4911-999d-16e47f4d2ae6 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a4e82ab-bb2e-4883-a67d-20eb7c0e7106']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:29.710066 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3e9cb8-74c8-4f3f-bb97-f019a1abd239 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:19:29.710916 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-a9fe1245-7d6a-4911-999d-16e47f4d2ae6 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06ebf74e-ad4f-4f1f-9a03-5e1b4e12c387') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:29.711219 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-a9fe1245-7d6a-4911-999d-16e47f4d2ae6 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06ebf74e-ad4f-4f1f-9a03-5e1b4e12c387') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:29.716898 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-1d3e9cb8-74c8-4f3f-bb97-f019a1abd239 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:19:29.724419 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3e9cb8-74c8-4f3f-bb97-f019a1abd239 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:19:29.729535 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a9fe1245-7d6a-4911-999d-16e47f4d2ae6 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:29.751014 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a9fe1245-7d6a-4911-999d-16e47f4d2ae6 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:29.758194 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9fe1245-7d6a-4911-999d-16e47f4d2ae6 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:19:29.758456 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3e9cb8-74c8-4f3f-bb97-f019a1abd239 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Pushing event updated for resources: {'Port': ['ID=048c0b78-affb-44c1-b841-57eaa69bc55f,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:29.758745 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a9fe1245-7d6a-4911-999d-16e47f4d2ae6 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:29.769323 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7961218-88e0-4145-bea3-62e62f7e9530 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:29.770809 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7961218-88e0-4145-bea3-62e62f7e9530 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:29.772290 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-d7961218-88e0-4145-bea3-62e62f7e9530 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1844523 Oct 04 09:19:29.780762 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34408) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:29.808734 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-91e408a2-ab0d-4361-9212-fcf85104fb71 None None] Calling delete_port for a3500d97-5e6e-4370-9537-6e14214758b6 owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:19:29.836677 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 06ebf74e-ad4f-4f1f-9a03-5e1b4e12c387 resource provider aggregate not found Oct 04 09:19:29.871506 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 06ebf74e-ad4f-4f1f-9a03-5e1b4e12c387 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 06ebf74e-ad4f-4f1f-9a03-5e1b4e12c387 found for delete ", "request_id": "req-599d1b84-964d-47f5-afd3-7fb89c39b918"}]} Oct 04 09:19:29.877688 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a9fe1245-7d6a-4911-999d-16e47f4d2ae6 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:29.902270 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a9fe1245-7d6a-4911-999d-16e47f4d2ae6 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:29.910406 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-86d5de24-03d3-4604-97b9-e9d3fae6b4ab None None] For port 35fcb7f2-c9e4-45b7-946d-9edbd5b19995, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:19:29.914658 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fe1245-7d6a-4911-999d-16e47f4d2ae6 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event deleted for resources: {'Network': ['ID=3a4e82ab-bb2e-4883-a67d-20eb7c0e7106,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:29.922519 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a9fe1245-7d6a-4911-999d-16e47f4d2ae6 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "DELETE /v2.0/networks/3a4e82ab-bb2e-4883-a67d-20eb7c0e7106 HTTP/1.1" status: 204 len: 168 time: 1.6404531 Oct 04 09:19:29.926300 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34416) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:29.932206 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-60da4919-402c-4f9f-9a3a-a3c2254cd595 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-391532728', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:19:29.939680 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-60da4919-402c-4f9f-9a3a-a3c2254cd595 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:19:29.944775 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-60da4919-402c-4f9f-9a3a-a3c2254cd595 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Usage tracker for resource:router and tenant:6ccb91e770a742df955dbeb81520726f is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:19:29.947098 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-86d5de24-03d3-4604-97b9-e9d3fae6b4ab None None] For port 35fcb7f2-c9e4-45b7-946d-9edbd5b19995, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=35fcb7f2-c9e4-45b7-946d-9edbd5b19995,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:19:29.948576 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-60da4919-402c-4f9f-9a3a-a3c2254cd595 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:19:29.952512 dv-neutron-860215-1-hyperv neutron-server[89034]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 04 09:19:29.952512 dv-neutron-860215-1-hyperv neutron-server[89034]: from cryptography.utils import int_from_bytes Oct 04 09:19:29.952512 dv-neutron-860215-1-hyperv neutron-server[89034]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 04 09:19:29.952512 dv-neutron-860215-1-hyperv neutron-server[89034]: from cryptography.utils import int_from_bytes Oct 04 09:19:29.952512 dv-neutron-860215-1-hyperv neutron-server[89034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Oct 04 09:19:29.952512 dv-neutron-860215-1-hyperv neutron-server[89034]: util.warn_limited( Oct 04 09:19:29.952512 dv-neutron-860215-1-hyperv neutron-server[89034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Oct 04 09:19:29.952512 dv-neutron-860215-1-hyperv neutron-server[89034]: util.warn_limited( Oct 04 09:19:29.952512 dv-neutron-860215-1-hyperv neutron-server[89034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:19:29.952512 dv-neutron-860215-1-hyperv neutron-server[89034]: util.warn( Oct 04 09:19:29.952512 dv-neutron-860215-1-hyperv neutron-server[89034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:19:29.952512 dv-neutron-860215-1-hyperv neutron-server[89034]: util.warn( Oct 04 09:19:29.952512 dv-neutron-860215-1-hyperv neutron-server[89034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:19:29.952512 dv-neutron-860215-1-hyperv neutron-server[89034]: util.warn( Oct 04 09:19:29.952512 dv-neutron-860215-1-hyperv neutron-server[89034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:19:29.952512 dv-neutron-860215-1-hyperv neutron-server[89034]: util.warn( Oct 04 09:19:29.952512 dv-neutron-860215-1-hyperv neutron-server[89034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:19:29.952512 dv-neutron-860215-1-hyperv neutron-server[89034]: util.warn( Oct 04 09:19:29.952512 dv-neutron-860215-1-hyperv neutron-server[89034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:19:29.952512 dv-neutron-860215-1-hyperv neutron-server[89034]: util.warn( Oct 04 09:19:29.952512 dv-neutron-860215-1-hyperv neutron-server[89034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:19:29.952512 dv-neutron-860215-1-hyperv neutron-server[89034]: util.warn( Oct 04 09:19:29.952512 dv-neutron-860215-1-hyperv neutron-server[89034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:19:29.952512 dv-neutron-860215-1-hyperv neutron-server[89034]: util.warn( Oct 04 09:19:29.952512 dv-neutron-860215-1-hyperv neutron-server[89034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:19:29.952512 dv-neutron-860215-1-hyperv neutron-server[89034]: util.warn( Oct 04 09:19:29.952512 dv-neutron-860215-1-hyperv neutron-server[89034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:19:29.952512 dv-neutron-860215-1-hyperv neutron-server[89034]: util.warn( Oct 04 09:19:29.952512 dv-neutron-860215-1-hyperv neutron-server[89034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:19:29.952512 dv-neutron-860215-1-hyperv neutron-server[89034]: util.warn( Oct 04 09:19:29.952512 dv-neutron-860215-1-hyperv neutron-server[89034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:19:29.952512 dv-neutron-860215-1-hyperv neutron-server[89034]: util.warn( Oct 04 09:19:29.952512 dv-neutron-860215-1-hyperv neutron-server[89034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:19:29.952512 dv-neutron-860215-1-hyperv neutron-server[89034]: util.warn( Oct 04 09:19:29.952512 dv-neutron-860215-1-hyperv neutron-server[89034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:19:29.952512 dv-neutron-860215-1-hyperv neutron-server[89034]: util.warn( Oct 04 09:19:29.952512 dv-neutron-860215-1-hyperv neutron-server[89034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:19:29.952512 dv-neutron-860215-1-hyperv neutron-server[89034]: util.warn( Oct 04 09:19:29.952512 dv-neutron-860215-1-hyperv neutron-server[89034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:19:29.952512 dv-neutron-860215-1-hyperv neutron-server[89034]: util.warn( Oct 04 09:19:29.952512 dv-neutron-860215-1-hyperv neutron-server[89034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:19:29.952512 dv-neutron-860215-1-hyperv neutron-server[89034]: util.warn( Oct 04 09:19:29.952512 dv-neutron-860215-1-hyperv neutron-server[89034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:19:29.952512 dv-neutron-860215-1-hyperv neutron-server[89034]: util.warn( Oct 04 09:19:29.952512 dv-neutron-860215-1-hyperv neutron-server[89034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:19:29.952512 dv-neutron-860215-1-hyperv neutron-server[89034]: util.warn( Oct 04 09:19:29.952512 dv-neutron-860215-1-hyperv neutron-server[89034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:19:29.952512 dv-neutron-860215-1-hyperv neutron-server[89034]: util.warn( Oct 04 09:19:29.952512 dv-neutron-860215-1-hyperv neutron-server[89034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:19:29.952512 dv-neutron-860215-1-hyperv neutron-server[89034]: util.warn( Oct 04 09:19:29.952512 dv-neutron-860215-1-hyperv neutron-server[89034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:19:29.952512 dv-neutron-860215-1-hyperv neutron-server[89034]: util.warn( Oct 04 09:19:29.952512 dv-neutron-860215-1-hyperv neutron-server[89034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:19:29.952512 dv-neutron-860215-1-hyperv neutron-server[89034]: util.warn( Oct 04 09:19:29.952512 dv-neutron-860215-1-hyperv neutron-server[89034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:19:29.952512 dv-neutron-860215-1-hyperv neutron-server[89034]: util.warn( Oct 04 09:19:29.964083 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-86d5de24-03d3-4604-97b9-e9d3fae6b4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:29.966913 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-60da4919-402c-4f9f-9a3a-a3c2254cd595 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:19:29.979833 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-60da4919-402c-4f9f-9a3a-a3c2254cd595 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:29.981139 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-60da4919-402c-4f9f-9a3a-a3c2254cd595 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:29.987794 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_v2 [None req-7247c33f-838e-4adb-96d0-c154584a231f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Deleting subnet e66f237e-af1c-488f-b5e9-1794e33322d6 {{(pid=89032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:19:29.998909 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7247c33f-838e-4adb-96d0-c154584a231f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:29.999811 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-60da4919-402c-4f9f-9a3a-a3c2254cd595 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:30.021260 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-60da4919-402c-4f9f-9a3a-a3c2254cd595 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:30.031975 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.db.api [None req-91e408a2-ab0d-4361-9212-fcf85104fb71 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:19:30.032342 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG oslo_db.api [None req-91e408a2-ab0d-4361-9212-fcf85104fb71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:19:30.051872 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-60da4919-402c-4f9f-9a3a-a3c2254cd595 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:30.055851 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-60da4919-402c-4f9f-9a3a-a3c2254cd595 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1257849 Oct 04 09:19:30.056778 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34420) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:30.063489 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-5ef03c57-e388-4972-a018-fab9261ae7c7 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Request body: {'network': {'name': 'tempest-RoutersTest-1045990492'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:19:30.068505 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-5ef03c57-e388-4972-a018-fab9261ae7c7 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:19:30.074351 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-5ef03c57-e388-4972-a018-fab9261ae7c7 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Usage tracker for resource:network and tenant:6ccb91e770a742df955dbeb81520726f is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:19:30.077829 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-5ef03c57-e388-4972-a018-fab9261ae7c7 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:19:30.085537 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-5ef03c57-e388-4972-a018-fab9261ae7c7 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:19:30.103745 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef03c57-e388-4972-a018-fab9261ae7c7 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Made reservation on behalf of 6ccb91e770a742df955dbeb81520726f for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:19:30.107571 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7247c33f-838e-4adb-96d0-c154584a231f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885153'] for subnet, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:30.107900 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5ef03c57-e388-4972-a018-fab9261ae7c7 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:30.108424 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d5de24-03d3-4604-97b9-e9d3fae6b4ab None None] Pushing event updated for resources: {'Port': ['ID=35fcb7f2-c9e4-45b7-946d-9edbd5b19995,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:30.111335 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a45c568e-07f8-4832-bfd7-6543bd99784f None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:30.135839 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-a45c568e-07f8-4832-bfd7-6543bd99784f None None] Transition to ACTIVE for port object bbe3095e-39cc-45ba-bd51-a62859c7eadb will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:19:30.147647 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ef03c57-e388-4972-a018-fab9261ae7c7 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:19:30.156593 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-a45c568e-07f8-4832-bfd7-6543bd99784f None None] Transition to ACTIVE for port object bbe3095e-39cc-45ba-bd51-a62859c7eadb will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:19:30.158042 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5ef03c57-e388-4972-a018-fab9261ae7c7 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:30.158500 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-5ef03c57-e388-4972-a018-fab9261ae7c7 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Added segment 0ea51d9f-21af-47ab-9086-c22f3115d363 of type vlan for network e8ec1fe9-4d11-48b0-ab68-bc1553d44eb5 Oct 04 09:19:30.167924 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a45c568e-07f8-4832-bfd7-6543bd99784f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:30.192144 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5ef03c57-e388-4972-a018-fab9261ae7c7 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:30.228380 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5ef03c57-e388-4972-a018-fab9261ae7c7 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:30.234144 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef03c57-e388-4972-a018-fab9261ae7c7 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:30.234727 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5ef03c57-e388-4972-a018-fab9261ae7c7 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:30.261352 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45c568e-07f8-4832-bfd7-6543bd99784f None None] Network 571b8a26-02ff-4c67-916d-b4d63ce4e65b is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:19:30.264068 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-a45c568e-07f8-4832-bfd7-6543bd99784f None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:19:30.268338 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45c568e-07f8-4832-bfd7-6543bd99784f None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:19:30.274753 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-6b641528-b7eb-4931-813c-6b573eb54f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:30.281318 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45c568e-07f8-4832-bfd7-6543bd99784f None None] Pushing event updated for resources: {'Port': ['ID=bbe3095e-39cc-45ba-bd51-a62859c7eadb,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:30.392161 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-5ef03c57-e388-4972-a018-fab9261ae7c7 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3340857 Oct 04 09:19:30.395730 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34424) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:30.411520 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-6e0896c8-8a46-4df5-9eef-87baa723326a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Request body: {'subnet': {'network_id': 'e8ec1fe9-4d11-48b0-ab68-bc1553d44eb5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:19:30.426750 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef03c57-e388-4972-a018-fab9261ae7c7 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event updated for resources: {'Network': ['ID=e8ec1fe9-4d11-48b0-ab68-bc1553d44eb5,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:30.441909 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network e8ec1fe9-4d11-48b0-ab68-bc1553d44eb5 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:19:30.472630 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-a45c568e-07f8-4832-bfd7-6543bd99784f None None] Attempting to bind port bbe3095e-39cc-45ba-bd51-a62859c7eadb on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:19:30.473216 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-a45c568e-07f8-4832-bfd7-6543bd99784f None None] Attempting to bind port bbe3095e-39cc-45ba-bd51-a62859c7eadb by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'd5ed4cb1-8dd4-411b-ad45-c03d56ad5130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '571b8a26-02ff-4c67-916d-b4d63ce4e65b'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:19:30.473643 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45c568e-07f8-4832-bfd7-6543bd99784f None None] Attempting to bind port bbe3095e-39cc-45ba-bd51-a62859c7eadb on network 571b8a26-02ff-4c67-916d-b4d63ce4e65b {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:19:30.534960 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-91e408a2-ab0d-4361-9212-fcf85104fb71 None None] Deleting port a3500d97-5e6e-4370-9537-6e14214758b6 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:19:30.535324 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-91e408a2-ab0d-4361-9212-fcf85104fb71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:30.539828 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-6e0896c8-8a46-4df5-9eef-87baa723326a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:19:30.544216 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-6e0896c8-8a46-4df5-9eef-87baa723326a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Usage tracker for resource:subnet and tenant:6ccb91e770a742df955dbeb81520726f is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:19:30.547379 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-6e0896c8-8a46-4df5-9eef-87baa723326a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:19:30.553626 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-6e0896c8-8a46-4df5-9eef-87baa723326a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:19:30.566289 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0896c8-8a46-4df5-9eef-87baa723326a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Made reservation on behalf of 6ccb91e770a742df955dbeb81520726f for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:19:30.571860 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6e0896c8-8a46-4df5-9eef-87baa723326a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:30.574179 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45c568e-07f8-4832-bfd7-6543bd99784f None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:19:30.574563 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45c568e-07f8-4832-bfd7-6543bd99784f None None] Checking segment: {'id': 'd5ed4cb1-8dd4-411b-ad45-c03d56ad5130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '571b8a26-02ff-4c67-916d-b4d63ce4e65b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:19:30.574965 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a45c568e-07f8-4832-bfd7-6543bd99784f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:30.575360 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45c568e-07f8-4832-bfd7-6543bd99784f None None] Bound using segment: {'id': 'd5ed4cb1-8dd4-411b-ad45-c03d56ad5130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '571b8a26-02ff-4c67-916d-b4d63ce4e65b'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:19:30.575843 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-a45c568e-07f8-4832-bfd7-6543bd99784f None None] Bound port: bbe3095e-39cc-45ba-bd51-a62859c7eadb, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5ed4cb1-8dd4-411b-ad45-c03d56ad5130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '571b8a26-02ff-4c67-916d-b4d63ce4e65b'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:19:30.576228 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a45c568e-07f8-4832-bfd7-6543bd99784f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:30.593009 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1d3e9cb8-74c8-4f3f-bb97-f019a1abd239 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for router_gateway, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:30.650783 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-91e408a2-ab0d-4361-9212-fcf85104fb71 None None] The port 'a3500d97-5e6e-4370-9537-6e14214758b6' was deleted {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 04 09:19:30.738391 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:30.750834 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:30.769057 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-a45c568e-07f8-4832-bfd7-6543bd99784f None None] For port bbe3095e-39cc-45ba-bd51-a62859c7eadb, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:19:30.772524 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-a45c568e-07f8-4832-bfd7-6543bd99784f None None] For port bbe3095e-39cc-45ba-bd51-a62859c7eadb, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=bbe3095e-39cc-45ba-bd51-a62859c7eadb,segment=NetworkSegment(d5ed4cb1-8dd4-411b-ad45-c03d56ad5130),segment_id=d5ed4cb1-8dd4-411b-ad45-c03d56ad5130)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:19:30.776338 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7247c33f-838e-4adb-96d0-c154584a231f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:30.778759 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a45c568e-07f8-4832-bfd7-6543bd99784f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:30.872962 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45c568e-07f8-4832-bfd7-6543bd99784f None None] Pushing event updated for resources: {'Port': ['ID=bbe3095e-39cc-45ba-bd51-a62859c7eadb,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:30.874688 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6e0896c8-8a46-4df5-9eef-87baa723326a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:30.973211 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0896c8-8a46-4df5-9eef-87baa723326a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event updated for resources: {'Subnet': ['ID=6dd458cd-ded9-45b8-9f41-78d853963c5a,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:30.987646 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7247c33f-838e-4adb-96d0-c154584a231f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:31.010213 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0896c8-8a46-4df5-9eef-87baa723326a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Checking segment: {'id': '0ea51d9f-21af-47ab-9086-c22f3115d363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e8ec1fe9-4d11-48b0-ab68-bc1553d44eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:19:31.010417 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0896c8-8a46-4df5-9eef-87baa723326a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Network hostable DHCP agents. Network: e8ec1fe9-4d11-48b0-ab68-bc1553d44eb5, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:19:31.036080 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 35fcb7f2-c9e4-45b7-946d-9edbd5b19995 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:19:31.043018 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0896c8-8a46-4df5-9eef-87baa723326a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Network e8ec1fe9-4d11-48b0-ab68-bc1553d44eb5 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:19:31.056906 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-6e0896c8-8a46-4df5-9eef-87baa723326a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, e8ec1fe9-4d11-48b0-ab68-bc1553d44eb5) {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:19:31.071432 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0896c8-8a46-4df5-9eef-87baa723326a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:31.072172 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6e0896c8-8a46-4df5-9eef-87baa723326a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:31.113140 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea32839-86a8-4d3e-99eb-42399de47b14 None None] Network e8ec1fe9-4d11-48b0-ab68-bc1553d44eb5 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:19:31.133561 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-6e0896c8-8a46-4df5-9eef-87baa723326a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7364907 Oct 04 09:19:31.136472 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34428) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:31.168696 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7247c33f-838e-4adb-96d0-c154584a231f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event deleted for resources: {'Subnet': ['ID=e66f237e-af1c-488f-b5e9-1794e33322d6,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:31.176940 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7247c33f-838e-4adb-96d0-c154584a231f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:31.212452 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-7247c33f-838e-4adb-96d0-c154584a231f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/subnets/e66f237e-af1c-488f-b5e9-1794e33322d6 HTTP/1.1" status: 204 len: 168 time: 1.4319839 Oct 04 09:19:31.212746 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34432) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:31.217780 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1d3e9cb8-74c8-4f3f-bb97-f019a1abd239 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:31.260096 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 35fcb7f2-c9e4-45b7-946d-9edbd5b19995 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:19:31.371560 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-52a2bebe-d6dc-46d1-8715-ed6c6e0716a0 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1460884 Oct 04 09:19:31.376195 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34436) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:31.510625 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35657c0-eb27-4dba-9730-0b0b2709285b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-e8ec1fe9-4d11-48b0-ab68-bc1553d44eb5', 'network_id': 'e8ec1fe9-4d11-48b0-ab68-bc1553d44eb5', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'fixed_ips': [{'subnet_id': '6dd458cd-ded9-45b8-9f41-78d853963c5a'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:19:31.511915 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c35657c0-eb27-4dba-9730-0b0b2709285b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:31.513723 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d3e9cb8-74c8-4f3f-bb97-f019a1abd239 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Router 745509bb-c7fa-4984-9d28-c73857b99029 is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:19:31.624914 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f9229a-bfe7-4a6d-a68b-3610636a6744 None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:19:31.694031 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-966627c5-2acb-4833-8983-bfb90621afe6 None None] Could not find standard attr ID for object b6bbd8bb-1221-4715-84a3-25415f827fda. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:19:31.734010 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d3e9cb8-74c8-4f3f-bb97-f019a1abd239 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:19:31.749603 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf9c0ce-afbc-4123-a99a-a6bc7d5cbaa5 None None] Sync routers for ids ['745509bb-c7fa-4984-9d28-c73857b99029'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:19:31.760095 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1d3e9cb8-74c8-4f3f-bb97-f019a1abd239 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:31.762009 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-1d3e9cb8-74c8-4f3f-bb97-f019a1abd239 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.3864019 Oct 04 09:19:31.765280 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34440) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:31.793919 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf9c0ce-afbc-4123-a99a-a6bc7d5cbaa5 None None] Routers {'745509bb-c7fa-4984-9d28-c73857b99029'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:19:31.794586 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-dbf9c0ce-afbc-4123-a99a-a6bc7d5cbaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:19:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['745509bb-c7fa-4984-9d28-c73857b99029'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:31.853666 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-966627c5-2acb-4833-8983-bfb90621afe6 None None] Provisioning for port 35fcb7f2-c9e4-45b7-946d-9edbd5b19995 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:19:31.878385 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-c35657c0-eb27-4dba-9730-0b0b2709285b None None] Allocated IP 172.20.0.2 (e8ec1fe9-4d11-48b0-ab68-bc1553d44eb5/6dd458cd-ded9-45b8-9f41-78d853963c5a/f2e8e4f0-9269-4d86-a8eb-01b07ed31075) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:19:31.886707 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-dbf9c0ce-afbc-4123-a99a-a6bc7d5cbaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:31.896467 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-966627c5-2acb-4833-8983-bfb90621afe6 None None] Provisioning complete for port 35fcb7f2-c9e4-45b7-946d-9edbd5b19995 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:19:31.896846 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-966627c5-2acb-4833-8983-bfb90621afe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:31.897184 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-966627c5-2acb-4833-8983-bfb90621afe6 None None] Attempt 1 to provision port 35fcb7f2-c9e4-45b7-946d-9edbd5b19995 Oct 04 09:19:31.968126 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf9c0ce-afbc-4123-a99a-a6bc7d5cbaa5 None None] Routers {'745509bb-c7fa-4984-9d28-c73857b99029'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:19:31.968818 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-dbf9c0ce-afbc-4123-a99a-a6bc7d5cbaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:19:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['745509bb-c7fa-4984-9d28-c73857b99029'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:31.993339 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ed976a-c9ba-4d3a-b586-ef7e686ae00f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:31.994091 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-d5ed976a-c9ba-4d3a-b586-ef7e686ae00f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Synchronizing usage tracker for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:19:32.014177 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f9004f60-6872-47c1-90fb-1bdfa5e0da95 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:32.052737 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-dbf9c0ce-afbc-4123-a99a-a6bc7d5cbaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:32.053145 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf9c0ce-afbc-4123-a99a-a6bc7d5cbaa5 None None] The sync data for ids ['745509bb-c7fa-4984-9d28-c73857b99029'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:19:32.087041 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-d5ed976a-c9ba-4d3a-b586-ef7e686ae00f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Unset dirty status for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:19:32.091102 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-d5ed976a-c9ba-4d3a-b586-ef7e686ae00f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.7138743 Oct 04 09:19:32.091481 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34444) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:32.217560 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25681a75-fa0d-40cb-915b-7d88cc0fd080 None None] Network 571b8a26-02ff-4c67-916d-b4d63ce4e65b requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:19:32.288471 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6cc785-3c13-4122-a74b-76c06a6efb3c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:32.289164 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-2f6cc785-3c13-4122-a74b-76c06a6efb3c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Synchronizing usage tracker for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:subnet {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:19:32.319094 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-2f6cc785-3c13-4122-a74b-76c06a6efb3c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Unset dirty status for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:subnet {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:19:32.323139 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:32.323526 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-2f6cc785-3c13-4122-a74b-76c06a6efb3c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2253180 Oct 04 09:19:32.323916 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34448) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:32.447087 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-0996d45d-7f5a-440e-b99a-9aa98cbabcea tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1188235 Oct 04 09:19:32.454534 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34452) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:32.463970 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-37fc50bb-6952-478f-9bdf-8615fec55768 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'subnet': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:19:32.547570 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-966627c5-2acb-4833-8983-bfb90621afe6 None None] Current status of the port 35fcb7f2-c9e4-45b7-946d-9edbd5b19995 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:19:32.547955 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-966627c5-2acb-4833-8983-bfb90621afe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:32.591713 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-37fc50bb-6952-478f-9bdf-8615fec55768 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:19:32.603467 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-37fc50bb-6952-478f-9bdf-8615fec55768 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:19:32.615546 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c35657c0-eb27-4dba-9730-0b0b2709285b None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:32.617421 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37fc50bb-6952-478f-9bdf-8615fec55768 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Made reservation on behalf of 3f91eae3af914b3ca9ea34a1eaa482e2 for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:19:32.621800 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-37fc50bb-6952-478f-9bdf-8615fec55768 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:32.630822 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-966627c5-2acb-4833-8983-bfb90621afe6 None None] For port 35fcb7f2-c9e4-45b7-946d-9edbd5b19995, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=35fcb7f2-c9e4-45b7-946d-9edbd5b19995,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:19:32.633964 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-c35657c0-eb27-4dba-9730-0b0b2709285b None None] Transition to ACTIVE for port object f2e8e4f0-9269-4d86-a8eb-01b07ed31075 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:19:32.675120 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd8761b-9518-47c0-9984-a5a5656e9e31 None None] DHCP port deletion for 7b2ac456-c702-437f-ad18-06da05465ab2 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:19:32.686483 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-966627c5-2acb-4833-8983-bfb90621afe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:32.694750 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a99f0b01-ff2e-491b-a240-f2cb846076db tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:32.733460 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-8fd8761b-9518-47c0-9984-a5a5656e9e31 None None] Deleting port 35fcb7f2-c9e4-45b7-946d-9edbd5b19995 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:19:32.733801 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-8fd8761b-9518-47c0-9984-a5a5656e9e31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:32.790984 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-c35657c0-eb27-4dba-9730-0b0b2709285b None None] Transition to ACTIVE for port object f2e8e4f0-9269-4d86-a8eb-01b07ed31075 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:19:32.814309 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c35657c0-eb27-4dba-9730-0b0b2709285b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:32.898358 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35657c0-eb27-4dba-9730-0b0b2709285b None None] Network e8ec1fe9-4d11-48b0-ab68-bc1553d44eb5 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:19:32.901313 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-0ae0ecb2-a044-4b42-9bc1-08e428ee2ce7 None None] Provisioning for port bbe3095e-39cc-45ba-bd51-a62859c7eadb completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:19:32.904148 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966627c5-2acb-4833-8983-bfb90621afe6 None None] Pushing event updated for resources: {'Port': ['ID=35fcb7f2-c9e4-45b7-946d-9edbd5b19995,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:32.904709 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-f9004f60-6872-47c1-90fb-1bdfa5e0da95 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Allocated IP 172.20.0.1 (e8ec1fe9-4d11-48b0-ab68-bc1553d44eb5/6dd458cd-ded9-45b8-9f41-78d853963c5a/35816987-12d9-4235-8bda-9dabd0bc16fb) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:19:32.910549 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-c35657c0-eb27-4dba-9730-0b0b2709285b None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:19:32.921671 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35657c0-eb27-4dba-9730-0b0b2709285b None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:19:32.930088 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966627c5-2acb-4833-8983-bfb90621afe6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:19:32.930516 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966627c5-2acb-4833-8983-bfb90621afe6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:19:32.930766 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966627c5-2acb-4833-8983-bfb90621afe6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:19:32.931096 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966627c5-2acb-4833-8983-bfb90621afe6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:19:32.931539 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966627c5-2acb-4833-8983-bfb90621afe6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:19:32.931730 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966627c5-2acb-4833-8983-bfb90621afe6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:19:32.932348 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966627c5-2acb-4833-8983-bfb90621afe6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:19:32.932348 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966627c5-2acb-4833-8983-bfb90621afe6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:19:32.932703 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966627c5-2acb-4833-8983-bfb90621afe6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:19:32.933021 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966627c5-2acb-4833-8983-bfb90621afe6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:19:32.933338 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966627c5-2acb-4833-8983-bfb90621afe6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:19:32.933655 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966627c5-2acb-4833-8983-bfb90621afe6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:19:33.173584 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device bbe3095e-39cc-45ba-bd51-a62859c7eadb up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:19:33.181012 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-a99f0b01-ff2e-491b-a240-f2cb846076db tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Allocated IP 172.20.0.1 (571b8a26-02ff-4c67-916d-b4d63ce4e65b/95ebe4c1-94c1-40a8-8ebd-c88e043a5f8f/33c53688-4e98-4635-b458-b410bee7ea6d) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:19:33.292836 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35657c0-eb27-4dba-9730-0b0b2709285b None None] Pushing event updated for resources: {'Port': ['ID=f2e8e4f0-9269-4d86-a8eb-01b07ed31075,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:33.308792 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-c35657c0-eb27-4dba-9730-0b0b2709285b None None] Attempting to bind port f2e8e4f0-9269-4d86-a8eb-01b07ed31075 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:19:33.309156 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-c35657c0-eb27-4dba-9730-0b0b2709285b None None] Attempting to bind port f2e8e4f0-9269-4d86-a8eb-01b07ed31075 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '0ea51d9f-21af-47ab-9086-c22f3115d363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e8ec1fe9-4d11-48b0-ab68-bc1553d44eb5'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:19:33.309513 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35657c0-eb27-4dba-9730-0b0b2709285b None None] Attempting to bind port f2e8e4f0-9269-4d86-a8eb-01b07ed31075 on network e8ec1fe9-4d11-48b0-ab68-bc1553d44eb5 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:19:33.322495 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-8fd8761b-9518-47c0-9984-a5a5656e9e31 None None] For port 35fcb7f2-c9e4-45b7-946d-9edbd5b19995, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=35fcb7f2-c9e4-45b7-946d-9edbd5b19995,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:19:33.322495 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-8fd8761b-9518-47c0-9984-a5a5656e9e31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:33.329877 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35657c0-eb27-4dba-9730-0b0b2709285b None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:19:33.330254 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35657c0-eb27-4dba-9730-0b0b2709285b None None] Checking segment: {'id': '0ea51d9f-21af-47ab-9086-c22f3115d363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e8ec1fe9-4d11-48b0-ab68-bc1553d44eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:19:33.330652 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c35657c0-eb27-4dba-9730-0b0b2709285b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:33.331368 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35657c0-eb27-4dba-9730-0b0b2709285b None None] Bound using segment: {'id': '0ea51d9f-21af-47ab-9086-c22f3115d363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e8ec1fe9-4d11-48b0-ab68-bc1553d44eb5'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:19:33.331567 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-c35657c0-eb27-4dba-9730-0b0b2709285b None None] Bound port: f2e8e4f0-9269-4d86-a8eb-01b07ed31075, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea51d9f-21af-47ab-9086-c22f3115d363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e8ec1fe9-4d11-48b0-ab68-bc1553d44eb5'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:19:33.331884 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c35657c0-eb27-4dba-9730-0b0b2709285b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:33.344920 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f9004f60-6872-47c1-90fb-1bdfa5e0da95 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:33.362009 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.objects.ports [None req-37fc50bb-6952-478f-9bdf-8615fec55768 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89033) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Oct 04 09:19:33.405568 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a99f0b01-ff2e-491b-a240-f2cb846076db tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:33.420041 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-f9004f60-6872-47c1-90fb-1bdfa5e0da95 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Transition to ACTIVE for port object 35816987-12d9-4235-8bda-9dabd0bc16fb will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:19:33.442028 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-a99f0b01-ff2e-491b-a240-f2cb846076db tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Transition to ACTIVE for port object 33c53688-4e98-4635-b458-b410bee7ea6d will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:19:33.483046 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a99f0b01-ff2e-491b-a240-f2cb846076db tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:33.491672 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f9004f60-6872-47c1-90fb-1bdfa5e0da95 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:33.503961 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-8fd8761b-9518-47c0-9984-a5a5656e9e31 None None] Calling delete_port for 35fcb7f2-c9e4-45b7-946d-9edbd5b19995 owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:19:33.564668 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99f0b01-ff2e-491b-a240-f2cb846076db tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Network 571b8a26-02ff-4c67-916d-b4d63ce4e65b is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:19:33.565692 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-a99f0b01-ff2e-491b-a240-f2cb846076db tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:19:33.569444 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port bbe3095e-39cc-45ba-bd51-a62859c7eadb completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:19:33.569607 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99f0b01-ff2e-491b-a240-f2cb846076db tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:19:33.604714 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port bbe3095e-39cc-45ba-bd51-a62859c7eadb triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:19:33.605182 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:33.605607 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port bbe3095e-39cc-45ba-bd51-a62859c7eadb Oct 04 09:19:33.614539 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f0b01-ff2e-491b-a240-f2cb846076db tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Pushing event updated for resources: {'Port': ['ID=33c53688-4e98-4635-b458-b410bee7ea6d,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:33.628834 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-37fc50bb-6952-478f-9bdf-8615fec55768 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:33.647858 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a99f0b01-ff2e-491b-a240-f2cb846076db tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737202'] for router_interface, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:33.654740 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-0c0fea51-6143-4edf-9474-758e574cbdad None None] Provisioning complete for port bbe3095e-39cc-45ba-bd51-a62859c7eadb triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:19:33.655514 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0c0fea51-6143-4edf-9474-758e574cbdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:33.655715 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-0c0fea51-6143-4edf-9474-758e574cbdad None None] Attempt 1 to provision port bbe3095e-39cc-45ba-bd51-a62859c7eadb Oct 04 09:19:33.721809 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9004f60-6872-47c1-90fb-1bdfa5e0da95 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Network e8ec1fe9-4d11-48b0-ab68-bc1553d44eb5 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:19:33.729302 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9004f60-6872-47c1-90fb-1bdfa5e0da95 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event updated for resources: {'Port': ['ID=35816987-12d9-4235-8bda-9dabd0bc16fb,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:33.734821 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-f9004f60-6872-47c1-90fb-1bdfa5e0da95 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:19:33.738628 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9004f60-6872-47c1-90fb-1bdfa5e0da95 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:19:33.782377 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-c35657c0-eb27-4dba-9730-0b0b2709285b None None] For port f2e8e4f0-9269-4d86-a8eb-01b07ed31075, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:19:33.804101 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-c35657c0-eb27-4dba-9730-0b0b2709285b None None] For port f2e8e4f0-9269-4d86-a8eb-01b07ed31075, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=f2e8e4f0-9269-4d86-a8eb-01b07ed31075,segment=NetworkSegment(0ea51d9f-21af-47ab-9086-c22f3115d363),segment_id=0ea51d9f-21af-47ab-9086-c22f3115d363)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:19:33.808969 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.db.api [None req-8fd8761b-9518-47c0-9984-a5a5656e9e31 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:19:33.809327 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG oslo_db.api [None req-8fd8761b-9518-47c0-9984-a5a5656e9e31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:19:33.818401 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c35657c0-eb27-4dba-9730-0b0b2709285b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:33.941125 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a99f0b01-ff2e-491b-a240-f2cb846076db tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:33.957131 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f9004f60-6872-47c1-90fb-1bdfa5e0da95 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737202'] for router_interface, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:33.999762 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port bbe3095e-39cc-45ba-bd51-a62859c7eadb is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:19:34.000389 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:34.072080 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-37fc50bb-6952-478f-9bdf-8615fec55768 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] For port 35fcb7f2-c9e4-45b7-946d-9edbd5b19995, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=35fcb7f2-c9e4-45b7-946d-9edbd5b19995,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:19:34.147436 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port bbe3095e-39cc-45ba-bd51-a62859c7eadb, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=bbe3095e-39cc-45ba-bd51-a62859c7eadb,segment=NetworkSegment(d5ed4cb1-8dd4-411b-ad45-c03d56ad5130),segment_id=d5ed4cb1-8dd4-411b-ad45-c03d56ad5130)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:19:34.163655 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35657c0-eb27-4dba-9730-0b0b2709285b None None] Pushing event updated for resources: {'Port': ['ID=f2e8e4f0-9269-4d86-a8eb-01b07ed31075,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:34.166824 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-0c0fea51-6143-4edf-9474-758e574cbdad None None] Current status of the port bbe3095e-39cc-45ba-bd51-a62859c7eadb is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:19:34.167217 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0c0fea51-6143-4edf-9474-758e574cbdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:34.176241 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-37fc50bb-6952-478f-9bdf-8615fec55768 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:34.177674 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:34.183317 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-37fc50bb-6952-478f-9bdf-8615fec55768 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:34.184055 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-37fc50bb-6952-478f-9bdf-8615fec55768 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:34.261812 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 35fcb7f2-c9e4-45b7-946d-9edbd5b19995 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:19:34.294386 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fc50bb-6952-478f-9bdf-8615fec55768 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:19:34.298248 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f9004f60-6872-47c1-90fb-1bdfa5e0da95 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:34.316990 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-37fc50bb-6952-478f-9bdf-8615fec55768 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:19:34.330733 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fc50bb-6952-478f-9bdf-8615fec55768 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:34.331320 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-37fc50bb-6952-478f-9bdf-8615fec55768 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:34.335925 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-8fd8761b-9518-47c0-9984-a5a5656e9e31 None None] Deleting port 35fcb7f2-c9e4-45b7-946d-9edbd5b19995 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:19:34.336309 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-8fd8761b-9518-47c0-9984-a5a5656e9e31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:34.407409 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc50bb-6952-478f-9bdf-8615fec55768 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event updated for resources: {'Port': ['ID=35fcb7f2-c9e4-45b7-946d-9edbd5b19995,revision_number=6']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:34.447132 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc50bb-6952-478f-9bdf-8615fec55768 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event updated for resources: {'Subnet': ['ID=4fce6673-b1f2-478d-bef6-4b5630b5e1f1,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:34.457919 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=bbe3095e-39cc-45ba-bd51-a62859c7eadb,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:34.471471 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-37fc50bb-6952-478f-9bdf-8615fec55768 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.0155842 Oct 04 09:19:34.472091 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34456) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:34.485529 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.db.api [None req-0c0fea51-6143-4edf-9474-758e574cbdad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:19:34.485885 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG oslo_db.api [None req-0c0fea51-6143-4edf-9474-758e574cbdad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:19:34.488956 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-77c704ed-e9b2-4845-b941-cdba953a3c0f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'port': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'mac_address': 'fa:16:3e:0a:ab:af', 'name': 'tempest-NetworksTestDHCPv6-1093337839'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:19:34.569991 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a99f0b01-ff2e-491b-a240-f2cb846076db tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:34.576937 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a99f0b01-ff2e-491b-a240-f2cb846076db tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:34.678696 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 35fcb7f2-c9e4-45b7-946d-9edbd5b19995 is: ACTIVE; New status is: DOWN {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:19:34.679085 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:34.761850 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-8fd8761b-9518-47c0-9984-a5a5656e9e31 None None] For port 35fcb7f2-c9e4-45b7-946d-9edbd5b19995, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=35fcb7f2-c9e4-45b7-946d-9edbd5b19995,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:19:34.762736 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-8fd8761b-9518-47c0-9984-a5a5656e9e31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:34.846663 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a99f0b01-ff2e-491b-a240-f2cb846076db tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736777'] for router_interface, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:34.850866 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f0b01-ff2e-491b-a240-f2cb846076db tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Pushing event updated for resources: {'Port': ['ID=33c53688-4e98-4635-b458-b410bee7ea6d,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:34.869635 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-77c704ed-e9b2-4845-b941-cdba953a3c0f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:19:34.877664 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-77c704ed-e9b2-4845-b941-cdba953a3c0f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Usage tracker for resource:port and tenant:3f91eae3af914b3ca9ea34a1eaa482e2 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:19:34.883561 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-77c704ed-e9b2-4845-b941-cdba953a3c0f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:19:34.892463 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-77c704ed-e9b2-4845-b941-cdba953a3c0f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:19:34.905690 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-8fd8761b-9518-47c0-9984-a5a5656e9e31 None None] Calling delete_port for 35fcb7f2-c9e4-45b7-946d-9edbd5b19995 owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:19:34.932913 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c704ed-e9b2-4845-b941-cdba953a3c0f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Made reservation on behalf of 3f91eae3af914b3ca9ea34a1eaa482e2 for: {'port': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:19:34.996486 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99f0b01-ff2e-491b-a240-f2cb846076db tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Network 571b8a26-02ff-4c67-916d-b4d63ce4e65b is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:19:34.997846 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-a99f0b01-ff2e-491b-a240-f2cb846076db tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:19:35.068169 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-0c0fea51-6143-4edf-9474-758e574cbdad None None] Current status of the port bbe3095e-39cc-45ba-bd51-a62859c7eadb is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:19:35.094109 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 35fcb7f2-c9e4-45b7-946d-9edbd5b19995, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=35fcb7f2-c9e4-45b7-946d-9edbd5b19995,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:19:35.096288 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f9004f60-6872-47c1-90fb-1bdfa5e0da95 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:35.112444 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:35.134729 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f9004f60-6872-47c1-90fb-1bdfa5e0da95 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:35.228318 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.db.api [None req-8fd8761b-9518-47c0-9984-a5a5656e9e31 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:19:35.240917 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG oslo_db.api [None req-8fd8761b-9518-47c0-9984-a5a5656e9e31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:19:35.258113 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a99f0b01-ff2e-491b-a240-f2cb846076db tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Router 745509bb-c7fa-4984-9d28-c73857b99029 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:19:35.267541 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-7967126a-3ba0-4d0c-acb2-1eddaa6d3a85 None None] Provisioning for port 33c53688-4e98-4635-b458-b410bee7ea6d completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:19:35.279196 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-7967126a-3ba0-4d0c-acb2-1eddaa6d3a85 None None] Provisioning complete for port 33c53688-4e98-4635-b458-b410bee7ea6d triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:19:35.280490 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-7967126a-3ba0-4d0c-acb2-1eddaa6d3a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:35.281007 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-7967126a-3ba0-4d0c-acb2-1eddaa6d3a85 None None] Attempt 1 to provision port 33c53688-4e98-4635-b458-b410bee7ea6d Oct 04 09:19:35.355318 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=35fcb7f2-c9e4-45b7-946d-9edbd5b19995,revision_number=7']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:35.374095 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-7967126a-3ba0-4d0c-acb2-1eddaa6d3a85 None None] Port 33c53688-4e98-4635-b458-b410bee7ea6d cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:19:35.410734 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device bbe3095e-39cc-45ba-bd51-a62859c7eadb up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:19:35.490151 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port bbe3095e-39cc-45ba-bd51-a62859c7eadb triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:19:35.490151 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:35.490151 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port bbe3095e-39cc-45ba-bd51-a62859c7eadb Oct 04 09:19:35.490703 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99f0b01-ff2e-491b-a240-f2cb846076db tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:19:35.501237 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-a99f0b01-ff2e-491b-a240-f2cb846076db tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] 10.222.0.50 "PUT /v2.0/routers/745509bb-c7fa-4984-9d28-c73857b99029/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7345388 Oct 04 09:19:35.503775 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34460) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:35.510748 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043560a3-904c-4d92-a23c-e38869efbb5a None None] Sync routers for ids ['745509bb-c7fa-4984-9d28-c73857b99029'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:19:35.513516 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-94fcf3ab-5c56-4389-8345-5f8eb209336b tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Request body: {'port': {'network_id': '571b8a26-02ff-4c67-916d-b4d63ce4e65b', 'name': 'tempest-FloatingIPTestJSON-1708918594'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:19:35.521368 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043560a3-904c-4d92-a23c-e38869efbb5a None None] Routers {'745509bb-c7fa-4984-9d28-c73857b99029'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:19:35.521989 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-043560a3-904c-4d92-a23c-e38869efbb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:19:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['745509bb-c7fa-4984-9d28-c73857b99029'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:35.527430 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-77c704ed-e9b2-4845-b941-cdba953a3c0f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:35.527961 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3eab92-c407-418a-bea5-fdae7f3f1526 None None] Network e8ec1fe9-4d11-48b0-ab68-bc1553d44eb5 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:19:35.544500 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9004f60-6872-47c1-90fb-1bdfa5e0da95 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event updated for resources: {'Port': ['ID=35816987-12d9-4235-8bda-9dabd0bc16fb,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:35.584086 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [None req-77c704ed-e9b2-4845-b941-cdba953a3c0f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] device_id is not set on port cbf57d9c-2d33-4982-a8bf-c59db5b82c14 yet. {{(pid=89033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:19:35.598894 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-043560a3-904c-4d92-a23c-e38869efbb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:35.607644 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043560a3-904c-4d92-a23c-e38869efbb5a None None] Routers {'745509bb-c7fa-4984-9d28-c73857b99029'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:19:35.608671 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-043560a3-904c-4d92-a23c-e38869efbb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:19:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['745509bb-c7fa-4984-9d28-c73857b99029'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:35.651885 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f9004f60-6872-47c1-90fb-1bdfa5e0da95 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736777'] for router_interface, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:35.681947 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-043560a3-904c-4d92-a23c-e38869efbb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:35.682722 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043560a3-904c-4d92-a23c-e38869efbb5a None None] The sync data for ids ['745509bb-c7fa-4984-9d28-c73857b99029'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:19:35.690410 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-94fcf3ab-5c56-4389-8345-5f8eb209336b tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:19:35.697819 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-94fcf3ab-5c56-4389-8345-5f8eb209336b tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Usage tracker for resource:port and tenant:a17a2e93dba34d5283d4e43f6119c8fa is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:19:35.706155 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-94fcf3ab-5c56-4389-8345-5f8eb209336b tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Quota usage for port was recalculated. Used quota:6. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:19:35.714157 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-94fcf3ab-5c56-4389-8345-5f8eb209336b tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:19:35.728431 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94fcf3ab-5c56-4389-8345-5f8eb209336b tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Made reservation on behalf of a17a2e93dba34d5283d4e43f6119c8fa for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:19:35.733976 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-94fcf3ab-5c56-4389-8345-5f8eb209336b tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:35.767866 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [None req-94fcf3ab-5c56-4389-8345-5f8eb209336b tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] device_id is not set on port 89b5c165-31f3-4c18-b4d0-ce4bd1847424 yet. {{(pid=89032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:19:35.784264 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port bbe3095e-39cc-45ba-bd51-a62859c7eadb is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:19:35.785378 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device f2e8e4f0-9269-4d86-a8eb-01b07ed31075 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:19:35.868979 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-77c704ed-e9b2-4845-b941-cdba953a3c0f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Allocated IP 2001:db8::f816:3eff:fe0a:abaf (7b2ac456-c702-437f-ad18-06da05465ab2/4fce6673-b1f2-478d-bef6-4b5630b5e1f1/cbf57d9c-2d33-4982-a8bf-c59db5b82c14) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:19:35.881066 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-7967126a-3ba0-4d0c-acb2-1eddaa6d3a85 None None] Attempt 2 to provision port 33c53688-4e98-4635-b458-b410bee7ea6d Oct 04 09:19:35.891585 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9004f60-6872-47c1-90fb-1bdfa5e0da95 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Network e8ec1fe9-4d11-48b0-ab68-bc1553d44eb5 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:19:35.894341 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-f9004f60-6872-47c1-90fb-1bdfa5e0da95 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:19:35.935933 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-94fcf3ab-5c56-4389-8345-5f8eb209336b tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Allocated IP 172.20.0.10 (571b8a26-02ff-4c67-916d-b4d63ce4e65b/95ebe4c1-94c1-40a8-8ebd-c88e043a5f8f/89b5c165-31f3-4c18-b4d0-ce4bd1847424) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:19:35.946600 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-8fd8761b-9518-47c0-9984-a5a5656e9e31 None None] Deleting port 35fcb7f2-c9e4-45b7-946d-9edbd5b19995 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:19:35.946974 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-8fd8761b-9518-47c0-9984-a5a5656e9e31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:36.008718 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-7967126a-3ba0-4d0c-acb2-1eddaa6d3a85 None None] Port 33c53688-4e98-4635-b458-b410bee7ea6d cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:19:36.022523 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port f2e8e4f0-9269-4d86-a8eb-01b07ed31075 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:19:36.189288 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-94fcf3ab-5c56-4389-8345-5f8eb209336b tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:36.212339 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-94fcf3ab-5c56-4389-8345-5f8eb209336b tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Transition to ACTIVE for port object 89b5c165-31f3-4c18-b4d0-ce4bd1847424 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:19:36.231039 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-8fd8761b-9518-47c0-9984-a5a5656e9e31 None None] For port 35fcb7f2-c9e4-45b7-946d-9edbd5b19995, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=35fcb7f2-c9e4-45b7-946d-9edbd5b19995,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:19:36.231912 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-8fd8761b-9518-47c0-9984-a5a5656e9e31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:36.238653 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9004f60-6872-47c1-90fb-1bdfa5e0da95 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Router 4dada8c6-8926-46bc-a52d-2226305d3fcb is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:19:36.244884 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-94fcf3ab-5c56-4389-8345-5f8eb209336b tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:36.330540 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fcf3ab-5c56-4389-8345-5f8eb209336b tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Network 571b8a26-02ff-4c67-916d-b4d63ce4e65b is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:19:36.333844 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-94fcf3ab-5c56-4389-8345-5f8eb209336b tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:19:36.336596 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fcf3ab-5c56-4389-8345-5f8eb209336b tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:19:36.354506 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-77c704ed-e9b2-4845-b941-cdba953a3c0f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:36.381745 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fcf3ab-5c56-4389-8345-5f8eb209336b tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Pushing event updated for resources: {'Port': ['ID=89b5c165-31f3-4c18-b4d0-ce4bd1847424,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:36.400287 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-8fd8761b-9518-47c0-9984-a5a5656e9e31 None None] Calling delete_port for 35fcb7f2-c9e4-45b7-946d-9edbd5b19995 owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:19:36.414089 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fcf3ab-5c56-4389-8345-5f8eb209336b tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:36.414744 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-94fcf3ab-5c56-4389-8345-5f8eb209336b tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:36.443200 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-94fcf3ab-5c56-4389-8345-5f8eb209336b tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9358187 Oct 04 09:19:36.444974 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34464) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:36.453615 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-ad3af422-7019-4100-bf91-b80896ac336e tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Request body: {'floatingip': {'port_id': '89b5c165-31f3-4c18-b4d0-ce4bd1847424'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:19:36.467007 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-77c704ed-e9b2-4845-b941-cdba953a3c0f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Transition to ACTIVE for port object cbf57d9c-2d33-4982-a8bf-c59db5b82c14 will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:19:36.499816 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9004f60-6872-47c1-90fb-1bdfa5e0da95 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:19:36.515636 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-f9004f60-6872-47c1-90fb-1bdfa5e0da95 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "PUT /v2.0/routers/4dada8c6-8926-46bc-a52d-2226305d3fcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3757803 Oct 04 09:19:36.516682 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34468) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:36.520681 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-7967126a-3ba0-4d0c-acb2-1eddaa6d3a85 None None] Attempt 3 to provision port 33c53688-4e98-4635-b458-b410bee7ea6d Oct 04 09:19:36.533693 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-bc834433-0d6b-41ce-a3fd-09166d44e97a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Request body: {'network': {'name': 'tempest-RoutersTest-1286206042'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:19:36.539414 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-bc834433-0d6b-41ce-a3fd-09166d44e97a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:19:36.544954 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-bc834433-0d6b-41ce-a3fd-09166d44e97a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Usage tracker for resource:network and tenant:6ccb91e770a742df955dbeb81520726f is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:19:36.548909 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-bc834433-0d6b-41ce-a3fd-09166d44e97a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:19:36.555230 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-bc834433-0d6b-41ce-a3fd-09166d44e97a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:19:36.564887 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-77c704ed-e9b2-4845-b941-cdba953a3c0f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:36.613288 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ad3af422-7019-4100-bf91-b80896ac336e tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for floatingip, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:36.645501 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d144c268-436b-4e65-9cbe-08d78662475f None None] Sync routers for ids ['4dada8c6-8926-46bc-a52d-2226305d3fcb'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:19:36.660039 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-8fd8761b-9518-47c0-9984-a5a5656e9e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:36.699597 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c704ed-e9b2-4845-b941-cdba953a3c0f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event updated for resources: {'Port': ['ID=cbf57d9c-2d33-4982-a8bf-c59db5b82c14,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:36.704670 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc834433-0d6b-41ce-a3fd-09166d44e97a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Made reservation on behalf of 6ccb91e770a742df955dbeb81520726f for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:19:36.708054 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-bc834433-0d6b-41ce-a3fd-09166d44e97a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:36.735702 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd8761b-9518-47c0-9984-a5a5656e9e31 None None] Pushing event deleted for resources: {'Port': ['ID=35fcb7f2-c9e4-45b7-946d-9edbd5b19995,revision_number=None']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:36.744009 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c704ed-e9b2-4845-b941-cdba953a3c0f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:19:36.746217 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-77c704ed-e9b2-4845-b941-cdba953a3c0f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:19:36.751251 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c704ed-e9b2-4845-b941-cdba953a3c0f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:19:36.756723 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c704ed-e9b2-4845-b941-cdba953a3c0f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:36.757334 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-77c704ed-e9b2-4845-b941-cdba953a3c0f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:36.796830 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc834433-0d6b-41ce-a3fd-09166d44e97a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:19:36.803221 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-77c704ed-e9b2-4845-b941-cdba953a3c0f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3250639 Oct 04 09:19:36.806204 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34472) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:36.848442 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-bc834433-0d6b-41ce-a3fd-09166d44e97a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:36.848789 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-bc834433-0d6b-41ce-a3fd-09166d44e97a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Added segment 602248db-a7ab-4b72-80ff-e56d5ad7b90b of type vlan for network 190066ca-be16-4a69-bddb-2e59b7e31248 Oct 04 09:19:36.891962 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d144c268-436b-4e65-9cbe-08d78662475f None None] Routers {'4dada8c6-8926-46bc-a52d-2226305d3fcb'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:19:36.892635 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-d144c268-436b-4e65-9cbe-08d78662475f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:19:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['4dada8c6-8926-46bc-a52d-2226305d3fcb'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:36.901162 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-bc834433-0d6b-41ce-a3fd-09166d44e97a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:36.945069 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd8761b-9518-47c0-9984-a5a5656e9e31 None None] No DVR routers for this DVR port 35fcb7f2-c9e4-45b7-946d-9edbd5b19995 on host dv-neutron-860215-1-hyperv {{(pid=89034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:19:36.948027 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-bc834433-0d6b-41ce-a3fd-09166d44e97a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:36.956480 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc834433-0d6b-41ce-a3fd-09166d44e97a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:36.957524 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-bc834433-0d6b-41ce-a3fd-09166d44e97a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:36.966982 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-7967126a-3ba0-4d0c-acb2-1eddaa6d3a85 None None] Port 33c53688-4e98-4635-b458-b410bee7ea6d cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:19:37.016514 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6fc282-0dbb-4bc5-a440-55c72e78f91b None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:19:37.093026 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77289ee8-ac2f-4100-9af5-aedfb7276173 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:37.094285 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-77289ee8-ac2f-4100-9af5-aedfb7276173 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Synchronizing usage tracker for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:19:37.101768 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-bc834433-0d6b-41ce-a3fd-09166d44e97a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5840917 Oct 04 09:19:37.103147 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34476) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:37.106182 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc834433-0d6b-41ce-a3fd-09166d44e97a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event updated for resources: {'Network': ['ID=190066ca-be16-4a69-bddb-2e59b7e31248,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:37.110573 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-96ba0eae-4451-436e-8e54-9c586459425b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Request body: {'subnet': {'network_id': '190066ca-be16-4a69-bddb-2e59b7e31248', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:19:37.125747 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-77289ee8-ac2f-4100-9af5-aedfb7276173 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Unset dirty status for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:19:37.125952 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 190066ca-be16-4a69-bddb-2e59b7e31248 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:19:37.127458 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-77289ee8-ac2f-4100-9af5-aedfb7276173 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.3202956 Oct 04 09:19:37.130134 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34480) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:37.155470 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-d144c268-436b-4e65-9cbe-08d78662475f None None] Set router 4dada8c6-8926-46bc-a52d-2226305d3fcb gateway port host: None {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:19:37.358433 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-30f046a8-28aa-4130-b094-928ae264f15c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Deleting port cbf57d9c-2d33-4982-a8bf-c59db5b82c14 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:19:37.358780 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-30f046a8-28aa-4130-b094-928ae264f15c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:37.399859 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-96ba0eae-4451-436e-8e54-9c586459425b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:19:37.474204 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-7967126a-3ba0-4d0c-acb2-1eddaa6d3a85 None None] Attempt 4 to provision port 33c53688-4e98-4635-b458-b410bee7ea6d Oct 04 09:19:37.495440 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-96ba0eae-4451-436e-8e54-9c586459425b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Usage tracker for resource:subnet and tenant:6ccb91e770a742df955dbeb81520726f is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:19:37.503168 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-96ba0eae-4451-436e-8e54-9c586459425b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:19:37.523993 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-96ba0eae-4451-436e-8e54-9c586459425b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:19:37.562791 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-7967126a-3ba0-4d0c-acb2-1eddaa6d3a85 None None] Port 33c53688-4e98-4635-b458-b410bee7ea6d cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:19:37.581573 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ba0eae-4451-436e-8e54-9c586459425b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Made reservation on behalf of 6ccb91e770a742df955dbeb81520726f for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:19:37.585004 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-96ba0eae-4451-436e-8e54-9c586459425b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:37.724841 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-d144c268-436b-4e65-9cbe-08d78662475f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'name': 'tempest-RoutersTest-router-391532728', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:19:29Z', 'updated_at': '2022-10-04T09:19:34Z', 'revision_number': 2, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'gw_port_host': None, '_interfaces': [{'id': '35816987-12d9-4235-8bda-9dabd0bc16fb', 'name': '', 'network_id': 'e8ec1fe9-4d11-48b0-ab68-bc1553d44eb5', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'mac_address': 'fa:16:3e:03:b3:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '6dd458cd-ded9-45b8-9f41-78d853963c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:19:32Z', 'updated_at': '2022-10-04T09:19:34Z', 'revision_number': 2, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'subnets': [{'id': '6dd458cd-ded9-45b8-9f41-78d853963c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:37.728418 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d81668-0478-46a5-8b91-d2e28852a830 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-7b2ac456-c702-437f-ad18-06da05465ab2', 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'tenant_id': '3f91eae3af914b3ca9ea34a1eaa482e2', 'fixed_ips': [{'subnet_id': '4fce6673-b1f2-478d-bef6-4b5630b5e1f1'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:19:37.729234 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b1d81668-0478-46a5-8b91-d2e28852a830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:37.746059 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d144c268-436b-4e65-9cbe-08d78662475f None None] Checking router: 4dada8c6-8926-46bc-a52d-2226305d3fcb for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:19:37.746418 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d144c268-436b-4e65-9cbe-08d78662475f None None] Updating router 4dada8c6-8926-46bc-a52d-2226305d3fcb port 35816987-12d9-4235-8bda-9dabd0bc16fb binding host dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:19:37.855777 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d144c268-436b-4e65-9cbe-08d78662475f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:37.879047 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-30f046a8-28aa-4130-b094-928ae264f15c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:37.985093 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.db.resource_extend [None req-ad3af422-7019-4100-bf91-b80896ac336e tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 04 09:19:38.040034 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-b1d81668-0478-46a5-8b91-d2e28852a830 None None] Allocated IP 2001:db8::f816:3eff:fee7:3247 (7b2ac456-c702-437f-ad18-06da05465ab2/4fce6673-b1f2-478d-bef6-4b5630b5e1f1/06b1ec45-78dd-4d61-9064-7329a1dcd9da) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:19:38.064001 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-7967126a-3ba0-4d0c-acb2-1eddaa6d3a85 None None] Attempt 5 to provision port 33c53688-4e98-4635-b458-b410bee7ea6d Oct 04 09:19:38.115491 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-30f046a8-28aa-4130-b094-928ae264f15c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Calling delete_port for cbf57d9c-2d33-4982-a8bf-c59db5b82c14 owned by {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:19:38.210989 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ad3af422-7019-4100-bf91-b80896ac336e tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:38.230057 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ad3af422-7019-4100-bf91-b80896ac336e tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:38.324282 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-7967126a-3ba0-4d0c-acb2-1eddaa6d3a85 None None] Port 33c53688-4e98-4635-b458-b410bee7ea6d cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:19:38.440483 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-96ba0eae-4451-436e-8e54-9c586459425b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:38.481947 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b1d81668-0478-46a5-8b91-d2e28852a830 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:38.532132 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-b1d81668-0478-46a5-8b91-d2e28852a830 None None] Transition to ACTIVE for port object 06b1ec45-78dd-4d61-9064-7329a1dcd9da will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:19:38.566658 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d144c268-436b-4e65-9cbe-08d78662475f None None] Notify callbacks [] for port, precommit_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:38.569119 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-b1d81668-0478-46a5-8b91-d2e28852a830 None None] Transition to ACTIVE for port object 06b1ec45-78dd-4d61-9064-7329a1dcd9da will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:19:38.575815 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b1d81668-0478-46a5-8b91-d2e28852a830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:38.626699 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d144c268-436b-4e65-9cbe-08d78662475f None None] Transition to ACTIVE for port object 35816987-12d9-4235-8bda-9dabd0bc16fb will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:19:38.646154 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba0eae-4451-436e-8e54-9c586459425b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event updated for resources: {'Subnet': ['ID=0f16c971-29d8-437e-92ff-2e10e07752fb,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:38.646549 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d144c268-436b-4e65-9cbe-08d78662475f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:38.670293 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ba0eae-4451-436e-8e54-9c586459425b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Checking segment: {'id': '602248db-a7ab-4b72-80ff-e56d5ad7b90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '190066ca-be16-4a69-bddb-2e59b7e31248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:19:38.670656 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ba0eae-4451-436e-8e54-9c586459425b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Network hostable DHCP agents. Network: 190066ca-be16-4a69-bddb-2e59b7e31248, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:19:38.678349 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.l3_db [None req-ad3af422-7019-4100-bf91-b80896ac336e tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Floating IP 12f78a5a-9b19-4cfc-b944-bda9710ac0b5 associated. External IP: 172.26.10.54, port: 73928fe3-05ec-4e99-bfb7-1d7f157798d7. Oct 04 09:19:38.695779 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d81668-0478-46a5-8b91-d2e28852a830 None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:19:38.710418 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-b1d81668-0478-46a5-8b91-d2e28852a830 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:19:38.719270 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d81668-0478-46a5-8b91-d2e28852a830 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:19:38.730401 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d81668-0478-46a5-8b91-d2e28852a830 None None] Pushing event updated for resources: {'Port': ['ID=06b1ec45-78dd-4d61-9064-7329a1dcd9da,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:38.768969 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-30f046a8-28aa-4130-b094-928ae264f15c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:38.825343 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f046a8-28aa-4130-b094-928ae264f15c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event deleted for resources: {'Port': ['ID=cbf57d9c-2d33-4982-a8bf-c59db5b82c14,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:38.831399 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ba0eae-4451-436e-8e54-9c586459425b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Network 190066ca-be16-4a69-bddb-2e59b7e31248 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:19:38.847026 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-7967126a-3ba0-4d0c-acb2-1eddaa6d3a85 None None] Attempt 6 to provision port 33c53688-4e98-4635-b458-b410bee7ea6d Oct 04 09:19:38.938913 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-96ba0eae-4451-436e-8e54-9c586459425b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 190066ca-be16-4a69-bddb-2e59b7e31248) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:19:38.958719 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ba0eae-4451-436e-8e54-9c586459425b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:38.959307 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-96ba0eae-4451-436e-8e54-9c586459425b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:38.963079 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-30f046a8-28aa-4130-b094-928ae264f15c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:38.981803 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbbc471-3240-47d7-906e-9e898dfdaf7f None None] Network 190066ca-be16-4a69-bddb-2e59b7e31248 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:19:39.003336 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-30f046a8-28aa-4130-b094-928ae264f15c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/ports/cbf57d9c-2d33-4982-a8bf-c59db5b82c14 HTTP/1.1" status: 204 len: 168 time: 1.8698146 Oct 04 09:19:39.004029 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34484) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:39.004639 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-96ba0eae-4451-436e-8e54-9c586459425b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9004886 Oct 04 09:19:39.007859 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34486) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:39.086590 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853b14eb-9f28-4d5a-a19d-d1bb32ac3103 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:39.088278 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853b14eb-9f28-4d5a-a19d-d1bb32ac3103 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:39.089109 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-853b14eb-9f28-4d5a-a19d-d1bb32ac3103 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Synchronizing usage tracker for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:subnet {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:19:39.091829 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b19ebf-bae2-4843-b612-639663fdaa48 None None] Pushing event updated for resources: {'Port': ['ID=35816987-12d9-4235-8bda-9dabd0bc16fb,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:39.107623 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-7967126a-3ba0-4d0c-acb2-1eddaa6d3a85 None None] Port 33c53688-4e98-4635-b458-b410bee7ea6d cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:19:39.107900 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-853b14eb-9f28-4d5a-a19d-d1bb32ac3103 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Unset dirty status for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:subnet {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:19:39.111526 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-853b14eb-9f28-4d5a-a19d-d1bb32ac3103 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1002657 Oct 04 09:19:39.111675 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-b1d81668-0478-46a5-8b91-d2e28852a830 None None] Attempting to bind port 06b1ec45-78dd-4d61-9064-7329a1dcd9da on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:19:39.111675 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-b1d81668-0478-46a5-8b91-d2e28852a830 None None] Attempting to bind port 06b1ec45-78dd-4d61-9064-7329a1dcd9da by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:19:39.111675 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d81668-0478-46a5-8b91-d2e28852a830 None None] Attempting to bind port 06b1ec45-78dd-4d61-9064-7329a1dcd9da on network 7b2ac456-c702-437f-ad18-06da05465ab2 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:19:39.112166 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34492) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:39.112923 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-d144c268-436b-4e65-9cbe-08d78662475f None None] Attempting to bind port 35816987-12d9-4235-8bda-9dabd0bc16fb on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:19:39.113283 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-d144c268-436b-4e65-9cbe-08d78662475f None None] Attempting to bind port 35816987-12d9-4235-8bda-9dabd0bc16fb by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '0ea51d9f-21af-47ab-9086-c22f3115d363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e8ec1fe9-4d11-48b0-ab68-bc1553d44eb5'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:19:39.113636 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d144c268-436b-4e65-9cbe-08d78662475f None None] Attempting to bind port 35816987-12d9-4235-8bda-9dabd0bc16fb on network e8ec1fe9-4d11-48b0-ab68-bc1553d44eb5 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:19:39.125238 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d81668-0478-46a5-8b91-d2e28852a830 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:19:39.125614 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d81668-0478-46a5-8b91-d2e28852a830 None None] Checking segment: {'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:19:39.126017 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b1d81668-0478-46a5-8b91-d2e28852a830 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:39.126432 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d81668-0478-46a5-8b91-d2e28852a830 None None] Bound using segment: {'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:19:39.126876 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-b1d81668-0478-46a5-8b91-d2e28852a830 None None] Bound port: 06b1ec45-78dd-4d61-9064-7329a1dcd9da, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:19:39.127252 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b1d81668-0478-46a5-8b91-d2e28852a830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:39.140284 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d144c268-436b-4e65-9cbe-08d78662475f None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:19:39.140701 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d144c268-436b-4e65-9cbe-08d78662475f None None] Checking segment: {'id': '0ea51d9f-21af-47ab-9086-c22f3115d363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e8ec1fe9-4d11-48b0-ab68-bc1553d44eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:19:39.141115 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d144c268-436b-4e65-9cbe-08d78662475f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:39.141483 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d144c268-436b-4e65-9cbe-08d78662475f None None] Bound using segment: {'id': '0ea51d9f-21af-47ab-9086-c22f3115d363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e8ec1fe9-4d11-48b0-ab68-bc1553d44eb5'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:19:39.141960 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-d144c268-436b-4e65-9cbe-08d78662475f None None] Bound port: 35816987-12d9-4235-8bda-9dabd0bc16fb, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea51d9f-21af-47ab-9086-c22f3115d363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e8ec1fe9-4d11-48b0-ab68-bc1553d44eb5'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:19:39.142330 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d144c268-436b-4e65-9cbe-08d78662475f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:39.191532 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b87c804-e25c-460c-aa7c-197806170028 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Deleting subnet 4fce6673-b1f2-478d-bef6-4b5630b5e1f1 {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:19:39.195763 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7b87c804-e25c-460c-aa7c-197806170028 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:39.251308 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7b87c804-e25c-460c-aa7c-197806170028 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:39.443764 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-b1d81668-0478-46a5-8b91-d2e28852a830 None None] For port 06b1ec45-78dd-4d61-9064-7329a1dcd9da, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:19:39.447757 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddd0ad2-0aa7-4235-9c54-4c0cce1ef391 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-190066ca-be16-4a69-bddb-2e59b7e31248', 'network_id': '190066ca-be16-4a69-bddb-2e59b7e31248', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'fixed_ips': [{'subnet_id': '0f16c971-29d8-437e-92ff-2e10e07752fb'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:19:39.448695 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-dddd0ad2-0aa7-4235-9c54-4c0cce1ef391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:39.496820 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad3af422-7019-4100-bf91-b80896ac336e tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Router ecf78223-5076-4703-9e43-f1669188e149 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:19:39.527977 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-b1d81668-0478-46a5-8b91-d2e28852a830 None None] For port 06b1ec45-78dd-4d61-9064-7329a1dcd9da, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=06b1ec45-78dd-4d61-9064-7329a1dcd9da,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:19:39.534626 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7b87c804-e25c-460c-aa7c-197806170028 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:39.534821 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d144c268-436b-4e65-9cbe-08d78662475f None None] For port 35816987-12d9-4235-8bda-9dabd0bc16fb, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:19:39.540838 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b1d81668-0478-46a5-8b91-d2e28852a830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:39.611961 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-7967126a-3ba0-4d0c-acb2-1eddaa6d3a85 None None] Attempt 7 to provision port 33c53688-4e98-4635-b458-b410bee7ea6d Oct 04 09:19:39.624620 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7b87c804-e25c-460c-aa7c-197806170028 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:39.652640 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d144c268-436b-4e65-9cbe-08d78662475f None None] For port 35816987-12d9-4235-8bda-9dabd0bc16fb, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=35816987-12d9-4235-8bda-9dabd0bc16fb,segment=NetworkSegment(0ea51d9f-21af-47ab-9086-c22f3115d363),segment_id=0ea51d9f-21af-47ab-9086-c22f3115d363)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:19:39.670005 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b87c804-e25c-460c-aa7c-197806170028 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event deleted for resources: {'Subnet': ['ID=4fce6673-b1f2-478d-bef6-4b5630b5e1f1,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:39.676307 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7b87c804-e25c-460c-aa7c-197806170028 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:39.683770 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d144c268-436b-4e65-9cbe-08d78662475f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:39.697083 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-7b87c804-e25c-460c-aa7c-197806170028 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/subnets/4fce6673-b1f2-478d-bef6-4b5630b5e1f1 HTTP/1.1" status: 204 len: 168 time: 0.5834088 Oct 04 09:19:39.701108 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34504) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:39.794606 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-7967126a-3ba0-4d0c-acb2-1eddaa6d3a85 None None] Port 33c53688-4e98-4635-b458-b410bee7ea6d cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:19:39.802033 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d81668-0478-46a5-8b91-d2e28852a830 None None] Pushing event updated for resources: {'Port': ['ID=06b1ec45-78dd-4d61-9064-7329a1dcd9da,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:39.813679 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-614bdc82-0562-45da-8e24-20c0288b592a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1015613 Oct 04 09:19:39.815017 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34508) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:39.821426 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-df62b733-d969-428b-afc1-0c9aaaa34075 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'subnet': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:19:39.839452 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d144c268-436b-4e65-9cbe-08d78662475f None None] Routers {'4dada8c6-8926-46bc-a52d-2226305d3fcb'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:19:39.840082 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-d144c268-436b-4e65-9cbe-08d78662475f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:19:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['4dada8c6-8926-46bc-a52d-2226305d3fcb'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:39.972760 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-df62b733-d969-428b-afc1-0c9aaaa34075 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:19:39.977111 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-df62b733-d969-428b-afc1-0c9aaaa34075 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Usage tracker for resource:subnet and tenant:3f91eae3af914b3ca9ea34a1eaa482e2 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:19:39.980265 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-df62b733-d969-428b-afc1-0c9aaaa34075 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:19:39.986955 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-df62b733-d969-428b-afc1-0c9aaaa34075 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:19:39.999762 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df62b733-d969-428b-afc1-0c9aaaa34075 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Made reservation on behalf of 3f91eae3af914b3ca9ea34a1eaa482e2 for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:19:40.003659 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-df62b733-d969-428b-afc1-0c9aaaa34075 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:40.099064 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad3af422-7019-4100-bf91-b80896ac336e tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:19:40.111704 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6706730-3808-4e31-8200-d39449c6d2db None None] Sync routers for ids ['ecf78223-5076-4703-9e43-f1669188e149'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:19:40.112232 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-d144c268-436b-4e65-9cbe-08d78662475f None None] Set router 4dada8c6-8926-46bc-a52d-2226305d3fcb gateway port host: None {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:19:40.126633 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6706730-3808-4e31-8200-d39449c6d2db None None] Routers {'ecf78223-5076-4703-9e43-f1669188e149'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:19:40.129237 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-e6706730-3808-4e31-8200-d39449c6d2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:19:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['ecf78223-5076-4703-9e43-f1669188e149'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:40.215448 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-71f03c64-709e-4e72-bf15-6e10871fef72 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:40.230835 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-e6706730-3808-4e31-8200-d39449c6d2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:40.245730 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6706730-3808-4e31-8200-d39449c6d2db None None] Routers {'ecf78223-5076-4703-9e43-f1669188e149'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:19:40.246382 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-e6706730-3808-4e31-8200-d39449c6d2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:19:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['ecf78223-5076-4703-9e43-f1669188e149'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:40.317278 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-7967126a-3ba0-4d0c-acb2-1eddaa6d3a85 None None] Attempt 8 to provision port 33c53688-4e98-4635-b458-b410bee7ea6d Oct 04 09:19:40.323225 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-e6706730-3808-4e31-8200-d39449c6d2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:40.324066 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6706730-3808-4e31-8200-d39449c6d2db None None] The sync data for ids ['ecf78223-5076-4703-9e43-f1669188e149'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:19:40.415101 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b19ebf-bae2-4843-b612-639663fdaa48 None None] Pushing event updated for resources: {'Port': ['ID=35816987-12d9-4235-8bda-9dabd0bc16fb,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:40.429588 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-dddd0ad2-0aa7-4235-9c54-4c0cce1ef391 None None] Allocated IP 172.21.0.2 (190066ca-be16-4a69-bddb-2e59b7e31248/0f16c971-29d8-437e-92ff-2e10e07752fb/3a4f821d-57cd-4b6d-9f8a-5c6e2959b7a8) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:19:40.471202 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.objects.ports [None req-df62b733-d969-428b-afc1-0c9aaaa34075 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89033) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Oct 04 09:19:40.492990 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-7967126a-3ba0-4d0c-acb2-1eddaa6d3a85 None None] Port 33c53688-4e98-4635-b458-b410bee7ea6d cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:19:40.681190 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-df62b733-d969-428b-afc1-0c9aaaa34075 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:40.779926 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-d144c268-436b-4e65-9cbe-08d78662475f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'name': 'tempest-RoutersTest-router-391532728', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:19:29Z', 'updated_at': '2022-10-04T09:19:34Z', 'revision_number': 2, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'gw_port_host': None, '_interfaces': [{'id': '35816987-12d9-4235-8bda-9dabd0bc16fb', 'name': '', 'network_id': 'e8ec1fe9-4d11-48b0-ab68-bc1553d44eb5', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'mac_address': 'fa:16:3e:03:b3:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '6dd458cd-ded9-45b8-9f41-78d853963c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:19:32Z', 'updated_at': '2022-10-04T09:19:39Z', 'revision_number': 4, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'subnets': [{'id': '6dd458cd-ded9-45b8-9f41-78d853963c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:40.785416 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-dddd0ad2-0aa7-4235-9c54-4c0cce1ef391 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:40.790813 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad3af422-7019-4100-bf91-b80896ac336e tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Router 745509bb-c7fa-4984-9d28-c73857b99029 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:19:40.791798 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d144c268-436b-4e65-9cbe-08d78662475f None None] The sync data for ids ['4dada8c6-8926-46bc-a52d-2226305d3fcb'] in dv-neutron-860215-1-hyperv is: [{'id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'name': 'tempest-RoutersTest-router-391532728', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:19:29Z', 'updated_at': '2022-10-04T09:19:34Z', 'revision_number': 2, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'gw_port_host': None, '_interfaces': [{'id': '35816987-12d9-4235-8bda-9dabd0bc16fb', 'name': '', 'network_id': 'e8ec1fe9-4d11-48b0-ab68-bc1553d44eb5', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'mac_address': 'fa:16:3e:03:b3:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '6dd458cd-ded9-45b8-9f41-78d853963c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:19:32Z', 'updated_at': '2022-10-04T09:19:39Z', 'revision_number': 4, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'subnets': [{'id': '6dd458cd-ded9-45b8-9f41-78d853963c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:19:40.799274 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-dddd0ad2-0aa7-4235-9c54-4c0cce1ef391 None None] Transition to ACTIVE for port object 3a4f821d-57cd-4b6d-9f8a-5c6e2959b7a8 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:19:40.823139 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-dddd0ad2-0aa7-4235-9c54-4c0cce1ef391 None None] Transition to ACTIVE for port object 3a4f821d-57cd-4b6d-9f8a-5c6e2959b7a8 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:19:40.839458 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-dddd0ad2-0aa7-4235-9c54-4c0cce1ef391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:40.943721 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd0ad2-0aa7-4235-9c54-4c0cce1ef391 None None] Pushing event updated for resources: {'Port': ['ID=3a4f821d-57cd-4b6d-9f8a-5c6e2959b7a8,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:40.948751 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddd0ad2-0aa7-4235-9c54-4c0cce1ef391 None None] Network 190066ca-be16-4a69-bddb-2e59b7e31248 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:19:40.949992 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-dddd0ad2-0aa7-4235-9c54-4c0cce1ef391 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:19:40.953203 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddd0ad2-0aa7-4235-9c54-4c0cce1ef391 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:19:41.007288 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-7967126a-3ba0-4d0c-acb2-1eddaa6d3a85 None None] Attempt 9 to provision port 33c53688-4e98-4635-b458-b410bee7ea6d Oct 04 09:19:41.045012 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-71f03c64-709e-4e72-bf15-6e10871fef72 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Allocated IP 172.21.0.1 (190066ca-be16-4a69-bddb-2e59b7e31248/0f16c971-29d8-437e-92ff-2e10e07752fb/3059458f-0716-471c-b26b-16703117fbb4) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:19:41.064753 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-df62b733-d969-428b-afc1-0c9aaaa34075 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] For port 06b1ec45-78dd-4d61-9064-7329a1dcd9da, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=06b1ec45-78dd-4d61-9064-7329a1dcd9da,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:19:41.146700 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-df62b733-d969-428b-afc1-0c9aaaa34075 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:41.158546 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-df62b733-d969-428b-afc1-0c9aaaa34075 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:41.159460 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-df62b733-d969-428b-afc1-0c9aaaa34075 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:41.186394 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-dddd0ad2-0aa7-4235-9c54-4c0cce1ef391 None None] Attempting to bind port 3a4f821d-57cd-4b6d-9f8a-5c6e2959b7a8 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:19:41.186868 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-dddd0ad2-0aa7-4235-9c54-4c0cce1ef391 None None] Attempting to bind port 3a4f821d-57cd-4b6d-9f8a-5c6e2959b7a8 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '602248db-a7ab-4b72-80ff-e56d5ad7b90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '190066ca-be16-4a69-bddb-2e59b7e31248'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:19:41.187331 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddd0ad2-0aa7-4235-9c54-4c0cce1ef391 None None] Attempting to bind port 3a4f821d-57cd-4b6d-9f8a-5c6e2959b7a8 on network 190066ca-be16-4a69-bddb-2e59b7e31248 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:19:41.217991 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddd0ad2-0aa7-4235-9c54-4c0cce1ef391 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:19:41.219171 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddd0ad2-0aa7-4235-9c54-4c0cce1ef391 None None] Checking segment: {'id': '602248db-a7ab-4b72-80ff-e56d5ad7b90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '190066ca-be16-4a69-bddb-2e59b7e31248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:19:41.219706 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-dddd0ad2-0aa7-4235-9c54-4c0cce1ef391 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:41.220203 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddd0ad2-0aa7-4235-9c54-4c0cce1ef391 None None] Bound using segment: {'id': '602248db-a7ab-4b72-80ff-e56d5ad7b90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '190066ca-be16-4a69-bddb-2e59b7e31248'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:19:41.220959 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-dddd0ad2-0aa7-4235-9c54-4c0cce1ef391 None None] Bound port: 3a4f821d-57cd-4b6d-9f8a-5c6e2959b7a8, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '602248db-a7ab-4b72-80ff-e56d5ad7b90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '190066ca-be16-4a69-bddb-2e59b7e31248'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:19:41.221865 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-dddd0ad2-0aa7-4235-9c54-4c0cce1ef391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:41.233395 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-7967126a-3ba0-4d0c-acb2-1eddaa6d3a85 None None] Port 33c53688-4e98-4635-b458-b410bee7ea6d cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:19:41.239086 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:41.283788 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3499599f-4af7-4ef6-89a0-beb69fb802bd None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:19:41.367551 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df62b733-d969-428b-afc1-0c9aaaa34075 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:19:41.373404 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-df62b733-d969-428b-afc1-0c9aaaa34075 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:19:41.382760 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df62b733-d969-428b-afc1-0c9aaaa34075 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:41.383362 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-df62b733-d969-428b-afc1-0c9aaaa34075 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:41.391934 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 35816987-12d9-4235-8bda-9dabd0bc16fb up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:19:41.395362 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad3af422-7019-4100-bf91-b80896ac336e tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:19:41.411782 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ad3af422-7019-4100-bf91-b80896ac336e tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:41.426451 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-df62b733-d969-428b-afc1-0c9aaaa34075 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6078894 Oct 04 09:19:41.428917 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34512) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:41.437323 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1953000b-7b66-44da-bb4d-b05c0bb0a574 None None] Sync routers for ids ['745509bb-c7fa-4984-9d28-c73857b99029'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:19:41.437937 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df62b733-d969-428b-afc1-0c9aaaa34075 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event updated for resources: {'Port': ['ID=06b1ec45-78dd-4d61-9064-7329a1dcd9da,revision_number=5']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:41.443950 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-48730d9b-641b-4234-9fd5-a86d8d47b50a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'port': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'mac_address': 'fa:16:3e:7c:01:b2', 'name': 'tempest-NetworksTestDHCPv6-1373574514'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:19:41.497858 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1953000b-7b66-44da-bb4d-b05c0bb0a574 None None] Routers {'745509bb-c7fa-4984-9d28-c73857b99029'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:19:41.499596 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-1953000b-7b66-44da-bb4d-b05c0bb0a574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:19:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['745509bb-c7fa-4984-9d28-c73857b99029'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:41.581001 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-ad3af422-7019-4100-bf91-b80896ac336e tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] 10.222.0.50 "PUT /v2.0/floatingips/12f78a5a-9b19-4cfc-b944-bda9710ac0b5 HTTP/1.1" status: 200 len: 979 time: 5.1342700 Oct 04 09:19:41.585821 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34516) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:41.588772 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-1953000b-7b66-44da-bb4d-b05c0bb0a574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:41.600383 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df62b733-d969-428b-afc1-0c9aaaa34075 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event updated for resources: {'Subnet': ['ID=e4003f0e-c579-405e-8e5d-4c05223d44fb,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:41.604298 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-48730d9b-641b-4234-9fd5-a86d8d47b50a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:19:41.608817 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-48730d9b-641b-4234-9fd5-a86d8d47b50a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Usage tracker for resource:port and tenant:3f91eae3af914b3ca9ea34a1eaa482e2 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:19:41.611276 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-dddd0ad2-0aa7-4235-9c54-4c0cce1ef391 None None] For port 3a4f821d-57cd-4b6d-9f8a-5c6e2959b7a8, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:19:41.611964 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-48730d9b-641b-4234-9fd5-a86d8d47b50a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:19:41.619952 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-48730d9b-641b-4234-9fd5-a86d8d47b50a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:19:41.640618 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48730d9b-641b-4234-9fd5-a86d8d47b50a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Made reservation on behalf of 3f91eae3af914b3ca9ea34a1eaa482e2 for: {'port': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:19:41.656339 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1953000b-7b66-44da-bb4d-b05c0bb0a574 None None] Routers {'745509bb-c7fa-4984-9d28-c73857b99029'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:19:41.657193 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-1953000b-7b66-44da-bb4d-b05c0bb0a574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:19:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['745509bb-c7fa-4984-9d28-c73857b99029'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:41.718539 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-dddd0ad2-0aa7-4235-9c54-4c0cce1ef391 None None] For port 3a4f821d-57cd-4b6d-9f8a-5c6e2959b7a8, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=3a4f821d-57cd-4b6d-9f8a-5c6e2959b7a8,segment=NetworkSegment(602248db-a7ab-4b72-80ff-e56d5ad7b90b),segment_id=602248db-a7ab-4b72-80ff-e56d5ad7b90b)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:19:41.729335 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 35816987-12d9-4235-8bda-9dabd0bc16fb completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:19:41.735879 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-7967126a-3ba0-4d0c-acb2-1eddaa6d3a85 None None] Attempt 10 to provision port 33c53688-4e98-4635-b458-b410bee7ea6d Oct 04 09:19:41.803216 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-48730d9b-641b-4234-9fd5-a86d8d47b50a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:41.809775 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-71f03c64-709e-4e72-bf15-6e10871fef72 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:41.822308 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-4db404f5-fea6-4780-a345-89e04d24d5c5 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Deleting port 89b5c165-31f3-4c18-b4d0-ce4bd1847424 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:19:41.822546 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-dddd0ad2-0aa7-4235-9c54-4c0cce1ef391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:41.823029 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4db404f5-fea6-4780-a345-89e04d24d5c5 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:41.830571 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-1953000b-7b66-44da-bb4d-b05c0bb0a574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:41.831087 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1953000b-7b66-44da-bb4d-b05c0bb0a574 None None] The sync data for ids ['745509bb-c7fa-4984-9d28-c73857b99029'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:19:41.834953 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [None req-48730d9b-641b-4234-9fd5-a86d8d47b50a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] device_id is not set on port 831c507a-c374-4671-85ad-b122fc701d5e yet. {{(pid=89033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:19:41.887341 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-71f03c64-709e-4e72-bf15-6e10871fef72 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Transition to ACTIVE for port object 3059458f-0716-471c-b26b-16703117fbb4 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:19:41.898459 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 06b1ec45-78dd-4d61-9064-7329a1dcd9da up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:19:42.031939 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-7967126a-3ba0-4d0c-acb2-1eddaa6d3a85 None None] Port 33c53688-4e98-4635-b458-b410bee7ea6d cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:19:42.094415 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd0ad2-0aa7-4235-9c54-4c0cce1ef391 None None] Pushing event updated for resources: {'Port': ['ID=3a4f821d-57cd-4b6d-9f8a-5c6e2959b7a8,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:42.133813 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 06b1ec45-78dd-4d61-9064-7329a1dcd9da completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:19:42.134054 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-71f03c64-709e-4e72-bf15-6e10871fef72 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:42.171436 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-063d9f75-f82e-4412-be79-24fc87cae08b None None] Provisioning for port 35816987-12d9-4235-8bda-9dabd0bc16fb completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:19:42.176038 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-063d9f75-f82e-4412-be79-24fc87cae08b None None] Provisioning complete for port 35816987-12d9-4235-8bda-9dabd0bc16fb triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:19:42.176789 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-063d9f75-f82e-4412-be79-24fc87cae08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:42.177187 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-063d9f75-f82e-4412-be79-24fc87cae08b None None] Attempt 1 to provision port 35816987-12d9-4235-8bda-9dabd0bc16fb Oct 04 09:19:42.186197 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-48730d9b-641b-4234-9fd5-a86d8d47b50a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Allocated IP 2001:db8::f816:3eff:fe7c:1b2 (7b2ac456-c702-437f-ad18-06da05465ab2/e4003f0e-c579-405e-8e5d-4c05223d44fb/831c507a-c374-4671-85ad-b122fc701d5e) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:19:42.207236 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f03c64-709e-4e72-bf15-6e10871fef72 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Network 190066ca-be16-4a69-bddb-2e59b7e31248 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:19:42.244604 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-71f03c64-709e-4e72-bf15-6e10871fef72 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:19:42.252266 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f03c64-709e-4e72-bf15-6e10871fef72 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:19:42.335829 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4db404f5-fea6-4780-a345-89e04d24d5c5 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:42.348339 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f03c64-709e-4e72-bf15-6e10871fef72 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event updated for resources: {'Port': ['ID=3059458f-0716-471c-b26b-16703117fbb4,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:42.389241 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-063d9f75-f82e-4412-be79-24fc87cae08b None None] Current status of the port 35816987-12d9-4235-8bda-9dabd0bc16fb is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:19:42.389906 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-063d9f75-f82e-4412-be79-24fc87cae08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:42.449436 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-063d9f75-f82e-4412-be79-24fc87cae08b None None] For port 35816987-12d9-4235-8bda-9dabd0bc16fb, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=35816987-12d9-4235-8bda-9dabd0bc16fb,segment=NetworkSegment(0ea51d9f-21af-47ab-9086-c22f3115d363),segment_id=0ea51d9f-21af-47ab-9086-c22f3115d363)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:19:42.455687 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-063d9f75-f82e-4412-be79-24fc87cae08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:42.485000 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-48730d9b-641b-4234-9fd5-a86d8d47b50a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:42.503105 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-48730d9b-641b-4234-9fd5-a86d8d47b50a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Transition to ACTIVE for port object 831c507a-c374-4671-85ad-b122fc701d5e will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:19:42.504102 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6703a521-557a-4fa6-a30d-007171d2a60b None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:19:42.528236 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-48730d9b-641b-4234-9fd5-a86d8d47b50a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:42.537793 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-71f03c64-709e-4e72-bf15-6e10871fef72 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737202'] for router_interface, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:42.608700 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48730d9b-641b-4234-9fd5-a86d8d47b50a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:19:42.616645 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-48730d9b-641b-4234-9fd5-a86d8d47b50a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:19:42.621859 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48730d9b-641b-4234-9fd5-a86d8d47b50a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:19:42.623286 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-063d9f75-f82e-4412-be79-24fc87cae08b None None] Provisioning complete for port 33c53688-4e98-4635-b458-b410bee7ea6d triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:19:42.623936 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-063d9f75-f82e-4412-be79-24fc87cae08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:42.624276 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-063d9f75-f82e-4412-be79-24fc87cae08b None None] Attempt 1 to provision port 33c53688-4e98-4635-b458-b410bee7ea6d Oct 04 09:19:42.628438 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48730d9b-641b-4234-9fd5-a86d8d47b50a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:42.629152 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-48730d9b-641b-4234-9fd5-a86d8d47b50a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:42.661847 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48730d9b-641b-4234-9fd5-a86d8d47b50a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event updated for resources: {'Port': ['ID=831c507a-c374-4671-85ad-b122fc701d5e,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:42.673577 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-48730d9b-641b-4234-9fd5-a86d8d47b50a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2404191 Oct 04 09:19:42.676045 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34522) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:42.690622 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063d9f75-f82e-4412-be79-24fc87cae08b None None] Pushing event updated for resources: {'Port': ['ID=35816987-12d9-4235-8bda-9dabd0bc16fb,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:42.716752 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4db404f5-fea6-4780-a345-89e04d24d5c5 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:42.717704 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4db404f5-fea6-4780-a345-89e04d24d5c5 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:42.718063 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.l3_db [None req-4db404f5-fea6-4780-a345-89e04d24d5c5 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Floating IP 12f78a5a-9b19-4cfc-b944-bda9710ac0b5 disassociated. External IP: 172.26.10.54, port: 89b5c165-31f3-4c18-b4d0-ce4bd1847424. Oct 04 09:19:42.718437 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-4db404f5-fea6-4780-a345-89e04d24d5c5 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Calling delete_port for 89b5c165-31f3-4c18-b4d0-ce4bd1847424 owned by {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:19:42.720511 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-063d9f75-f82e-4412-be79-24fc87cae08b None None] Port 33c53688-4e98-4635-b458-b410bee7ea6d cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:19:42.818927 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd74bde-86b5-4aa7-965a-fa621212e60e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:42.824904 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd74bde-86b5-4aa7-965a-fa621212e60e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:42.825715 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-2dd74bde-86b5-4aa7-965a-fa621212e60e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Synchronizing usage tracker for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:19:42.844560 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-2dd74bde-86b5-4aa7-965a-fa621212e60e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Unset dirty status for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:19:42.848725 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-2dd74bde-86b5-4aa7-965a-fa621212e60e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1714799 Oct 04 09:19:42.849314 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34526) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:42.870067 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-71f03c64-709e-4e72-bf15-6e10871fef72 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:42.926182 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-057cd91c-021b-459a-91be-b2c3e78ecfb1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Deleting port 831c507a-c374-4671-85ad-b122fc701d5e {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:19:42.926182 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-057cd91c-021b-459a-91be-b2c3e78ecfb1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:43.175852 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4db404f5-fea6-4780-a345-89e04d24d5c5 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:43.222888 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-063d9f75-f82e-4412-be79-24fc87cae08b None None] Attempt 2 to provision port 33c53688-4e98-4635-b458-b410bee7ea6d Oct 04 09:19:43.230233 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-057cd91c-021b-459a-91be-b2c3e78ecfb1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:43.244590 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db404f5-fea6-4780-a345-89e04d24d5c5 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Pushing event deleted for resources: {'Port': ['ID=89b5c165-31f3-4c18-b4d0-ce4bd1847424,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:43.362919 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-063d9f75-f82e-4412-be79-24fc87cae08b None None] Port 33c53688-4e98-4635-b458-b410bee7ea6d cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:19:43.424550 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 35816987-12d9-4235-8bda-9dabd0bc16fb up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:19:43.434974 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-057cd91c-021b-459a-91be-b2c3e78ecfb1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Calling delete_port for 831c507a-c374-4671-85ad-b122fc701d5e owned by {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:19:43.509376 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 35816987-12d9-4235-8bda-9dabd0bc16fb triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:19:43.509895 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:43.510325 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 35816987-12d9-4235-8bda-9dabd0bc16fb Oct 04 09:19:43.659116 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-057cd91c-021b-459a-91be-b2c3e78ecfb1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:43.689155 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcdbf901-f0b5-494b-b5bd-c64296982518 None None] Network 190066ca-be16-4a69-bddb-2e59b7e31248 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:19:43.713103 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057cd91c-021b-459a-91be-b2c3e78ecfb1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event deleted for resources: {'Port': ['ID=831c507a-c374-4671-85ad-b122fc701d5e,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:43.774826 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-057cd91c-021b-459a-91be-b2c3e78ecfb1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:43.795699 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-057cd91c-021b-459a-91be-b2c3e78ecfb1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/ports/831c507a-c374-4671-85ad-b122fc701d5e HTTP/1.1" status: 204 len: 168 time: 0.9453552 Oct 04 09:19:43.796295 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34530) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:43.810191 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 35816987-12d9-4235-8bda-9dabd0bc16fb is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:19:43.812217 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 3a4f821d-57cd-4b6d-9f8a-5c6e2959b7a8 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:19:43.874707 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6370ec8-13b2-48fb-bfbf-dda08fa15061 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:43.876213 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6370ec8-13b2-48fb-bfbf-dda08fa15061 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:43.877200 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-d6370ec8-13b2-48fb-bfbf-dda08fa15061 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Synchronizing usage tracker for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:subnet {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:19:43.888658 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-063d9f75-f82e-4412-be79-24fc87cae08b None None] Attempt 3 to provision port 33c53688-4e98-4635-b458-b410bee7ea6d Oct 04 09:19:43.898385 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4db404f5-fea6-4780-a345-89e04d24d5c5 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Router 745509bb-c7fa-4984-9d28-c73857b99029 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:19:43.901527 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-d6370ec8-13b2-48fb-bfbf-dda08fa15061 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Unset dirty status for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:subnet {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:19:43.905800 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-d6370ec8-13b2-48fb-bfbf-dda08fa15061 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1061618 Oct 04 09:19:43.906448 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34534) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:43.990873 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-063d9f75-f82e-4412-be79-24fc87cae08b None None] Port 33c53688-4e98-4635-b458-b410bee7ea6d cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:19:44.009569 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-e158cb24-3268-46df-bb6c-18bc871c5fbe tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Deleting subnet e4003f0e-c579-405e-8e5d-4c05223d44fb {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:19:44.013899 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e158cb24-3268-46df-bb6c-18bc871c5fbe tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:44.017692 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-71f03c64-709e-4e72-bf15-6e10871fef72 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:44.034788 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 3a4f821d-57cd-4b6d-9f8a-5c6e2959b7a8 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:19:44.044814 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 06b1ec45-78dd-4d61-9064-7329a1dcd9da up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:19:44.091577 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-71f03c64-709e-4e72-bf15-6e10871fef72 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:44.096341 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e158cb24-3268-46df-bb6c-18bc871c5fbe tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:44.193540 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e158cb24-3268-46df-bb6c-18bc871c5fbe tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:44.251376 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db404f5-fea6-4780-a345-89e04d24d5c5 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:19:44.253027 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-71f03c64-709e-4e72-bf15-6e10871fef72 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736777'] for router_interface, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:44.261747 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e03d29-4539-4ed3-8fdd-099e927fc25d None None] Sync routers for ids ['745509bb-c7fa-4984-9d28-c73857b99029'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:19:44.276314 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e03d29-4539-4ed3-8fdd-099e927fc25d None None] Routers {'745509bb-c7fa-4984-9d28-c73857b99029'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:19:44.279002 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-38e03d29-4539-4ed3-8fdd-099e927fc25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:19:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['745509bb-c7fa-4984-9d28-c73857b99029'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:44.297015 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f03c64-709e-4e72-bf15-6e10871fef72 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event updated for resources: {'Port': ['ID=3059458f-0716-471c-b26b-16703117fbb4,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:44.315544 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e158cb24-3268-46df-bb6c-18bc871c5fbe tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:44.372759 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e158cb24-3268-46df-bb6c-18bc871c5fbe tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:44.376572 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-38e03d29-4539-4ed3-8fdd-099e927fc25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:44.397063 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-e158cb24-3268-46df-bb6c-18bc871c5fbe tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/subnets/e4003f0e-c579-405e-8e5d-4c05223d44fb HTTP/1.1" status: 204 len: 168 time: 0.4890289 Oct 04 09:19:44.397906 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e158cb24-3268-46df-bb6c-18bc871c5fbe tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event deleted for resources: {'Subnet': ['ID=e4003f0e-c579-405e-8e5d-4c05223d44fb,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:44.398328 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e03d29-4539-4ed3-8fdd-099e927fc25d None None] Routers {'745509bb-c7fa-4984-9d28-c73857b99029'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:19:44.398958 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-38e03d29-4539-4ed3-8fdd-099e927fc25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:19:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['745509bb-c7fa-4984-9d28-c73857b99029'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:44.399751 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34538) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:44.476483 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4db404f5-fea6-4780-a345-89e04d24d5c5 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:44.481394 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-38e03d29-4539-4ed3-8fdd-099e927fc25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:44.481807 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e03d29-4539-4ed3-8fdd-099e927fc25d None None] The sync data for ids ['745509bb-c7fa-4984-9d28-c73857b99029'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:19:44.492818 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-063d9f75-f82e-4412-be79-24fc87cae08b None None] Attempt 4 to provision port 33c53688-4e98-4635-b458-b410bee7ea6d Oct 04 09:19:44.500959 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-4db404f5-fea6-4780-a345-89e04d24d5c5 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] 10.222.0.50 "DELETE /v2.0/ports/89b5c165-31f3-4c18-b4d0-ce4bd1847424 HTTP/1.1" status: 204 len: 168 time: 2.9088149 Oct 04 09:19:44.501181 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-94a96865-45c0-47eb-8a9c-e907c2e7c187 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0950110 Oct 04 09:19:44.506846 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34544) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:44.507001 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34542) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:44.583713 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-063d9f75-f82e-4412-be79-24fc87cae08b None None] Port 33c53688-4e98-4635-b458-b410bee7ea6d cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:19:44.597625 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f03c64-709e-4e72-bf15-6e10871fef72 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Network 190066ca-be16-4a69-bddb-2e59b7e31248 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:19:44.599512 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-71f03c64-709e-4e72-bf15-6e10871fef72 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:19:44.601985 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09441ea1-e96c-4bc2-be50-a7571524f2fc None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:19:44.802457 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71f03c64-709e-4e72-bf15-6e10871fef72 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Router 4dada8c6-8926-46bc-a52d-2226305d3fcb has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:19:44.810864 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6639d9c-f83f-4463-980f-c44d377b95b2 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:44.811591 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-a6639d9c-f83f-4463-980f-c44d377b95b2 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Synchronizing usage tracker for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:19:44.957320 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-a6639d9c-f83f-4463-980f-c44d377b95b2 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Unset dirty status for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:19:44.960860 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-a6639d9c-f83f-4463-980f-c44d377b95b2 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4511497 Oct 04 09:19:44.963125 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34550) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:44.987429 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813a22f1-9434-4940-8fff-0906a24d76b2 None None] DHCP port deletion for 7b2ac456-c702-437f-ad18-06da05465ab2 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:19:44.992019 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-813a22f1-9434-4940-8fff-0906a24d76b2 None None] Deleting port 06b1ec45-78dd-4d61-9064-7329a1dcd9da {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:19:44.992842 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-813a22f1-9434-4940-8fff-0906a24d76b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:45.004450 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f03c64-709e-4e72-bf15-6e10871fef72 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:19:45.015282 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-71f03c64-709e-4e72-bf15-6e10871fef72 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "PUT /v2.0/routers/4dada8c6-8926-46bc-a52d-2226305d3fcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0035121 Oct 04 09:19:45.016348 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34554) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:45.024753 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-2fde9747-eb94-4fb1-bcea-05ce670e01d1 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Request body: {'network': {'name': 'tempest-RoutersTest-1416703856'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:19:45.032138 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-2fde9747-eb94-4fb1-bcea-05ce670e01d1 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:19:45.033316 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ed6b6d-50bd-49b3-8905-5b9f913f9bc4 None None] Sync routers for ids ['4dada8c6-8926-46bc-a52d-2226305d3fcb'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:19:45.037063 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-2fde9747-eb94-4fb1-bcea-05ce670e01d1 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Usage tracker for resource:network and tenant:6ccb91e770a742df955dbeb81520726f is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:19:45.040756 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-2fde9747-eb94-4fb1-bcea-05ce670e01d1 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:19:45.048485 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-2fde9747-eb94-4fb1-bcea-05ce670e01d1 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:19:45.058806 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ed6b6d-50bd-49b3-8905-5b9f913f9bc4 None None] Routers {'4dada8c6-8926-46bc-a52d-2226305d3fcb'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:19:45.059208 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-33ed6b6d-50bd-49b3-8905-5b9f913f9bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:19:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['4dada8c6-8926-46bc-a52d-2226305d3fcb'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:45.066138 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fde9747-eb94-4fb1-bcea-05ce670e01d1 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Made reservation on behalf of 6ccb91e770a742df955dbeb81520726f for: {'network': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:19:45.070699 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2fde9747-eb94-4fb1-bcea-05ce670e01d1 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:45.108894 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fde9747-eb94-4fb1-bcea-05ce670e01d1 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=89032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:19:45.118255 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce40d6f-3d4e-4682-962a-ca11691e519b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:45.118946 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-6ce40d6f-3d4e-4682-962a-ca11691e519b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Synchronizing usage tracker for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:subnet {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:19:45.121092 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-063d9f75-f82e-4412-be79-24fc87cae08b None None] Attempt 5 to provision port 33c53688-4e98-4635-b458-b410bee7ea6d Oct 04 09:19:45.124270 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2fde9747-eb94-4fb1-bcea-05ce670e01d1 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:45.125489 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.segments_db [None req-2fde9747-eb94-4fb1-bcea-05ce670e01d1 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Added segment 2c08c09b-1729-41b5-9680-a716887c64bb of type vlan for network 4991eb33-b5a2-4912-9dd2-54e72fa8e2b8 Oct 04 09:19:45.186487 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-6ce40d6f-3d4e-4682-962a-ca11691e519b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Unset dirty status for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:subnet {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:19:45.186487 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-6ce40d6f-3d4e-4682-962a-ca11691e519b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2209480 Oct 04 09:19:45.189370 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34558) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:45.245769 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 06b1ec45-78dd-4d61-9064-7329a1dcd9da no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:19:45.295908 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-59bf27fe-4381-4ef8-ae6d-bf114425f2c9 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0996590 Oct 04 09:19:45.298156 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34562) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:45.304615 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-ea23b977-4aa9-4cd6-91d8-cf84b267609e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'subnet': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:19:45.307853 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2fde9747-eb94-4fb1-bcea-05ce670e01d1 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:45.344210 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2fde9747-eb94-4fb1-bcea-05ce670e01d1 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:45.353853 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fde9747-eb94-4fb1-bcea-05ce670e01d1 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:45.354648 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2fde9747-eb94-4fb1-bcea-05ce670e01d1 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:45.378399 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-063d9f75-f82e-4412-be79-24fc87cae08b None None] Port 33c53688-4e98-4635-b458-b410bee7ea6d cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:19:45.402738 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-33ed6b6d-50bd-49b3-8905-5b9f913f9bc4 None None] Set router 4dada8c6-8926-46bc-a52d-2226305d3fcb gateway port host: None {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:19:45.407260 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-2fde9747-eb94-4fb1-bcea-05ce670e01d1 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3867002 Oct 04 09:19:45.410864 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34566) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:45.468718 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-5b5c4062-5563-4fc8-b785-f47184b6cb4f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Request body: {'subnet': {'network_id': '4991eb33-b5a2-4912-9dd2-54e72fa8e2b8', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:19:45.479886 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-ea23b977-4aa9-4cd6-91d8-cf84b267609e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:19:45.493765 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-ea23b977-4aa9-4cd6-91d8-cf84b267609e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:19:45.538446 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea23b977-4aa9-4cd6-91d8-cf84b267609e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Made reservation on behalf of 3f91eae3af914b3ca9ea34a1eaa482e2 for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:19:45.541908 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ea23b977-4aa9-4cd6-91d8-cf84b267609e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:45.594628 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fde9747-eb94-4fb1-bcea-05ce670e01d1 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event updated for resources: {'Network': ['ID=4991eb33-b5a2-4912-9dd2-54e72fa8e2b8,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:45.624244 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-5b5c4062-5563-4fc8-b785-f47184b6cb4f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:19:45.624533 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 4991eb33-b5a2-4912-9dd2-54e72fa8e2b8 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:19:45.627922 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-5b5c4062-5563-4fc8-b785-f47184b6cb4f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Usage tracker for resource:subnet and tenant:6ccb91e770a742df955dbeb81520726f is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:19:45.630879 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-5b5c4062-5563-4fc8-b785-f47184b6cb4f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:19:45.636614 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-5b5c4062-5563-4fc8-b785-f47184b6cb4f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:19:45.651374 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5c4062-5563-4fc8-b785-f47184b6cb4f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Made reservation on behalf of 6ccb91e770a742df955dbeb81520726f for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:19:45.655508 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5b5c4062-5563-4fc8-b785-f47184b6cb4f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:45.693944 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c840d42c-c2e0-4c2f-8247-310369646c32 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736827'] for router_interface, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:45.818049 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-813a22f1-9434-4940-8fff-0906a24d76b2 None None] For port 06b1ec45-78dd-4d61-9064-7329a1dcd9da, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=06b1ec45-78dd-4d61-9064-7329a1dcd9da,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:19:45.818435 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-813a22f1-9434-4940-8fff-0906a24d76b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:45.896172 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5b5c4062-5563-4fc8-b785-f47184b6cb4f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:45.945298 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-063d9f75-f82e-4412-be79-24fc87cae08b None None] Attempt 6 to provision port 33c53688-4e98-4635-b458-b410bee7ea6d Oct 04 09:19:45.983686 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5c4062-5563-4fc8-b785-f47184b6cb4f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event updated for resources: {'Subnet': ['ID=c847f6c1-b530-43bd-979a-b88c19437cfc,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:45.991563 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5c4062-5563-4fc8-b785-f47184b6cb4f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Checking segment: {'id': '2c08c09b-1729-41b5-9680-a716887c64bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4991eb33-b5a2-4912-9dd2-54e72fa8e2b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:19:45.991918 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5c4062-5563-4fc8-b785-f47184b6cb4f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Network hostable DHCP agents. Network: 4991eb33-b5a2-4912-9dd2-54e72fa8e2b8, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:19:46.012126 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5c4062-5563-4fc8-b785-f47184b6cb4f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Network 4991eb33-b5a2-4912-9dd2-54e72fa8e2b8 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:19:46.022505 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-5b5c4062-5563-4fc8-b785-f47184b6cb4f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 4991eb33-b5a2-4912-9dd2-54e72fa8e2b8) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:19:46.026445 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5c4062-5563-4fc8-b785-f47184b6cb4f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:46.027080 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5b5c4062-5563-4fc8-b785-f47184b6cb4f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:46.034945 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ea23b977-4aa9-4cd6-91d8-cf84b267609e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:46.040916 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 06b1ec45-78dd-4d61-9064-7329a1dcd9da is: DOWN; New status is: DOWN {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:19:46.057662 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-5b5c4062-5563-4fc8-b785-f47184b6cb4f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6458006 Oct 04 09:19:46.057954 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-813a22f1-9434-4940-8fff-0906a24d76b2 None None] Calling delete_port for 06b1ec45-78dd-4d61-9064-7329a1dcd9da owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:19:46.058271 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34572) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:46.116417 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea23b977-4aa9-4cd6-91d8-cf84b267609e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:19:46.122312 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-ea23b977-4aa9-4cd6-91d8-cf84b267609e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:19:46.131388 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea23b977-4aa9-4cd6-91d8-cf84b267609e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event updated for resources: {'Subnet': ['ID=49430c44-2b37-4890-9170-da0493b62adf,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:46.134089 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea23b977-4aa9-4cd6-91d8-cf84b267609e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:46.134671 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ea23b977-4aa9-4cd6-91d8-cf84b267609e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:46.164051 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63629b5-b595-4fa0-a6a5-686269b8f6fe None None] Network 4991eb33-b5a2-4912-9dd2-54e72fa8e2b8 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:19:46.171959 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-ea23b977-4aa9-4cd6-91d8-cf84b267609e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8702488 Oct 04 09:19:46.172648 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34576) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:46.179200 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-6dcd3df0-fd6e-4c44-8b89-4ddd01e44948 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'port': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'mac_address': 'fa:16:3e:3b:c8:b2', 'name': 'tempest-NetworksTestDHCPv6-2008770572'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:19:46.292973 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-063d9f75-f82e-4412-be79-24fc87cae08b None None] Port 33c53688-4e98-4635-b458-b410bee7ea6d cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:19:46.365457 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-813a22f1-9434-4940-8fff-0906a24d76b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:46.436605 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813a22f1-9434-4940-8fff-0906a24d76b2 None None] No DVR routers for this DVR port 06b1ec45-78dd-4d61-9064-7329a1dcd9da on host dv-neutron-860215-1-hyperv {{(pid=89034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:19:46.471434 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a22f1-9434-4940-8fff-0906a24d76b2 None None] Pushing event deleted for resources: {'Port': ['ID=06b1ec45-78dd-4d61-9064-7329a1dcd9da,revision_number=None']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:46.473967 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d01a6d-ea36-4ce8-8e11-70de576e8287 None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:19:46.476477 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-c840d42c-c2e0-4c2f-8247-310369646c32 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Deleting port 33c53688-4e98-4635-b458-b410bee7ea6d {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:19:46.476815 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c840d42c-c2e0-4c2f-8247-310369646c32 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:46.585029 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-6dcd3df0-fd6e-4c44-8b89-4ddd01e44948 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:19:46.656568 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-6dcd3df0-fd6e-4c44-8b89-4ddd01e44948 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:19:46.664937 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-88671a74-9940-4b7a-a10c-767c161a510a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:46.679485 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dcd3df0-fd6e-4c44-8b89-4ddd01e44948 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Made reservation on behalf of 3f91eae3af914b3ca9ea34a1eaa482e2 for: {'port': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:19:46.684737 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6dcd3df0-fd6e-4c44-8b89-4ddd01e44948 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:46.703146 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5455f6cf-220a-4092-8c4a-5cf49e5c8609 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-4991eb33-b5a2-4912-9dd2-54e72fa8e2b8', 'network_id': '4991eb33-b5a2-4912-9dd2-54e72fa8e2b8', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'fixed_ips': [{'subnet_id': 'c847f6c1-b530-43bd-979a-b88c19437cfc'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:19:46.703906 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5455f6cf-220a-4092-8c4a-5cf49e5c8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:46.741616 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [None req-6dcd3df0-fd6e-4c44-8b89-4ddd01e44948 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] device_id is not set on port acfa185a-f63d-4201-af14-16b30bce3237 yet. {{(pid=89033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:19:46.792937 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c840d42c-c2e0-4c2f-8247-310369646c32 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:46.813758 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-063d9f75-f82e-4412-be79-24fc87cae08b None None] Attempt 7 to provision port 33c53688-4e98-4635-b458-b410bee7ea6d Oct 04 09:19:46.841247 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-33ed6b6d-50bd-49b3-8905-5b9f913f9bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'name': 'tempest-RoutersTest-router-391532728', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:19:29Z', 'updated_at': '2022-10-04T09:19:42Z', 'revision_number': 3, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'gw_port_host': None, '_interfaces': [{'id': '3059458f-0716-471c-b26b-16703117fbb4', 'name': '', 'network_id': '190066ca-be16-4a69-bddb-2e59b7e31248', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'mac_address': 'fa:16:3e:a9:c4:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '0f16c971-29d8-437e-92ff-2e10e07752fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:19:40Z', 'updated_at': '2022-10-04T09:19:43Z', 'revision_number': 2, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'subnets': [{'id': '0f16c971-29d8-437e-92ff-2e10e07752fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35816987-12d9-4235-8bda-9dabd0bc16fb', 'name': '', 'network_id': 'e8ec1fe9-4d11-48b0-ab68-bc1553d44eb5', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'mac_address': 'fa:16:3e:03:b3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '6dd458cd-ded9-45b8-9f41-78d853963c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:19:32Z', 'updated_at': '2022-10-04T09:19:42Z', 'revision_number': 5, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'subnets': [{'id': '6dd458cd-ded9-45b8-9f41-78d853963c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:46.882152 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ed6b6d-50bd-49b3-8905-5b9f913f9bc4 None None] Checking router: 4dada8c6-8926-46bc-a52d-2226305d3fcb for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:19:46.882509 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ed6b6d-50bd-49b3-8905-5b9f913f9bc4 None None] Updating router 4dada8c6-8926-46bc-a52d-2226305d3fcb port 3059458f-0716-471c-b26b-16703117fbb4 binding host dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:19:46.949979 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-c840d42c-c2e0-4c2f-8247-310369646c32 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Calling delete_port for 33c53688-4e98-4635-b458-b410bee7ea6d owned by network:router_interface {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:19:46.998050 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-063d9f75-f82e-4412-be79-24fc87cae08b None None] Port 33c53688-4e98-4635-b458-b410bee7ea6d cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:19:47.008151 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aeb3190-74e9-4616-ab6b-d800fbb411e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-7b2ac456-c702-437f-ad18-06da05465ab2', 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'tenant_id': '3f91eae3af914b3ca9ea34a1eaa482e2', 'fixed_ips': [{'subnet_id': '49430c44-2b37-4890-9170-da0493b62adf'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:19:47.008595 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-7aeb3190-74e9-4616-ab6b-d800fbb411e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:47.033445 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-33ed6b6d-50bd-49b3-8905-5b9f913f9bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:47.134189 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-6dcd3df0-fd6e-4c44-8b89-4ddd01e44948 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Allocated IP 2001:db8::138 (7b2ac456-c702-437f-ad18-06da05465ab2/49430c44-2b37-4890-9170-da0493b62adf/acfa185a-f63d-4201-af14-16b30bce3237) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:19:47.227024 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-5455f6cf-220a-4092-8c4a-5cf49e5c8609 None None] Allocated IP 172.22.0.2 (4991eb33-b5a2-4912-9dd2-54e72fa8e2b8/c847f6c1-b530-43bd-979a-b88c19437cfc/de3264e2-26f6-4b6c-9005-cea4b011d4d8) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:19:47.388434 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c840d42c-c2e0-4c2f-8247-310369646c32 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:47.456607 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c840d42c-c2e0-4c2f-8247-310369646c32 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Pushing event deleted for resources: {'Port': ['ID=33c53688-4e98-4635-b458-b410bee7ea6d,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:47.494349 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6dcd3df0-fd6e-4c44-8b89-4ddd01e44948 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:47.500559 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-063d9f75-f82e-4412-be79-24fc87cae08b None None] Attempt 8 to provision port 33c53688-4e98-4635-b458-b410bee7ea6d Oct 04 09:19:47.556270 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-6dcd3df0-fd6e-4c44-8b89-4ddd01e44948 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Transition to ACTIVE for port object acfa185a-f63d-4201-af14-16b30bce3237 will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:19:47.574491 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-063d9f75-f82e-4412-be79-24fc87cae08b None None] Port 33c53688-4e98-4635-b458-b410bee7ea6d was deleted so its status cannot be updated. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 04 09:19:47.625301 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-063d9f75-f82e-4412-be79-24fc87cae08b None None] Could not find standard attr ID for object 89b5c165-31f3-4c18-b4d0-ce4bd1847424. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:19:47.635423 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-063d9f75-f82e-4412-be79-24fc87cae08b None None] Could not find standard attr ID for object cbf57d9c-2d33-4982-a8bf-c59db5b82c14. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:19:47.652548 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-063d9f75-f82e-4412-be79-24fc87cae08b None None] Could not find standard attr ID for object 06b1ec45-78dd-4d61-9064-7329a1dcd9da. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:19:47.657872 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5455f6cf-220a-4092-8c4a-5cf49e5c8609 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:47.718578 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-5455f6cf-220a-4092-8c4a-5cf49e5c8609 None None] Transition to ACTIVE for port object de3264e2-26f6-4b6c-9005-cea4b011d4d8 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:19:47.745355 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6dcd3df0-fd6e-4c44-8b89-4ddd01e44948 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:47.793153 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-063d9f75-f82e-4412-be79-24fc87cae08b None None] Provisioning for port f2e8e4f0-9269-4d86-a8eb-01b07ed31075 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:19:47.827567 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcd3df0-fd6e-4c44-8b89-4ddd01e44948 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:19:47.834219 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-6dcd3df0-fd6e-4c44-8b89-4ddd01e44948 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:19:47.839720 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcd3df0-fd6e-4c44-8b89-4ddd01e44948 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:19:47.845250 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcd3df0-fd6e-4c44-8b89-4ddd01e44948 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:47.845844 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6dcd3df0-fd6e-4c44-8b89-4ddd01e44948 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:47.846019 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-063d9f75-f82e-4412-be79-24fc87cae08b None None] Provisioning complete for port f2e8e4f0-9269-4d86-a8eb-01b07ed31075 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:19:47.846389 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-063d9f75-f82e-4412-be79-24fc87cae08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:47.846714 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-063d9f75-f82e-4412-be79-24fc87cae08b None None] Attempt 1 to provision port f2e8e4f0-9269-4d86-a8eb-01b07ed31075 Oct 04 09:19:47.852825 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c840d42c-c2e0-4c2f-8247-310369646c32 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736911'] for router_interface, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:47.865688 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd3df0-fd6e-4c44-8b89-4ddd01e44948 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event updated for resources: {'Port': ['ID=acfa185a-f63d-4201-af14-16b30bce3237,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:47.897332 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-5455f6cf-220a-4092-8c4a-5cf49e5c8609 None None] Transition to ACTIVE for port object de3264e2-26f6-4b6c-9005-cea4b011d4d8 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:19:47.921103 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-33ed6b6d-50bd-49b3-8905-5b9f913f9bc4 None None] Notify callbacks [] for port, precommit_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:47.923627 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5455f6cf-220a-4092-8c4a-5cf49e5c8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:47.957324 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-6dcd3df0-fd6e-4c44-8b89-4ddd01e44948 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7836425 Oct 04 09:19:47.960496 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34580) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:48.001358 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-33ed6b6d-50bd-49b3-8905-5b9f913f9bc4 None None] Transition to ACTIVE for port object 3059458f-0716-471c-b26b-16703117fbb4 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:19:48.008625 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-88671a74-9940-4b7a-a10c-767c161a510a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Allocated IP 172.22.0.1 (4991eb33-b5a2-4912-9dd2-54e72fa8e2b8/c847f6c1-b530-43bd-979a-b88c19437cfc/b97a617a-8cd0-41e2-bd68-f4f9224ef434) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:19:48.028808 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5455f6cf-220a-4092-8c4a-5cf49e5c8609 None None] Network 4991eb33-b5a2-4912-9dd2-54e72fa8e2b8 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:19:48.030704 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-7aeb3190-74e9-4616-ab6b-d800fbb411e0 None None] Allocated IP 2001:db8::2 (7b2ac456-c702-437f-ad18-06da05465ab2/49430c44-2b37-4890-9170-da0493b62adf/8d3e15c3-4709-499a-a3ae-9b39ed93c6e6) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:19:48.040302 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-33ed6b6d-50bd-49b3-8905-5b9f913f9bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:48.087587 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-5455f6cf-220a-4092-8c4a-5cf49e5c8609 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:19:48.090038 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5455f6cf-220a-4092-8c4a-5cf49e5c8609 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:19:48.147594 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5455f6cf-220a-4092-8c4a-5cf49e5c8609 None None] Pushing event updated for resources: {'Port': ['ID=de3264e2-26f6-4b6c-9005-cea4b011d4d8,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:48.178235 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-88671a74-9940-4b7a-a10c-767c161a510a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:48.193968 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-88671a74-9940-4b7a-a10c-767c161a510a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Transition to ACTIVE for port object b97a617a-8cd0-41e2-bd68-f4f9224ef434 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:19:48.224732 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-88671a74-9940-4b7a-a10c-767c161a510a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:48.284211 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88671a74-9940-4b7a-a10c-767c161a510a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Network 4991eb33-b5a2-4912-9dd2-54e72fa8e2b8 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:19:48.290999 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-88671a74-9940-4b7a-a10c-767c161a510a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:19:48.304085 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88671a74-9940-4b7a-a10c-767c161a510a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:19:48.333712 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff36b433-9fc2-4e86-981b-2e1ce91ec787 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:48.334410 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-ff36b433-9fc2-4e86-981b-2e1ce91ec787 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Synchronizing usage tracker for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:19:48.377968 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88671a74-9940-4b7a-a10c-767c161a510a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event updated for resources: {'Port': ['ID=b97a617a-8cd0-41e2-bd68-f4f9224ef434,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:48.392276 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-88671a74-9940-4b7a-a10c-767c161a510a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737202'] for router_interface, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:48.410079 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-ff36b433-9fc2-4e86-981b-2e1ce91ec787 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Unset dirty status for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:19:48.411528 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-ff36b433-9fc2-4e86-981b-2e1ce91ec787 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.4501433 Oct 04 09:19:48.414181 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34584) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:48.481806 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-5455f6cf-220a-4092-8c4a-5cf49e5c8609 None None] Attempting to bind port de3264e2-26f6-4b6c-9005-cea4b011d4d8 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:19:48.481806 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-5455f6cf-220a-4092-8c4a-5cf49e5c8609 None None] Attempting to bind port de3264e2-26f6-4b6c-9005-cea4b011d4d8 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '2c08c09b-1729-41b5-9680-a716887c64bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4991eb33-b5a2-4912-9dd2-54e72fa8e2b8'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:19:48.481806 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5455f6cf-220a-4092-8c4a-5cf49e5c8609 None None] Attempting to bind port de3264e2-26f6-4b6c-9005-cea4b011d4d8 on network 4991eb33-b5a2-4912-9dd2-54e72fa8e2b8 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:19:48.494727 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90b4eb9-75a0-41ef-bb43-376f2ba9922d None None] Pushing event updated for resources: {'Port': ['ID=3059458f-0716-471c-b26b-16703117fbb4,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:48.508869 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-ebdcd681-2272-4504-b1fd-af4bdc786b26 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Deleting port acfa185a-f63d-4201-af14-16b30bce3237 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:19:48.509207 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ebdcd681-2272-4504-b1fd-af4bdc786b26 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:48.515040 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-063d9f75-f82e-4412-be79-24fc87cae08b None None] Current status of the port f2e8e4f0-9269-4d86-a8eb-01b07ed31075 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:19:48.515419 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-063d9f75-f82e-4412-be79-24fc87cae08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:48.530534 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5455f6cf-220a-4092-8c4a-5cf49e5c8609 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:19:48.530907 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5455f6cf-220a-4092-8c4a-5cf49e5c8609 None None] Checking segment: {'id': '2c08c09b-1729-41b5-9680-a716887c64bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4991eb33-b5a2-4912-9dd2-54e72fa8e2b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:19:48.531300 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5455f6cf-220a-4092-8c4a-5cf49e5c8609 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:48.531686 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5455f6cf-220a-4092-8c4a-5cf49e5c8609 None None] Bound using segment: {'id': '2c08c09b-1729-41b5-9680-a716887c64bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4991eb33-b5a2-4912-9dd2-54e72fa8e2b8'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:19:48.532159 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-5455f6cf-220a-4092-8c4a-5cf49e5c8609 None None] Bound port: de3264e2-26f6-4b6c-9005-cea4b011d4d8, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c08c09b-1729-41b5-9680-a716887c64bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4991eb33-b5a2-4912-9dd2-54e72fa8e2b8'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:19:48.532666 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5455f6cf-220a-4092-8c4a-5cf49e5c8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:48.537611 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-88671a74-9940-4b7a-a10c-767c161a510a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:48.555054 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c840d42c-c2e0-4c2f-8247-310369646c32 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Router 745509bb-c7fa-4984-9d28-c73857b99029 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:19:48.564934 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-33ed6b6d-50bd-49b3-8905-5b9f913f9bc4 None None] Attempting to bind port 3059458f-0716-471c-b26b-16703117fbb4 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:19:48.565310 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-33ed6b6d-50bd-49b3-8905-5b9f913f9bc4 None None] Attempting to bind port 3059458f-0716-471c-b26b-16703117fbb4 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '602248db-a7ab-4b72-80ff-e56d5ad7b90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '190066ca-be16-4a69-bddb-2e59b7e31248'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:19:48.565664 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ed6b6d-50bd-49b3-8905-5b9f913f9bc4 None None] Attempting to bind port 3059458f-0716-471c-b26b-16703117fbb4 on network 190066ca-be16-4a69-bddb-2e59b7e31248 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:19:48.591283 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ed6b6d-50bd-49b3-8905-5b9f913f9bc4 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:19:48.591650 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ed6b6d-50bd-49b3-8905-5b9f913f9bc4 None None] Checking segment: {'id': '602248db-a7ab-4b72-80ff-e56d5ad7b90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '190066ca-be16-4a69-bddb-2e59b7e31248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:19:48.592624 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-33ed6b6d-50bd-49b3-8905-5b9f913f9bc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:48.593031 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ed6b6d-50bd-49b3-8905-5b9f913f9bc4 None None] Bound using segment: {'id': '602248db-a7ab-4b72-80ff-e56d5ad7b90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '190066ca-be16-4a69-bddb-2e59b7e31248'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:19:48.593662 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-33ed6b6d-50bd-49b3-8905-5b9f913f9bc4 None None] Bound port: 3059458f-0716-471c-b26b-16703117fbb4, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '602248db-a7ab-4b72-80ff-e56d5ad7b90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '190066ca-be16-4a69-bddb-2e59b7e31248'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:19:48.594053 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-33ed6b6d-50bd-49b3-8905-5b9f913f9bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:48.699346 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-063d9f75-f82e-4412-be79-24fc87cae08b None None] For port f2e8e4f0-9269-4d86-a8eb-01b07ed31075, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=f2e8e4f0-9269-4d86-a8eb-01b07ed31075,segment=NetworkSegment(0ea51d9f-21af-47ab-9086-c22f3115d363),segment_id=0ea51d9f-21af-47ab-9086-c22f3115d363)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:19:48.755975 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-063d9f75-f82e-4412-be79-24fc87cae08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:48.871162 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-5455f6cf-220a-4092-8c4a-5cf49e5c8609 None None] For port de3264e2-26f6-4b6c-9005-cea4b011d4d8, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:19:48.887183 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c840d42c-c2e0-4c2f-8247-310369646c32 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:19:48.894345 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-c840d42c-c2e0-4c2f-8247-310369646c32 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] 10.222.0.50 "PUT /v2.0/routers/745509bb-c7fa-4984-9d28-c73857b99029/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3865449 Oct 04 09:19:48.901104 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34588) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:48.904073 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e544329-aafe-40d0-94d0-839ce71b0989 None None] Sync routers for ids ['745509bb-c7fa-4984-9d28-c73857b99029'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:19:48.907065 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-5455f6cf-220a-4092-8c4a-5cf49e5c8609 None None] For port de3264e2-26f6-4b6c-9005-cea4b011d4d8, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=de3264e2-26f6-4b6c-9005-cea4b011d4d8,segment=NetworkSegment(2c08c09b-1729-41b5-9680-a716887c64bb),segment_id=2c08c09b-1729-41b5-9680-a716887c64bb)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:19:48.909480 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-7aeb3190-74e9-4616-ab6b-d800fbb411e0 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:48.912199 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-ecb141ca-f681-455f-909a-85326675f353 None None] Could not find standard attr ID for object cbf57d9c-2d33-4982-a8bf-c59db5b82c14. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:19:48.923492 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-33ed6b6d-50bd-49b3-8905-5b9f913f9bc4 None None] For port 3059458f-0716-471c-b26b-16703117fbb4, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:19:48.925049 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e544329-aafe-40d0-94d0-839ce71b0989 None None] Routers {'745509bb-c7fa-4984-9d28-c73857b99029'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:19:48.925912 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063d9f75-f82e-4412-be79-24fc87cae08b None None] Pushing event updated for resources: {'Port': ['ID=f2e8e4f0-9269-4d86-a8eb-01b07ed31075,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:48.927366 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-0e544329-aafe-40d0-94d0-839ce71b0989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:19:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['745509bb-c7fa-4984-9d28-c73857b99029'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:48.934062 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ebdcd681-2272-4504-b1fd-af4bdc786b26 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:48.935269 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-33ed6b6d-50bd-49b3-8905-5b9f913f9bc4 None None] For port 3059458f-0716-471c-b26b-16703117fbb4, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=3059458f-0716-471c-b26b-16703117fbb4,segment=NetworkSegment(602248db-a7ab-4b72-80ff-e56d5ad7b90b),segment_id=602248db-a7ab-4b72-80ff-e56d5ad7b90b)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:19:48.936948 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5455f6cf-220a-4092-8c4a-5cf49e5c8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:48.970943 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-ecb141ca-f681-455f-909a-85326675f353 None None] Could not find standard attr ID for object 831c507a-c374-4671-85ad-b122fc701d5e. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:19:48.973889 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-7aeb3190-74e9-4616-ab6b-d800fbb411e0 None None] Transition to ACTIVE for port object 8d3e15c3-4709-499a-a3ae-9b39ed93c6e6 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:19:48.999730 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-33ed6b6d-50bd-49b3-8905-5b9f913f9bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:49.024278 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-ecb141ca-f681-455f-909a-85326675f353 None None] Could not find standard attr ID for object 06b1ec45-78dd-4d61-9064-7329a1dcd9da. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:19:49.043337 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-7aeb3190-74e9-4616-ab6b-d800fbb411e0 None None] Transition to ACTIVE for port object 8d3e15c3-4709-499a-a3ae-9b39ed93c6e6 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:19:49.057542 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ed6b6d-50bd-49b3-8905-5b9f913f9bc4 None None] Routers {'4dada8c6-8926-46bc-a52d-2226305d3fcb'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:19:49.058183 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-33ed6b6d-50bd-49b3-8905-5b9f913f9bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:19:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['4dada8c6-8926-46bc-a52d-2226305d3fcb'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:49.077488 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-ebdcd681-2272-4504-b1fd-af4bdc786b26 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Calling delete_port for acfa185a-f63d-4201-af14-16b30bce3237 owned by {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:19:49.085312 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-0e544329-aafe-40d0-94d0-839ce71b0989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:49.096573 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e544329-aafe-40d0-94d0-839ce71b0989 None None] Routers {'745509bb-c7fa-4984-9d28-c73857b99029'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:19:49.097305 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-0e544329-aafe-40d0-94d0-839ce71b0989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:19:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['745509bb-c7fa-4984-9d28-c73857b99029'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:49.131795 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f6ef52e1-2916-4d6f-a684-bb545fd08d24 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for router, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:49.134709 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-7aeb3190-74e9-4616-ab6b-d800fbb411e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:49.153584 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-ecb141ca-f681-455f-909a-85326675f353 None None] Provisioning for port 3a4f821d-57cd-4b6d-9f8a-5c6e2959b7a8 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:19:49.219814 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-0e544329-aafe-40d0-94d0-839ce71b0989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:49.220507 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e544329-aafe-40d0-94d0-839ce71b0989 None None] The sync data for ids ['745509bb-c7fa-4984-9d28-c73857b99029'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:19:49.234866 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5455f6cf-220a-4092-8c4a-5cf49e5c8609 None None] Pushing event updated for resources: {'Port': ['ID=de3264e2-26f6-4b6c-9005-cea4b011d4d8,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:49.276890 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ebdcd681-2272-4504-b1fd-af4bdc786b26 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:49.299758 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device f2e8e4f0-9269-4d86-a8eb-01b07ed31075 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:19:49.322982 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-ecb141ca-f681-455f-909a-85326675f353 None None] Provisioning complete for port 3a4f821d-57cd-4b6d-9f8a-5c6e2959b7a8 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:19:49.323358 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ecb141ca-f681-455f-909a-85326675f353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:49.323694 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-ecb141ca-f681-455f-909a-85326675f353 None None] Attempt 1 to provision port 3a4f821d-57cd-4b6d-9f8a-5c6e2959b7a8 Oct 04 09:19:49.366980 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdcd681-2272-4504-b1fd-af4bdc786b26 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event deleted for resources: {'Port': ['ID=acfa185a-f63d-4201-af14-16b30bce3237,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:49.452958 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ebdcd681-2272-4504-b1fd-af4bdc786b26 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:49.463282 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-88671a74-9940-4b7a-a10c-767c161a510a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:49.472466 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-88671a74-9940-4b7a-a10c-767c161a510a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:49.479354 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-ebdcd681-2272-4504-b1fd-af4bdc786b26 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/ports/acfa185a-f63d-4201-af14-16b30bce3237 HTTP/1.1" status: 204 len: 168 time: 1.0639637 Oct 04 09:19:49.479955 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34592) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:49.488145 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aeb3190-74e9-4616-ab6b-d800fbb411e0 None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:19:49.500873 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-7aeb3190-74e9-4616-ab6b-d800fbb411e0 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:19:49.503752 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aeb3190-74e9-4616-ab6b-d800fbb411e0 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:19:49.542257 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f6ef52e1-2916-4d6f-a684-bb545fd08d24 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:49.577143 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-33ed6b6d-50bd-49b3-8905-5b9f913f9bc4 None None] Set router 4dada8c6-8926-46bc-a52d-2226305d3fcb gateway port host: None {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:19:49.582693 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8bb129-16b7-45c0-addb-dc956bffec71 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:49.584339 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8bb129-16b7-45c0-addb-dc956bffec71 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:49.585129 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-ee8bb129-16b7-45c0-addb-dc956bffec71 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Synchronizing usage tracker for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:subnet {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:19:49.605385 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-ee8bb129-16b7-45c0-addb-dc956bffec71 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Unset dirty status for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:subnet {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:19:49.609790 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-ee8bb129-16b7-45c0-addb-dc956bffec71 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1256146 Oct 04 09:19:49.610102 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34596) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:49.683885 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90b4eb9-75a0-41ef-bb43-376f2ba9922d None None] Pushing event updated for resources: {'Port': ['ID=3059458f-0716-471c-b26b-16703117fbb4,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:49.694653 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-74c8d76f-3c67-4b4c-a74a-f46f67c5f83c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Deleting subnet 49430c44-2b37-4890-9170-da0493b62adf {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:19:49.701196 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-74c8d76f-3c67-4b4c-a74a-f46f67c5f83c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:49.720828 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-f6ef52e1-2916-4d6f-a684-bb545fd08d24 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Deleting port 048c0b78-affb-44c1-b841-57eaa69bc55f {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:19:49.721156 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f6ef52e1-2916-4d6f-a684-bb545fd08d24 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:49.725915 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:19:49.764602 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-88671a74-9940-4b7a-a10c-767c161a510a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736777'] for router_interface, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:49.780212 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88671a74-9940-4b7a-a10c-767c161a510a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event updated for resources: {'Port': ['ID=b97a617a-8cd0-41e2-bd68-f4f9224ef434,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:49.817155 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-74c8d76f-3c67-4b4c-a74a-f46f67c5f83c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:49.860466 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-7aeb3190-74e9-4616-ab6b-d800fbb411e0 None None] Attempting to bind port 8d3e15c3-4709-499a-a3ae-9b39ed93c6e6 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:19:49.861072 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-7aeb3190-74e9-4616-ab6b-d800fbb411e0 None None] Attempting to bind port 8d3e15c3-4709-499a-a3ae-9b39ed93c6e6 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:19:49.861189 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aeb3190-74e9-4616-ab6b-d800fbb411e0 None None] Attempting to bind port 8d3e15c3-4709-499a-a3ae-9b39ed93c6e6 on network 7b2ac456-c702-437f-ad18-06da05465ab2 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:19:49.910341 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeb3190-74e9-4616-ab6b-d800fbb411e0 None None] Pushing event updated for resources: {'Port': ['ID=8d3e15c3-4709-499a-a3ae-9b39ed93c6e6,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:49.913933 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port f2e8e4f0-9269-4d86-a8eb-01b07ed31075 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:19:49.914313 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:49.914646 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port f2e8e4f0-9269-4d86-a8eb-01b07ed31075 Oct 04 09:19:50.005576 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aeb3190-74e9-4616-ab6b-d800fbb411e0 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:19:50.006432 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aeb3190-74e9-4616-ab6b-d800fbb411e0 None None] Checking segment: {'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:19:50.007082 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-7aeb3190-74e9-4616-ab6b-d800fbb411e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:50.007484 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aeb3190-74e9-4616-ab6b-d800fbb411e0 None None] Bound using segment: {'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:19:50.007973 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-7aeb3190-74e9-4616-ab6b-d800fbb411e0 None None] Bound port: 8d3e15c3-4709-499a-a3ae-9b39ed93c6e6, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:19:50.008345 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-7aeb3190-74e9-4616-ab6b-d800fbb411e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:50.051463 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-74c8d76f-3c67-4b4c-a74a-f46f67c5f83c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:50.070686 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f6ef52e1-2916-4d6f-a684-bb545fd08d24 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:50.142844 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-74c8d76f-3c67-4b4c-a74a-f46f67c5f83c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:50.164031 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-ecb141ca-f681-455f-909a-85326675f353 None None] Current status of the port 3a4f821d-57cd-4b6d-9f8a-5c6e2959b7a8 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:19:50.164583 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ecb141ca-f681-455f-909a-85326675f353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:50.169380 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88671a74-9940-4b7a-a10c-767c161a510a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Network 4991eb33-b5a2-4912-9dd2-54e72fa8e2b8 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:19:50.191495 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c8d76f-3c67-4b4c-a74a-f46f67c5f83c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event deleted for resources: {'Subnet': ['ID=49430c44-2b37-4890-9170-da0493b62adf,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:50.195036 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-74c8d76f-3c67-4b4c-a74a-f46f67c5f83c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:50.214583 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-74c8d76f-3c67-4b4c-a74a-f46f67c5f83c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/subnets/49430c44-2b37-4890-9170-da0493b62adf HTTP/1.1" status: 204 len: 168 time: 0.6009886 Oct 04 09:19:50.214786 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34602) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:50.229245 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-88671a74-9940-4b7a-a10c-767c161a510a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:19:50.238472 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-f6ef52e1-2916-4d6f-a684-bb545fd08d24 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Calling delete_port for 048c0b78-affb-44c1-b841-57eaa69bc55f owned by network:router_gateway {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:19:50.297636 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-e94cc5c6-b638-45bd-9880-4a5785a60b02 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0783134 Oct 04 09:19:50.297882 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-ecb141ca-f681-455f-909a-85326675f353 None None] For port 3a4f821d-57cd-4b6d-9f8a-5c6e2959b7a8, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=3a4f821d-57cd-4b6d-9f8a-5c6e2959b7a8,segment=NetworkSegment(602248db-a7ab-4b72-80ff-e56d5ad7b90b),segment_id=602248db-a7ab-4b72-80ff-e56d5ad7b90b)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:19:50.298008 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34606) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:50.324394 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ecb141ca-f681-455f-909a-85326675f353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:50.367770 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-7aeb3190-74e9-4616-ab6b-d800fbb411e0 None None] For port 8d3e15c3-4709-499a-a3ae-9b39ed93c6e6, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:19:50.372449 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port f2e8e4f0-9269-4d86-a8eb-01b07ed31075 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:19:50.396436 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfa51da-c63a-4228-a6b0-38db43d7deb2 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:50.397289 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-9cfa51da-c63a-4228-a6b0-38db43d7deb2 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Synchronizing usage tracker for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:19:50.427072 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-9cfa51da-c63a-4228-a6b0-38db43d7deb2 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Unset dirty status for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:19:50.430857 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-9cfa51da-c63a-4228-a6b0-38db43d7deb2 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1301858 Oct 04 09:19:50.431350 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34610) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:50.438621 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-ecb141ca-f681-455f-909a-85326675f353 None None] Provisioning for port 3059458f-0716-471c-b26b-16703117fbb4 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:19:50.445059 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-7aeb3190-74e9-4616-ab6b-d800fbb411e0 None None] For port 8d3e15c3-4709-499a-a3ae-9b39ed93c6e6, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=8d3e15c3-4709-499a-a3ae-9b39ed93c6e6,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:19:50.463754 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-7aeb3190-74e9-4616-ab6b-d800fbb411e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:50.475270 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-ecb141ca-f681-455f-909a-85326675f353 None None] Could not find standard attr ID for object b6bbd8bb-1221-4715-84a3-25415f827fda. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:19:50.483699 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d817ade7-32b6-4f40-8757-d898bbbc5ec3 None None] Network 4991eb33-b5a2-4912-9dd2-54e72fa8e2b8 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:19:50.500227 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb141ca-f681-455f-909a-85326675f353 None None] Pushing event updated for resources: {'Port': ['ID=3a4f821d-57cd-4b6d-9f8a-5c6e2959b7a8,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:50.522345 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d86efb1-c89e-4442-b974-0dbe49f28366 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:50.523457 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-8d86efb1-c89e-4442-b974-0dbe49f28366 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Synchronizing usage tracker for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:subnet {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:19:50.545978 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-8d86efb1-c89e-4442-b974-0dbe49f28366 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Unset dirty status for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:subnet {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:19:50.549686 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-8d86efb1-c89e-4442-b974-0dbe49f28366 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1151216 Oct 04 09:19:50.553855 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34614) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:50.641337 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34618) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:50.644966 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-f0bd3fce-dce9-4969-8f96-70929540fa70 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0885084 Oct 04 09:19:50.649757 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-85935c21-3098-4874-8372-7907e7dad700 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'subnet': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:19:50.660792 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-3e28ea23-89f5-463d-bd22-373435adac05 None None] Provisioning for port de3264e2-26f6-4b6c-9005-cea4b011d4d8 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:19:50.666410 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88671a74-9940-4b7a-a10c-767c161a510a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Router 4dada8c6-8926-46bc-a52d-2226305d3fcb has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:19:50.692130 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeb3190-74e9-4616-ab6b-d800fbb411e0 None None] Pushing event updated for resources: {'Port': ['ID=8d3e15c3-4709-499a-a3ae-9b39ed93c6e6,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:50.762342 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-33ed6b6d-50bd-49b3-8905-5b9f913f9bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'name': 'tempest-RoutersTest-router-391532728', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:19:29Z', 'updated_at': '2022-10-04T09:19:48Z', 'revision_number': 4, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'gw_port_host': None, '_interfaces': [{'id': '3059458f-0716-471c-b26b-16703117fbb4', 'name': '', 'network_id': '190066ca-be16-4a69-bddb-2e59b7e31248', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'mac_address': 'fa:16:3e:a9:c4:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '0f16c971-29d8-437e-92ff-2e10e07752fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:19:40Z', 'updated_at': '2022-10-04T09:19:48Z', 'revision_number': 4, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'subnets': [{'id': '0f16c971-29d8-437e-92ff-2e10e07752fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35816987-12d9-4235-8bda-9dabd0bc16fb', 'name': '', 'network_id': 'e8ec1fe9-4d11-48b0-ab68-bc1553d44eb5', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'mac_address': 'fa:16:3e:03:b3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '6dd458cd-ded9-45b8-9f41-78d853963c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:19:32Z', 'updated_at': '2022-10-04T09:19:42Z', 'revision_number': 5, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'subnets': [{'id': '6dd458cd-ded9-45b8-9f41-78d853963c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b97a617a-8cd0-41e2-bd68-f4f9224ef434', 'name': '', 'network_id': '4991eb33-b5a2-4912-9dd2-54e72fa8e2b8', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'mac_address': 'fa:16:3e:2e:57:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'c847f6c1-b530-43bd-979a-b88c19437cfc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:19:47Z', 'updated_at': '2022-10-04T09:19:48Z', 'revision_number': 1, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'subnets': [{'id': 'c847f6c1-b530-43bd-979a-b88c19437cfc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:50.795812 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ed6b6d-50bd-49b3-8905-5b9f913f9bc4 None None] The sync data for ids ['4dada8c6-8926-46bc-a52d-2226305d3fcb'] in dv-neutron-860215-1-hyperv is: [{'id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'name': 'tempest-RoutersTest-router-391532728', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:19:29Z', 'updated_at': '2022-10-04T09:19:48Z', 'revision_number': 4, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'gw_port_host': None, '_interfaces': [{'id': '3059458f-0716-471c-b26b-16703117fbb4', 'name': '', 'network_id': '190066ca-be16-4a69-bddb-2e59b7e31248', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'mac_address': 'fa:16:3e:a9:c4:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '0f16c971-29d8-437e-92ff-2e10e07752fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:19:40Z', 'updated_at': '2022-10-04T09:19:48Z', 'revision_number': 4, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'subnets': [{'id': '0f16c971-29d8-437e-92ff-2e10e07752fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35816987-12d9-4235-8bda-9dabd0bc16fb', 'name': '', 'network_id': 'e8ec1fe9-4d11-48b0-ab68-bc1553d44eb5', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'mac_address': 'fa:16:3e:03:b3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '6dd458cd-ded9-45b8-9f41-78d853963c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:19:32Z', 'updated_at': '2022-10-04T09:19:42Z', 'revision_number': 5, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'subnets': [{'id': '6dd458cd-ded9-45b8-9f41-78d853963c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b97a617a-8cd0-41e2-bd68-f4f9224ef434', 'name': '', 'network_id': '4991eb33-b5a2-4912-9dd2-54e72fa8e2b8', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'mac_address': 'fa:16:3e:2e:57:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'c847f6c1-b530-43bd-979a-b88c19437cfc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:19:47Z', 'updated_at': '2022-10-04T09:19:48Z', 'revision_number': 1, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'subnets': [{'id': 'c847f6c1-b530-43bd-979a-b88c19437cfc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:19:51.036419 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-85935c21-3098-4874-8372-7907e7dad700 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:19:51.055255 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88671a74-9940-4b7a-a10c-767c161a510a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:19:51.067719 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-85935c21-3098-4874-8372-7907e7dad700 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:19:51.083912 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f6ef52e1-2916-4d6f-a684-bb545fd08d24 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:51.136007 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ef52e1-2916-4d6f-a684-bb545fd08d24 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Pushing event deleted for resources: {'Port': ['ID=048c0b78-affb-44c1-b841-57eaa69bc55f,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:51.139874 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-88671a74-9940-4b7a-a10c-767c161a510a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "PUT /v2.0/routers/4dada8c6-8926-46bc-a52d-2226305d3fcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0804367 Oct 04 09:19:51.140731 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85935c21-3098-4874-8372-7907e7dad700 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Made reservation on behalf of 3f91eae3af914b3ca9ea34a1eaa482e2 for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:19:51.142728 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34622) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:51.144156 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-85935c21-3098-4874-8372-7907e7dad700 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:51.149777 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-41b16118-1662-476d-8b68-ab3b158a0e8e tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Request body: {'network': {'name': 'tempest-RoutersTest-586422607'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:19:51.159781 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-41b16118-1662-476d-8b68-ab3b158a0e8e tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:19:51.170620 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-41b16118-1662-476d-8b68-ab3b158a0e8e tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Usage tracker for resource:network and tenant:6ccb91e770a742df955dbeb81520726f is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:19:51.174030 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-41b16118-1662-476d-8b68-ab3b158a0e8e tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:19:51.182587 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-41b16118-1662-476d-8b68-ab3b158a0e8e tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:19:51.199869 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b16118-1662-476d-8b68-ab3b158a0e8e tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Made reservation on behalf of 6ccb91e770a742df955dbeb81520726f for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:19:51.207067 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-41b16118-1662-476d-8b68-ab3b158a0e8e tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:51.269774 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-0ed6ba0a-7c9d-46c0-a7fd-61abd21b7f79 None None] Provisioning for port b97a617a-8cd0-41e2-bd68-f4f9224ef434 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:19:51.274143 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41b16118-1662-476d-8b68-ab3b158a0e8e tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:19:51.285059 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-0ed6ba0a-7c9d-46c0-a7fd-61abd21b7f79 None None] Provisioning complete for port b97a617a-8cd0-41e2-bd68-f4f9224ef434 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:19:51.287512 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0ed6ba0a-7c9d-46c0-a7fd-61abd21b7f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:51.287512 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-0ed6ba0a-7c9d-46c0-a7fd-61abd21b7f79 None None] Attempt 1 to provision port b97a617a-8cd0-41e2-bd68-f4f9224ef434 Oct 04 09:19:51.292342 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-41b16118-1662-476d-8b68-ab3b158a0e8e tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:51.293773 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-41b16118-1662-476d-8b68-ab3b158a0e8e tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Added segment 30f7fd02-bce6-4057-a0b9-0c73da6fb5a3 of type vlan for network 54dd1efa-6c67-4531-8995-2966082d16bd Oct 04 09:19:51.336145 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-41b16118-1662-476d-8b68-ab3b158a0e8e tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:51.426437 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-41b16118-1662-476d-8b68-ab3b158a0e8e tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:51.430506 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-0ed6ba0a-7c9d-46c0-a7fd-61abd21b7f79 None None] Port b97a617a-8cd0-41e2-bd68-f4f9224ef434 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:19:51.432331 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b16118-1662-476d-8b68-ab3b158a0e8e tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:51.433149 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-41b16118-1662-476d-8b68-ab3b158a0e8e tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:51.534129 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 8d3e15c3-4709-499a-a3ae-9b39ed93c6e6 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:19:51.639868 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b16118-1662-476d-8b68-ab3b158a0e8e tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event updated for resources: {'Network': ['ID=54dd1efa-6c67-4531-8995-2966082d16bd,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:51.651265 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-41b16118-1662-476d-8b68-ab3b158a0e8e tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5043499 Oct 04 09:19:51.655450 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34626) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:51.659886 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 54dd1efa-6c67-4531-8995-2966082d16bd details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:19:51.665506 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-f7c4ea08-b9a3-422b-86f1-51d9007e380b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Request body: {'subnet': {'network_id': '54dd1efa-6c67-4531-8995-2966082d16bd', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:19:51.789173 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f6ef52e1-2916-4d6f-a684-bb545fd08d24 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737040'] for router_gateway, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:51.897360 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 8d3e15c3-4709-499a-a3ae-9b39ed93c6e6 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:19:51.913982 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device de3264e2-26f6-4b6c-9005-cea4b011d4d8 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:19:51.916655 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-f7c4ea08-b9a3-422b-86f1-51d9007e380b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:19:51.926353 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-f7c4ea08-b9a3-422b-86f1-51d9007e380b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Usage tracker for resource:subnet and tenant:6ccb91e770a742df955dbeb81520726f is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:19:51.934166 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-f7c4ea08-b9a3-422b-86f1-51d9007e380b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:19:51.941953 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-f7c4ea08-b9a3-422b-86f1-51d9007e380b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:19:51.945930 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-0ed6ba0a-7c9d-46c0-a7fd-61abd21b7f79 None None] Attempt 2 to provision port b97a617a-8cd0-41e2-bd68-f4f9224ef434 Oct 04 09:19:51.954395 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c4ea08-b9a3-422b-86f1-51d9007e380b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Made reservation on behalf of 6ccb91e770a742df955dbeb81520726f for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:19:51.959150 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f7c4ea08-b9a3-422b-86f1-51d9007e380b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:52.033778 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f6ef52e1-2916-4d6f-a684-bb545fd08d24 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:52.066289 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f6ef52e1-2916-4d6f-a684-bb545fd08d24 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:52.126280 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f6ef52e1-2916-4d6f-a684-bb545fd08d24 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:52.126898 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ef52e1-2916-4d6f-a684-bb545fd08d24 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Fanout notify agent at l3_agent the message router_deleted on router 745509bb-c7fa-4984-9d28-c73857b99029 {{(pid=89032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:19:52.159953 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492b711f-fcfc-46c2-9927-b73218d8ff46 None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:19:52.175985 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f6ef52e1-2916-4d6f-a684-bb545fd08d24 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:52.177249 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-f6ef52e1-2916-4d6f-a684-bb545fd08d24 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] 10.222.0.50 "DELETE /v2.0/routers/745509bb-c7fa-4984-9d28-c73857b99029 HTTP/1.1" status: 204 len: 168 time: 3.2750750 Oct 04 09:19:52.179896 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34630) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:52.239141 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f7c4ea08-b9a3-422b-86f1-51d9007e380b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:52.304827 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-0ed6ba0a-7c9d-46c0-a7fd-61abd21b7f79 None None] Port b97a617a-8cd0-41e2-bd68-f4f9224ef434 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:19:52.315043 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9515a8a-e2e0-4371-8175-508c35cba617 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Deleting subnet 95ebe4c1-94c1-40a8-8ebd-c88e043a5f8f {{(pid=89032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:19:52.318500 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d9515a8a-e2e0-4371-8175-508c35cba617 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for subnet, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:52.345873 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c4ea08-b9a3-422b-86f1-51d9007e380b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event updated for resources: {'Subnet': ['ID=128a1098-1d9f-4f87-9d59-b301e8475c5f,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:52.358510 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c4ea08-b9a3-422b-86f1-51d9007e380b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Checking segment: {'id': '30f7fd02-bce6-4057-a0b9-0c73da6fb5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '54dd1efa-6c67-4531-8995-2966082d16bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:19:52.359980 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c4ea08-b9a3-422b-86f1-51d9007e380b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Network hostable DHCP agents. Network: 54dd1efa-6c67-4531-8995-2966082d16bd, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:19:52.360586 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port de3264e2-26f6-4b6c-9005-cea4b011d4d8 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:19:52.376349 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port de3264e2-26f6-4b6c-9005-cea4b011d4d8 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:19:52.376665 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:52.376963 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port de3264e2-26f6-4b6c-9005-cea4b011d4d8 Oct 04 09:19:52.387596 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c4ea08-b9a3-422b-86f1-51d9007e380b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Network 54dd1efa-6c67-4531-8995-2966082d16bd is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:19:52.401851 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-f7c4ea08-b9a3-422b-86f1-51d9007e380b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 54dd1efa-6c67-4531-8995-2966082d16bd) {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:19:52.407925 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c4ea08-b9a3-422b-86f1-51d9007e380b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:52.410115 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f7c4ea08-b9a3-422b-86f1-51d9007e380b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:52.415754 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b624272-2a10-4209-a16d-588e2b387581 None None] Network 54dd1efa-6c67-4531-8995-2966082d16bd requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:19:52.428894 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d9515a8a-e2e0-4371-8175-508c35cba617 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885153'] for subnet, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:52.437230 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-f7c4ea08-b9a3-422b-86f1-51d9007e380b tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7768319 Oct 04 09:19:52.437750 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34634) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:52.526051 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.objects.ports [None req-85935c21-3098-4874-8372-7907e7dad700 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89032) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Oct 04 09:19:52.537825 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d401f76a-4231-417d-a84c-f6b051dc92e2 None None] Sync routers for ids ['4dada8c6-8926-46bc-a52d-2226305d3fcb'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:19:52.574962 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d401f76a-4231-417d-a84c-f6b051dc92e2 None None] Routers {'4dada8c6-8926-46bc-a52d-2226305d3fcb'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:19:52.576100 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-d401f76a-4231-417d-a84c-f6b051dc92e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:19:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['4dada8c6-8926-46bc-a52d-2226305d3fcb'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:52.620709 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d9515a8a-e2e0-4371-8175-508c35cba617 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:52.767147 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d9515a8a-e2e0-4371-8175-508c35cba617 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:52.815345 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9515a8a-e2e0-4371-8175-508c35cba617 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Pushing event deleted for resources: {'Subnet': ['ID=95ebe4c1-94c1-40a8-8ebd-c88e043a5f8f,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:52.817154 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-85935c21-3098-4874-8372-7907e7dad700 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:52.830068 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-0ed6ba0a-7c9d-46c0-a7fd-61abd21b7f79 None None] Attempt 3 to provision port b97a617a-8cd0-41e2-bd68-f4f9224ef434 Oct 04 09:19:52.830322 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d9515a8a-e2e0-4371-8175-508c35cba617 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:52.865646 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42eb019f-0fa5-4bf9-85ec-427d38b77a5b None None] Network 571b8a26-02ff-4c67-916d-b4d63ce4e65b requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:19:52.874196 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-d9515a8a-e2e0-4371-8175-508c35cba617 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] 10.222.0.50 "DELETE /v2.0/subnets/95ebe4c1-94c1-40a8-8ebd-c88e043a5f8f HTTP/1.1" status: 204 len: 168 time: 0.6904092 Oct 04 09:19:52.878426 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34638) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:52.982236 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-d401f76a-4231-417d-a84c-f6b051dc92e2 None None] Set router 4dada8c6-8926-46bc-a52d-2226305d3fcb gateway port host: None {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:19:53.043792 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e1b83da2-bfb1-4b75-8f0e-96cc72d52f6e tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:53.075271 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port de3264e2-26f6-4b6c-9005-cea4b011d4d8 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:19:53.075662 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:53.123889 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-e1b83da2-bfb1-4b75-8f0e-96cc72d52f6e tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Deleting port bbe3095e-39cc-45ba-bd51-a62859c7eadb {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:19:53.124231 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e1b83da2-bfb1-4b75-8f0e-96cc72d52f6e tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:53.194805 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port de3264e2-26f6-4b6c-9005-cea4b011d4d8, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=de3264e2-26f6-4b6c-9005-cea4b011d4d8,segment=NetworkSegment(2c08c09b-1729-41b5-9680-a716887c64bb),segment_id=2c08c09b-1729-41b5-9680-a716887c64bb)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:19:53.196389 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-0ed6ba0a-7c9d-46c0-a7fd-61abd21b7f79 None None] Port b97a617a-8cd0-41e2-bd68-f4f9224ef434 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:19:53.200118 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4f5a8d3b-a3f0-49ff-9815-635a688d9319 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:53.247269 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-85935c21-3098-4874-8372-7907e7dad700 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] For port 8d3e15c3-4709-499a-a3ae-9b39ed93c6e6, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=8d3e15c3-4709-499a-a3ae-9b39ed93c6e6,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:19:53.347873 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:53.348685 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 3a4f821d-57cd-4b6d-9f8a-5c6e2959b7a8 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:19:53.485593 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-85935c21-3098-4874-8372-7907e7dad700 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:53.518731 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-85935c21-3098-4874-8372-7907e7dad700 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:53.519443 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-85935c21-3098-4874-8372-7907e7dad700 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:53.535608 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=de3264e2-26f6-4b6c-9005-cea4b011d4d8,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:53.572082 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ee8806-2e2f-431a-93c2-282e3e659e22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-54dd1efa-6c67-4531-8995-2966082d16bd', 'network_id': '54dd1efa-6c67-4531-8995-2966082d16bd', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'fixed_ips': [{'subnet_id': '128a1098-1d9f-4f87-9d59-b301e8475c5f'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:19:53.573007 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-61ee8806-2e2f-431a-93c2-282e3e659e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:53.626919 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-e1b83da2-bfb1-4b75-8f0e-96cc72d52f6e tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] For port bbe3095e-39cc-45ba-bd51-a62859c7eadb, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=bbe3095e-39cc-45ba-bd51-a62859c7eadb,segment=NetworkSegment(d5ed4cb1-8dd4-411b-ad45-c03d56ad5130),segment_id=d5ed4cb1-8dd4-411b-ad45-c03d56ad5130)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:19:53.627284 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e1b83da2-bfb1-4b75-8f0e-96cc72d52f6e tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:53.680251 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-4f5a8d3b-a3f0-49ff-9815-635a688d9319 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Allocated IP 172.23.0.1 (54dd1efa-6c67-4531-8995-2966082d16bd/128a1098-1d9f-4f87-9d59-b301e8475c5f/4338f2e5-ffcd-413c-8a8e-ad0710b38153) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:19:53.715499 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85935c21-3098-4874-8372-7907e7dad700 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:19:53.779864 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-0ed6ba0a-7c9d-46c0-a7fd-61abd21b7f79 None None] Attempt 4 to provision port b97a617a-8cd0-41e2-bd68-f4f9224ef434 Oct 04 09:19:53.788896 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-e1b83da2-bfb1-4b75-8f0e-96cc72d52f6e tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Calling delete_port for bbe3095e-39cc-45ba-bd51-a62859c7eadb owned by network:dhcp {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:19:53.817824 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-85935c21-3098-4874-8372-7907e7dad700 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:19:53.820520 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85935c21-3098-4874-8372-7907e7dad700 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:53.821627 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-85935c21-3098-4874-8372-7907e7dad700 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:53.859941 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85935c21-3098-4874-8372-7907e7dad700 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event updated for resources: {'Subnet': ['ID=7223f22d-26df-4c3a-b6cf-57e85d80f1a2,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:53.876530 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85935c21-3098-4874-8372-7907e7dad700 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event updated for resources: {'Port': ['ID=8d3e15c3-4709-499a-a3ae-9b39ed93c6e6,revision_number=5']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:53.881854 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-85935c21-3098-4874-8372-7907e7dad700 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2370553 Oct 04 09:19:53.882485 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-0ed6ba0a-7c9d-46c0-a7fd-61abd21b7f79 None None] Port b97a617a-8cd0-41e2-bd68-f4f9224ef434 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:19:53.885610 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34642) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:53.891691 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-0064cea4-3124-45f2-834b-0a103de6a4db tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'subnet': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:19:53.916217 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4f5a8d3b-a3f0-49ff-9815-635a688d9319 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:53.934658 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-4f5a8d3b-a3f0-49ff-9815-635a688d9319 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Transition to ACTIVE for port object 4338f2e5-ffcd-413c-8a8e-ad0710b38153 will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:19:53.961666 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4f5a8d3b-a3f0-49ff-9815-635a688d9319 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:53.969470 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a393b90-a637-4818-939c-93f5e67a3a65 None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:19:54.026478 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5a8d3b-a3f0-49ff-9815-635a688d9319 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Network 54dd1efa-6c67-4531-8995-2966082d16bd is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:19:54.029563 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-4f5a8d3b-a3f0-49ff-9815-635a688d9319 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:19:54.033422 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5a8d3b-a3f0-49ff-9815-635a688d9319 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:19:54.043343 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-0064cea4-3124-45f2-834b-0a103de6a4db tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:19:54.066555 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-0064cea4-3124-45f2-834b-0a103de6a4db tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:19:54.081570 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e1b83da2-bfb1-4b75-8f0e-96cc72d52f6e tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:54.082875 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5a8d3b-a3f0-49ff-9815-635a688d9319 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event updated for resources: {'Port': ['ID=4338f2e5-ffcd-413c-8a8e-ad0710b38153,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:54.090145 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 3a4f821d-57cd-4b6d-9f8a-5c6e2959b7a8 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:19:54.090529 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:54.090866 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 3a4f821d-57cd-4b6d-9f8a-5c6e2959b7a8 Oct 04 09:19:54.094182 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0064cea4-3124-45f2-834b-0a103de6a4db tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Made reservation on behalf of 3f91eae3af914b3ca9ea34a1eaa482e2 for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:19:54.097883 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0064cea4-3124-45f2-834b-0a103de6a4db tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:54.104227 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4f5a8d3b-a3f0-49ff-9815-635a688d9319 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737202'] for router_interface, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:54.152653 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b83da2-bfb1-4b75-8f0e-96cc72d52f6e tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] No DVR routers for this DVR port bbe3095e-39cc-45ba-bd51-a62859c7eadb on host dv-neutron-860215-1-hyperv {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:19:54.189314 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-61ee8806-2e2f-431a-93c2-282e3e659e22 None None] Allocated IP 172.23.0.2 (54dd1efa-6c67-4531-8995-2966082d16bd/128a1098-1d9f-4f87-9d59-b301e8475c5f/0a1b9fee-065a-48af-a407-544947440fac) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:19:54.248167 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d68af00-e06e-4072-9d54-53d6b0df4c5b None None] DHCP port deletion for 571b8a26-02ff-4c67-916d-b4d63ce4e65b request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:19:54.256897 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4f5a8d3b-a3f0-49ff-9815-635a688d9319 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:54.266383 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b83da2-bfb1-4b75-8f0e-96cc72d52f6e tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Pushing event deleted for resources: {'Port': ['ID=bbe3095e-39cc-45ba-bd51-a62859c7eadb,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:54.380050 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e1b83da2-bfb1-4b75-8f0e-96cc72d52f6e tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:54.413751 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-0ed6ba0a-7c9d-46c0-a7fd-61abd21b7f79 None None] Attempt 5 to provision port b97a617a-8cd0-41e2-bd68-f4f9224ef434 Oct 04 09:19:54.429154 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-e1b83da2-bfb1-4b75-8f0e-96cc72d52f6e tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['571b8a26-02ff-4c67-916d-b4d63ce4e65b']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:54.447661 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-e1b83da2-bfb1-4b75-8f0e-96cc72d52f6e tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5ed4cb1-8dd4-411b-ad45-c03d56ad5130') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:54.447961 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-e1b83da2-bfb1-4b75-8f0e-96cc72d52f6e tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5ed4cb1-8dd4-411b-ad45-c03d56ad5130') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:54.451815 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-d401f76a-4231-417d-a84c-f6b051dc92e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'name': 'tempest-RoutersTest-router-391532728', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:19:29Z', 'updated_at': '2022-10-04T09:19:48Z', 'revision_number': 4, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'gw_port_host': None, '_interfaces': [{'id': '3059458f-0716-471c-b26b-16703117fbb4', 'name': '', 'network_id': '190066ca-be16-4a69-bddb-2e59b7e31248', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'mac_address': 'fa:16:3e:a9:c4:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '0f16c971-29d8-437e-92ff-2e10e07752fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:19:40Z', 'updated_at': '2022-10-04T09:19:48Z', 'revision_number': 4, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'subnets': [{'id': '0f16c971-29d8-437e-92ff-2e10e07752fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35816987-12d9-4235-8bda-9dabd0bc16fb', 'name': '', 'network_id': 'e8ec1fe9-4d11-48b0-ab68-bc1553d44eb5', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'mac_address': 'fa:16:3e:03:b3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '6dd458cd-ded9-45b8-9f41-78d853963c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:19:32Z', 'updated_at': '2022-10-04T09:19:42Z', 'revision_number': 5, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'subnets': [{'id': '6dd458cd-ded9-45b8-9f41-78d853963c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b97a617a-8cd0-41e2-bd68-f4f9224ef434', 'name': '', 'network_id': '4991eb33-b5a2-4912-9dd2-54e72fa8e2b8', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'mac_address': 'fa:16:3e:2e:57:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'c847f6c1-b530-43bd-979a-b88c19437cfc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:19:47Z', 'updated_at': '2022-10-04T09:19:48Z', 'revision_number': 2, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'subnets': [{'id': 'c847f6c1-b530-43bd-979a-b88c19437cfc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:54.462656 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.ipam_backend_mixin [None req-0064cea4-3124-45f2-834b-0a103de6a4db tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7223f22d-26df-4c3a-b6cf-57e85d80f1a2 (CIDR: 2001:db8::/64) Oct 04 09:19:54.466229 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e1b83da2-bfb1-4b75-8f0e-96cc72d52f6e tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:54.482977 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-0064cea4-3124-45f2-834b-0a103de6a4db tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 09:19:54.483439 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0064cea4-3124-45f2-834b-0a103de6a4db tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:19:54.489707 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d401f76a-4231-417d-a84c-f6b051dc92e2 None None] Checking router: 4dada8c6-8926-46bc-a52d-2226305d3fcb for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:19:54.490071 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d401f76a-4231-417d-a84c-f6b051dc92e2 None None] Updating router 4dada8c6-8926-46bc-a52d-2226305d3fcb port b97a617a-8cd0-41e2-bd68-f4f9224ef434 binding host dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:19:54.499726 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e1b83da2-bfb1-4b75-8f0e-96cc72d52f6e tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:54.509308 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1b83da2-bfb1-4b75-8f0e-96cc72d52f6e tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:19:54.509768 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e1b83da2-bfb1-4b75-8f0e-96cc72d52f6e tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:54.534496 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-0064cea4-3124-45f2-834b-0a103de6a4db tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6473532 Oct 04 09:19:54.579057 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34648) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:54.582333 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment d5ed4cb1-8dd4-411b-ad45-c03d56ad5130 resource provider aggregate not found Oct 04 09:19:54.598720 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-8dda24a9-a121-4ba5-b511-6c6692e953a8 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'subnet': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:19:54.609048 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment d5ed4cb1-8dd4-411b-ad45-c03d56ad5130 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d5ed4cb1-8dd4-411b-ad45-c03d56ad5130 found for delete ", "request_id": "req-81270501-2dc8-47c2-8f45-4da158b887b4"}]} Oct 04 09:19:54.613279 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 3a4f821d-57cd-4b6d-9f8a-5c6e2959b7a8 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:19:54.614677 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 3059458f-0716-471c-b26b-16703117fbb4 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:19:54.622073 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e1b83da2-bfb1-4b75-8f0e-96cc72d52f6e tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:54.641921 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e1b83da2-bfb1-4b75-8f0e-96cc72d52f6e tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:54.652569 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-0ed6ba0a-7c9d-46c0-a7fd-61abd21b7f79 None None] Port b97a617a-8cd0-41e2-bd68-f4f9224ef434 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:19:54.653591 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-e1b83da2-bfb1-4b75-8f0e-96cc72d52f6e tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] 10.222.0.50 "DELETE /v2.0/networks/571b8a26-02ff-4c67-916d-b4d63ce4e65b HTTP/1.1" status: 204 len: 168 time: 1.7754700 Oct 04 09:19:54.655554 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b83da2-bfb1-4b75-8f0e-96cc72d52f6e tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Pushing event deleted for resources: {'Network': ['ID=571b8a26-02ff-4c67-916d-b4d63ce4e65b,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:54.657477 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34654) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:54.692221 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d401f76a-4231-417d-a84c-f6b051dc92e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:54.825341 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-81bbffe5-32e5-49f3-9b5c-5ed874df06b9 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Deleting port dd3b3ee9-ac3d-4ceb-8679-0355cb67f7a2 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:19:54.825341 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-81bbffe5-32e5-49f3-9b5c-5ed874df06b9 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:54.905106 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-61ee8806-2e2f-431a-93c2-282e3e659e22 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:54.912926 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-8dda24a9-a121-4ba5-b511-6c6692e953a8 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:19:54.913647 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 3059458f-0716-471c-b26b-16703117fbb4 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:19:54.933568 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-8dda24a9-a121-4ba5-b511-6c6692e953a8 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:19:54.938828 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 3059458f-0716-471c-b26b-16703117fbb4 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:19:54.939111 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4f5a8d3b-a3f0-49ff-9815-635a688d9319 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:54.939251 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:54.939546 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 3059458f-0716-471c-b26b-16703117fbb4 Oct 04 09:19:54.945769 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4f5a8d3b-a3f0-49ff-9815-635a688d9319 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:54.973517 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-61ee8806-2e2f-431a-93c2-282e3e659e22 None None] Transition to ACTIVE for port object 0a1b9fee-065a-48af-a407-544947440fac will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:19:55.013758 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dda24a9-a121-4ba5-b511-6c6692e953a8 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Made reservation on behalf of 3f91eae3af914b3ca9ea34a1eaa482e2 for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:19:55.016615 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8dda24a9-a121-4ba5-b511-6c6692e953a8 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:55.051988 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-61ee8806-2e2f-431a-93c2-282e3e659e22 None None] Transition to ACTIVE for port object 0a1b9fee-065a-48af-a407-544947440fac will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:19:55.122392 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-61ee8806-2e2f-431a-93c2-282e3e659e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:55.141744 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-81bbffe5-32e5-49f3-9b5c-5ed874df06b9 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:55.141744 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-81bbffe5-32e5-49f3-9b5c-5ed874df06b9 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:55.165879 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-0ed6ba0a-7c9d-46c0-a7fd-61abd21b7f79 None None] Attempt 6 to provision port b97a617a-8cd0-41e2-bd68-f4f9224ef434 Oct 04 09:19:55.167108 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5a8d3b-a3f0-49ff-9815-635a688d9319 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event updated for resources: {'Port': ['ID=4338f2e5-ffcd-413c-8a8e-ad0710b38153,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:55.249008 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4f5a8d3b-a3f0-49ff-9815-635a688d9319 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736777'] for router_interface, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:55.280969 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-81bbffe5-32e5-49f3-9b5c-5ed874df06b9 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Calling delete_port for dd3b3ee9-ac3d-4ceb-8679-0355cb67f7a2 owned by network:floatingip {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:19:55.374743 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ee8806-2e2f-431a-93c2-282e3e659e22 None None] Network 54dd1efa-6c67-4531-8995-2966082d16bd is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:19:55.390541 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-61ee8806-2e2f-431a-93c2-282e3e659e22 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:19:55.393233 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ee8806-2e2f-431a-93c2-282e3e659e22 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:19:55.395529 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee8806-2e2f-431a-93c2-282e3e659e22 None None] Pushing event updated for resources: {'Port': ['ID=0a1b9fee-065a-48af-a407-544947440fac,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:55.412336 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-0ed6ba0a-7c9d-46c0-a7fd-61abd21b7f79 None None] Port b97a617a-8cd0-41e2-bd68-f4f9224ef434 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:19:55.442816 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-81bbffe5-32e5-49f3-9b5c-5ed874df06b9 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:55.451223 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 3059458f-0716-471c-b26b-16703117fbb4 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:19:55.451820 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:55.459631 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5a8d3b-a3f0-49ff-9815-635a688d9319 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Network 54dd1efa-6c67-4531-8995-2966082d16bd is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:19:55.461586 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-4f5a8d3b-a3f0-49ff-9815-635a688d9319 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:19:55.547168 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bbffe5-32e5-49f3-9b5c-5ed874df06b9 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Pushing event deleted for resources: {'Port': ['ID=dd3b3ee9-ac3d-4ceb-8679-0355cb67f7a2,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:55.550454 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-61ee8806-2e2f-431a-93c2-282e3e659e22 None None] Attempting to bind port 0a1b9fee-065a-48af-a407-544947440fac on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:19:55.550829 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-61ee8806-2e2f-431a-93c2-282e3e659e22 None None] Attempting to bind port 0a1b9fee-065a-48af-a407-544947440fac by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '30f7fd02-bce6-4057-a0b9-0c73da6fb5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '54dd1efa-6c67-4531-8995-2966082d16bd'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:19:55.551224 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ee8806-2e2f-431a-93c2-282e3e659e22 None None] Attempting to bind port 0a1b9fee-065a-48af-a407-544947440fac on network 54dd1efa-6c67-4531-8995-2966082d16bd {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:19:55.559848 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 3059458f-0716-471c-b26b-16703117fbb4, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=3059458f-0716-471c-b26b-16703117fbb4,segment=NetworkSegment(602248db-a7ab-4b72-80ff-e56d5ad7b90b),segment_id=602248db-a7ab-4b72-80ff-e56d5ad7b90b)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:19:55.571952 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ee8806-2e2f-431a-93c2-282e3e659e22 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:19:55.572375 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ee8806-2e2f-431a-93c2-282e3e659e22 None None] Checking segment: {'id': '30f7fd02-bce6-4057-a0b9-0c73da6fb5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '54dd1efa-6c67-4531-8995-2966082d16bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:19:55.572731 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-61ee8806-2e2f-431a-93c2-282e3e659e22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:55.573118 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ee8806-2e2f-431a-93c2-282e3e659e22 None None] Bound using segment: {'id': '30f7fd02-bce6-4057-a0b9-0c73da6fb5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '54dd1efa-6c67-4531-8995-2966082d16bd'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:19:55.573580 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-61ee8806-2e2f-431a-93c2-282e3e659e22 None None] Bound port: 0a1b9fee-065a-48af-a407-544947440fac, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30f7fd02-bce6-4057-a0b9-0c73da6fb5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '54dd1efa-6c67-4531-8995-2966082d16bd'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:19:55.573949 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-61ee8806-2e2f-431a-93c2-282e3e659e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:55.587909 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:55.620035 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-81bbffe5-32e5-49f3-9b5c-5ed874df06b9 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for floatingip, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:55.636125 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-81bbffe5-32e5-49f3-9b5c-5ed874df06b9 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:55.637901 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-81bbffe5-32e5-49f3-9b5c-5ed874df06b9 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] 10.222.0.50 "DELETE /v2.0/floatingips/12f78a5a-9b19-4cfc-b944-bda9710ac0b5 HTTP/1.1" status: 204 len: 168 time: 0.9794865 Oct 04 09:19:55.641662 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34660) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:55.663383 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f5a8d3b-a3f0-49ff-9815-635a688d9319 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Router 4dada8c6-8926-46bc-a52d-2226305d3fcb has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:19:55.674765 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8dda24a9-a121-4ba5-b511-6c6692e953a8 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:55.691374 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-7962ac2a-0ff5-4ff4-91d2-1e4b6937351a tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] DELETE failed (client error): The resource could not be found. Oct 04 09:19:55.692244 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7962ac2a-0ff5-4ff4-91d2-1e4b6937351a tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:19:55.696991 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-7962ac2a-0ff5-4ff4-91d2-1e4b6937351a tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] 10.222.0.50 "DELETE /v2.0/ports/89b5c165-31f3-4c18-b4d0-ce4bd1847424 HTTP/1.1" status: 404 len: 333 time: 0.0543919 Oct 04 09:19:55.703882 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34664) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:55.737358 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device de3264e2-26f6-4b6c-9005-cea4b011d4d8 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:19:55.779840 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-c5870c71-11b4-4433-8c93-24602d2bcafa tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Synchronizing usage tracker for tenant:a17a2e93dba34d5283d4e43f6119c8fa on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:19:55.800135 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-c5870c71-11b4-4433-8c93-24602d2bcafa tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Unset dirty status for tenant:a17a2e93dba34d5283d4e43f6119c8fa on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:19:55.801452 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-c5870c71-11b4-4433-8c93-24602d2bcafa tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] 10.222.0.50 "GET /v2.0/ports?device_id=745509bb-c7fa-4984-9d28-c73857b99029 HTTP/1.1" status: 200 len: 205 time: 0.0965590 Oct 04 09:19:55.803968 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34668) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:55.853022 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dda24a9-a121-4ba5-b511-6c6692e953a8 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:19:55.859577 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d401f76a-4231-417d-a84c-f6b051dc92e2 None None] Notify callbacks [] for port, precommit_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:55.865592 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=3059458f-0716-471c-b26b-16703117fbb4,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:55.867858 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-8dda24a9-a121-4ba5-b511-6c6692e953a8 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:19:55.883616 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dda24a9-a121-4ba5-b511-6c6692e953a8 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:55.884498 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8dda24a9-a121-4ba5-b511-6c6692e953a8 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:55.885677 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddd1fd4-4982-494a-bd21-794a1f0c599c None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:19:55.892598 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.api.v2.resource [None req-5be71ffe-3be5-4d00-8e92-f5d8a2faa053 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] delete failed (client error): The resource could not be found. Oct 04 09:19:55.894544 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-5be71ffe-3be5-4d00-8e92-f5d8a2faa053 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] 10.222.0.50 "DELETE /v2.0/routers/745509bb-c7fa-4984-9d28-c73857b99029 HTTP/1.1" status: 404 len: 336 time: 0.0886567 Oct 04 09:19:55.896290 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34672) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:55.906079 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d401f76a-4231-417d-a84c-f6b051dc92e2 None None] Transition to ACTIVE for port object b97a617a-8cd0-41e2-bd68-f4f9224ef434 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:19:55.908889 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dda24a9-a121-4ba5-b511-6c6692e953a8 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event updated for resources: {'Subnet': ['ID=741ff1c0-e1ad-4f13-bd77-2df45a50287e,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:55.913853 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-61ee8806-2e2f-431a-93c2-282e3e659e22 None None] For port 0a1b9fee-065a-48af-a407-544947440fac, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:19:55.916461 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-0ed6ba0a-7c9d-46c0-a7fd-61abd21b7f79 None None] Attempt 7 to provision port b97a617a-8cd0-41e2-bd68-f4f9224ef434 Oct 04 09:19:55.928176 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f5a8d3b-a3f0-49ff-9815-635a688d9319 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:19:55.945147 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-4f5a8d3b-a3f0-49ff-9815-635a688d9319 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "PUT /v2.0/routers/4dada8c6-8926-46bc-a52d-2226305d3fcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5067942 Oct 04 09:19:55.947029 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34676) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:55.949927 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-24a979b9-2052-4d25-88dc-a7c163710587 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] DELETE failed (client error): The resource could not be found. Oct 04 09:19:55.950437 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24a979b9-2052-4d25-88dc-a7c163710587 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:19:55.952436 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-c307eae9-7a54-4448-8278-6533e3ce6b73 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:19:55.955375 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-24a979b9-2052-4d25-88dc-a7c163710587 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] 10.222.0.50 "DELETE /v2.0/subnets/95ebe4c1-94c1-40a8-8ebd-c88e043a5f8f HTTP/1.1" status: 404 len: 337 time: 0.0553985 Oct 04 09:19:55.955375 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34680) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:56.005523 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d401f76a-4231-417d-a84c-f6b051dc92e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:56.024990 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-cd365ba7-2c06-40ec-8133-20eca0e89793 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Deleting port 73928fe3-05ec-4e99-bfb7-1d7f157798d7 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:19:56.025330 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cd365ba7-2c06-40ec-8133-20eca0e89793 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:56.056554 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-61ee8806-2e2f-431a-93c2-282e3e659e22 None None] For port 0a1b9fee-065a-48af-a407-544947440fac, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=0a1b9fee-065a-48af-a407-544947440fac,segment=NetworkSegment(30f7fd02-bce6-4057-a0b9-0c73da6fb5a3),segment_id=30f7fd02-bce6-4057-a0b9-0c73da6fb5a3)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:19:56.065198 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-8dda24a9-a121-4ba5-b511-6c6692e953a8 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4858820 Oct 04 09:19:56.073560 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34684) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:56.088381 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-cab3f437-14cc-414f-93e8-ca923b58ed2e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'port': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'mac_address': 'fa:16:3e:34:61:cf', 'name': 'tempest-NetworksTestDHCPv6-1308771614'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:19:56.120033 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-61ee8806-2e2f-431a-93c2-282e3e659e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:56.200511 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port de3264e2-26f6-4b6c-9005-cea4b011d4d8 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:19:56.201455 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:56.202985 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port de3264e2-26f6-4b6c-9005-cea4b011d4d8 Oct 04 09:19:56.238529 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-0ed6ba0a-7c9d-46c0-a7fd-61abd21b7f79 None None] Port b97a617a-8cd0-41e2-bd68-f4f9224ef434 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:19:56.321385 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65895d6f-7881-4ada-82c7-4d80724c1d07 None None] Pushing event updated for resources: {'Port': ['ID=b97a617a-8cd0-41e2-bd68-f4f9224ef434,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:56.332048 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cd365ba7-2c06-40ec-8133-20eca0e89793 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:56.452167 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-d401f76a-4231-417d-a84c-f6b051dc92e2 None None] Attempting to bind port b97a617a-8cd0-41e2-bd68-f4f9224ef434 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:19:56.452749 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-d401f76a-4231-417d-a84c-f6b051dc92e2 None None] Attempting to bind port b97a617a-8cd0-41e2-bd68-f4f9224ef434 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '2c08c09b-1729-41b5-9680-a716887c64bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4991eb33-b5a2-4912-9dd2-54e72fa8e2b8'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:19:56.452937 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d401f76a-4231-417d-a84c-f6b051dc92e2 None None] Attempting to bind port b97a617a-8cd0-41e2-bd68-f4f9224ef434 on network 4991eb33-b5a2-4912-9dd2-54e72fa8e2b8 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:19:56.499476 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-cd365ba7-2c06-40ec-8133-20eca0e89793 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Calling delete_port for 73928fe3-05ec-4e99-bfb7-1d7f157798d7 owned by {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:19:56.509198 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d401f76a-4231-417d-a84c-f6b051dc92e2 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:19:56.509575 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d401f76a-4231-417d-a84c-f6b051dc92e2 None None] Checking segment: {'id': '2c08c09b-1729-41b5-9680-a716887c64bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4991eb33-b5a2-4912-9dd2-54e72fa8e2b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:19:56.509979 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d401f76a-4231-417d-a84c-f6b051dc92e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:56.510379 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d401f76a-4231-417d-a84c-f6b051dc92e2 None None] Bound using segment: {'id': '2c08c09b-1729-41b5-9680-a716887c64bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4991eb33-b5a2-4912-9dd2-54e72fa8e2b8'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:19:56.510864 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-d401f76a-4231-417d-a84c-f6b051dc92e2 None None] Bound port: b97a617a-8cd0-41e2-bd68-f4f9224ef434, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c08c09b-1729-41b5-9680-a716887c64bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4991eb33-b5a2-4912-9dd2-54e72fa8e2b8'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:19:56.511241 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d401f76a-4231-417d-a84c-f6b051dc92e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:56.530319 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee8806-2e2f-431a-93c2-282e3e659e22 None None] Pushing event updated for resources: {'Port': ['ID=0a1b9fee-065a-48af-a407-544947440fac,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:56.570915 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-cab3f437-14cc-414f-93e8-ca923b58ed2e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:19:56.647509 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-cab3f437-14cc-414f-93e8-ca923b58ed2e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:19:56.707458 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cd365ba7-2c06-40ec-8133-20eca0e89793 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:56.730834 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab3f437-14cc-414f-93e8-ca923b58ed2e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Made reservation on behalf of 3f91eae3af914b3ca9ea34a1eaa482e2 for: {'port': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:19:56.749863 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-0ed6ba0a-7c9d-46c0-a7fd-61abd21b7f79 None None] Attempt 8 to provision port b97a617a-8cd0-41e2-bd68-f4f9224ef434 Oct 04 09:19:56.766880 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd365ba7-2c06-40ec-8133-20eca0e89793 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Pushing event deleted for resources: {'Port': ['ID=73928fe3-05ec-4e99-bfb7-1d7f157798d7,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:56.825392 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-0ed6ba0a-7c9d-46c0-a7fd-61abd21b7f79 None None] Port b97a617a-8cd0-41e2-bd68-f4f9224ef434 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:19:56.840703 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port de3264e2-26f6-4b6c-9005-cea4b011d4d8 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:19:56.841853 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 8d3e15c3-4709-499a-a3ae-9b39ed93c6e6 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:19:56.891590 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cd365ba7-2c06-40ec-8133-20eca0e89793 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:56.892086 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d401f76a-4231-417d-a84c-f6b051dc92e2 None None] For port b97a617a-8cd0-41e2-bd68-f4f9224ef434, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:19:56.910817 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-cd365ba7-2c06-40ec-8133-20eca0e89793 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] 10.222.0.50 "DELETE /v2.0/ports/73928fe3-05ec-4e99-bfb7-1d7f157798d7 HTTP/1.1" status: 204 len: 168 time: 0.9544170 Oct 04 09:19:56.914639 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34688) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:56.919711 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d401f76a-4231-417d-a84c-f6b051dc92e2 None None] For port b97a617a-8cd0-41e2-bd68-f4f9224ef434, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=b97a617a-8cd0-41e2-bd68-f4f9224ef434,segment=NetworkSegment(2c08c09b-1729-41b5-9680-a716887c64bb),segment_id=2c08c09b-1729-41b5-9680-a716887c64bb)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:19:56.930877 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d401f76a-4231-417d-a84c-f6b051dc92e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:56.964406 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cab3f437-14cc-414f-93e8-ca923b58ed2e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:56.993535 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-231c19a2-78d3-4776-9531-1c94bc275a1d tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Deleting port 1f4f765f-d73f-47f6-b188-19038022921d {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:19:56.994294 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-231c19a2-78d3-4776-9531-1c94bc275a1d tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:57.030040 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [None req-cab3f437-14cc-414f-93e8-ca923b58ed2e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] device_id is not set on port e1ef150a-9f23-481b-b140-ae032914536f yet. {{(pid=89033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:19:57.109949 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d401f76a-4231-417d-a84c-f6b051dc92e2 None None] Routers {'4dada8c6-8926-46bc-a52d-2226305d3fcb'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:19:57.109949 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-d401f76a-4231-417d-a84c-f6b051dc92e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:19:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['4dada8c6-8926-46bc-a52d-2226305d3fcb'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:57.118829 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.extraroute_db [None req-c307eae9-7a54-4448-8278-6533e3ce6b73 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=89033) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 04 09:19:57.172787 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.extraroute_db [None req-c307eae9-7a54-4448-8278-6533e3ce6b73 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Removed routes are [] {{(pid=89033) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 04 09:19:57.173192 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c307eae9-7a54-4448-8278-6533e3ce6b73 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:57.274652 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-d401f76a-4231-417d-a84c-f6b051dc92e2 None None] Set router 4dada8c6-8926-46bc-a52d-2226305d3fcb gateway port host: None {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:19:57.421313 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-0ed6ba0a-7c9d-46c0-a7fd-61abd21b7f79 None None] Attempt 9 to provision port b97a617a-8cd0-41e2-bd68-f4f9224ef434 Oct 04 09:19:57.426598 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-231c19a2-78d3-4776-9531-1c94bc275a1d tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:57.574020 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device bbe3095e-39cc-45ba-bd51-a62859c7eadb no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:19:57.589924 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-231c19a2-78d3-4776-9531-1c94bc275a1d tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Calling delete_port for 1f4f765f-d73f-47f6-b188-19038022921d owned by {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:19:57.616259 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-cab3f437-14cc-414f-93e8-ca923b58ed2e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Allocated IP 2001:db8:0:1::112 (7b2ac456-c702-437f-ad18-06da05465ab2/741ff1c0-e1ad-4f13-bd77-2df45a50287e/e1ef150a-9f23-481b-b140-ae032914536f) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:19:57.631470 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-cab3f437-14cc-414f-93e8-ca923b58ed2e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Allocated IP 2001:db8::f816:3eff:fe34:61cf (7b2ac456-c702-437f-ad18-06da05465ab2/7223f22d-26df-4c3a-b6cf-57e85d80f1a2/e1ef150a-9f23-481b-b140-ae032914536f) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:19:57.638530 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65895d6f-7881-4ada-82c7-4d80724c1d07 None None] Pushing event updated for resources: {'Port': ['ID=b97a617a-8cd0-41e2-bd68-f4f9224ef434,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:57.652067 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: bbe3095e-39cc-45ba-bd51-a62859c7eadb {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:19:57.652527 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device bbe3095e-39cc-45ba-bd51-a62859c7eadb not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:19:57.659867 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b4c9ef-b8bb-4846-971c-d5df61738b61 None None] Update dhcp port {'port': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'fixed_ips': [{'subnet_id': '7223f22d-26df-4c3a-b6cf-57e85d80f1a2', 'ip_address': '2001:db8::f816:3eff:fe1b:973c'}, {'subnet_id': '741ff1c0-e1ad-4f13-bd77-2df45a50287e'}], 'binding:host_id': 'dv-neutron-860215-1-hyperv'}, 'id': '8d3e15c3-4709-499a-a3ae-9b39ed93c6e6'} from dv-neutron-860215-1-hyperv. {{(pid=89034) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 04 09:19:57.662943 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c307eae9-7a54-4448-8278-6533e3ce6b73 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:57.697404 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c307eae9-7a54-4448-8278-6533e3ce6b73 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736963', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1737124'] for router, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:57.767658 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-231c19a2-78d3-4776-9531-1c94bc275a1d tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:57.782646 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc5fbb4-3c6f-4fa1-ba90-32a5825dd724 None None] Network 54dd1efa-6c67-4531-8995-2966082d16bd requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:19:57.805963 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-70b8c02b-a7d8-47b0-ad14-066968bb0838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:57.853711 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231c19a2-78d3-4776-9531-1c94bc275a1d tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Pushing event deleted for resources: {'Port': ['ID=1f4f765f-d73f-47f6-b188-19038022921d,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:57.922902 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b1b4c9ef-b8bb-4846-971c-d5df61738b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:57.946376 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-0ed6ba0a-7c9d-46c0-a7fd-61abd21b7f79 None None] Port b97a617a-8cd0-41e2-bd68-f4f9224ef434 had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 09:19:57.979379 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-231c19a2-78d3-4776-9531-1c94bc275a1d tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:57.986216 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device b97a617a-8cd0-41e2-bd68-f4f9224ef434 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:19:57.994842 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-231c19a2-78d3-4776-9531-1c94bc275a1d tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] 10.222.0.50 "DELETE /v2.0/ports/1f4f765f-d73f-47f6-b188-19038022921d HTTP/1.1" status: 204 len: 168 time: 1.0770147 Oct 04 09:19:57.995576 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34692) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:58.100248 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72f421f-7aac-42f3-bb02-3973bb5f7e55 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:58.101024 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-a72f421f-7aac-42f3-bb02-3973bb5f7e55 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Synchronizing usage tracker for tenant:a17a2e93dba34d5283d4e43f6119c8fa on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:19:58.118887 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-a72f421f-7aac-42f3-bb02-3973bb5f7e55 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Unset dirty status for tenant:a17a2e93dba34d5283d4e43f6119c8fa on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:19:58.120913 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-a72f421f-7aac-42f3-bb02-3973bb5f7e55 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] 10.222.0.50 "GET /v2.0/ports?device_id=ecf78223-5076-4703-9e43-f1669188e149 HTTP/1.1" status: 200 len: 913 time: 0.1240206 Oct 04 09:19:58.123416 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34696) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:58.175037 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c307eae9-7a54-4448-8278-6533e3ce6b73 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Router 4dada8c6-8926-46bc-a52d-2226305d3fcb has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:19:58.195853 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-0ed6ba0a-7c9d-46c0-a7fd-61abd21b7f79 None None] Provisioning complete for port de3264e2-26f6-4b6c-9005-cea4b011d4d8 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:19:58.196148 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0ed6ba0a-7c9d-46c0-a7fd-61abd21b7f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:58.196388 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-0ed6ba0a-7c9d-46c0-a7fd-61abd21b7f79 None None] Attempt 1 to provision port de3264e2-26f6-4b6c-9005-cea4b011d4d8 Oct 04 09:19:58.356248 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cab3f437-14cc-414f-93e8-ca923b58ed2e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:58.389859 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-cab3f437-14cc-414f-93e8-ca923b58ed2e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Transition to ACTIVE for port object e1ef150a-9f23-481b-b140-ae032914536f will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:19:58.396197 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port b97a617a-8cd0-41e2-bd68-f4f9224ef434 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:19:58.407229 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c307eae9-7a54-4448-8278-6533e3ce6b73 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:19:58.422470 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c307eae9-7a54-4448-8278-6533e3ce6b73 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:58.423657 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-c307eae9-7a54-4448-8278-6533e3ce6b73 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "PUT /v2.0/routers/4dada8c6-8926-46bc-a52d-2226305d3fcb HTTP/1.1" status: 200 len: 933 time: 2.4758041 Oct 04 09:19:58.426450 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34700) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:58.443105 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port b97a617a-8cd0-41e2-bd68-f4f9224ef434 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:19:58.443486 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:58.443885 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port b97a617a-8cd0-41e2-bd68-f4f9224ef434 Oct 04 09:19:58.510825 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-d401f76a-4231-417d-a84c-f6b051dc92e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'name': 'tempest-RoutersTest-router-391532728', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:19:29Z', 'updated_at': '2022-10-04T09:19:54Z', 'revision_number': 5, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'gw_port_host': None, '_interfaces': [{'id': '3059458f-0716-471c-b26b-16703117fbb4', 'name': '', 'network_id': '190066ca-be16-4a69-bddb-2e59b7e31248', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'mac_address': 'fa:16:3e:a9:c4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '0f16c971-29d8-437e-92ff-2e10e07752fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:19:40Z', 'updated_at': '2022-10-04T09:19:55Z', 'revision_number': 5, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'subnets': [{'id': '0f16c971-29d8-437e-92ff-2e10e07752fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35816987-12d9-4235-8bda-9dabd0bc16fb', 'name': '', 'network_id': 'e8ec1fe9-4d11-48b0-ab68-bc1553d44eb5', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'mac_address': 'fa:16:3e:03:b3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '6dd458cd-ded9-45b8-9f41-78d853963c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:19:32Z', 'updated_at': '2022-10-04T09:19:42Z', 'revision_number': 5, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'subnets': [{'id': '6dd458cd-ded9-45b8-9f41-78d853963c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4338f2e5-ffcd-413c-8a8e-ad0710b38153', 'name': '', 'network_id': '54dd1efa-6c67-4531-8995-2966082d16bd', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'mac_address': 'fa:16:3e:e6:77:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '128a1098-1d9f-4f87-9d59-b301e8475c5f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:19:53Z', 'updated_at': '2022-10-04T09:19:54Z', 'revision_number': 2, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'subnets': [{'id': '128a1098-1d9f-4f87-9d59-b301e8475c5f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b97a617a-8cd0-41e2-bd68-f4f9224ef434', 'name': '', 'network_id': '4991eb33-b5a2-4912-9dd2-54e72fa8e2b8', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'mac_address': 'fa:16:3e:2e:57:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'c847f6c1-b530-43bd-979a-b88c19437cfc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:19:47Z', 'updated_at': '2022-10-04T09:19:56Z', 'revision_number': 4, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'subnets': [{'id': 'c847f6c1-b530-43bd-979a-b88c19437cfc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:58.533499 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d401f76a-4231-417d-a84c-f6b051dc92e2 None None] The sync data for ids ['4dada8c6-8926-46bc-a52d-2226305d3fcb'] in dv-neutron-860215-1-hyperv is: [{'id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'name': 'tempest-RoutersTest-router-391532728', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:19:29Z', 'updated_at': '2022-10-04T09:19:54Z', 'revision_number': 5, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'gw_port_host': None, '_interfaces': [{'id': '3059458f-0716-471c-b26b-16703117fbb4', 'name': '', 'network_id': '190066ca-be16-4a69-bddb-2e59b7e31248', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'mac_address': 'fa:16:3e:a9:c4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '0f16c971-29d8-437e-92ff-2e10e07752fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:19:40Z', 'updated_at': '2022-10-04T09:19:55Z', 'revision_number': 5, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'subnets': [{'id': '0f16c971-29d8-437e-92ff-2e10e07752fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35816987-12d9-4235-8bda-9dabd0bc16fb', 'name': '', 'network_id': 'e8ec1fe9-4d11-48b0-ab68-bc1553d44eb5', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'mac_address': 'fa:16:3e:03:b3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '6dd458cd-ded9-45b8-9f41-78d853963c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:19:32Z', 'updated_at': '2022-10-04T09:19:42Z', 'revision_number': 5, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'subnets': [{'id': '6dd458cd-ded9-45b8-9f41-78d853963c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4338f2e5-ffcd-413c-8a8e-ad0710b38153', 'name': '', 'network_id': '54dd1efa-6c67-4531-8995-2966082d16bd', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'mac_address': 'fa:16:3e:e6:77:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '128a1098-1d9f-4f87-9d59-b301e8475c5f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:19:53Z', 'updated_at': '2022-10-04T09:19:54Z', 'revision_number': 2, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'subnets': [{'id': '128a1098-1d9f-4f87-9d59-b301e8475c5f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b97a617a-8cd0-41e2-bd68-f4f9224ef434', 'name': '', 'network_id': '4991eb33-b5a2-4912-9dd2-54e72fa8e2b8', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'mac_address': 'fa:16:3e:2e:57:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'c847f6c1-b530-43bd-979a-b88c19437cfc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:19:47Z', 'updated_at': '2022-10-04T09:19:56Z', 'revision_number': 4, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'subnets': [{'id': 'c847f6c1-b530-43bd-979a-b88c19437cfc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:19:58.542683 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-0ed6ba0a-7c9d-46c0-a7fd-61abd21b7f79 None None] Current status of the port de3264e2-26f6-4b6c-9005-cea4b011d4d8 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:19:58.583136 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cab3f437-14cc-414f-93e8-ca923b58ed2e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:58.733527 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab3f437-14cc-414f-93e8-ca923b58ed2e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:19:58.748284 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-cab3f437-14cc-414f-93e8-ca923b58ed2e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:19:58.766148 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-09b0b76e-31b2-4e0a-924e-6765b2e3c248 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "GET /v2.0/routers/4dada8c6-8926-46bc-a52d-2226305d3fcb HTTP/1.1" status: 200 len: 933 time: 0.3383021 Oct 04 09:19:58.767368 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab3f437-14cc-414f-93e8-ca923b58ed2e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:19:58.773099 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34704) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:58.773557 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab3f437-14cc-414f-93e8-ca923b58ed2e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:19:58.774583 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cab3f437-14cc-414f-93e8-ca923b58ed2e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:58.780097 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-025a15cc-2d90-41d5-8c72-068cbc2603b3 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Request body: {'router': {'routes': None}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:19:58.783843 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-50f601f4-88d4-433b-9852-b56306aabfe7 None None] Provisioning complete for port b97a617a-8cd0-41e2-bd68-f4f9224ef434 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:19:58.784820 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-50f601f4-88d4-433b-9852-b56306aabfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:58.785321 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-50f601f4-88d4-433b-9852-b56306aabfe7 None None] Attempt 1 to provision port b97a617a-8cd0-41e2-bd68-f4f9224ef434 Oct 04 09:19:58.808701 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab3f437-14cc-414f-93e8-ca923b58ed2e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event updated for resources: {'Port': ['ID=e1ef150a-9f23-481b-b140-ae032914536f,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:58.830506 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port b97a617a-8cd0-41e2-bd68-f4f9224ef434 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:19:58.831180 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:58.848268 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-cab3f437-14cc-414f-93e8-ca923b58ed2e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.7736466 Oct 04 09:19:58.857636 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34708) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:19:58.858553 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-b1b4c9ef-b8bb-4846-971c-d5df61738b61 None None] Allocated IP 2001:db8:0:1::2 (7b2ac456-c702-437f-ad18-06da05465ab2/741ff1c0-e1ad-4f13-bd77-2df45a50287e/8d3e15c3-4709-499a-a3ae-9b39ed93c6e6) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:19:58.949758 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-4f85a1e2-61f5-43bf-870e-4a4cc7ccddc7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Deleting port e1ef150a-9f23-481b-b140-ae032914536f {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:19:58.950374 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4f85a1e2-61f5-43bf-870e-4a4cc7ccddc7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:58.964304 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d48e98ad-39b7-486d-ad01-01e4e62d4e29 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736827'] for router_interface, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:59.026328 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port b97a617a-8cd0-41e2-bd68-f4f9224ef434, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=b97a617a-8cd0-41e2-bd68-f4f9224ef434,segment=NetworkSegment(2c08c09b-1729-41b5-9680-a716887c64bb),segment_id=2c08c09b-1729-41b5-9680-a716887c64bb)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:19:59.053004 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:59.053776 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 0a1b9fee-065a-48af-a407-544947440fac up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:19:59.341277 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=b97a617a-8cd0-41e2-bd68-f4f9224ef434,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:59.351795 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-b1b4c9ef-b8bb-4846-971c-d5df61738b61 None None] For port 8d3e15c3-4709-499a-a3ae-9b39ed93c6e6, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=8d3e15c3-4709-499a-a3ae-9b39ed93c6e6,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:19:59.361922 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4f85a1e2-61f5-43bf-870e-4a4cc7ccddc7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:59.362840 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-50f601f4-88d4-433b-9852-b56306aabfe7 None None] Current status of the port b97a617a-8cd0-41e2-bd68-f4f9224ef434 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:19:59.415086 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b1b4c9ef-b8bb-4846-971c-d5df61738b61 None None] Notify callbacks [] for port, precommit_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:59.438563 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-b1b4c9ef-b8bb-4846-971c-d5df61738b61 None None] Ignored duplicate provisioning block setup for port 8d3e15c3-4709-499a-a3ae-9b39ed93c6e6 by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 04 09:19:59.445095 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-50f601f4-88d4-433b-9852-b56306aabfe7 None None] Provisioning for port 8d3e15c3-4709-499a-a3ae-9b39ed93c6e6 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:19:59.451030 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-50f601f4-88d4-433b-9852-b56306aabfe7 None None] Provisioning complete for port 8d3e15c3-4709-499a-a3ae-9b39ed93c6e6 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:19:59.452094 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-50f601f4-88d4-433b-9852-b56306aabfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:59.452551 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-50f601f4-88d4-433b-9852-b56306aabfe7 None None] Attempt 1 to provision port 8d3e15c3-4709-499a-a3ae-9b39ed93c6e6 Oct 04 09:19:59.502088 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 0a1b9fee-065a-48af-a407-544947440fac completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:19:59.515548 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 3059458f-0716-471c-b26b-16703117fbb4 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:19:59.516444 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-4f85a1e2-61f5-43bf-870e-4a4cc7ccddc7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Calling delete_port for e1ef150a-9f23-481b-b140-ae032914536f owned by {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:19:59.569602 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b1b4c9ef-b8bb-4846-971c-d5df61738b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:59.612179 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357c7e88-61fd-4033-afb9-5454843d0f97 None None] Sync routers for ids ['4dada8c6-8926-46bc-a52d-2226305d3fcb'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:19:59.622261 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357c7e88-61fd-4033-afb9-5454843d0f97 None None] Routers {'4dada8c6-8926-46bc-a52d-2226305d3fcb'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:19:59.625420 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-357c7e88-61fd-4033-afb9-5454843d0f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:19:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['4dada8c6-8926-46bc-a52d-2226305d3fcb'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:19:59.814937 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 3059458f-0716-471c-b26b-16703117fbb4 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:19:59.815890 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:59.816446 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 3059458f-0716-471c-b26b-16703117fbb4 Oct 04 09:19:59.839633 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4f85a1e2-61f5-43bf-870e-4a4cc7ccddc7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:19:59.858603 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b4c9ef-b8bb-4846-971c-d5df61738b61 None None] Pushing event updated for resources: {'Port': ['ID=8d3e15c3-4709-499a-a3ae-9b39ed93c6e6,revision_number=6']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:59.891471 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-357c7e88-61fd-4033-afb9-5454843d0f97 None None] Set router 4dada8c6-8926-46bc-a52d-2226305d3fcb gateway port host: None {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:19:59.922169 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f85a1e2-61f5-43bf-870e-4a4cc7ccddc7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event deleted for resources: {'Port': ['ID=e1ef150a-9f23-481b-b140-ae032914536f,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:19:59.974055 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-50f601f4-88d4-433b-9852-b56306aabfe7 None None] Current status of the port 8d3e15c3-4709-499a-a3ae-9b39ed93c6e6 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:19:59.974718 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-50f601f4-88d4-433b-9852-b56306aabfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:00.057189 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-50f601f4-88d4-433b-9852-b56306aabfe7 None None] For port 8d3e15c3-4709-499a-a3ae-9b39ed93c6e6, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=8d3e15c3-4709-499a-a3ae-9b39ed93c6e6,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:20:00.071390 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-d48e98ad-39b7-486d-ad01-01e4e62d4e29 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Deleting port b7cd5e14-7bd4-4ce6-a642-a3c67c85ed13 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:20:00.071998 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d48e98ad-39b7-486d-ad01-01e4e62d4e29 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:00.072450 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-50f601f4-88d4-433b-9852-b56306aabfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:00.082601 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4f85a1e2-61f5-43bf-870e-4a4cc7ccddc7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:00.103947 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-4f85a1e2-61f5-43bf-870e-4a4cc7ccddc7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/ports/e1ef150a-9f23-481b-b140-ae032914536f HTTP/1.1" status: 204 len: 168 time: 1.2452016 Oct 04 09:20:00.106428 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34712) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:00.125760 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-50f601f4-88d4-433b-9852-b56306aabfe7 None None] Could not find standard attr ID for object acfa185a-f63d-4201-af14-16b30bce3237. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:20:00.164398 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 3059458f-0716-471c-b26b-16703117fbb4 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:20:00.172391 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-50f601f4-88d4-433b-9852-b56306aabfe7 None None] Provisioning for port 0a1b9fee-065a-48af-a407-544947440fac completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:20:00.176777 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.extraroute_db [None req-025a15cc-2d90-41d5-8c72-068cbc2603b3 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Added routes are [] {{(pid=89032) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 04 09:20:00.177335 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.extraroute_db [None req-025a15cc-2d90-41d5-8c72-068cbc2603b3 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=89032) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 04 09:20:00.182637 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-50f601f4-88d4-433b-9852-b56306aabfe7 None None] Provisioning complete for port 0a1b9fee-065a-48af-a407-544947440fac triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:20:00.183037 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-50f601f4-88d4-433b-9852-b56306aabfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:00.183362 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-50f601f4-88d4-433b-9852-b56306aabfe7 None None] Attempt 1 to provision port 0a1b9fee-065a-48af-a407-544947440fac Oct 04 09:20:00.277126 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f601f4-88d4-433b-9852-b56306aabfe7 None None] Pushing event updated for resources: {'Port': ['ID=8d3e15c3-4709-499a-a3ae-9b39ed93c6e6,revision_number=7']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:00.292815 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4ae9cb-153e-4a6d-bb4a-698ecf68806a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:00.293864 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-9c4ae9cb-153e-4a6d-bb4a-698ecf68806a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Synchronizing usage tracker for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:20:00.310013 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-13431652-c700-4258-afab-1b2b456e31d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:00.329831 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-9c4ae9cb-153e-4a6d-bb4a-698ecf68806a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Unset dirty status for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:20:00.331118 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-9c4ae9cb-153e-4a6d-bb4a-698ecf68806a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2229712 Oct 04 09:20:00.333723 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34716) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:00.367230 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 8d3e15c3-4709-499a-a3ae-9b39ed93c6e6 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:20:00.424700 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-357c7e88-61fd-4033-afb9-5454843d0f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'name': 'tempest-RoutersTest-router-391532728', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:19:29Z', 'updated_at': '2022-10-04T09:19:57Z', 'revision_number': 6, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'gw_port_host': None, '_interfaces': [{'id': '3059458f-0716-471c-b26b-16703117fbb4', 'name': '', 'network_id': '190066ca-be16-4a69-bddb-2e59b7e31248', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'mac_address': 'fa:16:3e:a9:c4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '0f16c971-29d8-437e-92ff-2e10e07752fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:19:40Z', 'updated_at': '2022-10-04T09:19:55Z', 'revision_number': 5, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'subnets': [{'id': '0f16c971-29d8-437e-92ff-2e10e07752fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35816987-12d9-4235-8bda-9dabd0bc16fb', 'name': '', 'network_id': 'e8ec1fe9-4d11-48b0-ab68-bc1553d44eb5', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'mac_address': 'fa:16:3e:03:b3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '6dd458cd-ded9-45b8-9f41-78d853963c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:19:32Z', 'updated_at': '2022-10-04T09:19:42Z', 'revision_number': 5, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'subnets': [{'id': '6dd458cd-ded9-45b8-9f41-78d853963c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4338f2e5-ffcd-413c-8a8e-ad0710b38153', 'name': '', 'network_id': '54dd1efa-6c67-4531-8995-2966082d16bd', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'mac_address': 'fa:16:3e:e6:77:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '128a1098-1d9f-4f87-9d59-b301e8475c5f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:19:53Z', 'updated_at': '2022-10-04T09:19:54Z', 'revision_number': 2, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'subnets': [{'id': '128a1098-1d9f-4f87-9d59-b301e8475c5f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b97a617a-8cd0-41e2-bd68-f4f9224ef434', 'name': '', 'network_id': '4991eb33-b5a2-4912-9dd2-54e72fa8e2b8', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'mac_address': 'fa:16:3e:2e:57:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'c847f6c1-b530-43bd-979a-b88c19437cfc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:19:47Z', 'updated_at': '2022-10-04T09:19:58Z', 'revision_number': 5, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'subnets': [{'id': 'c847f6c1-b530-43bd-979a-b88c19437cfc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:00.429771 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357c7e88-61fd-4033-afb9-5454843d0f97 None None] Checking router: 4dada8c6-8926-46bc-a52d-2226305d3fcb for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:20:00.429952 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-025a15cc-2d90-41d5-8c72-068cbc2603b3 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:00.430611 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357c7e88-61fd-4033-afb9-5454843d0f97 None None] Updating router 4dada8c6-8926-46bc-a52d-2226305d3fcb port 4338f2e5-ffcd-413c-8a8e-ad0710b38153 binding host dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:20:00.462158 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10d78c6-d6ad-442e-925a-4ab9f478aa5a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:00.467765 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-b10d78c6-d6ad-442e-925a-4ab9f478aa5a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1329334 Oct 04 09:20:00.468827 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34720) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:00.497285 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-357c7e88-61fd-4033-afb9-5454843d0f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:00.528371 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-50f601f4-88d4-433b-9852-b56306aabfe7 None None] Current status of the port 0a1b9fee-065a-48af-a407-544947440fac is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:20:00.528765 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-50f601f4-88d4-433b-9852-b56306aabfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:00.570521 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-50f601f4-88d4-433b-9852-b56306aabfe7 None None] For port 0a1b9fee-065a-48af-a407-544947440fac, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=0a1b9fee-065a-48af-a407-544947440fac,segment=NetworkSegment(30f7fd02-bce6-4057-a0b9-0c73da6fb5a3),segment_id=30f7fd02-bce6-4057-a0b9-0c73da6fb5a3)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:20:00.588274 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-50f601f4-88d4-433b-9852-b56306aabfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:00.711858 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 8d3e15c3-4709-499a-a3ae-9b39ed93c6e6 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:20:00.712705 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:00.713218 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 8d3e15c3-4709-499a-a3ae-9b39ed93c6e6 Oct 04 09:20:00.722494 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d48e98ad-39b7-486d-ad01-01e4e62d4e29 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:00.750095 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153c9b48-855a-4752-a7d8-b77e3dd7521f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:00.757000 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153c9b48-855a-4752-a7d8-b77e3dd7521f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:00.761294 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153c9b48-855a-4752-a7d8-b77e3dd7521f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:00.763295 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-153c9b48-855a-4752-a7d8-b77e3dd7521f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Synchronizing usage tracker for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:subnet {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:20:00.770123 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:00.806341 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-153c9b48-855a-4752-a7d8-b77e3dd7521f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Unset dirty status for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:subnet {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:20:00.807846 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-153c9b48-855a-4752-a7d8-b77e3dd7521f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3382905 Oct 04 09:20:00.812892 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34724) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:00.838398 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:00.846556 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f601f4-88d4-433b-9852-b56306aabfe7 None None] Pushing event updated for resources: {'Port': ['ID=0a1b9fee-065a-48af-a407-544947440fac,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:00.850040 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-ef63041a-8f00-4530-96d7-96a165e92358 None None] Provisioning for port 4338f2e5-ffcd-413c-8a8e-ad0710b38153 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:20:00.860305 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-ef63041a-8f00-4530-96d7-96a165e92358 None None] Provisioning complete for port 4338f2e5-ffcd-413c-8a8e-ad0710b38153 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:20:00.860959 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ef63041a-8f00-4530-96d7-96a165e92358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:00.861453 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-ef63041a-8f00-4530-96d7-96a165e92358 None None] Attempt 1 to provision port 4338f2e5-ffcd-413c-8a8e-ad0710b38153 Oct 04 09:20:00.934198 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-77e81a5b-d607-4429-bba9-6a78a01c147a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Deleting subnet 7223f22d-26df-4c3a-b6cf-57e85d80f1a2 {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:20:00.938139 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-77e81a5b-d607-4429-bba9-6a78a01c147a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:00.967708 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-ef63041a-8f00-4530-96d7-96a165e92358 None None] Port 4338f2e5-ffcd-413c-8a8e-ad0710b38153 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:20:00.968333 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-d48e98ad-39b7-486d-ad01-01e4e62d4e29 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Calling delete_port for b7cd5e14-7bd4-4ce6-a642-a3c67c85ed13 owned by network:router_interface {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:20:00.975122 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 8d3e15c3-4709-499a-a3ae-9b39ed93c6e6 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:20:00.976542 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device b97a617a-8cd0-41e2-bd68-f4f9224ef434 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:20:01.008987 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-357c7e88-61fd-4033-afb9-5454843d0f97 None None] Notify callbacks [] for port, precommit_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:01.033268 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.provisioning_blocks [None req-357c7e88-61fd-4033-afb9-5454843d0f97 None None] Transition to ACTIVE for port object 4338f2e5-ffcd-413c-8a8e-ad0710b38153 will not be triggered until provisioned by entity L2. {{(pid=89035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:20:01.047713 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-357c7e88-61fd-4033-afb9-5454843d0f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:01.052424 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-77e81a5b-d607-4429-bba9-6a78a01c147a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:01.061994 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port b97a617a-8cd0-41e2-bd68-f4f9224ef434 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:20:01.062374 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:01.062712 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port b97a617a-8cd0-41e2-bd68-f4f9224ef434 Oct 04 09:20:01.174827 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-77e81a5b-d607-4429-bba9-6a78a01c147a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:01.182394 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47fdc7c-e528-4dc6-8e80-71ed1f96e240 None None] Pushing event updated for resources: {'Port': ['ID=4338f2e5-ffcd-413c-8a8e-ad0710b38153,revision_number=3']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:01.190757 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47fdc7c-e528-4dc6-8e80-71ed1f96e240 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:20:01.191095 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47fdc7c-e528-4dc6-8e80-71ed1f96e240 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:20:01.191573 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47fdc7c-e528-4dc6-8e80-71ed1f96e240 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:20:01.191902 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47fdc7c-e528-4dc6-8e80-71ed1f96e240 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:20:01.192219 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47fdc7c-e528-4dc6-8e80-71ed1f96e240 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:20:01.192693 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47fdc7c-e528-4dc6-8e80-71ed1f96e240 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:20:01.193061 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47fdc7c-e528-4dc6-8e80-71ed1f96e240 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:20:01.193383 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47fdc7c-e528-4dc6-8e80-71ed1f96e240 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:20:01.193700 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47fdc7c-e528-4dc6-8e80-71ed1f96e240 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:20:01.194012 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47fdc7c-e528-4dc6-8e80-71ed1f96e240 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:20:01.194465 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47fdc7c-e528-4dc6-8e80-71ed1f96e240 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:20:01.194841 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47fdc7c-e528-4dc6-8e80-71ed1f96e240 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:20:01.270383 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-77e81a5b-d607-4429-bba9-6a78a01c147a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:01.320250 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-357c7e88-61fd-4033-afb9-5454843d0f97 None None] Attempting to bind port 4338f2e5-ffcd-413c-8a8e-ad0710b38153 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:20:01.320896 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-357c7e88-61fd-4033-afb9-5454843d0f97 None None] Attempting to bind port 4338f2e5-ffcd-413c-8a8e-ad0710b38153 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '30f7fd02-bce6-4057-a0b9-0c73da6fb5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '54dd1efa-6c67-4531-8995-2966082d16bd'}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:20:01.321416 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357c7e88-61fd-4033-afb9-5454843d0f97 None None] Attempting to bind port 4338f2e5-ffcd-413c-8a8e-ad0710b38153 on network 54dd1efa-6c67-4531-8995-2966082d16bd {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:20:01.328967 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357c7e88-61fd-4033-afb9-5454843d0f97 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:20:01.329653 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357c7e88-61fd-4033-afb9-5454843d0f97 None None] Checking segment: {'id': '30f7fd02-bce6-4057-a0b9-0c73da6fb5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '54dd1efa-6c67-4531-8995-2966082d16bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:20:01.330207 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-357c7e88-61fd-4033-afb9-5454843d0f97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:01.330335 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port b97a617a-8cd0-41e2-bd68-f4f9224ef434 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:20:01.330851 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357c7e88-61fd-4033-afb9-5454843d0f97 None None] Bound using segment: {'id': '30f7fd02-bce6-4057-a0b9-0c73da6fb5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '54dd1efa-6c67-4531-8995-2966082d16bd'} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:20:01.331485 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-357c7e88-61fd-4033-afb9-5454843d0f97 None None] Bound port: 4338f2e5-ffcd-413c-8a8e-ad0710b38153, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30f7fd02-bce6-4057-a0b9-0c73da6fb5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '54dd1efa-6c67-4531-8995-2966082d16bd'}}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:20:01.332802 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-357c7e88-61fd-4033-afb9-5454843d0f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:01.333406 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e81a5b-d607-4429-bba9-6a78a01c147a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event deleted for resources: {'Subnet': ['ID=7223f22d-26df-4c3a-b6cf-57e85d80f1a2,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:01.340601 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-77e81a5b-d607-4429-bba9-6a78a01c147a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:01.358022 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-77e81a5b-d607-4429-bba9-6a78a01c147a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/subnets/7223f22d-26df-4c3a-b6cf-57e85d80f1a2 HTTP/1.1" status: 204 len: 168 time: 0.5414357 Oct 04 09:20:01.358284 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34728) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:01.394575 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567b32ee-e9f9-4ee5-8037-eb71105b9c52 None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:20:01.433029 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3931102-07b4-42f5-8d59-c4dd321189a1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Deleting subnet 741ff1c0-e1ad-4f13-bd77-2df45a50287e {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:20:01.436591 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e3931102-07b4-42f5-8d59-c4dd321189a1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:01.439725 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-357c7e88-61fd-4033-afb9-5454843d0f97 None None] For port 4338f2e5-ffcd-413c-8a8e-ad0710b38153, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:20:01.443234 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-357c7e88-61fd-4033-afb9-5454843d0f97 None None] For port 4338f2e5-ffcd-413c-8a8e-ad0710b38153, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=4338f2e5-ffcd-413c-8a8e-ad0710b38153,segment=NetworkSegment(30f7fd02-bce6-4057-a0b9-0c73da6fb5a3),segment_id=30f7fd02-bce6-4057-a0b9-0c73da6fb5a3)] {{(pid=89035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:20:01.446515 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-025a15cc-2d90-41d5-8c72-068cbc2603b3 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:01.449204 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-357c7e88-61fd-4033-afb9-5454843d0f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:01.449974 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-025a15cc-2d90-41d5-8c72-068cbc2603b3 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736963', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1737124'] for router, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:01.474523 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-ef63041a-8f00-4530-96d7-96a165e92358 None None] Attempt 2 to provision port 4338f2e5-ffcd-413c-8a8e-ad0710b38153 Oct 04 09:20:01.510343 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e3931102-07b4-42f5-8d59-c4dd321189a1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:01.524530 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357c7e88-61fd-4033-afb9-5454843d0f97 None None] Routers {'4dada8c6-8926-46bc-a52d-2226305d3fcb'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:20:01.525293 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-357c7e88-61fd-4033-afb9-5454843d0f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:20:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['4dada8c6-8926-46bc-a52d-2226305d3fcb'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:01.583523 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-ef63041a-8f00-4530-96d7-96a165e92358 None None] Port 4338f2e5-ffcd-413c-8a8e-ad0710b38153 had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 09:20:01.618052 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e3931102-07b4-42f5-8d59-c4dd321189a1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:01.635239 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-ef63041a-8f00-4530-96d7-96a165e92358 None None] Provisioning complete for port 0a1b9fee-065a-48af-a407-544947440fac triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:20:01.635519 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ef63041a-8f00-4530-96d7-96a165e92358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:01.635864 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-ef63041a-8f00-4530-96d7-96a165e92358 None None] Attempt 1 to provision port 0a1b9fee-065a-48af-a407-544947440fac Oct 04 09:20:01.717085 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-025a15cc-2d90-41d5-8c72-068cbc2603b3 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Router 4dada8c6-8926-46bc-a52d-2226305d3fcb has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:20:01.735156 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e3931102-07b4-42f5-8d59-c4dd321189a1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:01.795099 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3931102-07b4-42f5-8d59-c4dd321189a1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event deleted for resources: {'Subnet': ['ID=741ff1c0-e1ad-4f13-bd77-2df45a50287e,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:01.807250 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e3931102-07b4-42f5-8d59-c4dd321189a1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:01.826370 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-e3931102-07b4-42f5-8d59-c4dd321189a1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/subnets/741ff1c0-e1ad-4f13-bd77-2df45a50287e HTTP/1.1" status: 204 len: 168 time: 0.4641716 Oct 04 09:20:01.826947 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34732) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:01.828972 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47fdc7c-e528-4dc6-8e80-71ed1f96e240 None None] Pushing event updated for resources: {'Port': ['ID=4338f2e5-ffcd-413c-8a8e-ad0710b38153,revision_number=4']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:01.842979 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-ef63041a-8f00-4530-96d7-96a165e92358 None None] Current status of the port 0a1b9fee-065a-48af-a407-544947440fac is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:20:01.873959 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-357c7e88-61fd-4033-afb9-5454843d0f97 None None] Set router 4dada8c6-8926-46bc-a52d-2226305d3fcb gateway port host: None {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:20:01.915404 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-18f9af65-f9ab-40b6-8414-24618fdb35b6 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0872777 Oct 04 09:20:01.920816 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34736) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:01.931218 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-c621b2dc-4bf3-4a1f-879f-32adb4351cc6 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'subnet': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:01.936569 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dec6032-2773-438a-8d8a-2b943e7f8a4a None None] Update dhcp port {'port': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'fixed_ips': [{'subnet_id': '741ff1c0-e1ad-4f13-bd77-2df45a50287e'}], 'binding:host_id': 'dv-neutron-860215-1-hyperv'}, 'id': '8d3e15c3-4709-499a-a3ae-9b39ed93c6e6'} from dv-neutron-860215-1-hyperv. {{(pid=89034) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 04 09:20:01.973127 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d48e98ad-39b7-486d-ad01-01e4e62d4e29 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:02.001494 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0dec6032-2773-438a-8d8a-2b943e7f8a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:02.019143 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-669cf460-85dd-4824-9bc1-33f73aa746ef None None] Provisioning complete for port 8d3e15c3-4709-499a-a3ae-9b39ed93c6e6 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:20:02.019798 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-669cf460-85dd-4824-9bc1-33f73aa746ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:02.020292 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-669cf460-85dd-4824-9bc1-33f73aa746ef None None] Attempt 1 to provision port 8d3e15c3-4709-499a-a3ae-9b39ed93c6e6 Oct 04 09:20:02.059236 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-c621b2dc-4bf3-4a1f-879f-32adb4351cc6 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:20:02.065829 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-c621b2dc-4bf3-4a1f-879f-32adb4351cc6 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Usage tracker for resource:subnet and tenant:3f91eae3af914b3ca9ea34a1eaa482e2 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:20:02.069686 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-c621b2dc-4bf3-4a1f-879f-32adb4351cc6 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:20:02.075400 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48e98ad-39b7-486d-ad01-01e4e62d4e29 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Pushing event deleted for resources: {'Port': ['ID=b7cd5e14-7bd4-4ce6-a642-a3c67c85ed13,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:02.076341 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-c621b2dc-4bf3-4a1f-879f-32adb4351cc6 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:20:02.089852 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c621b2dc-4bf3-4a1f-879f-32adb4351cc6 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Made reservation on behalf of 3f91eae3af914b3ca9ea34a1eaa482e2 for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:20:02.094585 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c621b2dc-4bf3-4a1f-879f-32adb4351cc6 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:02.115862 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025a15cc-2d90-41d5-8c72-068cbc2603b3 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:20:02.133204 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-025a15cc-2d90-41d5-8c72-068cbc2603b3 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:02.134337 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-025a15cc-2d90-41d5-8c72-068cbc2603b3 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "PUT /v2.0/routers/4dada8c6-8926-46bc-a52d-2226305d3fcb HTTP/1.1" status: 200 len: 699 time: 3.3600385 Oct 04 09:20:02.139378 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34742) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:02.272596 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:02.277911 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-669cf460-85dd-4824-9bc1-33f73aa746ef None None] Current status of the port 8d3e15c3-4709-499a-a3ae-9b39ed93c6e6 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:20:02.283196 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-669cf460-85dd-4824-9bc1-33f73aa746ef None None] Could not find standard attr ID for object e1ef150a-9f23-481b-b140-ae032914536f. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:20:02.288053 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-357c7e88-61fd-4033-afb9-5454843d0f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'name': 'tempest-RoutersTest-router-391532728', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:19:29Z', 'updated_at': '2022-10-04T09:20:00Z', 'revision_number': 7, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'gw_port_host': None, '_interfaces': [{'id': '3059458f-0716-471c-b26b-16703117fbb4', 'name': '', 'network_id': '190066ca-be16-4a69-bddb-2e59b7e31248', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'mac_address': 'fa:16:3e:a9:c4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '0f16c971-29d8-437e-92ff-2e10e07752fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:19:40Z', 'updated_at': '2022-10-04T09:19:55Z', 'revision_number': 5, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'subnets': [{'id': '0f16c971-29d8-437e-92ff-2e10e07752fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35816987-12d9-4235-8bda-9dabd0bc16fb', 'name': '', 'network_id': 'e8ec1fe9-4d11-48b0-ab68-bc1553d44eb5', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'mac_address': 'fa:16:3e:03:b3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '6dd458cd-ded9-45b8-9f41-78d853963c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:19:32Z', 'updated_at': '2022-10-04T09:19:42Z', 'revision_number': 5, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'subnets': [{'id': '6dd458cd-ded9-45b8-9f41-78d853963c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4338f2e5-ffcd-413c-8a8e-ad0710b38153', 'name': '', 'network_id': '54dd1efa-6c67-4531-8995-2966082d16bd', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'mac_address': 'fa:16:3e:e6:77:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '128a1098-1d9f-4f87-9d59-b301e8475c5f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:19:53Z', 'updated_at': '2022-10-04T09:20:01Z', 'revision_number': 4, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'subnets': [{'id': '128a1098-1d9f-4f87-9d59-b301e8475c5f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b97a617a-8cd0-41e2-bd68-f4f9224ef434', 'name': '', 'network_id': '4991eb33-b5a2-4912-9dd2-54e72fa8e2b8', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'mac_address': 'fa:16:3e:2e:57:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'c847f6c1-b530-43bd-979a-b88c19437cfc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:19:47Z', 'updated_at': '2022-10-04T09:19:58Z', 'revision_number': 5, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'subnets': [{'id': 'c847f6c1-b530-43bd-979a-b88c19437cfc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:02.304439 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357c7e88-61fd-4033-afb9-5454843d0f97 None None] The sync data for ids ['4dada8c6-8926-46bc-a52d-2226305d3fcb'] in dv-neutron-860215-1-hyperv is: [{'id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'name': 'tempest-RoutersTest-router-391532728', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:19:29Z', 'updated_at': '2022-10-04T09:20:00Z', 'revision_number': 7, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'gw_port_host': None, '_interfaces': [{'id': '3059458f-0716-471c-b26b-16703117fbb4', 'name': '', 'network_id': '190066ca-be16-4a69-bddb-2e59b7e31248', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'mac_address': 'fa:16:3e:a9:c4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '0f16c971-29d8-437e-92ff-2e10e07752fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:19:40Z', 'updated_at': '2022-10-04T09:19:55Z', 'revision_number': 5, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'subnets': [{'id': '0f16c971-29d8-437e-92ff-2e10e07752fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35816987-12d9-4235-8bda-9dabd0bc16fb', 'name': '', 'network_id': 'e8ec1fe9-4d11-48b0-ab68-bc1553d44eb5', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'mac_address': 'fa:16:3e:03:b3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '6dd458cd-ded9-45b8-9f41-78d853963c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:19:32Z', 'updated_at': '2022-10-04T09:19:42Z', 'revision_number': 5, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'subnets': [{'id': '6dd458cd-ded9-45b8-9f41-78d853963c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4338f2e5-ffcd-413c-8a8e-ad0710b38153', 'name': '', 'network_id': '54dd1efa-6c67-4531-8995-2966082d16bd', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'mac_address': 'fa:16:3e:e6:77:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '128a1098-1d9f-4f87-9d59-b301e8475c5f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:19:53Z', 'updated_at': '2022-10-04T09:20:01Z', 'revision_number': 4, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'subnets': [{'id': '128a1098-1d9f-4f87-9d59-b301e8475c5f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b97a617a-8cd0-41e2-bd68-f4f9224ef434', 'name': '', 'network_id': '4991eb33-b5a2-4912-9dd2-54e72fa8e2b8', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'mac_address': 'fa:16:3e:2e:57:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'c847f6c1-b530-43bd-979a-b88c19437cfc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:19:47Z', 'updated_at': '2022-10-04T09:19:58Z', 'revision_number': 5, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'subnets': [{'id': 'c847f6c1-b530-43bd-979a-b88c19437cfc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:20:02.369910 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 8d3e15c3-4709-499a-a3ae-9b39ed93c6e6 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:20:02.442719 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-18807346-759b-497a-a1a1-5bd5a156902e tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "GET /v2.0/routers/4dada8c6-8926-46bc-a52d-2226305d3fcb HTTP/1.1" status: 200 len: 699 time: 0.2997983 Oct 04 09:20:02.443973 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34746) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:02.445352 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d3ea9d-88df-4a87-a209-0dd6fefba23e None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:20:02.577903 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-1493ea70-e9d4-4dfa-9b15-264912a8b419 None None] Provisioning complete for port 8d3e15c3-4709-499a-a3ae-9b39ed93c6e6 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:20:02.578311 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-1493ea70-e9d4-4dfa-9b15-264912a8b419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:02.578604 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-1493ea70-e9d4-4dfa-9b15-264912a8b419 None None] Attempt 1 to provision port 8d3e15c3-4709-499a-a3ae-9b39ed93c6e6 Oct 04 09:20:02.644433 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0c2c07-767e-4a61-b7ac-82b8f98e8df6 None None] Sync routers for ids ['4dada8c6-8926-46bc-a52d-2226305d3fcb'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:20:02.649874 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 8d3e15c3-4709-499a-a3ae-9b39ed93c6e6 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:20:02.650248 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:02.650642 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 8d3e15c3-4709-499a-a3ae-9b39ed93c6e6 Oct 04 09:20:02.709014 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d48e98ad-39b7-486d-ad01-01e4e62d4e29 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736911'] for router_interface, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:02.745504 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0c2c07-767e-4a61-b7ac-82b8f98e8df6 None None] Routers {'4dada8c6-8926-46bc-a52d-2226305d3fcb'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:20:02.746140 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-8c0c2c07-767e-4a61-b7ac-82b8f98e8df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:20:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['4dada8c6-8926-46bc-a52d-2226305d3fcb'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:02.757888 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.objects.ports [None req-c621b2dc-4bf3-4a1f-879f-32adb4351cc6 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89033) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Oct 04 09:20:02.954149 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c621b2dc-4bf3-4a1f-879f-32adb4351cc6 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:03.073226 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-1493ea70-e9d4-4dfa-9b15-264912a8b419 None None] Current status of the port 8d3e15c3-4709-499a-a3ae-9b39ed93c6e6 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:20:03.075975 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-8c0c2c07-767e-4a61-b7ac-82b8f98e8df6 None None] Set router 4dada8c6-8926-46bc-a52d-2226305d3fcb gateway port host: None {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:20:03.234737 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-c621b2dc-4bf3-4a1f-879f-32adb4351cc6 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] For port 8d3e15c3-4709-499a-a3ae-9b39ed93c6e6, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=8d3e15c3-4709-499a-a3ae-9b39ed93c6e6,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:20:03.267255 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c621b2dc-4bf3-4a1f-879f-32adb4351cc6 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:03.272239 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 8d3e15c3-4709-499a-a3ae-9b39ed93c6e6 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:20:03.273084 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 0a1b9fee-065a-48af-a407-544947440fac up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:20:03.277294 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c621b2dc-4bf3-4a1f-879f-32adb4351cc6 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:03.278691 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c621b2dc-4bf3-4a1f-879f-32adb4351cc6 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:03.486807 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 0a1b9fee-065a-48af-a407-544947440fac triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:20:03.487182 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:03.487519 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 0a1b9fee-065a-48af-a407-544947440fac Oct 04 09:20:03.562202 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d48e98ad-39b7-486d-ad01-01e4e62d4e29 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Router ecf78223-5076-4703-9e43-f1669188e149 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:20:03.563981 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c621b2dc-4bf3-4a1f-879f-32adb4351cc6 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event updated for resources: {'Subnet': ['ID=2442035d-6f83-4e61-9692-f78cb89d2c28,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:03.575098 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c621b2dc-4bf3-4a1f-879f-32adb4351cc6 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:20:03.585256 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-c621b2dc-4bf3-4a1f-879f-32adb4351cc6 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:20:03.597549 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c621b2dc-4bf3-4a1f-879f-32adb4351cc6 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:03.598138 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c621b2dc-4bf3-4a1f-879f-32adb4351cc6 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:03.675183 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-c621b2dc-4bf3-4a1f-879f-32adb4351cc6 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7529731 Oct 04 09:20:03.676035 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c621b2dc-4bf3-4a1f-879f-32adb4351cc6 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event updated for resources: {'Port': ['ID=8d3e15c3-4709-499a-a3ae-9b39ed93c6e6,revision_number=11']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:03.679704 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34750) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:03.686284 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-a51fe16f-2cc0-48e8-a153-8064702f2c42 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'subnet': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:03.694158 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 0a1b9fee-065a-48af-a407-544947440fac is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:20:03.695263 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 4338f2e5-ffcd-413c-8a8e-ad0710b38153 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:20:03.735432 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-8c0c2c07-767e-4a61-b7ac-82b8f98e8df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'name': 'tempest-RoutersTest-router-391532728', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:19:29Z', 'updated_at': '2022-10-04T09:20:00Z', 'revision_number': 7, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'gw_port_host': None, '_interfaces': [{'id': '3059458f-0716-471c-b26b-16703117fbb4', 'name': '', 'network_id': '190066ca-be16-4a69-bddb-2e59b7e31248', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'mac_address': 'fa:16:3e:a9:c4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '0f16c971-29d8-437e-92ff-2e10e07752fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:19:40Z', 'updated_at': '2022-10-04T09:19:55Z', 'revision_number': 5, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'subnets': [{'id': '0f16c971-29d8-437e-92ff-2e10e07752fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35816987-12d9-4235-8bda-9dabd0bc16fb', 'name': '', 'network_id': 'e8ec1fe9-4d11-48b0-ab68-bc1553d44eb5', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'mac_address': 'fa:16:3e:03:b3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '6dd458cd-ded9-45b8-9f41-78d853963c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:19:32Z', 'updated_at': '2022-10-04T09:19:42Z', 'revision_number': 5, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'subnets': [{'id': '6dd458cd-ded9-45b8-9f41-78d853963c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4338f2e5-ffcd-413c-8a8e-ad0710b38153', 'name': '', 'network_id': '54dd1efa-6c67-4531-8995-2966082d16bd', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'mac_address': 'fa:16:3e:e6:77:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '128a1098-1d9f-4f87-9d59-b301e8475c5f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:19:53Z', 'updated_at': '2022-10-04T09:20:01Z', 'revision_number': 4, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'subnets': [{'id': '128a1098-1d9f-4f87-9d59-b301e8475c5f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b97a617a-8cd0-41e2-bd68-f4f9224ef434', 'name': '', 'network_id': '4991eb33-b5a2-4912-9dd2-54e72fa8e2b8', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'mac_address': 'fa:16:3e:2e:57:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'c847f6c1-b530-43bd-979a-b88c19437cfc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:19:47Z', 'updated_at': '2022-10-04T09:19:58Z', 'revision_number': 5, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'subnets': [{'id': 'c847f6c1-b530-43bd-979a-b88c19437cfc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:03.767475 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0c2c07-767e-4a61-b7ac-82b8f98e8df6 None None] Checking router: 4dada8c6-8926-46bc-a52d-2226305d3fcb for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:20:03.786988 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0c2c07-767e-4a61-b7ac-82b8f98e8df6 None None] Routers {'4dada8c6-8926-46bc-a52d-2226305d3fcb'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:20:03.787846 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-8c0c2c07-767e-4a61-b7ac-82b8f98e8df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:20:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['4dada8c6-8926-46bc-a52d-2226305d3fcb'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:03.836897 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-42ae7fbb-21d6-4fda-b4af-bf2bb48e1f18 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736827'] for router_interface, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:03.919189 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-a51fe16f-2cc0-48e8-a153-8064702f2c42 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:20:03.925057 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a51fe16f-2cc0-48e8-a153-8064702f2c42 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Usage tracker for resource:subnet and tenant:3f91eae3af914b3ca9ea34a1eaa482e2 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:20:03.928533 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a51fe16f-2cc0-48e8-a153-8064702f2c42 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:20:03.934683 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-a51fe16f-2cc0-48e8-a153-8064702f2c42 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:20:03.947059 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51fe16f-2cc0-48e8-a153-8064702f2c42 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Made reservation on behalf of 3f91eae3af914b3ca9ea34a1eaa482e2 for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:20:03.952242 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 4338f2e5-ffcd-413c-8a8e-ad0710b38153 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:20:03.955800 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a51fe16f-2cc0-48e8-a153-8064702f2c42 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:03.969244 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 4338f2e5-ffcd-413c-8a8e-ad0710b38153 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:20:03.969620 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:03.969955 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 4338f2e5-ffcd-413c-8a8e-ad0710b38153 Oct 04 09:20:03.983870 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48e98ad-39b7-486d-ad01-01e4e62d4e29 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:20:03.993126 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-d48e98ad-39b7-486d-ad01-01e4e62d4e29 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] 10.222.0.50 "PUT /v2.0/routers/ecf78223-5076-4703-9e43-f1669188e149/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8659017 Oct 04 09:20:03.993980 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34754) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:04.006003 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda237cb-eb8c-4fbd-affd-37b92311f655 None None] Sync routers for ids ['ecf78223-5076-4703-9e43-f1669188e149'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:20:04.018444 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda237cb-eb8c-4fbd-affd-37b92311f655 None None] Routers {'ecf78223-5076-4703-9e43-f1669188e149'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:20:04.018653 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-8c0c2c07-767e-4a61-b7ac-82b8f98e8df6 None None] Set router 4dada8c6-8926-46bc-a52d-2226305d3fcb gateway port host: None {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:20:04.019063 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-eda237cb-eb8c-4fbd-affd-37b92311f655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:20:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['ecf78223-5076-4703-9e43-f1669188e149'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:04.135505 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-eda237cb-eb8c-4fbd-affd-37b92311f655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:04.146175 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda237cb-eb8c-4fbd-affd-37b92311f655 None None] Routers {'ecf78223-5076-4703-9e43-f1669188e149'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:20:04.147218 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-eda237cb-eb8c-4fbd-affd-37b92311f655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:20:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['ecf78223-5076-4703-9e43-f1669188e149'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:04.188765 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.ipam_backend_mixin [None req-a51fe16f-2cc0-48e8-a153-8064702f2c42 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2442035d-6f83-4e61-9692-f78cb89d2c28 (CIDR: 2001:db8::/64) Oct 04 09:20:04.195512 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-a51fe16f-2cc0-48e8-a153-8064702f2c42 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 09:20:04.198443 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a51fe16f-2cc0-48e8-a153-8064702f2c42 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:20:04.229540 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a51fe16f-2cc0-48e8-a153-8064702f2c42 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5489550 Oct 04 09:20:04.230874 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34758) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:04.231435 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-eda237cb-eb8c-4fbd-affd-37b92311f655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:04.232010 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda237cb-eb8c-4fbd-affd-37b92311f655 None None] The sync data for ids ['ecf78223-5076-4703-9e43-f1669188e149'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:20:04.237970 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-9b6d7900-9069-4c4b-bd80-a871d2c6e795 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'subnet': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:04.364755 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 4338f2e5-ffcd-413c-8a8e-ad0710b38153 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:20:04.365294 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:04.408659 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-9b6d7900-9069-4c4b-bd80-a871d2c6e795 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:20:04.413676 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-9b6d7900-9069-4c4b-bd80-a871d2c6e795 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Usage tracker for resource:subnet and tenant:3f91eae3af914b3ca9ea34a1eaa482e2 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:20:04.416867 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-9b6d7900-9069-4c4b-bd80-a871d2c6e795 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:20:04.423145 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-9b6d7900-9069-4c4b-bd80-a871d2c6e795 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:20:04.437333 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6d7900-9069-4c4b-bd80-a871d2c6e795 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Made reservation on behalf of 3f91eae3af914b3ca9ea34a1eaa482e2 for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:20:04.442109 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9b6d7900-9069-4c4b-bd80-a871d2c6e795 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:04.455478 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b578068-5fff-48a5-a0d3-8661d43de20c None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:20:04.476059 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-645434e0-7086-4236-8d09-1e34c19735e1 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for router, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:04.597106 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 4338f2e5-ffcd-413c-8a8e-ad0710b38153, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=4338f2e5-ffcd-413c-8a8e-ad0710b38153,segment=NetworkSegment(30f7fd02-bce6-4057-a0b9-0c73da6fb5a3),segment_id=30f7fd02-bce6-4057-a0b9-0c73da6fb5a3)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:20:04.611676 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:04.656768 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 8d3e15c3-4709-499a-a3ae-9b39ed93c6e6 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:20:04.720869 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-42ae7fbb-21d6-4fda-b4af-bf2bb48e1f18 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Deleting port 4338f2e5-ffcd-413c-8a8e-ad0710b38153 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:20:04.721792 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-42ae7fbb-21d6-4fda-b4af-bf2bb48e1f18 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:04.721908 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d1aa8e70-0459-4905-a2ff-678d7a9dd043 None None] Provisioning complete for port 8d3e15c3-4709-499a-a3ae-9b39ed93c6e6 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:20:04.722019 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d1aa8e70-0459-4905-a2ff-678d7a9dd043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:04.722374 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d1aa8e70-0459-4905-a2ff-678d7a9dd043 None None] Attempt 1 to provision port 8d3e15c3-4709-499a-a3ae-9b39ed93c6e6 Oct 04 09:20:04.753672 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9b6d7900-9069-4c4b-bd80-a871d2c6e795 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:04.768152 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-645434e0-7086-4236-8d09-1e34c19735e1 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:04.784146 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-645434e0-7086-4236-8d09-1e34c19735e1 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Deleting port a42ca8f6-725b-47f5-a0ee-9b3b49c0c73d {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:20:04.784562 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-645434e0-7086-4236-8d09-1e34c19735e1 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:04.819463 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6d7900-9069-4c4b-bd80-a871d2c6e795 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:20:04.822692 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-9b6d7900-9069-4c4b-bd80-a871d2c6e795 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:20:04.828181 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6d7900-9069-4c4b-bd80-a871d2c6e795 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:04.829166 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9b6d7900-9069-4c4b-bd80-a871d2c6e795 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:04.846757 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6d7900-9069-4c4b-bd80-a871d2c6e795 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event updated for resources: {'Subnet': ['ID=b682e573-280e-499a-8b12-e4ca5eabdf7b,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:04.861089 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-9b6d7900-9069-4c4b-bd80-a871d2c6e795 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6286385 Oct 04 09:20:04.863836 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34762) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:04.869634 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-94ae2465-3b4c-4f8a-a20e-3b06397a78a3 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'port': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'mac_address': 'fa:16:3e:6a:3b:53', 'name': 'tempest-NetworksTestDHCPv6-1600058332'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:04.871049 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=4338f2e5-ffcd-413c-8a8e-ad0710b38153,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:04.944190 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-8c0c2c07-767e-4a61-b7ac-82b8f98e8df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'name': 'tempest-RoutersTest-router-391532728', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:19:29Z', 'updated_at': '2022-10-04T09:20:00Z', 'revision_number': 7, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'gw_port_host': None, '_interfaces': [{'id': '3059458f-0716-471c-b26b-16703117fbb4', 'name': '', 'network_id': '190066ca-be16-4a69-bddb-2e59b7e31248', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'mac_address': 'fa:16:3e:a9:c4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '0f16c971-29d8-437e-92ff-2e10e07752fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:19:40Z', 'updated_at': '2022-10-04T09:19:55Z', 'revision_number': 5, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'subnets': [{'id': '0f16c971-29d8-437e-92ff-2e10e07752fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35816987-12d9-4235-8bda-9dabd0bc16fb', 'name': '', 'network_id': 'e8ec1fe9-4d11-48b0-ab68-bc1553d44eb5', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'mac_address': 'fa:16:3e:03:b3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '6dd458cd-ded9-45b8-9f41-78d853963c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:19:32Z', 'updated_at': '2022-10-04T09:19:42Z', 'revision_number': 5, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'subnets': [{'id': '6dd458cd-ded9-45b8-9f41-78d853963c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4338f2e5-ffcd-413c-8a8e-ad0710b38153', 'name': '', 'network_id': '54dd1efa-6c67-4531-8995-2966082d16bd', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'mac_address': 'fa:16:3e:e6:77:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '128a1098-1d9f-4f87-9d59-b301e8475c5f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:19:53Z', 'updated_at': '2022-10-04T09:20:01Z', 'revision_number': 4, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'subnets': [{'id': '128a1098-1d9f-4f87-9d59-b301e8475c5f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b97a617a-8cd0-41e2-bd68-f4f9224ef434', 'name': '', 'network_id': '4991eb33-b5a2-4912-9dd2-54e72fa8e2b8', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'mac_address': 'fa:16:3e:2e:57:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'c847f6c1-b530-43bd-979a-b88c19437cfc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:19:47Z', 'updated_at': '2022-10-04T09:19:58Z', 'revision_number': 5, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'subnets': [{'id': 'c847f6c1-b530-43bd-979a-b88c19437cfc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:04.971837 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0c2c07-767e-4a61-b7ac-82b8f98e8df6 None None] The sync data for ids ['4dada8c6-8926-46bc-a52d-2226305d3fcb'] in dv-neutron-860215-1-hyperv is: [{'id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'name': 'tempest-RoutersTest-router-391532728', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:19:29Z', 'updated_at': '2022-10-04T09:20:00Z', 'revision_number': 7, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'gw_port_host': None, '_interfaces': [{'id': '3059458f-0716-471c-b26b-16703117fbb4', 'name': '', 'network_id': '190066ca-be16-4a69-bddb-2e59b7e31248', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'mac_address': 'fa:16:3e:a9:c4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '0f16c971-29d8-437e-92ff-2e10e07752fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:19:40Z', 'updated_at': '2022-10-04T09:19:55Z', 'revision_number': 5, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'subnets': [{'id': '0f16c971-29d8-437e-92ff-2e10e07752fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35816987-12d9-4235-8bda-9dabd0bc16fb', 'name': '', 'network_id': 'e8ec1fe9-4d11-48b0-ab68-bc1553d44eb5', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'mac_address': 'fa:16:3e:03:b3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '6dd458cd-ded9-45b8-9f41-78d853963c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:19:32Z', 'updated_at': '2022-10-04T09:19:42Z', 'revision_number': 5, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'subnets': [{'id': '6dd458cd-ded9-45b8-9f41-78d853963c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4338f2e5-ffcd-413c-8a8e-ad0710b38153', 'name': '', 'network_id': '54dd1efa-6c67-4531-8995-2966082d16bd', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'mac_address': 'fa:16:3e:e6:77:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '128a1098-1d9f-4f87-9d59-b301e8475c5f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:19:53Z', 'updated_at': '2022-10-04T09:20:01Z', 'revision_number': 4, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'subnets': [{'id': '128a1098-1d9f-4f87-9d59-b301e8475c5f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b97a617a-8cd0-41e2-bd68-f4f9224ef434', 'name': '', 'network_id': '4991eb33-b5a2-4912-9dd2-54e72fa8e2b8', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'mac_address': 'fa:16:3e:2e:57:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'c847f6c1-b530-43bd-979a-b88c19437cfc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:19:47Z', 'updated_at': '2022-10-04T09:19:58Z', 'revision_number': 5, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'subnets': [{'id': 'c847f6c1-b530-43bd-979a-b88c19437cfc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:20:05.028456 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-94ae2465-3b4c-4f8a-a20e-3b06397a78a3 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:20:05.041425 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-94ae2465-3b4c-4f8a-a20e-3b06397a78a3 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:20:05.061181 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ae2465-3b4c-4f8a-a20e-3b06397a78a3 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Made reservation on behalf of 3f91eae3af914b3ca9ea34a1eaa482e2 for: {'port': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:20:05.071782 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 8d3e15c3-4709-499a-a3ae-9b39ed93c6e6 is: ACTIVE; New status is: DOWN {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:20:05.072159 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:05.105096 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d1aa8e70-0459-4905-a2ff-678d7a9dd043 None None] Current status of the port 8d3e15c3-4709-499a-a3ae-9b39ed93c6e6 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:20:05.111751 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-645434e0-7086-4236-8d09-1e34c19735e1 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:05.131501 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 8d3e15c3-4709-499a-a3ae-9b39ed93c6e6, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=8d3e15c3-4709-499a-a3ae-9b39ed93c6e6,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:20:05.143250 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:05.199930 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 8d3e15c3-4709-499a-a3ae-9b39ed93c6e6 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:20:05.210711 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-94ae2465-3b4c-4f8a-a20e-3b06397a78a3 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:05.243606 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [None req-94ae2465-3b4c-4f8a-a20e-3b06397a78a3 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] device_id is not set on port a2cdd12f-d0ac-4a89-b405-14ea188bb368 yet. {{(pid=89033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:20:05.269305 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-645434e0-7086-4236-8d09-1e34c19735e1 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Calling delete_port for a42ca8f6-725b-47f5-a0ee-9b3b49c0c73d owned by network:router_gateway {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:20:05.307214 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-42ae7fbb-21d6-4fda-b4af-bf2bb48e1f18 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] For port 4338f2e5-ffcd-413c-8a8e-ad0710b38153, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=4338f2e5-ffcd-413c-8a8e-ad0710b38153,segment=NetworkSegment(30f7fd02-bce6-4057-a0b9-0c73da6fb5a3),segment_id=30f7fd02-bce6-4057-a0b9-0c73da6fb5a3)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:20:05.307667 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-42ae7fbb-21d6-4fda-b4af-bf2bb48e1f18 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:05.336248 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=8d3e15c3-4709-499a-a3ae-9b39ed93c6e6,revision_number=12']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:05.352105 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf21bad-7dec-4429-8e0f-04c20d8cf2ea None None] Update dhcp port {'port': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'fixed_ips': [{'subnet_id': '2442035d-6f83-4e61-9692-f78cb89d2c28', 'ip_address': '2001:db8::f816:3eff:fe1b:973c'}, {'subnet_id': 'b682e573-280e-499a-8b12-e4ca5eabdf7b'}], 'binding:host_id': 'dv-neutron-860215-1-hyperv'}, 'id': '8d3e15c3-4709-499a-a3ae-9b39ed93c6e6'} from dv-neutron-860215-1-hyperv. {{(pid=89034) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 04 09:20:05.444332 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-42ae7fbb-21d6-4fda-b4af-bf2bb48e1f18 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Calling delete_port for 4338f2e5-ffcd-413c-8a8e-ad0710b38153 owned by network:router_interface {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:20:05.450243 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-7cf21bad-7dec-4429-8e0f-04c20d8cf2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:05.461311 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 8d3e15c3-4709-499a-a3ae-9b39ed93c6e6 is: DOWN; New status is: DOWN {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:20:05.475325 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-94ae2465-3b4c-4f8a-a20e-3b06397a78a3 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Allocated IP 2001:db8:0:1::94 (7b2ac456-c702-437f-ad18-06da05465ab2/b682e573-280e-499a-8b12-e4ca5eabdf7b/a2cdd12f-d0ac-4a89-b405-14ea188bb368) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:20:05.495013 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-94ae2465-3b4c-4f8a-a20e-3b06397a78a3 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Allocated IP 2001:db8::f816:3eff:fe6a:3b53 (7b2ac456-c702-437f-ad18-06da05465ab2/2442035d-6f83-4e61-9692-f78cb89d2c28/a2cdd12f-d0ac-4a89-b405-14ea188bb368) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:20:05.581799 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 8d3e15c3-4709-499a-a3ae-9b39ed93c6e6 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:20:05.682498 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 8d3e15c3-4709-499a-a3ae-9b39ed93c6e6 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:20:05.682971 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:05.683386 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 8d3e15c3-4709-499a-a3ae-9b39ed93c6e6 Oct 04 09:20:05.737817 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-42ae7fbb-21d6-4fda-b4af-bf2bb48e1f18 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:05.757368 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-94ae2465-3b4c-4f8a-a20e-3b06397a78a3 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:05.774133 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-94ae2465-3b4c-4f8a-a20e-3b06397a78a3 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Transition to ACTIVE for port object a2cdd12f-d0ac-4a89-b405-14ea188bb368 will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:20:05.791266 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-645434e0-7086-4236-8d09-1e34c19735e1 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:05.808645 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-94ae2465-3b4c-4f8a-a20e-3b06397a78a3 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:05.833495 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae7fbb-21d6-4fda-b4af-bf2bb48e1f18 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event deleted for resources: {'Port': ['ID=4338f2e5-ffcd-413c-8a8e-ad0710b38153,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:05.883060 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 8d3e15c3-4709-499a-a3ae-9b39ed93c6e6 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:20:05.883450 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:05.920025 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ae2465-3b4c-4f8a-a20e-3b06397a78a3 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:20:05.920567 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-7cf21bad-7dec-4429-8e0f-04c20d8cf2ea None None] Allocated IP 2001:db8:0:1::2 (7b2ac456-c702-437f-ad18-06da05465ab2/b682e573-280e-499a-8b12-e4ca5eabdf7b/8d3e15c3-4709-499a-a3ae-9b39ed93c6e6) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:20:05.925636 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-94ae2465-3b4c-4f8a-a20e-3b06397a78a3 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:20:05.931220 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ae2465-3b4c-4f8a-a20e-3b06397a78a3 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:20:05.934406 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 8d3e15c3-4709-499a-a3ae-9b39ed93c6e6, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=8d3e15c3-4709-499a-a3ae-9b39ed93c6e6,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:20:05.941283 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ae2465-3b4c-4f8a-a20e-3b06397a78a3 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:05.942743 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-94ae2465-3b4c-4f8a-a20e-3b06397a78a3 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:05.953799 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ae2465-3b4c-4f8a-a20e-3b06397a78a3 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event updated for resources: {'Port': ['ID=a2cdd12f-d0ac-4a89-b405-14ea188bb368,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:05.976273 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:05.991375 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-94ae2465-3b4c-4f8a-a20e-3b06397a78a3 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1263168 Oct 04 09:20:05.994013 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34766) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:06.119045 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645434e0-7086-4236-8d09-1e34c19735e1 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Pushing event deleted for resources: {'Port': ['ID=a42ca8f6-725b-47f5-a0ee-9b3b49c0c73d,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:06.147865 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=8d3e15c3-4709-499a-a3ae-9b39ed93c6e6,revision_number=13']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:06.176756 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-7cf21bad-7dec-4429-8e0f-04c20d8cf2ea None None] For port 8d3e15c3-4709-499a-a3ae-9b39ed93c6e6, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=8d3e15c3-4709-499a-a3ae-9b39ed93c6e6,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:20:06.189497 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-340600eb-a92d-48a3-ac90-0e4c6396ebdf tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Deleting port a2cdd12f-d0ac-4a89-b405-14ea188bb368 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:20:06.190071 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-340600eb-a92d-48a3-ac90-0e4c6396ebdf tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:06.204685 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-7cf21bad-7dec-4429-8e0f-04c20d8cf2ea None None] Notify callbacks [] for port, precommit_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:06.221618 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-7cf21bad-7dec-4429-8e0f-04c20d8cf2ea None None] Transition to ACTIVE for port object 8d3e15c3-4709-499a-a3ae-9b39ed93c6e6 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:20:06.225986 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-7cf21bad-7dec-4429-8e0f-04c20d8cf2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:06.328068 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-645434e0-7086-4236-8d09-1e34c19735e1 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737040'] for router_gateway, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:06.441197 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf21bad-7dec-4429-8e0f-04c20d8cf2ea None None] Pushing event updated for resources: {'Port': ['ID=8d3e15c3-4709-499a-a3ae-9b39ed93c6e6,revision_number=14']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:06.456415 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-340600eb-a92d-48a3-ac90-0e4c6396ebdf tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:06.516853 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-645434e0-7086-4236-8d09-1e34c19735e1 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:06.518660 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-42ae7fbb-21d6-4fda-b4af-bf2bb48e1f18 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736911'] for router_interface, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:06.522463 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-645434e0-7086-4236-8d09-1e34c19735e1 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:06.590465 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-340600eb-a92d-48a3-ac90-0e4c6396ebdf tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Calling delete_port for a2cdd12f-d0ac-4a89-b405-14ea188bb368 owned by {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:20:06.659294 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-645434e0-7086-4236-8d09-1e34c19735e1 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:06.659854 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645434e0-7086-4236-8d09-1e34c19735e1 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Fanout notify agent at l3_agent the message router_deleted on router ecf78223-5076-4703-9e43-f1669188e149 {{(pid=89032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:20:06.771382 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 8d3e15c3-4709-499a-a3ae-9b39ed93c6e6 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:20:06.853297 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-340600eb-a92d-48a3-ac90-0e4c6396ebdf tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:06.884691 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-645434e0-7086-4236-8d09-1e34c19735e1 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:06.888986 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-645434e0-7086-4236-8d09-1e34c19735e1 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] 10.222.0.50 "DELETE /v2.0/routers/ecf78223-5076-4703-9e43-f1669188e149 HTTP/1.1" status: 204 len: 168 time: 2.8938017 Oct 04 09:20:06.892228 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34770) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:06.954805 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340600eb-a92d-48a3-ac90-0e4c6396ebdf tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event deleted for resources: {'Port': ['ID=a2cdd12f-d0ac-4a89-b405-14ea188bb368,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:06.987520 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ae7fbb-21d6-4fda-b4af-bf2bb48e1f18 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Router 4dada8c6-8926-46bc-a52d-2226305d3fcb has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:20:06.991985 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9afb444-7daf-426c-aff0-cd49f66e9b26 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Deleting subnet 9752af95-f3f1-452d-8979-6d9bd8af296f {{(pid=89032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:20:06.995382 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d9afb444-7daf-426c-aff0-cd49f66e9b26 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for subnet, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:07.015049 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-340600eb-a92d-48a3-ac90-0e4c6396ebdf tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:07.026644 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-340600eb-a92d-48a3-ac90-0e4c6396ebdf tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/ports/a2cdd12f-d0ac-4a89-b405-14ea188bb368 HTTP/1.1" status: 204 len: 168 time: 1.0301659 Oct 04 09:20:07.028000 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34774) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:07.057400 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c97e6c-5600-40e8-a989-52ad0c506c9c None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:20:07.113260 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d9afb444-7daf-426c-aff0-cd49f66e9b26 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885153'] for subnet, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:07.121734 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c93c46-2a42-4ee0-a9fd-b9f776ec9e27 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:07.122985 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-88c93c46-2a42-4ee0-a9fd-b9f776ec9e27 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Synchronizing usage tracker for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:20:07.141755 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-88c93c46-2a42-4ee0-a9fd-b9f776ec9e27 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Unset dirty status for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:20:07.145430 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-88c93c46-2a42-4ee0-a9fd-b9f776ec9e27 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1137726 Oct 04 09:20:07.147414 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34778) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:07.154601 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-5d81b3e6-2318-4af4-bac7-15d7d1496821 None None] Provisioning for port 8d3e15c3-4709-499a-a3ae-9b39ed93c6e6 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:20:07.170290 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-5d81b3e6-2318-4af4-bac7-15d7d1496821 None None] Provisioning complete for port 8d3e15c3-4709-499a-a3ae-9b39ed93c6e6 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:20:07.170608 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5d81b3e6-2318-4af4-bac7-15d7d1496821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:07.170947 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-5d81b3e6-2318-4af4-bac7-15d7d1496821 None None] Attempt 1 to provision port 8d3e15c3-4709-499a-a3ae-9b39ed93c6e6 Oct 04 09:20:07.241803 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b579c7-a2f3-48d4-bc40-b74e6b221adf tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:07.246642 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-79b579c7-a2f3-48d4-bc40-b74e6b221adf tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0958633 Oct 04 09:20:07.246920 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34782) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:07.319201 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefa202a-4c69-4a17-b61c-b9099430bbb8 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:07.320660 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefa202a-4c69-4a17-b61c-b9099430bbb8 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:07.322377 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefa202a-4c69-4a17-b61c-b9099430bbb8 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:07.323188 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-aefa202a-4c69-4a17-b61c-b9099430bbb8 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Synchronizing usage tracker for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:subnet {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:20:07.340962 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-aefa202a-4c69-4a17-b61c-b9099430bbb8 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Unset dirty status for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:subnet {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:20:07.345069 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-aefa202a-4c69-4a17-b61c-b9099430bbb8 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0937309 Oct 04 09:20:07.345290 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34786) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:07.398386 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d9afb444-7daf-426c-aff0-cd49f66e9b26 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:07.405308 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-5d81b3e6-2318-4af4-bac7-15d7d1496821 None None] Current status of the port 8d3e15c3-4709-499a-a3ae-9b39ed93c6e6 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:20:07.420041 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a3de3cc-b42d-4d68-b258-ec650c48fe93 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Deleting subnet 2442035d-6f83-4e61-9692-f78cb89d2c28 {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:20:07.423773 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5a3de3cc-b42d-4d68-b258-ec650c48fe93 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:07.439661 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ae7fbb-21d6-4fda-b4af-bf2bb48e1f18 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:20:07.446316 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-42ae7fbb-21d6-4fda-b4af-bf2bb48e1f18 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "PUT /v2.0/routers/4dada8c6-8926-46bc-a52d-2226305d3fcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0016022 Oct 04 09:20:07.449376 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34790) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:07.452289 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0eac3f-1d96-4507-bbe9-e1efb5c1f841 None None] Sync routers for ids ['4dada8c6-8926-46bc-a52d-2226305d3fcb'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:20:07.462601 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0eac3f-1d96-4507-bbe9-e1efb5c1f841 None None] Routers {'4dada8c6-8926-46bc-a52d-2226305d3fcb'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:20:07.463227 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-3e0eac3f-1d96-4507-bbe9-e1efb5c1f841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:20:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['4dada8c6-8926-46bc-a52d-2226305d3fcb'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:07.485536 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5a3de3cc-b42d-4d68-b258-ec650c48fe93 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:07.546671 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_v2 [None req-31f95cd4-400a-4451-92f9-e1460ad704a3 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Deleting subnet 128a1098-1d9f-4f87-9d59-b301e8475c5f {{(pid=89032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:20:07.554065 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-31f95cd4-400a-4451-92f9-e1460ad704a3 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for subnet, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:07.589065 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d9afb444-7daf-426c-aff0-cd49f66e9b26 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:07.596752 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5a3de3cc-b42d-4d68-b258-ec650c48fe93 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:07.644215 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-3e0eac3f-1d96-4507-bbe9-e1efb5c1f841 None None] Set router 4dada8c6-8926-46bc-a52d-2226305d3fcb gateway port host: None {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:20:07.651455 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d9afb444-7daf-426c-aff0-cd49f66e9b26 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:07.659320 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9afb444-7daf-426c-aff0-cd49f66e9b26 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Pushing event deleted for resources: {'Subnet': ['ID=9752af95-f3f1-452d-8979-6d9bd8af296f,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:07.664497 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-d9afb444-7daf-426c-aff0-cd49f66e9b26 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] 10.222.0.50 "DELETE /v2.0/subnets/9752af95-f3f1-452d-8979-6d9bd8af296f HTTP/1.1" status: 204 len: 168 time: 0.7687569 Oct 04 09:20:07.665845 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34794) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:07.689757 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5a3de3cc-b42d-4d68-b258-ec650c48fe93 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:07.717446 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-31f95cd4-400a-4451-92f9-e1460ad704a3 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885153'] for subnet, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:07.737721 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3de3cc-b42d-4d68-b258-ec650c48fe93 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event deleted for resources: {'Subnet': ['ID=2442035d-6f83-4e61-9692-f78cb89d2c28,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:07.739992 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5a3de3cc-b42d-4d68-b258-ec650c48fe93 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:07.759476 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-5a3de3cc-b42d-4d68-b258-ec650c48fe93 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/subnets/2442035d-6f83-4e61-9692-f78cb89d2c28 HTTP/1.1" status: 204 len: 168 time: 0.4131145 Oct 04 09:20:07.760488 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34798) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:07.826931 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9671df0-f217-4fb9-b6e0-004980ce1dd6 None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:20:07.836478 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-0191ab78-ff6b-4843-a5ba-7d624f4b5dd7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Deleting subnet b682e573-280e-499a-8b12-e4ca5eabdf7b {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:20:07.839541 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0191ab78-ff6b-4843-a5ba-7d624f4b5dd7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:07.879818 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b94bc888-bca9-4682-8433-fdb02eac6790 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:07.899039 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0191ab78-ff6b-4843-a5ba-7d624f4b5dd7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:07.992010 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0191ab78-ff6b-4843-a5ba-7d624f4b5dd7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:08.007422 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d0d3670b-2a3c-4038-84a8-74daf4855571 None None] Provisioning complete for port 8d3e15c3-4709-499a-a3ae-9b39ed93c6e6 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:20:08.007742 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d0d3670b-2a3c-4038-84a8-74daf4855571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:08.007989 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d0d3670b-2a3c-4038-84a8-74daf4855571 None None] Attempt 1 to provision port 8d3e15c3-4709-499a-a3ae-9b39ed93c6e6 Oct 04 09:20:08.017164 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-31f95cd4-400a-4451-92f9-e1460ad704a3 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:08.071673 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b94bc888-bca9-4682-8433-fdb02eac6790 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:08.072416 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0191ab78-ff6b-4843-a5ba-7d624f4b5dd7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:08.108468 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-b94bc888-bca9-4682-8433-fdb02eac6790 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97274718-c1bd-42fd-a638-999f5ddf6554']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:08.117906 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0191ab78-ff6b-4843-a5ba-7d624f4b5dd7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event deleted for resources: {'Subnet': ['ID=b682e573-280e-499a-8b12-e4ca5eabdf7b,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:08.121669 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0191ab78-ff6b-4843-a5ba-7d624f4b5dd7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:08.123833 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-b94bc888-bca9-4682-8433-fdb02eac6790 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc9665f8-cd46-45b2-9a6b-57c7d5302ac0') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:08.124141 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-b94bc888-bca9-4682-8433-fdb02eac6790 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc9665f8-cd46-45b2-9a6b-57c7d5302ac0') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:08.134763 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-0191ab78-ff6b-4843-a5ba-7d624f4b5dd7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/subnets/b682e573-280e-499a-8b12-e4ca5eabdf7b HTTP/1.1" status: 204 len: 168 time: 0.3713827 Oct 04 09:20:08.134985 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34806) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:08.141406 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b94bc888-bca9-4682-8433-fdb02eac6790 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:08.164075 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b94bc888-bca9-4682-8433-fdb02eac6790 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:08.169548 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-31f95cd4-400a-4451-92f9-e1460ad704a3 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:08.210844 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b94bc888-bca9-4682-8433-fdb02eac6790 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:20:08.211364 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b94bc888-bca9-4682-8433-fdb02eac6790 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:08.216271 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-9d2c1ea7-7a74-4fa2-aed9-fcf3bf05ad64 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0776145 Oct 04 09:20:08.216984 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34810) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:08.222541 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-27b94269-f160-47a6-af84-128414d8928e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'subnet': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:08.240054 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f95cd4-400a-4451-92f9-e1460ad704a3 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event deleted for resources: {'Subnet': ['ID=128a1098-1d9f-4f87-9d59-b301e8475c5f,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:08.259499 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c89971d-af79-415f-9f93-69a662df796b None None] Network 54dd1efa-6c67-4531-8995-2966082d16bd requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:20:08.289987 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-31f95cd4-400a-4451-92f9-e1460ad704a3 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:08.295271 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment dc9665f8-cd46-45b2-9a6b-57c7d5302ac0 resource provider aggregate not found Oct 04 09:20:08.326925 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-31f95cd4-400a-4451-92f9-e1460ad704a3 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "DELETE /v2.0/subnets/128a1098-1d9f-4f87-9d59-b301e8475c5f HTTP/1.1" status: 204 len: 168 time: 0.8733456 Oct 04 09:20:08.331479 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34818) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:08.358959 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment dc9665f8-cd46-45b2-9a6b-57c7d5302ac0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dc9665f8-cd46-45b2-9a6b-57c7d5302ac0 found for delete ", "request_id": "req-92494af1-4c62-43b0-b24d-b0e03455abae"}]} Oct 04 09:20:08.366774 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-27b94269-f160-47a6-af84-128414d8928e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:20:08.374385 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-27b94269-f160-47a6-af84-128414d8928e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Usage tracker for resource:subnet and tenant:3f91eae3af914b3ca9ea34a1eaa482e2 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:20:08.378163 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-27b94269-f160-47a6-af84-128414d8928e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:20:08.384479 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-27b94269-f160-47a6-af84-128414d8928e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:20:08.402068 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b94269-f160-47a6-af84-128414d8928e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Made reservation on behalf of 3f91eae3af914b3ca9ea34a1eaa482e2 for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:20:08.405809 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-27b94269-f160-47a6-af84-128414d8928e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:08.417644 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b94bc888-bca9-4682-8433-fdb02eac6790 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:08.450176 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d0d3670b-2a3c-4038-84a8-74daf4855571 None None] Current status of the port 8d3e15c3-4709-499a-a3ae-9b39ed93c6e6 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:20:08.451263 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b94bc888-bca9-4682-8433-fdb02eac6790 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:08.469564 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94bc888-bca9-4682-8433-fdb02eac6790 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] Pushing event deleted for resources: {'Network': ['ID=97274718-c1bd-42fd-a638-999f5ddf6554,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:08.475876 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-b94bc888-bca9-4682-8433-fdb02eac6790 tempest-FloatingIPTestJSON-701628281 tempest-FloatingIPTestJSON-701628281-project] 10.222.0.50 "DELETE /v2.0/networks/97274718-c1bd-42fd-a638-999f5ddf6554 HTTP/1.1" status: 204 len: 168 time: 0.8089967 Oct 04 09:20:08.509026 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-28da76ff-af6f-472d-91f7-02ac3bf8acae tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:08.528835 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-28da76ff-af6f-472d-91f7-02ac3bf8acae tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Deleting port 0a1b9fee-065a-48af-a407-544947440fac {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:20:08.529592 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-28da76ff-af6f-472d-91f7-02ac3bf8acae tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:08.632312 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-3e0eac3f-1d96-4507-bbe9-e1efb5c1f841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'name': 'tempest-RoutersTest-router-391532728', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:19:29Z', 'updated_at': '2022-10-04T09:20:05Z', 'revision_number': 8, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'gw_port_host': None, '_interfaces': [{'id': '3059458f-0716-471c-b26b-16703117fbb4', 'name': '', 'network_id': '190066ca-be16-4a69-bddb-2e59b7e31248', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'mac_address': 'fa:16:3e:a9:c4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '0f16c971-29d8-437e-92ff-2e10e07752fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:19:40Z', 'updated_at': '2022-10-04T09:19:55Z', 'revision_number': 5, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'subnets': [{'id': '0f16c971-29d8-437e-92ff-2e10e07752fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35816987-12d9-4235-8bda-9dabd0bc16fb', 'name': '', 'network_id': 'e8ec1fe9-4d11-48b0-ab68-bc1553d44eb5', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'mac_address': 'fa:16:3e:03:b3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '6dd458cd-ded9-45b8-9f41-78d853963c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:19:32Z', 'updated_at': '2022-10-04T09:19:42Z', 'revision_number': 5, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'subnets': [{'id': '6dd458cd-ded9-45b8-9f41-78d853963c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b97a617a-8cd0-41e2-bd68-f4f9224ef434', 'name': '', 'network_id': '4991eb33-b5a2-4912-9dd2-54e72fa8e2b8', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'mac_address': 'fa:16:3e:2e:57:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'c847f6c1-b530-43bd-979a-b88c19437cfc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:19:47Z', 'updated_at': '2022-10-04T09:19:58Z', 'revision_number': 5, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'subnets': [{'id': 'c847f6c1-b530-43bd-979a-b88c19437cfc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:08.638371 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0eac3f-1d96-4507-bbe9-e1efb5c1f841 None None] Checking router: 4dada8c6-8926-46bc-a52d-2226305d3fcb for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:20:08.656759 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0eac3f-1d96-4507-bbe9-e1efb5c1f841 None None] Routers {'4dada8c6-8926-46bc-a52d-2226305d3fcb'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:20:08.657420 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-3e0eac3f-1d96-4507-bbe9-e1efb5c1f841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:20:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['4dada8c6-8926-46bc-a52d-2226305d3fcb'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:08.731590 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0538a2-3ff5-4a73-9c5f-6e2f475d6f61 None None] DHCP port deletion for 7b2ac456-c702-437f-ad18-06da05465ab2 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:20:08.798999 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-fe0538a2-3ff5-4a73-9c5f-6e2f475d6f61 None None] Deleting port 8d3e15c3-4709-499a-a3ae-9b39ed93c6e6 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:20:08.799712 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-fe0538a2-3ff5-4a73-9c5f-6e2f475d6f61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:08.849878 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-28da76ff-af6f-472d-91f7-02ac3bf8acae tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] For port 0a1b9fee-065a-48af-a407-544947440fac, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=0a1b9fee-065a-48af-a407-544947440fac,segment=NetworkSegment(30f7fd02-bce6-4057-a0b9-0c73da6fb5a3),segment_id=30f7fd02-bce6-4057-a0b9-0c73da6fb5a3)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:20:08.850245 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-28da76ff-af6f-472d-91f7-02ac3bf8acae tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:08.919799 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-3e0eac3f-1d96-4507-bbe9-e1efb5c1f841 None None] Set router 4dada8c6-8926-46bc-a52d-2226305d3fcb gateway port host: None {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:20:08.925249 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34828) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:08.954937 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-27b94269-f160-47a6-af84-128414d8928e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:08.977748 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f616d5-d179-49d6-8488-befb2c057eea None None] DHCP port deletion for 54dd1efa-6c67-4531-8995-2966082d16bd request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:20:09.010500 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31f616d5-d179-49d6-8488-befb2c057eea None None] Deleting port 0a1b9fee-065a-48af-a407-544947440fac {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:20:09.010915 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31f616d5-d179-49d6-8488-befb2c057eea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:09.043971 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-28da76ff-af6f-472d-91f7-02ac3bf8acae tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Calling delete_port for 0a1b9fee-065a-48af-a407-544947440fac owned by network:dhcp {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:20:09.051031 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b94269-f160-47a6-af84-128414d8928e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:20:09.054551 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-27b94269-f160-47a6-af84-128414d8928e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:20:09.059787 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b94269-f160-47a6-af84-128414d8928e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:09.062077 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-27b94269-f160-47a6-af84-128414d8928e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:09.110167 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b94269-f160-47a6-af84-128414d8928e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event updated for resources: {'Subnet': ['ID=d1156e74-cd67-4fd5-b0cb-bc8db84c72d8,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:09.135905 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-28da76ff-af6f-472d-91f7-02ac3bf8acae tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:09.154290 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-27b94269-f160-47a6-af84-128414d8928e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9334569 Oct 04 09:20:09.154547 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34836) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:09.160601 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-b604a5a7-7483-4203-8d34-3c5f0e782ac7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'subnet': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:09.176395 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a5ced7a7-273d-406b-9a31-86d4e1224689 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a17a2e93dba34d5283d4e43f6119c8fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2499001 Oct 04 09:20:09.179933 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34840) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:09.186842 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da76ff-af6f-472d-91f7-02ac3bf8acae tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event deleted for resources: {'Port': ['ID=0a1b9fee-065a-48af-a407-544947440fac,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:09.190317 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28da76ff-af6f-472d-91f7-02ac3bf8acae tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] No DVR routers for this DVR port 0a1b9fee-065a-48af-a407-544947440fac on host dv-neutron-860215-1-hyperv {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:20:09.345114 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4d48b421-34ce-4918-b273-62d99625985c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:09.348446 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31f616d5-d179-49d6-8488-befb2c057eea None None] The port '0a1b9fee-065a-48af-a407-544947440fac' was deleted {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 04 09:20:09.358707 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-b604a5a7-7483-4203-8d34-3c5f0e782ac7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:20:09.365626 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-fe0538a2-3ff5-4a73-9c5f-6e2f475d6f61 None None] For port 8d3e15c3-4709-499a-a3ae-9b39ed93c6e6, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=8d3e15c3-4709-499a-a3ae-9b39ed93c6e6,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:20:09.366021 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-fe0538a2-3ff5-4a73-9c5f-6e2f475d6f61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:09.370501 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-b604a5a7-7483-4203-8d34-3c5f0e782ac7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Usage tracker for resource:subnet and tenant:3f91eae3af914b3ca9ea34a1eaa482e2 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:20:09.379785 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-b604a5a7-7483-4203-8d34-3c5f0e782ac7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:20:09.390709 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-b604a5a7-7483-4203-8d34-3c5f0e782ac7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:20:09.393693 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4d48b421-34ce-4918-b273-62d99625985c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:09.430153 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-28da76ff-af6f-472d-91f7-02ac3bf8acae tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:09.433235 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b604a5a7-7483-4203-8d34-3c5f0e782ac7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Made reservation on behalf of 3f91eae3af914b3ca9ea34a1eaa482e2 for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:20:09.448224 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b604a5a7-7483-4203-8d34-3c5f0e782ac7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:09.470992 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-28da76ff-af6f-472d-91f7-02ac3bf8acae tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54dd1efa-6c67-4531-8995-2966082d16bd']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:09.490085 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-28da76ff-af6f-472d-91f7-02ac3bf8acae tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30f7fd02-bce6-4057-a0b9-0c73da6fb5a3') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:09.490512 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-28da76ff-af6f-472d-91f7-02ac3bf8acae tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30f7fd02-bce6-4057-a0b9-0c73da6fb5a3') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:09.503741 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-28da76ff-af6f-472d-91f7-02ac3bf8acae tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:09.515703 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-fe0538a2-3ff5-4a73-9c5f-6e2f475d6f61 None None] Calling delete_port for 8d3e15c3-4709-499a-a3ae-9b39ed93c6e6 owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:20:09.526219 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-28da76ff-af6f-472d-91f7-02ac3bf8acae tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:09.535830 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28da76ff-af6f-472d-91f7-02ac3bf8acae tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:20:09.536533 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-28da76ff-af6f-472d-91f7-02ac3bf8acae tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:09.547397 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4d48b421-34ce-4918-b273-62d99625985c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:09.582498 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d48b421-34ce-4918-b273-62d99625985c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afcd0fea-75d3-4e4c-a372-5730c6b01978,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:09.592335 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4d48b421-34ce-4918-b273-62d99625985c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:09.593481 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-4d48b421-34ce-4918-b273-62d99625985c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/afcd0fea-75d3-4e4c-a372-5730c6b01978 HTTP/1.1" status: 204 len: 168 time: 0.4130085 Oct 04 09:20:09.612746 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.ipam_backend_mixin [None req-b604a5a7-7483-4203-8d34-3c5f0e782ac7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d1156e74-cd67-4fd5-b0cb-bc8db84c72d8 (CIDR: 2001:db8::/64) Oct 04 09:20:09.620964 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-b604a5a7-7483-4203-8d34-3c5f0e782ac7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 09:20:09.621567 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b604a5a7-7483-4203-8d34-3c5f0e782ac7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:20:09.644634 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-28da76ff-af6f-472d-91f7-02ac3bf8acae tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:09.661762 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-b604a5a7-7483-4203-8d34-3c5f0e782ac7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5059562 Oct 04 09:20:09.662642 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34848) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:09.667093 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-28da76ff-af6f-472d-91f7-02ac3bf8acae tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:09.672967 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-d659c8cf-d0fa-4056-b93a-67c5a82d96db tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'subnet': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:09.684021 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-28da76ff-af6f-472d-91f7-02ac3bf8acae tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "DELETE /v2.0/networks/54dd1efa-6c67-4531-8995-2966082d16bd HTTP/1.1" status: 204 len: 168 time: 1.3510556 Oct 04 09:20:09.685555 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34852) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:09.692200 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-fe0538a2-3ff5-4a73-9c5f-6e2f475d6f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:09.758607 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0538a2-3ff5-4a73-9c5f-6e2f475d6f61 None None] Pushing event deleted for resources: {'Port': ['ID=8d3e15c3-4709-499a-a3ae-9b39ed93c6e6,revision_number=None']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:09.770927 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0538a2-3ff5-4a73-9c5f-6e2f475d6f61 None None] No DVR routers for this DVR port 8d3e15c3-4709-499a-a3ae-9b39ed93c6e6 on host dv-neutron-860215-1-hyperv {{(pid=89034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:20:09.787538 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-3e0eac3f-1d96-4507-bbe9-e1efb5c1f841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'name': 'tempest-RoutersTest-router-391532728', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:19:29Z', 'updated_at': '2022-10-04T09:20:05Z', 'revision_number': 8, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'gw_port_host': None, '_interfaces': [{'id': '3059458f-0716-471c-b26b-16703117fbb4', 'name': '', 'network_id': '190066ca-be16-4a69-bddb-2e59b7e31248', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'mac_address': 'fa:16:3e:a9:c4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '0f16c971-29d8-437e-92ff-2e10e07752fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:19:40Z', 'updated_at': '2022-10-04T09:19:55Z', 'revision_number': 5, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'subnets': [{'id': '0f16c971-29d8-437e-92ff-2e10e07752fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35816987-12d9-4235-8bda-9dabd0bc16fb', 'name': '', 'network_id': 'e8ec1fe9-4d11-48b0-ab68-bc1553d44eb5', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'mac_address': 'fa:16:3e:03:b3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '6dd458cd-ded9-45b8-9f41-78d853963c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:19:32Z', 'updated_at': '2022-10-04T09:19:42Z', 'revision_number': 5, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'subnets': [{'id': '6dd458cd-ded9-45b8-9f41-78d853963c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b97a617a-8cd0-41e2-bd68-f4f9224ef434', 'name': '', 'network_id': '4991eb33-b5a2-4912-9dd2-54e72fa8e2b8', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'mac_address': 'fa:16:3e:2e:57:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'c847f6c1-b530-43bd-979a-b88c19437cfc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:19:47Z', 'updated_at': '2022-10-04T09:19:58Z', 'revision_number': 5, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'subnets': [{'id': 'c847f6c1-b530-43bd-979a-b88c19437cfc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:09.796515 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0eac3f-1d96-4507-bbe9-e1efb5c1f841 None None] The sync data for ids ['4dada8c6-8926-46bc-a52d-2226305d3fcb'] in dv-neutron-860215-1-hyperv is: [{'id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'name': 'tempest-RoutersTest-router-391532728', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:19:29Z', 'updated_at': '2022-10-04T09:20:05Z', 'revision_number': 8, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'gw_port_host': None, '_interfaces': [{'id': '3059458f-0716-471c-b26b-16703117fbb4', 'name': '', 'network_id': '190066ca-be16-4a69-bddb-2e59b7e31248', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'mac_address': 'fa:16:3e:a9:c4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '0f16c971-29d8-437e-92ff-2e10e07752fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:19:40Z', 'updated_at': '2022-10-04T09:19:55Z', 'revision_number': 5, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'subnets': [{'id': '0f16c971-29d8-437e-92ff-2e10e07752fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35816987-12d9-4235-8bda-9dabd0bc16fb', 'name': '', 'network_id': 'e8ec1fe9-4d11-48b0-ab68-bc1553d44eb5', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'mac_address': 'fa:16:3e:03:b3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '6dd458cd-ded9-45b8-9f41-78d853963c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:19:32Z', 'updated_at': '2022-10-04T09:19:42Z', 'revision_number': 5, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'subnets': [{'id': '6dd458cd-ded9-45b8-9f41-78d853963c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b97a617a-8cd0-41e2-bd68-f4f9224ef434', 'name': '', 'network_id': '4991eb33-b5a2-4912-9dd2-54e72fa8e2b8', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'mac_address': 'fa:16:3e:2e:57:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': 'c847f6c1-b530-43bd-979a-b88c19437cfc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:19:47Z', 'updated_at': '2022-10-04T09:19:58Z', 'revision_number': 5, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'subnets': [{'id': 'c847f6c1-b530-43bd-979a-b88c19437cfc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:20:09.801733 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce80df43-0895-4232-9f95-7bf0b0f4837e None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:20:09.868372 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da76ff-af6f-472d-91f7-02ac3bf8acae tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event deleted for resources: {'Network': ['ID=54dd1efa-6c67-4531-8995-2966082d16bd,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:09.909835 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-d659c8cf-d0fa-4056-b93a-67c5a82d96db tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:20:09.915519 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-d659c8cf-d0fa-4056-b93a-67c5a82d96db tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Usage tracker for resource:subnet and tenant:3f91eae3af914b3ca9ea34a1eaa482e2 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:20:09.919266 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-d659c8cf-d0fa-4056-b93a-67c5a82d96db tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:20:09.929557 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-d659c8cf-d0fa-4056-b93a-67c5a82d96db tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:20:09.941877 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d659c8cf-d0fa-4056-b93a-67c5a82d96db tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Made reservation on behalf of 3f91eae3af914b3ca9ea34a1eaa482e2 for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:20:09.946059 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d659c8cf-d0fa-4056-b93a-67c5a82d96db tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:10.106385 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910d2906-65ef-40d0-a559-eae781dcac67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-7b2ac456-c702-437f-ad18-06da05465ab2', 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'tenant_id': '3f91eae3af914b3ca9ea34a1eaa482e2', 'fixed_ips': [{'subnet_id': 'd1156e74-cd67-4fd5-b0cb-bc8db84c72d8'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:20:10.108502 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-910d2906-65ef-40d0-a559-eae781dcac67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:10.386453 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.objects.ports [None req-d659c8cf-d0fa-4056-b93a-67c5a82d96db tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89033) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Oct 04 09:20:10.386929 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 30f7fd02-bce6-4057-a0b9-0c73da6fb5a3 resource provider aggregate not found Oct 04 09:20:10.387664 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d659c8cf-d0fa-4056-b93a-67c5a82d96db tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:10.407450 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1039baaa-a127-4892-847f-b8918490b7b5 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736827'] for router_interface, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:10.432980 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-910d2906-65ef-40d0-a559-eae781dcac67 None None] Allocated IP 2001:db8::2 (7b2ac456-c702-437f-ad18-06da05465ab2/d1156e74-cd67-4fd5-b0cb-bc8db84c72d8/93034812-951a-4e83-9cc0-7f79248427b0) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:20:10.449962 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d659c8cf-d0fa-4056-b93a-67c5a82d96db tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:20:10.453697 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-d659c8cf-d0fa-4056-b93a-67c5a82d96db tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:20:10.458435 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d659c8cf-d0fa-4056-b93a-67c5a82d96db tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:10.459094 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d659c8cf-d0fa-4056-b93a-67c5a82d96db tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:10.488686 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 30f7fd02-bce6-4057-a0b9-0c73da6fb5a3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 30f7fd02-bce6-4057-a0b9-0c73da6fb5a3 found for delete ", "request_id": "req-6bb9576f-c423-4ca4-83dc-05d75881838c"}]} Oct 04 09:20:10.493640 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d659c8cf-d0fa-4056-b93a-67c5a82d96db tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event updated for resources: {'Subnet': ['ID=3b71d7df-b0c7-47b0-bd4e-a5ad7f9831dd,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:10.510300 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-d659c8cf-d0fa-4056-b93a-67c5a82d96db tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8458297 Oct 04 09:20:10.514538 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34878) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:10.521768 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-f1f89c5c-ab50-4b2a-b60e-f80a37c4f42f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'port': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'mac_address': 'fa:16:3e:7b:48:98', 'name': 'tempest-NetworksTestDHCPv6-1304224748'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:10.632649 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34882) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:10.706202 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-f1f89c5c-ab50-4b2a-b60e-f80a37c4f42f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:20:10.707212 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-910d2906-65ef-40d0-a559-eae781dcac67 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:10.722269 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-f1f89c5c-ab50-4b2a-b60e-f80a37c4f42f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:20:10.738455 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 8d3e15c3-4709-499a-a3ae-9b39ed93c6e6 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:20:10.745730 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f89c5c-ab50-4b2a-b60e-f80a37c4f42f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Made reservation on behalf of 3f91eae3af914b3ca9ea34a1eaa482e2 for: {'port': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:20:10.767787 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-910d2906-65ef-40d0-a559-eae781dcac67 None None] Transition to ACTIVE for port object 93034812-951a-4e83-9cc0-7f79248427b0 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:20:10.786465 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 8d3e15c3-4709-499a-a3ae-9b39ed93c6e6 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:20:10.786814 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 8d3e15c3-4709-499a-a3ae-9b39ed93c6e6 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:20:10.787235 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 0a1b9fee-065a-48af-a407-544947440fac no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:20:10.825146 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 0a1b9fee-065a-48af-a407-544947440fac {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:20:10.825529 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 0a1b9fee-065a-48af-a407-544947440fac not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:20:10.825958 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 4338f2e5-ffcd-413c-8a8e-ad0710b38153 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:20:10.839012 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-1fc15811-8cbb-4ad8-a6c0-ca4d597b0163 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1352605446'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:10.853259 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-1039baaa-a127-4892-847f-b8918490b7b5 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Deleting port b97a617a-8cd0-41e2-bd68-f4f9224ef434 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:20:10.853625 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1039baaa-a127-4892-847f-b8918490b7b5 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:10.854925 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-1fc15811-8cbb-4ad8-a6c0-ca4d597b0163 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:20:10.862454 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-1fc15811-8cbb-4ad8-a6c0-ca4d597b0163 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Usage tracker for resource:network and tenant:2dafbf046c4040829635f144570fbfb3 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:20:10.866689 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-1fc15811-8cbb-4ad8-a6c0-ca4d597b0163 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:20:10.866864 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-910d2906-65ef-40d0-a559-eae781dcac67 None None] Transition to ACTIVE for port object 93034812-951a-4e83-9cc0-7f79248427b0 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:20:10.867917 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 4338f2e5-ffcd-413c-8a8e-ad0710b38153 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:20:10.868263 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 4338f2e5-ffcd-413c-8a8e-ad0710b38153 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:20:10.875390 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-1fc15811-8cbb-4ad8-a6c0-ca4d597b0163 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:20:10.876002 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-910d2906-65ef-40d0-a559-eae781dcac67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:10.911378 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc15811-8cbb-4ad8-a6c0-ca4d597b0163 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Made reservation on behalf of 2dafbf046c4040829635f144570fbfb3 for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:20:10.914790 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1fc15811-8cbb-4ad8-a6c0-ca4d597b0163 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:10.931833 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1fc15811-8cbb-4ad8-a6c0-ca4d597b0163 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:10.946383 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910d2906-65ef-40d0-a559-eae781dcac67 None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:20:10.949276 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-910d2906-65ef-40d0-a559-eae781dcac67 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:20:10.951745 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f1f89c5c-ab50-4b2a-b60e-f80a37c4f42f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:10.953720 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910d2906-65ef-40d0-a559-eae781dcac67 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:20:10.962384 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910d2906-65ef-40d0-a559-eae781dcac67 None None] Pushing event updated for resources: {'Port': ['ID=93034812-951a-4e83-9cc0-7f79248427b0,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:10.974257 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-1fc15811-8cbb-4ad8-a6c0-ca4d597b0163 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:20:10.978115 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-1fc15811-8cbb-4ad8-a6c0-ca4d597b0163 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Usage tracker for resource:security_group_rule and tenant:2dafbf046c4040829635f144570fbfb3 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:20:10.980972 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-1fc15811-8cbb-4ad8-a6c0-ca4d597b0163 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:20:10.986866 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-1fc15811-8cbb-4ad8-a6c0-ca4d597b0163 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:20:11.004469 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [None req-f1f89c5c-ab50-4b2a-b60e-f80a37c4f42f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] device_id is not set on port c6c2ee46-cfcf-4a3f-8658-a89b154863dd yet. {{(pid=89033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:20:11.058066 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-1039baaa-a127-4892-847f-b8918490b7b5 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] For port b97a617a-8cd0-41e2-bd68-f4f9224ef434, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=b97a617a-8cd0-41e2-bd68-f4f9224ef434,segment=NetworkSegment(2c08c09b-1729-41b5-9680-a716887c64bb),segment_id=2c08c09b-1729-41b5-9680-a716887c64bb)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:20:11.058474 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1039baaa-a127-4892-847f-b8918490b7b5 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:11.074895 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-910d2906-65ef-40d0-a559-eae781dcac67 None None] Attempting to bind port 93034812-951a-4e83-9cc0-7f79248427b0 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:20:11.075331 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-910d2906-65ef-40d0-a559-eae781dcac67 None None] Attempting to bind port 93034812-951a-4e83-9cc0-7f79248427b0 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:20:11.076185 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910d2906-65ef-40d0-a559-eae781dcac67 None None] Attempting to bind port 93034812-951a-4e83-9cc0-7f79248427b0 on network 7b2ac456-c702-437f-ad18-06da05465ab2 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:20:11.082962 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910d2906-65ef-40d0-a559-eae781dcac67 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:20:11.083337 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910d2906-65ef-40d0-a559-eae781dcac67 None None] Checking segment: {'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:20:11.083714 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-910d2906-65ef-40d0-a559-eae781dcac67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:11.084239 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910d2906-65ef-40d0-a559-eae781dcac67 None None] Bound using segment: {'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:20:11.084735 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-910d2906-65ef-40d0-a559-eae781dcac67 None None] Bound port: 93034812-951a-4e83-9cc0-7f79248427b0, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:20:11.085109 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-910d2906-65ef-40d0-a559-eae781dcac67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:11.099717 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:11.181241 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-910d2906-65ef-40d0-a559-eae781dcac67 None None] For port 93034812-951a-4e83-9cc0-7f79248427b0, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:20:11.185896 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-910d2906-65ef-40d0-a559-eae781dcac67 None None] For port 93034812-951a-4e83-9cc0-7f79248427b0, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=93034812-951a-4e83-9cc0-7f79248427b0,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:20:11.192161 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-910d2906-65ef-40d0-a559-eae781dcac67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:11.276445 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910d2906-65ef-40d0-a559-eae781dcac67 None None] Pushing event updated for resources: {'Port': ['ID=93034812-951a-4e83-9cc0-7f79248427b0,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:11.307296 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-1039baaa-a127-4892-847f-b8918490b7b5 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Calling delete_port for b97a617a-8cd0-41e2-bd68-f4f9224ef434 owned by network:router_interface {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:20:11.329827 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1fc15811-8cbb-4ad8-a6c0-ca4d597b0163 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:11.344670 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1fc15811-8cbb-4ad8-a6c0-ca4d597b0163 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:11.423377 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fc15811-8cbb-4ad8-a6c0-ca4d597b0163 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:20:11.445310 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-f1f89c5c-ab50-4b2a-b60e-f80a37c4f42f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Allocated IP 2001:db8::57 (7b2ac456-c702-437f-ad18-06da05465ab2/d1156e74-cd67-4fd5-b0cb-bc8db84c72d8/c6c2ee46-cfcf-4a3f-8658-a89b154863dd) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:20:11.452431 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc15811-8cbb-4ad8-a6c0-ca4d597b0163 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16769dde-c1bc-41be-9cfb-1455fc63190f,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:11.537746 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1fc15811-8cbb-4ad8-a6c0-ca4d597b0163 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:11.538104 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-1fc15811-8cbb-4ad8-a6c0-ca4d597b0163 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Added segment 1708829a-2f78-495e-88fc-56861e1a28f4 of type vlan for network 7914f1e0-fe6c-49c6-bf40-ad5ac8d3b734 Oct 04 09:20:11.540812 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1039baaa-a127-4892-847f-b8918490b7b5 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:11.545774 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-f1f89c5c-ab50-4b2a-b60e-f80a37c4f42f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Allocated IP 2001:db8:0:1:f816:3eff:fe7b:4898 (7b2ac456-c702-437f-ad18-06da05465ab2/3b71d7df-b0c7-47b0-bd4e-a5ad7f9831dd/c6c2ee46-cfcf-4a3f-8658-a89b154863dd) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:20:11.593811 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1fc15811-8cbb-4ad8-a6c0-ca4d597b0163 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:11.630370 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1039baaa-a127-4892-847f-b8918490b7b5 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event deleted for resources: {'Port': ['ID=b97a617a-8cd0-41e2-bd68-f4f9224ef434,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:11.738899 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1fc15811-8cbb-4ad8-a6c0-ca4d597b0163 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:11.744888 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc15811-8cbb-4ad8-a6c0-ca4d597b0163 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:11.745566 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1fc15811-8cbb-4ad8-a6c0-ca4d597b0163 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:11.869826 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-1fc15811-8cbb-4ad8-a6c0-ca4d597b0163 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2358508 Oct 04 09:20:11.891726 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1039baaa-a127-4892-847f-b8918490b7b5 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736911'] for router_interface, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:11.905106 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc15811-8cbb-4ad8-a6c0-ca4d597b0163 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Pushing event updated for resources: {'Network': ['ID=7914f1e0-fe6c-49c6-bf40-ad5ac8d3b734,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:11.916162 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 7914f1e0-fe6c-49c6-bf40-ad5ac8d3b734 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:20:11.962197 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f1f89c5c-ab50-4b2a-b60e-f80a37c4f42f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:11.982399 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-f1f89c5c-ab50-4b2a-b60e-f80a37c4f42f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Transition to ACTIVE for port object c6c2ee46-cfcf-4a3f-8658-a89b154863dd will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:20:12.014840 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f1f89c5c-ab50-4b2a-b60e-f80a37c4f42f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:12.017097 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34888) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:12.074847 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-f10d9ca3-7620-4a65-ae1d-edaef2052d69 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Request body: {'subnet': {'network_id': '7914f1e0-fe6c-49c6-bf40-ad5ac8d3b734', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:12.164909 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f89c5c-ab50-4b2a-b60e-f80a37c4f42f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:20:12.173482 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-f1f89c5c-ab50-4b2a-b60e-f80a37c4f42f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:20:12.180205 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f89c5c-ab50-4b2a-b60e-f80a37c4f42f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:20:12.186424 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f89c5c-ab50-4b2a-b60e-f80a37c4f42f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:12.187042 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f1f89c5c-ab50-4b2a-b60e-f80a37c4f42f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:12.231172 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f89c5c-ab50-4b2a-b60e-f80a37c4f42f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event updated for resources: {'Port': ['ID=c6c2ee46-cfcf-4a3f-8658-a89b154863dd,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:12.246507 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-f1f89c5c-ab50-4b2a-b60e-f80a37c4f42f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7306297 Oct 04 09:20:12.248527 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-f10d9ca3-7620-4a65-ae1d-edaef2052d69 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:20:12.251166 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34892) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:12.255168 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-f10d9ca3-7620-4a65-ae1d-edaef2052d69 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Usage tracker for resource:subnet and tenant:2dafbf046c4040829635f144570fbfb3 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:20:12.266057 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1039baaa-a127-4892-847f-b8918490b7b5 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Router 4dada8c6-8926-46bc-a52d-2226305d3fcb has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:20:12.289528 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-f10d9ca3-7620-4a65-ae1d-edaef2052d69 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:20:12.306495 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-f10d9ca3-7620-4a65-ae1d-edaef2052d69 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:20:12.335876 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10d9ca3-7620-4a65-ae1d-edaef2052d69 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Made reservation on behalf of 2dafbf046c4040829635f144570fbfb3 for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:20:12.339273 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f10d9ca3-7620-4a65-ae1d-edaef2052d69 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:12.347074 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7afccd-df8d-466f-afc4-ac257ce6a0a8 None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:20:12.363353 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-44e17eeb-612d-4997-897c-6dfb7ccf64cd tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Deleting port c6c2ee46-cfcf-4a3f-8658-a89b154863dd {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:20:12.363693 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-44e17eeb-612d-4997-897c-6dfb7ccf64cd tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:12.443493 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-c8bf084f-f807-4611-a59e-2ca8e5db6e6f None None] Provisioning for port 93034812-951a-4e83-9cc0-7f79248427b0 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:20:12.444232 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1039baaa-a127-4892-847f-b8918490b7b5 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:20:12.453924 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dbf51d-a8c7-49dc-8bd3-71f93f788e96 None None] Sync routers for ids ['4dada8c6-8926-46bc-a52d-2226305d3fcb'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:20:12.464189 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dbf51d-a8c7-49dc-8bd3-71f93f788e96 None None] Routers {'4dada8c6-8926-46bc-a52d-2226305d3fcb'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:20:12.465175 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-c0dbf51d-a8c7-49dc-8bd3-71f93f788e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:20:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['4dada8c6-8926-46bc-a52d-2226305d3fcb'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:12.466899 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-1039baaa-a127-4892-847f-b8918490b7b5 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "PUT /v2.0/routers/4dada8c6-8926-46bc-a52d-2226305d3fcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7761588 Oct 04 09:20:12.468745 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34896) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:12.565051 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_v2 [None req-6278d54c-9c37-492f-a894-00465620d846 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Deleting subnet c847f6c1-b530-43bd-979a-b88c19437cfc {{(pid=89032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:20:12.569378 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6278d54c-9c37-492f-a894-00465620d846 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for subnet, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:12.642636 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6278d54c-9c37-492f-a894-00465620d846 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885153'] for subnet, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:12.651555 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-c0dbf51d-a8c7-49dc-8bd3-71f93f788e96 None None] Set router 4dada8c6-8926-46bc-a52d-2226305d3fcb gateway port host: None {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:20:12.809063 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6278d54c-9c37-492f-a894-00465620d846 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:12.840871 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-44e17eeb-612d-4997-897c-6dfb7ccf64cd tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:12.846957 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d496af0-0e65-4196-b07d-e5ddd717eb0b None None] Update dhcp port {'port': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'fixed_ips': [{'subnet_id': 'd1156e74-cd67-4fd5-b0cb-bc8db84c72d8', 'ip_address': '2001:db8::2'}, {'subnet_id': '3b71d7df-b0c7-47b0-bd4e-a5ad7f9831dd'}], 'binding:host_id': 'dv-neutron-860215-1-hyperv'}, 'id': '93034812-951a-4e83-9cc0-7f79248427b0'} from dv-neutron-860215-1-hyperv. {{(pid=89034) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 04 09:20:12.894838 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 93034812-951a-4e83-9cc0-7f79248427b0 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:20:12.922513 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6278d54c-9c37-492f-a894-00465620d846 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:12.972599 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-44e17eeb-612d-4997-897c-6dfb7ccf64cd tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Calling delete_port for c6c2ee46-cfcf-4a3f-8658-a89b154863dd owned by {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:20:12.990862 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-2d496af0-0e65-4196-b07d-e5ddd717eb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:13.040950 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f10d9ca3-7620-4a65-ae1d-edaef2052d69 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:13.063066 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-c0dbf51d-a8c7-49dc-8bd3-71f93f788e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'name': 'tempest-RoutersTest-router-391532728', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:19:29Z', 'updated_at': '2022-10-04T09:20:11Z', 'revision_number': 9, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'gw_port_host': None, '_interfaces': [{'id': '3059458f-0716-471c-b26b-16703117fbb4', 'name': '', 'network_id': '190066ca-be16-4a69-bddb-2e59b7e31248', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'mac_address': 'fa:16:3e:a9:c4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '0f16c971-29d8-437e-92ff-2e10e07752fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:19:40Z', 'updated_at': '2022-10-04T09:19:55Z', 'revision_number': 5, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'subnets': [{'id': '0f16c971-29d8-437e-92ff-2e10e07752fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35816987-12d9-4235-8bda-9dabd0bc16fb', 'name': '', 'network_id': 'e8ec1fe9-4d11-48b0-ab68-bc1553d44eb5', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'mac_address': 'fa:16:3e:03:b3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '6dd458cd-ded9-45b8-9f41-78d853963c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:19:32Z', 'updated_at': '2022-10-04T09:19:42Z', 'revision_number': 5, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'subnets': [{'id': '6dd458cd-ded9-45b8-9f41-78d853963c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:13.067401 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dbf51d-a8c7-49dc-8bd3-71f93f788e96 None None] Checking router: 4dada8c6-8926-46bc-a52d-2226305d3fcb for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:20:13.076528 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dbf51d-a8c7-49dc-8bd3-71f93f788e96 None None] Routers {'4dada8c6-8926-46bc-a52d-2226305d3fcb'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:20:13.077391 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-c0dbf51d-a8c7-49dc-8bd3-71f93f788e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:20:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['4dada8c6-8926-46bc-a52d-2226305d3fcb'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:13.093103 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6278d54c-9c37-492f-a894-00465620d846 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event deleted for resources: {'Subnet': ['ID=c847f6c1-b530-43bd-979a-b88c19437cfc,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:13.101789 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6278d54c-9c37-492f-a894-00465620d846 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:13.116270 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-6278d54c-9c37-492f-a894-00465620d846 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "DELETE /v2.0/subnets/c847f6c1-b530-43bd-979a-b88c19437cfc HTTP/1.1" status: 204 len: 168 time: 0.6464465 Oct 04 09:20:13.118973 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34900) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:13.208129 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c234b629-640b-4e04-9b79-6cd006c7f3db None None] Network 4991eb33-b5a2-4912-9dd2-54e72fa8e2b8 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:20:13.254233 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b6d4bde9-4775-4c1c-b68b-c6650859f042 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:13.266489 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-b6d4bde9-4775-4c1c-b68b-c6650859f042 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Deleting port de3264e2-26f6-4b6c-9005-cea4b011d4d8 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:20:13.266866 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b6d4bde9-4775-4c1c-b68b-c6650859f042 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:13.282641 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-c0dbf51d-a8c7-49dc-8bd3-71f93f788e96 None None] Set router 4dada8c6-8926-46bc-a52d-2226305d3fcb gateway port host: None {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:20:13.348142 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10d9ca3-7620-4a65-ae1d-edaef2052d69 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Pushing event updated for resources: {'Subnet': ['ID=38eaca22-c7f6-48e4-9796-cd76de22fe7e,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:13.366065 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 93034812-951a-4e83-9cc0-7f79248427b0 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:20:13.381120 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10d9ca3-7620-4a65-ae1d-edaef2052d69 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Checking segment: {'id': '1708829a-2f78-495e-88fc-56861e1a28f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '7914f1e0-fe6c-49c6-bf40-ad5ac8d3b734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:20:13.381873 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10d9ca3-7620-4a65-ae1d-edaef2052d69 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Network hostable DHCP agents. Network: 7914f1e0-fe6c-49c6-bf40-ad5ac8d3b734, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:20:13.390645 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 93034812-951a-4e83-9cc0-7f79248427b0 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:20:13.391023 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:13.391354 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 93034812-951a-4e83-9cc0-7f79248427b0 Oct 04 09:20:13.416372 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-2d496af0-0e65-4196-b07d-e5ddd717eb0b None None] Allocated IP 2001:db8:0:1:f816:3eff:feae:c33c (7b2ac456-c702-437f-ad18-06da05465ab2/3b71d7df-b0c7-47b0-bd4e-a5ad7f9831dd/93034812-951a-4e83-9cc0-7f79248427b0) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:20:13.452141 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10d9ca3-7620-4a65-ae1d-edaef2052d69 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Network 7914f1e0-fe6c-49c6-bf40-ad5ac8d3b734 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:20:13.472836 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-f10d9ca3-7620-4a65-ae1d-edaef2052d69 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 7914f1e0-fe6c-49c6-bf40-ad5ac8d3b734) {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:20:13.477817 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10d9ca3-7620-4a65-ae1d-edaef2052d69 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:13.478637 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f10d9ca3-7620-4a65-ae1d-edaef2052d69 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:13.492279 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b364da5e-548d-4921-a519-b6ed432076cd None None] Network 7914f1e0-fe6c-49c6-bf40-ad5ac8d3b734 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:20:13.520198 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-f10d9ca3-7620-4a65-ae1d-edaef2052d69 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.4973471 Oct 04 09:20:13.520198 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34904) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:13.527778 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-9f522c38-284c-49bf-891e-036d4d08be4f tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-225368778'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:13.535340 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-9f522c38-284c-49bf-891e-036d4d08be4f tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:20:13.544908 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-9f522c38-284c-49bf-891e-036d4d08be4f tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Usage tracker for resource:network and tenant:2dafbf046c4040829635f144570fbfb3 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:20:13.547084 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-b6d4bde9-4775-4c1c-b68b-c6650859f042 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] For port de3264e2-26f6-4b6c-9005-cea4b011d4d8, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=de3264e2-26f6-4b6c-9005-cea4b011d4d8,segment=NetworkSegment(2c08c09b-1729-41b5-9680-a716887c64bb),segment_id=2c08c09b-1729-41b5-9680-a716887c64bb)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:20:13.547773 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b6d4bde9-4775-4c1c-b68b-c6650859f042 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:13.549038 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-9f522c38-284c-49bf-891e-036d4d08be4f tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:20:13.555620 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-9f522c38-284c-49bf-891e-036d4d08be4f tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:20:13.562984 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-44e17eeb-612d-4997-897c-6dfb7ccf64cd tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:13.628596 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e17eeb-612d-4997-897c-6dfb7ccf64cd tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event deleted for resources: {'Port': ['ID=c6c2ee46-cfcf-4a3f-8658-a89b154863dd,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:13.706589 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f522c38-284c-49bf-891e-036d4d08be4f tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Made reservation on behalf of 2dafbf046c4040829635f144570fbfb3 for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:20:13.709272 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-c0dbf51d-a8c7-49dc-8bd3-71f93f788e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'name': 'tempest-RoutersTest-router-391532728', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:19:29Z', 'updated_at': '2022-10-04T09:20:11Z', 'revision_number': 9, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'gw_port_host': None, '_interfaces': [{'id': '3059458f-0716-471c-b26b-16703117fbb4', 'name': '', 'network_id': '190066ca-be16-4a69-bddb-2e59b7e31248', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'mac_address': 'fa:16:3e:a9:c4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '0f16c971-29d8-437e-92ff-2e10e07752fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:19:40Z', 'updated_at': '2022-10-04T09:19:55Z', 'revision_number': 5, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'subnets': [{'id': '0f16c971-29d8-437e-92ff-2e10e07752fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35816987-12d9-4235-8bda-9dabd0bc16fb', 'name': '', 'network_id': 'e8ec1fe9-4d11-48b0-ab68-bc1553d44eb5', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'mac_address': 'fa:16:3e:03:b3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '6dd458cd-ded9-45b8-9f41-78d853963c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:19:32Z', 'updated_at': '2022-10-04T09:19:42Z', 'revision_number': 5, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'subnets': [{'id': '6dd458cd-ded9-45b8-9f41-78d853963c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:13.714509 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dbf51d-a8c7-49dc-8bd3-71f93f788e96 None None] The sync data for ids ['4dada8c6-8926-46bc-a52d-2226305d3fcb'] in dv-neutron-860215-1-hyperv is: [{'id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'name': 'tempest-RoutersTest-router-391532728', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:19:29Z', 'updated_at': '2022-10-04T09:20:11Z', 'revision_number': 9, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'gw_port_host': None, '_interfaces': [{'id': '3059458f-0716-471c-b26b-16703117fbb4', 'name': '', 'network_id': '190066ca-be16-4a69-bddb-2e59b7e31248', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'mac_address': 'fa:16:3e:a9:c4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '0f16c971-29d8-437e-92ff-2e10e07752fb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:19:40Z', 'updated_at': '2022-10-04T09:19:55Z', 'revision_number': 5, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'subnets': [{'id': '0f16c971-29d8-437e-92ff-2e10e07752fb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35816987-12d9-4235-8bda-9dabd0bc16fb', 'name': '', 'network_id': 'e8ec1fe9-4d11-48b0-ab68-bc1553d44eb5', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'mac_address': 'fa:16:3e:03:b3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '6dd458cd-ded9-45b8-9f41-78d853963c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:19:32Z', 'updated_at': '2022-10-04T09:19:42Z', 'revision_number': 5, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'subnets': [{'id': '6dd458cd-ded9-45b8-9f41-78d853963c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:20:13.715012 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9f522c38-284c-49bf-891e-036d4d08be4f tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:13.743045 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-b6d4bde9-4775-4c1c-b68b-c6650859f042 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Calling delete_port for de3264e2-26f6-4b6c-9005-cea4b011d4d8 owned by network:dhcp {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:20:13.810308 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-44e17eeb-612d-4997-897c-6dfb7ccf64cd tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:13.817599 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f522c38-284c-49bf-891e-036d4d08be4f tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:20:13.820570 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-44e17eeb-612d-4997-897c-6dfb7ccf64cd tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/ports/c6c2ee46-cfcf-4a3f-8658-a89b154863dd HTTP/1.1" status: 204 len: 168 time: 1.5684519 Oct 04 09:20:13.823968 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34908) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:13.846778 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b6d4bde9-4775-4c1c-b68b-c6650859f042 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:13.870902 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9f522c38-284c-49bf-891e-036d4d08be4f tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:13.871522 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-9f522c38-284c-49bf-891e-036d4d08be4f tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Added segment 88137824-c210-4f60-a9c0-af0258d19d99 of type vlan for network 812409e3-7240-4307-9f0c-e3697196be1c Oct 04 09:20:13.875491 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 93034812-951a-4e83-9cc0-7f79248427b0 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:20:13.875871 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:13.897176 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-2d496af0-0e65-4196-b07d-e5ddd717eb0b None None] For port 93034812-951a-4e83-9cc0-7f79248427b0, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=93034812-951a-4e83-9cc0-7f79248427b0,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:20:13.907358 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d4bde9-4775-4c1c-b68b-c6650859f042 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event deleted for resources: {'Port': ['ID=de3264e2-26f6-4b6c-9005-cea4b011d4d8,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:13.910906 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d4bde9-4775-4c1c-b68b-c6650859f042 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] No DVR routers for this DVR port de3264e2-26f6-4b6c-9005-cea4b011d4d8 on host dv-neutron-860215-1-hyperv {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:20:13.919085 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9f522c38-284c-49bf-891e-036d4d08be4f tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:13.949840 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a321883e-ad2d-47fd-a4f4-a2d9e79aa712 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:13.951107 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a321883e-ad2d-47fd-a4f4-a2d9e79aa712 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Synchronizing usage tracker for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:20:13.984253 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9f522c38-284c-49bf-891e-036d4d08be4f tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:13.992396 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f522c38-284c-49bf-891e-036d4d08be4f tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:13.993071 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9f522c38-284c-49bf-891e-036d4d08be4f tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:13.995080 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-2d496af0-0e65-4196-b07d-e5ddd717eb0b None None] Notify callbacks [] for port, precommit_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:14.014337 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-2d496af0-0e65-4196-b07d-e5ddd717eb0b None None] Transition to ACTIVE for port object 93034812-951a-4e83-9cc0-7f79248427b0 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:20:14.016981 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299a6dad-82ab-4ce9-a067-0b3b130c6db4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-7914f1e0-fe6c-49c6-bf40-ad5ac8d3b734', 'network_id': '7914f1e0-fe6c-49c6-bf40-ad5ac8d3b734', 'tenant_id': '2dafbf046c4040829635f144570fbfb3', 'fixed_ips': [{'subnet_id': '38eaca22-c7f6-48e4-9796-cd76de22fe7e'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:20:14.017728 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-299a6dad-82ab-4ce9-a067-0b3b130c6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:14.019532 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a321883e-ad2d-47fd-a4f4-a2d9e79aa712 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Unset dirty status for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:20:14.020872 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a321883e-ad2d-47fd-a4f4-a2d9e79aa712 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1959291 Oct 04 09:20:14.025356 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34912) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:14.033251 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-2d496af0-0e65-4196-b07d-e5ddd717eb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:14.108510 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ba2883-adad-4318-bc43-0194e6b39c0e None None] DHCP port deletion for 4991eb33-b5a2-4912-9dd2-54e72fa8e2b8 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:20:14.113669 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b6d4bde9-4775-4c1c-b68b-c6650859f042 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:14.126992 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-9f522c38-284c-49bf-891e-036d4d08be4f tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6010101 Oct 04 09:20:14.127229 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34916) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:14.134486 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f522c38-284c-49bf-891e-036d4d08be4f tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Pushing event updated for resources: {'Network': ['ID=812409e3-7240-4307-9f0c-e3697196be1c,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:14.136188 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-8bdbc83b-c079-4cdc-934d-1469c51d3a42 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Request body: {'subnet': {'network_id': '812409e3-7240-4307-9f0c-e3697196be1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:14.156078 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 812409e3-7240-4307-9f0c-e3697196be1c details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:20:14.226381 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-b6d4bde9-4775-4c1c-b68b-c6650859f042 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4991eb33-b5a2-4912-9dd2-54e72fa8e2b8']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:14.253332 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-b6d4bde9-4775-4c1c-b68b-c6650859f042 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c08c09b-1729-41b5-9680-a716887c64bb') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:14.253631 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-b6d4bde9-4775-4c1c-b68b-c6650859f042 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c08c09b-1729-41b5-9680-a716887c64bb') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:14.280608 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b6d4bde9-4775-4c1c-b68b-c6650859f042 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:14.317490 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd340e7-ed22-490d-928a-5cd502f63d3b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:14.319216 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-3cd340e7-ed22-490d-928a-5cd502f63d3b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.2926068 Oct 04 09:20:14.320565 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b6d4bde9-4775-4c1c-b68b-c6650859f042 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:14.322003 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34920) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:14.330129 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-8bdbc83b-c079-4cdc-934d-1469c51d3a42 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:20:14.332559 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6d4bde9-4775-4c1c-b68b-c6650859f042 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:20:14.332989 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b6d4bde9-4775-4c1c-b68b-c6650859f042 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:14.398889 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-8bdbc83b-c079-4cdc-934d-1469c51d3a42 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Usage tracker for resource:subnet and tenant:2dafbf046c4040829635f144570fbfb3 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:20:14.400331 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.db.api [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:20:14.400911 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG oslo_db.api [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:20:14.402262 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 2c08c09b-1729-41b5-9680-a716887c64bb resource provider aggregate not found Oct 04 09:20:14.412025 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-8bdbc83b-c079-4cdc-934d-1469c51d3a42 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:20:14.417810 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9244ef4-8f8e-459a-aa54-0245f6e094ac tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:14.420846 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9244ef4-8f8e-459a-aa54-0245f6e094ac tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:14.424073 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9244ef4-8f8e-459a-aa54-0245f6e094ac tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:14.425768 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-e9244ef4-8f8e-459a-aa54-0245f6e094ac tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Synchronizing usage tracker for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:subnet {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:20:14.430542 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 2c08c09b-1729-41b5-9680-a716887c64bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2c08c09b-1729-41b5-9680-a716887c64bb found for delete ", "request_id": "req-d7d14247-011a-477c-8519-04297e373b79"}]} Oct 04 09:20:14.430717 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d496af0-0e65-4196-b07d-e5ddd717eb0b None None] Pushing event updated for resources: {'Port': ['ID=93034812-951a-4e83-9cc0-7f79248427b0,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:14.431390 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-8bdbc83b-c079-4cdc-934d-1469c51d3a42 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:20:14.449985 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bdbc83b-c079-4cdc-934d-1469c51d3a42 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Made reservation on behalf of 2dafbf046c4040829635f144570fbfb3 for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:20:14.455423 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8bdbc83b-c079-4cdc-934d-1469c51d3a42 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:14.459554 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-e9244ef4-8f8e-459a-aa54-0245f6e094ac tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Unset dirty status for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:subnet {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:20:14.463631 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-e9244ef4-8f8e-459a-aa54-0245f6e094ac tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1378598 Oct 04 09:20:14.464432 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34928) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:14.470904 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b6d4bde9-4775-4c1c-b68b-c6650859f042 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:14.494965 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b6d4bde9-4775-4c1c-b68b-c6650859f042 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:14.517348 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-299a6dad-82ab-4ce9-a067-0b3b130c6db4 None None] Allocated IP 172.20.255.242 (7914f1e0-fe6c-49c6-bf40-ad5ac8d3b734/38eaca22-c7f6-48e4-9796-cd76de22fe7e/7cd920f8-1567-4669-939b-404db51515f7) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:20:14.557454 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d4bde9-4775-4c1c-b68b-c6650859f042 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event deleted for resources: {'Network': ['ID=4991eb33-b5a2-4912-9dd2-54e72fa8e2b8,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:14.563807 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-e23d44bc-bc9e-4bed-a7b8-06cafbf0c362 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Deleting subnet 3b71d7df-b0c7-47b0-bd4e-a5ad7f9831dd {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:20:14.567553 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e23d44bc-bc9e-4bed-a7b8-06cafbf0c362 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:14.587732 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-b6d4bde9-4775-4c1c-b68b-c6650859f042 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "DELETE /v2.0/networks/4991eb33-b5a2-4912-9dd2-54e72fa8e2b8 HTTP/1.1" status: 204 len: 168 time: 1.4676652 Oct 04 09:20:14.588438 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34932) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:14.630139 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e23d44bc-bc9e-4bed-a7b8-06cafbf0c362 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:14.770909 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e23d44bc-bc9e-4bed-a7b8-06cafbf0c362 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:14.801174 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-299a6dad-82ab-4ce9-a067-0b3b130c6db4 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:14.813314 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-299a6dad-82ab-4ce9-a067-0b3b130c6db4 None None] Transition to ACTIVE for port object 7cd920f8-1567-4669-939b-404db51515f7 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:20:14.838435 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-299a6dad-82ab-4ce9-a067-0b3b130c6db4 None None] Transition to ACTIVE for port object 7cd920f8-1567-4669-939b-404db51515f7 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:20:14.845689 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-299a6dad-82ab-4ce9-a067-0b3b130c6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:14.879598 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e23d44bc-bc9e-4bed-a7b8-06cafbf0c362 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:14.928075 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23d44bc-bc9e-4bed-a7b8-06cafbf0c362 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event deleted for resources: {'Subnet': ['ID=3b71d7df-b0c7-47b0-bd4e-a5ad7f9831dd,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:14.930348 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e23d44bc-bc9e-4bed-a7b8-06cafbf0c362 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:14.946197 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-e23d44bc-bc9e-4bed-a7b8-06cafbf0c362 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/subnets/3b71d7df-b0c7-47b0-bd4e-a5ad7f9831dd HTTP/1.1" status: 204 len: 168 time: 0.4805470 Oct 04 09:20:14.948588 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34936) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:14.972491 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a6dad-82ab-4ce9-a067-0b3b130c6db4 None None] Pushing event updated for resources: {'Port': ['ID=7cd920f8-1567-4669-939b-404db51515f7,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:14.999563 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299a6dad-82ab-4ce9-a067-0b3b130c6db4 None None] Network 7914f1e0-fe6c-49c6-bf40-ad5ac8d3b734 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:20:15.008207 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-299a6dad-82ab-4ce9-a067-0b3b130c6db4 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:20:15.010602 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299a6dad-82ab-4ce9-a067-0b3b130c6db4 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:20:15.033543 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-323e7bae-02bb-4290-a5cb-c9986e7dde32 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Deleting subnet d1156e74-cd67-4fd5-b0cb-bc8db84c72d8 {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:20:15.037380 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-323e7bae-02bb-4290-a5cb-c9986e7dde32 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:15.109502 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-323e7bae-02bb-4290-a5cb-c9986e7dde32 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:15.118891 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15646a1-b8cd-42a3-8dc9-c04edabf9804 None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:20:15.209183 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-323e7bae-02bb-4290-a5cb-c9986e7dde32 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:15.231437 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 93034812-951a-4e83-9cc0-7f79248427b0 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:20:15.231848 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:15.284913 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8bdbc83b-c079-4cdc-934d-1469c51d3a42 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:15.289754 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-299a6dad-82ab-4ce9-a067-0b3b130c6db4 None None] Attempting to bind port 7cd920f8-1567-4669-939b-404db51515f7 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:20:15.290125 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-299a6dad-82ab-4ce9-a067-0b3b130c6db4 None None] Attempting to bind port 7cd920f8-1567-4669-939b-404db51515f7 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '1708829a-2f78-495e-88fc-56861e1a28f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '7914f1e0-fe6c-49c6-bf40-ad5ac8d3b734'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:20:15.290476 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299a6dad-82ab-4ce9-a067-0b3b130c6db4 None None] Attempting to bind port 7cd920f8-1567-4669-939b-404db51515f7 on network 7914f1e0-fe6c-49c6-bf40-ad5ac8d3b734 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:20:15.300938 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-323e7bae-02bb-4290-a5cb-c9986e7dde32 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:15.301838 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299a6dad-82ab-4ce9-a067-0b3b130c6db4 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:20:15.302229 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299a6dad-82ab-4ce9-a067-0b3b130c6db4 None None] Checking segment: {'id': '1708829a-2f78-495e-88fc-56861e1a28f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '7914f1e0-fe6c-49c6-bf40-ad5ac8d3b734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:20:15.302694 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-299a6dad-82ab-4ce9-a067-0b3b130c6db4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:15.303127 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299a6dad-82ab-4ce9-a067-0b3b130c6db4 None None] Bound using segment: {'id': '1708829a-2f78-495e-88fc-56861e1a28f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '7914f1e0-fe6c-49c6-bf40-ad5ac8d3b734'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:20:15.303669 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-299a6dad-82ab-4ce9-a067-0b3b130c6db4 None None] Bound port: 7cd920f8-1567-4669-939b-404db51515f7, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1708829a-2f78-495e-88fc-56861e1a28f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '7914f1e0-fe6c-49c6-bf40-ad5ac8d3b734'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:20:15.304069 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-299a6dad-82ab-4ce9-a067-0b3b130c6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:15.320927 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-6c6af51f-9b67-4c25-94ec-e061fdf23b9f None None] Provisioning for port 93034812-951a-4e83-9cc0-7f79248427b0 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:20:15.343634 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323e7bae-02bb-4290-a5cb-c9986e7dde32 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event deleted for resources: {'Subnet': ['ID=d1156e74-cd67-4fd5-b0cb-bc8db84c72d8,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:15.347089 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-323e7bae-02bb-4290-a5cb-c9986e7dde32 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:15.357172 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-323e7bae-02bb-4290-a5cb-c9986e7dde32 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/subnets/d1156e74-cd67-4fd5-b0cb-bc8db84c72d8 HTTP/1.1" status: 204 len: 168 time: 0.4072976 Oct 04 09:20:15.359375 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34940) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:15.392756 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdbc83b-c079-4cdc-934d-1469c51d3a42 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Pushing event updated for resources: {'Subnet': ['ID=fb3a1815-26f9-49e3-baa2-ec67259be68c,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:15.406249 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdbc83b-c079-4cdc-934d-1469c51d3a42 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Checking segment: {'id': '88137824-c210-4f60-a9c0-af0258d19d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '812409e3-7240-4307-9f0c-e3697196be1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:20:15.406609 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdbc83b-c079-4cdc-934d-1469c51d3a42 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Network hostable DHCP agents. Network: 812409e3-7240-4307-9f0c-e3697196be1c, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:20:15.417370 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-6c6af51f-9b67-4c25-94ec-e061fdf23b9f None None] Provisioning complete for port 93034812-951a-4e83-9cc0-7f79248427b0 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:20:15.417946 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-6c6af51f-9b67-4c25-94ec-e061fdf23b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:15.418048 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-6c6af51f-9b67-4c25-94ec-e061fdf23b9f None None] Attempt 1 to provision port 93034812-951a-4e83-9cc0-7f79248427b0 Oct 04 09:20:15.429981 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-d036170c-fecd-4767-9452-cd469f6ea0be tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0694652 Oct 04 09:20:15.433040 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34944) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:15.440903 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-cbb6313b-cecf-4ac5-a9c2-88193b561460 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'subnet': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:15.441611 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdbc83b-c079-4cdc-934d-1469c51d3a42 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Network 812409e3-7240-4307-9f0c-e3697196be1c is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:20:15.487013 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-8bdbc83b-c079-4cdc-934d-1469c51d3a42 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 812409e3-7240-4307-9f0c-e3697196be1c) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:20:15.492805 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdbc83b-c079-4cdc-934d-1469c51d3a42 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:15.493331 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8bdbc83b-c079-4cdc-934d-1469c51d3a42 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:15.528462 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ca33b9-bfef-4a72-8a79-228af314f2d7 None None] Network 812409e3-7240-4307-9f0c-e3697196be1c requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:20:15.528695 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-8bdbc83b-c079-4cdc-934d-1469c51d3a42 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.4012377 Oct 04 09:20:15.531064 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34948) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:15.563572 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-cbb6313b-cecf-4ac5-a9c2-88193b561460 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:20:15.568434 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-cbb6313b-cecf-4ac5-a9c2-88193b561460 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Usage tracker for resource:subnet and tenant:3f91eae3af914b3ca9ea34a1eaa482e2 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:20:15.571367 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-cbb6313b-cecf-4ac5-a9c2-88193b561460 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:20:15.577169 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-cbb6313b-cecf-4ac5-a9c2-88193b561460 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:20:15.588439 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb6313b-cecf-4ac5-a9c2-88193b561460 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Made reservation on behalf of 3f91eae3af914b3ca9ea34a1eaa482e2 for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:20:15.592154 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cbb6313b-cecf-4ac5-a9c2-88193b561460 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:15.612302 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4da74629-de6e-4321-8045-1e7e54cb5966 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736827'] for router_interface, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:15.654694 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.db.api [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:20:15.655096 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG oslo_db.api [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:20:15.711956 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-299a6dad-82ab-4ce9-a067-0b3b130c6db4 None None] For port 7cd920f8-1567-4669-939b-404db51515f7, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:20:15.726382 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-299a6dad-82ab-4ce9-a067-0b3b130c6db4 None None] For port 7cd920f8-1567-4669-939b-404db51515f7, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=7cd920f8-1567-4669-939b-404db51515f7,segment=NetworkSegment(1708829a-2f78-495e-88fc-56861e1a28f4),segment_id=1708829a-2f78-495e-88fc-56861e1a28f4)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:20:15.770461 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-299a6dad-82ab-4ce9-a067-0b3b130c6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:15.839616 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d07521ee-ee4a-4cd6-b776-b7f8248ce7c9 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:15.848433 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cbb6313b-cecf-4ac5-a9c2-88193b561460 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:15.916496 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-6c6af51f-9b67-4c25-94ec-e061fdf23b9f None None] Current status of the port 93034812-951a-4e83-9cc0-7f79248427b0 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:20:15.916817 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-6c6af51f-9b67-4c25-94ec-e061fdf23b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:15.963522 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a6dad-82ab-4ce9-a067-0b3b130c6db4 None None] Pushing event updated for resources: {'Port': ['ID=7cd920f8-1567-4669-939b-404db51515f7,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:16.032067 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-6c6af51f-9b67-4c25-94ec-e061fdf23b9f None None] For port 93034812-951a-4e83-9cc0-7f79248427b0, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=93034812-951a-4e83-9cc0-7f79248427b0,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:20:16.037026 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db48baf1-c500-49ed-946e-c131eb5a0f08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-812409e3-7240-4307-9f0c-e3697196be1c', 'network_id': '812409e3-7240-4307-9f0c-e3697196be1c', 'tenant_id': '2dafbf046c4040829635f144570fbfb3', 'fixed_ips': [{'subnet_id': 'fb3a1815-26f9-49e3-baa2-ec67259be68c'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:20:16.038120 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-db48baf1-c500-49ed-946e-c131eb5a0f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:16.050739 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-6c6af51f-9b67-4c25-94ec-e061fdf23b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:16.076123 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d07521ee-ee4a-4cd6-b776-b7f8248ce7c9 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:16.099784 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668aeb14-4ed8-4207-a825-86e8cbf518e7 None None] DHCP port deletion for 7b2ac456-c702-437f-ad18-06da05465ab2 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:20:16.121707 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-6c6af51f-9b67-4c25-94ec-e061fdf23b9f None None] Could not find standard attr ID for object c6c2ee46-cfcf-4a3f-8658-a89b154863dd. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:20:16.127591 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-668aeb14-4ed8-4207-a825-86e8cbf518e7 None None] Deleting port 93034812-951a-4e83-9cc0-7f79248427b0 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:20:16.127968 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-668aeb14-4ed8-4207-a825-86e8cbf518e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:16.137144 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb6313b-cecf-4ac5-a9c2-88193b561460 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:20:16.142393 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-cbb6313b-cecf-4ac5-a9c2-88193b561460 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:20:16.148066 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb6313b-cecf-4ac5-a9c2-88193b561460 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:16.148066 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cbb6313b-cecf-4ac5-a9c2-88193b561460 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:16.203099 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb6313b-cecf-4ac5-a9c2-88193b561460 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event updated for resources: {'Subnet': ['ID=89bfbe64-f34a-43aa-8d2c-0dc61a2fa388,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:16.213546 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-cbb6313b-cecf-4ac5-a9c2-88193b561460 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7790315 Oct 04 09:20:16.214225 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34952) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:16.222012 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-1b46b668-82d5-46a1-9554-13170558ab3b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'subnet': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:16.275218 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6af51f-9b67-4c25-94ec-e061fdf23b9f None None] Pushing event updated for resources: {'Port': ['ID=93034812-951a-4e83-9cc0-7f79248427b0,revision_number=6']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:16.281520 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-4da74629-de6e-4321-8045-1e7e54cb5966 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Deleting port 3059458f-0716-471c-b26b-16703117fbb4 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:20:16.282297 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4da74629-de6e-4321-8045-1e7e54cb5966 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server [None req-db48baf1-c500-49ed-946e-c131eb5a0f08 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fb3a1815-26f9-49e3-baa2-ec67259be68c: This subnet is being modified by another concurrent operation. Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server raise exception Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fb3a1815-26f9-49e3-baa2-ec67259be68c: This subnet is being modified by another concurrent operation. Oct 04 09:20:16.333065 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server Oct 04 09:20:16.342135 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d07521ee-ee4a-4cd6-b776-b7f8248ce7c9 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:16.373421 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ee216b-a6b8-4292-a817-e949dd5813b8 None None] Network 812409e3-7240-4307-9f0c-e3697196be1c requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:20:16.409717 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-1b46b668-82d5-46a1-9554-13170558ab3b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:20:16.414092 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-1b46b668-82d5-46a1-9554-13170558ab3b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Usage tracker for resource:subnet and tenant:3f91eae3af914b3ca9ea34a1eaa482e2 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:20:16.417457 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-1b46b668-82d5-46a1-9554-13170558ab3b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:20:16.422225 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07521ee-ee4a-4cd6-b776-b7f8248ce7c9 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Pushing event deleted for resources: {'Subnet': ['ID=fb3a1815-26f9-49e3-baa2-ec67259be68c,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:16.424017 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-1b46b668-82d5-46a1-9554-13170558ab3b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:20:16.435913 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b46b668-82d5-46a1-9554-13170558ab3b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Made reservation on behalf of 3f91eae3af914b3ca9ea34a1eaa482e2 for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:20:16.440786 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1b46b668-82d5-46a1-9554-13170558ab3b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:16.592437 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.ipam_backend_mixin [None req-1b46b668-82d5-46a1-9554-13170558ab3b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 89bfbe64-f34a-43aa-8d2c-0dc61a2fa388 (CIDR: 2001:db8::/64) Oct 04 09:20:16.614343 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b46b668-82d5-46a1-9554-13170558ab3b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 09:20:16.614343 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b46b668-82d5-46a1-9554-13170558ab3b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:20:16.635989 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-1b46b668-82d5-46a1-9554-13170558ab3b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4204824 Oct 04 09:20:16.638738 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34956) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:16.647711 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-2b6b95b4-d9f7-4c95-91dd-3684107e53a5 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'subnet': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:16.708784 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d07521ee-ee4a-4cd6-b776-b7f8248ce7c9 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:16.761276 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-d07521ee-ee4a-4cd6-b776-b7f8248ce7c9 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['812409e3-7240-4307-9f0c-e3697196be1c']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:16.786850 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-4da74629-de6e-4321-8045-1e7e54cb5966 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] For port 3059458f-0716-471c-b26b-16703117fbb4, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=3059458f-0716-471c-b26b-16703117fbb4,segment=NetworkSegment(602248db-a7ab-4b72-80ff-e56d5ad7b90b),segment_id=602248db-a7ab-4b72-80ff-e56d5ad7b90b)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:20:16.787183 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4da74629-de6e-4321-8045-1e7e54cb5966 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:16.800813 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-d07521ee-ee4a-4cd6-b776-b7f8248ce7c9 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88137824-c210-4f60-a9c0-af0258d19d99') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:16.801196 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-d07521ee-ee4a-4cd6-b776-b7f8248ce7c9 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88137824-c210-4f60-a9c0-af0258d19d99') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:16.845450 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 93034812-951a-4e83-9cc0-7f79248427b0 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:20:16.867254 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-2b6b95b4-d9f7-4c95-91dd-3684107e53a5 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:20:16.872034 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-2b6b95b4-d9f7-4c95-91dd-3684107e53a5 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Usage tracker for resource:subnet and tenant:3f91eae3af914b3ca9ea34a1eaa482e2 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:20:16.875844 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-2b6b95b4-d9f7-4c95-91dd-3684107e53a5 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:20:16.884970 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-2b6b95b4-d9f7-4c95-91dd-3684107e53a5 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:20:16.901815 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b6b95b4-d9f7-4c95-91dd-3684107e53a5 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Made reservation on behalf of 3f91eae3af914b3ca9ea34a1eaa482e2 for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:20:16.908183 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2b6b95b4-d9f7-4c95-91dd-3684107e53a5 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:16.932134 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d07521ee-ee4a-4cd6-b776-b7f8248ce7c9 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:16.935044 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-668aeb14-4ed8-4207-a825-86e8cbf518e7 None None] For port 93034812-951a-4e83-9cc0-7f79248427b0, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=93034812-951a-4e83-9cc0-7f79248427b0,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:20:16.935441 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-668aeb14-4ed8-4207-a825-86e8cbf518e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:16.950181 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-4da74629-de6e-4321-8045-1e7e54cb5966 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Calling delete_port for 3059458f-0716-471c-b26b-16703117fbb4 owned by network:router_interface {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:20:17.028450 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 7cd920f8-1567-4669-939b-404db51515f7 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:20:17.032582 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d07521ee-ee4a-4cd6-b776-b7f8248ce7c9 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:17.046689 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d07521ee-ee4a-4cd6-b776-b7f8248ce7c9 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:20:17.047138 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d07521ee-ee4a-4cd6-b776-b7f8248ce7c9 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:17.128716 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 88137824-c210-4f60-a9c0-af0258d19d99 resource provider aggregate not found Oct 04 09:20:17.163276 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-668aeb14-4ed8-4207-a825-86e8cbf518e7 None None] Calling delete_port for 93034812-951a-4e83-9cc0-7f79248427b0 owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:20:17.167276 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 88137824-c210-4f60-a9c0-af0258d19d99 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 88137824-c210-4f60-a9c0-af0258d19d99 found for delete ", "request_id": "req-1c8ff4be-b89b-468c-a634-2e6b605b80c0"}]} Oct 04 09:20:17.189843 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d07521ee-ee4a-4cd6-b776-b7f8248ce7c9 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:17.208855 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91486a30-15b0-4806-8f35-fd19f60d113a None None] Network 7914f1e0-fe6c-49c6-bf40-ad5ac8d3b734 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:20:17.214542 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d07521ee-ee4a-4cd6-b776-b7f8248ce7c9 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:17.230691 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07521ee-ee4a-4cd6-b776-b7f8248ce7c9 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Pushing event deleted for resources: {'Network': ['ID=812409e3-7240-4307-9f0c-e3697196be1c,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:17.236099 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-d07521ee-ee4a-4cd6-b776-b7f8248ce7c9 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "DELETE /v2.0/networks/812409e3-7240-4307-9f0c-e3697196be1c HTTP/1.1" status: 204 len: 168 time: 1.7038321 Oct 04 09:20:17.240035 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34964) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:17.245892 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-a87d3b51-405b-4f49-93c6-cb76d9cb963b tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1247891526'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:17.253915 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-a87d3b51-405b-4f49-93c6-cb76d9cb963b tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:20:17.289838 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-a87d3b51-405b-4f49-93c6-cb76d9cb963b tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Usage tracker for resource:network and tenant:2dafbf046c4040829635f144570fbfb3 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:20:17.296843 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-a87d3b51-405b-4f49-93c6-cb76d9cb963b tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:20:17.310518 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-a87d3b51-405b-4f49-93c6-cb76d9cb963b tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:20:17.331768 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87d3b51-405b-4f49-93c6-cb76d9cb963b tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Made reservation on behalf of 2dafbf046c4040829635f144570fbfb3 for: {'network': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:20:17.335223 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a87d3b51-405b-4f49-93c6-cb76d9cb963b tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:17.356589 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-8b57010a-40fb-41bc-bead-97df51d59ed6 None None] Provisioning for port 7cd920f8-1567-4669-939b-404db51515f7 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:20:17.357356 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4da74629-de6e-4321-8045-1e7e54cb5966 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:17.385009 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.objects.ports [None req-2b6b95b4-d9f7-4c95-91dd-3684107e53a5 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89033) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Oct 04 09:20:17.412516 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 7cd920f8-1567-4669-939b-404db51515f7 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:20:17.415898 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da74629-de6e-4321-8045-1e7e54cb5966 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event deleted for resources: {'Port': ['ID=3059458f-0716-471c-b26b-16703117fbb4,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:17.421936 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a87d3b51-405b-4f49-93c6-cb76d9cb963b tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=89032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:20:17.445841 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-668aeb14-4ed8-4207-a825-86e8cbf518e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:17.485120 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 7cd920f8-1567-4669-939b-404db51515f7 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:20:17.485596 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:17.485839 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 7cd920f8-1567-4669-939b-404db51515f7 Oct 04 09:20:17.486985 dv-neutron-860215-1-hyperv neutron-server[89033]: WARNING neutron.services.revisions.revision_plugin [None req-2b6b95b4-d9f7-4c95-91dd-3684107e53a5 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Could not find related port for resource to bump revision. Oct 04 09:20:17.493374 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.ipam_pluggable_backend [None req-2b6b95b4-d9f7-4c95-91dd-3684107e53a5 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Port 93034812-951a-4e83-9cc0-7f79248427b0 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=89033) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Oct 04 09:20:17.493701 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.ipam_pluggable_backend [None req-2b6b95b4-d9f7-4c95-91dd-3684107e53a5 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Reverting IP allocation for 2001:db8:0:1:f816:3eff:feae:c33c {{(pid=89033) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Oct 04 09:20:17.499979 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2b6b95b4-d9f7-4c95-91dd-3684107e53a5 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:17.512386 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a87d3b51-405b-4f49-93c6-cb76d9cb963b tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:17.512822 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.segments_db [None req-a87d3b51-405b-4f49-93c6-cb76d9cb963b tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Added segment 78ebfd55-e6ca-42ba-86fe-59b0d9209a9c of type vlan for network c7dbe195-d732-49d8-8306-46e879b8d4c3 Oct 04 09:20:17.546221 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668aeb14-4ed8-4207-a825-86e8cbf518e7 None None] Pushing event deleted for resources: {'Port': ['ID=93034812-951a-4e83-9cc0-7f79248427b0,revision_number=None']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:17.562278 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668aeb14-4ed8-4207-a825-86e8cbf518e7 None None] No DVR routers for this DVR port 93034812-951a-4e83-9cc0-7f79248427b0 on host dv-neutron-860215-1-hyperv {{(pid=89034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:20:17.562967 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a87d3b51-405b-4f49-93c6-cb76d9cb963b tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:17.615608 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6b95b4-d9f7-4c95-91dd-3684107e53a5 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:20:17.619108 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-2b6b95b4-d9f7-4c95-91dd-3684107e53a5 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:20:17.624938 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6b95b4-d9f7-4c95-91dd-3684107e53a5 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:17.625641 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2b6b95b4-d9f7-4c95-91dd-3684107e53a5 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:17.632838 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d9f037-d429-484c-82a0-f5c9fa48419a None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:20:17.643589 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6b95b4-d9f7-4c95-91dd-3684107e53a5 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event updated for resources: {'Subnet': ['ID=6d0cb3bf-6805-4ef3-bd38-78ad6cc19555,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:17.657648 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6b95b4-d9f7-4c95-91dd-3684107e53a5 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:20:17.659446 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6b95b4-d9f7-4c95-91dd-3684107e53a5 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:20:17.659446 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6b95b4-d9f7-4c95-91dd-3684107e53a5 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:20:17.659446 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6b95b4-d9f7-4c95-91dd-3684107e53a5 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:20:17.659446 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6b95b4-d9f7-4c95-91dd-3684107e53a5 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:20:17.659942 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6b95b4-d9f7-4c95-91dd-3684107e53a5 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:20:17.660346 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6b95b4-d9f7-4c95-91dd-3684107e53a5 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:20:17.660842 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6b95b4-d9f7-4c95-91dd-3684107e53a5 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:20:17.661334 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6b95b4-d9f7-4c95-91dd-3684107e53a5 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:20:17.661923 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6b95b4-d9f7-4c95-91dd-3684107e53a5 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:20:17.662347 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6b95b4-d9f7-4c95-91dd-3684107e53a5 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:20:17.663097 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6b95b4-d9f7-4c95-91dd-3684107e53a5 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:20:17.679085 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-2b6b95b4-d9f7-4c95-91dd-3684107e53a5 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.0359423 Oct 04 09:20:17.679541 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34968) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:17.708609 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-dff170c0-bf60-4b8f-a539-cf525e5fefa6 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Request body: {'port': {'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'mac_address': 'fa:16:3e:f2:65:08', 'name': 'tempest-NetworksTestDHCPv6-588516464'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:17.761039 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a87d3b51-405b-4f49-93c6-cb76d9cb963b tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:17.768143 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87d3b51-405b-4f49-93c6-cb76d9cb963b tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:17.768849 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a87d3b51-405b-4f49-93c6-cb76d9cb963b tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:17.851642 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4da74629-de6e-4321-8045-1e7e54cb5966 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736911'] for router_interface, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:17.896132 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-a87d3b51-405b-4f49-93c6-cb76d9cb963b tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6523969 Oct 04 09:20:17.897535 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34972) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:17.906547 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-5bce1cae-31a1-4b8c-86d0-a6d2ae26528a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Request body: {'subnet': {'network_id': 'c7dbe195-d732-49d8-8306-46e879b8d4c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:17.930496 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-dff170c0-bf60-4b8f-a539-cf525e5fefa6 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:20:17.943944 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 7cd920f8-1567-4669-939b-404db51515f7 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:20:17.944516 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:17.955373 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87d3b51-405b-4f49-93c6-cb76d9cb963b tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Pushing event updated for resources: {'Network': ['ID=c7dbe195-d732-49d8-8306-46e879b8d4c3,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:17.957688 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c948e5c-013b-42de-9ed7-0efd5d7659f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-7b2ac456-c702-437f-ad18-06da05465ab2', 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2', 'tenant_id': '3f91eae3af914b3ca9ea34a1eaa482e2', 'fixed_ips': [{'subnet_id': '6d0cb3bf-6805-4ef3-bd38-78ad6cc19555'}, {'subnet_id': '89bfbe64-f34a-43aa-8d2c-0dc61a2fa388'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:20:17.958731 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-1c948e5c-013b-42de-9ed7-0efd5d7659f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:17.976483 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network c7dbe195-d732-49d8-8306-46e879b8d4c3 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:20:18.009222 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-dff170c0-bf60-4b8f-a539-cf525e5fefa6 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:20:18.035600 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff170c0-bf60-4b8f-a539-cf525e5fefa6 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Made reservation on behalf of 3f91eae3af914b3ca9ea34a1eaa482e2 for: {'port': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:20:18.059498 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-5bce1cae-31a1-4b8c-86d0-a6d2ae26528a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:20:18.114286 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-5bce1cae-31a1-4b8c-86d0-a6d2ae26528a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Usage tracker for resource:subnet and tenant:2dafbf046c4040829635f144570fbfb3 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:20:18.125258 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-5bce1cae-31a1-4b8c-86d0-a6d2ae26528a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:20:18.134500 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-5bce1cae-31a1-4b8c-86d0-a6d2ae26528a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:20:18.158908 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 7cd920f8-1567-4669-939b-404db51515f7, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=7cd920f8-1567-4669-939b-404db51515f7,segment=NetworkSegment(1708829a-2f78-495e-88fc-56861e1a28f4),segment_id=1708829a-2f78-495e-88fc-56861e1a28f4)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:20:18.165980 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bce1cae-31a1-4b8c-86d0-a6d2ae26528a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Made reservation on behalf of 2dafbf046c4040829635f144570fbfb3 for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:20:18.170000 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5bce1cae-31a1-4b8c-86d0-a6d2ae26528a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:18.176104 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:18.249754 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device de3264e2-26f6-4b6c-9005-cea4b011d4d8 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:20:18.274769 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.ipam_backend_mixin [None req-5bce1cae-31a1-4b8c-86d0-a6d2ae26528a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Performing IP validity checks on allocation pools {{(pid=89033) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 04 09:20:18.275358 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.ipam_backend_mixin [None req-5bce1cae-31a1-4b8c-86d0-a6d2ae26528a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89033) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 04 09:20:18.301495 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: de3264e2-26f6-4b6c-9005-cea4b011d4d8 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:20:18.302068 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device de3264e2-26f6-4b6c-9005-cea4b011d4d8 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:20:18.302631 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device b97a617a-8cd0-41e2-bd68-f4f9224ef434 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:20:18.359190 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: b97a617a-8cd0-41e2-bd68-f4f9224ef434 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:20:18.359459 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device b97a617a-8cd0-41e2-bd68-f4f9224ef434 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:20:18.359784 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 93034812-951a-4e83-9cc0-7f79248427b0 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:20:18.361638 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-dff170c0-bf60-4b8f-a539-cf525e5fefa6 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:18.377694 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4da74629-de6e-4321-8045-1e7e54cb5966 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Router 4dada8c6-8926-46bc-a52d-2226305d3fcb has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:20:18.403205 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [None req-dff170c0-bf60-4b8f-a539-cf525e5fefa6 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] device_id is not set on port ec6a35be-6ac5-46fa-aa13-6e9042615d9a yet. {{(pid=89033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:20:18.442274 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 93034812-951a-4e83-9cc0-7f79248427b0 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:20:18.442645 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 93034812-951a-4e83-9cc0-7f79248427b0 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:20:18.455078 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=7cd920f8-1567-4669-939b-404db51515f7,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:18.463240 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-fc6c2cef-d3c4-449b-a542-ba3637898aec None None] Provisioning complete for port 7cd920f8-1567-4669-939b-404db51515f7 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:20:18.463645 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-fc6c2cef-d3c4-449b-a542-ba3637898aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:18.464185 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-fc6c2cef-d3c4-449b-a542-ba3637898aec None None] Attempt 1 to provision port 7cd920f8-1567-4669-939b-404db51515f7 Oct 04 09:20:18.545586 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da74629-de6e-4321-8045-1e7e54cb5966 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:20:18.551019 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-4da74629-de6e-4321-8045-1e7e54cb5966 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "PUT /v2.0/routers/4dada8c6-8926-46bc-a52d-2226305d3fcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9580173 Oct 04 09:20:18.553629 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34978) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:18.566607 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a4c2ef-3e0c-44e9-9e40-a6cd55bc6f15 None None] Sync routers for ids ['4dada8c6-8926-46bc-a52d-2226305d3fcb'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:20:18.612043 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34982) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:18.633205 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a4c2ef-3e0c-44e9-9e40-a6cd55bc6f15 None None] Routers {'4dada8c6-8926-46bc-a52d-2226305d3fcb'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:20:18.633753 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-e6a4c2ef-3e0c-44e9-9e40-a6cd55bc6f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:20:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['4dada8c6-8926-46bc-a52d-2226305d3fcb'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:18.641416 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5bce1cae-31a1-4b8c-86d0-a6d2ae26528a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:18.715242 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce1cae-31a1-4b8c-86d0-a6d2ae26528a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Pushing event updated for resources: {'Subnet': ['ID=86a3010f-8bad-46a0-aa4b-5d6605ebe5c6,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:18.722474 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa5ae645-20a0-4eb2-952b-c774f66c5189 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Deleting subnet 0f16c971-29d8-437e-92ff-2e10e07752fb {{(pid=89032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:20:18.729849 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fa5ae645-20a0-4eb2-952b-c774f66c5189 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for subnet, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:18.772392 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bce1cae-31a1-4b8c-86d0-a6d2ae26528a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Checking segment: {'id': '78ebfd55-e6ca-42ba-86fe-59b0d9209a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c7dbe195-d732-49d8-8306-46e879b8d4c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:20:18.772774 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bce1cae-31a1-4b8c-86d0-a6d2ae26528a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Network hostable DHCP agents. Network: c7dbe195-d732-49d8-8306-46e879b8d4c3, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:20:18.773561 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-1c948e5c-013b-42de-9ed7-0efd5d7659f2 None None] Allocated IP 2001:db8::2 (7b2ac456-c702-437f-ad18-06da05465ab2/89bfbe64-f34a-43aa-8d2c-0dc61a2fa388/846f2fa5-dc09-421e-a08f-04bd87f2dfee) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:20:18.785085 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-0635a131-3533-44fc-b777-c403ec8af399 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/floatingips/dabd7045-445e-45b9-b6c2-e26650985d99 HTTP/1.1" status: 200 len: 994 time: 0.1720064 Oct 04 09:20:18.792694 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-1c948e5c-013b-42de-9ed7-0efd5d7659f2 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe7f:3070 (7b2ac456-c702-437f-ad18-06da05465ab2/6d0cb3bf-6805-4ef3-bd38-78ad6cc19555/846f2fa5-dc09-421e-a08f-04bd87f2dfee) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:20:18.797673 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bce1cae-31a1-4b8c-86d0-a6d2ae26528a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Network c7dbe195-d732-49d8-8306-46e879b8d4c3 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:20:18.808287 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fa5ae645-20a0-4eb2-952b-c774f66c5189 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885153'] for subnet, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:18.811447 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-5bce1cae-31a1-4b8c-86d0-a6d2ae26528a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, c7dbe195-d732-49d8-8306-46e879b8d4c3) {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:20:18.815686 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bce1cae-31a1-4b8c-86d0-a6d2ae26528a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:18.816322 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5bce1cae-31a1-4b8c-86d0-a6d2ae26528a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:18.846994 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-5bce1cae-31a1-4b8c-86d0-a6d2ae26528a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.9491374 Oct 04 09:20:18.849505 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34988) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:18.864512 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a693d8-1072-4ab3-85b4-44f074d5705c None None] Network c7dbe195-d732-49d8-8306-46e879b8d4c3 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:20:18.958497 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-e6a4c2ef-3e0c-44e9-9e40-a6cd55bc6f15 None None] Set router 4dada8c6-8926-46bc-a52d-2226305d3fcb gateway port host: None {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:20:19.034570 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a78684e8-115b-466c-92d4-87228904b916 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:19.038514 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fa5ae645-20a0-4eb2-952b-c774f66c5189 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:19.059116 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 7cd920f8-1567-4669-939b-404db51515f7 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:20:19.145481 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 34994) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:19.146612 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-fc6c2cef-d3c4-449b-a542-ba3637898aec None None] Current status of the port 7cd920f8-1567-4669-939b-404db51515f7 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:20:19.254356 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a78684e8-115b-466c-92d4-87228904b916 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:19.288091 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fa5ae645-20a0-4eb2-952b-c774f66c5189 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:19.352845 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fa5ae645-20a0-4eb2-952b-c774f66c5189 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:19.361039 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5ae645-20a0-4eb2-952b-c774f66c5189 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event deleted for resources: {'Subnet': ['ID=0f16c971-29d8-437e-92ff-2e10e07752fb,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:19.393960 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1f6f3d-07f1-429c-b622-8703efbff28b None None] Network 190066ca-be16-4a69-bddb-2e59b7e31248 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:20:19.443939 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-fa5ae645-20a0-4eb2-952b-c774f66c5189 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "DELETE /v2.0/subnets/0f16c971-29d8-437e-92ff-2e10e07752fb HTTP/1.1" status: 204 len: 168 time: 0.8891420 Oct 04 09:20:19.446809 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 34998) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:19.455451 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5ae645-20a0-4eb2-952b-c774f66c5189 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:20:19.455850 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5ae645-20a0-4eb2-952b-c774f66c5189 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:20:19.456364 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5ae645-20a0-4eb2-952b-c774f66c5189 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:20:19.456806 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5ae645-20a0-4eb2-952b-c774f66c5189 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:20:19.457468 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5ae645-20a0-4eb2-952b-c774f66c5189 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:20:19.457468 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5ae645-20a0-4eb2-952b-c774f66c5189 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:20:19.457838 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5ae645-20a0-4eb2-952b-c774f66c5189 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:20:19.458133 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5ae645-20a0-4eb2-952b-c774f66c5189 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:20:19.458456 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5ae645-20a0-4eb2-952b-c774f66c5189 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:20:19.458778 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5ae645-20a0-4eb2-952b-c774f66c5189 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:20:19.459219 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5ae645-20a0-4eb2-952b-c774f66c5189 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:20:19.459540 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5ae645-20a0-4eb2-952b-c774f66c5189 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:20:19.497732 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-21af94b4-2fa7-4588-9267-ea323aba1b8e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Deleting port dde1ea9e-8f7f-4b96-a47b-74b855e6995c {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:20:19.498247 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-21af94b4-2fa7-4588-9267-ea323aba1b8e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:19.527220 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a78684e8-115b-466c-92d4-87228904b916 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:19.570839 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-136a509d-3a81-43d2-8467-307c0aad313a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:19.581953 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-136a509d-3a81-43d2-8467-307c0aad313a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Deleting port 3a4f821d-57cd-4b6d-9f8a-5c6e2959b7a8 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:20:19.582294 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-136a509d-3a81-43d2-8467-307c0aad313a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:19.597773 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78684e8-115b-466c-92d4-87228904b916 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Pushing event deleted for resources: {'Subnet': ['ID=86a3010f-8bad-46a0-aa4b-5d6605ebe5c6,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:19.624103 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 7cd920f8-1567-4669-939b-404db51515f7 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:20:19.624513 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:19.624851 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 7cd920f8-1567-4669-939b-404db51515f7 Oct 04 09:20:19.670553 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-1c948e5c-013b-42de-9ed7-0efd5d7659f2 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:19.765895 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb7faf9-27d3-4b8c-9281-964ea8a79b55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-c7dbe195-d732-49d8-8306-46e879b8d4c3', 'network_id': 'c7dbe195-d732-49d8-8306-46e879b8d4c3', 'tenant_id': '2dafbf046c4040829635f144570fbfb3', 'fixed_ips': [{'subnet_id': '86a3010f-8bad-46a0-aa4b-5d6605ebe5c6'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:20:19.766633 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-fbb7faf9-27d3-4b8c-9281-964ea8a79b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:19.791079 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-136a509d-3a81-43d2-8467-307c0aad313a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] For port 3a4f821d-57cd-4b6d-9f8a-5c6e2959b7a8, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=3a4f821d-57cd-4b6d-9f8a-5c6e2959b7a8,segment=NetworkSegment(602248db-a7ab-4b72-80ff-e56d5ad7b90b),segment_id=602248db-a7ab-4b72-80ff-e56d5ad7b90b)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:20:19.791528 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-136a509d-3a81-43d2-8467-307c0aad313a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:19.821582 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a78684e8-115b-466c-92d4-87228904b916 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:19.846288 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-1c948e5c-013b-42de-9ed7-0efd5d7659f2 None None] Transition to ACTIVE for port object 846f2fa5-dc09-421e-a08f-04bd87f2dfee will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:20:19.866280 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-a78684e8-115b-466c-92d4-87228904b916 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7dbe195-d732-49d8-8306-46e879b8d4c3']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:19.890556 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-a78684e8-115b-466c-92d4-87228904b916 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78ebfd55-e6ca-42ba-86fe-59b0d9209a9c') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:19.890886 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-a78684e8-115b-466c-92d4-87228904b916 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78ebfd55-e6ca-42ba-86fe-59b0d9209a9c') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:19.905806 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-21af94b4-2fa7-4588-9267-ea323aba1b8e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:19.906212 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-21af94b4-2fa7-4588-9267-ea323aba1b8e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:19.915208 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a78684e8-115b-466c-92d4-87228904b916 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:19.917309 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-136a509d-3a81-43d2-8467-307c0aad313a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Calling delete_port for 3a4f821d-57cd-4b6d-9f8a-5c6e2959b7a8 owned by network:dhcp {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:20:19.969368 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-1c948e5c-013b-42de-9ed7-0efd5d7659f2 None None] Transition to ACTIVE for port object 846f2fa5-dc09-421e-a08f-04bd87f2dfee will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:20:20.010970 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-1c948e5c-013b-42de-9ed7-0efd5d7659f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:20.045738 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-136a509d-3a81-43d2-8467-307c0aad313a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:20.108767 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136a509d-3a81-43d2-8467-307c0aad313a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event deleted for resources: {'Port': ['ID=3a4f821d-57cd-4b6d-9f8a-5c6e2959b7a8,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:20.110600 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136a509d-3a81-43d2-8467-307c0aad313a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] No DVR routers for this DVR port 3a4f821d-57cd-4b6d-9f8a-5c6e2959b7a8 on host dv-neutron-860215-1-hyperv {{(pid=89033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:20:20.157082 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c948e5c-013b-42de-9ed7-0efd5d7659f2 None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:20:20.164835 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-1c948e5c-013b-42de-9ed7-0efd5d7659f2 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:20:20.170797 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c948e5c-013b-42de-9ed7-0efd5d7659f2 None None] Pushing event updated for resources: {'Port': ['ID=846f2fa5-dc09-421e-a08f-04bd87f2dfee,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:20.175138 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c948e5c-013b-42de-9ed7-0efd5d7659f2 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:20:20.182290 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 7cd920f8-1567-4669-939b-404db51515f7 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:20:20.211770 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-21af94b4-2fa7-4588-9267-ea323aba1b8e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Calling delete_port for dde1ea9e-8f7f-4b96-a47b-74b855e6995c owned by network:floatingip {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:20:20.225946 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896ac5ea-22e7-460a-9408-a2954721fcfa None None] Network c7dbe195-d732-49d8-8306-46e879b8d4c3 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:20:20.240002 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a78684e8-115b-466c-92d4-87228904b916 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:20.247951 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-e6a4c2ef-3e0c-44e9-9e40-a6cd55bc6f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'name': 'tempest-RoutersTest-router-391532728', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:19:29Z', 'updated_at': '2022-10-04T09:20:17Z', 'revision_number': 10, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'gw_port_host': None, '_interfaces': [{'id': '35816987-12d9-4235-8bda-9dabd0bc16fb', 'name': '', 'network_id': 'e8ec1fe9-4d11-48b0-ab68-bc1553d44eb5', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'mac_address': 'fa:16:3e:03:b3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '6dd458cd-ded9-45b8-9f41-78d853963c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:19:32Z', 'updated_at': '2022-10-04T09:19:42Z', 'revision_number': 5, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'subnets': [{'id': '6dd458cd-ded9-45b8-9f41-78d853963c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:20.261326 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a78684e8-115b-466c-92d4-87228904b916 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:20:20.261720 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a78684e8-115b-466c-92d4-87228904b916 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:20.289489 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-136a509d-3a81-43d2-8467-307c0aad313a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:20.307954 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-dff170c0-bf60-4b8f-a539-cf525e5fefa6 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Allocated IP 2001:db8::1e8 (7b2ac456-c702-437f-ad18-06da05465ab2/89bfbe64-f34a-43aa-8d2c-0dc61a2fa388/ec6a35be-6ac5-46fa-aa13-6e9042615d9a) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:20:20.326131 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-dff170c0-bf60-4b8f-a539-cf525e5fefa6 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Allocated IP 2001:db8:0:1:f816:3eff:fef2:6508 (7b2ac456-c702-437f-ad18-06da05465ab2/6d0cb3bf-6805-4ef3-bd38-78ad6cc19555/ec6a35be-6ac5-46fa-aa13-6e9042615d9a) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:20:20.328898 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-136a509d-3a81-43d2-8467-307c0aad313a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['190066ca-be16-4a69-bddb-2e59b7e31248']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:20.338814 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a4c2ef-3e0c-44e9-9e40-a6cd55bc6f15 None None] Checking router: 4dada8c6-8926-46bc-a52d-2226305d3fcb for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:20:20.346397 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-136a509d-3a81-43d2-8467-307c0aad313a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '602248db-a7ab-4b72-80ff-e56d5ad7b90b') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:20.346746 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-136a509d-3a81-43d2-8467-307c0aad313a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '602248db-a7ab-4b72-80ff-e56d5ad7b90b') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:20.378303 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-136a509d-3a81-43d2-8467-307c0aad313a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:20.382441 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 78ebfd55-e6ca-42ba-86fe-59b0d9209a9c resource provider aggregate not found Oct 04 09:20:20.415768 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-136a509d-3a81-43d2-8467-307c0aad313a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:20.426739 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a78684e8-115b-466c-92d4-87228904b916 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:20.433746 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-136a509d-3a81-43d2-8467-307c0aad313a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:20:20.434191 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-136a509d-3a81-43d2-8467-307c0aad313a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:20.435229 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a4c2ef-3e0c-44e9-9e40-a6cd55bc6f15 None None] Routers {'4dada8c6-8926-46bc-a52d-2226305d3fcb'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:20:20.435896 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-e6a4c2ef-3e0c-44e9-9e40-a6cd55bc6f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:20:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['4dada8c6-8926-46bc-a52d-2226305d3fcb'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:20.453044 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a78684e8-115b-466c-92d4-87228904b916 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:20.469673 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-a78684e8-115b-466c-92d4-87228904b916 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "DELETE /v2.0/networks/c7dbe195-d732-49d8-8306-46e879b8d4c3 HTTP/1.1" status: 204 len: 168 time: 1.6147661 Oct 04 09:20:20.478771 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35008) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:20.479744 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78684e8-115b-466c-92d4-87228904b916 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Pushing event deleted for resources: {'Network': ['ID=c7dbe195-d732-49d8-8306-46e879b8d4c3,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:20.489072 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-c272d9d2-5b48-4e3c-bd1c-c7517f4a4865 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-857349085'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:20.494820 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-c272d9d2-5b48-4e3c-bd1c-c7517f4a4865 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:20:20.501043 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-c272d9d2-5b48-4e3c-bd1c-c7517f4a4865 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Usage tracker for resource:network and tenant:2dafbf046c4040829635f144570fbfb3 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:20:20.504465 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-c272d9d2-5b48-4e3c-bd1c-c7517f4a4865 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:20:20.509285 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f0b121-25c3-486e-ab0e-7c4a9a8dc55f None None] DHCP port deletion for 190066ca-be16-4a69-bddb-2e59b7e31248 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:20:20.509445 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 78ebfd55-e6ca-42ba-86fe-59b0d9209a9c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 78ebfd55-e6ca-42ba-86fe-59b0d9209a9c found for delete ", "request_id": "req-f7b69c2c-af7e-47f0-94f3-d80003942608"}]} Oct 04 09:20:20.513941 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-c272d9d2-5b48-4e3c-bd1c-c7517f4a4865 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:20:20.520443 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-1c948e5c-013b-42de-9ed7-0efd5d7659f2 None None] Attempting to bind port 846f2fa5-dc09-421e-a08f-04bd87f2dfee on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:20:20.520820 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-1c948e5c-013b-42de-9ed7-0efd5d7659f2 None None] Attempting to bind port 846f2fa5-dc09-421e-a08f-04bd87f2dfee by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:20:20.521173 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c948e5c-013b-42de-9ed7-0efd5d7659f2 None None] Attempting to bind port 846f2fa5-dc09-421e-a08f-04bd87f2dfee on network 7b2ac456-c702-437f-ad18-06da05465ab2 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:20:20.532080 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 602248db-a7ab-4b72-80ff-e56d5ad7b90b resource provider aggregate not found Oct 04 09:20:20.563909 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c272d9d2-5b48-4e3c-bd1c-c7517f4a4865 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Made reservation on behalf of 2dafbf046c4040829635f144570fbfb3 for: {'network': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:20:20.567763 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c272d9d2-5b48-4e3c-bd1c-c7517f4a4865 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:20.589462 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 602248db-a7ab-4b72-80ff-e56d5ad7b90b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 602248db-a7ab-4b72-80ff-e56d5ad7b90b found for delete ", "request_id": "req-03d0a174-e4a6-4b39-9556-156763ce0148"}]} Oct 04 09:20:20.625517 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c948e5c-013b-42de-9ed7-0efd5d7659f2 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:20:20.625898 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c948e5c-013b-42de-9ed7-0efd5d7659f2 None None] Checking segment: {'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:20:20.626311 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-1c948e5c-013b-42de-9ed7-0efd5d7659f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:20.626734 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c948e5c-013b-42de-9ed7-0efd5d7659f2 None None] Bound using segment: {'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:20:20.627180 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-1c948e5c-013b-42de-9ed7-0efd5d7659f2 None None] Bound port: 846f2fa5-dc09-421e-a08f-04bd87f2dfee, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba53286f-aace-4a09-83e2-2e3659d95ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7b2ac456-c702-437f-ad18-06da05465ab2'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:20:20.627555 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-1c948e5c-013b-42de-9ed7-0efd5d7659f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:20.631519 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c272d9d2-5b48-4e3c-bd1c-c7517f4a4865 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=89032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:20:20.641515 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-136a509d-3a81-43d2-8467-307c0aad313a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:20.642283 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c272d9d2-5b48-4e3c-bd1c-c7517f4a4865 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:20.642794 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.segments_db [None req-c272d9d2-5b48-4e3c-bd1c-c7517f4a4865 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Added segment d481cc77-ef34-4ca7-9459-7a30c6fd425c of type vlan for network a491bf04-d593-4f03-9fb1-56df12a0fed1 Oct 04 09:20:20.644732 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-21af94b4-2fa7-4588-9267-ea323aba1b8e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:20.672819 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-136a509d-3a81-43d2-8467-307c0aad313a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:20.699536 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136a509d-3a81-43d2-8467-307c0aad313a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event deleted for resources: {'Network': ['ID=190066ca-be16-4a69-bddb-2e59b7e31248,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:20.703542 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af94b4-2fa7-4588-9267-ea323aba1b8e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'Port': ['ID=dde1ea9e-8f7f-4b96-a47b-74b855e6995c,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:20.745187 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-136a509d-3a81-43d2-8467-307c0aad313a tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "DELETE /v2.0/networks/190066ca-be16-4a69-bddb-2e59b7e31248 HTTP/1.1" status: 204 len: 168 time: 1.2968388 Oct 04 09:20:20.754147 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-e6a4c2ef-3e0c-44e9-9e40-a6cd55bc6f15 None None] Set router 4dada8c6-8926-46bc-a52d-2226305d3fcb gateway port host: None {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:20:20.754357 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35014) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:20.820423 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-21af94b4-2fa7-4588-9267-ea323aba1b8e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for floatingip, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:20.820423 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.l3_db [None req-21af94b4-2fa7-4588-9267-ea323aba1b8e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Floating IP dabd7045-445e-45b9-b6c2-e26650985d99 disassociated (deleted). External IP: 172.26.10.110, port: 8091e681-fbe7-4a4a-819a-385d4199c1fb. Oct 04 09:20:20.821389 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-dff170c0-bf60-4b8f-a539-cf525e5fefa6 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:20.924384 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-1c948e5c-013b-42de-9ed7-0efd5d7659f2 None None] For port 846f2fa5-dc09-421e-a08f-04bd87f2dfee, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:20:20.934305 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c272d9d2-5b48-4e3c-bd1c-c7517f4a4865 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:21.001646 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-1c948e5c-013b-42de-9ed7-0efd5d7659f2 None None] For port 846f2fa5-dc09-421e-a08f-04bd87f2dfee, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=846f2fa5-dc09-421e-a08f-04bd87f2dfee,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:20:21.003459 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 3a4f821d-57cd-4b6d-9f8a-5c6e2959b7a8 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:20:21.047733 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-1c948e5c-013b-42de-9ed7-0efd5d7659f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:21.055734 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c272d9d2-5b48-4e3c-bd1c-c7517f4a4865 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:21.062794 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c272d9d2-5b48-4e3c-bd1c-c7517f4a4865 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:21.063528 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c272d9d2-5b48-4e3c-bd1c-c7517f4a4865 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:21.121595 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 3a4f821d-57cd-4b6d-9f8a-5c6e2959b7a8 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:20:21.121978 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 3a4f821d-57cd-4b6d-9f8a-5c6e2959b7a8 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:20:21.157002 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-dff170c0-bf60-4b8f-a539-cf525e5fefa6 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Transition to ACTIVE for port object ec6a35be-6ac5-46fa-aa13-6e9042615d9a will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:20:21.191718 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c948e5c-013b-42de-9ed7-0efd5d7659f2 None None] Pushing event updated for resources: {'Port': ['ID=846f2fa5-dc09-421e-a08f-04bd87f2dfee,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:21.267855 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-e6a4c2ef-3e0c-44e9-9e40-a6cd55bc6f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'name': 'tempest-RoutersTest-router-391532728', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:19:29Z', 'updated_at': '2022-10-04T09:20:17Z', 'revision_number': 10, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'gw_port_host': None, '_interfaces': [{'id': '35816987-12d9-4235-8bda-9dabd0bc16fb', 'name': '', 'network_id': 'e8ec1fe9-4d11-48b0-ab68-bc1553d44eb5', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'mac_address': 'fa:16:3e:03:b3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '6dd458cd-ded9-45b8-9f41-78d853963c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:19:32Z', 'updated_at': '2022-10-04T09:19:42Z', 'revision_number': 5, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'subnets': [{'id': '6dd458cd-ded9-45b8-9f41-78d853963c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:21.272114 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a4c2ef-3e0c-44e9-9e40-a6cd55bc6f15 None None] The sync data for ids ['4dada8c6-8926-46bc-a52d-2226305d3fcb'] in dv-neutron-860215-1-hyperv is: [{'id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'name': 'tempest-RoutersTest-router-391532728', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:19:29Z', 'updated_at': '2022-10-04T09:20:17Z', 'revision_number': 10, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'gw_port_host': None, '_interfaces': [{'id': '35816987-12d9-4235-8bda-9dabd0bc16fb', 'name': '', 'network_id': 'e8ec1fe9-4d11-48b0-ab68-bc1553d44eb5', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'mac_address': 'fa:16:3e:03:b3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '6dd458cd-ded9-45b8-9f41-78d853963c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:19:32Z', 'updated_at': '2022-10-04T09:19:42Z', 'revision_number': 5, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'subnets': [{'id': '6dd458cd-ded9-45b8-9f41-78d853963c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:20:21.272953 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-c272d9d2-5b48-4e3c-bd1c-c7517f4a4865 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7900829 Oct 04 09:20:21.287637 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35020) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:21.293680 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-5a63aaaa-d50b-4628-bbbe-97c78330f709 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Request body: {'subnet': {'network_id': 'a491bf04-d593-4f03-9fb1-56df12a0fed1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:21.374167 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-dff170c0-bf60-4b8f-a539-cf525e5fefa6 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:21.390038 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272d9d2-5b48-4e3c-bd1c-c7517f4a4865 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Pushing event updated for resources: {'Network': ['ID=a491bf04-d593-4f03-9fb1-56df12a0fed1,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:21.400601 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network a491bf04-d593-4f03-9fb1-56df12a0fed1 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:20:21.460613 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff170c0-bf60-4b8f-a539-cf525e5fefa6 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Network 7b2ac456-c702-437f-ad18-06da05465ab2 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:20:21.467161 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-dff170c0-bf60-4b8f-a539-cf525e5fefa6 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:20:21.473222 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff170c0-bf60-4b8f-a539-cf525e5fefa6 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:20:21.478483 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff170c0-bf60-4b8f-a539-cf525e5fefa6 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:21.479099 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-dff170c0-bf60-4b8f-a539-cf525e5fefa6 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:21.506255 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-5a63aaaa-d50b-4628-bbbe-97c78330f709 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:20:21.514100 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-5a63aaaa-d50b-4628-bbbe-97c78330f709 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Usage tracker for resource:subnet and tenant:2dafbf046c4040829635f144570fbfb3 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:20:21.518445 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-5a63aaaa-d50b-4628-bbbe-97c78330f709 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:20:21.526665 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-5a63aaaa-d50b-4628-bbbe-97c78330f709 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:20:21.533852 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21af94b4-2fa7-4588-9267-ea323aba1b8e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Router 1c6bc5fb-2ea7-45d5-8f91-713613593805 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:20:21.537539 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff170c0-bf60-4b8f-a539-cf525e5fefa6 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event updated for resources: {'Port': ['ID=ec6a35be-6ac5-46fa-aa13-6e9042615d9a,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:21.559406 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-dff170c0-bf60-4b8f-a539-cf525e5fefa6 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.8764195 Oct 04 09:20:21.560470 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35024) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:21.602929 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a63aaaa-d50b-4628-bbbe-97c78330f709 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Made reservation on behalf of 2dafbf046c4040829635f144570fbfb3 for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:20:21.606292 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5a63aaaa-d50b-4628-bbbe-97c78330f709 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:21.705845 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-a11aa0ac-fa37-493a-b90a-a3a320b2e9f4 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Deleting port ec6a35be-6ac5-46fa-aa13-6e9042615d9a {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:20:21.706252 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a11aa0ac-fa37-493a-b90a-a3a320b2e9f4 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:21.994416 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21af94b4-2fa7-4588-9267-ea323aba1b8e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:20:22.006207 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-21af94b4-2fa7-4588-9267-ea323aba1b8e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:22.006390 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfcb7b7-fe2a-4e25-aaea-957b803f6de7 None None] Sync routers for ids ['1c6bc5fb-2ea7-45d5-8f91-713613593805'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:20:22.019457 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfcb7b7-fe2a-4e25-aaea-957b803f6de7 None None] Routers {'1c6bc5fb-2ea7-45d5-8f91-713613593805'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:20:22.020487 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-abfcb7b7-fe2a-4e25-aaea-957b803f6de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:20:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['1c6bc5fb-2ea7-45d5-8f91-713613593805'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:22.056894 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7aa8ed42-27e7-4568-ae5f-4ebef26b939d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736827'] for router_interface, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:22.109111 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-21af94b4-2fa7-4588-9267-ea323aba1b8e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "DELETE /v2.0/floatingips/dabd7045-445e-45b9-b6c2-e26650985d99 HTTP/1.1" status: 204 len: 168 time: 2.9624393 Oct 04 09:20:22.127994 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a11aa0ac-fa37-493a-b90a-a3a320b2e9f4 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:22.170315 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d068f5b-66c5-4be4-8d97-5812e17c8e89', 'tag': '8091e681-fbe7-4a4a-819a-385d4199c1fb'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:20:22.174471 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029e397c-4229-48d1-a75a-73e8eb62d343" -d '{"events": [{"name": "network-changed", "server_uuid": "2d068f5b-66c5-4be4-8d97-5812e17c8e89", "tag": "8091e681-fbe7-4a4a-819a-385d4199c1fb"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:20:22.179867 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5a63aaaa-d50b-4628-bbbe-97c78330f709 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:22.217379 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-abfcb7b7-fe2a-4e25-aaea-957b803f6de7 None None] Set router 1c6bc5fb-2ea7-45d5-8f91-713613593805 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:20:22.288579 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd0c32d-9220-451d-af3a-566528bbcbdc x-openstack-request-id: req-8bd0c32d-9220-451d-af3a-566528bbcbdc {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:20:22.289003 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d068f5b-66c5-4be4-8d97-5812e17c8e89", "tag": "8091e681-fbe7-4a4a-819a-385d4199c1fb", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:20:22.289348 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8bd0c32d-9220-451d-af3a-566528bbcbdc {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:20:22.289838 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bd0c32d-9220-451d-af3a-566528bbcbdc'] response: {'name': 'network-changed', 'server_uuid': '2d068f5b-66c5-4be4-8d97-5812e17c8e89', 'tag': '8091e681-fbe7-4a4a-819a-385d4199c1fb', 'status': 'completed', 'code': 200} Oct 04 09:20:22.343342 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-a11aa0ac-fa37-493a-b90a-a3a320b2e9f4 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Calling delete_port for ec6a35be-6ac5-46fa-aa13-6e9042615d9a owned by {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:20:22.446568 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a63aaaa-d50b-4628-bbbe-97c78330f709 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Checking segment: {'id': 'd481cc77-ef34-4ca7-9459-7a30c6fd425c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'a491bf04-d593-4f03-9fb1-56df12a0fed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:20:22.447068 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a63aaaa-d50b-4628-bbbe-97c78330f709 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Network hostable DHCP agents. Network: a491bf04-d593-4f03-9fb1-56df12a0fed1, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:20:22.477841 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a63aaaa-d50b-4628-bbbe-97c78330f709 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Pushing event updated for resources: {'Subnet': ['ID=968754f9-cfd7-4cd0-bd3f-f48bc890c7f8,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:22.510954 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a63aaaa-d50b-4628-bbbe-97c78330f709 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Network a491bf04-d593-4f03-9fb1-56df12a0fed1 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:20:22.545764 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-5a63aaaa-d50b-4628-bbbe-97c78330f709 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, a491bf04-d593-4f03-9fb1-56df12a0fed1) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:20:22.551792 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a63aaaa-d50b-4628-bbbe-97c78330f709 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:22.553063 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5a63aaaa-d50b-4628-bbbe-97c78330f709 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:22.554983 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15505dec-6b07-4755-90a9-8b2a42914606 None None] Network a491bf04-d593-4f03-9fb1-56df12a0fed1 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:20:22.620753 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e397c-4229-48d1-a75a-73e8eb62d343 req-de385540-07f1-4acf-b44f-3985f335c2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:22.622322 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-029e397c-4229-48d1-a75a-73e8eb62d343 req-de385540-07f1-4acf-b44f-3985f335c2c5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78fb12e86c5f40beb578bfb97002b5c9&device_id=2d068f5b-66c5-4be4-8d97-5812e17c8e89 HTTP/1.1" status: 200 len: 1098 time: 0.3106542 Oct 04 09:20:22.627136 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-5a63aaaa-d50b-4628-bbbe-97c78330f709 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3359649 Oct 04 09:20:22.630089 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35034) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:22.720551 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-abfcb7b7-fe2a-4e25-aaea-957b803f6de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6bc5fb-2ea7-45d5-8f91-713613593805', 'name': 'tempest-TestNetworkBasicOps-router-1072555171', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.169'}], 'enable_snat': True}, 'gw_port_id': 'fcc15711-ade6-4347-beb9-53b0f31313b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:18:25Z', 'updated_at': '2022-10-04T09:18:35Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': 'fcc15711-ade6-4347-beb9-53b0f31313b4', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6bc5fb-2ea7-45d5-8f91-713613593805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:18:26Z', 'updated_at': '2022-10-04T09:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '08c39d5d-e369-4c83-b516-240585d258b0', 'name': '', 'network_id': 'f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:01:cc:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6bc5fb-2ea7-45d5-8f91-713613593805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'a61b1a39-1108-4545-af3e-5ddb6b99bc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:18:33Z', 'updated_at': '2022-10-04T09:18:41Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': 'a61b1a39-1108-4545-af3e-5ddb6b99bc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:22.727253 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfcb7b7-fe2a-4e25-aaea-957b803f6de7 None None] Checking router: 1c6bc5fb-2ea7-45d5-8f91-713613593805 for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:20:22.742126 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfcb7b7-fe2a-4e25-aaea-957b803f6de7 None None] Routers {'1c6bc5fb-2ea7-45d5-8f91-713613593805'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:20:22.743033 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-abfcb7b7-fe2a-4e25-aaea-957b803f6de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:20:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['1c6bc5fb-2ea7-45d5-8f91-713613593805'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:22.896901 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76a2f0c-788a-4b58-845d-e4e5974793b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-a491bf04-d593-4f03-9fb1-56df12a0fed1', 'network_id': 'a491bf04-d593-4f03-9fb1-56df12a0fed1', 'tenant_id': '2dafbf046c4040829635f144570fbfb3', 'fixed_ips': [{'subnet_id': '968754f9-cfd7-4cd0-bd3f-f48bc890c7f8'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:20:22.898384 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e76a2f0c-788a-4b58-845d-e4e5974793b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:22.928496 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840e1ace-53e5-44ac-aff6-7e1046df62cd None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:20:22.985122 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-abfcb7b7-fe2a-4e25-aaea-957b803f6de7 None None] Set router 1c6bc5fb-2ea7-45d5-8f91-713613593805 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:20:23.040575 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 846f2fa5-dc09-421e-a08f-04bd87f2dfee up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:20:23.042096 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e397c-4229-48d1-a75a-73e8eb62d343 req-d2cc3410-c4ff-43aa-b662-c3f60bd60c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:23.043017 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-029e397c-4229-48d1-a75a-73e8eb62d343 req-d2cc3410-c4ff-43aa-b662-c3f60bd60c6d service neutron] 10.222.0.20 "GET /v2.0/networks?id=f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad HTTP/1.1" status: 200 len: 898 time: 0.4117637 Oct 04 09:20:23.125783 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-7aa8ed42-27e7-4568-ae5f-4ebef26b939d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Deleting port 35816987-12d9-4235-8bda-9dabd0bc16fb {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:20:23.126354 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7aa8ed42-27e7-4568-ae5f-4ebef26b939d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:23.126621 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-029e397c-4229-48d1-a75a-73e8eb62d343 req-b9a4fbfc-e7ec-4bfc-be98-6f5babdbaf2b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8091e681-fbe7-4a4a-819a-385d4199c1fb HTTP/1.1" status: 200 len: 217 time: 0.0702815 Oct 04 09:20:23.167966 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-7ebaf914-0dee-4259-81bd-5d4d56125250 None None] Provisioning for port 846f2fa5-dc09-421e-a08f-04bd87f2dfee completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:20:23.207759 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a11aa0ac-fa37-493a-b90a-a3a320b2e9f4 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:23.246970 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-04abbed6-2f26-432a-99ad-8befa2178ac8 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:23.250145 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e397c-4229-48d1-a75a-73e8eb62d343 req-e62cc3fc-d5a8-4e58-ac1a-556a26445adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:23.251793 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-029e397c-4229-48d1-a75a-73e8eb62d343 req-e62cc3fc-d5a8-4e58-ac1a-556a26445adf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a61b1a39-1108-4545-af3e-5ddb6b99bc9d HTTP/1.1" status: 200 len: 835 time: 0.1188116 Oct 04 09:20:23.316099 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11aa0ac-fa37-493a-b90a-a3a320b2e9f4 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event deleted for resources: {'Port': ['ID=ec6a35be-6ac5-46fa-aa13-6e9042615d9a,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:23.347413 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 846f2fa5-dc09-421e-a08f-04bd87f2dfee completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:20:23.369561 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 846f2fa5-dc09-421e-a08f-04bd87f2dfee triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:20:23.370090 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:23.370320 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 846f2fa5-dc09-421e-a08f-04bd87f2dfee Oct 04 09:20:23.391580 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899356e2-0f7d-42bf-9c8c-ccc6cebb6f5e req-53f07d39-d5d4-444c-a7de-ce7983fe7b21 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:23.393016 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-899356e2-0f7d-42bf-9c8c-ccc6cebb6f5e req-53f07d39-d5d4-444c-a7de-ce7983fe7b21 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d068f5b-66c5-4be4-8d97-5812e17c8e89 HTTP/1.1" status: 200 len: 945 time: 0.7631900 Oct 04 09:20:23.399066 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-abfcb7b7-fe2a-4e25-aaea-957b803f6de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6bc5fb-2ea7-45d5-8f91-713613593805', 'name': 'tempest-TestNetworkBasicOps-router-1072555171', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.169'}], 'enable_snat': True}, 'gw_port_id': 'fcc15711-ade6-4347-beb9-53b0f31313b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:18:25Z', 'updated_at': '2022-10-04T09:18:35Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': 'fcc15711-ade6-4347-beb9-53b0f31313b4', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6bc5fb-2ea7-45d5-8f91-713613593805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:18:26Z', 'updated_at': '2022-10-04T09:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '08c39d5d-e369-4c83-b516-240585d258b0', 'name': '', 'network_id': 'f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:01:cc:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6bc5fb-2ea7-45d5-8f91-713613593805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'a61b1a39-1108-4545-af3e-5ddb6b99bc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:18:33Z', 'updated_at': '2022-10-04T09:18:41Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': 'a61b1a39-1108-4545-af3e-5ddb6b99bc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:23.403204 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfcb7b7-fe2a-4e25-aaea-957b803f6de7 None None] The sync data for ids ['1c6bc5fb-2ea7-45d5-8f91-713613593805'] in dv-neutron-860215-1-hyperv is: [{'id': '1c6bc5fb-2ea7-45d5-8f91-713613593805', 'name': 'tempest-TestNetworkBasicOps-router-1072555171', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.169'}], 'enable_snat': True}, 'gw_port_id': 'fcc15711-ade6-4347-beb9-53b0f31313b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:18:25Z', 'updated_at': '2022-10-04T09:18:35Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': 'fcc15711-ade6-4347-beb9-53b0f31313b4', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6bc5fb-2ea7-45d5-8f91-713613593805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:18:26Z', 'updated_at': '2022-10-04T09:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '08c39d5d-e369-4c83-b516-240585d258b0', 'name': '', 'network_id': 'f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:01:cc:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6bc5fb-2ea7-45d5-8f91-713613593805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'a61b1a39-1108-4545-af3e-5ddb6b99bc9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:18:33Z', 'updated_at': '2022-10-04T09:18:41Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': 'a61b1a39-1108-4545-af3e-5ddb6b99bc9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:20:23.412496 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-04abbed6-2f26-432a-99ad-8befa2178ac8 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:23.441003 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-e76a2f0c-788a-4b58-845d-e4e5974793b5 None None] Allocated IP 172.20.0.1 (a491bf04-d593-4f03-9fb1-56df12a0fed1/968754f9-cfd7-4cd0-bd3f-f48bc890c7f8/371fcab8-dd27-4e13-9655-3afa4ed1f06f) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:20:23.487218 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e397c-4229-48d1-a75a-73e8eb62d343 req-11231ec5-f806-4d2c-9cbe-422f3afd46b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:23.488901 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-029e397c-4229-48d1-a75a-73e8eb62d343 req-11231ec5-f806-4d2c-9cbe-422f3afd46b5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2289488 Oct 04 09:20:23.542273 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a11aa0ac-fa37-493a-b90a-a3a320b2e9f4 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:23.556902 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a11aa0ac-fa37-493a-b90a-a3a320b2e9f4 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/ports/ec6a35be-6ac5-46fa-aa13-6e9042615d9a HTTP/1.1" status: 204 len: 168 time: 1.9956567 Oct 04 09:20:23.568005 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35038) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:23.653544 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-029e397c-4229-48d1-a75a-73e8eb62d343 req-765d7bb1-86f0-498e-a43d-6f2342e1a5ba service neutron] 10.222.0.20 "GET /v2.0/networks/f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391501 Oct 04 09:20:23.671301 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-899356e2-0f7d-42bf-9c8c-ccc6cebb6f5e req-f39fbaca-4504-442d-a2ce-d3f5b4640d60 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=1414583e-c1bd-4e1d-9092-469645c56a98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2135551 Oct 04 09:20:23.745021 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-7aa8ed42-27e7-4568-ae5f-4ebef26b939d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] For port 35816987-12d9-4235-8bda-9dabd0bc16fb, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=35816987-12d9-4235-8bda-9dabd0bc16fb,segment=NetworkSegment(0ea51d9f-21af-47ab-9086-c22f3115d363),segment_id=0ea51d9f-21af-47ab-9086-c22f3115d363)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:20:23.745375 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7aa8ed42-27e7-4568-ae5f-4ebef26b939d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:23.759905 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 846f2fa5-dc09-421e-a08f-04bd87f2dfee is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:20:23.760915 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:23.811001 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff2d3a4-3163-473e-bbbc-edf3a0233632 None None] New status for floating IP dabd7045-445e-45b9-b6c2-e26650985d99: DOWN {{(pid=89034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 09:20:23.836650 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-029e397c-4229-48d1-a75a-73e8eb62d343 req-09e38810-2e3c-44ef-9bfd-61ff17d84afe service neutron] 10.222.0.20 "GET /v2.0/networks/f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759508 Oct 04 09:20:23.883797 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-7aa8ed42-27e7-4568-ae5f-4ebef26b939d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Calling delete_port for 35816987-12d9-4235-8bda-9dabd0bc16fb owned by network:router_interface {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:20:23.954582 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950f407e-e394-429e-bd21-547ecaee4d8f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:23.955211 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-950f407e-e394-429e-bd21-547ecaee4d8f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Synchronizing usage tracker for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:20:23.987190 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 846f2fa5-dc09-421e-a08f-04bd87f2dfee, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=846f2fa5-dc09-421e-a08f-04bd87f2dfee,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:20:24.009616 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:24.014134 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e76a2f0c-788a-4b58-845d-e4e5974793b5 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:24.027359 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-e76a2f0c-788a-4b58-845d-e4e5974793b5 None None] Transition to ACTIVE for port object 371fcab8-dd27-4e13-9655-3afa4ed1f06f will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:20:24.049862 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-e76a2f0c-788a-4b58-845d-e4e5974793b5 None None] Transition to ACTIVE for port object 371fcab8-dd27-4e13-9655-3afa4ed1f06f will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:20:24.085765 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-04abbed6-2f26-432a-99ad-8befa2178ac8 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:24.108096 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 3059458f-0716-471c-b26b-16703117fbb4 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:20:24.139466 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04abbed6-2f26-432a-99ad-8befa2178ac8 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Pushing event deleted for resources: {'Subnet': ['ID=968754f9-cfd7-4cd0-bd3f-f48bc890c7f8,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:24.149950 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e76a2f0c-788a-4b58-845d-e4e5974793b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:24.151574 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-950f407e-e394-429e-bd21-547ecaee4d8f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Unset dirty status for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:20:24.152778 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-950f407e-e394-429e-bd21-547ecaee4d8f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.5836332 Oct 04 09:20:24.155316 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35042) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:24.164550 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 3059458f-0716-471c-b26b-16703117fbb4 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:20:24.164899 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 3059458f-0716-471c-b26b-16703117fbb4 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:20:24.183384 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76a2f0c-788a-4b58-845d-e4e5974793b5 None None] Network a491bf04-d593-4f03-9fb1-56df12a0fed1 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:20:24.187012 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-e76a2f0c-788a-4b58-845d-e4e5974793b5 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:20:24.191401 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76a2f0c-788a-4b58-845d-e4e5974793b5 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:20:24.237352 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=846f2fa5-dc09-421e-a08f-04bd87f2dfee,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:24.279653 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7aa8ed42-27e7-4568-ae5f-4ebef26b939d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:24.390909 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa8ed42-27e7-4568-ae5f-4ebef26b939d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event deleted for resources: {'Port': ['ID=35816987-12d9-4235-8bda-9dabd0bc16fb,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:24.456528 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-e76a2f0c-788a-4b58-845d-e4e5974793b5 None None] Attempting to bind port 371fcab8-dd27-4e13-9655-3afa4ed1f06f on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:20:24.456970 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-e76a2f0c-788a-4b58-845d-e4e5974793b5 None None] Attempting to bind port 371fcab8-dd27-4e13-9655-3afa4ed1f06f by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'd481cc77-ef34-4ca7-9459-7a30c6fd425c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'a491bf04-d593-4f03-9fb1-56df12a0fed1'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:20:24.457405 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76a2f0c-788a-4b58-845d-e4e5974793b5 None None] Attempting to bind port 371fcab8-dd27-4e13-9655-3afa4ed1f06f on network a491bf04-d593-4f03-9fb1-56df12a0fed1 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:20:24.467474 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76a2f0c-788a-4b58-845d-e4e5974793b5 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:20:24.467962 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76a2f0c-788a-4b58-845d-e4e5974793b5 None None] Checking segment: {'id': 'd481cc77-ef34-4ca7-9459-7a30c6fd425c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'a491bf04-d593-4f03-9fb1-56df12a0fed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:20:24.468446 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e76a2f0c-788a-4b58-845d-e4e5974793b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:24.468911 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76a2f0c-788a-4b58-845d-e4e5974793b5 None None] Bound using segment: {'id': 'd481cc77-ef34-4ca7-9459-7a30c6fd425c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'a491bf04-d593-4f03-9fb1-56df12a0fed1'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:20:24.469449 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-e76a2f0c-788a-4b58-845d-e4e5974793b5 None None] Bound port: 371fcab8-dd27-4e13-9655-3afa4ed1f06f, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd481cc77-ef34-4ca7-9459-7a30c6fd425c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'a491bf04-d593-4f03-9fb1-56df12a0fed1'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:20:24.470293 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e76a2f0c-788a-4b58-845d-e4e5974793b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:24.482886 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-00dafbb3-51bb-49cc-9385-92d124cb8453 None None] Provisioning complete for port 846f2fa5-dc09-421e-a08f-04bd87f2dfee triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:20:24.483272 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-00dafbb3-51bb-49cc-9385-92d124cb8453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:24.483675 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-00dafbb3-51bb-49cc-9385-92d124cb8453 None None] Attempt 1 to provision port 846f2fa5-dc09-421e-a08f-04bd87f2dfee Oct 04 09:20:24.516748 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76a2f0c-788a-4b58-845d-e4e5974793b5 None None] Pushing event updated for resources: {'Port': ['ID=371fcab8-dd27-4e13-9655-3afa4ed1f06f,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:24.565806 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-04abbed6-2f26-432a-99ad-8befa2178ac8 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:24.619341 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-04abbed6-2f26-432a-99ad-8befa2178ac8 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a491bf04-d593-4f03-9fb1-56df12a0fed1']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:24.639209 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-04abbed6-2f26-432a-99ad-8befa2178ac8 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd481cc77-ef34-4ca7-9459-7a30c6fd425c') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:24.639522 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-04abbed6-2f26-432a-99ad-8befa2178ac8 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd481cc77-ef34-4ca7-9459-7a30c6fd425c') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:24.663654 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-04abbed6-2f26-432a-99ad-8befa2178ac8 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:24.664557 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-e76a2f0c-788a-4b58-845d-e4e5974793b5 None None] For port 371fcab8-dd27-4e13-9655-3afa4ed1f06f, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:20:24.669691 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-e76a2f0c-788a-4b58-845d-e4e5974793b5 None None] For port 371fcab8-dd27-4e13-9655-3afa4ed1f06f, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=371fcab8-dd27-4e13-9655-3afa4ed1f06f,segment=NetworkSegment(d481cc77-ef34-4ca7-9459-7a30c6fd425c),segment_id=d481cc77-ef34-4ca7-9459-7a30c6fd425c)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:20:24.673077 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7aa8ed42-27e7-4568-ae5f-4ebef26b939d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736911'] for router_interface, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:24.679344 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e76a2f0c-788a-4b58-845d-e4e5974793b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:24.687477 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-04abbed6-2f26-432a-99ad-8befa2178ac8 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:24.694801 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04abbed6-2f26-432a-99ad-8befa2178ac8 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:20:24.695459 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-04abbed6-2f26-432a-99ad-8befa2178ac8 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:24.844904 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b0e17-8baf-4e5b-a584-09c98a9cdbc8 req-1175c204-9ea8-42f4-99ac-c6c05dc6b073 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:24.845645 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-b77b0e17-8baf-4e5b-a584-09c98a9cdbc8 req-1175c204-9ea8-42f4-99ac-c6c05dc6b073 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:20:24.850683 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.db.api [None req-04abbed6-2f26-432a-99ad-8befa2178ac8 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 04 09:20:24.850683 dv-neutron-860215-1-hyperv neutron-server[89032]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 04 09:20:24.850683 dv-neutron-860215-1-hyperv neutron-server[89032]: [parameters: {'id': 'a491bf04-d593-4f03-9fb1-56df12a0fed1'}] Oct 04 09:20:24.850683 dv-neutron-860215-1-hyperv neutron-server[89032]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89032) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:20:24.851132 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG oslo_db.api [None req-04abbed6-2f26-432a-99ad-8befa2178ac8 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:20:24.863867 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment d481cc77-ef34-4ca7-9459-7a30c6fd425c resource provider aggregate not found Oct 04 09:20:24.870680 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76a2f0c-788a-4b58-845d-e4e5974793b5 None None] Pushing event updated for resources: {'Port': ['ID=371fcab8-dd27-4e13-9655-3afa4ed1f06f,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:24.932149 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-b77b0e17-8baf-4e5b-a584-09c98a9cdbc8 req-1175c204-9ea8-42f4-99ac-c6c05dc6b073 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:20:24.933435 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b77b0e17-8baf-4e5b-a584-09c98a9cdbc8 req-1175c204-9ea8-42f4-99ac-c6c05dc6b073 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d068f5b-66c5-4be4-8d97-5812e17c8e89 HTTP/1.1" status: 200 len: 945 time: 0.6461723 Oct 04 09:20:24.958242 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68f6389-7dc9-4aa2-8c8b-666c4823382a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:24.962884 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-c68f6389-7dc9-4aa2-8c8b-666c4823382a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.8043807 Oct 04 09:20:24.996505 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment d481cc77-ef34-4ca7-9459-7a30c6fd425c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d481cc77-ef34-4ca7-9459-7a30c6fd425c found for delete ", "request_id": "req-7276f1de-3806-435b-8f75-c2de5790607f"}]} Oct 04 09:20:25.003339 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35052) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:25.018879 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-00dafbb3-51bb-49cc-9385-92d124cb8453 None None] Current status of the port 846f2fa5-dc09-421e-a08f-04bd87f2dfee is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:20:25.047612 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 846f2fa5-dc09-421e-a08f-04bd87f2dfee up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:20:25.072068 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6db6189-f5d7-4479-8760-4322a97e3327 None None] Network a491bf04-d593-4f03-9fb1-56df12a0fed1 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:20:25.111749 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-b77b0e17-8baf-4e5b-a584-09c98a9cdbc8 req-c9e23e74-14ea-4a5c-a0a6-7a2657dc7ee7 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Deleting port 8091e681-fbe7-4a4a-819a-385d4199c1fb {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:20:25.112125 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-b77b0e17-8baf-4e5b-a584-09c98a9cdbc8 req-c9e23e74-14ea-4a5c-a0a6-7a2657dc7ee7 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:25.183395 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-8de28980-bc57-48fb-b65d-eda638420412 None None] Could not find standard attr ID for object a2cdd12f-d0ac-4a89-b405-14ea188bb368. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:20:25.184479 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70401354-7d7b-48fd-baed-d84f6ad6cf18 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:25.185996 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70401354-7d7b-48fd-baed-d84f6ad6cf18 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:25.187596 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70401354-7d7b-48fd-baed-d84f6ad6cf18 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:25.188578 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-70401354-7d7b-48fd-baed-d84f6ad6cf18 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Synchronizing usage tracker for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:subnet {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:20:25.192458 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa8ed42-27e7-4568-ae5f-4ebef26b939d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Router 4dada8c6-8926-46bc-a52d-2226305d3fcb has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:20:25.204429 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-8de28980-bc57-48fb-b65d-eda638420412 None None] Could not find standard attr ID for object c6c2ee46-cfcf-4a3f-8658-a89b154863dd. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:20:25.213392 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab618b-02f4-4dc7-94ec-ee85e99490f5 req-65bcb5f9-05ae-4e76-b37e-80dcc7eb8b6a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:25.221174 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3bab618b-02f4-4dc7-94ec-ee85e99490f5 req-65bcb5f9-05ae-4e76-b37e-80dcc7eb8b6a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d068f5b-66c5-4be4-8d97-5812e17c8e89 HTTP/1.1" status: 200 len: 945 time: 0.3863208 Oct 04 09:20:25.291247 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-70401354-7d7b-48fd-baed-d84f6ad6cf18 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Unset dirty status for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:subnet {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:20:25.292227 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-70401354-7d7b-48fd-baed-d84f6ad6cf18 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2879710 Oct 04 09:20:25.304786 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35056) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:25.342387 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa8ed42-27e7-4568-ae5f-4ebef26b939d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:20:25.355620 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598317ec-9741-4a95-8224-d51ce863683b None None] Sync routers for ids ['4dada8c6-8926-46bc-a52d-2226305d3fcb'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:20:25.364613 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-7aa8ed42-27e7-4568-ae5f-4ebef26b939d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "PUT /v2.0/routers/4dada8c6-8926-46bc-a52d-2226305d3fcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6066039 Oct 04 09:20:25.366955 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-04abbed6-2f26-432a-99ad-8befa2178ac8 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:25.370962 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3bab618b-02f4-4dc7-94ec-ee85e99490f5 req-7d7426b5-43f1-4728-8867-8fd5ef8dc2ea tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=1414583e-c1bd-4e1d-9092-469645c56a98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489599 Oct 04 09:20:25.372882 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35060) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:25.375596 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598317ec-9741-4a95-8224-d51ce863683b None None] Routers {'4dada8c6-8926-46bc-a52d-2226305d3fcb'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:20:25.376674 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-598317ec-9741-4a95-8224-d51ce863683b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:20:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['4dada8c6-8926-46bc-a52d-2226305d3fcb'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:25.404632 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-286a3370-60ac-432f-85f3-91bbe2cb8552 None None] Could not find standard attr ID for object ec6a35be-6ac5-46fa-aa13-6e9042615d9a. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:20:25.432793 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 846f2fa5-dc09-421e-a08f-04bd87f2dfee triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:20:25.433169 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:25.433503 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 846f2fa5-dc09-421e-a08f-04bd87f2dfee Oct 04 09:20:25.477619 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c77c560-82a8-4b9c-8d8d-36b6cdbf57c4 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Deleting subnet 6dd458cd-ded9-45b8-9f41-78d853963c5a {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:20:25.481474 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6c77c560-82a8-4b9c-8d8d-36b6cdbf57c4 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:25.557483 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-04abbed6-2f26-432a-99ad-8befa2178ac8 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Deleting port 371fcab8-dd27-4e13-9655-3afa4ed1f06f {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:20:25.558167 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-04abbed6-2f26-432a-99ad-8befa2178ac8 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:25.567574 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6c77c560-82a8-4b9c-8d8d-36b6cdbf57c4 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:25.575954 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-598317ec-9741-4a95-8224-d51ce863683b None None] Set router 4dada8c6-8926-46bc-a52d-2226305d3fcb gateway port host: None {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:20:25.611315 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe16490b-3800-4668-8cb6-eb0af2de1c2f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Deleting subnet 6d0cb3bf-6805-4ef3-bd38-78ad6cc19555 {{(pid=89032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:20:25.633210 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fe16490b-3800-4668-8cb6-eb0af2de1c2f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:25.701574 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6c77c560-82a8-4b9c-8d8d-36b6cdbf57c4 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:25.731924 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-598317ec-9741-4a95-8224-d51ce863683b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'name': 'tempest-RoutersTest-router-391532728', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:19:29Z', 'updated_at': '2022-10-04T09:20:24Z', 'revision_number': 11, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'gw_port_host': None}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:25.736334 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598317ec-9741-4a95-8224-d51ce863683b None None] Checking router: 4dada8c6-8926-46bc-a52d-2226305d3fcb for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:20:25.745310 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598317ec-9741-4a95-8224-d51ce863683b None None] Routers {'4dada8c6-8926-46bc-a52d-2226305d3fcb'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:20:25.746012 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-598317ec-9741-4a95-8224-d51ce863683b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:20:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['4dada8c6-8926-46bc-a52d-2226305d3fcb'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:25.785408 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 846f2fa5-dc09-421e-a08f-04bd87f2dfee is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:20:25.794875 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-b77b0e17-8baf-4e5b-a584-09c98a9cdbc8 req-c9e23e74-14ea-4a5c-a0a6-7a2657dc7ee7 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] For port 8091e681-fbe7-4a4a-819a-385d4199c1fb, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=8091e681-fbe7-4a4a-819a-385d4199c1fb,segment=NetworkSegment(feeeb55f-1f3a-425b-ac86-a79280e0f4bb),segment_id=feeeb55f-1f3a-425b-ac86-a79280e0f4bb)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:20:25.801107 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-b77b0e17-8baf-4e5b-a584-09c98a9cdbc8 req-c9e23e74-14ea-4a5c-a0a6-7a2657dc7ee7 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:25.841898 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6c77c560-82a8-4b9c-8d8d-36b6cdbf57c4 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:25.895567 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6c77c560-82a8-4b9c-8d8d-36b6cdbf57c4 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:25.899431 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c77c560-82a8-4b9c-8d8d-36b6cdbf57c4 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event deleted for resources: {'Subnet': ['ID=6dd458cd-ded9-45b8-9f41-78d853963c5a,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:25.905793 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-6c77c560-82a8-4b9c-8d8d-36b6cdbf57c4 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "DELETE /v2.0/subnets/6dd458cd-ded9-45b8-9f41-78d853963c5a HTTP/1.1" status: 204 len: 168 time: 0.5315845 Oct 04 09:20:25.909078 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35064) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:25.912911 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6cd5347-5ad1-4948-91ca-a50c680a535b None None] Network e8ec1fe9-4d11-48b0-ab68-bc1553d44eb5 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:20:25.921204 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-598317ec-9741-4a95-8224-d51ce863683b None None] Set router 4dada8c6-8926-46bc-a52d-2226305d3fcb gateway port host: None {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:20:26.040271 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-b77b0e17-8baf-4e5b-a584-09c98a9cdbc8 req-c9e23e74-14ea-4a5c-a0a6-7a2657dc7ee7 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Calling delete_port for 8091e681-fbe7-4a4a-819a-385d4199c1fb owned by compute:nova {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:20:26.050704 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-598317ec-9741-4a95-8224-d51ce863683b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'name': 'tempest-RoutersTest-router-391532728', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:19:29Z', 'updated_at': '2022-10-04T09:20:24Z', 'revision_number': 11, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'gw_port_host': None}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:26.060993 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598317ec-9741-4a95-8224-d51ce863683b None None] The sync data for ids ['4dada8c6-8926-46bc-a52d-2226305d3fcb'] in dv-neutron-860215-1-hyperv is: [{'id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'name': 'tempest-RoutersTest-router-391532728', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:19:29Z', 'updated_at': '2022-10-04T09:20:24Z', 'revision_number': 11, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'gw_port_host': None}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:20:26.071147 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fe16490b-3800-4668-8cb6-eb0af2de1c2f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885153'] for subnet, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:26.078778 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2526855d-2ef1-40b3-b193-a1354fb56e46 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:26.096385 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-2526855d-2ef1-40b3-b193-a1354fb56e46 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Deleting port f2e8e4f0-9269-4d86-a8eb-01b07ed31075 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:20:26.096752 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2526855d-2ef1-40b3-b193-a1354fb56e46 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:26.309362 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-04abbed6-2f26-432a-99ad-8befa2178ac8 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] For port 371fcab8-dd27-4e13-9655-3afa4ed1f06f, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=371fcab8-dd27-4e13-9655-3afa4ed1f06f,segment=NetworkSegment(d481cc77-ef34-4ca7-9459-7a30c6fd425c),segment_id=d481cc77-ef34-4ca7-9459-7a30c6fd425c)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:20:26.310323 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-04abbed6-2f26-432a-99ad-8befa2178ac8 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:26.336880 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-2526855d-2ef1-40b3-b193-a1354fb56e46 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] For port f2e8e4f0-9269-4d86-a8eb-01b07ed31075, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=f2e8e4f0-9269-4d86-a8eb-01b07ed31075,segment=NetworkSegment(0ea51d9f-21af-47ab-9086-c22f3115d363),segment_id=0ea51d9f-21af-47ab-9086-c22f3115d363)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:20:26.337462 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2526855d-2ef1-40b3-b193-a1354fb56e46 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:26.428101 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbb27b6-64cd-4bf1-bc6a-3af6838f1c34 None None] DHCP port deletion for e8ec1fe9-4d11-48b0-ab68-bc1553d44eb5 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:20:26.440883 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-2cbb27b6-64cd-4bf1-bc6a-3af6838f1c34 None None] Deleting port f2e8e4f0-9269-4d86-a8eb-01b07ed31075 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:20:26.441385 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-2cbb27b6-64cd-4bf1-bc6a-3af6838f1c34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:26.459690 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-04abbed6-2f26-432a-99ad-8befa2178ac8 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Calling delete_port for 371fcab8-dd27-4e13-9655-3afa4ed1f06f owned by network:dhcp {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:20:26.464995 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-2526855d-2ef1-40b3-b193-a1354fb56e46 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Calling delete_port for f2e8e4f0-9269-4d86-a8eb-01b07ed31075 owned by network:dhcp {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:20:26.581367 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-2cbb27b6-64cd-4bf1-bc6a-3af6838f1c34 None None] The port 'f2e8e4f0-9269-4d86-a8eb-01b07ed31075' was deleted {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 04 09:20:26.599234 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fe5aa6-353e-42cf-9e0d-889efdb6ea91 None None] get_active_networks_info from dv-neutron-860215-1-hyperv {{(pid=89034) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 04 09:20:26.600208 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2526855d-2ef1-40b3-b193-a1354fb56e46 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:26.661609 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2526855d-2ef1-40b3-b193-a1354fb56e46 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event deleted for resources: {'Port': ['ID=f2e8e4f0-9269-4d86-a8eb-01b07ed31075,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:26.663341 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2526855d-2ef1-40b3-b193-a1354fb56e46 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] No DVR routers for this DVR port f2e8e4f0-9269-4d86-a8eb-01b07ed31075 on host dv-neutron-860215-1-hyperv {{(pid=89033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:20:26.715877 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fe16490b-3800-4668-8cb6-eb0af2de1c2f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:26.726948 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:20:26.780178 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fe5aa6-353e-42cf-9e0d-889efdb6ea91 None None] Resources bound (agent type, host, resource id): {{(pid=89034) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 04 09:20:26.799535 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-b77b0e17-8baf-4e5b-a584-09c98a9cdbc8 req-c9e23e74-14ea-4a5c-a0a6-7a2657dc7ee7 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:26.902940 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e23e74-14ea-4a5c-a0a6-7a2657dc7ee7 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'Port': ['ID=8091e681-fbe7-4a4a-819a-385d4199c1fb,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:26.935387 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2526855d-2ef1-40b3-b193-a1354fb56e46 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:26.943659 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 35816987-12d9-4235-8bda-9dabd0bc16fb no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:20:26.960620 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-04abbed6-2f26-432a-99ad-8befa2178ac8 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:26.968326 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1960e0-9777-4090-8a68-f5045bb09623 req-bf6598f9-5f12-4e33-bcea-29a8fb511152 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:26.969912 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-8d1960e0-9777-4090-8a68-f5045bb09623 req-bf6598f9-5f12-4e33-bcea-29a8fb511152 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=2d068f5b-66c5-4be4-8d97-5812e17c8e89 HTTP/1.1" status: 200 len: 945 time: 0.4114327 Oct 04 09:20:26.973956 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-2526855d-2ef1-40b3-b193-a1354fb56e46 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8ec1fe9-4d11-48b0-ab68-bc1553d44eb5']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:27.001144 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-2526855d-2ef1-40b3-b193-a1354fb56e46 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ea51d9f-21af-47ab-9086-c22f3115d363') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:27.001441 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-2526855d-2ef1-40b3-b193-a1354fb56e46 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ea51d9f-21af-47ab-9086-c22f3115d363') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:27.008609 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-b77b0e17-8baf-4e5b-a584-09c98a9cdbc8 req-c9e23e74-14ea-4a5c-a0a6-7a2657dc7ee7 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] No DVR routers for this DVR port 8091e681-fbe7-4a4a-819a-385d4199c1fb on host hv-neutron-8602 {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:20:27.011390 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-b77b0e17-8baf-4e5b-a584-09c98a9cdbc8 req-c9e23e74-14ea-4a5c-a0a6-7a2657dc7ee7 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:27.019673 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2526855d-2ef1-40b3-b193-a1354fb56e46 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:27.023859 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d068f5b-66c5-4be4-8d97-5812e17c8e89', 'name': 'network-vif-deleted', 'tag': '8091e681-fbe7-4a4a-819a-385d4199c1fb'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:20:27.026196 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561b97ad-0ae3-4ef8-93e0-2db7511aa32a" -d '{"events": [{"server_uuid": "2d068f5b-66c5-4be4-8d97-5812e17c8e89", "name": "network-vif-deleted", "tag": "8091e681-fbe7-4a4a-819a-385d4199c1fb"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:20:27.032763 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fe16490b-3800-4668-8cb6-eb0af2de1c2f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:27.036343 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04abbed6-2f26-432a-99ad-8befa2178ac8 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Pushing event deleted for resources: {'Port': ['ID=371fcab8-dd27-4e13-9655-3afa4ed1f06f,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:27.045519 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04abbed6-2f26-432a-99ad-8befa2178ac8 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] No DVR routers for this DVR port 371fcab8-dd27-4e13-9655-3afa4ed1f06f on host dv-neutron-860215-1-hyperv {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:20:27.050206 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-8d1960e0-9777-4090-8a68-f5045bb09623 req-3e149355-2458-4d85-a83b-17233db7d961 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=1414583e-c1bd-4e1d-9092-469645c56a98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688064 Oct 04 09:20:27.051193 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2526855d-2ef1-40b3-b193-a1354fb56e46 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:27.058149 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2526855d-2ef1-40b3-b193-a1354fb56e46 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:20:27.058740 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2526855d-2ef1-40b3-b193-a1354fb56e46 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:27.113286 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 35816987-12d9-4235-8bda-9dabd0bc16fb {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:20:27.113604 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 35816987-12d9-4235-8bda-9dabd0bc16fb not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:20:27.113967 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device f2e8e4f0-9269-4d86-a8eb-01b07ed31075 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:20:27.123016 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b278d873-28fc-4953-ac27-e66b6f569893 x-openstack-request-id: req-b278d873-28fc-4953-ac27-e66b6f569893 {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:20:27.123312 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d068f5b-66c5-4be4-8d97-5812e17c8e89", "name": "network-vif-deleted", "tag": "8091e681-fbe7-4a4a-819a-385d4199c1fb", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:20:27.123796 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b278d873-28fc-4953-ac27-e66b6f569893 {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:20:27.124188 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b278d873-28fc-4953-ac27-e66b6f569893'] response: {'server_uuid': '2d068f5b-66c5-4be4-8d97-5812e17c8e89', 'name': 'network-vif-deleted', 'tag': '8091e681-fbe7-4a4a-819a-385d4199c1fb', 'status': 'completed', 'code': 200} Oct 04 09:20:27.132944 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 0ea51d9f-21af-47ab-9086-c22f3115d363 resource provider aggregate not found Oct 04 09:20:27.150522 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe16490b-3800-4668-8cb6-eb0af2de1c2f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event deleted for resources: {'Subnet': ['ID=6d0cb3bf-6805-4ef3-bd38-78ad6cc19555,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:27.161076 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: f2e8e4f0-9269-4d86-a8eb-01b07ed31075 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:20:27.161608 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device f2e8e4f0-9269-4d86-a8eb-01b07ed31075 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:20:27.165722 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 0ea51d9f-21af-47ab-9086-c22f3115d363 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0ea51d9f-21af-47ab-9086-c22f3115d363 found for delete ", "request_id": "req-1457463b-a91c-48c9-b740-5e0e2b070f36"}]} Oct 04 09:20:27.176136 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2526855d-2ef1-40b3-b193-a1354fb56e46 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:27.188786 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fe16490b-3800-4668-8cb6-eb0af2de1c2f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:27.193780 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-fe16490b-3800-4668-8cb6-eb0af2de1c2f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/subnets/6d0cb3bf-6805-4ef3-bd38-78ad6cc19555 HTTP/1.1" status: 204 len: 168 time: 1.8816853 Oct 04 09:20:27.194680 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35076) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:27.198861 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2526855d-2ef1-40b3-b193-a1354fb56e46 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:27.206264 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2526855d-2ef1-40b3-b193-a1354fb56e46 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Pushing event deleted for resources: {'Network': ['ID=e8ec1fe9-4d11-48b0-ab68-bc1553d44eb5,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:27.216718 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-2526855d-2ef1-40b3-b193-a1354fb56e46 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "DELETE /v2.0/networks/e8ec1fe9-4d11-48b0-ab68-bc1553d44eb5 HTTP/1.1" status: 204 len: 168 time: 1.3066049 Oct 04 09:20:27.219433 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35080) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:27.224541 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-4b99ddcf-585a-4d55-9233-395cc96fc6ac tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Request body: {'router': {'routes': None}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:27.253064 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b77b0e17-8baf-4e5b-a584-09c98a9cdbc8 req-c9e23e74-14ea-4a5c-a0a6-7a2657dc7ee7 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.20 "DELETE /v2.0/ports/8091e681-fbe7-4a4a-819a-385d4199c1fb HTTP/1.1" status: 204 len: 173 time: 2.2910480 Oct 04 09:20:27.329751 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-04abbed6-2f26-432a-99ad-8befa2178ac8 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:27.356325 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fed3a0a-c0bc-48e4-97e9-9647ceff976c None None] get_active_networks_info from dv-neutron-860215-1-hyperv {{(pid=89034) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 04 09:20:27.369269 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2d07539-4d85-4d4e-b447-60926225c357 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Deleting subnet 89bfbe64-f34a-43aa-8d2c-0dc61a2fa388 {{(pid=89032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:20:27.373495 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-04abbed6-2f26-432a-99ad-8befa2178ac8 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a491bf04-d593-4f03-9fb1-56df12a0fed1']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:27.382228 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d2d07539-4d85-4d4e-b447-60926225c357 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks [] for subnet, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:27.429487 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-04abbed6-2f26-432a-99ad-8befa2178ac8 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd481cc77-ef34-4ca7-9459-7a30c6fd425c') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:27.429784 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-04abbed6-2f26-432a-99ad-8befa2178ac8 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd481cc77-ef34-4ca7-9459-7a30c6fd425c') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:27.457325 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-04abbed6-2f26-432a-99ad-8befa2178ac8 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:27.469064 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fed3a0a-c0bc-48e4-97e9-9647ceff976c None None] Resources bound (agent type, host, resource id): {{(pid=89034) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 04 09:20:27.469654 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d2d07539-4d85-4d4e-b447-60926225c357 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885153'] for subnet, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:27.514909 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-04abbed6-2f26-432a-99ad-8befa2178ac8 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:27.526028 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04abbed6-2f26-432a-99ad-8befa2178ac8 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:20:27.526418 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-04abbed6-2f26-432a-99ad-8befa2178ac8 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:27.554653 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.extraroute_db [None req-4b99ddcf-585a-4d55-9233-395cc96fc6ac tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Added routes are [] {{(pid=89033) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 04 09:20:27.555313 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.extraroute_db [None req-4b99ddcf-585a-4d55-9233-395cc96fc6ac tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Removed routes are [] {{(pid=89033) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 04 09:20:27.555657 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4b99ddcf-585a-4d55-9233-395cc96fc6ac tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:27.586954 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-2412ee07-6d54-484e-98c6-51b2db868ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:27.649348 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment d481cc77-ef34-4ca7-9459-7a30c6fd425c resource provider aggregate not found Oct 04 09:20:27.658298 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-04abbed6-2f26-432a-99ad-8befa2178ac8 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:27.677441 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-04abbed6-2f26-432a-99ad-8befa2178ac8 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:27.683565 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment d481cc77-ef34-4ca7-9459-7a30c6fd425c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d481cc77-ef34-4ca7-9459-7a30c6fd425c found for delete ", "request_id": "req-d16d21f6-3180-41a6-9912-e9f071f3e1bc"}]} Oct 04 09:20:27.694460 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04abbed6-2f26-432a-99ad-8befa2178ac8 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Pushing event deleted for resources: {'Network': ['ID=a491bf04-d593-4f03-9fb1-56df12a0fed1,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:27.709991 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-04abbed6-2f26-432a-99ad-8befa2178ac8 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "DELETE /v2.0/networks/a491bf04-d593-4f03-9fb1-56df12a0fed1 HTTP/1.1" status: 204 len: 168 time: 5.0765679 Oct 04 09:20:27.714725 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35088) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:27.726835 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-74dae8a7-07ad-4e0e-864b-eb4c8e6a7f84 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1000136661'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:27.734825 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-74dae8a7-07ad-4e0e-864b-eb4c8e6a7f84 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:20:27.739466 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-74dae8a7-07ad-4e0e-864b-eb4c8e6a7f84 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Usage tracker for resource:network and tenant:2dafbf046c4040829635f144570fbfb3 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:20:27.742841 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-74dae8a7-07ad-4e0e-864b-eb4c8e6a7f84 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:20:27.750217 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-74dae8a7-07ad-4e0e-864b-eb4c8e6a7f84 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:20:27.778838 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d2d07539-4d85-4d4e-b447-60926225c357 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:27.809016 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74dae8a7-07ad-4e0e-864b-eb4c8e6a7f84 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Made reservation on behalf of 2dafbf046c4040829635f144570fbfb3 for: {'network': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:20:27.814079 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-74dae8a7-07ad-4e0e-864b-eb4c8e6a7f84 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:27.872902 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74dae8a7-07ad-4e0e-864b-eb4c8e6a7f84 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=89032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:20:27.877201 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecc49c4-b585-48d8-8084-6bbb6242e817 None None] Network 7b2ac456-c702-437f-ad18-06da05465ab2 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:20:27.889341 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-74dae8a7-07ad-4e0e-864b-eb4c8e6a7f84 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:27.889694 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.segments_db [None req-74dae8a7-07ad-4e0e-864b-eb4c8e6a7f84 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Added segment 4f178b1d-d321-42d4-be2d-3ffe94bb8a5c of type vlan for network ef249faa-9489-4c9d-af2c-490bd8ef4384 Oct 04 09:20:27.913460 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d2d07539-4d85-4d4e-b447-60926225c357 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:27.915267 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4b99ddcf-585a-4d55-9233-395cc96fc6ac tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:27.919965 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4b99ddcf-585a-4d55-9233-395cc96fc6ac tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736963', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1737124'] for router, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:27.965256 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-74dae8a7-07ad-4e0e-864b-eb4c8e6a7f84 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:27.975721 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d07539-4d85-4d4e-b447-60926225c357 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event deleted for resources: {'Subnet': ['ID=89bfbe64-f34a-43aa-8d2c-0dc61a2fa388,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:27.977798 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d2d07539-4d85-4d4e-b447-60926225c357 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:28.011378 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-d2d07539-4d85-4d4e-b447-60926225c357 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/subnets/89bfbe64-f34a-43aa-8d2c-0dc61a2fa388 HTTP/1.1" status: 204 len: 168 time: 0.8087697 Oct 04 09:20:28.011378 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35092) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:28.081942 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b99ddcf-585a-4d55-9233-395cc96fc6ac tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Router 4dada8c6-8926-46bc-a52d-2226305d3fcb has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:20:28.091130 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-699affc1-43c9-4e77-ac22-92133990da4b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0757282 Oct 04 09:20:28.091130 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-74dae8a7-07ad-4e0e-864b-eb4c8e6a7f84 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:28.092331 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35096) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:28.096406 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 8091e681-fbe7-4a4a-819a-385d4199c1fb no longer exists at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:20:28.098082 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74dae8a7-07ad-4e0e-864b-eb4c8e6a7f84 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:28.098888 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-74dae8a7-07ad-4e0e-864b-eb4c8e6a7f84 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:28.142593 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] No Port match for: 8091e681-fbe7-4a4a-819a-385d4199c1fb {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:20:28.142848 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 8091e681-fbe7-4a4a-819a-385d4199c1fb not bound to the agent host hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:20:28.186466 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35102) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:28.250338 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-74dae8a7-07ad-4e0e-864b-eb4c8e6a7f84 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5316317 Oct 04 09:20:28.251899 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14601125-d616-4e1b-917e-9042e4e374e1 None None] DHCP port deletion for 7b2ac456-c702-437f-ad18-06da05465ab2 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:20:28.256417 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-14601125-d616-4e1b-917e-9042e4e374e1 None None] Deleting port 846f2fa5-dc09-421e-a08f-04bd87f2dfee {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:20:28.256798 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-14601125-d616-4e1b-917e-9042e4e374e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:28.263421 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35106) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:28.297449 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-1f2d2ac2-9c26-406f-a8d8-986cad0f5b25 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Request body: {'subnet': {'network_id': 'ef249faa-9489-4c9d-af2c-490bd8ef4384', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:28.386337 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d88d932c-4a48-4c32-a8bc-e2bf921a08bb tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:28.388602 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dae8a7-07ad-4e0e-864b-eb4c8e6a7f84 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Pushing event updated for resources: {'Network': ['ID=ef249faa-9489-4c9d-af2c-490bd8ef4384,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:28.451077 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b99ddcf-585a-4d55-9233-395cc96fc6ac tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:20:28.457614 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d88d932c-4a48-4c32-a8bc-e2bf921a08bb tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:28.459085 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4b99ddcf-585a-4d55-9233-395cc96fc6ac tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:28.460400 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-4b99ddcf-585a-4d55-9233-395cc96fc6ac tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "PUT /v2.0/routers/4dada8c6-8926-46bc-a52d-2226305d3fcb HTTP/1.1" status: 200 len: 700 time: 1.2398720 Oct 04 09:20:28.463595 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35110) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:28.466932 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network ef249faa-9489-4c9d-af2c-490bd8ef4384 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:20:28.479313 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d605931-3be1-4c1b-a836-f5a9ba546c28 None None] Sync routers for ids ['4dada8c6-8926-46bc-a52d-2226305d3fcb'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:20:28.483326 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-1f2d2ac2-9c26-406f-a8d8-986cad0f5b25 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:20:28.491339 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-1f2d2ac2-9c26-406f-a8d8-986cad0f5b25 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Usage tracker for resource:subnet and tenant:2dafbf046c4040829635f144570fbfb3 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:20:28.502369 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-1f2d2ac2-9c26-406f-a8d8-986cad0f5b25 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:20:28.512940 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-1f2d2ac2-9c26-406f-a8d8-986cad0f5b25 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:20:28.522520 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-d6f0352c-0d6c-4259-abfb-71c0fa05d098 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Synchronizing usage tracker for tenant:6ccb91e770a742df955dbeb81520726f on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:20:28.524942 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2d2ac2-9c26-406f-a8d8-986cad0f5b25 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Made reservation on behalf of 2dafbf046c4040829635f144570fbfb3 for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:20:28.529135 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1f2d2ac2-9c26-406f-a8d8-986cad0f5b25 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:28.549269 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733600ac-fb78-47dd-8e7e-b1fd6f5c43b4 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:28.554248 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-733600ac-fb78-47dd-8e7e-b1fd6f5c43b4 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3886456 Oct 04 09:20:28.554907 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35114) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:28.576698 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d605931-3be1-4c1b-a836-f5a9ba546c28 None None] Routers {'4dada8c6-8926-46bc-a52d-2226305d3fcb'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:20:28.577330 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-0d605931-3be1-4c1b-a836-f5a9ba546c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:20:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['4dada8c6-8926-46bc-a52d-2226305d3fcb'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:28.595899 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-d6f0352c-0d6c-4259-abfb-71c0fa05d098 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Unset dirty status for tenant:6ccb91e770a742df955dbeb81520726f on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:20:28.599917 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-d6f0352c-0d6c-4259-abfb-71c0fa05d098 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "GET /v2.0/ports?device_id=4dada8c6-8926-46bc-a52d-2226305d3fcb HTTP/1.1" status: 200 len: 205 time: 0.1326358 Oct 04 09:20:28.604602 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35118) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:28.741089 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-14601125-d616-4e1b-917e-9042e4e374e1 None None] For port 846f2fa5-dc09-421e-a08f-04bd87f2dfee, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=846f2fa5-dc09-421e-a08f-04bd87f2dfee,segment=NetworkSegment(ba53286f-aace-4a09-83e2-2e3659d95ffb),segment_id=ba53286f-aace-4a09-83e2-2e3659d95ffb)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:20:28.741478 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-14601125-d616-4e1b-917e-9042e4e374e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:28.751083 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d88d932c-4a48-4c32-a8bc-e2bf921a08bb tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:28.758739 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-0d605931-3be1-4c1b-a836-f5a9ba546c28 None None] Set router 4dada8c6-8926-46bc-a52d-2226305d3fcb gateway port host: None {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:20:28.775199 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88d932c-4a48-4c32-a8bc-e2bf921a08bb tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1414583e-c1bd-4e1d-9092-469645c56a98,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:28.804126 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc9fd5c-182d-4b41-a795-29636bb6fcbd tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:28.805025 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-0cc9fd5c-182d-4b41-a795-29636bb6fcbd tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Synchronizing usage tracker for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:subnet {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:20:28.812889 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d88d932c-4a48-4c32-a8bc-e2bf921a08bb tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:28.814250 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-d88d932c-4a48-4c32-a8bc-e2bf921a08bb tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "DELETE /v2.0/security-groups/1414583e-c1bd-4e1d-9092-469645c56a98 HTTP/1.1" status: 204 len: 168 time: 0.6266069 Oct 04 09:20:28.817204 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6e8d4ed2-ff2b-45cf-b2dd-59c5da9f889f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for router, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:28.860167 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35124) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:28.987233 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 846f2fa5-dc09-421e-a08f-04bd87f2dfee no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:20:29.017939 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-0cc9fd5c-182d-4b41-a795-29636bb6fcbd tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Unset dirty status for tenant:3f91eae3af914b3ca9ea34a1eaa482e2 on resource:subnet {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:20:29.018152 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-0cc9fd5c-182d-4b41-a795-29636bb6fcbd tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4614301 Oct 04 09:20:29.038764 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35128) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:29.082623 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-14601125-d616-4e1b-917e-9042e4e374e1 None None] Calling delete_port for 846f2fa5-dc09-421e-a08f-04bd87f2dfee owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:20:29.114437 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-0d605931-3be1-4c1b-a836-f5a9ba546c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'name': 'tempest-RoutersTest-router-391532728', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:19:29Z', 'updated_at': '2022-10-04T09:20:24Z', 'revision_number': 11, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'gw_port_host': None}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:29.144010 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d605931-3be1-4c1b-a836-f5a9ba546c28 None None] Checking router: 4dada8c6-8926-46bc-a52d-2226305d3fcb for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:20:29.148129 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-101c8954-5094-4db9-b829-6875597f6ca2 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0979819 Oct 04 09:20:29.151131 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1f2d2ac2-9c26-406f-a8d8-986cad0f5b25 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:29.157617 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35132) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:29.161522 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6e8d4ed2-ff2b-45cf-b2dd-59c5da9f889f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:29.180194 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d605931-3be1-4c1b-a836-f5a9ba546c28 None None] Routers {'4dada8c6-8926-46bc-a52d-2226305d3fcb'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:20:29.180850 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-0d605931-3be1-4c1b-a836-f5a9ba546c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:20:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['4dada8c6-8926-46bc-a52d-2226305d3fcb'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:29.192857 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6e8d4ed2-ff2b-45cf-b2dd-59c5da9f889f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:29.207064 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-af05a629-9e81-4827-ab20-2267e67f8312 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] DELETE failed (client error): The resource could not be found. Oct 04 09:20:29.207531 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af05a629-9e81-4827-ab20-2267e67f8312 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:20:29.209569 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-af05a629-9e81-4827-ab20-2267e67f8312 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/ports/ec6a35be-6ac5-46fa-aa13-6e9042615d9a HTTP/1.1" status: 404 len: 333 time: 0.0505872 Oct 04 09:20:29.212442 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35136) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:29.262637 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbd5e9a9-02df-40b4-b416-b038cb4c0d0e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] DELETE failed (client error): The resource could not be found. Oct 04 09:20:29.263080 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbd5e9a9-02df-40b4-b416-b038cb4c0d0e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:20:29.267065 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6e8d4ed2-ff2b-45cf-b2dd-59c5da9f889f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:29.267595 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e8d4ed2-ff2b-45cf-b2dd-59c5da9f889f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Fanout notify agent at l3_agent the message router_deleted on router 4dada8c6-8926-46bc-a52d-2226305d3fcb {{(pid=89033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:20:29.274965 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6e8d4ed2-ff2b-45cf-b2dd-59c5da9f889f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:29.276043 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-6e8d4ed2-ff2b-45cf-b2dd-59c5da9f889f tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "DELETE /v2.0/routers/4dada8c6-8926-46bc-a52d-2226305d3fcb HTTP/1.1" status: 204 len: 168 time: 0.6709862 Oct 04 09:20:29.279869 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-fbd5e9a9-02df-40b4-b416-b038cb4c0d0e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/subnets/6d0cb3bf-6805-4ef3-bd38-78ad6cc19555 HTTP/1.1" status: 404 len: 337 time: 0.0648460 Oct 04 09:20:29.281739 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35140) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:29.281987 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35142) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:29.288191 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-19474b05-7f3f-4f08-8ce1-ec3a7f744697 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1236463684', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:29.323700 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2d2ac2-9c26-406f-a8d8-986cad0f5b25 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Pushing event updated for resources: {'Subnet': ['ID=d6697a4b-78d9-47ae-b935-2aa701dec8ce,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:29.329368 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbbd4839-31f1-4fab-ab5a-8836c244e26f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] DELETE failed (client error): The resource could not be found. Oct 04 09:20:29.329830 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbbd4839-31f1-4fab-ab5a-8836c244e26f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:20:29.334489 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-fbbd4839-31f1-4fab-ab5a-8836c244e26f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/subnets/89bfbe64-f34a-43aa-8d2c-0dc61a2fa388 HTTP/1.1" status: 404 len: 337 time: 0.0471337 Oct 04 09:20:29.334489 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35148) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:29.336764 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-19474b05-7f3f-4f08-8ce1-ec3a7f744697 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:20:29.357630 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2d2ac2-9c26-406f-a8d8-986cad0f5b25 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Checking segment: {'id': '4f178b1d-d321-42d4-be2d-3ffe94bb8a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ef249faa-9489-4c9d-af2c-490bd8ef4384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:20:29.358127 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2d2ac2-9c26-406f-a8d8-986cad0f5b25 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Network hostable DHCP agents. Network: ef249faa-9489-4c9d-af2c-490bd8ef4384, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:20:29.376098 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-14601125-d616-4e1b-917e-9042e4e374e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:29.380101 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-0d605931-3be1-4c1b-a836-f5a9ba546c28 None None] Set router 4dada8c6-8926-46bc-a52d-2226305d3fcb gateway port host: None {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:20:29.380522 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd5d2b47-3688-464d-a8bc-439bd2c1702f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] DELETE failed (client error): The resource could not be found. Oct 04 09:20:29.381010 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd5d2b47-3688-464d-a8bc-439bd2c1702f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:20:29.385124 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-dd5d2b47-3688-464d-a8bc-439bd2c1702f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/ports/c6c2ee46-cfcf-4a3f-8658-a89b154863dd HTTP/1.1" status: 404 len: 333 time: 0.0477147 Oct 04 09:20:29.385124 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-19474b05-7f3f-4f08-8ce1-ec3a7f744697 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Usage tracker for resource:router and tenant:6ccb91e770a742df955dbeb81520726f is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:20:29.386544 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35152) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:29.388967 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-19474b05-7f3f-4f08-8ce1-ec3a7f744697 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:20:29.435103 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-19474b05-7f3f-4f08-8ce1-ec3a7f744697 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:20:29.437828 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fceda9d-0b7a-43c5-b2fe-abcddc27b30a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] DELETE failed (client error): The resource could not be found. Oct 04 09:20:29.438442 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fceda9d-0b7a-43c5-b2fe-abcddc27b30a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:20:29.442504 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-8fceda9d-0b7a-43c5-b2fe-abcddc27b30a tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/subnets/3b71d7df-b0c7-47b0-bd4e-a5ad7f9831dd HTTP/1.1" status: 404 len: 337 time: 0.0526989 Oct 04 09:20:29.442996 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35156) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:29.457492 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2d2ac2-9c26-406f-a8d8-986cad0f5b25 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Network ef249faa-9489-4c9d-af2c-490bd8ef4384 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:20:29.457709 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 846f2fa5-dc09-421e-a08f-04bd87f2dfee is: ACTIVE; New status is: DOWN {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:20:29.457910 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:29.486520 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-19474b05-7f3f-4f08-8ce1-ec3a7f744697 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:29.487538 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-19474b05-7f3f-4f08-8ce1-ec3a7f744697 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:29.491163 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-278c85ac-4c21-482f-9a8f-65ad7678f6c5 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] DELETE failed (client error): The resource could not be found. Oct 04 09:20:29.491625 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-278c85ac-4c21-482f-9a8f-65ad7678f6c5 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:20:29.493318 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-278c85ac-4c21-482f-9a8f-65ad7678f6c5 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/subnets/d1156e74-cd67-4fd5-b0cb-bc8db84c72d8 HTTP/1.1" status: 404 len: 337 time: 0.0496311 Oct 04 09:20:29.495852 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35160) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:29.507406 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-1f2d2ac2-9c26-406f-a8d8-986cad0f5b25 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, ef249faa-9489-4c9d-af2c-490bd8ef4384) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:20:29.512097 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2d2ac2-9c26-406f-a8d8-986cad0f5b25 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:29.512949 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1f2d2ac2-9c26-406f-a8d8-986cad0f5b25 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:29.548678 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-52d85936-e0a9-4849-a104-dbfb9e0ac06f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] DELETE failed (client error): The resource could not be found. Oct 04 09:20:29.549161 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52d85936-e0a9-4849-a104-dbfb9e0ac06f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:20:29.553168 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ad036f-2c00-4682-a7ab-b046399a693b None None] Network ef249faa-9489-4c9d-af2c-490bd8ef4384 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:20:29.559397 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-52d85936-e0a9-4849-a104-dbfb9e0ac06f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/ports/a2cdd12f-d0ac-4a89-b405-14ea188bb368 HTTP/1.1" status: 404 len: 333 time: 0.0621238 Oct 04 09:20:29.560719 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-19474b05-7f3f-4f08-8ce1-ec3a7f744697 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:29.562038 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35164) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:29.577671 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14601125-d616-4e1b-917e-9042e4e374e1 None None] Pushing event deleted for resources: {'Port': ['ID=846f2fa5-dc09-421e-a08f-04bd87f2dfee,revision_number=None']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:29.585595 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-0d605931-3be1-4c1b-a836-f5a9ba546c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'name': 'tempest-RoutersTest-router-391532728', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:19:29Z', 'updated_at': '2022-10-04T09:20:24Z', 'revision_number': 11, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'gw_port_host': None}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:29.591729 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-1f2d2ac2-9c26-406f-a8d8-986cad0f5b25 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3275084 Oct 04 09:20:29.597032 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35168) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:29.614131 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ed9f9f4-ccaf-4d6e-88a3-9a21a9232806 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] DELETE failed (client error): The resource could not be found. Oct 04 09:20:29.614588 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ed9f9f4-ccaf-4d6e-88a3-9a21a9232806 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:20:29.619141 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-2ed9f9f4-ccaf-4d6e-88a3-9a21a9232806 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/subnets/b682e573-280e-499a-8b12-e4ca5eabdf7b HTTP/1.1" status: 404 len: 337 time: 0.0533252 Oct 04 09:20:29.619304 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35172) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:29.627992 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-19474b05-7f3f-4f08-8ce1-ec3a7f744697 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:29.634247 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14601125-d616-4e1b-917e-9042e4e374e1 None None] No DVR routers for this DVR port 846f2fa5-dc09-421e-a08f-04bd87f2dfee on host dv-neutron-860215-1-hyperv {{(pid=89034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:20:29.655357 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-19474b05-7f3f-4f08-8ce1-ec3a7f744697 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:29.659243 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-19474b05-7f3f-4f08-8ce1-ec3a7f744697 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3738492 Oct 04 09:20:29.659549 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35176) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:29.663430 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d605931-3be1-4c1b-a836-f5a9ba546c28 None None] The sync data for ids ['4dada8c6-8926-46bc-a52d-2226305d3fcb'] in dv-neutron-860215-1-hyperv is: [{'id': '4dada8c6-8926-46bc-a52d-2226305d3fcb', 'name': 'tempest-RoutersTest-router-391532728', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:19:29Z', 'updated_at': '2022-10-04T09:20:24Z', 'revision_number': 11, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'gw_port_host': None}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:20:29.664993 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-8dfa8ef6-a133-40c1-81cc-6da356877c6d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:29.731924 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-02ff0faa-c0ef-499a-aeb0-d0d4191d92b3 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] DELETE failed (client error): The resource could not be found. Oct 04 09:20:29.732870 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02ff0faa-c0ef-499a-aeb0-d0d4191d92b3 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:20:29.737268 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-02ff0faa-c0ef-499a-aeb0-d0d4191d92b3 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/subnets/2442035d-6f83-4e61-9692-f78cb89d2c28 HTTP/1.1" status: 404 len: 337 time: 0.1148729 Oct 04 09:20:29.749163 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35180) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:29.816609 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-f915fc27-9536-4bc5-970e-0f46bb0c8d6f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] DELETE failed (client error): The resource could not be found. Oct 04 09:20:29.817291 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f915fc27-9536-4bc5-970e-0f46bb0c8d6f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:20:29.821428 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-f915fc27-9536-4bc5-970e-0f46bb0c8d6f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/ports/e1ef150a-9f23-481b-b140-ae032914536f HTTP/1.1" status: 404 len: 333 time: 0.0766895 Oct 04 09:20:29.822621 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35184) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:29.870435 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cda9f69-4327-4df6-bc0d-1f9b1cf4fb48 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] DELETE failed (client error): The resource could not be found. Oct 04 09:20:29.871017 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cda9f69-4327-4df6-bc0d-1f9b1cf4fb48 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:20:29.875926 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-8cda9f69-4327-4df6-bc0d-1f9b1cf4fb48 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/subnets/741ff1c0-e1ad-4f13-bd77-2df45a50287e HTTP/1.1" status: 404 len: 337 time: 0.0495687 Oct 04 09:20:29.879026 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35188) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:29.915126 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d222ff0-1b23-4984-8ffb-9af1c9c34c82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-ef249faa-9489-4c9d-af2c-490bd8ef4384', 'network_id': 'ef249faa-9489-4c9d-af2c-490bd8ef4384', 'tenant_id': '2dafbf046c4040829635f144570fbfb3', 'fixed_ips': [{'subnet_id': 'd6697a4b-78d9-47ae-b935-2aa701dec8ce'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:20:29.916223 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-7d222ff0-1b23-4984-8ffb-9af1c9c34c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:29.958228 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-611e3154-c69e-4f9d-ab2a-3994c94e075c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] DELETE failed (client error): The resource could not be found. Oct 04 09:20:29.958836 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-611e3154-c69e-4f9d-ab2a-3994c94e075c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:20:29.963147 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-611e3154-c69e-4f9d-ab2a-3994c94e075c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/subnets/7223f22d-26df-4c3a-b6cf-57e85d80f1a2 HTTP/1.1" status: 404 len: 337 time: 0.0805957 Oct 04 09:20:29.965286 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35192) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:29.975760 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bbcaddd4-9b14-43bc-9208-ab13b416fd63 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:30.025582 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1b4acb2-80fd-4b8d-97e2-1ab36fbb5dd7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] DELETE failed (client error): The resource could not be found. Oct 04 09:20:30.026356 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1b4acb2-80fd-4b8d-97e2-1ab36fbb5dd7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:20:30.029087 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-f1b4acb2-80fd-4b8d-97e2-1ab36fbb5dd7 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/ports/acfa185a-f63d-4201-af14-16b30bce3237 HTTP/1.1" status: 404 len: 333 time: 0.0621397 Oct 04 09:20:30.032842 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35196) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:30.117518 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-7d222ff0-1b23-4984-8ffb-9af1c9c34c82 None None] Allocated IP 172.20.0.2 (ef249faa-9489-4c9d-af2c-490bd8ef4384/d6697a4b-78d9-47ae-b935-2aa701dec8ce/2734fecd-f37b-48d9-b313-5bd90ccf9f75) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:20:30.156270 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-91a2abbc-5b29-45d4-bc1f-71c0d289b545 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] DELETE failed (client error): The resource could not be found. Oct 04 09:20:30.156857 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91a2abbc-5b29-45d4-bc1f-71c0d289b545 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:20:30.159100 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-91a2abbc-5b29-45d4-bc1f-71c0d289b545 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/subnets/49430c44-2b37-4890-9170-da0493b62adf HTTP/1.1" status: 404 len: 337 time: 0.1239929 Oct 04 09:20:30.168126 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35200) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:30.228981 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fb9e398-ac00-44cc-845e-0bae5db5dd5d tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] DELETE failed (client error): The resource could not be found. Oct 04 09:20:30.229442 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fb9e398-ac00-44cc-845e-0bae5db5dd5d tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:20:30.232921 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-1fb9e398-ac00-44cc-845e-0bae5db5dd5d tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/ports/831c507a-c374-4671-85ad-b122fc701d5e HTTP/1.1" status: 404 len: 333 time: 0.0614314 Oct 04 09:20:30.233738 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bbcaddd4-9b14-43bc-9208-ab13b416fd63 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:30.234594 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35204) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:30.251668 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0fcdfb74-22c6-4783-b2b7-a3d12fe38502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:30.281794 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8dfa8ef6-a133-40c1-81cc-6da356877c6d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:30.286088 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-7032fcc5-84c6-4dd9-a3de-07b22578b9ed tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] DELETE failed (client error): The resource could not be found. Oct 04 09:20:30.286548 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7032fcc5-84c6-4dd9-a3de-07b22578b9ed tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:20:30.288398 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-7032fcc5-84c6-4dd9-a3de-07b22578b9ed tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/subnets/e4003f0e-c579-405e-8e5d-4c05223d44fb HTTP/1.1" status: 404 len: 337 time: 0.0528936 Oct 04 09:20:30.291918 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35208) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:30.329532 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8dfa8ef6-a133-40c1-81cc-6da356877c6d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736963', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1737124'] for router, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:30.338424 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cef3099-d5fd-4236-b990-bc26953dd9be tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] DELETE failed (client error): The resource could not be found. Oct 04 09:20:30.338659 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cef3099-d5fd-4236-b990-bc26953dd9be tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:20:30.340316 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-5cef3099-d5fd-4236-b990-bc26953dd9be tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/ports/cbf57d9c-2d33-4982-a8bf-c59db5b82c14 HTTP/1.1" status: 404 len: 333 time: 0.0475321 Oct 04 09:20:30.357867 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-7d222ff0-1b23-4984-8ffb-9af1c9c34c82 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:30.368483 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-7d222ff0-1b23-4984-8ffb-9af1c9c34c82 None None] Transition to ACTIVE for port object 2734fecd-f37b-48d9-b313-5bd90ccf9f75 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:20:30.382437 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35212) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:30.389038 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-7d222ff0-1b23-4984-8ffb-9af1c9c34c82 None None] Transition to ACTIVE for port object 2734fecd-f37b-48d9-b313-5bd90ccf9f75 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:20:30.395087 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-7d222ff0-1b23-4984-8ffb-9af1c9c34c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:30.447562 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d57980f-2080-45cb-aec7-6456a80046b3 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] DELETE failed (client error): The resource could not be found. Oct 04 09:20:30.448014 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d57980f-2080-45cb-aec7-6456a80046b3 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:20:30.449745 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-5d57980f-2080-45cb-aec7-6456a80046b3 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/subnets/4fce6673-b1f2-478d-bef6-4b5630b5e1f1 HTTP/1.1" status: 404 len: 337 time: 0.0633838 Oct 04 09:20:30.455051 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35216) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:30.506626 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d222ff0-1b23-4984-8ffb-9af1c9c34c82 None None] Network ef249faa-9489-4c9d-af2c-490bd8ef4384 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:20:30.509609 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-7d222ff0-1b23-4984-8ffb-9af1c9c34c82 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:20:30.510638 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dfa8ef6-a133-40c1-81cc-6da356877c6d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Router 186a38d4-3157-4aea-97a4-e25ddf3e47cf is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:20:30.513397 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-40a3ff55-fac3-41f8-aad2-eb6d1b90f00b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] DELETE failed (client error): The resource could not be found. Oct 04 09:20:30.513634 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d222ff0-1b23-4984-8ffb-9af1c9c34c82 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:20:30.513800 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40a3ff55-fac3-41f8-aad2-eb6d1b90f00b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:20:30.515865 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-40a3ff55-fac3-41f8-aad2-eb6d1b90f00b tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/ports/b6bbd8bb-1221-4715-84a3-25415f827fda HTTP/1.1" status: 404 len: 333 time: 0.0599058 Oct 04 09:20:30.520467 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35220) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:30.529208 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b632634b-c342-412a-a39c-2d119def38c3 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736827'] for router_interface, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:30.555197 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d222ff0-1b23-4984-8ffb-9af1c9c34c82 None None] Pushing event updated for resources: {'Port': ['ID=2734fecd-f37b-48d9-b313-5bd90ccf9f75,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:30.619215 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bbcaddd4-9b14-43bc-9208-ab13b416fd63 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:30.627875 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-7d222ff0-1b23-4984-8ffb-9af1c9c34c82 None None] Attempting to bind port 2734fecd-f37b-48d9-b313-5bd90ccf9f75 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:20:30.628278 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-7d222ff0-1b23-4984-8ffb-9af1c9c34c82 None None] Attempting to bind port 2734fecd-f37b-48d9-b313-5bd90ccf9f75 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '4f178b1d-d321-42d4-be2d-3ffe94bb8a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ef249faa-9489-4c9d-af2c-490bd8ef4384'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:20:30.628669 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d222ff0-1b23-4984-8ffb-9af1c9c34c82 None None] Attempting to bind port 2734fecd-f37b-48d9-b313-5bd90ccf9f75 on network ef249faa-9489-4c9d-af2c-490bd8ef4384 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:20:30.633961 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d222ff0-1b23-4984-8ffb-9af1c9c34c82 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:20:30.634333 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d222ff0-1b23-4984-8ffb-9af1c9c34c82 None None] Checking segment: {'id': '4f178b1d-d321-42d4-be2d-3ffe94bb8a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ef249faa-9489-4c9d-af2c-490bd8ef4384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:20:30.634726 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-7d222ff0-1b23-4984-8ffb-9af1c9c34c82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:30.635113 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d222ff0-1b23-4984-8ffb-9af1c9c34c82 None None] Bound using segment: {'id': '4f178b1d-d321-42d4-be2d-3ffe94bb8a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ef249faa-9489-4c9d-af2c-490bd8ef4384'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:20:30.635578 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-7d222ff0-1b23-4984-8ffb-9af1c9c34c82 None None] Bound port: 2734fecd-f37b-48d9-b313-5bd90ccf9f75, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f178b1d-d321-42d4-be2d-3ffe94bb8a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ef249faa-9489-4c9d-af2c-490bd8ef4384'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:20:30.636089 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-7d222ff0-1b23-4984-8ffb-9af1c9c34c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:30.672663 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7d89b0a-79ff-41b4-940b-6b33311b7db1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] DELETE failed (client error): The resource could not be found. Oct 04 09:20:30.673386 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7d89b0a-79ff-41b4-940b-6b33311b7db1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:20:30.677625 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-e7d89b0a-79ff-41b4-940b-6b33311b7db1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/subnets/e66f237e-af1c-488f-b5e9-1794e33322d6 HTTP/1.1" status: 404 len: 337 time: 0.1543145 Oct 04 09:20:30.682994 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35224) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:30.713251 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:30.725175 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcaddd4-9b14-43bc-9208-ab13b416fd63 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Pushing event deleted for resources: {'Subnet': ['ID=d6697a4b-78d9-47ae-b935-2aa701dec8ce,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:30.729110 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-275501d6-d004-48e4-a4e0-9455bfe9dc13 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] DELETE failed (client error): The resource could not be found. Oct 04 09:20:30.729907 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-275501d6-d004-48e4-a4e0-9455bfe9dc13 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:20:30.731907 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-275501d6-d004-48e4-a4e0-9455bfe9dc13 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/ports/bbcb9f23-f9a6-4108-9138-72f0da9f9e59 HTTP/1.1" status: 404 len: 333 time: 0.0480564 Oct 04 09:20:30.733878 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dfa8ef6-a133-40c1-81cc-6da356877c6d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:20:30.735503 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35228) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:30.744507 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dde03b-d629-4638-a48e-1511d9bf351c None None] Sync routers for ids ['186a38d4-3157-4aea-97a4-e25ddf3e47cf'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:20:30.759359 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8dfa8ef6-a133-40c1-81cc-6da356877c6d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:30.761329 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-8dfa8ef6-a133-40c1-81cc-6da356877c6d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "PUT /v2.0/routers/186a38d4-3157-4aea-97a4-e25ddf3e47cf HTTP/1.1" status: 200 len: 694 time: 1.1008341 Oct 04 09:20:30.764875 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35232) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:30.773617 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dde03b-d629-4638-a48e-1511d9bf351c None None] Routers {'186a38d4-3157-4aea-97a4-e25ddf3e47cf'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:20:30.774101 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:30.774849 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-c4dde03b-d629-4638-a48e-1511d9bf351c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:20:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['186a38d4-3157-4aea-97a4-e25ddf3e47cf'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:30.780012 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-7d222ff0-1b23-4984-8ffb-9af1c9c34c82 None None] For port 2734fecd-f37b-48d9-b313-5bd90ccf9f75, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:20:30.783662 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-7d222ff0-1b23-4984-8ffb-9af1c9c34c82 None None] For port 2734fecd-f37b-48d9-b313-5bd90ccf9f75, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=2734fecd-f37b-48d9-b313-5bd90ccf9f75,segment=NetworkSegment(4f178b1d-d321-42d4-be2d-3ffe94bb8a5c),segment_id=4f178b1d-d321-42d4-be2d-3ffe94bb8a5c)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:20:30.790069 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-7d222ff0-1b23-4984-8ffb-9af1c9c34c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:30.855751 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bbcaddd4-9b14-43bc-9208-ab13b416fd63 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:30.883270 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d222ff0-1b23-4984-8ffb-9af1c9c34c82 None None] Pushing event updated for resources: {'Port': ['ID=2734fecd-f37b-48d9-b313-5bd90ccf9f75,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:30.917872 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-246f9f7b-5708-47aa-86d5-ae02202a2a91 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] DELETE failed (client error): The resource could not be found. Oct 04 09:20:30.918322 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-246f9f7b-5708-47aa-86d5-ae02202a2a91 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:20:30.922751 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-246f9f7b-5708-47aa-86d5-ae02202a2a91 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/subnets/82a9cf5c-18fb-40b8-9613-e7cf1bb45e93 HTTP/1.1" status: 404 len: 337 time: 0.1835275 Oct 04 09:20:30.941785 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35236) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:30.944713 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-c4dde03b-d629-4638-a48e-1511d9bf351c None None] Set router 186a38d4-3157-4aea-97a4-e25ddf3e47cf gateway port host: None {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:20:30.977844 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b694d7-c9a6-4b50-aaed-c974e37fe84e None None] Network ef249faa-9489-4c9d-af2c-490bd8ef4384 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:20:31.000289 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-bfa6377e-4d6b-45a9-89ae-1a3b68ff12b3 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "GET /v2.0/routers/186a38d4-3157-4aea-97a4-e25ddf3e47cf HTTP/1.1" status: 200 len: 700 time: 0.2337959 Oct 04 09:20:31.000936 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35240) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:31.025866 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-bbcaddd4-9b14-43bc-9208-ab13b416fd63 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef249faa-9489-4c9d-af2c-490bd8ef4384']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:31.033601 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-af99c83f-977a-48b0-98f7-222d0c7e580c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] DELETE failed (client error): The resource could not be found. Oct 04 09:20:31.034071 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af99c83f-977a-48b0-98f7-222d0c7e580c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:20:31.046402 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-af99c83f-977a-48b0-98f7-222d0c7e580c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/ports/e56c4089-63e8-4eb2-9818-649222efb5e4 HTTP/1.1" status: 404 len: 333 time: 0.1034646 Oct 04 09:20:31.047991 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-bbcaddd4-9b14-43bc-9208-ab13b416fd63 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f178b1d-d321-42d4-be2d-3ffe94bb8a5c') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:31.048289 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-bbcaddd4-9b14-43bc-9208-ab13b416fd63 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f178b1d-d321-42d4-be2d-3ffe94bb8a5c') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:31.048900 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35244) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:31.062766 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-fad404ed-e370-4032-813a-a52d344ddaa7 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "GET /v2.0/ports?device_id=186a38d4-3157-4aea-97a4-e25ddf3e47cf HTTP/1.1" status: 200 len: 205 time: 0.0609283 Oct 04 09:20:31.065911 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35248) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:31.071968 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-c4dde03b-d629-4638-a48e-1511d9bf351c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186a38d4-3157-4aea-97a4-e25ddf3e47cf', 'name': 'tempest-RoutersTest-router-1236463684', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:20:29Z', 'updated_at': '2022-10-04T09:20:30Z', 'revision_number': 2, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'gw_port_host': None}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:31.077914 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dde03b-d629-4638-a48e-1511d9bf351c None None] Checking router: 186a38d4-3157-4aea-97a4-e25ddf3e47cf for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:20:31.091601 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dde03b-d629-4638-a48e-1511d9bf351c None None] Routers {'186a38d4-3157-4aea-97a4-e25ddf3e47cf'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:20:31.092486 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-c4dde03b-d629-4638-a48e-1511d9bf351c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:20:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['186a38d4-3157-4aea-97a4-e25ddf3e47cf'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:31.104266 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-d68c493f-daa4-4399-b545-332e742c0768 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] DELETE failed (client error): The resource could not be found. Oct 04 09:20:31.104743 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d68c493f-daa4-4399-b545-332e742c0768 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:20:31.109099 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-d68c493f-daa4-4399-b545-332e742c0768 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/subnets/84604198-0c97-4672-87f0-cf8e79938271 HTTP/1.1" status: 404 len: 337 time: 0.0534208 Oct 04 09:20:31.109667 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35252) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:31.127841 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bbcaddd4-9b14-43bc-9208-ab13b416fd63 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:31.149312 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfa56e6f-defb-4b33-96f1-cb789701a880 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] DELETE failed (client error): The resource could not be found. Oct 04 09:20:31.149772 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfa56e6f-defb-4b33-96f1-cb789701a880 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:20:31.154262 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-dfa56e6f-defb-4b33-96f1-cb789701a880 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/subnets/95653259-2d87-468e-a764-4fdafa4087d9 HTTP/1.1" status: 404 len: 337 time: 0.0436769 Oct 04 09:20:31.154984 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35256) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:31.197162 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-b083dc1b-3ccb-42ef-8a81-ff6754a45839 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] DELETE failed (client error): The resource could not be found. Oct 04 09:20:31.197633 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b083dc1b-3ccb-42ef-8a81-ff6754a45839 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:20:31.202554 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-b083dc1b-3ccb-42ef-8a81-ff6754a45839 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/ports/08bdc1e1-074a-4a7c-a6dc-1f981f79a444 HTTP/1.1" status: 404 len: 333 time: 0.0465150 Oct 04 09:20:31.203144 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35260) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:31.212799 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bbcaddd4-9b14-43bc-9208-ab13b416fd63 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:31.225659 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbcaddd4-9b14-43bc-9208-ab13b416fd63 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:20:31.226271 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bbcaddd4-9b14-43bc-9208-ab13b416fd63 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:31.228558 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e02eb5f-d2ea-4ea5-85f9-00961be7d8a3 None None] get_active_networks_info from dv-neutron-860215-1-hyperv {{(pid=89034) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 04 09:20:31.244733 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a8d448a-dbe2-420a-bf0d-48f11e218acc tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] DELETE failed (client error): The resource could not be found. Oct 04 09:20:31.245251 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a8d448a-dbe2-420a-bf0d-48f11e218acc tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:20:31.250582 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-8a8d448a-dbe2-420a-bf0d-48f11e218acc tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/subnets/ff9d8759-f062-4a7f-a9d1-d03b59c07ff7 HTTP/1.1" status: 404 len: 337 time: 0.0464921 Oct 04 09:20:31.251729 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35264) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:31.262875 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-c4dde03b-d629-4638-a48e-1511d9bf351c None None] Set router 186a38d4-3157-4aea-97a4-e25ddf3e47cf gateway port host: None {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:20:31.289077 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-30d8bf97-6413-4781-a728-2a2ae7bff65e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] DELETE failed (client error): The resource could not be found. Oct 04 09:20:31.289077 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30d8bf97-6413-4781-a728-2a2ae7bff65e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:20:31.293297 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-30d8bf97-6413-4781-a728-2a2ae7bff65e tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/subnets/b94771c7-400a-4832-906a-ae44de02e40a HTTP/1.1" status: 404 len: 337 time: 0.0412102 Oct 04 09:20:31.294408 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35270) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:31.307609 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9b169872-ad3f-49c8-a349-7b2cdc6a9ec1 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for router, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:31.339806 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-d974cabc-3b4b-4573-b066-73c687ea4f5c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] DELETE failed (client error): The resource could not be found. Oct 04 09:20:31.340781 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d974cabc-3b4b-4573-b066-73c687ea4f5c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:20:31.342790 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-d974cabc-3b4b-4573-b066-73c687ea4f5c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/ports/98815bec-3a3f-4ba7-bd0b-2619d34ec434 HTTP/1.1" status: 404 len: 333 time: 0.0474632 Oct 04 09:20:31.345370 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35274) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:31.359447 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e02eb5f-d2ea-4ea5-85f9-00961be7d8a3 None None] Resources bound (agent type, host, resource id): {{(pid=89034) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 04 09:20:31.360720 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 4f178b1d-d321-42d4-be2d-3ffe94bb8a5c resource provider aggregate not found Oct 04 09:20:31.382019 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-c4dde03b-d629-4638-a48e-1511d9bf351c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '186a38d4-3157-4aea-97a4-e25ddf3e47cf', 'name': 'tempest-RoutersTest-router-1236463684', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:20:29Z', 'updated_at': '2022-10-04T09:20:30Z', 'revision_number': 2, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'gw_port_host': None}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:31.401747 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dde03b-d629-4638-a48e-1511d9bf351c None None] The sync data for ids ['186a38d4-3157-4aea-97a4-e25ddf3e47cf'] in dv-neutron-860215-1-hyperv is: [{'id': '186a38d4-3157-4aea-97a4-e25ddf3e47cf', 'name': 'tempest-RoutersTest-router-1236463684', 'tenant_id': '6ccb91e770a742df955dbeb81520726f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:20:29Z', 'updated_at': '2022-10-04T09:20:30Z', 'revision_number': 2, 'project_id': '6ccb91e770a742df955dbeb81520726f', 'gw_port_host': None}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:20:31.439435 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 4f178b1d-d321-42d4-be2d-3ffe94bb8a5c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4f178b1d-d321-42d4-be2d-3ffe94bb8a5c found for delete ", "request_id": "req-3f00499a-12c4-4a41-a071-e1ef74f2579f"}]} Oct 04 09:20:31.484964 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.db.api [None req-bbcaddd4-9b14-43bc-9208-ab13b416fd63 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 04 09:20:31.484964 dv-neutron-860215-1-hyperv neutron-server[89032]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 04 09:20:31.484964 dv-neutron-860215-1-hyperv neutron-server[89032]: [parameters: {'id': 'ef249faa-9489-4c9d-af2c-490bd8ef4384'}] Oct 04 09:20:31.484964 dv-neutron-860215-1-hyperv neutron-server[89032]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89032) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:20:31.485461 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG oslo_db.api [None req-bbcaddd4-9b14-43bc-9208-ab13b416fd63 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:20:31.529333 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-83cc3271-81fc-458f-abc4-37dc7f8b0719 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] DELETE failed (client error): The resource could not be found. Oct 04 09:20:31.529813 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83cc3271-81fc-458f-abc4-37dc7f8b0719 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:20:31.532133 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-83cc3271-81fc-458f-abc4-37dc7f8b0719 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/subnets/163ea59f-a32f-494f-9a6d-ac68cd40c538 HTTP/1.1" status: 404 len: 337 time: 0.1852226 Oct 04 09:20:31.534067 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35280) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:31.573582 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-89afe289-47c4-4ae8-94b0-0f92a7296e58 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] DELETE failed (client error): The resource could not be found. Oct 04 09:20:31.574052 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89afe289-47c4-4ae8-94b0-0f92a7296e58 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:20:31.578220 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-89afe289-47c4-4ae8-94b0-0f92a7296e58 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/subnets/c4468d85-4ee1-4e91-b1fb-bc38c42194f5 HTTP/1.1" status: 404 len: 337 time: 0.0406389 Oct 04 09:20:31.578495 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35284) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:31.626951 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-b71974a2-3183-4302-a4e4-507abdef5293 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] DELETE failed (client error): The resource could not be found. Oct 04 09:20:31.628207 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b71974a2-3183-4302-a4e4-507abdef5293 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:20:31.632471 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-b71974a2-3183-4302-a4e4-507abdef5293 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/ports/d3992665-d99c-4333-9605-1e68952e8017 HTTP/1.1" status: 404 len: 333 time: 0.0506971 Oct 04 09:20:31.632767 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35288) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:31.672494 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-b632634b-c342-412a-a39c-2d119def38c3 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Deleting port 08c39d5d-e369-4c83-b516-240585d258b0 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:20:31.672851 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b632634b-c342-412a-a39c-2d119def38c3 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:31.680730 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-49f530fd-4062-4d72-85dd-1030d0f62ea2 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] DELETE failed (client error): The resource could not be found. Oct 04 09:20:31.681251 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49f530fd-4062-4d72-85dd-1030d0f62ea2 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:20:31.682883 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-49f530fd-4062-4d72-85dd-1030d0f62ea2 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/subnets/bce6179b-c020-425d-960a-cf51577a3a4f HTTP/1.1" status: 404 len: 337 time: 0.0492725 Oct 04 09:20:31.687624 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35292) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:31.730660 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ac241c2-a833-4f03-9efb-8abd24a38dec tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] DELETE failed (client error): The resource could not be found. Oct 04 09:20:31.731804 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ac241c2-a833-4f03-9efb-8abd24a38dec tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:20:31.733598 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-1ac241c2-a833-4f03-9efb-8abd24a38dec tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/subnets/6b305d62-f4f8-4c76-996c-d03a06a35a71 HTTP/1.1" status: 404 len: 337 time: 0.0433939 Oct 04 09:20:31.736314 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35296) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:31.792840 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-ebe542af-2d67-4cec-afcc-25bbf9d3e6cb tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/ports?device_id=69f8a8aa-0bf0-4007-b3f1-93bd631a6224 HTTP/1.1" status: 200 len: 205 time: 0.0552058 Oct 04 09:20:31.795814 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35300) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:31.865383 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-b12296b0-e2a7-4b2d-90df-91e3a5dc6a3c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] delete failed (client error): The resource could not be found. Oct 04 09:20:31.866402 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-b12296b0-e2a7-4b2d-90df-91e3a5dc6a3c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/routers/69f8a8aa-0bf0-4007-b3f1-93bd631a6224 HTTP/1.1" status: 404 len: 336 time: 0.0695755 Oct 04 09:20:31.869088 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35304) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:31.907008 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-4667e559-e5fb-4b95-b9ae-d4f699760b37 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] DELETE failed (client error): The resource could not be found. Oct 04 09:20:31.907365 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4667e559-e5fb-4b95-b9ae-d4f699760b37 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:20:31.909079 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-4667e559-e5fb-4b95-b9ae-d4f699760b37 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/subnets/7ac28b9f-cd60-4c81-a567-74a059456476 HTTP/1.1" status: 404 len: 337 time: 0.0391159 Oct 04 09:20:31.911782 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35308) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:31.965152 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-7ff542fa-f8e2-4344-b846-19780104b0f1 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5f01cb4-06f8-457f-9385-dde0275e9cdd HTTP/1.1" status: 200 len: 205 time: 0.0520372 Oct 04 09:20:31.968088 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35312) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:31.977315 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9b169872-ad3f-49c8-a349-7b2cdc6a9ec1 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:31.986110 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9b169872-ad3f-49c8-a349-7b2cdc6a9ec1 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:31.987553 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bbcaddd4-9b14-43bc-9208-ab13b416fd63 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:32.027659 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-bbcaddd4-9b14-43bc-9208-ab13b416fd63 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Deleting port 2734fecd-f37b-48d9-b313-5bd90ccf9f75 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:20:32.028566 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bbcaddd4-9b14-43bc-9208-ab13b416fd63 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:32.037981 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-4461ec16-b2e9-4266-a6ec-2c7023f8875d tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] delete failed (client error): The resource could not be found. Oct 04 09:20:32.038992 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-4461ec16-b2e9-4266-a6ec-2c7023f8875d tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/routers/e5f01cb4-06f8-457f-9385-dde0275e9cdd HTTP/1.1" status: 404 len: 336 time: 0.0699894 Oct 04 09:20:32.041775 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35316) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:32.054909 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9b169872-ad3f-49c8-a349-7b2cdc6a9ec1 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:32.055204 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b169872-ad3f-49c8-a349-7b2cdc6a9ec1 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Fanout notify agent at l3_agent the message router_deleted on router 186a38d4-3157-4aea-97a4-e25ddf3e47cf {{(pid=89032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:20:32.085089 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f307bfc-2621-475e-9b1b-924ea4df0b31 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] DELETE failed (client error): The resource could not be found. Oct 04 09:20:32.085675 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f307bfc-2621-475e-9b1b-924ea4df0b31 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:20:32.093024 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-2f307bfc-2621-475e-9b1b-924ea4df0b31 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/subnets/a7f8c18c-13f0-47f5-8701-7c05ffab4226 HTTP/1.1" status: 404 len: 337 time: 0.0445521 Oct 04 09:20:32.093024 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35320) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:32.125223 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9b169872-ad3f-49c8-a349-7b2cdc6a9ec1 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:32.130025 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-9b169872-ad3f-49c8-a349-7b2cdc6a9ec1 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "DELETE /v2.0/routers/186a38d4-3157-4aea-97a4-e25ddf3e47cf HTTP/1.1" status: 204 len: 168 time: 1.0584750 Oct 04 09:20:32.132923 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35324) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:32.134165 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-043898af-7e26-4172-b689-e86eca833ffe tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] DELETE failed (client error): The resource could not be found. Oct 04 09:20:32.134487 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-043898af-7e26-4172-b689-e86eca833ffe tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:20:32.138983 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-043898af-7e26-4172-b689-e86eca833ffe tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/subnets/31d4218e-e0af-4ca5-9566-f5b5dec66f10 HTTP/1.1" status: 404 len: 337 time: 0.0455437 Oct 04 09:20:32.139469 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35328) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:32.142155 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-b632634b-c342-412a-a39c-2d119def38c3 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] For port 08c39d5d-e369-4c83-b516-240585d258b0, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=08c39d5d-e369-4c83-b516-240585d258b0,segment=NetworkSegment(feeeb55f-1f3a-425b-ac86-a79280e0f4bb),segment_id=feeeb55f-1f3a-425b-ac86-a79280e0f4bb)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:20:32.142519 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b632634b-c342-412a-a39c-2d119def38c3 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:32.186082 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed2f3cb2-19b2-44c6-922f-7a51bbfa8885 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] DELETE failed (client error): The resource could not be found. Oct 04 09:20:32.186555 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed2f3cb2-19b2-44c6-922f-7a51bbfa8885 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:20:32.188478 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-ed2f3cb2-19b2-44c6-922f-7a51bbfa8885 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/ports/02d42a28-6508-4135-9b9b-b43b71520c1e HTTP/1.1" status: 404 len: 333 time: 0.0475628 Oct 04 09:20:32.190773 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35332) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:32.204236 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:32.231703 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-9da6a624-e545-40e4-8159-277066d704f3 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] DELETE failed (client error): The resource could not be found. Oct 04 09:20:32.232258 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9da6a624-e545-40e4-8159-277066d704f3 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:20:32.234053 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-9da6a624-e545-40e4-8159-277066d704f3 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/subnets/7270f313-0849-4602-9516-fac4968be5fb HTTP/1.1" status: 404 len: 337 time: 0.0419419 Oct 04 09:20:32.236617 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35336) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:32.279083 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7704c0b-8e22-4ab9-921e-63660fb52b87 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] DELETE failed (client error): The resource could not be found. Oct 04 09:20:32.279562 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7704c0b-8e22-4ab9-921e-63660fb52b87 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:20:32.283140 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-1198635c-80c4-4007-82d2-67d945513717 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Synchronizing usage tracker for tenant:6ccb91e770a742df955dbeb81520726f on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:20:32.285440 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-f7704c0b-8e22-4ab9-921e-63660fb52b87 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/ports/14ac1ffa-c6d6-4f21-8a99-8e6c1ed31284 HTTP/1.1" status: 404 len: 333 time: 0.0478334 Oct 04 09:20:32.286049 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35340) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:32.328307 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-b80cc504-2b55-4c7d-b728-3c60b38a73ff tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] DELETE failed (client error): The resource could not be found. Oct 04 09:20:32.328694 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b80cc504-2b55-4c7d-b728-3c60b38a73ff tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:20:32.332696 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-b80cc504-2b55-4c7d-b728-3c60b38a73ff tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/subnets/877c6f75-89a6-46be-8925-e9b9d69bf8a3 HTTP/1.1" status: 404 len: 337 time: 0.0433104 Oct 04 09:20:32.333000 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35344) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:32.364517 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-b632634b-c342-412a-a39c-2d119def38c3 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Calling delete_port for 08c39d5d-e369-4c83-b516-240585d258b0 owned by network:router_interface {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:20:32.378210 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7f12838-85a9-45b4-8409-6972b0803b24 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] DELETE failed (client error): The resource could not be found. Oct 04 09:20:32.378996 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7f12838-85a9-45b4-8409-6972b0803b24 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:20:32.383066 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-c7f12838-85a9-45b4-8409-6972b0803b24 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/ports/e79c3eb9-cd3b-47c0-a920-555472c3bc94 HTTP/1.1" status: 404 len: 333 time: 0.0468869 Oct 04 09:20:32.383810 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35348) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:32.420706 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4d7ebf5-3028-4e9b-9b65-7ddfef100d0c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] DELETE failed (client error): The resource could not be found. Oct 04 09:20:32.421086 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4d7ebf5-3028-4e9b-9b65-7ddfef100d0c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:20:32.425112 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-d4d7ebf5-3028-4e9b-9b65-7ddfef100d0c tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/subnets/95661350-1f63-4c5d-b0fa-9ec5258e7067 HTTP/1.1" status: 404 len: 337 time: 0.0385869 Oct 04 09:20:32.425365 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35352) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:32.440536 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-1198635c-80c4-4007-82d2-67d945513717 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] Unset dirty status for tenant:6ccb91e770a742df955dbeb81520726f on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:20:32.441681 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-1198635c-80c4-4007-82d2-67d945513717 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "GET /v2.0/ports?device_id=186a38d4-3157-4aea-97a4-e25ddf3e47cf HTTP/1.1" status: 200 len: 205 time: 0.3078356 Oct 04 09:20:32.455420 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35356) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:32.526005 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-c421b46a-f94f-4114-a2fd-55fe6d5d07a6 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] DELETE failed (client error): The resource could not be found. Oct 04 09:20:32.526232 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c421b46a-f94f-4114-a2fd-55fe6d5d07a6 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:20:32.530785 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-c421b46a-f94f-4114-a2fd-55fe6d5d07a6 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/ports/098c5ba2-51ab-4a55-bc3a-e2a3522af296 HTTP/1.1" status: 404 len: 333 time: 0.1016173 Oct 04 09:20:32.532916 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35360) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:32.535802 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-a957fffb-c898-4f2e-84fd-989be4f3b18c tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] delete failed (client error): The resource could not be found. Oct 04 09:20:32.536795 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a957fffb-c898-4f2e-84fd-989be4f3b18c tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "DELETE /v2.0/routers/186a38d4-3157-4aea-97a4-e25ddf3e47cf HTTP/1.1" status: 404 len: 336 time: 0.0763791 Oct 04 09:20:32.539280 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35362) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:32.580377 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-881c4a47-5fc2-41a8-954b-f6415b437668 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] DELETE failed (client error): The resource could not be found. Oct 04 09:20:32.580820 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-881c4a47-5fc2-41a8-954b-f6415b437668 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:20:32.582481 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-881c4a47-5fc2-41a8-954b-f6415b437668 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "DELETE /v2.0/subnets/128a1098-1d9f-4f87-9d59-b301e8475c5f HTTP/1.1" status: 404 len: 337 time: 0.0423198 Oct 04 09:20:32.585099 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35368) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:32.585872 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-bbcaddd4-9b14-43bc-9208-ab13b416fd63 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] For port 2734fecd-f37b-48d9-b313-5bd90ccf9f75, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=2734fecd-f37b-48d9-b313-5bd90ccf9f75,segment=NetworkSegment(4f178b1d-d321-42d4-be2d-3ffe94bb8a5c),segment_id=4f178b1d-d321-42d4-be2d-3ffe94bb8a5c)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:20:32.586334 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bbcaddd4-9b14-43bc-9208-ab13b416fd63 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:32.594683 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-1975a9c1-b196-4299-bd3f-b96c56cd8f89 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] DELETE failed (client error): The resource could not be found. Oct 04 09:20:32.595131 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1975a9c1-b196-4299-bd3f-b96c56cd8f89 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:20:32.596816 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-1975a9c1-b196-4299-bd3f-b96c56cd8f89 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/subnets/103cf2fc-58cd-49f9-a44c-b88c0ed4499b HTTP/1.1" status: 404 len: 337 time: 0.0565424 Oct 04 09:20:32.600610 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35372) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:32.622163 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a47056d-481c-476b-ac7c-71e2b9b1edae tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] DELETE failed (client error): The resource could not be found. Oct 04 09:20:32.622632 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a47056d-481c-476b-ac7c-71e2b9b1edae tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:20:32.624566 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-5a47056d-481c-476b-ac7c-71e2b9b1edae tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "DELETE /v2.0/subnets/c847f6c1-b530-43bd-979a-b88c19437cfc HTTP/1.1" status: 404 len: 337 time: 0.0385587 Oct 04 09:20:32.627073 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35376) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:32.663718 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-00c5cf6b-b92e-490e-8357-c3004e443d2e tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] DELETE failed (client error): The resource could not be found. Oct 04 09:20:32.664167 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00c5cf6b-b92e-490e-8357-c3004e443d2e tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:20:32.665846 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-00c5cf6b-b92e-490e-8357-c3004e443d2e tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "DELETE /v2.0/subnets/0f16c971-29d8-437e-92ff-2e10e07752fb HTTP/1.1" status: 404 len: 337 time: 0.0378919 Oct 04 09:20:32.668308 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35380) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:32.709146 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-01a89fbb-249a-423b-9de2-5b861b13114c tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] DELETE failed (client error): The resource could not be found. Oct 04 09:20:32.709801 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01a89fbb-249a-423b-9de2-5b861b13114c tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:20:32.713590 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-01a89fbb-249a-423b-9de2-5b861b13114c tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "DELETE /v2.0/subnets/6dd458cd-ded9-45b8-9f41-78d853963c5a HTTP/1.1" status: 404 len: 337 time: 0.0418990 Oct 04 09:20:32.713742 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35384) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:32.756260 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-bbcaddd4-9b14-43bc-9208-ab13b416fd63 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Calling delete_port for 2734fecd-f37b-48d9-b313-5bd90ccf9f75 owned by network:dhcp {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:20:32.764210 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-6502ad2f-4e58-4b29-b221-5ffdf1914977 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "GET /v2.0/ports?device_id=4dada8c6-8926-46bc-a52d-2226305d3fcb HTTP/1.1" status: 200 len: 205 time: 0.0494366 Oct 04 09:20:32.766550 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35388) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:32.788420 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aef184e-ea7a-404a-b9d1-5640692d0bcb tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] DELETE failed (client error): The resource could not be found. Oct 04 09:20:32.788894 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aef184e-ea7a-404a-b9d1-5640692d0bcb tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:20:32.790552 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-1aef184e-ea7a-404a-b9d1-5640692d0bcb tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/ports/66970267-6f23-45ab-910f-17d9a3f82f59 HTTP/1.1" status: 404 len: 333 time: 0.1876705 Oct 04 09:20:32.798071 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35392) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:32.834670 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-abb74fe4-d9ab-4d21-98b8-f9f691b15918 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] delete failed (client error): The resource could not be found. Oct 04 09:20:32.835685 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-abb74fe4-d9ab-4d21-98b8-f9f691b15918 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "DELETE /v2.0/routers/4dada8c6-8926-46bc-a52d-2226305d3fcb HTTP/1.1" status: 404 len: 336 time: 0.0682247 Oct 04 09:20:32.838473 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35396) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:32.852948 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-d017a02c-d5c5-4e72-bbcd-2affd6a622db tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] DELETE failed (client error): The resource could not be found. Oct 04 09:20:32.853400 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d017a02c-d5c5-4e72-bbcd-2affd6a622db tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:20:32.855052 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-d017a02c-d5c5-4e72-bbcd-2affd6a622db tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/subnets/3c826a67-a903-4da8-856b-a96bc24e4d9e HTTP/1.1" status: 404 len: 337 time: 0.0548930 Oct 04 09:20:32.859344 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35400) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:32.891355 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-5684eac8-4bea-43a9-afce-fed7d4f883d6 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "GET /v2.0/ports?device_id=a073ee64-babd-47c4-8f3f-77fe9f737d07 HTTP/1.1" status: 200 len: 205 time: 0.0496562 Oct 04 09:20:32.891585 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35404) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:32.923351 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-85859780-728e-4749-a253-157c245e004f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] DELETE failed (client error): The resource could not be found. Oct 04 09:20:32.923831 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85859780-728e-4749-a253-157c245e004f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:20:32.925596 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-85859780-728e-4749-a253-157c245e004f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/ports/19da7bd9-8423-4f35-82e5-7950b8313f36 HTTP/1.1" status: 404 len: 333 time: 0.0637140 Oct 04 09:20:32.928681 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35408) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:32.970798 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bbcaddd4-9b14-43bc-9208-ab13b416fd63 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:33.008910 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff524400-c801-41b3-8a91-0247f4981b1f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] DELETE failed (client error): The resource could not be found. Oct 04 09:20:33.009642 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff524400-c801-41b3-8a91-0247f4981b1f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:20:33.066571 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-cadaf952-b51a-487d-987a-7d9c3a9a1eab tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] delete failed (client error): The resource could not be found. Oct 04 09:20:33.067609 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-cadaf952-b51a-487d-987a-7d9c3a9a1eab tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "DELETE /v2.0/routers/a073ee64-babd-47c4-8f3f-77fe9f737d07 HTTP/1.1" status: 404 len: 336 time: 0.1752028 Oct 04 09:20:33.070680 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35412) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:33.075044 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcaddd4-9b14-43bc-9208-ab13b416fd63 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Pushing event deleted for resources: {'Port': ['ID=2734fecd-f37b-48d9-b313-5bd90ccf9f75,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:33.078697 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcaddd4-9b14-43bc-9208-ab13b416fd63 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] No DVR routers for this DVR port 2734fecd-f37b-48d9-b313-5bd90ccf9f75 on host dv-neutron-860215-1-hyperv {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:20:33.080868 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-ff524400-c801-41b3-8a91-0247f4981b1f tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/subnets/a5159558-dabc-468e-82c6-a0fc64d8e125 HTTP/1.1" status: 404 len: 337 time: 0.1513298 Oct 04 09:20:33.103397 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35416) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:33.136283 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6a0fb8b-8628-4422-8ed1-4c71e130bad4 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] DELETE failed (client error): The resource could not be found. Oct 04 09:20:33.136759 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6a0fb8b-8628-4422-8ed1-4c71e130bad4 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:20:33.138471 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-e6a0fb8b-8628-4422-8ed1-4c71e130bad4 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "DELETE /v2.0/subnets/d9f290bb-c4c9-4bac-a8ae-94bed993f933 HTTP/1.1" status: 404 len: 337 time: 0.0673816 Oct 04 09:20:33.142553 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35420) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:33.149925 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-507d6807-c5b9-45e2-92bb-b06b50e561eb tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] DELETE failed (client error): The resource could not be found. Oct 04 09:20:33.150392 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-507d6807-c5b9-45e2-92bb-b06b50e561eb tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:20:33.154847 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-507d6807-c5b9-45e2-92bb-b06b50e561eb tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/ports/88a553ef-bc38-4da7-a710-3f95d43f4354 HTTP/1.1" status: 404 len: 333 time: 0.0477238 Oct 04 09:20:33.155080 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35424) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:33.195008 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-15007e81-0f73-4b83-8f0c-884daef2d759 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] DELETE failed (client error): The resource could not be found. Oct 04 09:20:33.195461 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15007e81-0f73-4b83-8f0c-884daef2d759 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:20:33.197132 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-15007e81-0f73-4b83-8f0c-884daef2d759 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/subnets/346c4b66-5351-4bcb-a5ee-150472606bf1 HTTP/1.1" status: 404 len: 337 time: 0.0411754 Oct 04 09:20:33.199927 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35428) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:33.240719 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b632634b-c342-412a-a39c-2d119def38c3 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:33.316906 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-37f71b81-5df2-4fe9-a82b-5c300b1ae0a9 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:33.397682 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-15d4b28b-931c-43a9-a121-aa9c67c5c96e tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c589d881-2766-4d59-a819-2612b2965d2c HTTP/1.1" status: 200 len: 205 time: 0.2510252 Oct 04 09:20:33.413519 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35432) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:33.428960 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b632634b-c342-412a-a39c-2d119def38c3 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'Port': ['ID=08c39d5d-e369-4c83-b516-240585d258b0,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:33.457460 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-37f71b81-5df2-4fe9-a82b-5c300b1ae0a9 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:33.481370 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bbcaddd4-9b14-43bc-9208-ab13b416fd63 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:33.482104 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-37f71b81-5df2-4fe9-a82b-5c300b1ae0a9 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b2ac456-c702-437f-ad18-06da05465ab2']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:33.494063 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-37f71b81-5df2-4fe9-a82b-5c300b1ae0a9 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba53286f-aace-4a09-83e2-2e3659d95ffb') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:33.494297 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-37f71b81-5df2-4fe9-a82b-5c300b1ae0a9 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba53286f-aace-4a09-83e2-2e3659d95ffb') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:33.506400 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-37f71b81-5df2-4fe9-a82b-5c300b1ae0a9 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:33.525601 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-37f71b81-5df2-4fe9-a82b-5c300b1ae0a9 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:33.533095 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37f71b81-5df2-4fe9-a82b-5c300b1ae0a9 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:20:33.533803 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-37f71b81-5df2-4fe9-a82b-5c300b1ae0a9 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:33.553944 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.api.v2.resource [None req-15e0081f-0153-492e-806d-17c089642963 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] delete failed (client error): The resource could not be found. Oct 04 09:20:33.557376 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-15e0081f-0153-492e-806d-17c089642963 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "DELETE /v2.0/routers/c589d881-2766-4d59-a819-2612b2965d2c HTTP/1.1" status: 404 len: 336 time: 0.1317666 Oct 04 09:20:33.563750 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35438) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:33.597374 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-bbcaddd4-9b14-43bc-9208-ab13b416fd63 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef249faa-9489-4c9d-af2c-490bd8ef4384']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:33.604152 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment ba53286f-aace-4a09-83e2-2e3659d95ffb resource provider aggregate not found Oct 04 09:20:33.633746 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment ba53286f-aace-4a09-83e2-2e3659d95ffb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ba53286f-aace-4a09-83e2-2e3659d95ffb found for delete ", "request_id": "req-f0c7b9cc-a5a1-4c39-b6e2-d52d27a74f03"}]} Oct 04 09:20:33.646872 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-37f71b81-5df2-4fe9-a82b-5c300b1ae0a9 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:33.670956 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-bbcaddd4-9b14-43bc-9208-ab13b416fd63 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f178b1d-d321-42d4-be2d-3ffe94bb8a5c') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:33.671252 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-bbcaddd4-9b14-43bc-9208-ab13b416fd63 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f178b1d-d321-42d4-be2d-3ffe94bb8a5c') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:33.673848 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-37f71b81-5df2-4fe9-a82b-5c300b1ae0a9 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:33.679611 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-fe868c4c-8b8b-48f2-b154-1af8a7253497 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb5dce83-5c64-44ee-a63a-7ec7fb121de3 HTTP/1.1" status: 200 len: 205 time: 0.0898557 Oct 04 09:20:33.681054 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f71b81-5df2-4fe9-a82b-5c300b1ae0a9 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] Pushing event deleted for resources: {'Network': ['ID=7b2ac456-c702-437f-ad18-06da05465ab2,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:33.682687 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35444) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:33.692890 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bbcaddd4-9b14-43bc-9208-ab13b416fd63 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:33.743081 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-37f71b81-5df2-4fe9-a82b-5c300b1ae0a9 tempest-NetworksTestDHCPv6-1875135136 tempest-NetworksTestDHCPv6-1875135136-project] 10.222.0.50 "DELETE /v2.0/networks/7b2ac456-c702-437f-ad18-06da05465ab2 HTTP/1.1" status: 204 len: 168 time: 0.5420706 Oct 04 09:20:33.763829 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-42a9fe89-cb4c-4bc5-a4f9-8b8a526756a7 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] delete failed (client error): The resource could not be found. Oct 04 09:20:33.768077 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-42a9fe89-cb4c-4bc5-a4f9-8b8a526756a7 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "DELETE /v2.0/routers/eb5dce83-5c64-44ee-a63a-7ec7fb121de3 HTTP/1.1" status: 404 len: 336 time: 0.0761726 Oct 04 09:20:33.768284 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bbcaddd4-9b14-43bc-9208-ab13b416fd63 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:33.768676 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35450) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:33.785314 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbcaddd4-9b14-43bc-9208-ab13b416fd63 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:20:33.785661 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bbcaddd4-9b14-43bc-9208-ab13b416fd63 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:33.805825 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-d547fea1-b8b1-4ca2-8987-ba6ed46c42f5 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] DELETE failed (client error): The resource could not be found. Oct 04 09:20:33.806282 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d547fea1-b8b1-4ca2-8987-ba6ed46c42f5 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:20:33.808404 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-d547fea1-b8b1-4ca2-8987-ba6ed46c42f5 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "DELETE /v2.0/subnets/9739e194-51ea-4e48-a37e-5b75cc4dda4f HTTP/1.1" status: 404 len: 337 time: 0.0394635 Oct 04 09:20:33.811336 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35456) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:33.865375 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 4f178b1d-d321-42d4-be2d-3ffe94bb8a5c resource provider aggregate not found Oct 04 09:20:33.874390 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-007fc6d1-603e-4547-b170-7955f9d73d62 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "GET /v2.0/ports?device_id=e28dd9b1-d25f-4bc4-b81b-d9a8dc1a57b2 HTTP/1.1" status: 200 len: 205 time: 0.0586274 Oct 04 09:20:33.875138 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35462) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:33.895452 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 4f178b1d-d321-42d4-be2d-3ffe94bb8a5c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4f178b1d-d321-42d4-be2d-3ffe94bb8a5c found for delete ", "request_id": "req-98125afe-e79b-4075-8761-38a2d06af51b"}]} Oct 04 09:20:33.947680 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-68aaf107-08ae-4d11-a62b-1bd2751a9d4d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] delete failed (client error): The resource could not be found. Oct 04 09:20:33.948732 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-68aaf107-08ae-4d11-a62b-1bd2751a9d4d tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "DELETE /v2.0/routers/e28dd9b1-d25f-4bc4-b81b-d9a8dc1a57b2 HTTP/1.1" status: 404 len: 336 time: 0.0724547 Oct 04 09:20:33.951952 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35466) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:33.968644 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bbcaddd4-9b14-43bc-9208-ab13b416fd63 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:33.992091 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bbcaddd4-9b14-43bc-9208-ab13b416fd63 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:33.992836 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0d04e42-b6a3-4d2c-b04d-2267de409ae5 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] DELETE failed (client error): The resource could not be found. Oct 04 09:20:33.993288 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0d04e42-b6a3-4d2c-b04d-2267de409ae5 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:20:33.994957 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-e0d04e42-b6a3-4d2c-b04d-2267de409ae5 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "DELETE /v2.0/subnets/c9a91afc-594c-423d-942a-866452484aa4 HTTP/1.1" status: 404 len: 337 time: 0.0420849 Oct 04 09:20:33.998291 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35472) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:34.002823 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcaddd4-9b14-43bc-9208-ab13b416fd63 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Pushing event deleted for resources: {'Network': ['ID=ef249faa-9489-4c9d-af2c-490bd8ef4384,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:34.015656 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-bbcaddd4-9b14-43bc-9208-ab13b416fd63 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "DELETE /v2.0/networks/ef249faa-9489-4c9d-af2c-490bd8ef4384 HTTP/1.1" status: 204 len: 168 time: 4.4175172 Oct 04 09:20:34.018736 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35476) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:34.025978 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-ab4e738d-d51a-4898-be5f-3081dc1dc2ff tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1322761272'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:34.031998 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b632634b-c342-412a-a39c-2d119def38c3 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736911'] for router_interface, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:34.036628 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-ab4e738d-d51a-4898-be5f-3081dc1dc2ff tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:20:34.043659 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-ab4e738d-d51a-4898-be5f-3081dc1dc2ff tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Usage tracker for resource:network and tenant:2dafbf046c4040829635f144570fbfb3 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:20:34.047922 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-ab4e738d-d51a-4898-be5f-3081dc1dc2ff tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:20:34.055159 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-1049ed18-3d4b-4558-b394-829f34fb4328 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "GET /v2.0/ports?device_id=a679ab62-2d32-4d9a-9b11-0c1d261eec7d HTTP/1.1" status: 200 len: 205 time: 0.0553827 Oct 04 09:20:34.057539 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35480) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:34.105233 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35484) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:34.113410 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-ab4e738d-d51a-4898-be5f-3081dc1dc2ff tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:20:34.135180 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-60414bad-e711-4ca0-a5b0-417f469d10db tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] delete failed (client error): The resource could not be found. Oct 04 09:20:34.136710 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-60414bad-e711-4ca0-a5b0-417f469d10db tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "DELETE /v2.0/routers/a679ab62-2d32-4d9a-9b11-0c1d261eec7d HTTP/1.1" status: 404 len: 336 time: 0.0781884 Oct 04 09:20:34.139262 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35490) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:34.149920 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4e738d-d51a-4898-be5f-3081dc1dc2ff tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Made reservation on behalf of 2dafbf046c4040829635f144570fbfb3 for: {'network': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:20:34.153954 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ab4e738d-d51a-4898-be5f-3081dc1dc2ff tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:34.182553 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-927fd5a7-567e-4724-ab8b-d2452e9a7c40 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] DELETE failed (client error): The resource could not be found. Oct 04 09:20:34.183005 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-927fd5a7-567e-4724-ab8b-d2452e9a7c40 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:20:34.187074 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-927fd5a7-567e-4724-ab8b-d2452e9a7c40 tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "DELETE /v2.0/subnets/2841d522-e131-42d6-a780-fe61b0315ce2 HTTP/1.1" status: 404 len: 337 time: 0.0446618 Oct 04 09:20:34.187610 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35494) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:34.240119 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ff9f3b3-37d9-4749-b8a2-0557a14e86dd tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] DELETE failed (client error): The resource could not be found. Oct 04 09:20:34.240907 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ff9f3b3-37d9-4749-b8a2-0557a14e86dd tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:20:34.243021 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-3ff9f3b3-37d9-4749-b8a2-0557a14e86dd tempest-RoutersTest-548707955 tempest-RoutersTest-548707955-project] 10.222.0.50 "DELETE /v2.0/subnets/80f79a52-9684-408a-a788-176ade922b0a HTTP/1.1" status: 404 len: 337 time: 0.0546875 Oct 04 09:20:34.282358 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab4e738d-d51a-4898-be5f-3081dc1dc2ff tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=89032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:20:34.309029 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ab4e738d-d51a-4898-be5f-3081dc1dc2ff tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:34.309402 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.segments_db [None req-ab4e738d-d51a-4898-be5f-3081dc1dc2ff tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Added segment e8650852-9a14-4507-8474-dacb77ae8634 of type vlan for network da3d0681-cd6a-48a2-8a1f-95423b85b909 Oct 04 09:20:34.425290 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-52eed757-8a9e-41c1-8180-bba3ad133888 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3f91eae3af914b3ca9ea34a1eaa482e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3192468 Oct 04 09:20:34.428406 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35502) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:34.428913 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ab4e738d-d51a-4898-be5f-3081dc1dc2ff tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:34.494172 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35506) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:34.507463 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a83746f6-597f-4d4b-8f2d-97cd00a94290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:34.544027 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a83746f6-597f-4d4b-8f2d-97cd00a94290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:34.553382 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ab4e738d-d51a-4898-be5f-3081dc1dc2ff tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:34.558705 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4e738d-d51a-4898-be5f-3081dc1dc2ff tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:34.559825 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ab4e738d-d51a-4898-be5f-3081dc1dc2ff tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:34.586358 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b632634b-c342-412a-a39c-2d119def38c3 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Router 1c6bc5fb-2ea7-45d5-8f91-713613593805 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:20:34.601660 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a83746f6-597f-4d4b-8f2d-97cd00a94290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:34.621024 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83746f6-597f-4d4b-8f2d-97cd00a94290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2c1c73-f53b-4c9a-981e-0dfb4cf91ff8,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:34.623886 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a83746f6-597f-4d4b-8f2d-97cd00a94290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:34.627670 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a83746f6-597f-4d4b-8f2d-97cd00a94290 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1c2c1c73-f53b-4c9a-981e-0dfb4cf91ff8 HTTP/1.1" status: 204 len: 168 time: 0.1985130 Oct 04 09:20:34.693555 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-ab4e738d-d51a-4898-be5f-3081dc1dc2ff tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6729496 Oct 04 09:20:34.694638 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35514) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:34.701586 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-ff574766-74a8-4aa9-808b-4ee111c4f441 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Request body: {'subnet': {'network_id': 'da3d0681-cd6a-48a2-8a1f-95423b85b909', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:34.792112 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4e738d-d51a-4898-be5f-3081dc1dc2ff tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Pushing event updated for resources: {'Network': ['ID=da3d0681-cd6a-48a2-8a1f-95423b85b909,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:34.803663 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network da3d0681-cd6a-48a2-8a1f-95423b85b909 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:20:34.839701 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-ff574766-74a8-4aa9-808b-4ee111c4f441 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:20:34.845614 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-ff574766-74a8-4aa9-808b-4ee111c4f441 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Usage tracker for resource:subnet and tenant:2dafbf046c4040829635f144570fbfb3 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:20:34.848675 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-ff574766-74a8-4aa9-808b-4ee111c4f441 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:20:34.856925 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-ff574766-74a8-4aa9-808b-4ee111c4f441 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:20:34.870772 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff574766-74a8-4aa9-808b-4ee111c4f441 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Made reservation on behalf of 2dafbf046c4040829635f144570fbfb3 for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:20:34.875615 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ff574766-74a8-4aa9-808b-4ee111c4f441 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:35.008780 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.ipam_backend_mixin [None req-ff574766-74a8-4aa9-808b-4ee111c4f441 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Performing IP validity checks on allocation pools {{(pid=89033) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 04 09:20:35.009384 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.ipam_backend_mixin [None req-ff574766-74a8-4aa9-808b-4ee111c4f441 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89033) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 04 09:20:35.019173 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-e2f95f30-78aa-4558-a8f8-bbb2c6f94ce4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6ccb91e770a742df955dbeb81520726f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5232189 Oct 04 09:20:35.020190 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35526) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:35.049870 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b632634b-c342-412a-a39c-2d119def38c3 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:20:35.058147 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-b632634b-c342-412a-a39c-2d119def38c3 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "PUT /v2.0/routers/1c6bc5fb-2ea7-45d5-8f91-713613593805/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1969948 Oct 04 09:20:35.058830 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35530) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:35.064140 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fab5e9-f37b-44da-9357-378f145394ab None None] Sync routers for ids ['1c6bc5fb-2ea7-45d5-8f91-713613593805'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:20:35.077953 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fab5e9-f37b-44da-9357-378f145394ab None None] Routers {'1c6bc5fb-2ea7-45d5-8f91-713613593805'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:20:35.078626 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-47fab5e9-f37b-44da-9357-378f145394ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:20:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['1c6bc5fb-2ea7-45d5-8f91-713613593805'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:35.132936 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e72f5e0-0774-4c67-9746-5edfe3f4901e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Deleting subnet a61b1a39-1108-4545-af3e-5ddb6b99bc9d {{(pid=89032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:20:35.138308 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5e72f5e0-0774-4c67-9746-5edfe3f4901e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for subnet, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:35.217221 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5e72f5e0-0774-4c67-9746-5edfe3f4901e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885153'] for subnet, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:35.250747 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-439682aa-a5fd-4719-bb82-ed022e8282a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:35.296052 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-439682aa-a5fd-4719-bb82-ed022e8282a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:35.298486 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-47fab5e9-f37b-44da-9357-378f145394ab None None] Set router 1c6bc5fb-2ea7-45d5-8f91-713613593805 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:20:35.324177 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5e72f5e0-0774-4c67-9746-5edfe3f4901e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:35.367380 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ff574766-74a8-4aa9-808b-4ee111c4f441 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:35.445205 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-439682aa-a5fd-4719-bb82-ed022e8282a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:35.448861 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5e72f5e0-0774-4c67-9746-5edfe3f4901e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:35.476428 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439682aa-a5fd-4719-bb82-ed022e8282a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc318e6-5211-4358-b2a8-24fbcbc89b0b,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:35.478316 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff574766-74a8-4aa9-808b-4ee111c4f441 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Pushing event updated for resources: {'Subnet': ['ID=e35177be-cfc9-4946-b30d-139b189ccf2d,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:35.490184 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff574766-74a8-4aa9-808b-4ee111c4f441 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Checking segment: {'id': 'e8650852-9a14-4507-8474-dacb77ae8634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'da3d0681-cd6a-48a2-8a1f-95423b85b909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:20:35.490638 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff574766-74a8-4aa9-808b-4ee111c4f441 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Network hostable DHCP agents. Network: da3d0681-cd6a-48a2-8a1f-95423b85b909, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:20:35.504477 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-439682aa-a5fd-4719-bb82-ed022e8282a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:35.506389 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-439682aa-a5fd-4719-bb82-ed022e8282a9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ccc318e6-5211-4358-b2a8-24fbcbc89b0b HTTP/1.1" status: 204 len: 168 time: 0.4850194 Oct 04 09:20:35.519097 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff574766-74a8-4aa9-808b-4ee111c4f441 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Network da3d0681-cd6a-48a2-8a1f-95423b85b909 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:20:35.530416 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e72f5e0-0774-4c67-9746-5edfe3f4901e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'Subnet': ['ID=a61b1a39-1108-4545-af3e-5ddb6b99bc9d,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:35.532732 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-ff574766-74a8-4aa9-808b-4ee111c4f441 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, da3d0681-cd6a-48a2-8a1f-95423b85b909) {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:20:35.538053 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5e72f5e0-0774-4c67-9746-5edfe3f4901e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:35.538640 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff574766-74a8-4aa9-808b-4ee111c4f441 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:35.539237 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ff574766-74a8-4aa9-808b-4ee111c4f441 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:35.552894 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-5e72f5e0-0774-4c67-9746-5edfe3f4901e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "DELETE /v2.0/subnets/a61b1a39-1108-4545-af3e-5ddb6b99bc9d HTTP/1.1" status: 204 len: 168 time: 0.4905055 Oct 04 09:20:35.554255 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35546) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:35.558096 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c23168a-13e4-4be2-b63b-048b3898e341 None None] Network da3d0681-cd6a-48a2-8a1f-95423b85b909 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:20:35.577583 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f4edbd-9f98-47b5-9793-839fcd130178 None None] Network f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:20:35.597871 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-ff574766-74a8-4aa9-808b-4ee111c4f441 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.9015100 Oct 04 09:20:35.600655 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35550) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:35.644196 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35554) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:35.835086 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-13c409a4-2e05-41ab-ab8b-fdf3441c865b tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:35.860864 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-78baac77-051c-406a-9611-388468ff40d5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:35.951015 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-13c409a4-2e05-41ab-ab8b-fdf3441c865b tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:36.049474 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-13c409a4-2e05-41ab-ab8b-fdf3441c865b tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:36.057452 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-78baac77-051c-406a-9611-388468ff40d5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:36.069103 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-78baac77-051c-406a-9611-388468ff40d5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Deleting port fcc15711-ade6-4347-beb9-53b0f31313b4 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:20:36.075703 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-78baac77-051c-406a-9611-388468ff40d5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:36.102407 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-beeb524f-204a-4ec6-ba42-f1bb68908553 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Request body: {'networks': [{'name': 'tempest-network--303874750'}, {'name': 'tempest-network--1447058957'}]} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:36.102724 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-beeb524f-204a-4ec6-ba42-f1bb68908553 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Request body: {'network': {'name': 'tempest-network--303874750'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:36.103259 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-beeb524f-204a-4ec6-ba42-f1bb68908553 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Request body: {'network': {'name': 'tempest-network--1447058957'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:36.129411 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c409a4-2e05-41ab-ab8b-fdf3441c865b tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Pushing event deleted for resources: {'Subnet': ['ID=e35177be-cfc9-4946-b30d-139b189ccf2d,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:36.145239 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-beeb524f-204a-4ec6-ba42-f1bb68908553 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:20:36.158867 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-beeb524f-204a-4ec6-ba42-f1bb68908553 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Usage tracker for resource:network and tenant:8da7648efb624fe4a409038c2398aae9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:20:36.159896 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88701e4-858f-4c64-9525-30363b0efa45 None None] Network da3d0681-cd6a-48a2-8a1f-95423b85b909 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:20:36.188835 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-47fab5e9-f37b-44da-9357-378f145394ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6bc5fb-2ea7-45d5-8f91-713613593805', 'name': 'tempest-TestNetworkBasicOps-router-1072555171', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.169'}], 'enable_snat': True}, 'gw_port_id': 'fcc15711-ade6-4347-beb9-53b0f31313b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:18:25Z', 'updated_at': '2022-10-04T09:20:32Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': 'fcc15711-ade6-4347-beb9-53b0f31313b4', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6bc5fb-2ea7-45d5-8f91-713613593805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:18:26Z', 'updated_at': '2022-10-04T09:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:36.223700 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-beeb524f-204a-4ec6-ba42-f1bb68908553 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:20:36.240213 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-beeb524f-204a-4ec6-ba42-f1bb68908553 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:20:36.255533 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fab5e9-f37b-44da-9357-378f145394ab None None] Checking router: 1c6bc5fb-2ea7-45d5-8f91-713613593805 for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:20:36.268062 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-13c409a4-2e05-41ab-ab8b-fdf3441c865b tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:36.278595 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fab5e9-f37b-44da-9357-378f145394ab None None] Routers {'1c6bc5fb-2ea7-45d5-8f91-713613593805'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:20:36.279229 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-47fab5e9-f37b-44da-9357-378f145394ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:20:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['1c6bc5fb-2ea7-45d5-8f91-713613593805'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:36.285046 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beeb524f-204a-4ec6-ba42-f1bb68908553 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Made reservation on behalf of 8da7648efb624fe4a409038c2398aae9 for: {'network': 2} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:20:36.290125 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-beeb524f-204a-4ec6-ba42-f1bb68908553 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:36.312121 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-beeb524f-204a-4ec6-ba42-f1bb68908553 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:36.314795 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-78baac77-051c-406a-9611-388468ff40d5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] For port fcc15711-ade6-4347-beb9-53b0f31313b4, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=fcc15711-ade6-4347-beb9-53b0f31313b4,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:20:36.315160 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-78baac77-051c-406a-9611-388468ff40d5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:36.332206 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-13c409a4-2e05-41ab-ab8b-fdf3441c865b tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da3d0681-cd6a-48a2-8a1f-95423b85b909']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:36.340064 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-beeb524f-204a-4ec6-ba42-f1bb68908553 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:20:36.347474 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-beeb524f-204a-4ec6-ba42-f1bb68908553 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Usage tracker for resource:security_group_rule and tenant:8da7648efb624fe4a409038c2398aae9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:20:36.350968 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-13c409a4-2e05-41ab-ab8b-fdf3441c865b tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8650852-9a14-4507-8474-dacb77ae8634') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:36.351267 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-13c409a4-2e05-41ab-ab8b-fdf3441c865b tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8650852-9a14-4507-8474-dacb77ae8634') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:36.357922 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-beeb524f-204a-4ec6-ba42-f1bb68908553 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:20:36.369565 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-beeb524f-204a-4ec6-ba42-f1bb68908553 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:20:36.373898 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-13c409a4-2e05-41ab-ab8b-fdf3441c865b tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:36.402826 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-13c409a4-2e05-41ab-ab8b-fdf3441c865b tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:36.413406 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13c409a4-2e05-41ab-ab8b-fdf3441c865b tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:20:36.413809 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-13c409a4-2e05-41ab-ab8b-fdf3441c865b tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:36.465077 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-78baac77-051c-406a-9611-388468ff40d5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Calling delete_port for fcc15711-ade6-4347-beb9-53b0f31313b4 owned by network:router_gateway {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:20:36.494746 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment e8650852-9a14-4507-8474-dacb77ae8634 resource provider aggregate not found Oct 04 09:20:36.538108 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-13c409a4-2e05-41ab-ab8b-fdf3441c865b tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:36.559750 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment e8650852-9a14-4507-8474-dacb77ae8634 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e8650852-9a14-4507-8474-dacb77ae8634 found for delete ", "request_id": "req-b73a97a9-99b7-4cda-bd2a-a4b8aaba0aea"}]} Oct 04 09:20:36.594064 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-13c409a4-2e05-41ab-ab8b-fdf3441c865b tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:36.605304 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-47fab5e9-f37b-44da-9357-378f145394ab None None] Set router 1c6bc5fb-2ea7-45d5-8f91-713613593805 gateway port host: None {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:20:36.617385 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c409a4-2e05-41ab-ab8b-fdf3441c865b tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Pushing event deleted for resources: {'Network': ['ID=da3d0681-cd6a-48a2-8a1f-95423b85b909,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:36.650580 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5e1d2f-9a74-4ebb-8508-2a9ac30d6e02 None None] DHCP port deletion for f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:20:36.651194 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-13c409a4-2e05-41ab-ab8b-fdf3441c865b tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "DELETE /v2.0/networks/da3d0681-cd6a-48a2-8a1f-95423b85b909 HTTP/1.1" status: 204 len: 168 time: 1.0489259 Oct 04 09:20:36.651868 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35582) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:36.660229 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-20fe082b-53e8-44c5-9d49-6885ccd507d6 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1850733460'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:36.675164 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-20fe082b-53e8-44c5-9d49-6885ccd507d6 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:20:36.686419 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35586) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:36.687315 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-20fe082b-53e8-44c5-9d49-6885ccd507d6 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Usage tracker for resource:network and tenant:2dafbf046c4040829635f144570fbfb3 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:20:36.698173 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-20fe082b-53e8-44c5-9d49-6885ccd507d6 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:20:36.714063 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-1c5e1d2f-9a74-4ebb-8508-2a9ac30d6e02 None None] Deleting port 89ad63bc-e384-4b82-99e8-b825af268b47 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:20:36.714435 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-1c5e1d2f-9a74-4ebb-8508-2a9ac30d6e02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:36.723963 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-beeb524f-204a-4ec6-ba42-f1bb68908553 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:36.725211 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-20fe082b-53e8-44c5-9d49-6885ccd507d6 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:20:36.733536 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-78baac77-051c-406a-9611-388468ff40d5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:36.735366 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-beeb524f-204a-4ec6-ba42-f1bb68908553 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:36.735948 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-beeb524f-204a-4ec6-ba42-f1bb68908553 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:36.766000 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20fe082b-53e8-44c5-9d49-6885ccd507d6 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Made reservation on behalf of 2dafbf046c4040829635f144570fbfb3 for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:20:36.776666 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-20fe082b-53e8-44c5-9d49-6885ccd507d6 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:36.787136 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78baac77-051c-406a-9611-388468ff40d5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'Port': ['ID=fcc15711-ade6-4347-beb9-53b0f31313b4,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:36.821983 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-47fab5e9-f37b-44da-9357-378f145394ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6bc5fb-2ea7-45d5-8f91-713613593805', 'name': 'tempest-TestNetworkBasicOps-router-1072555171', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:18:25Z', 'updated_at': '2022-10-04T09:20:36Z', 'revision_number': 6, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port_host': None}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:36.832998 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beeb524f-204a-4ec6-ba42-f1bb68908553 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:20:36.840847 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fab5e9-f37b-44da-9357-378f145394ab None None] The sync data for ids ['1c6bc5fb-2ea7-45d5-8f91-713613593805'] in dv-neutron-860215-1-hyperv is: [{'id': '1c6bc5fb-2ea7-45d5-8f91-713613593805', 'name': 'tempest-TestNetworkBasicOps-router-1072555171', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:18:25Z', 'updated_at': '2022-10-04T09:20:36Z', 'revision_number': 6, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port_host': None}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:20:36.860231 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-1503b9ad-1982-47b6-84b8-db1186d89ffa admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1431678278-network', 'tenant_id': '762cafa8479f44198f14c59f0b405abb'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:36.892655 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-1503b9ad-1982-47b6-84b8-db1186d89ffa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:20:36.895687 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-beeb524f-204a-4ec6-ba42-f1bb68908553 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:36.896178 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-beeb524f-204a-4ec6-ba42-f1bb68908553 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Added segment 3c57f8c2-99c0-45e5-b126-e94ee11b4dc2 of type vlan for network 854468f6-f36b-45f5-ad01-8c74f52595ec Oct 04 09:20:36.899457 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb524f-204a-4ec6-ba42-f1bb68908553 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7bef3c-e43b-4810-ad29-86cfee8818d3,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:36.909284 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-1503b9ad-1982-47b6-84b8-db1186d89ffa admin admin] Usage tracker for resource:network and tenant:762cafa8479f44198f14c59f0b405abb is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:20:36.915720 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-1503b9ad-1982-47b6-84b8-db1186d89ffa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:20:36.924630 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-1503b9ad-1982-47b6-84b8-db1186d89ffa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:20:36.929893 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-78baac77-051c-406a-9611-388468ff40d5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737040'] for router_gateway, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:36.932075 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20fe082b-53e8-44c5-9d49-6885ccd507d6 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:20:36.958219 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-beeb524f-204a-4ec6-ba42-f1bb68908553 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:36.962418 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-20fe082b-53e8-44c5-9d49-6885ccd507d6 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:36.962751 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-20fe082b-53e8-44c5-9d49-6885ccd507d6 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Added segment 9f5aa51b-1d6b-4e78-9acc-4a008aa3231b of type vlan for network 18901051-fc62-40db-908d-9a4374f3ffb7 Oct 04 09:20:36.964579 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1503b9ad-1982-47b6-84b8-db1186d89ffa admin admin] Made reservation on behalf of 762cafa8479f44198f14c59f0b405abb for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:20:36.967135 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1503b9ad-1982-47b6-84b8-db1186d89ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:36.969943 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-1c5e1d2f-9a74-4ebb-8508-2a9ac30d6e02 None None] For port 89ad63bc-e384-4b82-99e8-b825af268b47, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=89ad63bc-e384-4b82-99e8-b825af268b47,segment=NetworkSegment(feeeb55f-1f3a-425b-ac86-a79280e0f4bb),segment_id=feeeb55f-1f3a-425b-ac86-a79280e0f4bb)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:20:36.970397 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-1c5e1d2f-9a74-4ebb-8508-2a9ac30d6e02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:36.985898 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1503b9ad-1982-47b6-84b8-db1186d89ffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:37.034350 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-1503b9ad-1982-47b6-84b8-db1186d89ffa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:20:37.042243 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-20fe082b-53e8-44c5-9d49-6885ccd507d6 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:37.047678 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-1503b9ad-1982-47b6-84b8-db1186d89ffa admin admin] Usage tracker for resource:security_group_rule and tenant:762cafa8479f44198f14c59f0b405abb is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:20:37.053116 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-1503b9ad-1982-47b6-84b8-db1186d89ffa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:20:37.061583 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beeb524f-204a-4ec6-ba42-f1bb68908553 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:20:37.065417 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-1503b9ad-1982-47b6-84b8-db1186d89ffa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:20:37.101942 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-beeb524f-204a-4ec6-ba42-f1bb68908553 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:37.102306 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-beeb524f-204a-4ec6-ba42-f1bb68908553 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Added segment cc21c22b-4692-43a3-a720-13db01e05a52 of type vlan for network add33bdc-7d24-4f9a-9daf-be84c5535a0c Oct 04 09:20:37.128571 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-20fe082b-53e8-44c5-9d49-6885ccd507d6 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:37.133909 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fe082b-53e8-44c5-9d49-6885ccd507d6 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:37.134517 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-20fe082b-53e8-44c5-9d49-6885ccd507d6 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:37.161918 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-1c5e1d2f-9a74-4ebb-8508-2a9ac30d6e02 None None] Calling delete_port for 89ad63bc-e384-4b82-99e8-b825af268b47 owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:20:37.217787 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-78baac77-051c-406a-9611-388468ff40d5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:37.222772 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-78baac77-051c-406a-9611-388468ff40d5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:37.244403 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-beeb524f-204a-4ec6-ba42-f1bb68908553 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:37.254266 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-78baac77-051c-406a-9611-388468ff40d5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:37.255217 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78baac77-051c-406a-9611-388468ff40d5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Fanout notify agent at l3_agent the message router_deleted on router 1c6bc5fb-2ea7-45d5-8f91-713613593805 {{(pid=89032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:20:37.275013 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-78baac77-051c-406a-9611-388468ff40d5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:37.276927 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-78baac77-051c-406a-9611-388468ff40d5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "DELETE /v2.0/routers/1c6bc5fb-2ea7-45d5-8f91-713613593805 HTTP/1.1" status: 204 len: 168 time: 1.7201552 Oct 04 09:20:37.279775 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35592) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:37.291610 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-1c5e1d2f-9a74-4ebb-8508-2a9ac30d6e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:37.344026 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fe082b-53e8-44c5-9d49-6885ccd507d6 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Pushing event updated for resources: {'Network': ['ID=18901051-fc62-40db-908d-9a4374f3ffb7,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:37.346055 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5e1d2f-9a74-4ebb-8508-2a9ac30d6e02 None None] Pushing event deleted for resources: {'Port': ['ID=89ad63bc-e384-4b82-99e8-b825af268b47,revision_number=None']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:37.348377 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 89ad63bc-e384-4b82-99e8-b825af268b47 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:20:37.389501 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-20fe082b-53e8-44c5-9d49-6885ccd507d6 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7335520 Oct 04 09:20:37.392194 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 89ad63bc-e384-4b82-99e8-b825af268b47 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:20:37.392194 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 89ad63bc-e384-4b82-99e8-b825af268b47 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:20:37.393712 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 18901051-fc62-40db-908d-9a4374f3ffb7 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:20:37.395376 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35596) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:37.413556 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-1bf37898-da9d-4ebd-94da-3dc3ede45b26 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Request body: {'subnet': {'network_id': '18901051-fc62-40db-908d-9a4374f3ffb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:37.420861 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a1eb105b-0a3f-4a2b-9392-8dff9ecbfe3b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:37.423030 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5e1d2f-9a74-4ebb-8508-2a9ac30d6e02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:20:37.423396 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5e1d2f-9a74-4ebb-8508-2a9ac30d6e02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:20:37.423872 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5e1d2f-9a74-4ebb-8508-2a9ac30d6e02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:20:37.424215 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5e1d2f-9a74-4ebb-8508-2a9ac30d6e02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:20:37.424577 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5e1d2f-9a74-4ebb-8508-2a9ac30d6e02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:20:37.424911 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5e1d2f-9a74-4ebb-8508-2a9ac30d6e02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:20:37.425238 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5e1d2f-9a74-4ebb-8508-2a9ac30d6e02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:20:37.425559 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5e1d2f-9a74-4ebb-8508-2a9ac30d6e02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:20:37.425906 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5e1d2f-9a74-4ebb-8508-2a9ac30d6e02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:20:37.426212 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5e1d2f-9a74-4ebb-8508-2a9ac30d6e02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:20:37.426533 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5e1d2f-9a74-4ebb-8508-2a9ac30d6e02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:20:37.426850 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5e1d2f-9a74-4ebb-8508-2a9ac30d6e02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:20:37.429828 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5e1d2f-9a74-4ebb-8508-2a9ac30d6e02 None None] No DVR routers for this DVR port 89ad63bc-e384-4b82-99e8-b825af268b47 on host dv-neutron-860215-1-hyperv {{(pid=89034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:20:37.507854 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-beeb524f-204a-4ec6-ba42-f1bb68908553 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:37.508528 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-beeb524f-204a-4ec6-ba42-f1bb68908553 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:37.514079 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beeb524f-204a-4ec6-ba42-f1bb68908553 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:37.519826 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beeb524f-204a-4ec6-ba42-f1bb68908553 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:37.520537 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-beeb524f-204a-4ec6-ba42-f1bb68908553 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:37.557489 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a1eb105b-0a3f-4a2b-9392-8dff9ecbfe3b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:37.562273 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1503b9ad-1982-47b6-84b8-db1186d89ffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:37.584226 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-a1eb105b-0a3f-4a2b-9392-8dff9ecbfe3b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:37.596748 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-a1eb105b-0a3f-4a2b-9392-8dff9ecbfe3b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feeeb55f-1f3a-425b-ac86-a79280e0f4bb') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:37.597048 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-a1eb105b-0a3f-4a2b-9392-8dff9ecbfe3b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feeeb55f-1f3a-425b-ac86-a79280e0f4bb') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:37.608759 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a1eb105b-0a3f-4a2b-9392-8dff9ecbfe3b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:37.624961 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a1eb105b-0a3f-4a2b-9392-8dff9ecbfe3b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:37.629029 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1503b9ad-1982-47b6-84b8-db1186d89ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:37.631082 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1eb105b-0a3f-4a2b-9392-8dff9ecbfe3b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:20:37.631661 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a1eb105b-0a3f-4a2b-9392-8dff9ecbfe3b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:37.675911 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-beeb524f-204a-4ec6-ba42-f1bb68908553 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.0300629 Oct 04 09:20:37.699865 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35602) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:37.705571 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment feeeb55f-1f3a-425b-ac86-a79280e0f4bb resource provider aggregate not found Oct 04 09:20:37.736510 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment feeeb55f-1f3a-425b-ac86-a79280e0f4bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid feeeb55f-1f3a-425b-ac86-a79280e0f4bb found for delete ", "request_id": "req-27fdc429-330a-41b7-9d10-1e0e0bac96df"}]} Oct 04 09:20:37.738181 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-1bf37898-da9d-4ebd-94da-3dc3ede45b26 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:20:37.743472 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb524f-204a-4ec6-ba42-f1bb68908553 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Pushing event updated for resources: {'Network': ['ID=854468f6-f36b-45f5-ad01-8c74f52595ec,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:37.750905 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-1bf37898-da9d-4ebd-94da-3dc3ede45b26 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Usage tracker for resource:subnet and tenant:2dafbf046c4040829635f144570fbfb3 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:20:37.753751 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1503b9ad-1982-47b6-84b8-db1186d89ffa admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:20:37.755967 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a1eb105b-0a3f-4a2b-9392-8dff9ecbfe3b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:37.764522 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 854468f6-f36b-45f5-ad01-8c74f52595ec details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:20:37.784253 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1503b9ad-1982-47b6-84b8-db1186d89ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c19718-7658-4392-aeaf-38001ef94dbb,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:37.786968 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-1bf37898-da9d-4ebd-94da-3dc3ede45b26 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:20:37.799463 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a1eb105b-0a3f-4a2b-9392-8dff9ecbfe3b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:37.815812 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eb105b-0a3f-4a2b-9392-8dff9ecbfe3b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'Network': ['ID=f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:37.824915 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-a1eb105b-0a3f-4a2b-9392-8dff9ecbfe3b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "DELETE /v2.0/networks/f572b87e-676f-4a18-a8b7-0c0a4f4ff6ad HTTP/1.1" status: 204 len: 168 time: 0.5427401 Oct 04 09:20:37.841377 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35608) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:37.846967 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-ac93ba8c-e5d3-4213-86fb-7dae3c0331a4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'network': {'name': 'tempest-network-smoke--1593484301', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'port_security_enabled': True}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:37.851764 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-ac93ba8c-e5d3-4213-86fb-7dae3c0331a4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:20:37.856597 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-ac93ba8c-e5d3-4213-86fb-7dae3c0331a4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:network and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:20:37.861269 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-ac93ba8c-e5d3-4213-86fb-7dae3c0331a4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:20:37.868678 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-ac93ba8c-e5d3-4213-86fb-7dae3c0331a4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:20:37.881428 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac93ba8c-e5d3-4213-86fb-7dae3c0331a4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Made reservation on behalf of 78fb12e86c5f40beb578bfb97002b5c9 for: {'network': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:20:37.885906 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ac93ba8c-e5d3-4213-86fb-7dae3c0331a4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:37.920124 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac93ba8c-e5d3-4213-86fb-7dae3c0331a4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=89032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:20:37.930935 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ac93ba8c-e5d3-4213-86fb-7dae3c0331a4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:37.931325 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.segments_db [None req-ac93ba8c-e5d3-4213-86fb-7dae3c0331a4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Added segment 6bd41039-fd18-4a9e-83bc-8b3608d7fee7 of type vlan for network e2f61057-efcc-412a-9c83-3b6a02122329 Oct 04 09:20:37.959414 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ac93ba8c-e5d3-4213-86fb-7dae3c0331a4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:37.999453 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ac93ba8c-e5d3-4213-86fb-7dae3c0331a4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:38.005262 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac93ba8c-e5d3-4213-86fb-7dae3c0331a4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:38.005843 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ac93ba8c-e5d3-4213-86fb-7dae3c0331a4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:38.011434 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-1bf37898-da9d-4ebd-94da-3dc3ede45b26 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:20:38.040240 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1503b9ad-1982-47b6-84b8-db1186d89ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:38.040821 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-1503b9ad-1982-47b6-84b8-db1186d89ffa admin admin] Added segment 307ada42-ccbb-4285-a534-35c7b7874afa of type vlan for network 17d81218-c30f-4788-a3b1-36d74b44714f Oct 04 09:20:38.105447 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf37898-da9d-4ebd-94da-3dc3ede45b26 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Made reservation on behalf of 2dafbf046c4040829635f144570fbfb3 for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:20:38.108988 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1bf37898-da9d-4ebd-94da-3dc3ede45b26 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:38.120691 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-ac93ba8c-e5d3-4213-86fb-7dae3c0331a4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2780538 Oct 04 09:20:38.122745 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb524f-204a-4ec6-ba42-f1bb68908553 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Pushing event updated for resources: {'Network': ['ID=add33bdc-7d24-4f9a-9daf-be84c5535a0c,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:38.124416 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35612) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:38.127369 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac93ba8c-e5d3-4213-86fb-7dae3c0331a4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Network': ['ID=e2f61057-efcc-412a-9c83-3b6a02122329,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:38.133036 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-f3b67012-07ef-4179-86db-dfae32f85411 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1136286379', 'admin_state_up': True, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:38.140710 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network add33bdc-7d24-4f9a-9daf-be84c5535a0c details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:20:38.141236 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-f3b67012-07ef-4179-86db-dfae32f85411 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:20:38.145717 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-f3b67012-07ef-4179-86db-dfae32f85411 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:router and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:20:38.148657 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-f3b67012-07ef-4179-86db-dfae32f85411 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:20:38.155054 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-f3b67012-07ef-4179-86db-dfae32f85411 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:20:38.161512 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1503b9ad-1982-47b6-84b8-db1186d89ffa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:38.168446 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network e2f61057-efcc-412a-9c83-3b6a02122329 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:20:38.171231 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f3b67012-07ef-4179-86db-dfae32f85411 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:38.172484 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f3b67012-07ef-4179-86db-dfae32f85411 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:38.190577 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f3b67012-07ef-4179-86db-dfae32f85411 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:38.283191 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefd3894-9b38-4ea9-9cf9-48072ec42d1f tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:38.289005 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefd3894-9b38-4ea9-9cf9-48072ec42d1f tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:38.294558 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefd3894-9b38-4ea9-9cf9-48072ec42d1f tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:38.300439 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefd3894-9b38-4ea9-9cf9-48072ec42d1f tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:38.301300 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-cefd3894-9b38-4ea9-9cf9-48072ec42d1f tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Synchronizing usage tracker for tenant:8da7648efb624fe4a409038c2398aae9 on resource:network {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:20:38.334492 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1503b9ad-1982-47b6-84b8-db1186d89ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:38.335540 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1503b9ad-1982-47b6-84b8-db1186d89ffa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:38.336236 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1503b9ad-1982-47b6-84b8-db1186d89ffa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:38.366112 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-cefd3894-9b38-4ea9-9cf9-48072ec42d1f tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Unset dirty status for tenant:8da7648efb624fe4a409038c2398aae9 on resource:network {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:20:38.370391 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-cefd3894-9b38-4ea9-9cf9-48072ec42d1f tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6672928 Oct 04 09:20:38.416665 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35618) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:38.461967 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-1503b9ad-1982-47b6-84b8-db1186d89ffa admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7717688 Oct 04 09:20:38.466249 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35622) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:38.477410 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-a577240c-8484-436b-bdd4-0e571be9f101 admin admin] Request body: {'subnet': {'network_id': '17d81218-c30f-4788-a3b1-36d74b44714f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1431678278-subnet', 'tenant_id': '762cafa8479f44198f14c59f0b405abb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:38.482211 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1503b9ad-1982-47b6-84b8-db1186d89ffa admin admin] Pushing event updated for resources: {'Network': ['ID=17d81218-c30f-4788-a3b1-36d74b44714f,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:38.493622 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 17d81218-c30f-4788-a3b1-36d74b44714f details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:20:38.523563 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-a577240c-8484-436b-bdd4-0e571be9f101 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:20:38.533896 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a577240c-8484-436b-bdd4-0e571be9f101 admin admin] Usage tracker for resource:subnet and tenant:762cafa8479f44198f14c59f0b405abb is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:20:38.539652 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a577240c-8484-436b-bdd4-0e571be9f101 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:20:38.557020 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-a577240c-8484-436b-bdd4-0e571be9f101 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:20:38.578204 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f3b67012-07ef-4179-86db-dfae32f85411 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:38.583938 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a577240c-8484-436b-bdd4-0e571be9f101 admin admin] Made reservation on behalf of 762cafa8479f44198f14c59f0b405abb for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:20:38.586360 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a577240c-8484-436b-bdd4-0e571be9f101 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:38.628134 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bb5fe214-2403-4ebc-8ec9-be028a4219b8 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:38.710186 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1bf37898-da9d-4ebd-94da-3dc3ede45b26 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:38.811394 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf37898-da9d-4ebd-94da-3dc3ede45b26 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Pushing event updated for resources: {'Subnet': ['ID=8a59a4d3-ebb2-4dfb-bec5-301095d8b571,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:38.864468 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf37898-da9d-4ebd-94da-3dc3ede45b26 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Checking segment: {'id': '9f5aa51b-1d6b-4e78-9acc-4a008aa3231b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '18901051-fc62-40db-908d-9a4374f3ffb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:20:38.864889 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf37898-da9d-4ebd-94da-3dc3ede45b26 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Network hostable DHCP agents. Network: 18901051-fc62-40db-908d-9a4374f3ffb7, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:20:38.885692 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 08c39d5d-e369-4c83-b516-240585d258b0 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:20:38.906061 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf37898-da9d-4ebd-94da-3dc3ede45b26 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Network 18901051-fc62-40db-908d-9a4374f3ffb7 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:20:38.923058 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 08c39d5d-e369-4c83-b516-240585d258b0 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:20:38.923572 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 08c39d5d-e369-4c83-b516-240585d258b0 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:20:38.924061 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device fcc15711-ade6-4347-beb9-53b0f31313b4 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:20:38.933585 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-1bf37898-da9d-4ebd-94da-3dc3ede45b26 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 18901051-fc62-40db-908d-9a4374f3ffb7) {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:20:38.939362 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bb5fe214-2403-4ebc-8ec9-be028a4219b8 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:38.939873 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf37898-da9d-4ebd-94da-3dc3ede45b26 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:38.940552 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1bf37898-da9d-4ebd-94da-3dc3ede45b26 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:38.945186 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a577240c-8484-436b-bdd4-0e571be9f101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:38.956839 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f643da5-4b36-4fd9-ad72-99ea8af90210 None None] Network 18901051-fc62-40db-908d-9a4374f3ffb7 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:20:38.974782 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-bb5fe214-2403-4ebc-8ec9-be028a4219b8 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['854468f6-f36b-45f5-ad01-8c74f52595ec']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:38.978728 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: fcc15711-ade6-4347-beb9-53b0f31313b4 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:20:38.979175 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device fcc15711-ade6-4347-beb9-53b0f31313b4 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:20:38.997968 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-bb5fe214-2403-4ebc-8ec9-be028a4219b8 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c57f8c2-99c0-45e5-b126-e94ee11b4dc2') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:38.998305 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-bb5fe214-2403-4ebc-8ec9-be028a4219b8 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c57f8c2-99c0-45e5-b126-e94ee11b4dc2') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:39.014034 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bb5fe214-2403-4ebc-8ec9-be028a4219b8 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:39.029302 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-1bf37898-da9d-4ebd-94da-3dc3ede45b26 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6315119 Oct 04 09:20:39.031843 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35626) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:39.038405 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a577240c-8484-436b-bdd4-0e571be9f101 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a001e6fa-f03c-4437-98f2-3686a6dbc3eb,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:39.048960 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a577240c-8484-436b-bdd4-0e571be9f101 admin admin] Checking segment: {'id': '307ada42-ccbb-4285-a534-35c7b7874afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '17d81218-c30f-4788-a3b1-36d74b44714f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:20:39.049311 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a577240c-8484-436b-bdd4-0e571be9f101 admin admin] Network hostable DHCP agents. Network: 17d81218-c30f-4788-a3b1-36d74b44714f, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:20:39.068982 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a577240c-8484-436b-bdd4-0e571be9f101 admin admin] Network 17d81218-c30f-4788-a3b1-36d74b44714f is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:20:39.078531 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-a577240c-8484-436b-bdd4-0e571be9f101 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 17d81218-c30f-4788-a3b1-36d74b44714f) {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:20:39.082720 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bb5fe214-2403-4ebc-8ec9-be028a4219b8 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:39.083755 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a577240c-8484-436b-bdd4-0e571be9f101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:39.084583 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a577240c-8484-436b-bdd4-0e571be9f101 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:39.093410 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba53550-8312-4b3d-bbe2-f9df3e001e45 None None] Network 17d81218-c30f-4788-a3b1-36d74b44714f requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:20:39.114048 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a577240c-8484-436b-bdd4-0e571be9f101 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6369715 Oct 04 09:20:39.179060 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb5fe214-2403-4ebc-8ec9-be028a4219b8 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:20:39.179475 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bb5fe214-2403-4ebc-8ec9-be028a4219b8 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:39.329547 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae3553a-e1f9-4732-bc80-e55dd968a1f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-18901051-fc62-40db-908d-9a4374f3ffb7', 'network_id': '18901051-fc62-40db-908d-9a4374f3ffb7', 'tenant_id': '2dafbf046c4040829635f144570fbfb3', 'fixed_ips': [{'subnet_id': '8a59a4d3-ebb2-4dfb-bec5-301095d8b571'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:20:39.330501 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5ae3553a-e1f9-4732-bc80-e55dd968a1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:39.366984 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f3b67012-07ef-4179-86db-dfae32f85411 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router_gateway, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:39.407774 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f3b67012-07ef-4179-86db-dfae32f85411 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:39.447923 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bb5fe214-2403-4ebc-8ec9-be028a4219b8 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:39.475216 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bb5fe214-2403-4ebc-8ec9-be028a4219b8 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:39.486580 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5a739e-cb8b-40a9-80c8-cda36bc5266f None None] Network 17d81218-c30f-4788-a3b1-36d74b44714f requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:20:39.503922 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5fe214-2403-4ebc-8ec9-be028a4219b8 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Pushing event deleted for resources: {'Network': ['ID=854468f6-f36b-45f5-ad01-8c74f52595ec,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:39.550548 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-971691ef-f9b4-472e-a7c9-958dd927c653 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:39.558803 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-bb5fe214-2403-4ebc-8ec9-be028a4219b8 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] 10.222.0.50 "DELETE /v2.0/networks/854468f6-f36b-45f5-ad01-8c74f52595ec HTTP/1.1" status: 204 len: 168 time: 1.1412072 Oct 04 09:20:39.562263 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35642) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:39.669667 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35648) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:39.675183 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-447d9a02-affe-4f30-824e-587d39da3d6c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1161147935-network', 'tenant_id': '6333c7b5f81d494b82d1f9f49f4f54d7'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:39.680066 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-447d9a02-affe-4f30-824e-587d39da3d6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:20:39.692929 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-447d9a02-affe-4f30-824e-587d39da3d6c admin admin] Usage tracker for resource:network and tenant:6333c7b5f81d494b82d1f9f49f4f54d7 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:20:39.697211 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-447d9a02-affe-4f30-824e-587d39da3d6c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:20:39.704573 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-447d9a02-affe-4f30-824e-587d39da3d6c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:20:39.721586 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447d9a02-affe-4f30-824e-587d39da3d6c admin admin] Made reservation on behalf of 6333c7b5f81d494b82d1f9f49f4f54d7 for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:20:39.727136 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-447d9a02-affe-4f30-824e-587d39da3d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:39.753613 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-447d9a02-affe-4f30-824e-587d39da3d6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:39.775894 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-447d9a02-affe-4f30-824e-587d39da3d6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:20:39.776277 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 3c57f8c2-99c0-45e5-b126-e94ee11b4dc2 resource provider aggregate not found Oct 04 09:20:39.780640 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-447d9a02-affe-4f30-824e-587d39da3d6c admin admin] Usage tracker for resource:security_group_rule and tenant:6333c7b5f81d494b82d1f9f49f4f54d7 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:20:39.783557 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-447d9a02-affe-4f30-824e-587d39da3d6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:20:39.792220 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-447d9a02-affe-4f30-824e-587d39da3d6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:20:39.802178 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-5ae3553a-e1f9-4732-bc80-e55dd968a1f9 None None] Allocated IP 172.20.0.1 (18901051-fc62-40db-908d-9a4374f3ffb7/8a59a4d3-ebb2-4dfb-bec5-301095d8b571/af04c9e0-1d09-4b16-8d55-1177856e292c) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:20:39.808393 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-f3b67012-07ef-4179-86db-dfae32f85411 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Allocated IP 172.26.10.232 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/e61a0f9c-b670-4f61-9fc7-eb56fd69817d) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:20:39.813754 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 3c57f8c2-99c0-45e5-b126-e94ee11b4dc2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3c57f8c2-99c0-45e5-b126-e94ee11b4dc2 found for delete ", "request_id": "req-0e3f0f82-3e8e-43f5-a454-1496eb18454e"}]} Oct 04 09:20:39.817315 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2e0081d4-e3fd-4ea7-b1d6-95167bd95579 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:39.856393 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-971691ef-f9b4-472e-a7c9-958dd927c653 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:39.901688 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-447d9a02-affe-4f30-824e-587d39da3d6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:39.906293 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-447d9a02-affe-4f30-824e-587d39da3d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:39.933495 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-447d9a02-affe-4f30-824e-587d39da3d6c admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:20:39.946618 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447d9a02-affe-4f30-824e-587d39da3d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1913d5db-8118-4ae3-b484-07b17076e4e4,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:39.951767 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-447d9a02-affe-4f30-824e-587d39da3d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:39.952159 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-447d9a02-affe-4f30-824e-587d39da3d6c admin admin] Added segment 41299d06-3848-48e0-802e-e07b8e76d017 of type vlan for network ffd08da1-3196-4856-97bd-33807c16f3fc Oct 04 09:20:39.980094 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-447d9a02-affe-4f30-824e-587d39da3d6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:40.017719 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-447d9a02-affe-4f30-824e-587d39da3d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:40.019322 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447d9a02-affe-4f30-824e-587d39da3d6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:40.020203 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-447d9a02-affe-4f30-824e-587d39da3d6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:40.027962 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5ae3553a-e1f9-4732-bc80-e55dd968a1f9 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:40.038117 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-5ae3553a-e1f9-4732-bc80-e55dd968a1f9 None None] Transition to ACTIVE for port object af04c9e0-1d09-4b16-8d55-1177856e292c will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:20:40.056163 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-5ae3553a-e1f9-4732-bc80-e55dd968a1f9 None None] Transition to ACTIVE for port object af04c9e0-1d09-4b16-8d55-1177856e292c will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:20:40.063568 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5ae3553a-e1f9-4732-bc80-e55dd968a1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:40.114045 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2e0081d4-e3fd-4ea7-b1d6-95167bd95579 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:40.134062 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae3553a-e1f9-4732-bc80-e55dd968a1f9 None None] Network 18901051-fc62-40db-908d-9a4374f3ffb7 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:20:40.137990 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-5ae3553a-e1f9-4732-bc80-e55dd968a1f9 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:20:40.141336 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447d9a02-affe-4f30-824e-587d39da3d6c admin admin] Pushing event updated for resources: {'Network': ['ID=ffd08da1-3196-4856-97bd-33807c16f3fc,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:40.145525 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae3553a-e1f9-4732-bc80-e55dd968a1f9 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:20:40.147770 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae3553a-e1f9-4732-bc80-e55dd968a1f9 None None] Pushing event updated for resources: {'Port': ['ID=af04c9e0-1d09-4b16-8d55-1177856e292c,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:40.156207 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-447d9a02-affe-4f30-824e-587d39da3d6c admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4852087 Oct 04 09:20:40.164818 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35656) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:40.178377 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-2e0081d4-e3fd-4ea7-b1d6-95167bd95579 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['add33bdc-7d24-4f9a-9daf-be84c5535a0c']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:40.189222 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-122ea99e-3152-4b98-a502-a33cf1cdd81d admin admin] Request body: {'subnet': {'network_id': 'ffd08da1-3196-4856-97bd-33807c16f3fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1161147935-subnet', 'tenant_id': '6333c7b5f81d494b82d1f9f49f4f54d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:40.197902 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network ffd08da1-3196-4856-97bd-33807c16f3fc details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:20:40.206676 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-122ea99e-3152-4b98-a502-a33cf1cdd81d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:20:40.215728 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-971691ef-f9b4-472e-a7c9-958dd927c653 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:40.220191 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-2e0081d4-e3fd-4ea7-b1d6-95167bd95579 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc21c22b-4692-43a3-a720-13db01e05a52') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:40.220512 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-2e0081d4-e3fd-4ea7-b1d6-95167bd95579 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc21c22b-4692-43a3-a720-13db01e05a52') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:40.229923 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-122ea99e-3152-4b98-a502-a33cf1cdd81d admin admin] Usage tracker for resource:subnet and tenant:6333c7b5f81d494b82d1f9f49f4f54d7 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:20:40.261985 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f3b67012-07ef-4179-86db-dfae32f85411 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:40.264862 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-122ea99e-3152-4b98-a502-a33cf1cdd81d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:20:40.281236 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-122ea99e-3152-4b98-a502-a33cf1cdd81d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:20:40.284314 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971691ef-f9b4-472e-a7c9-958dd927c653 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Pushing event deleted for resources: {'Subnet': ['ID=8a59a4d3-ebb2-4dfb-bec5-301095d8b571,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:40.302573 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2e0081d4-e3fd-4ea7-b1d6-95167bd95579 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:40.344600 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-5ae3553a-e1f9-4732-bc80-e55dd968a1f9 None None] Attempting to bind port af04c9e0-1d09-4b16-8d55-1177856e292c on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:20:40.345220 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-5ae3553a-e1f9-4732-bc80-e55dd968a1f9 None None] Attempting to bind port af04c9e0-1d09-4b16-8d55-1177856e292c by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '9f5aa51b-1d6b-4e78-9acc-4a008aa3231b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '18901051-fc62-40db-908d-9a4374f3ffb7'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:20:40.345369 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae3553a-e1f9-4732-bc80-e55dd968a1f9 None None] Attempting to bind port af04c9e0-1d09-4b16-8d55-1177856e292c on network 18901051-fc62-40db-908d-9a4374f3ffb7 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:20:40.356274 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae3553a-e1f9-4732-bc80-e55dd968a1f9 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:20:40.356686 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae3553a-e1f9-4732-bc80-e55dd968a1f9 None None] Checking segment: {'id': '9f5aa51b-1d6b-4e78-9acc-4a008aa3231b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '18901051-fc62-40db-908d-9a4374f3ffb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:20:40.357089 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5ae3553a-e1f9-4732-bc80-e55dd968a1f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:40.357489 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae3553a-e1f9-4732-bc80-e55dd968a1f9 None None] Bound using segment: {'id': '9f5aa51b-1d6b-4e78-9acc-4a008aa3231b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '18901051-fc62-40db-908d-9a4374f3ffb7'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:20:40.357964 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-5ae3553a-e1f9-4732-bc80-e55dd968a1f9 None None] Bound port: af04c9e0-1d09-4b16-8d55-1177856e292c, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f5aa51b-1d6b-4e78-9acc-4a008aa3231b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '18901051-fc62-40db-908d-9a4374f3ffb7'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:20:40.358344 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5ae3553a-e1f9-4732-bc80-e55dd968a1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:40.457891 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-5ae3553a-e1f9-4732-bc80-e55dd968a1f9 None None] For port af04c9e0-1d09-4b16-8d55-1177856e292c, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:20:40.461555 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-5ae3553a-e1f9-4732-bc80-e55dd968a1f9 None None] For port af04c9e0-1d09-4b16-8d55-1177856e292c, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=af04c9e0-1d09-4b16-8d55-1177856e292c,segment=NetworkSegment(9f5aa51b-1d6b-4e78-9acc-4a008aa3231b),segment_id=9f5aa51b-1d6b-4e78-9acc-4a008aa3231b)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:20:40.466179 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5ae3553a-e1f9-4732-bc80-e55dd968a1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:40.507977 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122ea99e-3152-4b98-a502-a33cf1cdd81d admin admin] Made reservation on behalf of 6333c7b5f81d494b82d1f9f49f4f54d7 for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:20:40.510311 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-122ea99e-3152-4b98-a502-a33cf1cdd81d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:40.527294 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2e0081d4-e3fd-4ea7-b1d6-95167bd95579 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:40.585989 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-971691ef-f9b4-472e-a7c9-958dd927c653 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:40.587311 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae3553a-e1f9-4732-bc80-e55dd968a1f9 None None] Pushing event updated for resources: {'Port': ['ID=af04c9e0-1d09-4b16-8d55-1177856e292c,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:40.593798 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e0081d4-e3fd-4ea7-b1d6-95167bd95579 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:20:40.594201 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2e0081d4-e3fd-4ea7-b1d6-95167bd95579 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:40.610197 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85e3c2e-c3ce-4866-9505-c5a4f3cabffb None None] Network 18901051-fc62-40db-908d-9a4374f3ffb7 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:20:40.722415 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-971691ef-f9b4-472e-a7c9-958dd927c653 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18901051-fc62-40db-908d-9a4374f3ffb7']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:40.741198 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-971691ef-f9b4-472e-a7c9-958dd927c653 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f5aa51b-1d6b-4e78-9acc-4a008aa3231b') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:40.741487 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-971691ef-f9b4-472e-a7c9-958dd927c653 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f5aa51b-1d6b-4e78-9acc-4a008aa3231b') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:40.763497 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2e0081d4-e3fd-4ea7-b1d6-95167bd95579 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:40.768671 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-971691ef-f9b4-472e-a7c9-958dd927c653 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:40.796041 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2e0081d4-e3fd-4ea7-b1d6-95167bd95579 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:40.808076 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f3b67012-07ef-4179-86db-dfae32f85411 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:40.817800 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699e38ca-9c48-44e9-bd02-54a88a64fd36 None None] get_active_networks_info from dv-neutron-860215-1-hyperv {{(pid=89034) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 04 09:20:40.845726 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0081d4-e3fd-4ea7-b1d6-95167bd95579 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Pushing event deleted for resources: {'Network': ['ID=add33bdc-7d24-4f9a-9daf-be84c5535a0c,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:40.863310 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-971691ef-f9b4-472e-a7c9-958dd927c653 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:40.897581 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-971691ef-f9b4-472e-a7c9-958dd927c653 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:20:40.897982 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-971691ef-f9b4-472e-a7c9-958dd927c653 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:40.910216 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699e38ca-9c48-44e9-bd02-54a88a64fd36 None None] Resources bound (agent type, host, resource id): {{(pid=89034) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 04 09:20:40.913600 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-2e0081d4-e3fd-4ea7-b1d6-95167bd95579 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] 10.222.0.50 "DELETE /v2.0/networks/add33bdc-7d24-4f9a-9daf-be84c5535a0c HTTP/1.1" status: 204 len: 168 time: 1.3482294 Oct 04 09:20:40.916324 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35660) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:40.998440 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b67012-07ef-4179-86db-dfae32f85411 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:20:41.010087 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-f3b67012-07ef-4179-86db-dfae32f85411 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:20:41.033663 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b67012-07ef-4179-86db-dfae32f85411 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:20:41.073388 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b67012-07ef-4179-86db-dfae32f85411 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Port': ['ID=e61a0f9c-b670-4f61-9fc7-eb56fd69817d,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:41.086096 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890e21e7-3bf8-4092-b5ec-dde92ed5481f tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:41.092948 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890e21e7-3bf8-4092-b5ec-dde92ed5481f tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:41.098241 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-890e21e7-3bf8-4092-b5ec-dde92ed5481f tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1764803 Oct 04 09:20:41.098418 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.db.api [None req-971691ef-f9b4-472e-a7c9-958dd927c653 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 04 09:20:41.098418 dv-neutron-860215-1-hyperv neutron-server[89032]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 04 09:20:41.098418 dv-neutron-860215-1-hyperv neutron-server[89032]: [parameters: {'id': '18901051-fc62-40db-908d-9a4374f3ffb7'}] Oct 04 09:20:41.098418 dv-neutron-860215-1-hyperv neutron-server[89032]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89032) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:20:41.098844 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG oslo_db.api [None req-971691ef-f9b4-472e-a7c9-958dd927c653 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:20:41.098951 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35664) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:41.104818 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-d14676fe-2025-4e67-afac-4fbc8155c93a tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1748737208'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:41.110386 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-d14676fe-2025-4e67-afac-4fbc8155c93a tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:20:41.115074 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-d14676fe-2025-4e67-afac-4fbc8155c93a tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Usage tracker for resource:network and tenant:8da7648efb624fe4a409038c2398aae9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:20:41.118072 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-d14676fe-2025-4e67-afac-4fbc8155c93a tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:20:41.126103 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-d14676fe-2025-4e67-afac-4fbc8155c93a tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:20:41.134109 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:41.138688 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14676fe-2025-4e67-afac-4fbc8155c93a tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Made reservation on behalf of 8da7648efb624fe4a409038c2398aae9 for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:20:41.142877 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d14676fe-2025-4e67-afac-4fbc8155c93a tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:41.171515 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d14676fe-2025-4e67-afac-4fbc8155c93a tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:20:41.181946 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d14676fe-2025-4e67-afac-4fbc8155c93a tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:41.182425 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-d14676fe-2025-4e67-afac-4fbc8155c93a tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Added segment e9d898ce-7279-493e-8956-77bb0ac8f72f of type vlan for network e39d57b3-9c0e-4241-9617-f736200b33e5 Oct 04 09:20:41.210643 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d14676fe-2025-4e67-afac-4fbc8155c93a tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:41.245534 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d14676fe-2025-4e67-afac-4fbc8155c93a tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:41.251650 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14676fe-2025-4e67-afac-4fbc8155c93a tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:41.252319 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d14676fe-2025-4e67-afac-4fbc8155c93a tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:41.289136 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-122ea99e-3152-4b98-a502-a33cf1cdd81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:41.360077 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-d14676fe-2025-4e67-afac-4fbc8155c93a tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2578640 Oct 04 09:20:41.361447 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35668) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:41.368897 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-8afac99e-ff0f-46c0-b4cd-5b28277a0378 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1609628387'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:41.376337 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14676fe-2025-4e67-afac-4fbc8155c93a tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Pushing event updated for resources: {'Network': ['ID=e39d57b3-9c0e-4241-9617-f736200b33e5,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:41.378716 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-8afac99e-ff0f-46c0-b4cd-5b28277a0378 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:20:41.383017 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-8afac99e-ff0f-46c0-b4cd-5b28277a0378 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Usage tracker for resource:network and tenant:8da7648efb624fe4a409038c2398aae9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:20:41.386200 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-8afac99e-ff0f-46c0-b4cd-5b28277a0378 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:20:41.390718 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122ea99e-3152-4b98-a502-a33cf1cdd81d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7681eba1-30f3-403d-8277-353c35e19344,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:41.393033 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-8afac99e-ff0f-46c0-b4cd-5b28277a0378 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:20:41.395819 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network e39d57b3-9c0e-4241-9617-f736200b33e5 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:20:41.401752 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122ea99e-3152-4b98-a502-a33cf1cdd81d admin admin] Checking segment: {'id': '41299d06-3848-48e0-802e-e07b8e76d017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ffd08da1-3196-4856-97bd-33807c16f3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:20:41.402164 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122ea99e-3152-4b98-a502-a33cf1cdd81d admin admin] Network hostable DHCP agents. Network: ffd08da1-3196-4856-97bd-33807c16f3fc, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:20:41.405624 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8afac99e-ff0f-46c0-b4cd-5b28277a0378 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Made reservation on behalf of 8da7648efb624fe4a409038c2398aae9 for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:20:41.409206 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8afac99e-ff0f-46c0-b4cd-5b28277a0378 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:41.438422 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8afac99e-ff0f-46c0-b4cd-5b28277a0378 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:20:41.447774 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8afac99e-ff0f-46c0-b4cd-5b28277a0378 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:41.448119 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-8afac99e-ff0f-46c0-b4cd-5b28277a0378 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Added segment ac9e4706-f004-4c23-b5c5-999d82939a80 of type vlan for network 1acca10c-c39d-4d9f-a8b2-781aae1cece9 Oct 04 09:20:41.476087 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8afac99e-ff0f-46c0-b4cd-5b28277a0378 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:41.510209 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8afac99e-ff0f-46c0-b4cd-5b28277a0378 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:41.516389 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afac99e-ff0f-46c0-b4cd-5b28277a0378 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:41.516971 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8afac99e-ff0f-46c0-b4cd-5b28277a0378 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:41.548108 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122ea99e-3152-4b98-a502-a33cf1cdd81d admin admin] Network ffd08da1-3196-4856-97bd-33807c16f3fc is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:20:41.571924 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-122ea99e-3152-4b98-a502-a33cf1cdd81d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, ffd08da1-3196-4856-97bd-33807c16f3fc) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:20:41.579490 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122ea99e-3152-4b98-a502-a33cf1cdd81d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:41.579761 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-122ea99e-3152-4b98-a502-a33cf1cdd81d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:41.583474 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37789e42-cef1-4e7f-93e6-abc10cacdc78 None None] Network ffd08da1-3196-4856-97bd-33807c16f3fc requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:20:41.599188 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-971691ef-f9b4-472e-a7c9-958dd927c653 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:41.609944 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f3b67012-07ef-4179-86db-dfae32f85411 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router_gateway, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:41.631119 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-8afac99e-ff0f-46c0-b4cd-5b28277a0378 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2661705 Oct 04 09:20:41.631639 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35672) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:41.634214 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afac99e-ff0f-46c0-b4cd-5b28277a0378 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Pushing event updated for resources: {'Network': ['ID=1acca10c-c39d-4d9f-a8b2-781aae1cece9,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:41.646548 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-aa48a19f-6c82-46bd-8820-347c3d5f2cc3 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Request body: {'ports': [{'network_id': 'e39d57b3-9c0e-4241-9617-f736200b33e5', 'name': 'tempest-port--584884851', 'admin_state_up': True}, {'network_id': '1acca10c-c39d-4d9f-a8b2-781aae1cece9', 'admin_state_up': False}]} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:41.646889 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-aa48a19f-6c82-46bd-8820-347c3d5f2cc3 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Request body: {'port': {'network_id': 'e39d57b3-9c0e-4241-9617-f736200b33e5', 'name': 'tempest-port--584884851', 'admin_state_up': True}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:41.647462 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-aa48a19f-6c82-46bd-8820-347c3d5f2cc3 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Request body: {'port': {'network_id': '1acca10c-c39d-4d9f-a8b2-781aae1cece9', 'admin_state_up': False}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:41.659115 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 1acca10c-c39d-4d9f-a8b2-781aae1cece9 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:20:41.675068 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-122ea99e-3152-4b98-a502-a33cf1cdd81d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4996655 Oct 04 09:20:41.689697 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-971691ef-f9b4-472e-a7c9-958dd927c653 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Deleting port af04c9e0-1d09-4b16-8d55-1177856e292c {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:20:41.690041 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-971691ef-f9b4-472e-a7c9-958dd927c653 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:41.958869 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab85a076-e8b0-4b44-b46b-a11f2cd20495 None None] Network ffd08da1-3196-4856-97bd-33807c16f3fc requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:20:41.977103 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment cc21c22b-4692-43a3-a720-13db01e05a52 resource provider aggregate not found Oct 04 09:20:42.014061 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment cc21c22b-4692-43a3-a720-13db01e05a52 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cc21c22b-4692-43a3-a720-13db01e05a52 found for delete ", "request_id": "req-2d3c3339-190c-4c81-9619-1479bb2e75df"}]} Oct 04 09:20:42.094631 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 9f5aa51b-1d6b-4e78-9acc-4a008aa3231b resource provider aggregate not found Oct 04 09:20:42.098799 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-aa48a19f-6c82-46bd-8820-347c3d5f2cc3 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:20:42.102835 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-aa48a19f-6c82-46bd-8820-347c3d5f2cc3 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Usage tracker for resource:port and tenant:8da7648efb624fe4a409038c2398aae9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:20:42.106576 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-aa48a19f-6c82-46bd-8820-347c3d5f2cc3 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:20:42.112909 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-aa48a19f-6c82-46bd-8820-347c3d5f2cc3 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:20:42.126017 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa48a19f-6c82-46bd-8820-347c3d5f2cc3 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Made reservation on behalf of 8da7648efb624fe4a409038c2398aae9 for: {'port': 2} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:20:42.131132 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aa48a19f-6c82-46bd-8820-347c3d5f2cc3 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:42.133070 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 9f5aa51b-1d6b-4e78-9acc-4a008aa3231b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9f5aa51b-1d6b-4e78-9acc-4a008aa3231b found for delete ", "request_id": "req-78d69ec6-6f9d-4443-b65e-2dd0c06dc318"}]} Oct 04 09:20:42.155964 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aa48a19f-6c82-46bd-8820-347c3d5f2cc3 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:42.312268 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-971691ef-f9b4-472e-a7c9-958dd927c653 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] For port af04c9e0-1d09-4b16-8d55-1177856e292c, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=af04c9e0-1d09-4b16-8d55-1177856e292c,segment=NetworkSegment(9f5aa51b-1d6b-4e78-9acc-4a008aa3231b),segment_id=9f5aa51b-1d6b-4e78-9acc-4a008aa3231b)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:20:42.312644 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-971691ef-f9b4-472e-a7c9-958dd927c653 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:42.443868 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-971691ef-f9b4-472e-a7c9-958dd927c653 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Calling delete_port for af04c9e0-1d09-4b16-8d55-1177856e292c owned by network:dhcp {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:20:42.488388 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [None req-aa48a19f-6c82-46bd-8820-347c3d5f2cc3 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] device_id is not set on port cc10f3b6-833e-4e83-8baa-e06bf36af87f yet. {{(pid=89033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:20:42.489335 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f3b67012-07ef-4179-86db-dfae32f85411 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:42.531555 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be69256-f5de-45d4-a5b4-625dc9cd5e00 req-6a6ca56a-e716-4725-9ad5-4d8b3bcdd174 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:42.532233 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-6be69256-f5de-45d4-a5b4-625dc9cd5e00 req-6a6ca56a-e716-4725-9ad5-4d8b3bcdd174 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Synchronizing usage tracker for tenant:762cafa8479f44198f14c59f0b405abb on resource:network {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:20:42.556904 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-6be69256-f5de-45d4-a5b4-625dc9cd5e00 req-6a6ca56a-e716-4725-9ad5-4d8b3bcdd174 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Unset dirty status for tenant:762cafa8479f44198f14c59f0b405abb on resource:network {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:20:42.560813 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-6be69256-f5de-45d4-a5b4-625dc9cd5e00 req-6a6ca56a-e716-4725-9ad5-4d8b3bcdd174 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] 10.222.0.50 "GET /v2.0/networks?id=17d81218-c30f-4788-a3b1-36d74b44714f HTTP/1.1" status: 200 len: 812 time: 0.2773669 Oct 04 09:20:42.589189 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-6be69256-f5de-45d4-a5b4-625dc9cd5e00 req-6b96d9fc-fe56-4bb8-ab14-c3614c2ce89a tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] 10.222.0.50 "GET /v2.0/quotas/762cafa8479f44198f14c59f0b405abb HTTP/1.1" status: 200 len: 375 time: 0.0234175 Oct 04 09:20:42.664549 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-6be69256-f5de-45d4-a5b4-625dc9cd5e00 req-6cfd0011-8fbb-4a24-8156-ec6e39cb89e8 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=762cafa8479f44198f14c59f0b405abb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0649345 Oct 04 09:20:42.676051 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-971691ef-f9b4-472e-a7c9-958dd927c653 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:42.687364 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aa48a19f-6c82-46bd-8820-347c3d5f2cc3 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:42.738133 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971691ef-f9b4-472e-a7c9-958dd927c653 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Pushing event deleted for resources: {'Port': ['ID=af04c9e0-1d09-4b16-8d55-1177856e292c,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:42.742879 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971691ef-f9b4-472e-a7c9-958dd927c653 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] No DVR routers for this DVR port af04c9e0-1d09-4b16-8d55-1177856e292c on host dv-neutron-860215-1-hyperv {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:20:42.826914 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [None req-aa48a19f-6c82-46bd-8820-347c3d5f2cc3 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] device_id is not set on port 67019ed9-bcf6-4864-b169-963beb992b2c yet. {{(pid=89033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:20:42.859190 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [req-6be69256-f5de-45d4-a5b4-625dc9cd5e00 req-60fc4036-7f39-489e-93f5-71e1dd04ec62 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=89033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:20:42.860027 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-6be69256-f5de-45d4-a5b4-625dc9cd5e00 req-60fc4036-7f39-489e-93f5-71e1dd04ec62 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0584896 Oct 04 09:20:42.884647 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-971691ef-f9b4-472e-a7c9-958dd927c653 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:42.920102 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-971691ef-f9b4-472e-a7c9-958dd927c653 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18901051-fc62-40db-908d-9a4374f3ffb7']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:42.932551 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-971691ef-f9b4-472e-a7c9-958dd927c653 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f5aa51b-1d6b-4e78-9acc-4a008aa3231b') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:42.932853 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-971691ef-f9b4-472e-a7c9-958dd927c653 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f5aa51b-1d6b-4e78-9acc-4a008aa3231b') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:42.939918 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3b67012-07ef-4179-86db-dfae32f85411 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Router c0edcb76-0a1e-477b-bd6e-84980f6012e1 is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:20:42.949433 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-971691ef-f9b4-472e-a7c9-958dd927c653 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:43.014428 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aa48a19f-6c82-46bd-8820-347c3d5f2cc3 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:43.029069 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-971691ef-f9b4-472e-a7c9-958dd927c653 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:43.046574 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-971691ef-f9b4-472e-a7c9-958dd927c653 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:20:43.047298 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-971691ef-f9b4-472e-a7c9-958dd927c653 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:43.052611 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-6be69256-f5de-45d4-a5b4-625dc9cd5e00 req-3189278d-2a01-4a83-8811-9ac76ca82154 service neutron] 10.222.0.50 "GET /v2.0/networks/17d81218-c30f-4788-a3b1-36d74b44714f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856415 Oct 04 09:20:43.151524 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aa48a19f-6c82-46bd-8820-347c3d5f2cc3 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:43.214067 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-971691ef-f9b4-472e-a7c9-958dd927c653 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:43.235209 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-971691ef-f9b4-472e-a7c9-958dd927c653 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:43.248891 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971691ef-f9b4-472e-a7c9-958dd927c653 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Pushing event deleted for resources: {'Network': ['ID=18901051-fc62-40db-908d-9a4374f3ffb7,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:43.255118 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-971691ef-f9b4-472e-a7c9-958dd927c653 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "DELETE /v2.0/networks/18901051-fc62-40db-908d-9a4374f3ffb7 HTTP/1.1" status: 204 len: 168 time: 4.2222791 Oct 04 09:20:43.256316 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b67012-07ef-4179-86db-dfae32f85411 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:20:43.264285 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35708) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:43.267846 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7340edfd-4285-4e7c-9026-b9076c439447 None None] Sync routers for ids ['c0edcb76-0a1e-477b-bd6e-84980f6012e1'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:20:43.276924 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7340edfd-4285-4e7c-9026-b9076c439447 None None] Routers {'c0edcb76-0a1e-477b-bd6e-84980f6012e1'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:20:43.278677 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-7340edfd-4285-4e7c-9026-b9076c439447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:20:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['c0edcb76-0a1e-477b-bd6e-84980f6012e1'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:43.283195 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f3b67012-07ef-4179-86db-dfae32f85411 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:43.287466 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-f3b67012-07ef-4179-86db-dfae32f85411 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.1587405 Oct 04 09:20:43.288210 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35712) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:43.288374 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-a4058b5c-bad0-4cab-8b33-49d46da9fe51 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1453242858'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:43.301479 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-a4058b5c-bad0-4cab-8b33-49d46da9fe51 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:20:43.307010 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa48a19f-6c82-46bd-8820-347c3d5f2cc3 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Pushing event updated for resources: {'Port': ['ID=cc10f3b6-833e-4e83-8baa-e06bf36af87f,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:43.314694 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-6be69256-f5de-45d4-a5b4-625dc9cd5e00 req-472bb255-5c9b-45af-9891-d7c32730816f service neutron] 10.222.0.50 "GET /v2.0/networks/17d81218-c30f-4788-a3b1-36d74b44714f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537124 Oct 04 09:20:43.317211 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a4058b5c-bad0-4cab-8b33-49d46da9fe51 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Usage tracker for resource:network and tenant:2dafbf046c4040829635f144570fbfb3 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:20:43.320168 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa48a19f-6c82-46bd-8820-347c3d5f2cc3 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Checking segment: {'id': 'e9d898ce-7279-493e-8956-77bb0ac8f72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e39d57b3-9c0e-4241-9617-f736200b33e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:20:43.320547 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa48a19f-6c82-46bd-8820-347c3d5f2cc3 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Network hostable DHCP agents. Network: e39d57b3-9c0e-4241-9617-f736200b33e5, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:20:43.327052 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a4058b5c-bad0-4cab-8b33-49d46da9fe51 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:20:43.339388 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-a4058b5c-bad0-4cab-8b33-49d46da9fe51 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:20:43.353872 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa48a19f-6c82-46bd-8820-347c3d5f2cc3 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Network e39d57b3-9c0e-4241-9617-f736200b33e5 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:20:43.360247 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4058b5c-bad0-4cab-8b33-49d46da9fe51 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Made reservation on behalf of 2dafbf046c4040829635f144570fbfb3 for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:20:43.364002 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a4058b5c-bad0-4cab-8b33-49d46da9fe51 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:43.384967 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-aa48a19f-6c82-46bd-8820-347c3d5f2cc3 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, e39d57b3-9c0e-4241-9617-f736200b33e5) {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:20:43.392885 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa48a19f-6c82-46bd-8820-347c3d5f2cc3 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:20:43.393995 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d12df0-f4d0-4535-9755-7d99718ec1af None None] Network e39d57b3-9c0e-4241-9617-f736200b33e5 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:20:43.394490 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aa48a19f-6c82-46bd-8820-347c3d5f2cc3 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:43.492138 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4058b5c-bad0-4cab-8b33-49d46da9fe51 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:20:43.519141 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-5f33659c-5531-41ea-a12c-dbb57861e3fc tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=78fb12e86c5f40beb578bfb97002b5c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2296541 Oct 04 09:20:43.521097 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35720) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:43.539281 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a4058b5c-bad0-4cab-8b33-49d46da9fe51 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:43.539678 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-a4058b5c-bad0-4cab-8b33-49d46da9fe51 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Added segment 64441e44-0fbb-4057-a3a5-68ef1b04121e of type vlan for network 58a0e0ac-fa76-421d-96d8-6c0af402a95d Oct 04 09:20:43.541013 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa48a19f-6c82-46bd-8820-347c3d5f2cc3 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Pushing event updated for resources: {'Port': ['ID=67019ed9-bcf6-4864-b169-963beb992b2c,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:43.554119 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-7340edfd-4285-4e7c-9026-b9076c439447 None None] Set router c0edcb76-0a1e-477b-bd6e-84980f6012e1 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:20:43.570359 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa48a19f-6c82-46bd-8820-347c3d5f2cc3 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Checking segment: {'id': 'ac9e4706-f004-4c23-b5c5-999d82939a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1acca10c-c39d-4d9f-a8b2-781aae1cece9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:20:43.570773 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa48a19f-6c82-46bd-8820-347c3d5f2cc3 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Network hostable DHCP agents. Network: 1acca10c-c39d-4d9f-a8b2-781aae1cece9, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:20:43.603374 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a4058b5c-bad0-4cab-8b33-49d46da9fe51 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:43.627583 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa48a19f-6c82-46bd-8820-347c3d5f2cc3 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Network 1acca10c-c39d-4d9f-a8b2-781aae1cece9 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:20:43.646645 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-aa48a19f-6c82-46bd-8820-347c3d5f2cc3 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 1acca10c-c39d-4d9f-a8b2-781aae1cece9) {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:20:43.651988 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa48a19f-6c82-46bd-8820-347c3d5f2cc3 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:20:43.669539 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa48a19f-6c82-46bd-8820-347c3d5f2cc3 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:43.677126 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa48a19f-6c82-46bd-8820-347c3d5f2cc3 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:43.677827 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aa48a19f-6c82-46bd-8820-347c3d5f2cc3 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:43.706791 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392d9099-f04d-470b-9d48-321a661bddd5 None None] Network 1acca10c-c39d-4d9f-a8b2-781aae1cece9 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:20:43.727845 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a4058b5c-bad0-4cab-8b33-49d46da9fe51 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:43.743297 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4058b5c-bad0-4cab-8b33-49d46da9fe51 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:43.743961 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a4058b5c-bad0-4cab-8b33-49d46da9fe51 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:43.788070 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-aa48a19f-6c82-46bd-8820-347c3d5f2cc3 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.1533723 Oct 04 09:20:43.799172 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35728) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:43.880851 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-afb5a5d3-f3ae-4959-828f-8db07749004c req-1b733a1e-741e-4fbb-b3a6-9dd6cc4e79eb tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] 10.222.0.50 "GET /v2.0/ports?device_id=0adcaabc-4575-4422-aad7-cc1985e85ab1 HTTP/1.1" status: 200 len: 210 time: 0.2495892 Oct 04 09:20:43.963938 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8439092c-bb03-4e4f-9c70-65500f778db2 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:43.965601 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-8439092c-bb03-4e4f-9c70-65500f778db2 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4432826 Oct 04 09:20:43.968520 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35736) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:44.048621 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-7340edfd-4285-4e7c-9026-b9076c439447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0edcb76-0a1e-477b-bd6e-84980f6012e1', 'name': 'tempest-TestNetworkBasicOps-router-1136286379', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.232'}], 'enable_snat': True}, 'gw_port_id': 'e61a0f9c-b670-4f61-9fc7-eb56fd69817d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:20:38Z', 'updated_at': '2022-10-04T09:20:41Z', 'revision_number': 3, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': 'e61a0f9c-b670-4f61-9fc7-eb56fd69817d', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0edcb76-0a1e-477b-bd6e-84980f6012e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:20:39Z', 'updated_at': '2022-10-04T09:20:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:44.054144 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7340edfd-4285-4e7c-9026-b9076c439447 None None] Checking router: c0edcb76-0a1e-477b-bd6e-84980f6012e1 for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:20:44.054513 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7340edfd-4285-4e7c-9026-b9076c439447 None None] Updating router c0edcb76-0a1e-477b-bd6e-84980f6012e1 port e61a0f9c-b670-4f61-9fc7-eb56fd69817d binding host dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:20:44.061694 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-56cd03f5-721f-4d5b-acca-785284e98a5c tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=f33938cd-879e-4461-9b5e-aa67b746b6bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0886214 Oct 04 09:20:44.063097 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35740) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:44.067867 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-3f0708d6-eaac-40cb-b3dc-f3fdbaa8e799 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-814311453', 'network_id': 'e2f61057-efcc-412a-9c83-3b6a02122329', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:44.128999 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-7340edfd-4285-4e7c-9026-b9076c439447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:44.162684 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a4058b5c-bad0-4cab-8b33-49d46da9fe51 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8923650 Oct 04 09:20:44.164320 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35748) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:44.164962 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4058b5c-bad0-4cab-8b33-49d46da9fe51 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Pushing event updated for resources: {'Network': ['ID=58a0e0ac-fa76-421d-96d8-6c0af402a95d,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:44.175289 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-ef87758b-c801-4b35-a387-13438c224397 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Request body: {'subnet': {'network_id': '58a0e0ac-fa76-421d-96d8-6c0af402a95d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:44.178943 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 58a0e0ac-fa76-421d-96d8-6c0af402a95d details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:20:44.180003 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 9f5aa51b-1d6b-4e78-9acc-4a008aa3231b resource provider aggregate not found Oct 04 09:20:44.227495 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-3f0708d6-eaac-40cb-b3dc-f3fdbaa8e799 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:20:44.232627 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-3f0708d6-eaac-40cb-b3dc-f3fdbaa8e799 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:subnet and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:20:44.238274 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-3f0708d6-eaac-40cb-b3dc-f3fdbaa8e799 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:20:44.241997 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 9f5aa51b-1d6b-4e78-9acc-4a008aa3231b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9f5aa51b-1d6b-4e78-9acc-4a008aa3231b found for delete ", "request_id": "req-9ede5050-5783-49c0-9258-2366442c0cab"}]} Oct 04 09:20:44.246129 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-3f0708d6-eaac-40cb-b3dc-f3fdbaa8e799 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:20:44.258557 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0708d6-eaac-40cb-b3dc-f3fdbaa8e799 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Made reservation on behalf of 78fb12e86c5f40beb578bfb97002b5c9 for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:20:44.263558 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3f0708d6-eaac-40cb-b3dc-f3fdbaa8e799 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:44.280763 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2abf877-bc10-4d3c-b11a-e440559a51e0 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:44.287151 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2abf877-bc10-4d3c-b11a-e440559a51e0 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:44.288640 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-c2abf877-bc10-4d3c-b11a-e440559a51e0 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Synchronizing usage tracker for tenant:8da7648efb624fe4a409038c2398aae9 on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:20:44.342427 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-c2abf877-bc10-4d3c-b11a-e440559a51e0 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Unset dirty status for tenant:8da7648efb624fe4a409038c2398aae9 on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:20:44.346160 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-c2abf877-bc10-4d3c-b11a-e440559a51e0 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.5373600 Oct 04 09:20:44.346160 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-ef87758b-c801-4b35-a387-13438c224397 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:20:44.346509 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35754) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:44.349716 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-ef87758b-c801-4b35-a387-13438c224397 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Usage tracker for resource:subnet and tenant:2dafbf046c4040829635f144570fbfb3 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:20:44.352666 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-ef87758b-c801-4b35-a387-13438c224397 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:20:44.359103 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-ef87758b-c801-4b35-a387-13438c224397 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:20:44.370565 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef87758b-c801-4b35-a387-13438c224397 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Made reservation on behalf of 2dafbf046c4040829635f144570fbfb3 for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:20:44.375769 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ef87758b-c801-4b35-a387-13438c224397 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:44.449476 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-839f553f-2e2f-4229-93f9-9dfdc335ae92 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Deleting port cc10f3b6-833e-4e83-8baa-e06bf36af87f {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:20:44.450304 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-839f553f-2e2f-4229-93f9-9dfdc335ae92 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:44.643670 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ef87758b-c801-4b35-a387-13438c224397 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:44.689895 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-7340edfd-4285-4e7c-9026-b9076c439447 None None] Notify callbacks [] for port, precommit_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:44.705329 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.provisioning_blocks [None req-7340edfd-4285-4e7c-9026-b9076c439447 None None] Transition to ACTIVE for port object e61a0f9c-b670-4f61-9fc7-eb56fd69817d will not be triggered until provisioned by entity L2. {{(pid=89035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:20:44.714663 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-7340edfd-4285-4e7c-9026-b9076c439447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:44.749449 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-839f553f-2e2f-4229-93f9-9dfdc335ae92 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:44.759833 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef87758b-c801-4b35-a387-13438c224397 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Pushing event updated for resources: {'Subnet': ['ID=baa44fea-4283-4d0d-87ad-f17776cd32f3,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:44.790199 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef87758b-c801-4b35-a387-13438c224397 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Checking segment: {'id': '64441e44-0fbb-4057-a3a5-68ef1b04121e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '58a0e0ac-fa76-421d-96d8-6c0af402a95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:20:44.790555 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef87758b-c801-4b35-a387-13438c224397 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Network hostable DHCP agents. Network: 58a0e0ac-fa76-421d-96d8-6c0af402a95d, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:20:44.794835 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-7340edfd-4285-4e7c-9026-b9076c439447 None None] Attempting to bind port e61a0f9c-b670-4f61-9fc7-eb56fd69817d on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:20:44.795202 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-7340edfd-4285-4e7c-9026-b9076c439447 None None] Attempting to bind port e61a0f9c-b670-4f61-9fc7-eb56fd69817d by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:20:44.795555 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7340edfd-4285-4e7c-9026-b9076c439447 None None] Attempting to bind port e61a0f9c-b670-4f61-9fc7-eb56fd69817d on network f33938cd-879e-4461-9b5e-aa67b746b6bd {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:20:44.806036 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7340edfd-4285-4e7c-9026-b9076c439447 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:20:44.806664 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7340edfd-4285-4e7c-9026-b9076c439447 None None] Checking segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:20:44.807282 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-7340edfd-4285-4e7c-9026-b9076c439447 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:44.807754 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7340edfd-4285-4e7c-9026-b9076c439447 None None] Bound using segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:20:44.808229 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-7340edfd-4285-4e7c-9026-b9076c439447 None None] Bound port: e61a0f9c-b670-4f61-9fc7-eb56fd69817d, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:20:44.808680 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-7340edfd-4285-4e7c-9026-b9076c439447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:44.812583 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef87758b-c801-4b35-a387-13438c224397 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Network 58a0e0ac-fa76-421d-96d8-6c0af402a95d is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:20:44.822931 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-ef87758b-c801-4b35-a387-13438c224397 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 58a0e0ac-fa76-421d-96d8-6c0af402a95d) {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:20:44.827947 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef87758b-c801-4b35-a387-13438c224397 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:44.828904 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ef87758b-c801-4b35-a387-13438c224397 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:44.842958 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4cc1c9-1aaf-4a9d-b5ec-9924976046fa None None] Network 58a0e0ac-fa76-421d-96d8-6c0af402a95d requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:20:44.867646 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6bd6e2-d56c-437a-9a5d-f71d81ca0ddf None None] Pushing event updated for resources: {'Port': ['ID=e61a0f9c-b670-4f61-9fc7-eb56fd69817d,revision_number=2']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:44.868721 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-ef87758b-c801-4b35-a387-13438c224397 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7009974 Oct 04 09:20:44.869577 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35758) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:44.887732 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3f0708d6-eaac-40cb-b3dc-f3fdbaa8e799 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:44.897377 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-839f553f-2e2f-4229-93f9-9dfdc335ae92 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Calling delete_port for cc10f3b6-833e-4e83-8baa-e06bf36af87f owned by {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:20:44.910677 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-7340edfd-4285-4e7c-9026-b9076c439447 None None] For port e61a0f9c-b670-4f61-9fc7-eb56fd69817d, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:20:44.913920 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-7340edfd-4285-4e7c-9026-b9076c439447 None None] For port e61a0f9c-b670-4f61-9fc7-eb56fd69817d, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=e61a0f9c-b670-4f61-9fc7-eb56fd69817d,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:20:44.931415 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-7340edfd-4285-4e7c-9026-b9076c439447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:44.993420 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0708d6-eaac-40cb-b3dc-f3fdbaa8e799 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Subnet': ['ID=bebac2f8-ba47-403e-bdf3-1acdba0e4f5a,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:45.047299 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0708d6-eaac-40cb-b3dc-f3fdbaa8e799 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Checking segment: {'id': '6bd41039-fd18-4a9e-83bc-8b3608d7fee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e2f61057-efcc-412a-9c83-3b6a02122329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:20:45.048213 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0708d6-eaac-40cb-b3dc-f3fdbaa8e799 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Network hostable DHCP agents. Network: e2f61057-efcc-412a-9c83-3b6a02122329, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:20:45.079995 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7340edfd-4285-4e7c-9026-b9076c439447 None None] Routers {'c0edcb76-0a1e-477b-bd6e-84980f6012e1'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:20:45.080806 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-7340edfd-4285-4e7c-9026-b9076c439447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:20:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['c0edcb76-0a1e-477b-bd6e-84980f6012e1'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:45.083285 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0708d6-eaac-40cb-b3dc-f3fdbaa8e799 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Network e2f61057-efcc-412a-9c83-3b6a02122329 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:20:45.092560 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-839f553f-2e2f-4229-93f9-9dfdc335ae92 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:45.130377 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ad3bda28-20c3-4385-bccf-98b698dc2455 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:45.157315 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c512b4-4c6a-4edc-9e01-7fd39f203af1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-58a0e0ac-fa76-421d-96d8-6c0af402a95d', 'network_id': '58a0e0ac-fa76-421d-96d8-6c0af402a95d', 'tenant_id': '2dafbf046c4040829635f144570fbfb3', 'fixed_ips': [{'subnet_id': 'baa44fea-4283-4d0d-87ad-f17776cd32f3'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:20:45.158515 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d5c512b4-4c6a-4edc-9e01-7fd39f203af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:45.178514 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839f553f-2e2f-4229-93f9-9dfdc335ae92 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Pushing event deleted for resources: {'Port': ['ID=cc10f3b6-833e-4e83-8baa-e06bf36af87f,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:45.183380 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-3f0708d6-eaac-40cb-b3dc-f3fdbaa8e799 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, e2f61057-efcc-412a-9c83-3b6a02122329) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:20:45.187735 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6bd6e2-d56c-437a-9a5d-f71d81ca0ddf None None] Pushing event updated for resources: {'Port': ['ID=e61a0f9c-b670-4f61-9fc7-eb56fd69817d,revision_number=3']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:45.190541 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0708d6-eaac-40cb-b3dc-f3fdbaa8e799 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:45.191247 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3f0708d6-eaac-40cb-b3dc-f3fdbaa8e799 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:45.215799 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-839f553f-2e2f-4229-93f9-9dfdc335ae92 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:45.220197 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-839f553f-2e2f-4229-93f9-9dfdc335ae92 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] 10.222.0.50 "DELETE /v2.0/ports/cc10f3b6-833e-4e83-8baa-e06bf36af87f HTTP/1.1" status: 204 len: 168 time: 0.8693120 Oct 04 09:20:45.236135 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc38e88-5e84-44ea-9d22-c39afc50fc78 None None] Network e2f61057-efcc-412a-9c83-3b6a02122329 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:20:45.252386 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-1f86e9a9-40d7-4ac2-a6a1-62f44c75154b req-24db963b-4699-4db8-93b0-9d0cf0216f45 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] 10.222.0.50 "GET /v2.0/ports?device_id=0adcaabc-4575-4422-aad7-cc1985e85ab1 HTTP/1.1" status: 200 len: 210 time: 0.1273415 Oct 04 09:20:45.252872 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35764) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:45.285560 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-3f0708d6-eaac-40cb-b3dc-f3fdbaa8e799 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2147343 Oct 04 09:20:45.285560 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35766) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:45.315394 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ad3bda28-20c3-4385-bccf-98b698dc2455 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:45.331601 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-7340edfd-4285-4e7c-9026-b9076c439447 None None] Set router c0edcb76-0a1e-477b-bd6e-84980f6012e1 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server [None req-d5c512b4-4c6a-4edc-9e01-7fd39f203af1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet baa44fea-4283-4d0d-87ad-f17776cd32f3: This subnet is being modified by another concurrent operation. Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server raise exception Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet baa44fea-4283-4d0d-87ad-f17776cd32f3: This subnet is being modified by another concurrent operation. Oct 04 09:20:45.507097 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server Oct 04 09:20:45.527707 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8c4b20-ffc5-4fa7-846b-dc231518fdb0 None None] Network 58a0e0ac-fa76-421d-96d8-6c0af402a95d requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:20:45.575813 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ad3bda28-20c3-4385-bccf-98b698dc2455 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:45.664576 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3bda28-20c3-4385-bccf-98b698dc2455 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Pushing event deleted for resources: {'Subnet': ['ID=baa44fea-4283-4d0d-87ad-f17776cd32f3,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:45.701032 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-a70ddd07-1c2b-49cd-9136-10cc4bdea714 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Deleting port 67019ed9-bcf6-4864-b169-963beb992b2c {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:20:45.702024 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a70ddd07-1c2b-49cd-9136-10cc4bdea714 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:45.710231 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc239ad2-a699-47bb-ad1b-32eda38c486b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-e2f61057-efcc-412a-9c83-3b6a02122329', 'network_id': 'e2f61057-efcc-412a-9c83-3b6a02122329', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ips': [{'subnet_id': 'bebac2f8-ba47-403e-bdf3-1acdba0e4f5a'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:20:45.711066 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-bc239ad2-a699-47bb-ad1b-32eda38c486b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:45.731719 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-7340edfd-4285-4e7c-9026-b9076c439447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0edcb76-0a1e-477b-bd6e-84980f6012e1', 'name': 'tempest-TestNetworkBasicOps-router-1136286379', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.232'}], 'enable_snat': True}, 'gw_port_id': 'e61a0f9c-b670-4f61-9fc7-eb56fd69817d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:20:38Z', 'updated_at': '2022-10-04T09:20:41Z', 'revision_number': 3, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': 'e61a0f9c-b670-4f61-9fc7-eb56fd69817d', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0edcb76-0a1e-477b-bd6e-84980f6012e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:20:39Z', 'updated_at': '2022-10-04T09:20:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:45.737390 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7340edfd-4285-4e7c-9026-b9076c439447 None None] The sync data for ids ['c0edcb76-0a1e-477b-bd6e-84980f6012e1'] in dv-neutron-860215-1-hyperv is: [{'id': 'c0edcb76-0a1e-477b-bd6e-84980f6012e1', 'name': 'tempest-TestNetworkBasicOps-router-1136286379', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.232'}], 'enable_snat': True}, 'gw_port_id': 'e61a0f9c-b670-4f61-9fc7-eb56fd69817d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:20:38Z', 'updated_at': '2022-10-04T09:20:41Z', 'revision_number': 3, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': 'e61a0f9c-b670-4f61-9fc7-eb56fd69817d', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0edcb76-0a1e-477b-bd6e-84980f6012e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:20:39Z', 'updated_at': '2022-10-04T09:20:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:20:45.844814 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be69256-f5de-45d4-a5b4-625dc9cd5e00 req-2f92d5e4-eaa7-48a4-ba3b-b6739d1c7293 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:45.846709 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6be69256-f5de-45d4-a5b4-625dc9cd5e00 req-2f92d5e4-eaa7-48a4-ba3b-b6739d1c7293 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] 10.222.0.20 "GET /v2.0/networks?id=17d81218-c30f-4788-a3b1-36d74b44714f HTTP/1.1" status: 200 len: 812 time: 0.6272178 Oct 04 09:20:45.846849 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ad3bda28-20c3-4385-bccf-98b698dc2455 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:45.925181 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-ad3bda28-20c3-4385-bccf-98b698dc2455 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58a0e0ac-fa76-421d-96d8-6c0af402a95d']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:45.930784 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-6be69256-f5de-45d4-a5b4-625dc9cd5e00 req-c53bf097-fd5a-4896-8a4e-06d414b26ace tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Request body: {'port': {'device_id': '0adcaabc-4575-4422-aad7-cc1985e85ab1', 'network_id': '17d81218-c30f-4788-a3b1-36d74b44714f', 'admin_state_up': True, 'tenant_id': '762cafa8479f44198f14c59f0b405abb'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:45.943269 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-ad3bda28-20c3-4385-bccf-98b698dc2455 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64441e44-0fbb-4057-a3a5-68ef1b04121e') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:45.943571 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-ad3bda28-20c3-4385-bccf-98b698dc2455 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64441e44-0fbb-4057-a3a5-68ef1b04121e') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:45.975154 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ad3bda28-20c3-4385-bccf-98b698dc2455 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:45.996793 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-bc239ad2-a699-47bb-ad1b-32eda38c486b None None] Allocated IP 172.20.0.2 (e2f61057-efcc-412a-9c83-3b6a02122329/bebac2f8-ba47-403e-bdf3-1acdba0e4f5a/d899ab42-5769-4805-8e24-0e4b57e7fc55) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:20:46.062902 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ad3bda28-20c3-4385-bccf-98b698dc2455 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:46.090573 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad3bda28-20c3-4385-bccf-98b698dc2455 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:20:46.091195 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ad3bda28-20c3-4385-bccf-98b698dc2455 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:46.125975 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a70ddd07-1c2b-49cd-9136-10cc4bdea714 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:46.196106 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 64441e44-0fbb-4057-a3a5-68ef1b04121e resource provider aggregate not found Oct 04 09:20:46.254242 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-6be69256-f5de-45d4-a5b4-625dc9cd5e00 req-c53bf097-fd5a-4896-8a4e-06d414b26ace tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:20:46.263095 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-6be69256-f5de-45d4-a5b4-625dc9cd5e00 req-c53bf097-fd5a-4896-8a4e-06d414b26ace tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Usage tracker for resource:port and tenant:762cafa8479f44198f14c59f0b405abb is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:20:46.268344 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-6be69256-f5de-45d4-a5b4-625dc9cd5e00 req-c53bf097-fd5a-4896-8a4e-06d414b26ace tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:20:46.277142 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-6be69256-f5de-45d4-a5b4-625dc9cd5e00 req-c53bf097-fd5a-4896-8a4e-06d414b26ace tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:20:46.321769 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-bc239ad2-a699-47bb-ad1b-32eda38c486b None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:46.377112 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6be69256-f5de-45d4-a5b4-625dc9cd5e00 req-c53bf097-fd5a-4896-8a4e-06d414b26ace tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Made reservation on behalf of 762cafa8479f44198f14c59f0b405abb for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:20:46.380813 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-6be69256-f5de-45d4-a5b4-625dc9cd5e00 req-c53bf097-fd5a-4896-8a4e-06d414b26ace tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:46.463682 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 64441e44-0fbb-4057-a3a5-68ef1b04121e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 64441e44-0fbb-4057-a3a5-68ef1b04121e found for delete ", "request_id": "req-3975e7db-99bd-4256-af39-836aa9ba81fd"}]} Oct 04 09:20:46.474416 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-a70ddd07-1c2b-49cd-9136-10cc4bdea714 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Calling delete_port for 67019ed9-bcf6-4864-b169-963beb992b2c owned by {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:20:46.545201 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-bc239ad2-a699-47bb-ad1b-32eda38c486b None None] Transition to ACTIVE for port object d899ab42-5769-4805-8e24-0e4b57e7fc55 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:20:46.550025 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ad3bda28-20c3-4385-bccf-98b698dc2455 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:46.555700 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ad3bda28-20c3-4385-bccf-98b698dc2455 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:46.563771 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-756635ca-ab8d-40f2-9d63-fc5b63bb3608 req-e24a7155-f726-429e-9f8c-8b08bb6ac44f tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] 10.222.0.50 "GET /v2.0/ports?device_id=0adcaabc-4575-4422-aad7-cc1985e85ab1 HTTP/1.1" status: 200 len: 210 time: 0.1103208 Oct 04 09:20:46.582188 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-bc239ad2-a699-47bb-ad1b-32eda38c486b None None] Transition to ACTIVE for port object d899ab42-5769-4805-8e24-0e4b57e7fc55 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:20:46.593312 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-ad3bda28-20c3-4385-bccf-98b698dc2455 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "DELETE /v2.0/networks/58a0e0ac-fa76-421d-96d8-6c0af402a95d HTTP/1.1" status: 204 len: 168 time: 1.7214549 Oct 04 09:20:46.606486 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35782) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:46.607381 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3bda28-20c3-4385-bccf-98b698dc2455 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Pushing event deleted for resources: {'Network': ['ID=58a0e0ac-fa76-421d-96d8-6c0af402a95d,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:46.607495 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-830a8a11-8c93-4b9b-8dfd-9c41570c8f9f tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1946770083'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:46.609791 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-830a8a11-8c93-4b9b-8dfd-9c41570c8f9f tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:20:46.613680 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-830a8a11-8c93-4b9b-8dfd-9c41570c8f9f tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Usage tracker for resource:network and tenant:2dafbf046c4040829635f144570fbfb3 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:20:46.613932 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-bc239ad2-a699-47bb-ad1b-32eda38c486b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:46.639331 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a70ddd07-1c2b-49cd-9136-10cc4bdea714 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:46.654173 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-830a8a11-8c93-4b9b-8dfd-9c41570c8f9f tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:20:46.663691 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-830a8a11-8c93-4b9b-8dfd-9c41570c8f9f tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:20:46.698414 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830a8a11-8c93-4b9b-8dfd-9c41570c8f9f tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Made reservation on behalf of 2dafbf046c4040829635f144570fbfb3 for: {'network': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:20:46.705226 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-830a8a11-8c93-4b9b-8dfd-9c41570c8f9f tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:46.705440 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc239ad2-a699-47bb-ad1b-32eda38c486b None None] Network e2f61057-efcc-412a-9c83-3b6a02122329 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:20:46.708665 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-bc239ad2-a699-47bb-ad1b-32eda38c486b None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:20:46.711762 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc239ad2-a699-47bb-ad1b-32eda38c486b None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:20:46.742947 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ddd07-1c2b-49cd-9136-10cc4bdea714 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Pushing event deleted for resources: {'Port': ['ID=67019ed9-bcf6-4864-b169-963beb992b2c,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:46.761619 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a70ddd07-1c2b-49cd-9136-10cc4bdea714 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:46.785443 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a70ddd07-1c2b-49cd-9136-10cc4bdea714 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] 10.222.0.50 "DELETE /v2.0/ports/67019ed9-bcf6-4864-b169-963beb992b2c HTTP/1.1" status: 204 len: 168 time: 1.4709492 Oct 04 09:20:46.786571 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35786) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:46.795747 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc239ad2-a699-47bb-ad1b-32eda38c486b None None] Pushing event updated for resources: {'Port': ['ID=d899ab42-5769-4805-8e24-0e4b57e7fc55,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:46.828103 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [req-6be69256-f5de-45d4-a5b4-625dc9cd5e00 req-c53bf097-fd5a-4896-8a4e-06d414b26ace tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Allocated IP 172.20.0.10 (17d81218-c30f-4788-a3b1-36d74b44714f/a001e6fa-f03c-4437-98f2-3686a6dbc3eb/2dcba277-fcee-4d0f-8fff-c76f7fe47804) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:20:46.857842 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-67a10081-2cdd-4580-832f-859af90c20a8 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Synchronizing usage tracker for tenant:8da7648efb624fe4a409038c2398aae9 on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:20:46.870920 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-bc239ad2-a699-47bb-ad1b-32eda38c486b None None] Attempting to bind port d899ab42-5769-4805-8e24-0e4b57e7fc55 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:20:46.871858 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-bc239ad2-a699-47bb-ad1b-32eda38c486b None None] Attempting to bind port d899ab42-5769-4805-8e24-0e4b57e7fc55 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '6bd41039-fd18-4a9e-83bc-8b3608d7fee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e2f61057-efcc-412a-9c83-3b6a02122329'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:20:46.872241 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc239ad2-a699-47bb-ad1b-32eda38c486b None None] Attempting to bind port d899ab42-5769-4805-8e24-0e4b57e7fc55 on network e2f61057-efcc-412a-9c83-3b6a02122329 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:20:46.884525 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc239ad2-a699-47bb-ad1b-32eda38c486b None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:20:46.884525 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc239ad2-a699-47bb-ad1b-32eda38c486b None None] Checking segment: {'id': '6bd41039-fd18-4a9e-83bc-8b3608d7fee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e2f61057-efcc-412a-9c83-3b6a02122329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:20:46.884905 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-bc239ad2-a699-47bb-ad1b-32eda38c486b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:46.885365 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc239ad2-a699-47bb-ad1b-32eda38c486b None None] Bound using segment: {'id': '6bd41039-fd18-4a9e-83bc-8b3608d7fee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e2f61057-efcc-412a-9c83-3b6a02122329'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:20:46.885750 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-bc239ad2-a699-47bb-ad1b-32eda38c486b None None] Bound port: d899ab42-5769-4805-8e24-0e4b57e7fc55, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bd41039-fd18-4a9e-83bc-8b3608d7fee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e2f61057-efcc-412a-9c83-3b6a02122329'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:20:46.886116 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-bc239ad2-a699-47bb-ad1b-32eda38c486b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:46.892199 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-67a10081-2cdd-4580-832f-859af90c20a8 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Unset dirty status for tenant:8da7648efb624fe4a409038c2398aae9 on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:20:46.897315 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-67a10081-2cdd-4580-832f-859af90c20a8 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1057448 Oct 04 09:20:46.898369 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35790) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:46.907103 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-830a8a11-8c93-4b9b-8dfd-9c41570c8f9f tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=89032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:20:46.921456 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-722e2db3-778c-49a2-9a2b-48fa04f90c0c tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-392419421'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:46.933552 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-722e2db3-778c-49a2-9a2b-48fa04f90c0c tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:20:46.939857 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-722e2db3-778c-49a2-9a2b-48fa04f90c0c tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Usage tracker for resource:network and tenant:8da7648efb624fe4a409038c2398aae9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:20:46.943978 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-722e2db3-778c-49a2-9a2b-48fa04f90c0c tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:20:46.951647 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-830a8a11-8c93-4b9b-8dfd-9c41570c8f9f tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:46.952189 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.segments_db [None req-830a8a11-8c93-4b9b-8dfd-9c41570c8f9f tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Added segment 32150bc7-8e90-4491-89ce-90fdda3bcbf6 of type vlan for network ec3a1f40-16c8-49ef-aac5-bc86712a455b Oct 04 09:20:46.956233 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-722e2db3-778c-49a2-9a2b-48fa04f90c0c tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:20:46.976386 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722e2db3-778c-49a2-9a2b-48fa04f90c0c tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Made reservation on behalf of 8da7648efb624fe4a409038c2398aae9 for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:20:46.979282 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-722e2db3-778c-49a2-9a2b-48fa04f90c0c tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:47.022609 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-722e2db3-778c-49a2-9a2b-48fa04f90c0c tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:20:47.026265 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device e61a0f9c-b670-4f61-9fc7-eb56fd69817d up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:20:47.032971 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-722e2db3-778c-49a2-9a2b-48fa04f90c0c tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:47.033664 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-722e2db3-778c-49a2-9a2b-48fa04f90c0c tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Added segment a6d48e0e-5a1f-4803-a4f4-e0f06d14f461 of type vlan for network 1e039093-1b76-4ba6-948a-2c11d2f029e6 Oct 04 09:20:47.052954 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-bc239ad2-a699-47bb-ad1b-32eda38c486b None None] For port d899ab42-5769-4805-8e24-0e4b57e7fc55, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:20:47.070822 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-722e2db3-778c-49a2-9a2b-48fa04f90c0c tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:47.078669 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-bc239ad2-a699-47bb-ad1b-32eda38c486b None None] For port d899ab42-5769-4805-8e24-0e4b57e7fc55, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=d899ab42-5769-4805-8e24-0e4b57e7fc55,segment=NetworkSegment(6bd41039-fd18-4a9e-83bc-8b3608d7fee7),segment_id=6bd41039-fd18-4a9e-83bc-8b3608d7fee7)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:20:47.088280 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-bc239ad2-a699-47bb-ad1b-32eda38c486b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:47.108104 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-722e2db3-778c-49a2-9a2b-48fa04f90c0c tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:47.114602 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722e2db3-778c-49a2-9a2b-48fa04f90c0c tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:47.115425 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-722e2db3-778c-49a2-9a2b-48fa04f90c0c tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:47.140916 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-830a8a11-8c93-4b9b-8dfd-9c41570c8f9f tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:47.152036 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c0647b0f-b571-4b35-ad85-795ad77d1ff8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:47.165094 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-722e2db3-778c-49a2-9a2b-48fa04f90c0c tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2622569 Oct 04 09:20:47.170203 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35794) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:47.174117 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc239ad2-a699-47bb-ad1b-32eda38c486b None None] Pushing event updated for resources: {'Port': ['ID=d899ab42-5769-4805-8e24-0e4b57e7fc55,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:47.181928 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port e61a0f9c-b670-4f61-9fc7-eb56fd69817d completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:20:47.188323 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port e61a0f9c-b670-4f61-9fc7-eb56fd69817d triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:20:47.188727 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:47.188893 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-e240977b-ef95-4394-bc0d-e56d9199f21d tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1375099147'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:47.189059 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port e61a0f9c-b670-4f61-9fc7-eb56fd69817d Oct 04 09:20:47.274821 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-e240977b-ef95-4394-bc0d-e56d9199f21d tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:20:47.278060 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722e2db3-778c-49a2-9a2b-48fa04f90c0c tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Pushing event updated for resources: {'Network': ['ID=1e039093-1b76-4ba6-948a-2c11d2f029e6,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:47.294003 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.db.resource_extend [None req-830a8a11-8c93-4b9b-8dfd-9c41570c8f9f tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 04 09:20:47.307713 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 1e039093-1b76-4ba6-948a-2c11d2f029e6 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:20:47.320312 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-e240977b-ef95-4394-bc0d-e56d9199f21d tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Usage tracker for resource:network and tenant:8da7648efb624fe4a409038c2398aae9 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:20:47.329504 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-e240977b-ef95-4394-bc0d-e56d9199f21d tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:20:47.350471 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-e240977b-ef95-4394-bc0d-e56d9199f21d tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:20:47.361300 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-830a8a11-8c93-4b9b-8dfd-9c41570c8f9f tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:47.366706 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830a8a11-8c93-4b9b-8dfd-9c41570c8f9f tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:47.367339 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-830a8a11-8c93-4b9b-8dfd-9c41570c8f9f tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:47.453111 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port e61a0f9c-b670-4f61-9fc7-eb56fd69817d is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:20:47.453672 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:47.469351 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-6be69256-f5de-45d4-a5b4-625dc9cd5e00 req-c53bf097-fd5a-4896-8a4e-06d414b26ace tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:47.488349 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port e61a0f9c-b670-4f61-9fc7-eb56fd69817d, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=e61a0f9c-b670-4f61-9fc7-eb56fd69817d,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:20:47.496109 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:47.627059 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=e61a0f9c-b670-4f61-9fc7-eb56fd69817d,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:47.713004 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e240977b-ef95-4394-bc0d-e56d9199f21d tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Made reservation on behalf of 8da7648efb624fe4a409038c2398aae9 for: {'network': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:20:47.717772 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e240977b-ef95-4394-bc0d-e56d9199f21d tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:47.769420 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-3664c8a9-dc70-4952-8749-fce3ef916234 req-1f9043a5-67f8-4306-a141-10f792b80ab1 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] 10.222.0.50 "GET /v2.0/ports?device_id=0adcaabc-4575-4422-aad7-cc1985e85ab1 HTTP/1.1" status: 200 len: 210 time: 0.0606933 Oct 04 09:20:47.788130 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-830a8a11-8c93-4b9b-8dfd-9c41570c8f9f tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1877208 Oct 04 09:20:47.789053 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a8a11-8c93-4b9b-8dfd-9c41570c8f9f tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Pushing event updated for resources: {'Network': ['ID=ec3a1f40-16c8-49ef-aac5-bc86712a455b,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:47.791184 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35800) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:47.804942 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-20516370-30de-4362-806d-8bacaab15374 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Request body: {'network': {'name': 'New_network'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:47.806491 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network ec3a1f40-16c8-49ef-aac5-bc86712a455b details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:20:47.856671 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e240977b-ef95-4394-bc0d-e56d9199f21d tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=89032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:20:47.881696 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e240977b-ef95-4394-bc0d-e56d9199f21d tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:47.882109 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.segments_db [None req-e240977b-ef95-4394-bc0d-e56d9199f21d tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Added segment ab5dd911-fd06-424c-8b6a-618a4dc7cf7d of type vlan for network b9399016-854a-469c-9ba7-dac99412fcbc Oct 04 09:20:47.891082 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-6be69256-f5de-45d4-a5b4-625dc9cd5e00 req-c53bf097-fd5a-4896-8a4e-06d414b26ace tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:48.028829 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6be69256-f5de-45d4-a5b4-625dc9cd5e00 req-c53bf097-fd5a-4896-8a4e-06d414b26ace tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Network 17d81218-c30f-4788-a3b1-36d74b44714f is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:20:48.041343 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [req-6be69256-f5de-45d4-a5b4-625dc9cd5e00 req-c53bf097-fd5a-4896-8a4e-06d414b26ace tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:20:48.043888 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-6be69256-f5de-45d4-a5b4-625dc9cd5e00 req-c53bf097-fd5a-4896-8a4e-06d414b26ace tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:20:48.055713 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-20516370-30de-4362-806d-8bacaab15374 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:48.075683 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-20516370-30de-4362-806d-8bacaab15374 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:48.081933 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e240977b-ef95-4394-bc0d-e56d9199f21d tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:48.098992 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53bf097-fd5a-4896-8a4e-06d414b26ace tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Pushing event updated for resources: {'Port': ['ID=2dcba277-fcee-4d0f-8fff-c76f7fe47804,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:48.100887 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-20516370-30de-4362-806d-8bacaab15374 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Network ec3a1f40-16c8-49ef-aac5-bc86712a455b is not hosted by any dhcp agent {{(pid=89033) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Oct 04 09:20:48.106787 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20516370-30de-4362-806d-8bacaab15374 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:48.107347 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-20516370-30de-4362-806d-8bacaab15374 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks [] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:48.111707 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-20516370-30de-4362-806d-8bacaab15374 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "PUT /v2.0/networks/ec3a1f40-16c8-49ef-aac5-bc86712a455b HTTP/1.1" status: 200 len: 723 time: 0.3172841 Oct 04 09:20:48.112338 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35804) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:48.168831 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-ee1b9d43-d7e7-4dbe-8741-77ec914b0782 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Request body: {'subnet': {'network_id': 'ec3a1f40-16c8-49ef-aac5-bc86712a455b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:48.207318 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be69256-f5de-45d4-a5b4-625dc9cd5e00 req-c53bf097-fd5a-4896-8a4e-06d414b26ace tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:48.207967 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-6be69256-f5de-45d4-a5b4-625dc9cd5e00 req-c53bf097-fd5a-4896-8a4e-06d414b26ace tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:48.236644 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e240977b-ef95-4394-bc0d-e56d9199f21d tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:48.242014 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e240977b-ef95-4394-bc0d-e56d9199f21d tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:48.242617 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e240977b-ef95-4394-bc0d-e56d9199f21d tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:48.273653 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-c0647b0f-b571-4b35-ad85-795ad77d1ff8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Allocated IP 172.20.0.1 (e2f61057-efcc-412a-9c83-3b6a02122329/bebac2f8-ba47-403e-bdf3-1acdba0e4f5a/736b0444-3670-46f3-a033-a6696eb95fd1) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:20:48.280808 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20516370-30de-4362-806d-8bacaab15374 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Pushing event updated for resources: {'Network': ['ID=ec3a1f40-16c8-49ef-aac5-bc86712a455b,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:48.295834 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network ec3a1f40-16c8-49ef-aac5-bc86712a455b details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:20:48.319967 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-ee1b9d43-d7e7-4dbe-8741-77ec914b0782 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:20:48.324255 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-ee1b9d43-d7e7-4dbe-8741-77ec914b0782 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Usage tracker for resource:subnet and tenant:2dafbf046c4040829635f144570fbfb3 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:20:48.327313 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-ee1b9d43-d7e7-4dbe-8741-77ec914b0782 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:20:48.333579 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-ee1b9d43-d7e7-4dbe-8741-77ec914b0782 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:20:48.356486 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1b9d43-d7e7-4dbe-8741-77ec914b0782 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Made reservation on behalf of 2dafbf046c4040829635f144570fbfb3 for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:20:48.359965 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6be69256-f5de-45d4-a5b4-625dc9cd5e00 req-c53bf097-fd5a-4896-8a4e-06d414b26ace tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4391937 Oct 04 09:20:48.360570 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ee1b9d43-d7e7-4dbe-8741-77ec914b0782 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:48.386507 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-6be69256-f5de-45d4-a5b4-625dc9cd5e00 req-9008719e-b3af-404d-ba7e-689a8ddb5c16 service neutron] Request body: {'port': {'device_id': '0adcaabc-4575-4422-aad7-cc1985e85ab1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8602'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:48.392874 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd5ad22-7612-4c3c-8a99-deac487a7b09 None None] Network e2f61057-efcc-412a-9c83-3b6a02122329 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:20:48.411714 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-e240977b-ef95-4394-bc0d-e56d9199f21d tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2381265 Oct 04 09:20:48.499929 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e240977b-ef95-4394-bc0d-e56d9199f21d tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Pushing event updated for resources: {'Network': ['ID=b9399016-854a-469c-9ba7-dac99412fcbc,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:48.523007 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network b9399016-854a-469c-9ba7-dac99412fcbc details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:20:48.561191 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35808) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:48.580485 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-958e4774-6418-418f-b4c9-4c6f36342007 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Request body: {'subnets': [{'network_id': '1e039093-1b76-4ba6-948a-2c11d2f029e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1760671584', 'ip_version': 4}, {'network_id': 'b9399016-854a-469c-9ba7-dac99412fcbc', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:48.580800 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-958e4774-6418-418f-b4c9-4c6f36342007 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Request body: {'subnet': {'network_id': '1e039093-1b76-4ba6-948a-2c11d2f029e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1760671584', 'ip_version': 4}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:48.581362 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-958e4774-6418-418f-b4c9-4c6f36342007 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Request body: {'subnet': {'network_id': 'b9399016-854a-469c-9ba7-dac99412fcbc', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:48.592531 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-498b5d48-7b68-4419-9b1a-5e3836eac8e7 None None] Provisioning for port d899ab42-5769-4805-8e24-0e4b57e7fc55 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:20:48.648174 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ee1b9d43-d7e7-4dbe-8741-77ec914b0782 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:48.735248 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1b9d43-d7e7-4dbe-8741-77ec914b0782 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Checking segment: {'id': '32150bc7-8e90-4491-89ce-90fdda3bcbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ec3a1f40-16c8-49ef-aac5-bc86712a455b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:20:48.735550 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-6be69256-f5de-45d4-a5b4-625dc9cd5e00 req-9008719e-b3af-404d-ba7e-689a8ddb5c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:48.735883 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1b9d43-d7e7-4dbe-8741-77ec914b0782 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Network hostable DHCP agents. Network: ec3a1f40-16c8-49ef-aac5-bc86712a455b, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:20:48.741800 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1b9d43-d7e7-4dbe-8741-77ec914b0782 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Pushing event updated for resources: {'Subnet': ['ID=d3484634-bc4e-487d-8891-e9f75a1cfb1f,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:48.765335 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1b9d43-d7e7-4dbe-8741-77ec914b0782 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Network ec3a1f40-16c8-49ef-aac5-bc86712a455b is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:20:48.786370 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-ee1b9d43-d7e7-4dbe-8741-77ec914b0782 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, ec3a1f40-16c8-49ef-aac5-bc86712a455b) {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:20:48.797980 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c0647b0f-b571-4b35-ad85-795ad77d1ff8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:48.798830 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2219f06c-2e0e-42a6-9cae-73ce17892a8f None None] Network ec3a1f40-16c8-49ef-aac5-bc86712a455b requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:20:48.800336 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1b9d43-d7e7-4dbe-8741-77ec914b0782 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:48.801140 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ee1b9d43-d7e7-4dbe-8741-77ec914b0782 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:48.835354 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-ee1b9d43-d7e7-4dbe-8741-77ec914b0782 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7173014 Oct 04 09:20:48.836320 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35814) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:48.844024 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-4c24e841-db66-49ae-9aef-e9887f1f0867 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:49.012583 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-c0647b0f-b571-4b35-ad85-795ad77d1ff8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Transition to ACTIVE for port object 736b0444-3670-46f3-a033-a6696eb95fd1 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:20:49.041025 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4c24e841-db66-49ae-9aef-e9887f1f0867 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3854346'] for subnet, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:49.102039 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device e61a0f9c-b670-4f61-9fc7-eb56fd69817d up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:20:49.162663 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6ef60f-28d8-4bd0-955c-0de2f3511d70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-ec3a1f40-16c8-49ef-aac5-bc86712a455b', 'network_id': 'ec3a1f40-16c8-49ef-aac5-bc86712a455b', 'tenant_id': '2dafbf046c4040829635f144570fbfb3', 'fixed_ips': [{'subnet_id': 'd3484634-bc4e-487d-8891-e9f75a1cfb1f'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:20:49.163933 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-bf6ef60f-28d8-4bd0-955c-0de2f3511d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:49.237822 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-958e4774-6418-418f-b4c9-4c6f36342007 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:20:49.252565 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-958e4774-6418-418f-b4c9-4c6f36342007 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Usage tracker for resource:subnet and tenant:8da7648efb624fe4a409038c2398aae9 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:20:49.256035 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-958e4774-6418-418f-b4c9-4c6f36342007 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:20:49.260327 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4c24e841-db66-49ae-9aef-e9887f1f0867 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731009310320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2708807'] for subnet, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:49.269824 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-958e4774-6418-418f-b4c9-4c6f36342007 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:20:49.294956 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port e61a0f9c-b670-4f61-9fc7-eb56fd69817d triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:20:49.295336 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:49.295655 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port e61a0f9c-b670-4f61-9fc7-eb56fd69817d Oct 04 09:20:49.318668 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958e4774-6418-418f-b4c9-4c6f36342007 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Made reservation on behalf of 8da7648efb624fe4a409038c2398aae9 for: {'subnet': 2} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:20:49.318929 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c24e841-db66-49ae-9aef-e9887f1f0867 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:49.319471 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4c24e841-db66-49ae-9aef-e9887f1f0867 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:49.323186 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-4c24e841-db66-49ae-9aef-e9887f1f0867 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "PUT /v2.0/subnets/d3484634-bc4e-487d-8891-e9f75a1cfb1f HTTP/1.1" status: 200 len: 806 time: 0.4833457 Oct 04 09:20:49.323323 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-958e4774-6418-418f-b4c9-4c6f36342007 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:49.323593 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-958e4774-6418-418f-b4c9-4c6f36342007 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:49.323847 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35818) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:49.404099 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c0647b0f-b571-4b35-ad85-795ad77d1ff8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:49.413564 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-bf6ef60f-28d8-4bd0-955c-0de2f3511d70 None None] Allocated IP 172.20.0.2 (ec3a1f40-16c8-49ef-aac5-bc86712a455b/d3484634-bc4e-487d-8891-e9f75a1cfb1f/a0219f5b-2c07-4e9c-8895-a617187562c6) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:20:49.516196 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ec687-95f7-40b1-8cdb-1fa6a2d73bc8 req-92abd243-6608-4ec8-b9fb-0287e211c7fc tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:49.516947 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-e23ec687-95f7-40b1-8cdb-1fa6a2d73bc8 req-92abd243-6608-4ec8-b9fb-0287e211c7fc tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Synchronizing usage tracker for tenant:762cafa8479f44198f14c59f0b405abb on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:20:49.525011 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0647b0f-b571-4b35-ad85-795ad77d1ff8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Network e2f61057-efcc-412a-9c83-3b6a02122329 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:20:49.532454 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-c0647b0f-b571-4b35-ad85-795ad77d1ff8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:20:49.536992 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c24e841-db66-49ae-9aef-e9887f1f0867 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Pushing event updated for resources: {'Subnet': ['ID=d3484634-bc4e-487d-8891-e9f75a1cfb1f,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:49.554070 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0647b0f-b571-4b35-ad85-795ad77d1ff8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:20:49.560993 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port e61a0f9c-b670-4f61-9fc7-eb56fd69817d is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:20:49.562092 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device d899ab42-5769-4805-8e24-0e4b57e7fc55 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:20:49.614698 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9dcc4587-a09d-4c52-8f2d-803d185c9f90 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:49.735754 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port d899ab42-5769-4805-8e24-0e4b57e7fc55 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:20:49.742006 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9dcc4587-a09d-4c52-8f2d-803d185c9f90 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:49.750742 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port d899ab42-5769-4805-8e24-0e4b57e7fc55 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:20:49.751166 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:49.751509 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port d899ab42-5769-4805-8e24-0e4b57e7fc55 Oct 04 09:20:49.779377 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-bf6ef60f-28d8-4bd0-955c-0de2f3511d70 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:49.801628 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0647b0f-b571-4b35-ad85-795ad77d1ff8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Port': ['ID=736b0444-3670-46f3-a033-a6696eb95fd1,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:49.809116 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-bf6ef60f-28d8-4bd0-955c-0de2f3511d70 None None] Transition to ACTIVE for port object a0219f5b-2c07-4e9c-8895-a617187562c6 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:20:49.837901 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-bf6ef60f-28d8-4bd0-955c-0de2f3511d70 None None] Transition to ACTIVE for port object a0219f5b-2c07-4e9c-8895-a617187562c6 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:20:49.851587 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [req-6be69256-f5de-45d4-a5b4-625dc9cd5e00 req-9008719e-b3af-404d-ba7e-689a8ddb5c16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dcba277-fcee-4d0f-8fff-c76f7fe47804 {{(pid=89032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:20:49.858548 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-e23ec687-95f7-40b1-8cdb-1fa6a2d73bc8 req-92abd243-6608-4ec8-b9fb-0287e211c7fc tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Unset dirty status for tenant:762cafa8479f44198f14c59f0b405abb on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:20:49.859720 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e23ec687-95f7-40b1-8cdb-1fa6a2d73bc8 req-92abd243-6608-4ec8-b9fb-0287e211c7fc tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] 10.222.0.50 "GET /v2.0/ports?device_id=0adcaabc-4575-4422-aad7-cc1985e85ab1 HTTP/1.1" status: 200 len: 932 time: 0.9164288 Oct 04 09:20:49.863426 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c0647b0f-b571-4b35-ad85-795ad77d1ff8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737202'] for router_interface, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:49.872242 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9dcc4587-a09d-4c52-8f2d-803d185c9f90 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:49.915228 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcc4587-a09d-4c52-8f2d-803d185c9f90 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Pushing event deleted for resources: {'Subnet': ['ID=d3484634-bc4e-487d-8891-e9f75a1cfb1f,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:49.932821 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-bf6ef60f-28d8-4bd0-955c-0de2f3511d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:49.978057 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-6be69256-f5de-45d4-a5b4-625dc9cd5e00 req-9008719e-b3af-404d-ba7e-689a8ddb5c16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:50.008804 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6ef60f-28d8-4bd0-955c-0de2f3511d70 None None] Network ec3a1f40-16c8-49ef-aac5-bc86712a455b is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:20:50.011650 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9dcc4587-a09d-4c52-8f2d-803d185c9f90 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:50.017257 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-bf6ef60f-28d8-4bd0-955c-0de2f3511d70 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:20:50.020005 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6ef60f-28d8-4bd0-955c-0de2f3511d70 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:20:50.029943 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port d899ab42-5769-4805-8e24-0e4b57e7fc55 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:20:50.030323 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:50.045307 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-9dcc4587-a09d-4c52-8f2d-803d185c9f90 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec3a1f40-16c8-49ef-aac5-bc86712a455b']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:50.045551 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-6be69256-f5de-45d4-a5b4-625dc9cd5e00 req-9008719e-b3af-404d-ba7e-689a8ddb5c16 service neutron] Transition to ACTIVE for port object 2dcba277-fcee-4d0f-8fff-c76f7fe47804 will not be triggered until provisioned by entity L2. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:20:50.057796 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-9dcc4587-a09d-4c52-8f2d-803d185c9f90 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32150bc7-8e90-4491-89ce-90fdda3bcbf6') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:50.058095 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-9dcc4587-a09d-4c52-8f2d-803d185c9f90 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32150bc7-8e90-4491-89ce-90fdda3bcbf6') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:50.069336 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9dcc4587-a09d-4c52-8f2d-803d185c9f90 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:50.082563 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-461d066e-4b36-4dd7-a0c3-b212336e7834 None None] Provisioning for port 736b0444-3670-46f3-a033-a6696eb95fd1 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:20:50.087917 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9dcc4587-a09d-4c52-8f2d-803d185c9f90 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:50.094860 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dcc4587-a09d-4c52-8f2d-803d185c9f90 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:20:50.095860 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9dcc4587-a09d-4c52-8f2d-803d185c9f90 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:50.097649 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-6be69256-f5de-45d4-a5b4-625dc9cd5e00 req-9008719e-b3af-404d-ba7e-689a8ddb5c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:50.134071 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-461d066e-4b36-4dd7-a0c3-b212336e7834 None None] Provisioning complete for port 736b0444-3670-46f3-a033-a6696eb95fd1 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:20:50.134071 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-461d066e-4b36-4dd7-a0c3-b212336e7834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:50.134071 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-461d066e-4b36-4dd7-a0c3-b212336e7834 None None] Attempt 1 to provision port 736b0444-3670-46f3-a033-a6696eb95fd1 Oct 04 09:20:50.164536 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6ef60f-28d8-4bd0-955c-0de2f3511d70 None None] Pushing event updated for resources: {'Port': ['ID=a0219f5b-2c07-4e9c-8895-a617187562c6,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:50.186405 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 32150bc7-8e90-4491-89ce-90fdda3bcbf6 resource provider aggregate not found Oct 04 09:20:50.214689 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.db.api [None req-9dcc4587-a09d-4c52-8f2d-803d185c9f90 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 04 09:20:50.214689 dv-neutron-860215-1-hyperv neutron-server[89033]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 04 09:20:50.214689 dv-neutron-860215-1-hyperv neutron-server[89033]: [parameters: {'id': 'ec3a1f40-16c8-49ef-aac5-bc86712a455b'}] Oct 04 09:20:50.214689 dv-neutron-860215-1-hyperv neutron-server[89033]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:20:50.215796 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG oslo_db.api [None req-9dcc4587-a09d-4c52-8f2d-803d185c9f90 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:20:50.223294 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port d899ab42-5769-4805-8e24-0e4b57e7fc55, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=d899ab42-5769-4805-8e24-0e4b57e7fc55,segment=NetworkSegment(6bd41039-fd18-4a9e-83bc-8b3608d7fee7),segment_id=6bd41039-fd18-4a9e-83bc-8b3608d7fee7)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:20:50.223452 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 32150bc7-8e90-4491-89ce-90fdda3bcbf6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 32150bc7-8e90-4491-89ce-90fdda3bcbf6 found for delete ", "request_id": "req-099755c0-3432-48d5-b49d-2a7f37fd4541"}]} Oct 04 09:20:50.230146 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:50.233221 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-bf6ef60f-28d8-4bd0-955c-0de2f3511d70 None None] Attempting to bind port a0219f5b-2c07-4e9c-8895-a617187562c6 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:20:50.233587 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-bf6ef60f-28d8-4bd0-955c-0de2f3511d70 None None] Attempting to bind port a0219f5b-2c07-4e9c-8895-a617187562c6 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '32150bc7-8e90-4491-89ce-90fdda3bcbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ec3a1f40-16c8-49ef-aac5-bc86712a455b'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:20:50.233947 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6ef60f-28d8-4bd0-955c-0de2f3511d70 None None] Attempting to bind port a0219f5b-2c07-4e9c-8895-a617187562c6 on network ec3a1f40-16c8-49ef-aac5-bc86712a455b {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:20:50.244689 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e23ec687-95f7-40b1-8cdb-1fa6a2d73bc8 req-d3b79981-3003-4bb3-85ca-c7a083aac735 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] 10.222.0.50 "GET /v2.0/security-groups?id=03c19718-7658-4392-aeaf-38001ef94dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687838 Oct 04 09:20:50.273336 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-461d066e-4b36-4dd7-a0c3-b212336e7834 None None] Port 736b0444-3670-46f3-a033-a6696eb95fd1 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:20:50.281135 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6ef60f-28d8-4bd0-955c-0de2f3511d70 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:20:50.281514 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6ef60f-28d8-4bd0-955c-0de2f3511d70 None None] Checking segment: {'id': '32150bc7-8e90-4491-89ce-90fdda3bcbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ec3a1f40-16c8-49ef-aac5-bc86712a455b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:20:50.281914 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-bf6ef60f-28d8-4bd0-955c-0de2f3511d70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:50.282304 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6ef60f-28d8-4bd0-955c-0de2f3511d70 None None] Bound using segment: {'id': '32150bc7-8e90-4491-89ce-90fdda3bcbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ec3a1f40-16c8-49ef-aac5-bc86712a455b'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:20:50.282776 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-bf6ef60f-28d8-4bd0-955c-0de2f3511d70 None None] Bound port: a0219f5b-2c07-4e9c-8895-a617187562c6, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32150bc7-8e90-4491-89ce-90fdda3bcbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ec3a1f40-16c8-49ef-aac5-bc86712a455b'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:20:50.283147 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-bf6ef60f-28d8-4bd0-955c-0de2f3511d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:50.363445 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=d899ab42-5769-4805-8e24-0e4b57e7fc55,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:50.390591 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9008719e-b3af-404d-ba7e-689a8ddb5c16 service neutron] Pushing event updated for resources: {'Port': ['ID=2dcba277-fcee-4d0f-8fff-c76f7fe47804,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:50.397683 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-bf6ef60f-28d8-4bd0-955c-0de2f3511d70 None None] For port a0219f5b-2c07-4e9c-8895-a617187562c6, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:20:50.401324 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-bf6ef60f-28d8-4bd0-955c-0de2f3511d70 None None] For port a0219f5b-2c07-4e9c-8895-a617187562c6, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=a0219f5b-2c07-4e9c-8895-a617187562c6,segment=NetworkSegment(32150bc7-8e90-4491-89ce-90fdda3bcbf6),segment_id=32150bc7-8e90-4491-89ce-90fdda3bcbf6)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:20:50.405682 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-bf6ef60f-28d8-4bd0-955c-0de2f3511d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:50.528840 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-6be69256-f5de-45d4-a5b4-625dc9cd5e00 req-9008719e-b3af-404d-ba7e-689a8ddb5c16 service neutron] Attempting to bind port 2dcba277-fcee-4d0f-8fff-c76f7fe47804 on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:20:50.529148 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-6be69256-f5de-45d4-a5b4-625dc9cd5e00 req-9008719e-b3af-404d-ba7e-689a8ddb5c16 service neutron] Attempting to bind port 2dcba277-fcee-4d0f-8fff-c76f7fe47804 by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': '307ada42-ccbb-4285-a534-35c7b7874afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '17d81218-c30f-4788-a3b1-36d74b44714f'}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:20:50.529916 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be69256-f5de-45d4-a5b4-625dc9cd5e00 req-9008719e-b3af-404d-ba7e-689a8ddb5c16 service neutron] Attempting to bind port 2dcba277-fcee-4d0f-8fff-c76f7fe47804 on network 17d81218-c30f-4788-a3b1-36d74b44714f {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:20:50.530037 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6ef60f-28d8-4bd0-955c-0de2f3511d70 None None] Pushing event updated for resources: {'Port': ['ID=a0219f5b-2c07-4e9c-8895-a617187562c6,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:50.540848 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd1635c-6f3a-466b-8f6b-0e1e1fe64f93 None None] Network ec3a1f40-16c8-49ef-aac5-bc86712a455b requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:20:50.578120 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be69256-f5de-45d4-a5b4-625dc9cd5e00 req-9008719e-b3af-404d-ba7e-689a8ddb5c16 service neutron] Port 2dcba277-fcee-4d0f-8fff-c76f7fe47804 on network 17d81218-c30f-4788-a3b1-36d74b44714f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:20:50.578447 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be69256-f5de-45d4-a5b4-625dc9cd5e00 req-9008719e-b3af-404d-ba7e-689a8ddb5c16 service neutron] Attempting to bind port 2dcba277-fcee-4d0f-8fff-c76f7fe47804 on network 17d81218-c30f-4788-a3b1-36d74b44714f {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:20:50.596575 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be69256-f5de-45d4-a5b4-625dc9cd5e00 req-9008719e-b3af-404d-ba7e-689a8ddb5c16 service neutron] Checking agent: {'id': '1be90a14-1104-4771-996e-684b25b74d15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'started_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:20:50.596896 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be69256-f5de-45d4-a5b4-625dc9cd5e00 req-9008719e-b3af-404d-ba7e-689a8ddb5c16 service neutron] Checking segment: {'id': '307ada42-ccbb-4285-a534-35c7b7874afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '17d81218-c30f-4788-a3b1-36d74b44714f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:20:50.597268 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be69256-f5de-45d4-a5b4-625dc9cd5e00 req-9008719e-b3af-404d-ba7e-689a8ddb5c16 service neutron] Bound using segment: {'id': '307ada42-ccbb-4285-a534-35c7b7874afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '17d81218-c30f-4788-a3b1-36d74b44714f'} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:20:50.597705 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-6be69256-f5de-45d4-a5b4-625dc9cd5e00 req-9008719e-b3af-404d-ba7e-689a8ddb5c16 service neutron] Bound port: 2dcba277-fcee-4d0f-8fff-c76f7fe47804, host: hv-neutron-8602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '307ada42-ccbb-4285-a534-35c7b7874afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '17d81218-c30f-4788-a3b1-36d74b44714f'}}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:20:50.598053 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-6be69256-f5de-45d4-a5b4-625dc9cd5e00 req-9008719e-b3af-404d-ba7e-689a8ddb5c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:50.655378 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c0647b0f-b571-4b35-ad85-795ad77d1ff8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:50.716042 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9dcc4587-a09d-4c52-8f2d-803d185c9f90 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:50.735023 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-9dcc4587-a09d-4c52-8f2d-803d185c9f90 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Deleting port a0219f5b-2c07-4e9c-8895-a617187562c6 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:20:50.735672 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9dcc4587-a09d-4c52-8f2d-803d185c9f90 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:50.747562 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f029aa-e11f-4d75-b8b7-6a273ec3e25d None None] Network ec3a1f40-16c8-49ef-aac5-bc86712a455b requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:20:50.812781 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-461d066e-4b36-4dd7-a0c3-b212336e7834 None None] Attempt 2 to provision port 736b0444-3670-46f3-a033-a6696eb95fd1 Oct 04 09:20:50.882525 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-6be69256-f5de-45d4-a5b4-625dc9cd5e00 req-9008719e-b3af-404d-ba7e-689a8ddb5c16 service neutron] For port 2dcba277-fcee-4d0f-8fff-c76f7fe47804, host hv-neutron-8602, cleared binding levels {{(pid=89032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:20:50.893977 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-461d066e-4b36-4dd7-a0c3-b212336e7834 None None] Port 736b0444-3670-46f3-a033-a6696eb95fd1 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:20:50.911414 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-6be69256-f5de-45d4-a5b4-625dc9cd5e00 req-9008719e-b3af-404d-ba7e-689a8ddb5c16 service neutron] For port 2dcba277-fcee-4d0f-8fff-c76f7fe47804, host hv-neutron-8602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=2dcba277-fcee-4d0f-8fff-c76f7fe47804,segment=NetworkSegment(307ada42-ccbb-4285-a534-35c7b7874afa),segment_id=307ada42-ccbb-4285-a534-35c7b7874afa)] {{(pid=89032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:20:50.931097 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-6be69256-f5de-45d4-a5b4-625dc9cd5e00 req-9008719e-b3af-404d-ba7e-689a8ddb5c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:50.970796 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-9dcc4587-a09d-4c52-8f2d-803d185c9f90 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] For port a0219f5b-2c07-4e9c-8895-a617187562c6, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=a0219f5b-2c07-4e9c-8895-a617187562c6,segment=NetworkSegment(32150bc7-8e90-4491-89ce-90fdda3bcbf6),segment_id=32150bc7-8e90-4491-89ce-90fdda3bcbf6)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:20:50.970796 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9dcc4587-a09d-4c52-8f2d-803d185c9f90 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:50.985650 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be69256-f5de-45d4-a5b4-625dc9cd5e00 req-9008719e-b3af-404d-ba7e-689a8ddb5c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:50.986081 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-6be69256-f5de-45d4-a5b4-625dc9cd5e00 req-9008719e-b3af-404d-ba7e-689a8ddb5c16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:50.987471 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6be69256-f5de-45d4-a5b4-625dc9cd5e00 req-9008719e-b3af-404d-ba7e-689a8ddb5c16 service neutron] 10.222.0.20 "PUT /v2.0/ports/2dcba277-fcee-4d0f-8fff-c76f7fe47804 HTTP/1.1" status: 200 len: 1094 time: 2.6104188 Oct 04 09:20:50.991933 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device d899ab42-5769-4805-8e24-0e4b57e7fc55 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:20:50.997260 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0adcaabc-4575-4422-aad7-cc1985e85ab1', 'tag': '2dcba277-fcee-4d0f-8fff-c76f7fe47804'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:20:50.999793 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-593fd73f-267f-4f1e-8e14-e0594b41e65a" -d '{"events": [{"name": "network-changed", "server_uuid": "0adcaabc-4575-4422-aad7-cc1985e85ab1", "tag": "2dcba277-fcee-4d0f-8fff-c76f7fe47804"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:20:51.091879 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74b6896-7b24-4cb7-8de1-f24172055995 None None] get_active_networks_info from dv-neutron-860215-1-hyperv {{(pid=89034) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 04 09:20:51.115239 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7bef7ff-e74f-40f7-928d-5848d3b21b66 x-openstack-request-id: req-e7bef7ff-e74f-40f7-928d-5848d3b21b66 {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:20:51.115525 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0adcaabc-4575-4422-aad7-cc1985e85ab1", "tag": "2dcba277-fcee-4d0f-8fff-c76f7fe47804", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:20:51.115775 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e7bef7ff-e74f-40f7-928d-5848d3b21b66 {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:20:51.116172 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7bef7ff-e74f-40f7-928d-5848d3b21b66'] response: {'name': 'network-changed', 'server_uuid': '0adcaabc-4575-4422-aad7-cc1985e85ab1', 'tag': '2dcba277-fcee-4d0f-8fff-c76f7fe47804', 'status': 'completed', 'code': 200} Oct 04 09:20:51.117152 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-958e4774-6418-418f-b4c9-4c6f36342007 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:51.136964 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-9dcc4587-a09d-4c52-8f2d-803d185c9f90 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Calling delete_port for a0219f5b-2c07-4e9c-8895-a617187562c6 owned by network:dhcp {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:20:51.148876 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port d899ab42-5769-4805-8e24-0e4b57e7fc55 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:20:51.149381 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:51.149817 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port d899ab42-5769-4805-8e24-0e4b57e7fc55 Oct 04 09:20:51.220033 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9dcc4587-a09d-4c52-8f2d-803d185c9f90 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:51.284051 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcc4587-a09d-4c52-8f2d-803d185c9f90 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] No DVR routers for this DVR port a0219f5b-2c07-4e9c-8895-a617187562c6 on host dv-neutron-860215-1-hyperv {{(pid=89033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:20:51.286182 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcc4587-a09d-4c52-8f2d-803d185c9f90 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Pushing event deleted for resources: {'Port': ['ID=a0219f5b-2c07-4e9c-8895-a617187562c6,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:51.353796 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9008719e-b3af-404d-ba7e-689a8ddb5c16 service neutron] Pushing event updated for resources: {'Port': ['ID=2dcba277-fcee-4d0f-8fff-c76f7fe47804,revision_number=3']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:51.392659 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958e4774-6418-418f-b4c9-4c6f36342007 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Pushing event updated for resources: {'Subnet': ['ID=e48ae553-20d1-43a7-9948-5b199e50c60f,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:51.403145 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-461d066e-4b36-4dd7-a0c3-b212336e7834 None None] Attempt 3 to provision port 736b0444-3670-46f3-a033-a6696eb95fd1 Oct 04 09:20:51.457120 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9dcc4587-a09d-4c52-8f2d-803d185c9f90 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:51.479499 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port d899ab42-5769-4805-8e24-0e4b57e7fc55 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:20:51.498856 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-9dcc4587-a09d-4c52-8f2d-803d185c9f90 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec3a1f40-16c8-49ef-aac5-bc86712a455b']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:51.499868 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-461d066e-4b36-4dd7-a0c3-b212336e7834 None None] Port 736b0444-3670-46f3-a033-a6696eb95fd1 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:20:51.511365 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-9dcc4587-a09d-4c52-8f2d-803d185c9f90 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32150bc7-8e90-4491-89ce-90fdda3bcbf6') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:51.511663 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-9dcc4587-a09d-4c52-8f2d-803d185c9f90 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32150bc7-8e90-4491-89ce-90fdda3bcbf6') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:51.514284 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958e4774-6418-418f-b4c9-4c6f36342007 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Checking segment: {'id': 'a6d48e0e-5a1f-4803-a4f4-e0f06d14f461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1e039093-1b76-4ba6-948a-2c11d2f029e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:20:51.514652 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958e4774-6418-418f-b4c9-4c6f36342007 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Network hostable DHCP agents. Network: 1e039093-1b76-4ba6-948a-2c11d2f029e6, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:20:51.524265 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9dcc4587-a09d-4c52-8f2d-803d185c9f90 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:51.542223 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9dcc4587-a09d-4c52-8f2d-803d185c9f90 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:51.549379 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dcc4587-a09d-4c52-8f2d-803d185c9f90 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:20:51.549915 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9dcc4587-a09d-4c52-8f2d-803d185c9f90 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:51.581742 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be69256-f5de-45d4-a5b4-625dc9cd5e00 req-469dbcd2-6f46-4443-af6f-63d3c4f08059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:51.583228 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6be69256-f5de-45d4-a5b4-625dc9cd5e00 req-469dbcd2-6f46-4443-af6f-63d3c4f08059 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=762cafa8479f44198f14c59f0b405abb&device_id=0adcaabc-4575-4422-aad7-cc1985e85ab1 HTTP/1.1" status: 200 len: 1097 time: 0.5195589 Oct 04 09:20:51.659202 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9dcc4587-a09d-4c52-8f2d-803d185c9f90 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:51.665135 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9dcc4587-a09d-4c52-8f2d-803d185c9f90 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks [] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:51.683023 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6be69256-f5de-45d4-a5b4-625dc9cd5e00 req-2ba6e506-b425-4e66-b1ad-b073095ea8f1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2dcba277-fcee-4d0f-8fff-c76f7fe47804 HTTP/1.1" status: 200 len: 217 time: 0.0796378 Oct 04 09:20:51.683910 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958e4774-6418-418f-b4c9-4c6f36342007 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Network 1e039093-1b76-4ba6-948a-2c11d2f029e6 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:20:51.693022 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcc4587-a09d-4c52-8f2d-803d185c9f90 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Pushing event deleted for resources: {'Network': ['ID=ec3a1f40-16c8-49ef-aac5-bc86712a455b,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:51.695259 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74b6896-7b24-4cb7-8de1-f24172055995 None None] Network b9399016-854a-469c-9ba7-dac99412fcbc is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:20:51.698656 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-9dcc4587-a09d-4c52-8f2d-803d185c9f90 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "DELETE /v2.0/networks/ec3a1f40-16c8-49ef-aac5-bc86712a455b HTTP/1.1" status: 204 len: 168 time: 2.3732553 Oct 04 09:20:51.701825 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35830) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:51.733766 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74b6896-7b24-4cb7-8de1-f24172055995 None None] Unable to find a vacant binding_index for network 1e039093-1b76-4ba6-948a-2c11d2f029e6 and agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 {{(pid=89034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Oct 04 09:20:51.733981 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-35379e17-7522-45d6-96c6-ab126616c4eb tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] DELETE failed (client error): The resource could not be found. Oct 04 09:20:51.734522 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35379e17-7522-45d6-96c6-ab126616c4eb tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:20:51.736268 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-35379e17-7522-45d6-96c6-ab126616c4eb tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "DELETE /v2.0/networks/ec3a1f40-16c8-49ef-aac5-bc86712a455b HTTP/1.1" status: 404 len: 339 time: 0.0334251 Oct 04 09:20:51.740486 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35834) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:51.746513 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-a15a41e7-5586-4e39-949a-570905c44695 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-888125066', 'description': 'd1'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:51.752681 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-a15a41e7-5586-4e39-949a-570905c44695 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:20:51.756878 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a15a41e7-5586-4e39-949a-570905c44695 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Usage tracker for resource:network and tenant:2dafbf046c4040829635f144570fbfb3 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:20:51.757243 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-958e4774-6418-418f-b4c9-4c6f36342007 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 1e039093-1b76-4ba6-948a-2c11d2f029e6) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:20:51.757749 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74b6896-7b24-4cb7-8de1-f24172055995 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, b9399016-854a-469c-9ba7-dac99412fcbc), (DHCP agent, dv-neutron-860215-1-hyperv, 1e039093-1b76-4ba6-948a-2c11d2f029e6) {{(pid=89034) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 04 09:20:51.762184 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a15a41e7-5586-4e39-949a-570905c44695 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:20:51.767794 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-958e4774-6418-418f-b4c9-4c6f36342007 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:51.769966 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-a15a41e7-5586-4e39-949a-570905c44695 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:20:51.781649 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15a41e7-5586-4e39-949a-570905c44695 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Made reservation on behalf of 2dafbf046c4040829635f144570fbfb3 for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:20:51.785418 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a15a41e7-5586-4e39-949a-570905c44695 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:51.815275 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a15a41e7-5586-4e39-949a-570905c44695 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:20:51.826538 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a15a41e7-5586-4e39-949a-570905c44695 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:51.827007 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-a15a41e7-5586-4e39-949a-570905c44695 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Added segment 409aefd0-5ef5-428a-8b2f-5cc5b7e7c2c0 of type vlan for network f5c697c9-ee26-4fc0-9c33-4da408bd5583 Oct 04 09:20:51.829093 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b029a67c-87df-488b-9b83-1d356b9f0259 req-7b3c2793-bf76-4c71-9c30-e34147024c11 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:51.830584 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b029a67c-87df-488b-9b83-1d356b9f0259 req-7b3c2793-bf76-4c71-9c30-e34147024c11 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] 10.222.0.50 "GET /v2.0/ports?device_id=0adcaabc-4575-4422-aad7-cc1985e85ab1 HTTP/1.1" status: 200 len: 944 time: 0.4030895 Oct 04 09:20:51.856735 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a15a41e7-5586-4e39-949a-570905c44695 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:51.879029 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be69256-f5de-45d4-a5b4-625dc9cd5e00 req-5fdf58b7-37f3-4e01-bfa8-25073f41eb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:51.880478 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6be69256-f5de-45d4-a5b4-625dc9cd5e00 req-5fdf58b7-37f3-4e01-bfa8-25073f41eb46 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a001e6fa-f03c-4437-98f2-3686a6dbc3eb HTTP/1.1" status: 200 len: 852 time: 0.1876876 Oct 04 09:20:51.884748 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c0647b0f-b571-4b35-ad85-795ad77d1ff8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:51.890531 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958e4774-6418-418f-b4c9-4c6f36342007 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Network b9399016-854a-469c-9ba7-dac99412fcbc is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:20:51.890860 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a15a41e7-5586-4e39-949a-570905c44695 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:51.898835 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15a41e7-5586-4e39-949a-570905c44695 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:51.899493 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a15a41e7-5586-4e39-949a-570905c44695 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks [] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:51.933013 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-958e4774-6418-418f-b4c9-4c6f36342007 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:20:51.948390 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c0647b0f-b571-4b35-ad85-795ad77d1ff8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:51.976142 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958e4774-6418-418f-b4c9-4c6f36342007 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:51.976652 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958e4774-6418-418f-b4c9-4c6f36342007 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:51.977276 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-958e4774-6418-418f-b4c9-4c6f36342007 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:52.001364 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-461d066e-4b36-4dd7-a0c3-b212336e7834 None None] Attempt 4 to provision port 736b0444-3670-46f3-a033-a6696eb95fd1 Oct 04 09:20:52.006408 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a15a41e7-5586-4e39-949a-570905c44695 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.2623763 Oct 04 09:20:52.007634 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35838) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:52.037965 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958e4774-6418-418f-b4c9-4c6f36342007 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Pushing event updated for resources: {'Subnet': ['ID=6439837a-947f-41ca-a46b-d77a6636ab6a,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:52.038242 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15a41e7-5586-4e39-949a-570905c44695 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Pushing event updated for resources: {'Network': ['ID=f5c697c9-ee26-4fc0-9c33-4da408bd5583,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:52.041758 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6be69256-f5de-45d4-a5b4-625dc9cd5e00 req-814cb7d0-d589-4d0a-9d85-4f13210d3035 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=17d81218-c30f-4788-a3b1-36d74b44714f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1478629 Oct 04 09:20:52.069966 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network f5c697c9-ee26-4fc0-9c33-4da408bd5583 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:20:52.116231 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b029a67c-87df-488b-9b83-1d356b9f0259 req-74659181-8a13-4626-b47c-53417f6f189d tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] 10.222.0.50 "GET /v2.0/security-groups?id=03c19718-7658-4392-aeaf-38001ef94dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591619 Oct 04 09:20:52.139909 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-461d066e-4b36-4dd7-a0c3-b212336e7834 None None] Port 736b0444-3670-46f3-a033-a6696eb95fd1 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:20:52.153390 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dee60e6-8257-48ec-9e51-7fa7530e57d2 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:52.153390 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-0dee60e6-8257-48ec-9e51-7fa7530e57d2 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Synchronizing usage tracker for tenant:2dafbf046c4040829635f144570fbfb3 on resource:network {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:20:52.176871 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-0dee60e6-8257-48ec-9e51-7fa7530e57d2 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Unset dirty status for tenant:2dafbf046c4040829635f144570fbfb3 on resource:network {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:20:52.180836 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-0dee60e6-8257-48ec-9e51-7fa7530e57d2 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "GET /v2.0/networks?id=f5c697c9-ee26-4fc0-9c33-4da408bd5583 HTTP/1.1" status: 200 len: 760 time: 0.1699517 Oct 04 09:20:52.181162 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35842) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:52.187186 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-958e4774-6418-418f-b4c9-4c6f36342007 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.6161270 Oct 04 09:20:52.188251 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-e24ea5c7-de66-431f-881e-eaad8c564729 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Request body: {'network': {'description': 'd2'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:52.196693 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35846) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:52.199855 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0647b0f-b571-4b35-ad85-795ad77d1ff8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Port': ['ID=736b0444-3670-46f3-a033-a6696eb95fd1,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:52.203847 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c0647b0f-b571-4b35-ad85-795ad77d1ff8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736777'] for router_interface, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:52.287895 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10464e8-e60e-4c85-b502-b6541fe25844 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-1e039093-1b76-4ba6-948a-2c11d2f029e6', 'network_id': '1e039093-1b76-4ba6-948a-2c11d2f029e6', 'tenant_id': '8da7648efb624fe4a409038c2398aae9', 'fixed_ips': [{'subnet_id': 'e48ae553-20d1-43a7-9948-5b199e50c60f'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:20:52.289071 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a10464e8-e60e-4c85-b502-b6541fe25844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:52.306999 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b53ec13-025d-47f5-8f37-ce9e4babc260 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-b9399016-854a-469c-9ba7-dac99412fcbc', 'network_id': 'b9399016-854a-469c-9ba7-dac99412fcbc', 'tenant_id': '8da7648efb624fe4a409038c2398aae9', 'fixed_ips': [{'subnet_id': '6439837a-947f-41ca-a46b-d77a6636ab6a'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:20:52.307957 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-4b53ec13-025d-47f5-8f37-ce9e4babc260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:52.387100 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cceafd8d-afac-47e4-99b1-ec83089e06f6 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:52.390186 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cceafd8d-afac-47e4-99b1-ec83089e06f6 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:52.392888 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cceafd8d-afac-47e4-99b1-ec83089e06f6 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:52.393529 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-cceafd8d-afac-47e4-99b1-ec83089e06f6 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Synchronizing usage tracker for tenant:8da7648efb624fe4a409038c2398aae9 on resource:subnet {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:20:52.420184 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6be69256-f5de-45d4-a5b4-625dc9cd5e00 req-ce5c35d5-38f9-444f-a062-4dfc2bb6ed71 service neutron] 10.222.0.20 "GET /v2.0/networks/17d81218-c30f-4788-a3b1-36d74b44714f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428137 Oct 04 09:20:52.426781 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 32150bc7-8e90-4491-89ce-90fdda3bcbf6 resource provider aggregate not found Oct 04 09:20:52.516456 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 32150bc7-8e90-4491-89ce-90fdda3bcbf6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 32150bc7-8e90-4491-89ce-90fdda3bcbf6 found for delete ", "request_id": "req-b40e6b67-36a2-4a07-a689-d7acc8060270"}]} Oct 04 09:20:52.522890 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-cceafd8d-afac-47e4-99b1-ec83089e06f6 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Unset dirty status for tenant:8da7648efb624fe4a409038c2398aae9 on resource:subnet {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:20:52.524043 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-cceafd8d-afac-47e4-99b1-ec83089e06f6 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.3216426 Oct 04 09:20:52.527439 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35854) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:52.566911 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0647b0f-b571-4b35-ad85-795ad77d1ff8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Network e2f61057-efcc-412a-9c83-3b6a02122329 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:20:52.570149 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-c0647b0f-b571-4b35-ad85-795ad77d1ff8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:20:52.592468 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-a10464e8-e60e-4c85-b502-b6541fe25844 None None] Allocated IP 172.20.0.2 (1e039093-1b76-4ba6-948a-2c11d2f029e6/e48ae553-20d1-43a7-9948-5b199e50c60f/5a14799b-7f2c-4c48-9b8b-5b818ca911a7) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:20:52.594775 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-4b53ec13-025d-47f5-8f37-ce9e4babc260 None None] Allocated IP 172.20.0.18 (b9399016-854a-469c-9ba7-dac99412fcbc/6439837a-947f-41ca-a46b-d77a6636ab6a/9a0c3ae7-66b5-4191-88fd-f9c60f5880e6) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:20:52.634062 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e24ea5c7-de66-431f-881e-eaad8c564729 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:52.640575 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-461d066e-4b36-4dd7-a0c3-b212336e7834 None None] Attempt 5 to provision port 736b0444-3670-46f3-a033-a6696eb95fd1 Oct 04 09:20:52.645195 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d1ca371-bd22-4a4a-be1d-1cde18c1ec9a tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Deleting subnet e48ae553-20d1-43a7-9948-5b199e50c60f {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:20:52.657292 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e24ea5c7-de66-431f-881e-eaad8c564729 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:52.678905 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6be69256-f5de-45d4-a5b4-625dc9cd5e00 req-9493c73a-3802-41ad-8170-f1c696e684ce service neutron] 10.222.0.20 "GET /v2.0/networks/17d81218-c30f-4788-a3b1-36d74b44714f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491598 Oct 04 09:20:52.683522 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e24ea5c7-de66-431f-881e-eaad8c564729 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Network f5c697c9-ee26-4fc0-9c33-4da408bd5583 is not hosted by any dhcp agent {{(pid=89033) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Oct 04 09:20:52.689054 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24ea5c7-de66-431f-881e-eaad8c564729 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:52.690629 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e24ea5c7-de66-431f-881e-eaad8c564729 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks [] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:52.692271 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-e24ea5c7-de66-431f-881e-eaad8c564729 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "PUT /v2.0/networks/f5c697c9-ee26-4fc0-9c33-4da408bd5583 HTTP/1.1" status: 200 len: 757 time: 0.5101290 Oct 04 09:20:52.741552 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35858) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:52.778607 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24ea5c7-de66-431f-881e-eaad8c564729 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Pushing event updated for resources: {'Network': ['ID=f5c697c9-ee26-4fc0-9c33-4da408bd5583,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:52.792310 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-461d066e-4b36-4dd7-a0c3-b212336e7834 None None] Port 736b0444-3670-46f3-a033-a6696eb95fd1 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:20:52.842392 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network f5c697c9-ee26-4fc0-9c33-4da408bd5583 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:20:53.078189 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0647b0f-b571-4b35-ad85-795ad77d1ff8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Router c0edcb76-0a1e-477b-bd6e-84980f6012e1 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:20:53.092008 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc540ec-9e6f-462a-ad66-7cd77b4adc21 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:53.092697 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-4fc540ec-9e6f-462a-ad66-7cd77b4adc21 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Synchronizing usage tracker for tenant:2dafbf046c4040829635f144570fbfb3 on resource:network {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:20:53.175107 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a10464e8-e60e-4c85-b502-b6541fe25844 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:53.182524 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-4b53ec13-025d-47f5-8f37-ce9e4babc260 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:53.184957 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-4fc540ec-9e6f-462a-ad66-7cd77b4adc21 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Unset dirty status for tenant:2dafbf046c4040829635f144570fbfb3 on resource:network {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:20:53.186113 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-4fc540ec-9e6f-462a-ad66-7cd77b4adc21 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "GET /v2.0/networks?id=f5c697c9-ee26-4fc0-9c33-4da408bd5583 HTTP/1.1" status: 200 len: 760 time: 0.4437296 Oct 04 09:20:53.189815 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35864) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:53.194108 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-a10464e8-e60e-4c85-b502-b6541fe25844 None None] Transition to ACTIVE for port object 5a14799b-7f2c-4c48-9b8b-5b818ca911a7 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:20:53.200063 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-877728a3-e35e-45ba-bfc1-cae805734353 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1133401618'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:53.207802 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-4b53ec13-025d-47f5-8f37-ce9e4babc260 None None] Transition to ACTIVE for port object 9a0c3ae7-66b5-4191-88fd-f9c60f5880e6 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:20:53.216444 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-877728a3-e35e-45ba-bfc1-cae805734353 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:20:53.229327 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-a10464e8-e60e-4c85-b502-b6541fe25844 None None] Transition to ACTIVE for port object 5a14799b-7f2c-4c48-9b8b-5b818ca911a7 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:20:53.236140 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-4b53ec13-025d-47f5-8f37-ce9e4babc260 None None] Transition to ACTIVE for port object 9a0c3ae7-66b5-4191-88fd-f9c60f5880e6 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:20:53.238748 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6d1ca371-bd22-4a4a-be1d-1cde18c1ec9a tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:53.243769 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a10464e8-e60e-4c85-b502-b6541fe25844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:53.267487 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593fd73f-267f-4f1e-8e14-e0594b41e65a req-b45a4b60-1d2b-49e1-9cf4-eb7ee1ad0536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:53.268996 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-593fd73f-267f-4f1e-8e14-e0594b41e65a req-b45a4b60-1d2b-49e1-9cf4-eb7ee1ad0536 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=762cafa8479f44198f14c59f0b405abb&device_id=0adcaabc-4575-4422-aad7-cc1985e85ab1 HTTP/1.1" status: 200 len: 1097 time: 0.4872468 Oct 04 09:20:53.294209 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-461d066e-4b36-4dd7-a0c3-b212336e7834 None None] Attempt 6 to provision port 736b0444-3670-46f3-a033-a6696eb95fd1 Oct 04 09:20:53.317253 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-877728a3-e35e-45ba-bfc1-cae805734353 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:20:53.368432 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6d1ca371-bd22-4a4a-be1d-1cde18c1ec9a tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:53.378488 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-4b53ec13-025d-47f5-8f37-ce9e4babc260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:53.403345 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877728a3-e35e-45ba-bfc1-cae805734353 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Made reservation on behalf of 2dafbf046c4040829635f144570fbfb3 for: {'network': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:20:53.407406 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-877728a3-e35e-45ba-bfc1-cae805734353 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:53.410661 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10464e8-e60e-4c85-b502-b6541fe25844 None None] Network 1e039093-1b76-4ba6-948a-2c11d2f029e6 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:20:53.419391 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-a10464e8-e60e-4c85-b502-b6541fe25844 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:20:53.422065 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10464e8-e60e-4c85-b502-b6541fe25844 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:20:53.424170 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0647b0f-b571-4b35-ad85-795ad77d1ff8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:20:53.432884 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-c0647b0f-b571-4b35-ad85-795ad77d1ff8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "PUT /v2.0/routers/c0edcb76-0a1e-477b-bd6e-84980f6012e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1514261 Oct 04 09:20:53.436248 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10464e8-e60e-4c85-b502-b6541fe25844 None None] Pushing event updated for resources: {'Port': ['ID=5a14799b-7f2c-4c48-9b8b-5b818ca911a7,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:53.439525 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35868) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:53.448105 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b18f9-b3a3-4216-8dbf-16d7c3136d67 req-a7fba62d-9107-40e8-8ad0-cf4ad0eef756 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:53.450403 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-ce4b18f9-b3a3-4216-8dbf-16d7c3136d67 req-a7fba62d-9107-40e8-8ad0-cf4ad0eef756 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] 10.222.0.50 "GET /v2.0/ports?device_id=0adcaabc-4575-4422-aad7-cc1985e85ab1 HTTP/1.1" status: 200 len: 944 time: 0.1673357 Oct 04 09:20:53.471132 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b53ec13-025d-47f5-8f37-ce9e4babc260 None None] Network b9399016-854a-469c-9ba7-dac99412fcbc is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:20:53.482196 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edcdcef-ebc3-43dc-9096-cae5c4d44327 None None] Sync routers for ids ['c0edcb76-0a1e-477b-bd6e-84980f6012e1'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:20:53.494344 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-4b53ec13-025d-47f5-8f37-ce9e4babc260 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:20:53.496939 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b53ec13-025d-47f5-8f37-ce9e4babc260 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:20:53.522056 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-ce4b18f9-b3a3-4216-8dbf-16d7c3136d67 req-2f825024-c998-402e-aec4-7a3b0a4206aa tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Synchronizing usage tracker for tenant:762cafa8479f44198f14c59f0b405abb on resource:security_group {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:20:53.532982 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6d1ca371-bd22-4a4a-be1d-1cde18c1ec9a tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:53.545664 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-461d066e-4b36-4dd7-a0c3-b212336e7834 None None] Port 736b0444-3670-46f3-a033-a6696eb95fd1 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:20:53.546461 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-877728a3-e35e-45ba-bfc1-cae805734353 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=89032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:20:53.567033 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593fd73f-267f-4f1e-8e14-e0594b41e65a req-29712a2b-9748-443e-9e4b-4a8c00407cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:53.568505 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-593fd73f-267f-4f1e-8e14-e0594b41e65a req-29712a2b-9748-443e-9e4b-4a8c00407cb6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=17d81218-c30f-4788-a3b1-36d74b44714f HTTP/1.1" status: 200 len: 913 time: 0.2901990 Oct 04 09:20:53.591843 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-ce4b18f9-b3a3-4216-8dbf-16d7c3136d67 req-2f825024-c998-402e-aec4-7a3b0a4206aa tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Unset dirty status for tenant:762cafa8479f44198f14c59f0b405abb on resource:security_group {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:20:53.593271 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-ce4b18f9-b3a3-4216-8dbf-16d7c3136d67 req-2f825024-c998-402e-aec4-7a3b0a4206aa tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] 10.222.0.50 "GET /v2.0/security-groups?id=03c19718-7658-4392-aeaf-38001ef94dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291647 Oct 04 09:20:53.630985 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edcdcef-ebc3-43dc-9096-cae5c4d44327 None None] Routers {'c0edcb76-0a1e-477b-bd6e-84980f6012e1'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:20:53.631667 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-1edcdcef-ebc3-43dc-9096-cae5c4d44327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:20:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['c0edcb76-0a1e-477b-bd6e-84980f6012e1'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:53.633083 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6d1ca371-bd22-4a4a-be1d-1cde18c1ec9a tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:53.636642 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-877728a3-e35e-45ba-bfc1-cae805734353 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:53.637207 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.segments_db [None req-877728a3-e35e-45ba-bfc1-cae805734353 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Added segment 796677bb-a250-487a-8662-54afac13c45d of type vlan for network 711c41c2-bcf7-4842-ad19-8d6acbb7dc2b Oct 04 09:20:53.651854 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-593fd73f-267f-4f1e-8e14-e0594b41e65a req-bebe7904-6ba7-4edf-89a6-c50d8a8c2aa0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2dcba277-fcee-4d0f-8fff-c76f7fe47804 HTTP/1.1" status: 200 len: 217 time: 0.0747917 Oct 04 09:20:53.674405 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1ca371-bd22-4a4a-be1d-1cde18c1ec9a tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Pushing event deleted for resources: {'Subnet': ['ID=e48ae553-20d1-43a7-9948-5b199e50c60f,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:53.678177 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6d1ca371-bd22-4a4a-be1d-1cde18c1ec9a tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:53.710503 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-6d1ca371-bd22-4a4a-be1d-1cde18c1ec9a tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] 10.222.0.50 "DELETE /v2.0/subnets/e48ae553-20d1-43a7-9948-5b199e50c60f HTTP/1.1" status: 204 len: 168 time: 1.1814971 Oct 04 09:20:53.712855 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35872) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:53.730087 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-877728a3-e35e-45ba-bfc1-cae805734353 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:53.769785 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b53ec13-025d-47f5-8f37-ce9e4babc260 None None] Pushing event updated for resources: {'Port': ['ID=9a0c3ae7-66b5-4191-88fd-f9c60f5880e6,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:53.788605 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593fd73f-267f-4f1e-8e14-e0594b41e65a req-808c71db-bdef-4b61-a21c-2b2d60f02307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:53.790085 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-593fd73f-267f-4f1e-8e14-e0594b41e65a req-808c71db-bdef-4b61-a21c-2b2d60f02307 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a001e6fa-f03c-4437-98f2-3686a6dbc3eb HTTP/1.1" status: 200 len: 852 time: 0.1273291 Oct 04 09:20:53.801609 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-a10464e8-e60e-4c85-b502-b6541fe25844 None None] Attempting to bind port 5a14799b-7f2c-4c48-9b8b-5b818ca911a7 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:20:53.802165 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-a10464e8-e60e-4c85-b502-b6541fe25844 None None] Attempting to bind port 5a14799b-7f2c-4c48-9b8b-5b818ca911a7 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'a6d48e0e-5a1f-4803-a4f4-e0f06d14f461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1e039093-1b76-4ba6-948a-2c11d2f029e6'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:20:53.802282 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10464e8-e60e-4c85-b502-b6541fe25844 None None] Attempting to bind port 5a14799b-7f2c-4c48-9b8b-5b818ca911a7 on network 1e039093-1b76-4ba6-948a-2c11d2f029e6 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:20:53.808888 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-34eaf0c3-7f8a-4958-af84-39aef084b27e tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Deleting subnet 6439837a-947f-41ca-a46b-d77a6636ab6a {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:20:53.811899 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-34eaf0c3-7f8a-4958-af84-39aef084b27e tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:53.812497 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-4b53ec13-025d-47f5-8f37-ce9e4babc260 None None] Attempting to bind port 9a0c3ae7-66b5-4191-88fd-f9c60f5880e6 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:20:53.812864 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-4b53ec13-025d-47f5-8f37-ce9e4babc260 None None] Attempting to bind port 9a0c3ae7-66b5-4191-88fd-f9c60f5880e6 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'ab5dd911-fd06-424c-8b6a-618a4dc7cf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b9399016-854a-469c-9ba7-dac99412fcbc'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:20:53.813222 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b53ec13-025d-47f5-8f37-ce9e4babc260 None None] Attempting to bind port 9a0c3ae7-66b5-4191-88fd-f9c60f5880e6 on network b9399016-854a-469c-9ba7-dac99412fcbc {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:20:53.850247 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6f10fc-d4bc-4cbe-8345-b2701300af0a tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:53.850509 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6f10fc-d4bc-4cbe-8345-b2701300af0a tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:53.850948 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6f10fc-d4bc-4cbe-8345-b2701300af0a tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:53.851415 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6f10fc-d4bc-4cbe-8345-b2701300af0a tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:53.852232 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6f10fc-d4bc-4cbe-8345-b2701300af0a tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:53.852713 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6f10fc-d4bc-4cbe-8345-b2701300af0a tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:53.853161 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6f10fc-d4bc-4cbe-8345-b2701300af0a tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:53.853608 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6f10fc-d4bc-4cbe-8345-b2701300af0a tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:53.854056 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6f10fc-d4bc-4cbe-8345-b2701300af0a tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:53.854506 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6f10fc-d4bc-4cbe-8345-b2701300af0a tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:53.854961 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6f10fc-d4bc-4cbe-8345-b2701300af0a tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:53.855424 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6f10fc-d4bc-4cbe-8345-b2701300af0a tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:53.860612 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-1c6f10fc-d4bc-4cbe-8345-b2701300af0a tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8366 time: 0.4144723 Oct 04 09:20:53.861985 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35876) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:53.867074 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-593fd73f-267f-4f1e-8e14-e0594b41e65a req-4fec64f9-7eae-4c8a-90da-2a91d11d64e5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=17d81218-c30f-4788-a3b1-36d74b44714f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670655 Oct 04 09:20:53.870880 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10464e8-e60e-4c85-b502-b6541fe25844 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:20:53.871362 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10464e8-e60e-4c85-b502-b6541fe25844 None None] Checking segment: {'id': 'a6d48e0e-5a1f-4803-a4f4-e0f06d14f461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1e039093-1b76-4ba6-948a-2c11d2f029e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:20:53.871769 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a10464e8-e60e-4c85-b502-b6541fe25844 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:53.872169 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10464e8-e60e-4c85-b502-b6541fe25844 None None] Bound using segment: {'id': 'a6d48e0e-5a1f-4803-a4f4-e0f06d14f461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1e039093-1b76-4ba6-948a-2c11d2f029e6'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:20:53.873113 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-a10464e8-e60e-4c85-b502-b6541fe25844 None None] Bound port: 5a14799b-7f2c-4c48-9b8b-5b818ca911a7, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6d48e0e-5a1f-4803-a4f4-e0f06d14f461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1e039093-1b76-4ba6-948a-2c11d2f029e6'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:20:53.873518 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a10464e8-e60e-4c85-b502-b6541fe25844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:53.892297 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-877728a3-e35e-45ba-bfc1-cae805734353 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:53.897577 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877728a3-e35e-45ba-bfc1-cae805734353 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:53.898944 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-877728a3-e35e-45ba-bfc1-cae805734353 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:53.907370 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b53ec13-025d-47f5-8f37-ce9e4babc260 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:20:53.907743 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b53ec13-025d-47f5-8f37-ce9e4babc260 None None] Checking segment: {'id': 'ab5dd911-fd06-424c-8b6a-618a4dc7cf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b9399016-854a-469c-9ba7-dac99412fcbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:20:53.908143 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-4b53ec13-025d-47f5-8f37-ce9e4babc260 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:53.908561 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b53ec13-025d-47f5-8f37-ce9e4babc260 None None] Bound using segment: {'id': 'ab5dd911-fd06-424c-8b6a-618a4dc7cf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b9399016-854a-469c-9ba7-dac99412fcbc'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:20:53.909032 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-4b53ec13-025d-47f5-8f37-ce9e4babc260 None None] Bound port: 9a0c3ae7-66b5-4191-88fd-f9c60f5880e6, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5dd911-fd06-424c-8b6a-618a4dc7cf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b9399016-854a-469c-9ba7-dac99412fcbc'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:20:53.909403 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-4b53ec13-025d-47f5-8f37-ce9e4babc260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:53.917663 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-34eaf0c3-7f8a-4958-af84-39aef084b27e tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:54.002292 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf93d49-a7ad-4c96-a431-a530c41e3044 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:54.002914 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf93d49-a7ad-4c96-a431-a530c41e3044 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:54.003208 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf93d49-a7ad-4c96-a431-a530c41e3044 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:54.003661 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf93d49-a7ad-4c96-a431-a530c41e3044 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:54.004096 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf93d49-a7ad-4c96-a431-a530c41e3044 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:54.004567 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf93d49-a7ad-4c96-a431-a530c41e3044 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:54.005316 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf93d49-a7ad-4c96-a431-a530c41e3044 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:54.005435 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf93d49-a7ad-4c96-a431-a530c41e3044 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:54.010049 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-2cf93d49-a7ad-4c96-a431-a530c41e3044 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5213 time: 0.1455624 Oct 04 09:20:54.010212 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35880) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:54.043151 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-1edcdcef-ebc3-43dc-9096-cae5c4d44327 None None] Set router c0edcb76-0a1e-477b-bd6e-84980f6012e1 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:20:54.085992 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877728a3-e35e-45ba-bfc1-cae805734353 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Pushing event updated for resources: {'Network': ['ID=711c41c2-bcf7-4842-ad19-8d6acbb7dc2b,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:54.088834 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-877728a3-e35e-45ba-bfc1-cae805734353 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8980761 Oct 04 09:20:54.095762 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-461d066e-4b36-4dd7-a0c3-b212336e7834 None None] Attempt 7 to provision port 736b0444-3670-46f3-a033-a6696eb95fd1 Oct 04 09:20:54.099157 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35884) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:54.107175 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-7a6f62b7-f753-4a91-b5af-6cabe64fec41 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Request body: {'subnet': {'network_id': '711c41c2-bcf7-4842-ad19-8d6acbb7dc2b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:54.123407 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-34eaf0c3-7f8a-4958-af84-39aef084b27e tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:54.141823 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 711c41c2-bcf7-4842-ad19-8d6acbb7dc2b details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:20:54.211097 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-593fd73f-267f-4f1e-8e14-e0594b41e65a req-441e5d9f-e01f-401b-8870-6bf6ac4fb6f4 service neutron] 10.222.0.20 "GET /v2.0/networks/17d81218-c30f-4788-a3b1-36d74b44714f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374324 Oct 04 09:20:54.267002 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-a10464e8-e60e-4c85-b502-b6541fe25844 None None] For port 5a14799b-7f2c-4c48-9b8b-5b818ca911a7, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:20:54.278054 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-34eaf0c3-7f8a-4958-af84-39aef084b27e tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:54.313260 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-7a6f62b7-f753-4a91-b5af-6cabe64fec41 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:20:54.321698 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-7a6f62b7-f753-4a91-b5af-6cabe64fec41 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Usage tracker for resource:subnet and tenant:2dafbf046c4040829635f144570fbfb3 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:20:54.322285 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eaf0c3-7f8a-4958-af84-39aef084b27e tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Pushing event deleted for resources: {'Subnet': ['ID=6439837a-947f-41ca-a46b-d77a6636ab6a,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:54.327091 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-34eaf0c3-7f8a-4958-af84-39aef084b27e tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:54.329463 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-7a6f62b7-f753-4a91-b5af-6cabe64fec41 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:20:54.338903 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-7a6f62b7-f753-4a91-b5af-6cabe64fec41 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:20:54.349748 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-34eaf0c3-7f8a-4958-af84-39aef084b27e tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] 10.222.0.50 "DELETE /v2.0/subnets/6439837a-947f-41ca-a46b-d77a6636ab6a HTTP/1.1" status: 204 len: 168 time: 0.6347299 Oct 04 09:20:54.350848 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35888) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:54.359637 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-461d066e-4b36-4dd7-a0c3-b212336e7834 None None] Port 736b0444-3670-46f3-a033-a6696eb95fd1 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:20:54.369531 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-0f9c6e72-9091-4fc8-a3d9-6488f8af8870 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1610 time: 0.3576589 Oct 04 09:20:54.379794 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-4b53ec13-025d-47f5-8f37-ce9e4babc260 None None] For port 9a0c3ae7-66b5-4191-88fd-f9c60f5880e6, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:20:54.382628 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-a10464e8-e60e-4c85-b502-b6541fe25844 None None] For port 5a14799b-7f2c-4c48-9b8b-5b818ca911a7, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=5a14799b-7f2c-4c48-9b8b-5b818ca911a7,segment=NetworkSegment(a6d48e0e-5a1f-4803-a4f4-e0f06d14f461),segment_id=a6d48e0e-5a1f-4803-a4f4-e0f06d14f461)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:20:54.404264 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6f62b7-f753-4a91-b5af-6cabe64fec41 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Made reservation on behalf of 2dafbf046c4040829635f144570fbfb3 for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:20:54.408271 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7a6f62b7-f753-4a91-b5af-6cabe64fec41 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:54.446300 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35894) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:54.451935 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a10464e8-e60e-4c85-b502-b6541fe25844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:54.453869 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-815b17df-4bb6-4c3a-b6ff-5cb9c273fb20 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1651295442', 'description': 'tempest-secgroup-smoke-1651295442 description', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:54.460671 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-815b17df-4bb6-4c3a-b6ff-5cb9c273fb20 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:20:54.465363 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-815b17df-4bb6-4c3a-b6ff-5cb9c273fb20 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:20:54.468463 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-815b17df-4bb6-4c3a-b6ff-5cb9c273fb20 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:20:54.475084 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-815b17df-4bb6-4c3a-b6ff-5cb9c273fb20 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:20:54.487984 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-815b17df-4bb6-4c3a-b6ff-5cb9c273fb20 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:54.492232 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-4b53ec13-025d-47f5-8f37-ce9e4babc260 None None] For port 9a0c3ae7-66b5-4191-88fd-f9c60f5880e6, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=9a0c3ae7-66b5-4191-88fd-f9c60f5880e6,segment=NetworkSegment(ab5dd911-fd06-424c-8b6a-618a4dc7cf7d),segment_id=ab5dd911-fd06-424c-8b6a-618a4dc7cf7d)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:20:54.511999 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-815b17df-4bb6-4c3a-b6ff-5cb9c273fb20 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:20:54.516594 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-815b17df-4bb6-4c3a-b6ff-5cb9c273fb20 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:20:54.517108 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-593fd73f-267f-4f1e-8e14-e0594b41e65a req-ddcd7348-843d-4a68-83e4-8dd3b9c1c599 service neutron] 10.222.0.20 "GET /v2.0/networks/17d81218-c30f-4788-a3b1-36d74b44714f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919822 Oct 04 09:20:54.519581 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-815b17df-4bb6-4c3a-b6ff-5cb9c273fb20 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:20:54.526163 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-815b17df-4bb6-4c3a-b6ff-5cb9c273fb20 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:20:54.534466 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e14a3b-45ab-44bc-a118-d797f9547f5a tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:54.543453 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-88e14a3b-45ab-44bc-a118-d797f9547f5a tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1753373 Oct 04 09:20:54.543641 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-4b53ec13-025d-47f5-8f37-ce9e4babc260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:54.547462 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35898) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:54.638718 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10464e8-e60e-4c85-b502-b6541fe25844 None None] Pushing event updated for resources: {'Port': ['ID=5a14799b-7f2c-4c48-9b8b-5b818ca911a7,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:54.721061 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-098ce656-e151-46e3-99ef-02952ee68b5d tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:54.763430 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-098ce656-e151-46e3-99ef-02952ee68b5d tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Deleting port 9a0c3ae7-66b5-4191-88fd-f9c60f5880e6 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:20:54.763835 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-098ce656-e151-46e3-99ef-02952ee68b5d tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:54.781227 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b53ec13-025d-47f5-8f37-ce9e4babc260 None None] Pushing event updated for resources: {'Port': ['ID=9a0c3ae7-66b5-4191-88fd-f9c60f5880e6,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:54.831638 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-1edcdcef-ebc3-43dc-9096-cae5c4d44327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0edcb76-0a1e-477b-bd6e-84980f6012e1', 'name': 'tempest-TestNetworkBasicOps-router-1136286379', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.232'}], 'enable_snat': True}, 'gw_port_id': 'e61a0f9c-b670-4f61-9fc7-eb56fd69817d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:20:38Z', 'updated_at': '2022-10-04T09:20:50Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': 'e61a0f9c-b670-4f61-9fc7-eb56fd69817d', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0edcb76-0a1e-477b-bd6e-84980f6012e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:20:39Z', 'updated_at': '2022-10-04T09:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '736b0444-3670-46f3-a033-a6696eb95fd1', 'name': '', 'network_id': 'e2f61057-efcc-412a-9c83-3b6a02122329', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:b4:0d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0edcb76-0a1e-477b-bd6e-84980f6012e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'bebac2f8-ba47-403e-bdf3-1acdba0e4f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:20:47Z', 'updated_at': '2022-10-04T09:20:51Z', 'revision_number': 2, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': 'bebac2f8-ba47-403e-bdf3-1acdba0e4f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:54.836138 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edcdcef-ebc3-43dc-9096-cae5c4d44327 None None] Checking router: c0edcb76-0a1e-477b-bd6e-84980f6012e1 for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:20:54.836542 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edcdcef-ebc3-43dc-9096-cae5c4d44327 None None] Updating router c0edcb76-0a1e-477b-bd6e-84980f6012e1 port 736b0444-3670-46f3-a033-a6696eb95fd1 binding host dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:20:54.872322 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-461d066e-4b36-4dd7-a0c3-b212336e7834 None None] Attempt 8 to provision port 736b0444-3670-46f3-a033-a6696eb95fd1 Oct 04 09:20:55.007642 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-815b17df-4bb6-4c3a-b6ff-5cb9c273fb20 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:55.049355 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7a6f62b7-f753-4a91-b5af-6cabe64fec41 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:55.070757 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-815b17df-4bb6-4c3a-b6ff-5cb9c273fb20 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:55.072185 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-461d066e-4b36-4dd7-a0c3-b212336e7834 None None] Port 736b0444-3670-46f3-a033-a6696eb95fd1 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:20:55.076257 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 9a0c3ae7-66b5-4191-88fd-f9c60f5880e6 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:20:55.134549 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-1edcdcef-ebc3-43dc-9096-cae5c4d44327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:55.151719 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6f62b7-f753-4a91-b5af-6cabe64fec41 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Pushing event updated for resources: {'Subnet': ['ID=c2de4072-c4a4-42f0-8abd-452a4d4cc1bf,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:55.163694 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6f62b7-f753-4a91-b5af-6cabe64fec41 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Checking segment: {'id': '796677bb-a250-487a-8662-54afac13c45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '711c41c2-bcf7-4842-ad19-8d6acbb7dc2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:20:55.164219 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6f62b7-f753-4a91-b5af-6cabe64fec41 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Network hostable DHCP agents. Network: 711c41c2-bcf7-4842-ad19-8d6acbb7dc2b, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:20:55.188442 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815b17df-4bb6-4c3a-b6ff-5cb9c273fb20 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a773270-6917-4144-9c59-3337fab836a3,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:55.192669 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6f62b7-f753-4a91-b5af-6cabe64fec41 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Network 711c41c2-bcf7-4842-ad19-8d6acbb7dc2b is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:20:55.197967 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-815b17df-4bb6-4c3a-b6ff-5cb9c273fb20 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:55.198846 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-815b17df-4bb6-4c3a-b6ff-5cb9c273fb20 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7507722 Oct 04 09:20:55.203695 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35906) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:55.210495 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-a2e7c61e-025e-497f-8167-0eebbbd3d391 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': '1a773270-6917-4144-9c59-3337fab836a3', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:55.218518 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-a2e7c61e-025e-497f-8167-0eebbbd3d391 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:20:55.223875 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-a2e7c61e-025e-497f-8167-0eebbbd3d391 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:20:55.227553 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-a2e7c61e-025e-497f-8167-0eebbbd3d391 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:20:55.230301 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-7a6f62b7-f753-4a91-b5af-6cabe64fec41 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 711c41c2-bcf7-4842-ad19-8d6acbb7dc2b) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:20:55.235803 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-a2e7c61e-025e-497f-8167-0eebbbd3d391 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:20:55.238368 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6f62b7-f753-4a91-b5af-6cabe64fec41 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:55.238954 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7a6f62b7-f753-4a91-b5af-6cabe64fec41 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:55.268427 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a2e7c61e-025e-497f-8167-0eebbbd3d391 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:55.283343 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-7a6f62b7-f753-4a91-b5af-6cabe64fec41 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1815021 Oct 04 09:20:55.283543 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35910) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:55.297235 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 9a0c3ae7-66b5-4191-88fd-f9c60f5880e6 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:20:55.341844 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a2e7c61e-025e-497f-8167-0eebbbd3d391 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:55.346462 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a2e7c61e-025e-497f-8167-0eebbbd3d391 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:55.370244 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e7c61e-025e-497f-8167-0eebbbd3d391 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=421dbfec-b70a-4b4c-987a-36870b622142,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:55.394425 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a2e7c61e-025e-497f-8167-0eebbbd3d391 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:55.398300 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-a2e7c61e-025e-497f-8167-0eebbbd3d391 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1907120 Oct 04 09:20:55.398545 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35914) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:55.404335 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-c6e73637-d846-4136-a9b3-8038f148fad6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': '1a773270-6917-4144-9c59-3337fab836a3', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:55.410394 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-c6e73637-d846-4136-a9b3-8038f148fad6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:20:55.414535 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-c6e73637-d846-4136-a9b3-8038f148fad6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:20:55.416939 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad278c-7462-45a1-a2c0-195a82a8b608 req-7aefb4a6-960a-4744-b42d-e2905cb6a3d4 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:55.419209 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-4aad278c-7462-45a1-a2c0-195a82a8b608 req-7aefb4a6-960a-4744-b42d-e2905cb6a3d4 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] 10.222.0.50 "GET /v2.0/ports?device_id=0adcaabc-4575-4422-aad7-cc1985e85ab1 HTTP/1.1" status: 200 len: 944 time: 0.4386380 Oct 04 09:20:55.419632 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-c6e73637-d846-4136-a9b3-8038f148fad6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:20:55.426524 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-098ce656-e151-46e3-99ef-02952ee68b5d tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] For port 9a0c3ae7-66b5-4191-88fd-f9c60f5880e6, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=9a0c3ae7-66b5-4191-88fd-f9c60f5880e6,segment=NetworkSegment(ab5dd911-fd06-424c-8b6a-618a4dc7cf7d),segment_id=ab5dd911-fd06-424c-8b6a-618a4dc7cf7d)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:20:55.426845 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-c6e73637-d846-4136-a9b3-8038f148fad6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:20:55.426996 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-098ce656-e151-46e3-99ef-02952ee68b5d tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:55.457496 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c6e73637-d846-4136-a9b3-8038f148fad6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:55.530878 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c6e73637-d846-4136-a9b3-8038f148fad6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:55.536951 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c6e73637-d846-4136-a9b3-8038f148fad6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:55.553285 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-1edcdcef-ebc3-43dc-9096-cae5c4d44327 None None] Notify callbacks [] for port, precommit_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:55.568045 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-1edcdcef-ebc3-43dc-9096-cae5c4d44327 None None] Transition to ACTIVE for port object 736b0444-3670-46f3-a033-a6696eb95fd1 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:20:55.569362 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e73637-d846-4136-a9b3-8038f148fad6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=765115a0-e78d-4ae3-b1b4-0b2b2560c861,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:55.572888 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-461d066e-4b36-4dd7-a0c3-b212336e7834 None None] Attempt 9 to provision port 736b0444-3670-46f3-a033-a6696eb95fd1 Oct 04 09:20:55.579819 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c6e73637-d846-4136-a9b3-8038f148fad6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:55.581385 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-c6e73637-d846-4136-a9b3-8038f148fad6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1817760 Oct 04 09:20:55.584662 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35918) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:55.592977 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-6fb99de8-9974-409c-b174-a0deff0b4ed0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': '1a773270-6917-4144-9c59-3337fab836a3', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:55.596527 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-098ce656-e151-46e3-99ef-02952ee68b5d tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Calling delete_port for 9a0c3ae7-66b5-4191-88fd-f9c60f5880e6 owned by network:dhcp {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:20:55.604164 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-6fb99de8-9974-409c-b174-a0deff0b4ed0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:20:55.609693 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-6fb99de8-9974-409c-b174-a0deff0b4ed0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:20:55.612792 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-6fb99de8-9974-409c-b174-a0deff0b4ed0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:20:55.620868 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-6fb99de8-9974-409c-b174-a0deff0b4ed0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:20:55.622380 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-1edcdcef-ebc3-43dc-9096-cae5c4d44327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:55.650403 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6fb99de8-9974-409c-b174-a0deff0b4ed0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:55.678066 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-4aad278c-7462-45a1-a2c0-195a82a8b608 req-b25a8e35-a6dc-4859-833d-7458eb153b98 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] 10.222.0.50 "GET /v2.0/security-groups?id=03c19718-7658-4392-aeaf-38001ef94dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422485 Oct 04 09:20:55.741252 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f8b2eff3-a6cd-4ccd-9736-bf61c38b0d9a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:55.751042 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6fb99de8-9974-409c-b174-a0deff0b4ed0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:55.753152 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-461d066e-4b36-4dd7-a0c3-b212336e7834 None None] Port 736b0444-3670-46f3-a033-a6696eb95fd1 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:20:55.757428 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6fb99de8-9974-409c-b174-a0deff0b4ed0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:55.811409 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb99de8-9974-409c-b174-a0deff0b4ed0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b404120b-766f-4d2c-97ca-1d5aaf7ccff8,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:55.814038 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6fb99de8-9974-409c-b174-a0deff0b4ed0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:55.817838 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-6fb99de8-9974-409c-b174-a0deff0b4ed0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2282133 Oct 04 09:20:55.818664 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35922) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:55.824778 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-7a839d64-cd61-4c26-9df8-f78a04118ca0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': '1a773270-6917-4144-9c59-3337fab836a3', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:55.831071 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-7a839d64-cd61-4c26-9df8-f78a04118ca0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:20:55.833952 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-098ce656-e151-46e3-99ef-02952ee68b5d tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:55.835934 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-7a839d64-cd61-4c26-9df8-f78a04118ca0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:20:55.838972 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-7a839d64-cd61-4c26-9df8-f78a04118ca0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:20:55.845926 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-7a839d64-cd61-4c26-9df8-f78a04118ca0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:20:55.868551 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7a839d64-cd61-4c26-9df8-f78a04118ca0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:55.892572 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098ce656-e151-46e3-99ef-02952ee68b5d tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Pushing event deleted for resources: {'Port': ['ID=9a0c3ae7-66b5-4191-88fd-f9c60f5880e6,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:55.892800 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b29a142-fe12-430a-b57d-5078f67e0878 None None] get_active_networks_info from dv-neutron-860215-1-hyperv {{(pid=89034) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 04 09:20:55.897353 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098ce656-e151-46e3-99ef-02952ee68b5d tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] No DVR routers for this DVR port 9a0c3ae7-66b5-4191-88fd-f9c60f5880e6 on host dv-neutron-860215-1-hyperv {{(pid=89033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:20:55.934272 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f8b2eff3-a6cd-4ccd-9736-bf61c38b0d9a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:55.943855 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7070f27a-d70d-441a-ae1a-09eeb5b0d180 None None] Pushing event updated for resources: {'Port': ['ID=736b0444-3670-46f3-a033-a6696eb95fd1,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:55.948315 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7a839d64-cd61-4c26-9df8-f78a04118ca0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:55.957952 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7a839d64-cd61-4c26-9df8-f78a04118ca0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:55.961988 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-1edcdcef-ebc3-43dc-9096-cae5c4d44327 None None] Attempting to bind port 736b0444-3670-46f3-a033-a6696eb95fd1 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:20:55.962363 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-1edcdcef-ebc3-43dc-9096-cae5c4d44327 None None] Attempting to bind port 736b0444-3670-46f3-a033-a6696eb95fd1 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '6bd41039-fd18-4a9e-83bc-8b3608d7fee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e2f61057-efcc-412a-9c83-3b6a02122329'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:20:55.962729 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edcdcef-ebc3-43dc-9096-cae5c4d44327 None None] Attempting to bind port 736b0444-3670-46f3-a033-a6696eb95fd1 on network e2f61057-efcc-412a-9c83-3b6a02122329 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:20:55.971565 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edcdcef-ebc3-43dc-9096-cae5c4d44327 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:20:55.972475 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edcdcef-ebc3-43dc-9096-cae5c4d44327 None None] Checking segment: {'id': '6bd41039-fd18-4a9e-83bc-8b3608d7fee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e2f61057-efcc-412a-9c83-3b6a02122329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:20:55.972475 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-1edcdcef-ebc3-43dc-9096-cae5c4d44327 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:55.972852 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edcdcef-ebc3-43dc-9096-cae5c4d44327 None None] Bound using segment: {'id': '6bd41039-fd18-4a9e-83bc-8b3608d7fee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e2f61057-efcc-412a-9c83-3b6a02122329'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:20:55.973322 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-1edcdcef-ebc3-43dc-9096-cae5c4d44327 None None] Bound port: 736b0444-3670-46f3-a033-a6696eb95fd1, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bd41039-fd18-4a9e-83bc-8b3608d7fee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e2f61057-efcc-412a-9c83-3b6a02122329'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:20:55.973701 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-1edcdcef-ebc3-43dc-9096-cae5c4d44327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:55.982516 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a839d64-cd61-4c26-9df8-f78a04118ca0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f897cd8e-cf72-4f68-8575-80d4df7b4590,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:55.997911 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7a839d64-cd61-4c26-9df8-f78a04118ca0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:56.002496 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-7a839d64-cd61-4c26-9df8-f78a04118ca0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1826551 Oct 04 09:20:56.003417 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35926) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:56.008406 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-2646a51a-d1c1-4b30-96ba-73d6197c0808 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': '1a773270-6917-4144-9c59-3337fab836a3', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:56.014725 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-2646a51a-d1c1-4b30-96ba-73d6197c0808 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:20:56.018633 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-2646a51a-d1c1-4b30-96ba-73d6197c0808 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:20:56.021488 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-2646a51a-d1c1-4b30-96ba-73d6197c0808 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:20:56.027975 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-2646a51a-d1c1-4b30-96ba-73d6197c0808 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:20:56.041506 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.securitygroups_db [None req-2646a51a-d1c1-4b30-96ba-73d6197c0808 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Project 78fb12e86c5f40beb578bfb97002b5c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 09:20:56.048319 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2646a51a-d1c1-4b30-96ba-73d6197c0808 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:56.078057 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-098ce656-e151-46e3-99ef-02952ee68b5d tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:56.107294 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b29a142-fe12-430a-b57d-5078f67e0878 None None] Resources bound (agent type, host, resource id): {{(pid=89034) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 04 09:20:56.114238 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2646a51a-d1c1-4b30-96ba-73d6197c0808 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:56.118278 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-098ce656-e151-46e3-99ef-02952ee68b5d tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9399016-854a-469c-9ba7-dac99412fcbc']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:56.121050 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2646a51a-d1c1-4b30-96ba-73d6197c0808 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:56.123095 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-1edcdcef-ebc3-43dc-9096-cae5c4d44327 None None] For port 736b0444-3670-46f3-a033-a6696eb95fd1, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:20:56.128989 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-1edcdcef-ebc3-43dc-9096-cae5c4d44327 None None] For port 736b0444-3670-46f3-a033-a6696eb95fd1, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=736b0444-3670-46f3-a033-a6696eb95fd1,segment=NetworkSegment(6bd41039-fd18-4a9e-83bc-8b3608d7fee7),segment_id=6bd41039-fd18-4a9e-83bc-8b3608d7fee7)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:20:56.138658 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2646a51a-d1c1-4b30-96ba-73d6197c0808 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7d33cce-2637-43d5-be77-8299324f571f,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:56.140984 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-098ce656-e151-46e3-99ef-02952ee68b5d tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab5dd911-fd06-424c-8b6a-618a4dc7cf7d') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:56.141311 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-098ce656-e151-46e3-99ef-02952ee68b5d tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab5dd911-fd06-424c-8b6a-618a4dc7cf7d') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:56.153511 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-1edcdcef-ebc3-43dc-9096-cae5c4d44327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:56.154055 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f8b2eff3-a6cd-4ccd-9736-bf61c38b0d9a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:56.163670 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2646a51a-d1c1-4b30-96ba-73d6197c0808 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:56.165091 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-2646a51a-d1c1-4b30-96ba-73d6197c0808 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1609728 Oct 04 09:20:56.168091 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35930) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:56.174615 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-199bd721-8400-45bc-8725-68ff9644e978 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': '1a773270-6917-4144-9c59-3337fab836a3', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:56.182563 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-199bd721-8400-45bc-8725-68ff9644e978 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:20:56.186956 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-199bd721-8400-45bc-8725-68ff9644e978 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:20:56.190655 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-199bd721-8400-45bc-8725-68ff9644e978 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:20:56.194016 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-098ce656-e151-46e3-99ef-02952ee68b5d tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:56.196987 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-199bd721-8400-45bc-8725-68ff9644e978 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:20:56.209385 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.securitygroups_db [None req-199bd721-8400-45bc-8725-68ff9644e978 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Project 78fb12e86c5f40beb578bfb97002b5c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 09:20:56.218248 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-199bd721-8400-45bc-8725-68ff9644e978 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:56.233413 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b2eff3-a6cd-4ccd-9736-bf61c38b0d9a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Pushing event deleted for resources: {'Subnet': ['ID=c2de4072-c4a4-42f0-8abd-452a4d4cc1bf,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:56.243734 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 2dcba277-fcee-4d0f-8fff-c76f7fe47804 details requested by agent hyperv_hv-neutron-8602 with host hv-neutron-8602 {{(pid=89034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 04 09:20:56.262268 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-461d066e-4b36-4dd7-a0c3-b212336e7834 None None] Attempt 10 to provision port 736b0444-3670-46f3-a033-a6696eb95fd1 Oct 04 09:20:56.289878 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-098ce656-e151-46e3-99ef-02952ee68b5d tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:56.294863 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-199bd721-8400-45bc-8725-68ff9644e978 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:56.300569 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-199bd721-8400-45bc-8725-68ff9644e978 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:56.316100 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-098ce656-e151-46e3-99ef-02952ee68b5d tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:20:56.316833 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-098ce656-e151-46e3-99ef-02952ee68b5d tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:56.330585 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199bd721-8400-45bc-8725-68ff9644e978 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=151cde86-fe64-47c8-bf12-dcac75dcf4f0,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:56.342446 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-199bd721-8400-45bc-8725-68ff9644e978 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:56.343548 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-199bd721-8400-45bc-8725-68ff9644e978 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1741195 Oct 04 09:20:56.360489 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edcdcef-ebc3-43dc-9096-cae5c4d44327 None None] Routers {'c0edcb76-0a1e-477b-bd6e-84980f6012e1'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:20:56.361128 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-1edcdcef-ebc3-43dc-9096-cae5c4d44327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:20:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['c0edcb76-0a1e-477b-bd6e-84980f6012e1'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:56.390565 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f8b2eff3-a6cd-4ccd-9736-bf61c38b0d9a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:56.398250 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment ab5dd911-fd06-424c-8b6a-618a4dc7cf7d resource provider aggregate not found Oct 04 09:20:56.423244 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment ab5dd911-fd06-424c-8b6a-618a4dc7cf7d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ab5dd911-fd06-424c-8b6a-618a4dc7cf7d found for delete ", "request_id": "req-36f58e58-5819-444e-a493-a1bd02b9c38d"}]} Oct 04 09:20:56.442234 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.db.resource_extend [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 04 09:20:56.451406 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-f8b2eff3-a6cd-4ccd-9736-bf61c38b0d9a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['711c41c2-bcf7-4842-ad19-8d6acbb7dc2b']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:56.464677 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-f8b2eff3-a6cd-4ccd-9736-bf61c38b0d9a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '796677bb-a250-487a-8662-54afac13c45d') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:56.464981 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-f8b2eff3-a6cd-4ccd-9736-bf61c38b0d9a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '796677bb-a250-487a-8662-54afac13c45d') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:56.482282 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f8b2eff3-a6cd-4ccd-9736-bf61c38b0d9a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:56.488950 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-098ce656-e151-46e3-99ef-02952ee68b5d tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:56.493275 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-098ce656-e151-46e3-99ef-02952ee68b5d tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks [] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:56.526462 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098ce656-e151-46e3-99ef-02952ee68b5d tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Pushing event deleted for resources: {'Network': ['ID=b9399016-854a-469c-9ba7-dac99412fcbc,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:56.536011 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f8b2eff3-a6cd-4ccd-9736-bf61c38b0d9a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:56.547001 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-098ce656-e151-46e3-99ef-02952ee68b5d tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] 10.222.0.50 "DELETE /v2.0/networks/b9399016-854a-469c-9ba7-dac99412fcbc HTTP/1.1" status: 204 len: 168 time: 1.9978919 Oct 04 09:20:56.548747 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8b2eff3-a6cd-4ccd-9736-bf61c38b0d9a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:20:56.549291 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f8b2eff3-a6cd-4ccd-9736-bf61c38b0d9a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:56.552175 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 35946) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:56.565203 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7070f27a-d70d-441a-ae1a-09eeb5b0d180 None None] Pushing event updated for resources: {'Port': ['ID=736b0444-3670-46f3-a033-a6696eb95fd1,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:56.668988 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-461d066e-4b36-4dd7-a0c3-b212336e7834 None None] Port 736b0444-3670-46f3-a033-a6696eb95fd1 had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 09:20:56.707282 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-28edd295-928a-4656-8ce9-bd6c0905f37b req-a70ad5d3-7d54-4d6a-83a0-5f77ea06a895 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:security_group {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:20:56.729469 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0d8e7403-ebd1-4a40-bde1-8314314fc6d9 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:56.782787 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-28edd295-928a-4656-8ce9-bd6c0905f37b req-a70ad5d3-7d54-4d6a-83a0-5f77ea06a895 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:security_group {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:20:56.784917 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f8b2eff3-a6cd-4ccd-9736-bf61c38b0d9a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:56.790331 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-28edd295-928a-4656-8ce9-bd6c0905f37b req-a70ad5d3-7d54-4d6a-83a0-5f77ea06a895 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1651295442&fields=id&tenant_id=78fb12e86c5f40beb578bfb97002b5c9 HTTP/1.1" status: 200 len: 267 time: 0.2074902 Oct 04 09:20:56.791225 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f8b2eff3-a6cd-4ccd-9736-bf61c38b0d9a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks [] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:56.822837 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b2eff3-a6cd-4ccd-9736-bf61c38b0d9a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Pushing event deleted for resources: {'Network': ['ID=711c41c2-bcf7-4842-ad19-8d6acbb7dc2b,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:56.827141 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-f8b2eff3-a6cd-4ccd-9736-bf61c38b0d9a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "DELETE /v2.0/networks/711c41c2-bcf7-4842-ad19-8d6acbb7dc2b HTTP/1.1" status: 204 len: 168 time: 1.5424750 Oct 04 09:20:56.829771 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35956) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:56.830272 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-0d8e7403-ebd1-4a40-bde1-8314314fc6d9 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Deleting port 5a14799b-7f2c-4c48-9b8b-5b818ca911a7 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:20:56.830624 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0d8e7403-ebd1-4a40-bde1-8314314fc6d9 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:56.843076 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-c7182cb7-7bd4-4514-a5c1-d739ea48bdff None None] Could not find standard attr ID for object 9a0c3ae7-66b5-4191-88fd-f9c60f5880e6. {{(pid=89034) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 04 09:20:56.879235 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-91bfeb3e-bc4a-4448-87d4-7550fb7b6b99 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] GET failed (client error): The resource could not be found. Oct 04 09:20:56.881554 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 2dcba277-fcee-4d0f-8fff-c76f7fe47804, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=2dcba277-fcee-4d0f-8fff-c76f7fe47804,segment=NetworkSegment(307ada42-ccbb-4285-a534-35c7b7874afa),segment_id=307ada42-ccbb-4285-a534-35c7b7874afa)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:20:56.897831 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-1edcdcef-ebc3-43dc-9096-cae5c4d44327 None None] Set router c0edcb76-0a1e-477b-bd6e-84980f6012e1 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:20:56.899652 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-91bfeb3e-bc4a-4448-87d4-7550fb7b6b99 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Synchronizing usage tracker for tenant:2dafbf046c4040829635f144570fbfb3 on resource:subnet {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:20:56.954458 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-91bfeb3e-bc4a-4448-87d4-7550fb7b6b99 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Unset dirty status for tenant:2dafbf046c4040829635f144570fbfb3 on resource:subnet {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:20:56.955725 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-91bfeb3e-bc4a-4448-87d4-7550fb7b6b99 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "GET /v2.0/subnets/c2de4072-c4a4-42f0-8abd-452a4d4cc1bf HTTP/1.1" status: 404 len: 337 time: 0.1243885 Oct 04 09:20:56.958623 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35960) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:56.967131 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Returning: {'device': '2dcba277-fcee-4d0f-8fff-c76f7fe47804', 'network_id': '17d81218-c30f-4788-a3b1-36d74b44714f', 'port_id': '2dcba277-fcee-4d0f-8fff-c76f7fe47804', 'mac_address': 'fa:16:3e:64:8f:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a001e6fa-f03c-4437-98f2-3686a6dbc3eb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 04 09:20:57.003393 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-f57e08f5-f632-45da-848c-9c0524399a8a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] DELETE failed (client error): The resource could not be found. Oct 04 09:20:57.003872 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f57e08f5-f632-45da-848c-9c0524399a8a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:20:57.005770 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-f57e08f5-f632-45da-848c-9c0524399a8a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "DELETE /v2.0/networks/711c41c2-bcf7-4842-ad19-8d6acbb7dc2b HTTP/1.1" status: 404 len: 339 time: 0.0460567 Oct 04 09:20:57.009316 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35964) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:57.216637 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-0d8e7403-ebd1-4a40-bde1-8314314fc6d9 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] For port 5a14799b-7f2c-4c48-9b8b-5b818ca911a7, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=5a14799b-7f2c-4c48-9b8b-5b818ca911a7,segment=NetworkSegment(a6d48e0e-5a1f-4803-a4f4-e0f06d14f461),segment_id=a6d48e0e-5a1f-4803-a4f4-e0f06d14f461)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:20:57.216939 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0d8e7403-ebd1-4a40-bde1-8314314fc6d9 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:57.226355 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f316fd2-3fa3-4303-bc1c-b5a3748f0f00 req-c9d972fe-f524-477d-a54a-9e92920f276b tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:57.227846 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-5f316fd2-3fa3-4303-bc1c-b5a3748f0f00 req-c9d972fe-f524-477d-a54a-9e92920f276b tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] 10.222.0.50 "GET /v2.0/ports?device_id=0adcaabc-4575-4422-aad7-cc1985e85ab1 HTTP/1.1" status: 200 len: 944 time: 0.2211456 Oct 04 09:20:57.232662 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 2dcba277-fcee-4d0f-8fff-c76f7fe47804 is: DOWN; New status is: BUILD {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:20:57.233050 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:57.235383 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28edd295-928a-4656-8ce9-bd6c0905f37b req-b1953a90-54aa-42af-806d-c4f72834a87e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:57.236081 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-28edd295-928a-4656-8ce9-bd6c0905f37b req-b1953a90-54aa-42af-806d-c4f72834a87e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:network {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:20:57.240241 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c653a5-50c4-449c-9d6d-ea4319869778 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:57.240953 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-63c653a5-50c4-449c-9d6d-ea4319869778 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Synchronizing usage tracker for tenant:2dafbf046c4040829635f144570fbfb3 on resource:network {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:20:57.259581 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dcba277-fcee-4d0f-8fff-c76f7fe47804 {{(pid=89034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:20:57.289614 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-63c653a5-50c4-449c-9d6d-ea4319869778 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Unset dirty status for tenant:2dafbf046c4040829635f144570fbfb3 on resource:network {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:20:57.294004 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-63c653a5-50c4-449c-9d6d-ea4319869778 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2811246 Oct 04 09:20:57.294712 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35968) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:57.299159 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-5f316fd2-3fa3-4303-bc1c-b5a3748f0f00 req-ebe9bfd9-860c-4241-9c0f-9212c9e3c661 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] 10.222.0.50 "GET /v2.0/security-groups?id=03c19718-7658-4392-aeaf-38001ef94dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542414 Oct 04 09:20:57.302002 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 2dcba277-fcee-4d0f-8fff-c76f7fe47804, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=2dcba277-fcee-4d0f-8fff-c76f7fe47804,segment=NetworkSegment(307ada42-ccbb-4285-a534-35c7b7874afa),segment_id=307ada42-ccbb-4285-a534-35c7b7874afa)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:20:57.313902 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:57.354051 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-2c1bc523-93bb-425f-b6fd-dfc813d4a174 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "GET /v2.0/subnets?network_id=f33938cd-879e-4461-9b5e-aa67b746b6bd HTTP/1.1" status: 200 len: 207 time: 0.0557444 Oct 04 09:20:57.358883 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35972) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:57.367331 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b39ec2-a440-4109-a58b-590ba3cc13cd None None] Network 1e039093-1b76-4ba6-948a-2c11d2f029e6 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:20:57.374790 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-0d8e7403-ebd1-4a40-bde1-8314314fc6d9 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Calling delete_port for 5a14799b-7f2c-4c48-9b8b-5b818ca911a7 owned by network:dhcp {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:20:57.396830 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d295bf4-6b70-4ff1-9a81-cc73aa19a9f3 None None] Network b9399016-854a-469c-9ba7-dac99412fcbc requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:20:57.409169 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda52928-d220-4b16-9cd2-380451c9ecff None None] Network 711c41c2-bcf7-4842-ad19-8d6acbb7dc2b requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:20:57.466587 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0d8e7403-ebd1-4a40-bde1-8314314fc6d9 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:57.513930 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d295bf4-6b70-4ff1-9a81-cc73aa19a9f3 None None] Network b9399016-854a-469c-9ba7-dac99412fcbc could not be found, it might have been deleted concurrently. {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Oct 04 09:20:57.525825 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8e7403-ebd1-4a40-bde1-8314314fc6d9 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] No DVR routers for this DVR port 5a14799b-7f2c-4c48-9b8b-5b818ca911a7 on host dv-neutron-860215-1-hyperv {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:20:57.530952 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda52928-d220-4b16-9cd2-380451c9ecff None None] Network 711c41c2-bcf7-4842-ad19-8d6acbb7dc2b could not be found, it might have been deleted concurrently. {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Oct 04 09:20:57.547726 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7b783e-c25e-4444-8152-db89c8ea44ce tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:57.555281 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7b783e-c25e-4444-8152-db89c8ea44ce tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:57.562683 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7b783e-c25e-4444-8152-db89c8ea44ce tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:57.568316 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7b783e-c25e-4444-8152-db89c8ea44ce tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:57.573723 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-9a7b783e-c25e-4444-8152-db89c8ea44ce tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2100105 Oct 04 09:20:57.574037 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35976) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:57.587305 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc92a0b8-6056-42c1-951b-da76fd120fcb None None] Network 711c41c2-bcf7-4842-ad19-8d6acbb7dc2b requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:20:57.627202 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc92a0b8-6056-42c1-951b-da76fd120fcb None None] Network 711c41c2-bcf7-4842-ad19-8d6acbb7dc2b could not be found, it might have been deleted concurrently. {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Oct 04 09:20:57.641504 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05aa5215-f811-41ca-bb16-303214ecd5d0 None None] DHCP port deletion for b9399016-854a-469c-9ba7-dac99412fcbc request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:20:57.678091 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-28edd295-928a-4656-8ce9-bd6c0905f37b req-b1953a90-54aa-42af-806d-c4f72834a87e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:network {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:20:57.679247 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-28edd295-928a-4656-8ce9-bd6c0905f37b req-b1953a90-54aa-42af-806d-c4f72834a87e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/networks?id=e2f61057-efcc-412a-9c83-3b6a02122329 HTTP/1.1" status: 200 len: 797 time: 0.8878703 Oct 04 09:20:57.693848 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e7403-ebd1-4a40-bde1-8314314fc6d9 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Pushing event deleted for resources: {'Port': ['ID=5a14799b-7f2c-4c48-9b8b-5b818ca911a7,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:57.698909 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0d8e7403-ebd1-4a40-bde1-8314314fc6d9 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:57.722559 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=2dcba277-fcee-4d0f-8fff-c76f7fe47804,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:57.727312 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-28edd295-928a-4656-8ce9-bd6c0905f37b req-a75b3bd1-d473-4d4d-8edd-6687c94e0adc tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/quotas/78fb12e86c5f40beb578bfb97002b5c9 HTTP/1.1" status: 200 len: 375 time: 0.0368423 Oct 04 09:20:57.745285 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-0d8e7403-ebd1-4a40-bde1-8314314fc6d9 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e039093-1b76-4ba6-948a-2c11d2f029e6']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:57.786599 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-9b66c1cd-9fa6-4299-bfd0-9790dad75434 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2113044 Oct 04 09:20:57.789871 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35980) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:57.798418 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['2dcba277-fcee-4d0f-8fff-c76f7fe47804'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 09:20:57.812116 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-0d8e7403-ebd1-4a40-bde1-8314314fc6d9 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6d48e0e-5a1f-4803-a4f4-e0f06d14f461') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:57.812442 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-0d8e7403-ebd1-4a40-bde1-8314314fc6d9 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6d48e0e-5a1f-4803-a4f4-e0f06d14f461') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:57.828763 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-9c548711-3dbc-41d9-996b-84590a4162ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:57.852228 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1bbf1e-96d1-46ca-91ff-370ee0a25400 None None] Network 1e039093-1b76-4ba6-948a-2c11d2f029e6 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:20:57.867959 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4c91fe-15c9-4d6f-88d7-c18a64dfeebd tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:57.870057 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4c91fe-15c9-4d6f-88d7-c18a64dfeebd tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:57.872043 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-5c4c91fe-15c9-4d6f-88d7-c18a64dfeebd tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0812349 Oct 04 09:20:57.876319 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35984) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:57.935012 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0d8e7403-ebd1-4a40-bde1-8314314fc6d9 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:57.950922 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f837e3-6789-4a54-b7b7-6afd37209d89 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Attributes excluded by policy engine: ['shared'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:57.952589 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f837e3-6789-4a54-b7b7-6afd37209d89 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Attributes excluded by policy engine: ['shared'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:57.957496 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-04f837e3-6789-4a54-b7b7-6afd37209d89 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0764623 Oct 04 09:20:57.958635 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35988) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:57.968037 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0d8e7403-ebd1-4a40-bde1-8314314fc6d9 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:57.977182 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d8e7403-ebd1-4a40-bde1-8314314fc6d9 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:20:57.977635 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0d8e7403-ebd1-4a40-bde1-8314314fc6d9 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:58.047077 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment a6d48e0e-5a1f-4803-a4f4-e0f06d14f461 resource provider aggregate not found Oct 04 09:20:58.066144 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-28edd295-928a-4656-8ce9-bd6c0905f37b req-f355599b-c3be-4105-b700-5b545b87b40f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:20:58.073298 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment a6d48e0e-5a1f-4803-a4f4-e0f06d14f461 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a6d48e0e-5a1f-4803-a4f4-e0f06d14f461 found for delete ", "request_id": "req-c375a6aa-6bbb-40d3-9a9f-145cd4ecf947"}]} Oct 04 09:20:58.101244 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-28edd295-928a-4656-8ce9-bd6c0905f37b req-f355599b-c3be-4105-b700-5b545b87b40f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:20:58.102237 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-1edcdcef-ebc3-43dc-9096-cae5c4d44327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0edcb76-0a1e-477b-bd6e-84980f6012e1', 'name': 'tempest-TestNetworkBasicOps-router-1136286379', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.232'}], 'enable_snat': True}, 'gw_port_id': 'e61a0f9c-b670-4f61-9fc7-eb56fd69817d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:20:38Z', 'updated_at': '2022-10-04T09:20:50Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': 'e61a0f9c-b670-4f61-9fc7-eb56fd69817d', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0edcb76-0a1e-477b-bd6e-84980f6012e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:20:39Z', 'updated_at': '2022-10-04T09:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '736b0444-3670-46f3-a033-a6696eb95fd1', 'name': '', 'network_id': 'e2f61057-efcc-412a-9c83-3b6a02122329', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:b4:0d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0edcb76-0a1e-477b-bd6e-84980f6012e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'bebac2f8-ba47-403e-bdf3-1acdba0e4f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:20:47Z', 'updated_at': '2022-10-04T09:20:56Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': 'bebac2f8-ba47-403e-bdf3-1acdba0e4f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:58.112931 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-28edd295-928a-4656-8ce9-bd6c0905f37b req-f355599b-c3be-4105-b700-5b545b87b40f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=78fb12e86c5f40beb578bfb97002b5c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3700540 Oct 04 09:20:58.114662 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0d8e7403-ebd1-4a40-bde1-8314314fc6d9 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:58.117510 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edcdcef-ebc3-43dc-9096-cae5c4d44327 None None] The sync data for ids ['c0edcb76-0a1e-477b-bd6e-84980f6012e1'] in dv-neutron-860215-1-hyperv is: [{'id': 'c0edcb76-0a1e-477b-bd6e-84980f6012e1', 'name': 'tempest-TestNetworkBasicOps-router-1136286379', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.232'}], 'enable_snat': True}, 'gw_port_id': 'e61a0f9c-b670-4f61-9fc7-eb56fd69817d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:20:38Z', 'updated_at': '2022-10-04T09:20:50Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': 'e61a0f9c-b670-4f61-9fc7-eb56fd69817d', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0edcb76-0a1e-477b-bd6e-84980f6012e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:20:39Z', 'updated_at': '2022-10-04T09:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '736b0444-3670-46f3-a033-a6696eb95fd1', 'name': '', 'network_id': 'e2f61057-efcc-412a-9c83-3b6a02122329', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:b4:0d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0edcb76-0a1e-477b-bd6e-84980f6012e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'bebac2f8-ba47-403e-bdf3-1acdba0e4f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:20:47Z', 'updated_at': '2022-10-04T09:20:56Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': 'bebac2f8-ba47-403e-bdf3-1acdba0e4f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:20:58.121038 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c603ddee-a259-400f-9f2c-72abe527358d tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:58.122994 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-c603ddee-a259-400f-9f2c-72abe527358d tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "GET /v2.0/networks/7914f1e0-fe6c-49c6-bf40-ad5ac8d3b734 HTTP/1.1" status: 200 len: 800 time: 0.1639526 Oct 04 09:20:58.126856 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 35996) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:58.142184 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0d8e7403-ebd1-4a40-bde1-8314314fc6d9 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:58.181543 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-0d8e7403-ebd1-4a40-bde1-8314314fc6d9 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] 10.222.0.50 "DELETE /v2.0/networks/1e039093-1b76-4ba6-948a-2c11d2f029e6 HTTP/1.1" status: 204 len: 168 time: 1.6282263 Oct 04 09:20:58.186198 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 36000) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:58.272941 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e7403-ebd1-4a40-bde1-8314314fc6d9 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Pushing event deleted for resources: {'Network': ['ID=1e039093-1b76-4ba6-948a-2c11d2f029e6,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:58.338339 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-e13ce6e1-1231-4a0f-9a8f-b9c39780efb6 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "GET /v2.0/networks/7914f1e0-fe6c-49c6-bf40-ad5ac8d3b734?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2069855 Oct 04 09:20:58.338878 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 36004) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:58.399234 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e625e527-8f58-4862-a549-e9b593a2da88 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:58.432171 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374644e7-84d7-4507-a039-3ead95e9d513 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:58.433294 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-374644e7-84d7-4507-a039-3ead95e9d513 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "GET /v2.0/subnets/38eaca22-c7f6-48e4-9796-cd76de22fe7e HTTP/1.1" status: 200 len: 811 time: 0.0937347 Oct 04 09:20:58.439110 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-28edd295-928a-4656-8ce9-bd6c0905f37b req-0b0264fa-607d-474c-aafe-e9e8d9938251 service neutron] 10.222.0.50 "GET /v2.0/networks/e2f61057-efcc-412a-9c83-3b6a02122329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220286 Oct 04 09:20:58.444530 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 36012) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:58.453793 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 796677bb-a250-487a-8662-54afac13c45d resource provider aggregate not found Oct 04 09:20:58.497142 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 796677bb-a250-487a-8662-54afac13c45d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 796677bb-a250-487a-8662-54afac13c45d found for delete ", "request_id": "req-eed14ae0-94c6-4310-bdf1-ca093bf03599"}]} Oct 04 09:20:58.557222 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb8883-064b-4c61-bf2e-2cf7e3d826fa req-36c5b42f-1cb3-44e7-8a52-abc9883362e7 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:58.565310 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-03fb8883-064b-4c61-bf2e-2cf7e3d826fa req-36c5b42f-1cb3-44e7-8a52-abc9883362e7 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] 10.222.0.50 "GET /v2.0/ports?device_id=0adcaabc-4575-4422-aad7-cc1985e85ab1 HTTP/1.1" status: 200 len: 945 time: 0.1050541 Oct 04 09:20:58.606228 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-03fb8883-064b-4c61-bf2e-2cf7e3d826fa req-590cb419-17e7-4ab7-987d-13727e8e93b7 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] 10.222.0.50 "GET /v2.0/security-groups?id=03c19718-7658-4392-aeaf-38001ef94dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399179 Oct 04 09:20:58.714628 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0336994a-03e8-4664-86d6-4229ce7fe526 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Attributes excluded by policy engine: ['shared'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:58.715195 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-0336994a-03e8-4664-86d6-4229ce7fe526 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Synchronizing usage tracker for tenant:2dafbf046c4040829635f144570fbfb3 on resource:subnet {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:20:58.720245 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e625e527-8f58-4862-a549-e9b593a2da88 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:58.771290 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-e625e527-8f58-4862-a549-e9b593a2da88 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1acca10c-c39d-4d9f-a8b2-781aae1cece9']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:58.799057 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-e625e527-8f58-4862-a549-e9b593a2da88 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac9e4706-f004-4c23-b5c5-999d82939a80') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:58.799269 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-e625e527-8f58-4862-a549-e9b593a2da88 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac9e4706-f004-4c23-b5c5-999d82939a80') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:58.806592 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-0336994a-03e8-4664-86d6-4229ce7fe526 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Unset dirty status for tenant:2dafbf046c4040829635f144570fbfb3 on resource:subnet {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:20:58.807904 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-0336994a-03e8-4664-86d6-4229ce7fe526 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "GET /v2.0/subnets/38eaca22-c7f6-48e4-9796-cd76de22fe7e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3622007 Oct 04 09:20:58.812023 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 36018) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:58.817259 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-28edd295-928a-4656-8ce9-bd6c0905f37b req-6e87cf9b-2421-42eb-b345-5141de1b6064 service neutron] 10.222.0.50 "GET /v2.0/networks/e2f61057-efcc-412a-9c83-3b6a02122329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440816 Oct 04 09:20:58.817950 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-54556382-d88a-45b3-b626-dd90ee7b068b tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-663046162'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:58.818818 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e625e527-8f58-4862-a549-e9b593a2da88 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:58.829022 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-54556382-d88a-45b3-b626-dd90ee7b068b tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:20:58.837720 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e625e527-8f58-4862-a549-e9b593a2da88 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:58.840422 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-54556382-d88a-45b3-b626-dd90ee7b068b tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:20:58.845166 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e625e527-8f58-4862-a549-e9b593a2da88 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:20:58.845893 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e625e527-8f58-4862-a549-e9b593a2da88 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:58.854147 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54556382-d88a-45b3-b626-dd90ee7b068b tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Made reservation on behalf of 2dafbf046c4040829635f144570fbfb3 for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:20:58.858833 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-54556382-d88a-45b3-b626-dd90ee7b068b tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:58.901003 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54556382-d88a-45b3-b626-dd90ee7b068b tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:20:58.921165 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-54556382-d88a-45b3-b626-dd90ee7b068b tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:58.921535 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-54556382-d88a-45b3-b626-dd90ee7b068b tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Added segment b91968de-5374-4416-b47f-3586a9061532 of type vlan for network e59462a5-50b9-42eb-83fa-86e17d7c14ba Oct 04 09:20:58.951368 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e625e527-8f58-4862-a549-e9b593a2da88 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:58.977478 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-54556382-d88a-45b3-b626-dd90ee7b068b tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:58.977715 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e625e527-8f58-4862-a549-e9b593a2da88 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:58.983757 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e625e527-8f58-4862-a549-e9b593a2da88 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Pushing event deleted for resources: {'Network': ['ID=1acca10c-c39d-4d9f-a8b2-781aae1cece9,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:59.004004 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-e625e527-8f58-4862-a549-e9b593a2da88 tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] 10.222.0.50 "DELETE /v2.0/networks/1acca10c-c39d-4d9f-a8b2-781aae1cece9 HTTP/1.1" status: 204 len: 168 time: 0.8141747 Oct 04 09:20:59.006312 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 36024) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:59.024131 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-54556382-d88a-45b3-b626-dd90ee7b068b tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:59.027916 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 736b0444-3670-46f3-a033-a6696eb95fd1 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:20:59.030490 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54556382-d88a-45b3-b626-dd90ee7b068b tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:59.031310 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-54556382-d88a-45b3-b626-dd90ee7b068b tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks [] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:59.116311 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 736b0444-3670-46f3-a033-a6696eb95fd1 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:20:59.125755 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 736b0444-3670-46f3-a033-a6696eb95fd1 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:20:59.126562 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:59.127125 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 736b0444-3670-46f3-a033-a6696eb95fd1 Oct 04 09:20:59.137475 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3b363a41-11ab-42a8-8964-a773f6ec400c tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:59.159196 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-54556382-d88a-45b3-b626-dd90ee7b068b tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3451281 Oct 04 09:20:59.163521 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 36028) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:59.164778 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54556382-d88a-45b3-b626-dd90ee7b068b tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Pushing event updated for resources: {'Network': ['ID=e59462a5-50b9-42eb-83fa-86e17d7c14ba,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:59.175868 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-3f097d3c-ed6f-4db1-b139-1a0ae84bef28 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Request body: {'subnet': {'network_id': 'e59462a5-50b9-42eb-83fa-86e17d7c14ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:20:59.182111 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network e59462a5-50b9-42eb-83fa-86e17d7c14ba details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:20:59.285585 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3b363a41-11ab-42a8-8964-a773f6ec400c tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:59.314993 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-3b363a41-11ab-42a8-8964-a773f6ec400c tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e39d57b3-9c0e-4241-9617-f736200b33e5']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:59.329052 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-3b363a41-11ab-42a8-8964-a773f6ec400c tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9d898ce-7279-493e-8956-77bb0ac8f72f') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:59.329403 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-3b363a41-11ab-42a8-8964-a773f6ec400c tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9d898ce-7279-493e-8956-77bb0ac8f72f') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:20:59.343990 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3b363a41-11ab-42a8-8964-a773f6ec400c tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:59.362760 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3b363a41-11ab-42a8-8964-a773f6ec400c tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:59.371529 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 736b0444-3670-46f3-a033-a6696eb95fd1 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:20:59.372026 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:59.375890 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b363a41-11ab-42a8-8964-a773f6ec400c tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:20:59.376295 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3b363a41-11ab-42a8-8964-a773f6ec400c tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:59.408025 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 736b0444-3670-46f3-a033-a6696eb95fd1, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=736b0444-3670-46f3-a033-a6696eb95fd1,segment=NetworkSegment(6bd41039-fd18-4a9e-83bc-8b3608d7fee7),segment_id=6bd41039-fd18-4a9e-83bc-8b3608d7fee7)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:20:59.415175 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:59.438052 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-3f097d3c-ed6f-4db1-b139-1a0ae84bef28 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:20:59.448706 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-3f097d3c-ed6f-4db1-b139-1a0ae84bef28 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:20:59.458381 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 9a0c3ae7-66b5-4191-88fd-f9c60f5880e6 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:20:59.465181 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f097d3c-ed6f-4db1-b139-1a0ae84bef28 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Made reservation on behalf of 2dafbf046c4040829635f144570fbfb3 for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:20:59.469681 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3f097d3c-ed6f-4db1-b139-1a0ae84bef28 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:59.497973 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3b363a41-11ab-42a8-8964-a773f6ec400c tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:59.522615 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3b363a41-11ab-42a8-8964-a773f6ec400c tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:59.533999 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b363a41-11ab-42a8-8964-a773f6ec400c tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] Pushing event deleted for resources: {'Network': ['ID=e39d57b3-9c0e-4241-9617-f736200b33e5,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:59.538824 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-3b363a41-11ab-42a8-8964-a773f6ec400c tempest-BulkNetworkOpsTest-1115871067 tempest-BulkNetworkOpsTest-1115871067-project] 10.222.0.50 "DELETE /v2.0/networks/e39d57b3-9c0e-4241-9617-f736200b33e5 HTTP/1.1" status: 204 len: 168 time: 0.5315650 Oct 04 09:20:59.567602 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 9a0c3ae7-66b5-4191-88fd-f9c60f5880e6 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:20:59.567847 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 9a0c3ae7-66b5-4191-88fd-f9c60f5880e6 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:20:59.584872 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.ipam_backend_mixin [None req-3f097d3c-ed6f-4db1-b139-1a0ae84bef28 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Performing IP validity checks on allocation pools {{(pid=89033) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 04 09:20:59.585392 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.ipam_backend_mixin [None req-3f097d3c-ed6f-4db1-b139-1a0ae84bef28 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89033) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 04 09:20:59.587666 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=736b0444-3670-46f3-a033-a6696eb95fd1,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:59.795530 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3f097d3c-ed6f-4db1-b139-1a0ae84bef28 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:59.834945 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 36038) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:20:59.895120 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f097d3c-ed6f-4db1-b139-1a0ae84bef28 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Pushing event updated for resources: {'Subnet': ['ID=9ddd00a0-4408-453c-a877-e22b46e0281b,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:20:59.903002 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f097d3c-ed6f-4db1-b139-1a0ae84bef28 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Checking segment: {'id': 'b91968de-5374-4416-b47f-3586a9061532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e59462a5-50b9-42eb-83fa-86e17d7c14ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:20:59.903319 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f097d3c-ed6f-4db1-b139-1a0ae84bef28 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Network hostable DHCP agents. Network: e59462a5-50b9-42eb-83fa-86e17d7c14ba, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:20:59.929321 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7f88f-5bfb-43c0-a5f0-dfcbc65dbbe7 req-9d221939-bf3b-420b-96e7-227c3e33a141 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:59.930788 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-a4b7f88f-5bfb-43c0-a5f0-dfcbc65dbbe7 req-9d221939-bf3b-420b-96e7-227c3e33a141 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] 10.222.0.50 "GET /v2.0/ports?device_id=0adcaabc-4575-4422-aad7-cc1985e85ab1 HTTP/1.1" status: 200 len: 945 time: 0.1948466 Oct 04 09:20:59.951460 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f097d3c-ed6f-4db1-b139-1a0ae84bef28 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Network e59462a5-50b9-42eb-83fa-86e17d7c14ba is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:20:59.975187 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-3f097d3c-ed6f-4db1-b139-1a0ae84bef28 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, e59462a5-50b9-42eb-83fa-86e17d7c14ba) {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:20:59.983672 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f097d3c-ed6f-4db1-b139-1a0ae84bef28 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:20:59.984260 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3f097d3c-ed6f-4db1-b139-1a0ae84bef28 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:20:59.985021 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9936b1a8-102a-403e-b499-a405f4cabf50 None None] Network e59462a5-50b9-42eb-83fa-86e17d7c14ba requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:20:59.993644 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-a4b7f88f-5bfb-43c0-a5f0-dfcbc65dbbe7 req-ff8b77fe-c988-454f-8702-3b42febf0788 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] 10.222.0.50 "GET /v2.0/security-groups?id=03c19718-7658-4392-aeaf-38001ef94dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567620 Oct 04 09:21:00.000396 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-0d08f673-3954-4cfa-a788-311d2819d599 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8da7648efb624fe4a409038c2398aae9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1642182 Oct 04 09:21:00.002837 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 36046) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:21:00.055471 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-3f097d3c-ed6f-4db1-b139-1a0ae84bef28 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8835664 Oct 04 09:21:00.055682 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 36054) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:21:00.062826 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-149a1062-bfff-4b6f-888e-de130bc76f1a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:21:00.221803 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-149a1062-bfff-4b6f-888e-de130bc76f1a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3854346'] for subnet, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:00.223091 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 2dcba277-fcee-4d0f-8fff-c76f7fe47804 up at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:21:00.269030 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment ac9e4706-f004-4c23-b5c5-999d82939a80 resource provider aggregate not found Oct 04 09:21:00.286828 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fdc35e12-e800-430d-89d6-805800bd4e95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:00.290181 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-cefd1d00-19e2-4d19-b72a-2b3c419c7c14 req-5495c550-780d-42f2-888d-61006d2bec8e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=aef1b118-b890-4c06-9aec-aef6ffa7d642 HTTP/1.1" status: 200 len: 210 time: 0.2021799 Oct 04 09:21:00.318832 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment ac9e4706-f004-4c23-b5c5-999d82939a80 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ac9e4706-f004-4c23-b5c5-999d82939a80 found for delete ", "request_id": "req-f76c1541-c3dc-465c-ad79-01515486aa7b"}]} Oct 04 09:21:00.345629 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment e9d898ce-7279-493e-8956-77bb0ac8f72f resource provider aggregate not found Oct 04 09:21:00.365117 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fdc35e12-e800-430d-89d6-805800bd4e95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:00.375636 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment e9d898ce-7279-493e-8956-77bb0ac8f72f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e9d898ce-7279-493e-8956-77bb0ac8f72f found for delete ", "request_id": "req-e0f6244e-3b9d-487f-b37f-5b7122aabe4d"}]} Oct 04 09:21:00.404784 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5fa17070-fee2-4cab-ba13-4aeb2615c6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:00.432458 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fdc35e12-e800-430d-89d6-805800bd4e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:00.456801 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c59b808-8662-4eb6-a2fb-f5170815bafa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-e59462a5-50b9-42eb-83fa-86e17d7c14ba', 'network_id': 'e59462a5-50b9-42eb-83fa-86e17d7c14ba', 'tenant_id': '2dafbf046c4040829635f144570fbfb3', 'fixed_ips': [{'subnet_id': '9ddd00a0-4408-453c-a877-e22b46e0281b'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:21:00.457340 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc35e12-e800-430d-89d6-805800bd4e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7bef3c-e43b-4810-ad29-86cfee8818d3,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:21:00.460705 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-4c59b808-8662-4eb6-a2fb-f5170815bafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:00.470010 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fdc35e12-e800-430d-89d6-805800bd4e95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:00.472495 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-fdc35e12-e800-430d-89d6-805800bd4e95 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9e7bef3c-e43b-4810-ad29-86cfee8818d3 HTTP/1.1" status: 204 len: 168 time: 0.4668322 Oct 04 09:21:00.505978 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning for port 2dcba277-fcee-4d0f-8fff-c76f7fe47804 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:21:00.518676 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning complete for port 2dcba277-fcee-4d0f-8fff-c76f7fe47804 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:21:00.519079 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:00.519592 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Attempt 1 to provision port 2dcba277-fcee-4d0f-8fff-c76f7fe47804 Oct 04 09:21:00.521704 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-149a1062-bfff-4b6f-888e-de130bc76f1a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731009310320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2708807'] for subnet, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:00.594596 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149a1062-bfff-4b6f-888e-de130bc76f1a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:00.595229 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-149a1062-bfff-4b6f-888e-de130bc76f1a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:00.599168 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-149a1062-bfff-4b6f-888e-de130bc76f1a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "PUT /v2.0/subnets/9ddd00a0-4408-453c-a877-e22b46e0281b HTTP/1.1" status: 200 len: 877 time: 0.5400491 Oct 04 09:21:00.599638 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 36076) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:21:00.617907 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149a1062-bfff-4b6f-888e-de130bc76f1a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Pushing event updated for resources: {'Subnet': ['ID=9ddd00a0-4408-453c-a877-e22b46e0281b,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:21:00.777855 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:00.786714 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a6eb8de9-ea08-443d-b345-aa12f9bdff9a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:00.865815 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a6eb8de9-ea08-443d-b345-aa12f9bdff9a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:00.923178 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 2dcba277-fcee-4d0f-8fff-c76f7fe47804 is: BUILD; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:21:00.923178 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:00.945761 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:00.951690 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-4c59b808-8662-4eb6-a2fb-f5170815bafa None None] Allocated IP 172.20.0.3 (e59462a5-50b9-42eb-83fa-86e17d7c14ba/9ddd00a0-4408-453c-a877-e22b46e0281b/fa4afa95-04fc-43e5-9ef3-2ea6b8a6ef33) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:21:00.974507 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0adcaabc-4575-4422-aad7-cc1985e85ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dcba277-fcee-4d0f-8fff-c76f7fe47804'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:21:00.976830 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aef738b946a3ea172e8e75fc735451da1d91f114ea1acc5fcf392e20a929bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ddfbad-0945-41ef-a4be-2cb8b250f16d" -d '{"events": [{"server_uuid": "0adcaabc-4575-4422-aad7-cc1985e85ab1", "name": "network-vif-plugged", "status": "completed", "tag": "2dcba277-fcee-4d0f-8fff-c76f7fe47804"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:21:00.984607 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 736b0444-3670-46f3-a033-a6696eb95fd1 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:21:01.040429 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2f88c7-a9d9-4a0d-83dc-afca0f2e63a7 x-openstack-request-id: req-0b2f88c7-a9d9-4a0d-83dc-afca0f2e63a7 {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:21:01.040971 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0adcaabc-4575-4422-aad7-cc1985e85ab1", "name": "network-vif-plugged", "status": "completed", "tag": "2dcba277-fcee-4d0f-8fff-c76f7fe47804", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:21:01.040971 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0b2f88c7-a9d9-4a0d-83dc-afca0f2e63a7 {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:21:01.041357 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b2f88c7-a9d9-4a0d-83dc-afca0f2e63a7'] response: {'server_uuid': '0adcaabc-4575-4422-aad7-cc1985e85ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dcba277-fcee-4d0f-8fff-c76f7fe47804', 'code': 200} Oct 04 09:21:01.043361 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 2dcba277-fcee-4d0f-8fff-c76f7fe47804, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=2dcba277-fcee-4d0f-8fff-c76f7fe47804,segment=NetworkSegment(307ada42-ccbb-4285-a534-35c7b7874afa),segment_id=307ada42-ccbb-4285-a534-35c7b7874afa)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:21:01.106106 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:01.228741 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b165e-26b9-4b72-a787-dd982d3a4f5e req-322eed09-d53d-4bdd-8d77-306c45d38005 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:01.230469 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c47b165e-26b9-4b72-a787-dd982d3a4f5e req-322eed09-d53d-4bdd-8d77-306c45d38005 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] 10.222.0.50 "GET /v2.0/ports?device_id=0adcaabc-4575-4422-aad7-cc1985e85ab1 HTTP/1.1" status: 200 len: 946 time: 0.1119976 Oct 04 09:21:01.239571 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=2dcba277-fcee-4d0f-8fff-c76f7fe47804,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:21:01.248987 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 736b0444-3670-46f3-a033-a6696eb95fd1 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:21:01.249365 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:01.249707 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 736b0444-3670-46f3-a033-a6696eb95fd1 Oct 04 09:21:01.303835 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c47b165e-26b9-4b72-a787-dd982d3a4f5e req-9001af99-62c8-4aaa-a03e-f60196ed11b1 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] 10.222.0.50 "GET /v2.0/security-groups?id=03c19718-7658-4392-aeaf-38001ef94dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664303 Oct 04 09:21:01.387506 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-4c59b808-8662-4eb6-a2fb-f5170815bafa None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:01.437985 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-4c59b808-8662-4eb6-a2fb-f5170815bafa None None] Transition to ACTIVE for port object fa4afa95-04fc-43e5-9ef3-2ea6b8a6ef33 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:21:01.474519 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-4c59b808-8662-4eb6-a2fb-f5170815bafa None None] Transition to ACTIVE for port object fa4afa95-04fc-43e5-9ef3-2ea6b8a6ef33 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:21:01.476042 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 736b0444-3670-46f3-a033-a6696eb95fd1 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:21:01.485358 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-4c59b808-8662-4eb6-a2fb-f5170815bafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:01.546491 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07157475-d36c-495b-8df8-03c49de36e76 req-e491dcbe-97cb-4da6-960b-745e7b0c90e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:01.551608 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-07157475-d36c-495b-8df8-03c49de36e76 req-e491dcbe-97cb-4da6-960b-745e7b0c90e4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0adcaabc-4575-4422-aad7-cc1985e85ab1 HTTP/1.1" status: 200 len: 1099 time: 0.1670728 Oct 04 09:21:01.554257 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c59b808-8662-4eb6-a2fb-f5170815bafa None None] Network e59462a5-50b9-42eb-83fa-86e17d7c14ba is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:21:01.557412 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-4c59b808-8662-4eb6-a2fb-f5170815bafa None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:21:01.566651 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c59b808-8662-4eb6-a2fb-f5170815bafa None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:21:01.572629 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a6eb8de9-ea08-443d-b345-aa12f9bdff9a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:01.628426 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c59b808-8662-4eb6-a2fb-f5170815bafa None None] Pushing event updated for resources: {'Port': ['ID=fa4afa95-04fc-43e5-9ef3-2ea6b8a6ef33,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:21:01.669930 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-eeb4c4a0-38f2-4caf-86cb-6d5451f585ef req-3334e252-8d6e-49a2-a5c7-a17ce8cbffac tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=aef1b118-b890-4c06-9aec-aef6ffa7d642 HTTP/1.1" status: 200 len: 210 time: 0.0726595 Oct 04 09:21:01.676247 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-07157475-d36c-495b-8df8-03c49de36e76 req-308fd5b4-0c6e-4781-bb05-a71fc21402e2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=03c19718-7658-4392-aeaf-38001ef94dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186914 Oct 04 09:21:01.677786 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb8de9-ea08-443d-b345-aa12f9bdff9a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Pushing event deleted for resources: {'Subnet': ['ID=9ddd00a0-4408-453c-a877-e22b46e0281b,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:21:01.721692 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-4c59b808-8662-4eb6-a2fb-f5170815bafa None None] Attempting to bind port fa4afa95-04fc-43e5-9ef3-2ea6b8a6ef33 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:21:01.722094 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-4c59b808-8662-4eb6-a2fb-f5170815bafa None None] Attempting to bind port fa4afa95-04fc-43e5-9ef3-2ea6b8a6ef33 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'b91968de-5374-4416-b47f-3586a9061532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e59462a5-50b9-42eb-83fa-86e17d7c14ba'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:21:01.722460 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c59b808-8662-4eb6-a2fb-f5170815bafa None None] Attempting to bind port fa4afa95-04fc-43e5-9ef3-2ea6b8a6ef33 on network e59462a5-50b9-42eb-83fa-86e17d7c14ba {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:21:01.728858 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c59b808-8662-4eb6-a2fb-f5170815bafa None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:21:01.729243 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c59b808-8662-4eb6-a2fb-f5170815bafa None None] Checking segment: {'id': 'b91968de-5374-4416-b47f-3586a9061532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e59462a5-50b9-42eb-83fa-86e17d7c14ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:21:01.729760 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-4c59b808-8662-4eb6-a2fb-f5170815bafa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:01.730181 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c59b808-8662-4eb6-a2fb-f5170815bafa None None] Bound using segment: {'id': 'b91968de-5374-4416-b47f-3586a9061532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e59462a5-50b9-42eb-83fa-86e17d7c14ba'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:21:01.730857 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-4c59b808-8662-4eb6-a2fb-f5170815bafa None None] Bound port: fa4afa95-04fc-43e5-9ef3-2ea6b8a6ef33, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b91968de-5374-4416-b47f-3586a9061532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e59462a5-50b9-42eb-83fa-86e17d7c14ba'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:21:01.731317 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-4c59b808-8662-4eb6-a2fb-f5170815bafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:01.789206 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28edd295-928a-4656-8ce9-bd6c0905f37b req-be85ffc2-2e10-43c0-888c-457e562f6666 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:01.790673 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-28edd295-928a-4656-8ce9-bd6c0905f37b req-be85ffc2-2e10-43c0-888c-457e562f6666 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.20 "GET /v2.0/networks?id=e2f61057-efcc-412a-9c83-3b6a02122329 HTTP/1.1" status: 200 len: 797 time: 0.4318128 Oct 04 09:21:01.813346 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a6eb8de9-ea08-443d-b345-aa12f9bdff9a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:01.831429 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-4c59b808-8662-4eb6-a2fb-f5170815bafa None None] For port fa4afa95-04fc-43e5-9ef3-2ea6b8a6ef33, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:21:01.834902 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-4c59b808-8662-4eb6-a2fb-f5170815bafa None None] For port fa4afa95-04fc-43e5-9ef3-2ea6b8a6ef33, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=fa4afa95-04fc-43e5-9ef3-2ea6b8a6ef33,segment=NetworkSegment(b91968de-5374-4416-b47f-3586a9061532),segment_id=b91968de-5374-4416-b47f-3586a9061532)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:21:01.838744 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-4c59b808-8662-4eb6-a2fb-f5170815bafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:01.842173 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-a6eb8de9-ea08-443d-b345-aa12f9bdff9a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e59462a5-50b9-42eb-83fa-86e17d7c14ba']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:21:01.856820 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-a6eb8de9-ea08-443d-b345-aa12f9bdff9a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b91968de-5374-4416-b47f-3586a9061532') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:21:01.857214 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-a6eb8de9-ea08-443d-b345-aa12f9bdff9a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b91968de-5374-4416-b47f-3586a9061532') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:21:01.868895 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a6eb8de9-ea08-443d-b345-aa12f9bdff9a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:01.888801 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a6eb8de9-ea08-443d-b345-aa12f9bdff9a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:01.895178 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6eb8de9-ea08-443d-b345-aa12f9bdff9a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:21:01.895646 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a6eb8de9-ea08-443d-b345-aa12f9bdff9a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:01.965527 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c59b808-8662-4eb6-a2fb-f5170815bafa None None] Pushing event updated for resources: {'Port': ['ID=fa4afa95-04fc-43e5-9ef3-2ea6b8a6ef33,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:21:01.987482 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7746f043-edc4-47e0-9ea5-8c6ceda267f9 None None] Network e59462a5-50b9-42eb-83fa-86e17d7c14ba requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:21:01.999612 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.db.api [None req-a6eb8de9-ea08-443d-b345-aa12f9bdff9a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 04 09:21:01.999612 dv-neutron-860215-1-hyperv neutron-server[89032]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 04 09:21:01.999612 dv-neutron-860215-1-hyperv neutron-server[89032]: [parameters: {'id': 'e59462a5-50b9-42eb-83fa-86e17d7c14ba'}] Oct 04 09:21:01.999612 dv-neutron-860215-1-hyperv neutron-server[89032]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89032) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:21:02.000066 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG oslo_db.api [None req-a6eb8de9-ea08-443d-b345-aa12f9bdff9a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:21:02.116229 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-28edd295-928a-4656-8ce9-bd6c0905f37b req-10e1eb84-dfd7-4c40-929a-5ba797e8cd0d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78fb12e86c5f40beb578bfb97002b5c9 HTTP/1.1" status: 200 len: 380 time: 0.0469277 Oct 04 09:21:02.135478 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-28edd295-928a-4656-8ce9-bd6c0905f37b req-23ed40a4-f830-4e62-8295-09b1cdd34b02 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'port': {'device_id': 'aef1b118-b890-4c06-9aec-aef6ffa7d642', 'network_id': 'e2f61057-efcc-412a-9c83-3b6a02122329', 'admin_state_up': True, 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'security_groups': ['1a773270-6917-4144-9c59-3337fab836a3']}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:21:02.226360 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:02.247211 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40ad055-3cf4-47c5-a3af-de7e64b37eb2 None None] Network e59462a5-50b9-42eb-83fa-86e17d7c14ba requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:21:02.275053 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-28edd295-928a-4656-8ce9-bd6c0905f37b req-23ed40a4-f830-4e62-8295-09b1cdd34b02 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:21:02.284548 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-28edd295-928a-4656-8ce9-bd6c0905f37b req-23ed40a4-f830-4e62-8295-09b1cdd34b02 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:21:02.294997 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28edd295-928a-4656-8ce9-bd6c0905f37b req-23ed40a4-f830-4e62-8295-09b1cdd34b02 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Made reservation on behalf of 78fb12e86c5f40beb578bfb97002b5c9 for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:21:02.298948 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-28edd295-928a-4656-8ce9-bd6c0905f37b req-23ed40a4-f830-4e62-8295-09b1cdd34b02 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:02.421669 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment b91968de-5374-4416-b47f-3586a9061532 resource provider aggregate not found Oct 04 09:21:02.448076 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment b91968de-5374-4416-b47f-3586a9061532 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b91968de-5374-4416-b47f-3586a9061532 found for delete ", "request_id": "req-477c719b-aa40-4531-a1df-da38e14904b6"}]} Oct 04 09:21:02.482473 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72832c3c-0abf-4aba-b35a-34793ba5eca3 None None] get_active_networks_info from dv-neutron-860215-1-hyperv {{(pid=89034) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 04 09:21:02.491585 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 36132) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:21:02.497005 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-3dd64d5c-8d40-4312-a15c-ae1191c03eba tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1232833191', 'description': 'tempest-secgroup-smoke-1232833191 description', 'project_id': 'cbd6743a2e0d46fda636aad8413c14c0'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:21:02.502623 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a6eb8de9-ea08-443d-b345-aa12f9bdff9a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:02.530072 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-a6eb8de9-ea08-443d-b345-aa12f9bdff9a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Deleting port fa4afa95-04fc-43e5-9ef3-2ea6b8a6ef33 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:21:02.530430 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a6eb8de9-ea08-443d-b345-aa12f9bdff9a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:02.551841 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-3dd64d5c-8d40-4312-a15c-ae1191c03eba tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:21:02.561953 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-3dd64d5c-8d40-4312-a15c-ae1191c03eba tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Usage tracker for resource:security_group and tenant:cbd6743a2e0d46fda636aad8413c14c0 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:21:02.573173 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-3dd64d5c-8d40-4312-a15c-ae1191c03eba tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:21:02.596609 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-3dd64d5c-8d40-4312-a15c-ae1191c03eba tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:21:02.598773 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [req-28edd295-928a-4656-8ce9-bd6c0905f37b req-23ed40a4-f830-4e62-8295-09b1cdd34b02 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Allocated IP 172.20.0.12 (e2f61057-efcc-412a-9c83-3b6a02122329/bebac2f8-ba47-403e-bdf3-1acdba0e4f5a/22c378aa-04c6-4cea-84c5-304024c9c5ac) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:21:02.602297 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72832c3c-0abf-4aba-b35a-34793ba5eca3 None None] Resources bound (agent type, host, resource id): {{(pid=89034) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 04 09:21:02.624602 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3dd64d5c-8d40-4312-a15c-ae1191c03eba tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:02.644969 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3dd64d5c-8d40-4312-a15c-ae1191c03eba tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:02.667979 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-3dd64d5c-8d40-4312-a15c-ae1191c03eba tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:21:02.672698 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-3dd64d5c-8d40-4312-a15c-ae1191c03eba tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Usage tracker for resource:security_group_rule and tenant:cbd6743a2e0d46fda636aad8413c14c0 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:21:02.676397 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-3dd64d5c-8d40-4312-a15c-ae1191c03eba tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:21:02.683964 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-3dd64d5c-8d40-4312-a15c-ae1191c03eba tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:21:02.741430 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a899bf1b-848f-42bd-881c-b04a243feb2e req-824788b6-6ad4-4edb-b603-cd37f7143995 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:02.750593 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-a899bf1b-848f-42bd-881c-b04a243feb2e req-824788b6-6ad4-4edb-b603-cd37f7143995 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] 10.222.0.50 "GET /v2.0/ports?device_id=0adcaabc-4575-4422-aad7-cc1985e85ab1 HTTP/1.1" status: 200 len: 946 time: 0.2484789 Oct 04 09:21:02.874019 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-a899bf1b-848f-42bd-881c-b04a243feb2e req-51f3ff7b-3675-4290-bba0-5f5eb7297c7f tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] 10.222.0.50 "GET /v2.0/security-groups?id=03c19718-7658-4392-aeaf-38001ef94dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218050 Oct 04 09:21:02.900500 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3dd64d5c-8d40-4312-a15c-ae1191c03eba tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:02.905616 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3dd64d5c-8d40-4312-a15c-ae1191c03eba tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:02.910969 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-3dd64d5c-8d40-4312-a15c-ae1191c03eba tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:21:02.915085 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-3dd64d5c-8d40-4312-a15c-ae1191c03eba tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Usage tracker for resource:security_group_rule and tenant:cbd6743a2e0d46fda636aad8413c14c0 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:21:02.918757 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-3dd64d5c-8d40-4312-a15c-ae1191c03eba tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:21:02.925178 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-3dd64d5c-8d40-4312-a15c-ae1191c03eba tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:21:02.997037 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd64d5c-8d40-4312-a15c-ae1191c03eba tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b802ceb-2766-4848-9637-36926a1770f3,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:21:03.056376 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3dd64d5c-8d40-4312-a15c-ae1191c03eba tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:03.061512 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3dd64d5c-8d40-4312-a15c-ae1191c03eba tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:03.119234 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd64d5c-8d40-4312-a15c-ae1191c03eba tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcb0ec7-ec30-4d81-9bfc-77f52541370a,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:21:03.134306 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3dd64d5c-8d40-4312-a15c-ae1191c03eba tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:03.139674 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-3dd64d5c-8d40-4312-a15c-ae1191c03eba tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6469038 Oct 04 09:21:03.140586 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 36138) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:21:03.150107 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-364dc0dc-3320-4f24-b5c7-526b991043df tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Request body: {'security_group_rule': {'security_group_id': 'bbcb0ec7-ec30-4d81-9bfc-77f52541370a', 'project_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:21:03.157261 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-364dc0dc-3320-4f24-b5c7-526b991043df tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:21:03.163825 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-364dc0dc-3320-4f24-b5c7-526b991043df tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Usage tracker for resource:security_group_rule and tenant:cbd6743a2e0d46fda636aad8413c14c0 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:21:03.167450 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-364dc0dc-3320-4f24-b5c7-526b991043df tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:21:03.174633 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-364dc0dc-3320-4f24-b5c7-526b991043df tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:21:03.206064 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-364dc0dc-3320-4f24-b5c7-526b991043df tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:03.221458 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-eb154f01-88b5-4517-a6d9-c28228cf96bc req-b44a2781-9492-4b7b-830c-8e1280d929b2 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=aef1b118-b890-4c06-9aec-aef6ffa7d642 HTTP/1.1" status: 200 len: 210 time: 0.1494019 Oct 04 09:21:03.233513 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-a6eb8de9-ea08-443d-b345-aa12f9bdff9a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] For port fa4afa95-04fc-43e5-9ef3-2ea6b8a6ef33, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=fa4afa95-04fc-43e5-9ef3-2ea6b8a6ef33,segment=NetworkSegment(b91968de-5374-4416-b47f-3586a9061532),segment_id=b91968de-5374-4416-b47f-3586a9061532)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:21:03.234131 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a6eb8de9-ea08-443d-b345-aa12f9bdff9a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:03.289152 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-364dc0dc-3320-4f24-b5c7-526b991043df tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:03.294925 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-364dc0dc-3320-4f24-b5c7-526b991043df tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:03.318644 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364dc0dc-3320-4f24-b5c7-526b991043df tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d462ac3-65bc-4867-aa03-53dc7d35ce97,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:21:03.321238 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-28edd295-928a-4656-8ce9-bd6c0905f37b req-23ed40a4-f830-4e62-8295-09b1cdd34b02 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:03.333677 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-364dc0dc-3320-4f24-b5c7-526b991043df tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:03.335272 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-364dc0dc-3320-4f24-b5c7-526b991043df tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1933925 Oct 04 09:21:03.337872 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 36142) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:21:03.346703 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-edc8be76-62b4-4304-a3f5-a2224a9f3748 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Request body: {'security_group_rule': {'security_group_id': 'bbcb0ec7-ec30-4d81-9bfc-77f52541370a', 'project_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:21:03.351641 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-edc8be76-62b4-4304-a3f5-a2224a9f3748 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:21:03.356946 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-edc8be76-62b4-4304-a3f5-a2224a9f3748 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Usage tracker for resource:security_group_rule and tenant:cbd6743a2e0d46fda636aad8413c14c0 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:21:03.359838 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-edc8be76-62b4-4304-a3f5-a2224a9f3748 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:21:03.365712 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-edc8be76-62b4-4304-a3f5-a2224a9f3748 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:21:03.384706 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-edc8be76-62b4-4304-a3f5-a2224a9f3748 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:03.390760 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-a6eb8de9-ea08-443d-b345-aa12f9bdff9a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Calling delete_port for fa4afa95-04fc-43e5-9ef3-2ea6b8a6ef33 owned by network:dhcp {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:21:03.443803 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-28edd295-928a-4656-8ce9-bd6c0905f37b req-23ed40a4-f830-4e62-8295-09b1cdd34b02 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Transition to ACTIVE for port object 22c378aa-04c6-4cea-84c5-304024c9c5ac will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:21:03.449424 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-edc8be76-62b4-4304-a3f5-a2224a9f3748 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:03.453416 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-edc8be76-62b4-4304-a3f5-a2224a9f3748 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:03.475163 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc8be76-62b4-4304-a3f5-a2224a9f3748 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6171553-ac19-438d-a839-ce34806ba014,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:21:03.488655 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-edc8be76-62b4-4304-a3f5-a2224a9f3748 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:03.489893 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-edc8be76-62b4-4304-a3f5-a2224a9f3748 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1510224 Oct 04 09:21:03.491031 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a6eb8de9-ea08-443d-b345-aa12f9bdff9a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:03.492629 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 36146) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:21:03.498127 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-aaa4ef9d-4ffd-4941-904d-7ad7c9eb5511 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Request body: {'security_group_rule': {'security_group_id': 'bbcb0ec7-ec30-4d81-9bfc-77f52541370a', 'project_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:21:03.504539 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-aaa4ef9d-4ffd-4941-904d-7ad7c9eb5511 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:21:03.509252 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-aaa4ef9d-4ffd-4941-904d-7ad7c9eb5511 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Usage tracker for resource:security_group_rule and tenant:cbd6743a2e0d46fda636aad8413c14c0 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:21:03.512762 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-aaa4ef9d-4ffd-4941-904d-7ad7c9eb5511 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:21:03.522159 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-aaa4ef9d-4ffd-4941-904d-7ad7c9eb5511 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:21:03.533395 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-28edd295-928a-4656-8ce9-bd6c0905f37b req-23ed40a4-f830-4e62-8295-09b1cdd34b02 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:03.544714 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aaa4ef9d-4ffd-4941-904d-7ad7c9eb5511 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:03.546639 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb8de9-ea08-443d-b345-aa12f9bdff9a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Pushing event deleted for resources: {'Port': ['ID=fa4afa95-04fc-43e5-9ef3-2ea6b8a6ef33,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:21:03.589789 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6eb8de9-ea08-443d-b345-aa12f9bdff9a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] No DVR routers for this DVR port fa4afa95-04fc-43e5-9ef3-2ea6b8a6ef33 on host dv-neutron-860215-1-hyperv {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:21:03.620835 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aaa4ef9d-4ffd-4941-904d-7ad7c9eb5511 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:03.625289 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aaa4ef9d-4ffd-4941-904d-7ad7c9eb5511 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:03.646344 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa4ef9d-4ffd-4941-904d-7ad7c9eb5511 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22272a0e-08e1-4a74-a840-049389fe3ae7,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:21:03.656828 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aaa4ef9d-4ffd-4941-904d-7ad7c9eb5511 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:03.660687 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-aaa4ef9d-4ffd-4941-904d-7ad7c9eb5511 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1645484 Oct 04 09:21:03.660917 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 36150) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:21:03.666126 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-469b981f-399b-40b1-8960-f770f72efe08 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Request body: {'security_group_rule': {'security_group_id': 'bbcb0ec7-ec30-4d81-9bfc-77f52541370a', 'project_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:21:03.667101 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28edd295-928a-4656-8ce9-bd6c0905f37b req-23ed40a4-f830-4e62-8295-09b1cdd34b02 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Network e2f61057-efcc-412a-9c83-3b6a02122329 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:21:03.672492 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-469b981f-399b-40b1-8960-f770f72efe08 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:21:03.676184 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-469b981f-399b-40b1-8960-f770f72efe08 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Usage tracker for resource:security_group_rule and tenant:cbd6743a2e0d46fda636aad8413c14c0 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:21:03.679049 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-469b981f-399b-40b1-8960-f770f72efe08 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:21:03.685326 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-469b981f-399b-40b1-8960-f770f72efe08 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:21:03.703133 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-469b981f-399b-40b1-8960-f770f72efe08 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:03.718982 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [req-28edd295-928a-4656-8ce9-bd6c0905f37b req-23ed40a4-f830-4e62-8295-09b1cdd34b02 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:21:03.728287 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-28edd295-928a-4656-8ce9-bd6c0905f37b req-23ed40a4-f830-4e62-8295-09b1cdd34b02 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:21:03.729955 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:21:03.766817 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ed40a4-f830-4e62-8295-09b1cdd34b02 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Port': ['ID=22c378aa-04c6-4cea-84c5-304024c9c5ac,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:21:03.800271 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-469b981f-399b-40b1-8960-f770f72efe08 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:03.801440 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a6eb8de9-ea08-443d-b345-aa12f9bdff9a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:03.804968 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-469b981f-399b-40b1-8960-f770f72efe08 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:03.829704 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469b981f-399b-40b1-8960-f770f72efe08 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=854b73e1-3db1-4d7a-8e15-736bbdcbed7a,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:21:03.835956 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28edd295-928a-4656-8ce9-bd6c0905f37b req-23ed40a4-f830-4e62-8295-09b1cdd34b02 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:03.836621 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-28edd295-928a-4656-8ce9-bd6c0905f37b req-23ed40a4-f830-4e62-8295-09b1cdd34b02 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:03.843162 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-469b981f-399b-40b1-8960-f770f72efe08 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:03.844934 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-a6eb8de9-ea08-443d-b345-aa12f9bdff9a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e59462a5-50b9-42eb-83fa-86e17d7c14ba']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:21:03.845410 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-469b981f-399b-40b1-8960-f770f72efe08 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1834438 Oct 04 09:21:03.848799 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 36154) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:21:03.854015 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-4e2f57e6-5c9b-45c5-8132-89053ead789f tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Request body: {'security_group_rule': {'security_group_id': 'bbcb0ec7-ec30-4d81-9bfc-77f52541370a', 'project_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:21:03.860526 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-4e2f57e6-5c9b-45c5-8132-89053ead789f tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:21:03.864344 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-4e2f57e6-5c9b-45c5-8132-89053ead789f tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Usage tracker for resource:security_group_rule and tenant:cbd6743a2e0d46fda636aad8413c14c0 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:21:03.865034 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-a6eb8de9-ea08-443d-b345-aa12f9bdff9a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b91968de-5374-4416-b47f-3586a9061532') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:21:03.865462 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-a6eb8de9-ea08-443d-b345-aa12f9bdff9a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b91968de-5374-4416-b47f-3586a9061532') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:21:03.867698 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-4e2f57e6-5c9b-45c5-8132-89053ead789f tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:21:03.874066 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-4e2f57e6-5c9b-45c5-8132-89053ead789f tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:21:03.885677 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.securitygroups_db [None req-4e2f57e6-5c9b-45c5-8132-89053ead789f tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Project cbd6743a2e0d46fda636aad8413c14c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 09:21:03.888488 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a6eb8de9-ea08-443d-b345-aa12f9bdff9a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:03.892863 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4e2f57e6-5c9b-45c5-8132-89053ead789f tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:03.910993 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a6eb8de9-ea08-443d-b345-aa12f9bdff9a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:03.916560 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-28edd295-928a-4656-8ce9-bd6c0905f37b req-23ed40a4-f830-4e62-8295-09b1cdd34b02 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7854936 Oct 04 09:21:03.919664 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6eb8de9-ea08-443d-b345-aa12f9bdff9a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:21:03.920916 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a6eb8de9-ea08-443d-b345-aa12f9bdff9a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:03.944096 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-28edd295-928a-4656-8ce9-bd6c0905f37b req-042bf145-0e75-4d3a-a25c-98a76ba187d4 service neutron] Request body: {'port': {'device_id': 'aef1b118-b890-4c06-9aec-aef6ffa7d642', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8602'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:21:03.962382 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-198ed51e-6a3a-4ced-8f25-895d853a1060 None None] Provisioning for port 22c378aa-04c6-4cea-84c5-304024c9c5ac completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:21:03.971623 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-198ed51e-6a3a-4ced-8f25-895d853a1060 None None] Provisioning complete for port 22c378aa-04c6-4cea-84c5-304024c9c5ac triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:21:03.973945 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-198ed51e-6a3a-4ced-8f25-895d853a1060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:03.974532 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-198ed51e-6a3a-4ced-8f25-895d853a1060 None None] Attempt 1 to provision port 22c378aa-04c6-4cea-84c5-304024c9c5ac Oct 04 09:21:03.976015 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4e2f57e6-5c9b-45c5-8132-89053ead789f tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:03.982583 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4e2f57e6-5c9b-45c5-8132-89053ead789f tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:04.039858 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-198ed51e-6a3a-4ced-8f25-895d853a1060 None None] Port 22c378aa-04c6-4cea-84c5-304024c9c5ac cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:21:04.061451 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2f57e6-5c9b-45c5-8132-89053ead789f tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a81a7fb-3504-448b-aad2-0a8bb2fdf257,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:21:04.073520 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4e2f57e6-5c9b-45c5-8132-89053ead789f tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:04.074737 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-4e2f57e6-5c9b-45c5-8132-89053ead789f tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2249916 Oct 04 09:21:04.077517 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 36160) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:21:04.083332 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-5090d2a8-245d-4a28-93b4-4a8f5c7f0a44 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Request body: {'security_group_rule': {'security_group_id': 'bbcb0ec7-ec30-4d81-9bfc-77f52541370a', 'project_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:21:04.097928 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-5090d2a8-245d-4a28-93b4-4a8f5c7f0a44 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:21:04.102415 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a6eb8de9-ea08-443d-b345-aa12f9bdff9a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:04.104342 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-5090d2a8-245d-4a28-93b4-4a8f5c7f0a44 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Usage tracker for resource:security_group_rule and tenant:cbd6743a2e0d46fda636aad8413c14c0 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:21:04.108434 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-5090d2a8-245d-4a28-93b4-4a8f5c7f0a44 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:21:04.117012 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-5090d2a8-245d-4a28-93b4-4a8f5c7f0a44 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:21:04.130638 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a6eb8de9-ea08-443d-b345-aa12f9bdff9a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:04.132040 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.securitygroups_db [None req-5090d2a8-245d-4a28-93b4-4a8f5c7f0a44 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Project cbd6743a2e0d46fda636aad8413c14c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 09:21:04.141735 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb8de9-ea08-443d-b345-aa12f9bdff9a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Pushing event deleted for resources: {'Network': ['ID=e59462a5-50b9-42eb-83fa-86e17d7c14ba,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:21:04.149087 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-a6eb8de9-ea08-443d-b345-aa12f9bdff9a tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "DELETE /v2.0/networks/e59462a5-50b9-42eb-83fa-86e17d7c14ba HTTP/1.1" status: 204 len: 168 time: 3.5481498 Oct 04 09:21:04.149419 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bccf554-116f-456d-ba42-ac12077c70b2 req-291bd9f2-def8-4c90-958d-e687f0bc56d4 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:04.151224 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-0bccf554-116f-456d-ba42-ac12077c70b2 req-291bd9f2-def8-4c90-958d-e687f0bc56d4 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] 10.222.0.50 "GET /v2.0/ports?device_id=0adcaabc-4575-4422-aad7-cc1985e85ab1 HTTP/1.1" status: 200 len: 946 time: 0.1405687 Oct 04 09:21:04.151718 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5090d2a8-245d-4a28-93b4-4a8f5c7f0a44 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:04.153425 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 36164) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:21:04.191294 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-28edd295-928a-4656-8ce9-bd6c0905f37b req-042bf145-0e75-4d3a-a25c-98a76ba187d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:04.210105 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-41386f42-a3b7-43c2-968b-5eb96341a74f tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] DELETE failed (client error): The resource could not be found. Oct 04 09:21:04.210474 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41386f42-a3b7-43c2-968b-5eb96341a74f tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:21:04.212123 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-41386f42-a3b7-43c2-968b-5eb96341a74f tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "DELETE /v2.0/subnets/9ddd00a0-4408-453c-a877-e22b46e0281b HTTP/1.1" status: 404 len: 337 time: 0.0573597 Oct 04 09:21:04.216452 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 36168) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:21:04.240345 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-0bccf554-116f-456d-ba42-ac12077c70b2 req-b18ff7a4-fb03-4153-8ef6-e303385e12aa tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] 10.222.0.50 "GET /v2.0/security-groups?id=03c19718-7658-4392-aeaf-38001ef94dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809186 Oct 04 09:21:04.265784 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5090d2a8-245d-4a28-93b4-4a8f5c7f0a44 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:04.273199 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5090d2a8-245d-4a28-93b4-4a8f5c7f0a44 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:04.280420 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-284841e1-c14d-4be0-82c8-701158d03dde tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] DELETE failed (client error): The resource could not be found. Oct 04 09:21:04.280911 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-284841e1-c14d-4be0-82c8-701158d03dde tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:21:04.282551 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-284841e1-c14d-4be0-82c8-701158d03dde tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "DELETE /v2.0/networks/e59462a5-50b9-42eb-83fa-86e17d7c14ba HTTP/1.1" status: 404 len: 339 time: 0.0652156 Oct 04 09:21:04.285417 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 36176) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:21:04.311958 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090d2a8-245d-4a28-93b4-4a8f5c7f0a44 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a59c1302-0c78-46d0-ae0e-540e2b494171,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:21:04.324681 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5090d2a8-245d-4a28-93b4-4a8f5c7f0a44 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:04.329467 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-5090d2a8-245d-4a28-93b4-4a8f5c7f0a44 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2509954 Oct 04 09:21:04.330355 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 36180) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:21:04.334444 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-c21e12fb-7e3b-419f-8061-6e32bda3a62c tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] DELETE failed (client error): The resource could not be found. Oct 04 09:21:04.334900 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c21e12fb-7e3b-419f-8061-6e32bda3a62c tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:21:04.338957 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-c21e12fb-7e3b-419f-8061-6e32bda3a62c tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "DELETE /v2.0/subnets/c2de4072-c4a4-42f0-8abd-452a4d4cc1bf HTTP/1.1" status: 404 len: 337 time: 0.0502567 Oct 04 09:21:04.339126 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-ea4bf462-e012-4811-ade9-35a41cb77237 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Request body: {'network': {'name': 'tempest-network-smoke--1111270240', 'project_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'port_security_enabled': True}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:21:04.340843 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 36184) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:21:04.344853 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-ea4bf462-e012-4811-ade9-35a41cb77237 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:21:04.349774 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-ea4bf462-e012-4811-ade9-35a41cb77237 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Usage tracker for resource:network and tenant:cbd6743a2e0d46fda636aad8413c14c0 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:21:04.354263 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-ea4bf462-e012-4811-ade9-35a41cb77237 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:21:04.361284 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-ea4bf462-e012-4811-ade9-35a41cb77237 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:21:04.372228 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4bf462-e012-4811-ade9-35a41cb77237 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Made reservation on behalf of cbd6743a2e0d46fda636aad8413c14c0 for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:21:04.375982 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ea4bf462-e012-4811-ade9-35a41cb77237 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:04.459731 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea4bf462-e012-4811-ade9-35a41cb77237 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:21:04.469005 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-608541d7-592f-4388-8e88-2e0eb1bc00b5 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] DELETE failed (client error): The resource could not be found. Oct 04 09:21:04.469688 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-608541d7-592f-4388-8e88-2e0eb1bc00b5 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:21:04.473957 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-608541d7-592f-4388-8e88-2e0eb1bc00b5 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "DELETE /v2.0/networks/711c41c2-bcf7-4842-ad19-8d6acbb7dc2b HTTP/1.1" status: 404 len: 339 time: 0.1293051 Oct 04 09:21:04.474112 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 36190) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:21:04.476776 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ea4bf462-e012-4811-ade9-35a41cb77237 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:04.477183 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-ea4bf462-e012-4811-ade9-35a41cb77237 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Added segment 6093c376-bcd9-4a6b-b143-842445a8c889 of type vlan for network a19b85b2-47fa-4467-9007-092e12a063da Oct 04 09:21:04.483365 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment b91968de-5374-4416-b47f-3586a9061532 resource provider aggregate not found Oct 04 09:21:04.516564 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment b91968de-5374-4416-b47f-3586a9061532 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b91968de-5374-4416-b47f-3586a9061532 found for delete ", "request_id": "req-d3361cc0-e7ac-460f-aa27-1624363b5035"}]} Oct 04 09:21:04.540956 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-198ed51e-6a3a-4ced-8f25-895d853a1060 None None] Attempt 2 to provision port 22c378aa-04c6-4cea-84c5-304024c9c5ac Oct 04 09:21:04.598128 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-198ed51e-6a3a-4ced-8f25-895d853a1060 None None] Port 22c378aa-04c6-4cea-84c5-304024c9c5ac cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:21:04.605368 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ea4bf462-e012-4811-ade9-35a41cb77237 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:04.608166 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c089e6-2118-4549-adbc-ca4f88d16847 req-6f744372-6695-4457-ab62-0553a9258a36 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:04.608892 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-72c089e6-2118-4549-adbc-ca4f88d16847 req-6f744372-6695-4457-ab62-0553a9258a36 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:21:04.627147 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e13f076-cb95-4ec0-afb3-65f6fa042830 req-747945a7-c48f-4d90-894d-43016094d109 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:04.628625 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-2e13f076-cb95-4ec0-afb3-65f6fa042830 req-747945a7-c48f-4d90-894d-43016094d109 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] 10.222.0.50 "GET /v2.0/ports?device_id=0adcaabc-4575-4422-aad7-cc1985e85ab1 HTTP/1.1" status: 200 len: 946 time: 0.2433710 Oct 04 09:21:04.655618 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-72c089e6-2118-4549-adbc-ca4f88d16847 req-6f744372-6695-4457-ab62-0553a9258a36 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:21:04.656805 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-72c089e6-2118-4549-adbc-ca4f88d16847 req-6f744372-6695-4457-ab62-0553a9258a36 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=aef1b118-b890-4c06-9aec-aef6ffa7d642 HTTP/1.1" status: 200 len: 932 time: 0.2746546 Oct 04 09:21:04.660762 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4bd4697f-37de-4865-a728-87d26f475512 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:04.759928 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [req-28edd295-928a-4656-8ce9-bd6c0905f37b req-042bf145-0e75-4d3a-a25c-98a76ba187d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22c378aa-04c6-4cea-84c5-304024c9c5ac {{(pid=89032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:21:04.767206 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-72c089e6-2118-4549-adbc-ca4f88d16847 req-20c6901f-a924-423d-a2ad-c850823a2f21 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a773270-6917-4144-9c59-3337fab836a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968394 Oct 04 09:21:04.771094 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-28edd295-928a-4656-8ce9-bd6c0905f37b req-042bf145-0e75-4d3a-a25c-98a76ba187d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:04.794060 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-28edd295-928a-4656-8ce9-bd6c0905f37b req-042bf145-0e75-4d3a-a25c-98a76ba187d4 service neutron] Transition to ACTIVE for port object 22c378aa-04c6-4cea-84c5-304024c9c5ac will not be triggered until provisioned by entity L2. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:21:04.796734 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-28edd295-928a-4656-8ce9-bd6c0905f37b req-042bf145-0e75-4d3a-a25c-98a76ba187d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:04.814546 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ea4bf462-e012-4811-ade9-35a41cb77237 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:04.819824 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4bf462-e012-4811-ade9-35a41cb77237 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:04.820413 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ea4bf462-e012-4811-ade9-35a41cb77237 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks [] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:04.839669 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-2e13f076-cb95-4ec0-afb3-65f6fa042830 req-ae60385e-f592-487a-ae70-d577ed23bd31 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] 10.222.0.50 "GET /v2.0/security-groups?id=03c19718-7658-4392-aeaf-38001ef94dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053423 Oct 04 09:21:05.038042 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-ea4bf462-e012-4811-ade9-35a41cb77237 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7064362 Oct 04 09:21:05.046588 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 36198) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:21:05.056628 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-0c4a5694-af9a-4b80-bb97-7fc2aab62fcc tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1565992729', 'admin_state_up': True, 'project_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:21:05.062680 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4bf462-e012-4811-ade9-35a41cb77237 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Pushing event updated for resources: {'Network': ['ID=a19b85b2-47fa-4467-9007-092e12a063da,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:21:05.076715 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network a19b85b2-47fa-4467-9007-092e12a063da details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:21:05.078793 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-0c4a5694-af9a-4b80-bb97-7fc2aab62fcc tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:21:05.089545 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-0c4a5694-af9a-4b80-bb97-7fc2aab62fcc tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Usage tracker for resource:router and tenant:cbd6743a2e0d46fda636aad8413c14c0 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:21:05.094022 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4bd4697f-37de-4865-a728-87d26f475512 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:05.098277 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042bf145-0e75-4d3a-a25c-98a76ba187d4 service neutron] Pushing event updated for resources: {'Port': ['ID=22c378aa-04c6-4cea-84c5-304024c9c5ac,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:21:05.103717 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-0c4a5694-af9a-4b80-bb97-7fc2aab62fcc tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:21:05.117492 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-0c4a5694-af9a-4b80-bb97-7fc2aab62fcc tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:21:05.140720 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-28edd295-928a-4656-8ce9-bd6c0905f37b req-042bf145-0e75-4d3a-a25c-98a76ba187d4 service neutron] Attempting to bind port 22c378aa-04c6-4cea-84c5-304024c9c5ac on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:21:05.141067 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-28edd295-928a-4656-8ce9-bd6c0905f37b req-042bf145-0e75-4d3a-a25c-98a76ba187d4 service neutron] Attempting to bind port 22c378aa-04c6-4cea-84c5-304024c9c5ac by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': '6bd41039-fd18-4a9e-83bc-8b3608d7fee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e2f61057-efcc-412a-9c83-3b6a02122329'}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:21:05.141308 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-4bd4697f-37de-4865-a728-87d26f475512 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5c697c9-ee26-4fc0-9c33-4da408bd5583']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:21:05.141462 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28edd295-928a-4656-8ce9-bd6c0905f37b req-042bf145-0e75-4d3a-a25c-98a76ba187d4 service neutron] Attempting to bind port 22c378aa-04c6-4cea-84c5-304024c9c5ac on network e2f61057-efcc-412a-9c83-3b6a02122329 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:21:05.146908 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28edd295-928a-4656-8ce9-bd6c0905f37b req-042bf145-0e75-4d3a-a25c-98a76ba187d4 service neutron] Port 22c378aa-04c6-4cea-84c5-304024c9c5ac on network e2f61057-efcc-412a-9c83-3b6a02122329 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:21:05.147259 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28edd295-928a-4656-8ce9-bd6c0905f37b req-042bf145-0e75-4d3a-a25c-98a76ba187d4 service neutron] Attempting to bind port 22c378aa-04c6-4cea-84c5-304024c9c5ac on network e2f61057-efcc-412a-9c83-3b6a02122329 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:21:05.154021 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28edd295-928a-4656-8ce9-bd6c0905f37b req-042bf145-0e75-4d3a-a25c-98a76ba187d4 service neutron] Checking agent: {'id': '1be90a14-1104-4771-996e-684b25b74d15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'started_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:21:05.154374 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28edd295-928a-4656-8ce9-bd6c0905f37b req-042bf145-0e75-4d3a-a25c-98a76ba187d4 service neutron] Checking segment: {'id': '6bd41039-fd18-4a9e-83bc-8b3608d7fee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e2f61057-efcc-412a-9c83-3b6a02122329'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:21:05.155429 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28edd295-928a-4656-8ce9-bd6c0905f37b req-042bf145-0e75-4d3a-a25c-98a76ba187d4 service neutron] Bound using segment: {'id': '6bd41039-fd18-4a9e-83bc-8b3608d7fee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e2f61057-efcc-412a-9c83-3b6a02122329'} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:21:05.155870 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-28edd295-928a-4656-8ce9-bd6c0905f37b req-042bf145-0e75-4d3a-a25c-98a76ba187d4 service neutron] Bound port: 22c378aa-04c6-4cea-84c5-304024c9c5ac, host: hv-neutron-8602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bd41039-fd18-4a9e-83bc-8b3608d7fee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e2f61057-efcc-412a-9c83-3b6a02122329'}}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:21:05.156128 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0c4a5694-af9a-4b80-bb97-7fc2aab62fcc tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:05.156260 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-28edd295-928a-4656-8ce9-bd6c0905f37b req-042bf145-0e75-4d3a-a25c-98a76ba187d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:05.157305 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0c4a5694-af9a-4b80-bb97-7fc2aab62fcc tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:05.165656 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-4bd4697f-37de-4865-a728-87d26f475512 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '409aefd0-5ef5-428a-8b2f-5cc5b7e7c2c0') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:21:05.165986 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-4bd4697f-37de-4865-a728-87d26f475512 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '409aefd0-5ef5-428a-8b2f-5cc5b7e7c2c0') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:21:05.181947 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4bd4697f-37de-4865-a728-87d26f475512 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:05.186992 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-198ed51e-6a3a-4ced-8f25-895d853a1060 None None] Attempt 3 to provision port 22c378aa-04c6-4cea-84c5-304024c9c5ac Oct 04 09:21:05.201843 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0c4a5694-af9a-4b80-bb97-7fc2aab62fcc tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:05.215512 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4bd4697f-37de-4865-a728-87d26f475512 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:05.224349 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bd4697f-37de-4865-a728-87d26f475512 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:21:05.224796 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4bd4697f-37de-4865-a728-87d26f475512 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:05.255432 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-28edd295-928a-4656-8ce9-bd6c0905f37b req-042bf145-0e75-4d3a-a25c-98a76ba187d4 service neutron] For port 22c378aa-04c6-4cea-84c5-304024c9c5ac, host hv-neutron-8602, cleared binding levels {{(pid=89032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:21:05.298067 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 409aefd0-5ef5-428a-8b2f-5cc5b7e7c2c0 resource provider aggregate not found Oct 04 09:21:05.300146 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-198ed51e-6a3a-4ced-8f25-895d853a1060 None None] Port 22c378aa-04c6-4cea-84c5-304024c9c5ac cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:21:05.412891 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 409aefd0-5ef5-428a-8b2f-5cc5b7e7c2c0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 409aefd0-5ef5-428a-8b2f-5cc5b7e7c2c0 found for delete ", "request_id": "req-037de58a-f0e9-4554-87fd-c5122a488777"}]} Oct 04 09:21:05.493002 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-28edd295-928a-4656-8ce9-bd6c0905f37b req-042bf145-0e75-4d3a-a25c-98a76ba187d4 service neutron] For port 22c378aa-04c6-4cea-84c5-304024c9c5ac, host hv-neutron-8602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=22c378aa-04c6-4cea-84c5-304024c9c5ac,segment=NetworkSegment(6bd41039-fd18-4a9e-83bc-8b3608d7fee7),segment_id=6bd41039-fd18-4a9e-83bc-8b3608d7fee7)] {{(pid=89032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:21:05.497124 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-28edd295-928a-4656-8ce9-bd6c0905f37b req-042bf145-0e75-4d3a-a25c-98a76ba187d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:05.500920 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4bd4697f-37de-4865-a728-87d26f475512 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:05.523918 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4bd4697f-37de-4865-a728-87d26f475512 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks [] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:05.532343 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28edd295-928a-4656-8ce9-bd6c0905f37b req-042bf145-0e75-4d3a-a25c-98a76ba187d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:05.532966 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-28edd295-928a-4656-8ce9-bd6c0905f37b req-042bf145-0e75-4d3a-a25c-98a76ba187d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:05.534317 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-28edd295-928a-4656-8ce9-bd6c0905f37b req-042bf145-0e75-4d3a-a25c-98a76ba187d4 service neutron] 10.222.0.20 "PUT /v2.0/ports/22c378aa-04c6-4cea-84c5-304024c9c5ac HTTP/1.1" status: 200 len: 1094 time: 1.5986791 Oct 04 09:21:05.534749 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aef1b118-b890-4c06-9aec-aef6ffa7d642', 'tag': '22c378aa-04c6-4cea-84c5-304024c9c5ac'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:21:05.537056 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710bb3c2-7b82-4384-b084-0dc386b68a76" -d '{"events": [{"name": "network-changed", "server_uuid": "aef1b118-b890-4c06-9aec-aef6ffa7d642", "tag": "22c378aa-04c6-4cea-84c5-304024c9c5ac"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:21:05.573241 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042bf145-0e75-4d3a-a25c-98a76ba187d4 service neutron] Pushing event updated for resources: {'Port': ['ID=22c378aa-04c6-4cea-84c5-304024c9c5ac,revision_number=3']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:21:05.591877 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3caf6ec7-53c1-45d4-b705-9f21d372f0b8 x-openstack-request-id: req-3caf6ec7-53c1-45d4-b705-9f21d372f0b8 {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:21:05.592187 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aef1b118-b890-4c06-9aec-aef6ffa7d642", "tag": "22c378aa-04c6-4cea-84c5-304024c9c5ac", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:21:05.592469 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3caf6ec7-53c1-45d4-b705-9f21d372f0b8 {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:21:05.592879 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3caf6ec7-53c1-45d4-b705-9f21d372f0b8'] response: {'name': 'network-changed', 'server_uuid': 'aef1b118-b890-4c06-9aec-aef6ffa7d642', 'tag': '22c378aa-04c6-4cea-84c5-304024c9c5ac', 'status': 'completed', 'code': 200} Oct 04 09:21:05.647788 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd4697f-37de-4865-a728-87d26f475512 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Pushing event deleted for resources: {'Network': ['ID=f5c697c9-ee26-4fc0-9c33-4da408bd5583,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:21:05.671208 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0c4a5694-af9a-4b80-bb97-7fc2aab62fcc tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:05.677446 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-4bd4697f-37de-4865-a728-87d26f475512 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "DELETE /v2.0/networks/f5c697c9-ee26-4fc0-9c33-4da408bd5583 HTTP/1.1" status: 204 len: 168 time: 1.2022648 Oct 04 09:21:05.679344 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 36210) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:21:05.693903 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03a72d-d29f-4f20-a58a-c2e779d50852 req-2aeccc57-ba36-4bc0-8d59-da6ed410f089 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:05.695351 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-9d03a72d-d29f-4f20-a58a-c2e779d50852 req-2aeccc57-ba36-4bc0-8d59-da6ed410f089 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] 10.222.0.50 "GET /v2.0/ports?device_id=0adcaabc-4575-4422-aad7-cc1985e85ab1 HTTP/1.1" status: 200 len: 946 time: 0.4424174 Oct 04 09:21:05.722607 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-7286cdf2-59de-4b1d-af5a-61b13a90acba tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] DELETE failed (client error): The resource could not be found. Oct 04 09:21:05.723149 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7286cdf2-59de-4b1d-af5a-61b13a90acba tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:21:05.727470 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-7286cdf2-59de-4b1d-af5a-61b13a90acba tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "DELETE /v2.0/subnets/d3484634-bc4e-487d-8891-e9f75a1cfb1f HTTP/1.1" status: 404 len: 337 time: 0.0434778 Oct 04 09:21:05.728323 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 36214) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:21:05.756039 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5476bdf-d874-4cbe-8cbb-6ed4ae444001 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] DELETE failed (client error): The resource could not be found. Oct 04 09:21:05.756626 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5476bdf-d874-4cbe-8cbb-6ed4ae444001 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:21:05.760578 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-e5476bdf-d874-4cbe-8cbb-6ed4ae444001 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "DELETE /v2.0/networks/ec3a1f40-16c8-49ef-aac5-bc86712a455b HTTP/1.1" status: 404 len: 339 time: 0.0293725 Oct 04 09:21:05.760578 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28edd295-928a-4656-8ce9-bd6c0905f37b req-7f4bdfb4-5472-496c-96f1-76505644230e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:05.762341 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-28edd295-928a-4656-8ce9-bd6c0905f37b req-7f4bdfb4-5472-496c-96f1-76505644230e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78fb12e86c5f40beb578bfb97002b5c9&device_id=aef1b118-b890-4c06-9aec-aef6ffa7d642 HTTP/1.1" status: 200 len: 1097 time: 0.1543722 Oct 04 09:21:05.762803 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 36218) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:21:05.801637 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-198ed51e-6a3a-4ced-8f25-895d853a1060 None None] Attempt 4 to provision port 22c378aa-04c6-4cea-84c5-304024c9c5ac Oct 04 09:21:05.813924 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-9d03a72d-d29f-4f20-a58a-c2e779d50852 req-a88c6703-9473-4acc-8be1-ae7bb7a3f2e7 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] 10.222.0.50 "GET /v2.0/security-groups?id=03c19718-7658-4392-aeaf-38001ef94dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045609 Oct 04 09:21:05.856434 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-706bdb94-f16c-4557-b2ea-4b812f747129 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] DELETE failed (client error): The resource could not be found. Oct 04 09:21:05.856898 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-706bdb94-f16c-4557-b2ea-4b812f747129 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:21:05.858610 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-706bdb94-f16c-4557-b2ea-4b812f747129 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "DELETE /v2.0/subnets/baa44fea-4283-4d0d-87ad-f17776cd32f3 HTTP/1.1" status: 404 len: 337 time: 0.0949144 Oct 04 09:21:05.865783 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 36224) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:21:05.869245 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-28edd295-928a-4656-8ce9-bd6c0905f37b req-1a15033b-fd6a-46c4-8904-04dc2ed5f822 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22c378aa-04c6-4cea-84c5-304024c9c5ac HTTP/1.1" status: 200 len: 217 time: 0.0700364 Oct 04 09:21:05.900305 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e05d9e5-2166-477a-b39e-d228f27e2fa4 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] DELETE failed (client error): The resource could not be found. Oct 04 09:21:05.900800 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e05d9e5-2166-477a-b39e-d228f27e2fa4 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:21:05.905951 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-7e05d9e5-2166-477a-b39e-d228f27e2fa4 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "DELETE /v2.0/networks/58a0e0ac-fa76-421d-96d8-6c0af402a95d HTTP/1.1" status: 404 len: 339 time: 0.0368922 Oct 04 09:21:05.908238 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 36228) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:21:05.908614 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-198ed51e-6a3a-4ced-8f25-895d853a1060 None None] Port 22c378aa-04c6-4cea-84c5-304024c9c5ac had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 09:21:05.999774 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28edd295-928a-4656-8ce9-bd6c0905f37b req-d66771d6-9086-44b8-9e3c-a7999ef70ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:06.001235 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-28edd295-928a-4656-8ce9-bd6c0905f37b req-d66771d6-9086-44b8-9e3c-a7999ef70ae3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bebac2f8-ba47-403e-bdf3-1acdba0e4f5a HTTP/1.1" status: 200 len: 834 time: 0.1247051 Oct 04 09:21:06.067011 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6d3bc94-ce2b-487d-a99a-e63d93905041 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] DELETE failed (client error): The resource could not be found. Oct 04 09:21:06.067784 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6d3bc94-ce2b-487d-a99a-e63d93905041 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:21:06.069741 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-e6d3bc94-ce2b-487d-a99a-e63d93905041 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "DELETE /v2.0/subnets/8a59a4d3-ebb2-4dfb-bec5-301095d8b571 HTTP/1.1" status: 404 len: 337 time: 0.1587250 Oct 04 09:21:06.071204 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b9dd2-6078-4a3f-81c3-5172251f08fb req-f3cca128-7716-4220-936b-e8226164106e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:06.072669 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d45b9dd2-6078-4a3f-81c3-5172251f08fb req-f3cca128-7716-4220-936b-e8226164106e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=aef1b118-b890-4c06-9aec-aef6ffa7d642 HTTP/1.1" status: 200 len: 944 time: 0.1567087 Oct 04 09:21:06.073130 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 36232) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:21:06.114659 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0c4a5694-af9a-4b80-bb97-7fc2aab62fcc tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks [] for router_gateway, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:06.120310 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d505731-01be-409d-8949-17a7851479ff tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] DELETE failed (client error): The resource could not be found. Oct 04 09:21:06.121331 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d505731-01be-409d-8949-17a7851479ff tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:21:06.122916 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-3d505731-01be-409d-8949-17a7851479ff tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "DELETE /v2.0/networks/18901051-fc62-40db-908d-9a4374f3ffb7 HTTP/1.1" status: 404 len: 339 time: 0.0469306 Oct 04 09:21:06.127037 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 36236) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:21:06.146547 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0c4a5694-af9a-4b80-bb97-7fc2aab62fcc tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:06.177030 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a2432de-9630-462c-8f81-f1920dbe4549 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] DELETE failed (client error): The resource could not be found. Oct 04 09:21:06.177515 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a2432de-9630-462c-8f81-f1920dbe4549 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:21:06.181455 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-6a2432de-9630-462c-8f81-f1920dbe4549 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "DELETE /v2.0/subnets/e35177be-cfc9-4946-b30d-139b189ccf2d HTTP/1.1" status: 404 len: 337 time: 0.0500391 Oct 04 09:21:06.183721 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 36240) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:21:06.212945 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d45b9dd2-6078-4a3f-81c3-5172251f08fb req-f7024fb0-0087-4818-acba-ea2b5d3ae707 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a773270-6917-4144-9c59-3337fab836a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137681 Oct 04 09:21:06.222752 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-605cfd8d-62c6-4c8b-bacf-273d0a4aff56 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] DELETE failed (client error): The resource could not be found. Oct 04 09:21:06.223228 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-605cfd8d-62c6-4c8b-bacf-273d0a4aff56 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:21:06.227521 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-605cfd8d-62c6-4c8b-bacf-273d0a4aff56 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "DELETE /v2.0/networks/da3d0681-cd6a-48a2-8a1f-95423b85b909 HTTP/1.1" status: 404 len: 339 time: 0.0373304 Oct 04 09:21:06.228084 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 36244) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:21:06.265654 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28edd295-928a-4656-8ce9-bd6c0905f37b req-4b7a0dff-3234-4671-9dbf-378261b8485e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:06.267180 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-28edd295-928a-4656-8ce9-bd6c0905f37b req-4b7a0dff-3234-4671-9dbf-378261b8485e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e2f61057-efcc-412a-9c83-3b6a02122329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2585943 Oct 04 09:21:06.276317 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-40afd1ee-0e90-44c9-a099-94c7dff4b4d2 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] DELETE failed (client error): The resource could not be found. Oct 04 09:21:06.276791 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40afd1ee-0e90-44c9-a099-94c7dff4b4d2 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:21:06.278479 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-40afd1ee-0e90-44c9-a099-94c7dff4b4d2 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "DELETE /v2.0/subnets/d6697a4b-78d9-47ae-b935-2aa701dec8ce HTTP/1.1" status: 404 len: 337 time: 0.0496275 Oct 04 09:21:06.295434 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 36248) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:21:06.379076 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2bd9f0b-d5a0-4d9d-937a-4e0578148186 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] DELETE failed (client error): The resource could not be found. Oct 04 09:21:06.379449 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2bd9f0b-d5a0-4d9d-937a-4e0578148186 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:21:06.381122 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-c2bd9f0b-d5a0-4d9d-937a-4e0578148186 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "DELETE /v2.0/networks/ef249faa-9489-4c9d-af2c-490bd8ef4384 HTTP/1.1" status: 404 len: 339 time: 0.0847616 Oct 04 09:21:06.383686 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 36252) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:21:06.412709 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-0c4a5694-af9a-4b80-bb97-7fc2aab62fcc tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Allocated IP 172.26.10.86 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/bcbba68f-bc5e-4bf3-a3b5-a54e3dc4d6d7) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:21:06.426598 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-24630399-e10d-4c4d-a5a3-8ec3dbae7898 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] DELETE failed (client error): The resource could not be found. Oct 04 09:21:06.427103 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24630399-e10d-4c4d-a5a3-8ec3dbae7898 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:21:06.428826 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-24630399-e10d-4c4d-a5a3-8ec3dbae7898 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "DELETE /v2.0/subnets/968754f9-cfd7-4cd0-bd3f-f48bc890c7f8 HTTP/1.1" status: 404 len: 337 time: 0.0442715 Oct 04 09:21:06.431353 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 36256) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:21:06.479013 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-c26aa8cb-8b12-408b-832e-07f9bdcc977d tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] DELETE failed (client error): The resource could not be found. Oct 04 09:21:06.479472 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c26aa8cb-8b12-408b-832e-07f9bdcc977d tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:21:06.483980 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-c26aa8cb-8b12-408b-832e-07f9bdcc977d tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "DELETE /v2.0/networks/a491bf04-d593-4f03-9fb1-56df12a0fed1 HTTP/1.1" status: 404 len: 339 time: 0.0494895 Oct 04 09:21:06.484502 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 36260) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:21:06.527784 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-28edd295-928a-4656-8ce9-bd6c0905f37b req-84a6557d-4ab6-4907-b95a-df5050910f70 service neutron] 10.222.0.20 "GET /v2.0/networks/e2f61057-efcc-412a-9c83-3b6a02122329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528305 Oct 04 09:21:06.531447 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-9365d59d-0ee3-419c-9d3a-4b9c35a5d9c5 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] DELETE failed (client error): The resource could not be found. Oct 04 09:21:06.531880 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9365d59d-0ee3-419c-9d3a-4b9c35a5d9c5 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:21:06.536099 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-9365d59d-0ee3-419c-9d3a-4b9c35a5d9c5 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "DELETE /v2.0/subnets/86a3010f-8bad-46a0-aa4b-5d6605ebe5c6 HTTP/1.1" status: 404 len: 337 time: 0.0482054 Oct 04 09:21:06.536390 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 36264) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:21:06.586670 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cbb4119-a909-427d-82c0-0f0ecfa7206f tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] DELETE failed (client error): The resource could not be found. Oct 04 09:21:06.587133 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cbb4119-a909-427d-82c0-0f0ecfa7206f tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:21:06.591369 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0c4a5694-af9a-4b80-bb97-7fc2aab62fcc tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:06.602910 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-9cbb4119-a909-427d-82c0-0f0ecfa7206f tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "DELETE /v2.0/networks/c7dbe195-d732-49d8-8306-46e879b8d4c3 HTTP/1.1" status: 404 len: 339 time: 0.0552652 Oct 04 09:21:06.603149 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 36268) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:21:06.645914 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd72193f-fa97-4841-a534-86be9702f9bd tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] DELETE failed (client error): The resource could not be found. Oct 04 09:21:06.646266 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd72193f-fa97-4841-a534-86be9702f9bd tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:21:06.647899 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-cd72193f-fa97-4841-a534-86be9702f9bd tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "DELETE /v2.0/subnets/fb3a1815-26f9-49e3-baa2-ec67259be68c HTTP/1.1" status: 404 len: 337 time: 0.0438762 Oct 04 09:21:06.650620 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 36272) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:21:06.662584 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-28edd295-928a-4656-8ce9-bd6c0905f37b req-23b33842-71cb-4654-8a87-513b18332edb service neutron] 10.222.0.20 "GET /v2.0/networks/e2f61057-efcc-412a-9c83-3b6a02122329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280038 Oct 04 09:21:06.679407 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.pecan_wsgi.hooks.translation [None req-957aa431-78ff-4427-a937-7fb62071e836 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] DELETE failed (client error): The resource could not be found. Oct 04 09:21:06.679863 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-957aa431-78ff-4427-a937-7fb62071e836 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:21:06.681524 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-957aa431-78ff-4427-a937-7fb62071e836 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "DELETE /v2.0/networks/812409e3-7240-4307-9f0c-e3697196be1c HTTP/1.1" status: 404 len: 339 time: 0.0300438 Oct 04 09:21:06.684856 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 36276) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:21:06.692671 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0c4a5694-af9a-4b80-bb97-7fc2aab62fcc tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:06.766128 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4a5694-af9a-4b80-bb97-7fc2aab62fcc tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:21:06.769034 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-0c4a5694-af9a-4b80-bb97-7fc2aab62fcc tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:21:06.771811 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4a5694-af9a-4b80-bb97-7fc2aab62fcc tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:21:06.797151 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebab82e9-724e-42ad-a563-282e3cb8cf80 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Deleting subnet 38eaca22-c7f6-48e4-9796-cd76de22fe7e {{(pid=89032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:21:06.805257 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ebab82e9-724e-42ad-a563-282e3cb8cf80 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks [] for subnet, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:06.818550 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4a5694-af9a-4b80-bb97-7fc2aab62fcc tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Pushing event updated for resources: {'Port': ['ID=bcbba68f-bc5e-4bf3-a3b5-a54e3dc4d6d7,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:21:06.975759 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ebab82e9-724e-42ad-a563-282e3cb8cf80 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885153'] for subnet, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:07.041798 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710bb3c2-7b82-4384-b084-0dc386b68a76 req-30f76bdb-82fe-45c5-87ad-3a5b11e86ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:07.043355 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-710bb3c2-7b82-4384-b084-0dc386b68a76 req-30f76bdb-82fe-45c5-87ad-3a5b11e86ecd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78fb12e86c5f40beb578bfb97002b5c9&device_id=aef1b118-b890-4c06-9aec-aef6ffa7d642 HTTP/1.1" status: 200 len: 1097 time: 0.2902985 Oct 04 09:21:07.148072 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ebab82e9-724e-42ad-a563-282e3cb8cf80 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:07.181100 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0338fb-a77c-4cad-9142-a44413fd8954 req-94286fca-7bef-4622-9a34-36fc3888c760 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:07.184380 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7b0338fb-a77c-4cad-9142-a44413fd8954 req-94286fca-7bef-4622-9a34-36fc3888c760 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] 10.222.0.50 "GET /v2.0/ports?device_id=0adcaabc-4575-4422-aad7-cc1985e85ab1 HTTP/1.1" status: 200 len: 946 time: 0.2250640 Oct 04 09:21:07.241598 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710bb3c2-7b82-4384-b084-0dc386b68a76 req-e0449311-86b2-4c38-a811-8710a56d818c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:07.243033 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-710bb3c2-7b82-4384-b084-0dc386b68a76 req-e0449311-86b2-4c38-a811-8710a56d818c service neutron] 10.222.0.20 "GET /v2.0/networks?id=e2f61057-efcc-412a-9c83-3b6a02122329 HTTP/1.1" status: 200 len: 898 time: 0.1938984 Oct 04 09:21:07.312788 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7b0338fb-a77c-4cad-9142-a44413fd8954 req-ac8f0ec7-0a0a-410f-88a3-a2b8a8c1bad9 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] 10.222.0.50 "GET /v2.0/security-groups?id=03c19718-7658-4392-aeaf-38001ef94dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212499 Oct 04 09:21:07.314737 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-710bb3c2-7b82-4384-b084-0dc386b68a76 req-68971e3f-fd1b-47bf-95fc-e4e0951f1c86 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22c378aa-04c6-4cea-84c5-304024c9c5ac HTTP/1.1" status: 200 len: 217 time: 0.0642290 Oct 04 09:21:07.320210 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ebab82e9-724e-42ad-a563-282e3cb8cf80 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:07.324016 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0c4a5694-af9a-4b80-bb97-7fc2aab62fcc tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks [] for router_gateway, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:07.448459 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab82e9-724e-42ad-a563-282e3cb8cf80 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Pushing event deleted for resources: {'Subnet': ['ID=38eaca22-c7f6-48e4-9796-cd76de22fe7e,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:21:07.459494 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ebab82e9-724e-42ad-a563-282e3cb8cf80 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:07.466257 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a53dbb-9e2e-4e9c-b14a-32c81c2b9410 None None] Network 7914f1e0-fe6c-49c6-bf40-ad5ac8d3b734 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:21:07.485339 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710bb3c2-7b82-4384-b084-0dc386b68a76 req-b49ee407-c394-46c5-a11a-c7d6102252b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:07.486694 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-710bb3c2-7b82-4384-b084-0dc386b68a76 req-b49ee407-c394-46c5-a11a-c7d6102252b2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bebac2f8-ba47-403e-bdf3-1acdba0e4f5a HTTP/1.1" status: 200 len: 834 time: 0.1622434 Oct 04 09:21:07.488030 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-ebab82e9-724e-42ad-a563-282e3cb8cf80 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "DELETE /v2.0/subnets/38eaca22-c7f6-48e4-9796-cd76de22fe7e HTTP/1.1" status: 204 len: 168 time: 0.8017499 Oct 04 09:21:07.490401 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 36286) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:21:07.677139 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5ac227da-61d3-4cf8-8882-db2eb5dfbc96 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:07.690141 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac5ad2-ef7d-4252-a83c-24baf7128ccc req-e7a713f0-6e93-47b0-ad63-f3c8fcaccd4c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:07.697012 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4bac5ad2-ef7d-4252-a83c-24baf7128ccc req-e7a713f0-6e93-47b0-ad63-f3c8fcaccd4c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=aef1b118-b890-4c06-9aec-aef6ffa7d642 HTTP/1.1" status: 200 len: 944 time: 0.3135855 Oct 04 09:21:07.735711 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-5ac227da-61d3-4cf8-8882-db2eb5dfbc96 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Deleting port 7cd920f8-1567-4669-939b-404db51515f7 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:21:07.736067 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5ac227da-61d3-4cf8-8882-db2eb5dfbc96 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:07.788063 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710bb3c2-7b82-4384-b084-0dc386b68a76 req-a4c32ebd-95a3-4cef-aa2f-e9c632ef15e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:07.789551 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-710bb3c2-7b82-4384-b084-0dc386b68a76 req-a4c32ebd-95a3-4cef-aa2f-e9c632ef15e8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e2f61057-efcc-412a-9c83-3b6a02122329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2780530 Oct 04 09:21:07.828476 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4bac5ad2-ef7d-4252-a83c-24baf7128ccc req-a3c42e29-0155-41d6-9320-06bb32f85977 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a773270-6917-4144-9c59-3337fab836a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305337 Oct 04 09:21:07.864513 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f6c903-bf6d-41e7-b9d9-3daa86779844 None None] DHCP port deletion for 7914f1e0-fe6c-49c6-bf40-ad5ac8d3b734 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:21:07.870187 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-09f6c903-bf6d-41e7-b9d9-3daa86779844 None None] Deleting port 7cd920f8-1567-4669-939b-404db51515f7 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:21:07.871258 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-09f6c903-bf6d-41e7-b9d9-3daa86779844 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:08.012038 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0c4a5694-af9a-4b80-bb97-7fc2aab62fcc tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:08.067226 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-710bb3c2-7b82-4384-b084-0dc386b68a76 req-68c47f3e-e083-473b-a045-3ac70b4418f2 service neutron] 10.222.0.20 "GET /v2.0/networks/e2f61057-efcc-412a-9c83-3b6a02122329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685795 Oct 04 09:21:08.126860 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-09f6c903-bf6d-41e7-b9d9-3daa86779844 None None] For port 7cd920f8-1567-4669-939b-404db51515f7, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=7cd920f8-1567-4669-939b-404db51515f7,segment=NetworkSegment(1708829a-2f78-495e-88fc-56861e1a28f4),segment_id=1708829a-2f78-495e-88fc-56861e1a28f4)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:21:08.127315 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-09f6c903-bf6d-41e7-b9d9-3daa86779844 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:08.170392 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d7323-c5d4-4628-ab57-04396e065394 req-022e64c3-5f5d-4cf9-99c7-5195f7ed497c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:08.171887 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-210d7323-c5d4-4628-ab57-04396e065394 req-022e64c3-5f5d-4cf9-99c7-5195f7ed497c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=762cafa8479f44198f14c59f0b405abb&device_id=0adcaabc-4575-4422-aad7-cc1985e85ab1 HTTP/1.1" status: 200 len: 1099 time: 0.4489141 Oct 04 09:21:08.172188 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-5ac227da-61d3-4cf8-8882-db2eb5dfbc96 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] For port 7cd920f8-1567-4669-939b-404db51515f7, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=7cd920f8-1567-4669-939b-404db51515f7,segment=NetworkSegment(1708829a-2f78-495e-88fc-56861e1a28f4),segment_id=1708829a-2f78-495e-88fc-56861e1a28f4)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:21:08.172577 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5ac227da-61d3-4cf8-8882-db2eb5dfbc96 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:08.227203 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d38f8-0b66-4c92-b356-2a989eb11971 req-4db841ab-8c92-4fff-ae43-d655d15c1097 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:08.228690 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-764d38f8-0b66-4c92-b356-2a989eb11971 req-4db841ab-8c92-4fff-ae43-d655d15c1097 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] 10.222.0.50 "GET /v2.0/ports?device_id=0adcaabc-4575-4422-aad7-cc1985e85ab1 HTTP/1.1" status: 200 len: 946 time: 0.5045009 Oct 04 09:21:08.250201 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-09f6c903-bf6d-41e7-b9d9-3daa86779844 None None] Calling delete_port for 7cd920f8-1567-4669-939b-404db51515f7 owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:21:08.299194 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-5ac227da-61d3-4cf8-8882-db2eb5dfbc96 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Calling delete_port for 7cd920f8-1567-4669-939b-404db51515f7 owned by network:dhcp {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:21:08.333105 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-09f6c903-bf6d-41e7-b9d9-3daa86779844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:08.372455 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-764d38f8-0b66-4c92-b356-2a989eb11971 req-3a95c2b3-b8e9-47dd-8fa3-abd7b6af1cc4 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] 10.222.0.50 "GET /v2.0/security-groups?id=03c19718-7658-4392-aeaf-38001ef94dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874050 Oct 04 09:21:08.383950 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f6c903-bf6d-41e7-b9d9-3daa86779844 None None] Pushing event deleted for resources: {'Port': ['ID=7cd920f8-1567-4669-939b-404db51515f7,revision_number=None']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:21:08.386012 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f6c903-bf6d-41e7-b9d9-3daa86779844 None None] No DVR routers for this DVR port 7cd920f8-1567-4669-939b-404db51515f7 on host dv-neutron-860215-1-hyperv {{(pid=89034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:21:08.437137 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d7323-c5d4-4628-ab57-04396e065394 req-15964a58-3583-4485-9f92-80d79be6f25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:08.438574 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-210d7323-c5d4-4628-ab57-04396e065394 req-15964a58-3583-4485-9f92-80d79be6f25e service neutron] 10.222.0.20 "GET /v2.0/networks?id=17d81218-c30f-4788-a3b1-36d74b44714f HTTP/1.1" status: 200 len: 913 time: 0.2529211 Oct 04 09:21:08.444115 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c4a5694-af9a-4b80-bb97-7fc2aab62fcc tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Router 61c41edf-94de-4c8d-a3dc-4b0e905864c9 is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:21:08.496851 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-710bb3c2-7b82-4384-b084-0dc386b68a76 req-5f880ec3-4eec-4f7b-af86-4b501b960fbb service neutron] 10.222.0.20 "GET /v2.0/networks/e2f61057-efcc-412a-9c83-3b6a02122329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4159749 Oct 04 09:21:08.515409 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-210d7323-c5d4-4628-ab57-04396e065394 req-8461f6a0-b011-40fa-91c5-2fde464ca56a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2dcba277-fcee-4d0f-8fff-c76f7fe47804 HTTP/1.1" status: 200 len: 217 time: 0.0684831 Oct 04 09:21:08.521248 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.db.api [None req-5ac227da-61d3-4cf8-8882-db2eb5dfbc96 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89032) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:21:08.521570 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG oslo_db.api [None req-5ac227da-61d3-4cf8-8882-db2eb5dfbc96 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:21:08.716832 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d7323-c5d4-4628-ab57-04396e065394 req-e2c399f4-c3fb-4abe-8562-2b138ebb0d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:08.718201 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-210d7323-c5d4-4628-ab57-04396e065394 req-e2c399f4-c3fb-4abe-8562-2b138ebb0d36 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a001e6fa-f03c-4437-98f2-3686a6dbc3eb HTTP/1.1" status: 200 len: 852 time: 0.1483824 Oct 04 09:21:08.781696 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-210d7323-c5d4-4628-ab57-04396e065394 req-5000ae5b-ae72-4659-9563-457d482c056a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=17d81218-c30f-4788-a3b1-36d74b44714f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547729 Oct 04 09:21:08.788565 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4a5694-af9a-4b80-bb97-7fc2aab62fcc tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:21:08.797832 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355cbdec-7ef5-4d19-b096-2ffd47cd5585 None None] Sync routers for ids ['61c41edf-94de-4c8d-a3dc-4b0e905864c9'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:21:08.806718 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355cbdec-7ef5-4d19-b096-2ffd47cd5585 None None] Routers {'61c41edf-94de-4c8d-a3dc-4b0e905864c9'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:21:08.807323 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-355cbdec-7ef5-4d19-b096-2ffd47cd5585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:21:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['61c41edf-94de-4c8d-a3dc-4b0e905864c9'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:21:08.892007 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0c4a5694-af9a-4b80-bb97-7fc2aab62fcc tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:08.893229 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-0c4a5694-af9a-4b80-bb97-7fc2aab62fcc tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.8437843 Oct 04 09:21:08.897592 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 36294) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:21:08.966380 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 7cd920f8-1567-4669-939b-404db51515f7 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:21:08.973464 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-210d7323-c5d4-4628-ab57-04396e065394 req-4dedbfa9-b92f-4b61-9933-0f5ae0f23089 service neutron] 10.222.0.20 "GET /v2.0/networks/17d81218-c30f-4788-a3b1-36d74b44714f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764255 Oct 04 09:21:09.016271 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 7cd920f8-1567-4669-939b-404db51515f7 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:21:09.017180 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 7cd920f8-1567-4669-939b-404db51515f7 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:21:09.023501 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-5ac227da-61d3-4cf8-8882-db2eb5dfbc96 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Deleting port 7cd920f8-1567-4669-939b-404db51515f7 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:21:09.024552 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5ac227da-61d3-4cf8-8882-db2eb5dfbc96 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:09.027729 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-355cbdec-7ef5-4d19-b096-2ffd47cd5585 None None] Set router 61c41edf-94de-4c8d-a3dc-4b0e905864c9 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:21:09.105797 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-5ac227da-61d3-4cf8-8882-db2eb5dfbc96 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] The port '7cd920f8-1567-4669-939b-404db51515f7' was deleted {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 04 09:21:09.122968 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-234e827f-1eaa-49d7-9acd-36cf8878f106 tempest-TestNetworkAdvancedServerOps-2041080052 tempest-TestNetworkAdvancedServerOps-2041080052-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=cbd6743a2e0d46fda636aad8413c14c0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2211127 Oct 04 09:21:09.123865 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 36300) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:21:09.250043 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caffad2-0770-436f-81f9-37d27235928d req-fbfedcfe-0844-4195-864c-ef1fafe6040e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:09.256857 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4caffad2-0770-436f-81f9-37d27235928d req-fbfedcfe-0844-4195-864c-ef1fafe6040e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=aef1b118-b890-4c06-9aec-aef6ffa7d642 HTTP/1.1" status: 200 len: 944 time: 0.2911096 Oct 04 09:21:09.264564 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-210d7323-c5d4-4628-ab57-04396e065394 req-76dc1261-1a3b-4790-8e5b-28fbc284be53 service neutron] 10.222.0.20 "GET /v2.0/networks/17d81218-c30f-4788-a3b1-36d74b44714f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827504 Oct 04 09:21:09.274459 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5ac227da-61d3-4cf8-8882-db2eb5dfbc96 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:09.296763 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b368413a-b6ad-4d64-bc24-9ad0085d9edd tempest-TestNetworkAdvancedServerOps-2041080052 tempest-TestNetworkAdvancedServerOps-2041080052-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:09.301346 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-b368413a-b6ad-4d64-bc24-9ad0085d9edd tempest-TestNetworkAdvancedServerOps-2041080052 tempest-TestNetworkAdvancedServerOps-2041080052-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1735022 Oct 04 09:21:09.301525 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 36304) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:21:09.315703 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-5ac227da-61d3-4cf8-8882-db2eb5dfbc96 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7914f1e0-fe6c-49c6-bf40-ad5ac8d3b734']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:21:09.333053 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-355cbdec-7ef5-4d19-b096-2ffd47cd5585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c41edf-94de-4c8d-a3dc-4b0e905864c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1565992729', 'tenant_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86'}], 'enable_snat': True}, 'gw_port_id': 'bcbba68f-bc5e-4bf3-a3b5-a54e3dc4d6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:21:05Z', 'updated_at': '2022-10-04T09:21:07Z', 'revision_number': 3, 'project_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'gw_port': {'id': 'bcbba68f-bc5e-4bf3-a3b5-a54e3dc4d6d7', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:18:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c41edf-94de-4c8d-a3dc-4b0e905864c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:21:06Z', 'updated_at': '2022-10-04T09:21:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:21:09.333511 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-5ac227da-61d3-4cf8-8882-db2eb5dfbc96 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1708829a-2f78-495e-88fc-56861e1a28f4') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:21:09.333823 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-5ac227da-61d3-4cf8-8882-db2eb5dfbc96 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1708829a-2f78-495e-88fc-56861e1a28f4') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:21:09.337334 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355cbdec-7ef5-4d19-b096-2ffd47cd5585 None None] Checking router: 61c41edf-94de-4c8d-a3dc-4b0e905864c9 for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:21:09.337749 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355cbdec-7ef5-4d19-b096-2ffd47cd5585 None None] Updating router 61c41edf-94de-4c8d-a3dc-4b0e905864c9 port bcbba68f-bc5e-4bf3-a3b5-a54e3dc4d6d7 binding host dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:21:09.344135 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-15adf5cf-3d0a-42e6-99a0-9215a5ece3a2 tempest-TestNetworkAdvancedServerOps-2041080052 tempest-TestNetworkAdvancedServerOps-2041080052-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=f33938cd-879e-4461-9b5e-aa67b746b6bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416749 Oct 04 09:21:09.346767 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 36308) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:21:09.351837 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4caffad2-0770-436f-81f9-37d27235928d req-6e9c3028-b9d5-4a9c-9e73-57a9425653ce tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a773270-6917-4144-9c59-3337fab836a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938368 Oct 04 09:21:09.352075 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-2cd07ab7-8120-40b4-af05-752fd8b0c560 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2007432516', 'network_id': 'a19b85b2-47fa-4467-9007-092e12a063da', 'project_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:21:09.359441 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5ac227da-61d3-4cf8-8882-db2eb5dfbc96 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:09.391287 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5ac227da-61d3-4cf8-8882-db2eb5dfbc96 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:09.397779 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ac227da-61d3-4cf8-8882-db2eb5dfbc96 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:21:09.398207 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5ac227da-61d3-4cf8-8882-db2eb5dfbc96 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:09.399304 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-355cbdec-7ef5-4d19-b096-2ffd47cd5585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:09.465661 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 1708829a-2f78-495e-88fc-56861e1a28f4 resource provider aggregate not found Oct 04 09:21:09.492028 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-2cd07ab7-8120-40b4-af05-752fd8b0c560 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:21:09.495165 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 1708829a-2f78-495e-88fc-56861e1a28f4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1708829a-2f78-495e-88fc-56861e1a28f4 found for delete ", "request_id": "req-10baf6a5-edbb-464b-971d-6d7f85229217"}]} Oct 04 09:21:09.497619 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-2cd07ab7-8120-40b4-af05-752fd8b0c560 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Usage tracker for resource:subnet and tenant:cbd6743a2e0d46fda636aad8413c14c0 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:21:09.503446 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-2cd07ab7-8120-40b4-af05-752fd8b0c560 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:21:09.505519 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5ac227da-61d3-4cf8-8882-db2eb5dfbc96 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:09.518566 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-2cd07ab7-8120-40b4-af05-752fd8b0c560 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:21:09.527313 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5ac227da-61d3-4cf8-8882-db2eb5dfbc96 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:09.532555 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd07ab7-8120-40b4-af05-752fd8b0c560 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Made reservation on behalf of cbd6743a2e0d46fda636aad8413c14c0 for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:21:09.536960 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2cd07ab7-8120-40b4-af05-752fd8b0c560 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:09.539145 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac227da-61d3-4cf8-8882-db2eb5dfbc96 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] Pushing event deleted for resources: {'Network': ['ID=7914f1e0-fe6c-49c6-bf40-ad5ac8d3b734,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:21:09.547614 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-5ac227da-61d3-4cf8-8882-db2eb5dfbc96 tempest-NetworksTest-809391484 tempest-NetworksTest-809391484-project] 10.222.0.50 "DELETE /v2.0/networks/7914f1e0-fe6c-49c6-bf40-ad5ac8d3b734 HTTP/1.1" status: 204 len: 168 time: 2.0562270 Oct 04 09:21:09.775242 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-355cbdec-7ef5-4d19-b096-2ffd47cd5585 None None] Notify callbacks [] for port, precommit_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:09.786900 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.provisioning_blocks [None req-355cbdec-7ef5-4d19-b096-2ffd47cd5585 None None] Transition to ACTIVE for port object bcbba68f-bc5e-4bf3-a3b5-a54e3dc4d6d7 will not be triggered until provisioned by entity L2. {{(pid=89035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:21:09.795799 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-355cbdec-7ef5-4d19-b096-2ffd47cd5585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:09.862047 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 36322) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:21:09.865977 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05530d27-0823-4702-99b3-a66fdc39d808 req-60ec28b7-ca51-46b3-ba00-39501c7fd265 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:09.867450 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-05530d27-0823-4702-99b3-a66fdc39d808 req-60ec28b7-ca51-46b3-ba00-39501c7fd265 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] 10.222.0.50 "GET /v2.0/ports?device_id=0adcaabc-4575-4422-aad7-cc1985e85ab1 HTTP/1.1" status: 200 len: 946 time: 0.1738200 Oct 04 09:21:09.870951 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-355cbdec-7ef5-4d19-b096-2ffd47cd5585 None None] Attempting to bind port bcbba68f-bc5e-4bf3-a3b5-a54e3dc4d6d7 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:21:09.871842 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-355cbdec-7ef5-4d19-b096-2ffd47cd5585 None None] Attempting to bind port bcbba68f-bc5e-4bf3-a3b5-a54e3dc4d6d7 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:21:09.872382 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355cbdec-7ef5-4d19-b096-2ffd47cd5585 None None] Attempting to bind port bcbba68f-bc5e-4bf3-a3b5-a54e3dc4d6d7 on network f33938cd-879e-4461-9b5e-aa67b746b6bd {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:21:09.882091 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355cbdec-7ef5-4d19-b096-2ffd47cd5585 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:21:09.882463 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355cbdec-7ef5-4d19-b096-2ffd47cd5585 None None] Checking segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:21:09.882855 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-355cbdec-7ef5-4d19-b096-2ffd47cd5585 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:09.883236 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355cbdec-7ef5-4d19-b096-2ffd47cd5585 None None] Bound using segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:21:09.884180 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-355cbdec-7ef5-4d19-b096-2ffd47cd5585 None None] Bound port: bcbba68f-bc5e-4bf3-a3b5-a54e3dc4d6d7, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:21:09.884713 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-355cbdec-7ef5-4d19-b096-2ffd47cd5585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:09.922906 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7fdc3b-1e40-4ca2-8263-843aac85371a None None] Pushing event updated for resources: {'Port': ['ID=bcbba68f-bc5e-4bf3-a3b5-a54e3dc4d6d7,revision_number=2']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:21:09.939721 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7fdc3b-1e40-4ca2-8263-843aac85371a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:21:09.940379 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7fdc3b-1e40-4ca2-8263-843aac85371a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:21:09.940879 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7fdc3b-1e40-4ca2-8263-843aac85371a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:21:09.941205 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7fdc3b-1e40-4ca2-8263-843aac85371a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:21:09.941532 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7fdc3b-1e40-4ca2-8263-843aac85371a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:21:09.941848 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7fdc3b-1e40-4ca2-8263-843aac85371a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:21:09.942312 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7fdc3b-1e40-4ca2-8263-843aac85371a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:21:09.942787 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7fdc3b-1e40-4ca2-8263-843aac85371a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:21:09.943251 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7fdc3b-1e40-4ca2-8263-843aac85371a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:21:09.943707 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7fdc3b-1e40-4ca2-8263-843aac85371a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:21:09.944201 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7fdc3b-1e40-4ca2-8263-843aac85371a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:21:09.944542 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7fdc3b-1e40-4ca2-8263-843aac85371a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:21:09.965208 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-05530d27-0823-4702-99b3-a66fdc39d808 req-4fe38365-bbf3-40a9-90a4-78be4a87a6e3 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] 10.222.0.50 "GET /v2.0/security-groups?id=03c19718-7658-4392-aeaf-38001ef94dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902588 Oct 04 09:21:09.978990 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-355cbdec-7ef5-4d19-b096-2ffd47cd5585 None None] For port bcbba68f-bc5e-4bf3-a3b5-a54e3dc4d6d7, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:21:09.983472 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-355cbdec-7ef5-4d19-b096-2ffd47cd5585 None None] For port bcbba68f-bc5e-4bf3-a3b5-a54e3dc4d6d7, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=bcbba68f-bc5e-4bf3-a3b5-a54e3dc4d6d7,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:21:09.990334 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-355cbdec-7ef5-4d19-b096-2ffd47cd5585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:10.013315 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2cd07ab7-8120-40b4-af05-752fd8b0c560 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:10.061000 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355cbdec-7ef5-4d19-b096-2ffd47cd5585 None None] Routers {'61c41edf-94de-4c8d-a3dc-4b0e905864c9'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:21:10.061616 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-355cbdec-7ef5-4d19-b096-2ffd47cd5585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:21:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['61c41edf-94de-4c8d-a3dc-4b0e905864c9'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:21:10.065935 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-d2ae6972-a1b0-45d1-a916-f1e9a71e1729 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2dafbf046c4040829635f144570fbfb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2001507 Oct 04 09:21:10.066837 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 36328) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:21:10.099506 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd07ab7-8120-40b4-af05-752fd8b0c560 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Pushing event updated for resources: {'Subnet': ['ID=751eaa40-7b79-4c85-b774-83c8d0c71ef8,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:21:10.104942 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd07ab7-8120-40b4-af05-752fd8b0c560 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Checking segment: {'id': '6093c376-bcd9-4a6b-b143-842445a8c889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a19b85b2-47fa-4467-9007-092e12a063da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:21:10.105807 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd07ab7-8120-40b4-af05-752fd8b0c560 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Network hostable DHCP agents. Network: a19b85b2-47fa-4467-9007-092e12a063da, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:21:10.125876 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd07ab7-8120-40b4-af05-752fd8b0c560 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Network a19b85b2-47fa-4467-9007-092e12a063da is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:21:10.137435 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-2cd07ab7-8120-40b4-af05-752fd8b0c560 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, a19b85b2-47fa-4467-9007-092e12a063da) {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:21:10.139817 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cb7862a2-7837-4374-a437-54504d07a459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:10.141957 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd07ab7-8120-40b4-af05-752fd8b0c560 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:10.142591 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2cd07ab7-8120-40b4-af05-752fd8b0c560 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:10.155508 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3e945e-3747-42e5-8404-12bc7ac091ae None None] Network a19b85b2-47fa-4467-9007-092e12a063da requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:21:10.162024 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7fdc3b-1e40-4ca2-8263-843aac85371a None None] Pushing event updated for resources: {'Port': ['ID=bcbba68f-bc5e-4bf3-a3b5-a54e3dc4d6d7,revision_number=3']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:21:10.192028 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cb7862a2-7837-4374-a437-54504d07a459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:10.199834 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-2cd07ab7-8120-40b4-af05-752fd8b0c560 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8512456 Oct 04 09:21:10.202601 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 36332) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:21:10.254618 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cb7862a2-7837-4374-a437-54504d07a459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:10.258642 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 22c378aa-04c6-4cea-84c5-304024c9c5ac details requested by agent hyperv_hv-neutron-8602 with host hv-neutron-8602 {{(pid=89034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 04 09:21:10.276332 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7862a2-7837-4374-a437-54504d07a459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16769dde-c1bc-41be-9cfb-1455fc63190f,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:21:10.283678 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cb7862a2-7837-4374-a437-54504d07a459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:10.298125 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-cb7862a2-7837-4374-a437-54504d07a459 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/16769dde-c1bc-41be-9cfb-1455fc63190f HTTP/1.1" status: 204 len: 168 time: 0.2300694 Oct 04 09:21:10.361021 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-355cbdec-7ef5-4d19-b096-2ffd47cd5585 None None] Set router 61c41edf-94de-4c8d-a3dc-4b0e905864c9 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:21:10.638691 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca3b66d-fb0c-498e-818d-2a77c76eb78d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-a19b85b2-47fa-4467-9007-092e12a063da', 'network_id': 'a19b85b2-47fa-4467-9007-092e12a063da', 'tenant_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'fixed_ips': [{'subnet_id': '751eaa40-7b79-4c85-b774-83c8d0c71ef8'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:21:10.640151 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-3ca3b66d-fb0c-498e-818d-2a77c76eb78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:10.703761 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 22c378aa-04c6-4cea-84c5-304024c9c5ac, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=22c378aa-04c6-4cea-84c5-304024c9c5ac,segment=NetworkSegment(6bd41039-fd18-4a9e-83bc-8b3608d7fee7),segment_id=6bd41039-fd18-4a9e-83bc-8b3608d7fee7)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:21:10.722669 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Returning: {'device': '22c378aa-04c6-4cea-84c5-304024c9c5ac', 'network_id': 'e2f61057-efcc-412a-9c83-3b6a02122329', 'port_id': '22c378aa-04c6-4cea-84c5-304024c9c5ac', 'mac_address': 'fa:16:3e:20:74:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bebac2f8-ba47-403e-bdf3-1acdba0e4f5a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 04 09:21:10.778162 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461035f7-ff77-4297-aa03-85f9aca15e5c req-44e0b649-ba5e-41f3-bc86-d780150c5b7f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:10.781502 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-461035f7-ff77-4297-aa03-85f9aca15e5c req-44e0b649-ba5e-41f3-bc86-d780150c5b7f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=aef1b118-b890-4c06-9aec-aef6ffa7d642 HTTP/1.1" status: 200 len: 944 time: 0.1811876 Oct 04 09:21:10.883237 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-461035f7-ff77-4297-aa03-85f9aca15e5c req-a6d7c284-ccfe-49cd-b47b-6ea1efe14e6a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a773270-6917-4144-9c59-3337fab836a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928180 Oct 04 09:21:10.897803 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 22c378aa-04c6-4cea-84c5-304024c9c5ac is: DOWN; New status is: BUILD {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:21:10.897803 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:10.941130 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-355cbdec-7ef5-4d19-b096-2ffd47cd5585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c41edf-94de-4c8d-a3dc-4b0e905864c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1565992729', 'tenant_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86'}], 'enable_snat': True}, 'gw_port_id': 'bcbba68f-bc5e-4bf3-a3b5-a54e3dc4d6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:21:05Z', 'updated_at': '2022-10-04T09:21:07Z', 'revision_number': 3, 'project_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'gw_port': {'id': 'bcbba68f-bc5e-4bf3-a3b5-a54e3dc4d6d7', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:18:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c41edf-94de-4c8d-a3dc-4b0e905864c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:21:06Z', 'updated_at': '2022-10-04T09:21:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:21:10.947180 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355cbdec-7ef5-4d19-b096-2ffd47cd5585 None None] The sync data for ids ['61c41edf-94de-4c8d-a3dc-4b0e905864c9'] in dv-neutron-860215-1-hyperv is: [{'id': '61c41edf-94de-4c8d-a3dc-4b0e905864c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1565992729', 'tenant_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86'}], 'enable_snat': True}, 'gw_port_id': 'bcbba68f-bc5e-4bf3-a3b5-a54e3dc4d6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:21:05Z', 'updated_at': '2022-10-04T09:21:07Z', 'revision_number': 3, 'project_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'gw_port': {'id': 'bcbba68f-bc5e-4bf3-a3b5-a54e3dc4d6d7', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:18:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c41edf-94de-4c8d-a3dc-4b0e905864c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:21:06Z', 'updated_at': '2022-10-04T09:21:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:21:10.992932 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22c378aa-04c6-4cea-84c5-304024c9c5ac {{(pid=89034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:21:11.114153 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 22c378aa-04c6-4cea-84c5-304024c9c5ac, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=22c378aa-04c6-4cea-84c5-304024c9c5ac,segment=NetworkSegment(6bd41039-fd18-4a9e-83bc-8b3608d7fee7),segment_id=6bd41039-fd18-4a9e-83bc-8b3608d7fee7)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:21:11.125581 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:11.185284 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:11.198566 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-3ca3b66d-fb0c-498e-818d-2a77c76eb78d None None] Allocated IP 172.20.0.2 (a19b85b2-47fa-4467-9007-092e12a063da/751eaa40-7b79-4c85-b774-83c8d0c71ef8/3b011e3e-a193-4ca4-bd6c-658d641a0861) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:21:11.246978 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=22c378aa-04c6-4cea-84c5-304024c9c5ac,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:21:11.386196 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea25387-acba-431f-964f-05f2ce4ac3f5 req-fc6865e0-1c12-4f3c-a17e-f436e4b2d19e tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:11.387733 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-aea25387-acba-431f-964f-05f2ce4ac3f5 req-fc6865e0-1c12-4f3c-a17e-f436e4b2d19e tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] 10.222.0.50 "GET /v2.0/ports?device_id=0adcaabc-4575-4422-aad7-cc1985e85ab1 HTTP/1.1" status: 200 len: 946 time: 0.2316444 Oct 04 09:21:11.449473 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-18fc634e-ad65-40ba-b289-83c12c30bfdc tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:11.473552 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-aea25387-acba-431f-964f-05f2ce4ac3f5 req-b9b23f29-cb45-4a93-8e79-321386a470bf tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] 10.222.0.50 "GET /v2.0/security-groups?id=03c19718-7658-4392-aeaf-38001ef94dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741358 Oct 04 09:21:11.511167 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 36360) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:21:11.515385 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029216 Oct 04 09:21:11.518839 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 36364) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:21:11.547600 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-3ca3b66d-fb0c-498e-818d-2a77c76eb78d None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:11.565247 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['22c378aa-04c6-4cea-84c5-304024c9c5ac'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 09:21:11.662614 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-3ca3b66d-fb0c-498e-818d-2a77c76eb78d None None] Transition to ACTIVE for port object 3b011e3e-a193-4ca4-bd6c-658d641a0861 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:21:11.683079 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-92004138-4af0-40db-b931-da076f5de409 tempest-NetworksApiDiscovery-1871485625 tempest-NetworksApiDiscovery-1871485625-project] 10.222.0.50 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1628008 Oct 04 09:21:11.744391 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-3ca3b66d-fb0c-498e-818d-2a77c76eb78d None None] Transition to ACTIVE for port object 3b011e3e-a193-4ca4-bd6c-658d641a0861 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:21:11.777908 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-3ca3b66d-fb0c-498e-818d-2a77c76eb78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:11.922384 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca3b66d-fb0c-498e-818d-2a77c76eb78d None None] Pushing event updated for resources: {'Port': ['ID=3b011e3e-a193-4ca4-bd6c-658d641a0861,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:21:11.938260 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca3b66d-fb0c-498e-818d-2a77c76eb78d None None] Network a19b85b2-47fa-4467-9007-092e12a063da is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:21:11.943936 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-3ca3b66d-fb0c-498e-818d-2a77c76eb78d None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:21:11.955330 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca3b66d-fb0c-498e-818d-2a77c76eb78d None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:21:12.138759 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 36378) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:21:12.189310 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-3ca3b66d-fb0c-498e-818d-2a77c76eb78d None None] Attempting to bind port 3b011e3e-a193-4ca4-bd6c-658d641a0861 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:21:12.190498 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-3ca3b66d-fb0c-498e-818d-2a77c76eb78d None None] Attempting to bind port 3b011e3e-a193-4ca4-bd6c-658d641a0861 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '6093c376-bcd9-4a6b-b143-842445a8c889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a19b85b2-47fa-4467-9007-092e12a063da'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:21:12.191610 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca3b66d-fb0c-498e-818d-2a77c76eb78d None None] Attempting to bind port 3b011e3e-a193-4ca4-bd6c-658d641a0861 on network a19b85b2-47fa-4467-9007-092e12a063da {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:21:12.204548 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca3b66d-fb0c-498e-818d-2a77c76eb78d None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:21:12.204922 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca3b66d-fb0c-498e-818d-2a77c76eb78d None None] Checking segment: {'id': '6093c376-bcd9-4a6b-b143-842445a8c889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a19b85b2-47fa-4467-9007-092e12a063da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:21:12.205327 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-3ca3b66d-fb0c-498e-818d-2a77c76eb78d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:12.205728 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca3b66d-fb0c-498e-818d-2a77c76eb78d None None] Bound using segment: {'id': '6093c376-bcd9-4a6b-b143-842445a8c889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a19b85b2-47fa-4467-9007-092e12a063da'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:21:12.206200 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-3ca3b66d-fb0c-498e-818d-2a77c76eb78d None None] Bound port: 3b011e3e-a193-4ca4-bd6c-658d641a0861, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6093c376-bcd9-4a6b-b143-842445a8c889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a19b85b2-47fa-4467-9007-092e12a063da'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:21:12.206575 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-3ca3b66d-fb0c-498e-818d-2a77c76eb78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:12.236486 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388c068-a348-40bd-ba2a-f9a34fbb9744 req-168d85c5-e3d6-4d71-adb3-33dc9977c8f0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:12.238097 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e388c068-a348-40bd-ba2a-f9a34fbb9744 req-168d85c5-e3d6-4d71-adb3-33dc9977c8f0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=aef1b118-b890-4c06-9aec-aef6ffa7d642 HTTP/1.1" status: 200 len: 945 time: 0.1557605 Oct 04 09:21:12.266026 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90273e4-6834-4ba8-9f3a-00e1138b800c req-eec72f23-e823-4824-891e-1425b8189003 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:12.274202 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-c90273e4-6834-4ba8-9f3a-00e1138b800c req-eec72f23-e823-4824-891e-1425b8189003 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] 10.222.0.50 "GET /v2.0/ports?device_id=0adcaabc-4575-4422-aad7-cc1985e85ab1 HTTP/1.1" status: 200 len: 946 time: 0.2815824 Oct 04 09:21:12.303841 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e388c068-a348-40bd-ba2a-f9a34fbb9744 req-b36fdb02-6b6d-49be-8792-150fd4ebdb86 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a773270-6917-4144-9c59-3337fab836a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594375 Oct 04 09:21:12.338034 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-82cd0a22-c8f5-4cb1-b1e8-06b5401d8931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:12.349958 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-c90273e4-6834-4ba8-9f3a-00e1138b800c req-fbe4482e-8dd2-40f2-add6-16df05588c78 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] 10.222.0.50 "GET /v2.0/security-groups?id=03c19718-7658-4392-aeaf-38001ef94dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748966 Oct 04 09:21:12.351099 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-18fc634e-ad65-40ba-b289-83c12c30bfdc tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Allocated IP 172.20.0.1 (a19b85b2-47fa-4467-9007-092e12a063da/751eaa40-7b79-4c85-b774-83c8d0c71ef8/e5d48fe7-3df5-4e48-8d1f-6374cc4e49bd) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:21:12.356905 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-82cd0a22-c8f5-4cb1-b1e8-06b5401d8931 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:21:12.361166 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-82cd0a22-c8f5-4cb1-b1e8-06b5401d8931 admin admin] Usage tracker for resource:security_group_rule and tenant:a1b8bdcb480544f28be80f46229c2976 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:21:12.364654 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-82cd0a22-c8f5-4cb1-b1e8-06b5401d8931 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:21:12.366501 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-3ca3b66d-fb0c-498e-818d-2a77c76eb78d None None] For port 3b011e3e-a193-4ca4-bd6c-658d641a0861, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:21:12.371430 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-3ca3b66d-fb0c-498e-818d-2a77c76eb78d None None] For port 3b011e3e-a193-4ca4-bd6c-658d641a0861, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=3b011e3e-a193-4ca4-bd6c-658d641a0861,segment=NetworkSegment(6093c376-bcd9-4a6b-b143-842445a8c889),segment_id=6093c376-bcd9-4a6b-b143-842445a8c889)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:21:12.372889 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-82cd0a22-c8f5-4cb1-b1e8-06b5401d8931 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:21:12.391074 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-3ca3b66d-fb0c-498e-818d-2a77c76eb78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:12.506102 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-82cd0a22-c8f5-4cb1-b1e8-06b5401d8931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:12.512111 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-82cd0a22-c8f5-4cb1-b1e8-06b5401d8931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:12.526614 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca3b66d-fb0c-498e-818d-2a77c76eb78d None None] Pushing event updated for resources: {'Port': ['ID=3b011e3e-a193-4ca4-bd6c-658d641a0861,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:21:12.546931 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-18fc634e-ad65-40ba-b289-83c12c30bfdc tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:12.565547 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-18fc634e-ad65-40ba-b289-83c12c30bfdc tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Transition to ACTIVE for port object e5d48fe7-3df5-4e48-8d1f-6374cc4e49bd will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:21:12.581220 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-82cd0a22-c8f5-4cb1-b1e8-06b5401d8931 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a1b8bdcb480544f28be80f46229c2976&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4409957 Oct 04 09:21:12.583811 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 36384) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:21:12.586646 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cd0a22-c8f5-4cb1-b1e8-06b5401d8931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314c070c-b9d7-4070-9f6d-184f56aa368e,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:21:12.592307 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-18fc634e-ad65-40ba-b289-83c12c30bfdc tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:12.654502 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-99c31139-ee11-4d93-b720-2932464b4a1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:12.661423 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fc634e-ad65-40ba-b289-83c12c30bfdc tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Network a19b85b2-47fa-4467-9007-092e12a063da is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:21:12.680337 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-18fc634e-ad65-40ba-b289-83c12c30bfdc tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:21:12.701838 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fc634e-ad65-40ba-b289-83c12c30bfdc tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:21:12.705187 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-99c31139-ee11-4d93-b720-2932464b4a1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:12.794143 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc634e-ad65-40ba-b289-83c12c30bfdc tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Pushing event updated for resources: {'Port': ['ID=e5d48fe7-3df5-4e48-8d1f-6374cc4e49bd,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:21:12.805093 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-99c31139-ee11-4d93-b720-2932464b4a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:12.830196 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c31139-ee11-4d93-b720-2932464b4a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314c070c-b9d7-4070-9f6d-184f56aa368e,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:21:12.841817 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-99c31139-ee11-4d93-b720-2932464b4a1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:12.842979 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-99c31139-ee11-4d93-b720-2932464b4a1d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/314c070c-b9d7-4070-9f6d-184f56aa368e HTTP/1.1" status: 204 len: 168 time: 0.2582295 Oct 04 09:21:12.845426 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-18fc634e-ad65-40ba-b289-83c12c30bfdc tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737202'] for router_interface, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:13.052345 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device bcbba68f-bc5e-4bf3-a3b5-a54e3dc4d6d7 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:21:13.103017 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-18fc634e-ad65-40ba-b289-83c12c30bfdc tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:13.137952 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port bcbba68f-bc5e-4bf3-a3b5-a54e3dc4d6d7 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:21:13.143582 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port bcbba68f-bc5e-4bf3-a3b5-a54e3dc4d6d7 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:21:13.143963 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:13.144302 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port bcbba68f-bc5e-4bf3-a3b5-a54e3dc4d6d7 Oct 04 09:21:13.275905 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port bcbba68f-bc5e-4bf3-a3b5-a54e3dc4d6d7 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:21:13.276603 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:13.294551 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port bcbba68f-bc5e-4bf3-a3b5-a54e3dc4d6d7, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=bcbba68f-bc5e-4bf3-a3b5-a54e3dc4d6d7,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:21:13.299483 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:13.300268 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 3b011e3e-a193-4ca4-bd6c-658d641a0861 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:21:13.426335 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=bcbba68f-bc5e-4bf3-a3b5-a54e3dc4d6d7,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:21:13.449282 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 3b011e3e-a193-4ca4-bd6c-658d641a0861 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:21:13.570388 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a86bd-8ca7-41e2-ba38-81ca6ac47f01 req-1f579535-25cc-467f-8be8-8541edae2148 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:13.571825 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-763a86bd-8ca7-41e2-ba38-81ca6ac47f01 req-1f579535-25cc-467f-8be8-8541edae2148 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=aef1b118-b890-4c06-9aec-aef6ffa7d642 HTTP/1.1" status: 200 len: 945 time: 0.1096687 Oct 04 09:21:13.627370 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-763a86bd-8ca7-41e2-ba38-81ca6ac47f01 req-73c96153-bcf0-400b-bf3b-6dc9dfa09265 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a773270-6917-4144-9c59-3337fab836a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466592 Oct 04 09:21:13.664080 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac74ba92-e0bd-4c4b-b4ea-0f35cafa0fbb None None] Network a19b85b2-47fa-4467-9007-092e12a063da requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:21:13.675847 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-18fc634e-ad65-40ba-b289-83c12c30bfdc tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:13.685723 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da23226-c9eb-4cca-8ded-76f4862e838e req-98255683-edea-4286-9ef8-853dd05adcbb tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:13.692566 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-8da23226-c9eb-4cca-8ded-76f4862e838e req-98255683-edea-4286-9ef8-853dd05adcbb tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] 10.222.0.50 "GET /v2.0/ports?device_id=0adcaabc-4575-4422-aad7-cc1985e85ab1 HTTP/1.1" status: 200 len: 946 time: 0.1643181 Oct 04 09:21:13.706734 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-18fc634e-ad65-40ba-b289-83c12c30bfdc tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:13.763380 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d5171114-7dce-4da5-93b1-d8397b6db18e None None] Provisioning for port 3b011e3e-a193-4ca4-bd6c-658d641a0861 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:21:13.780611 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d5171114-7dce-4da5-93b1-d8397b6db18e None None] Provisioning complete for port 3b011e3e-a193-4ca4-bd6c-658d641a0861 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:21:13.781103 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d5171114-7dce-4da5-93b1-d8397b6db18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:13.781440 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d5171114-7dce-4da5-93b1-d8397b6db18e None None] Attempt 1 to provision port 3b011e3e-a193-4ca4-bd6c-658d641a0861 Oct 04 09:21:13.839954 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-8da23226-c9eb-4cca-8ded-76f4862e838e req-b063c3f4-f8a6-409d-8e58-5c7297254fa4 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] 10.222.0.50 "GET /v2.0/security-groups?id=03c19718-7658-4392-aeaf-38001ef94dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464026 Oct 04 09:21:13.843071 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-18fc634e-ad65-40ba-b289-83c12c30bfdc tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736777'] for router_interface, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:13.847543 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc634e-ad65-40ba-b289-83c12c30bfdc tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Pushing event updated for resources: {'Port': ['ID=e5d48fe7-3df5-4e48-8d1f-6374cc4e49bd,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:21:14.015265 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d5171114-7dce-4da5-93b1-d8397b6db18e None None] Current status of the port 3b011e3e-a193-4ca4-bd6c-658d641a0861 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:21:14.015746 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d5171114-7dce-4da5-93b1-d8397b6db18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:14.074293 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d5171114-7dce-4da5-93b1-d8397b6db18e None None] For port 3b011e3e-a193-4ca4-bd6c-658d641a0861, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=3b011e3e-a193-4ca4-bd6c-658d641a0861,segment=NetworkSegment(6093c376-bcd9-4a6b-b143-842445a8c889),segment_id=6093c376-bcd9-4a6b-b143-842445a8c889)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:21:14.098858 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d5171114-7dce-4da5-93b1-d8397b6db18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:14.131137 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fc634e-ad65-40ba-b289-83c12c30bfdc tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Network a19b85b2-47fa-4467-9007-092e12a063da is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:21:14.133022 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-18fc634e-ad65-40ba-b289-83c12c30bfdc tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:21:14.204440 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5171114-7dce-4da5-93b1-d8397b6db18e None None] Pushing event updated for resources: {'Port': ['ID=3b011e3e-a193-4ca4-bd6c-658d641a0861,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:21:14.281602 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 22c378aa-04c6-4cea-84c5-304024c9c5ac up at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:21:14.349304 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-fef26590-a2de-4f92-87ea-19a1ac16922d None None] Provisioning complete for port 3b011e3e-a193-4ca4-bd6c-658d641a0861 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:21:14.349676 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-fef26590-a2de-4f92-87ea-19a1ac16922d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:14.350007 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-fef26590-a2de-4f92-87ea-19a1ac16922d None None] Attempt 1 to provision port 3b011e3e-a193-4ca4-bd6c-658d641a0861 Oct 04 09:21:14.412454 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning for port 22c378aa-04c6-4cea-84c5-304024c9c5ac completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:21:14.421403 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning complete for port 22c378aa-04c6-4cea-84c5-304024c9c5ac triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:21:14.421780 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:14.422168 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Attempt 1 to provision port 22c378aa-04c6-4cea-84c5-304024c9c5ac Oct 04 09:21:14.449501 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaee827-9bd0-4149-9080-e9ce5f648cca req-01962d31-e9e7-4dc7-bf11-f8b8220f93ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:14.450954 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-ecaee827-9bd0-4149-9080-e9ce5f648cca req-01962d31-e9e7-4dc7-bf11-f8b8220f93ec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=762cafa8479f44198f14c59f0b405abb&device_id=0adcaabc-4575-4422-aad7-cc1985e85ab1 HTTP/1.1" status: 200 len: 1099 time: 0.2174256 Oct 04 09:21:14.465502 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c463d48-954f-4fcb-859e-c81b07dbdf90 req-ef474336-2cde-426a-8834-0ef8db71eb20 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:14.467065 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-9c463d48-954f-4fcb-859e-c81b07dbdf90 req-ef474336-2cde-426a-8834-0ef8db71eb20 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] 10.222.0.50 "GET /v2.0/ports?device_id=0adcaabc-4575-4422-aad7-cc1985e85ab1 HTTP/1.1" status: 200 len: 946 time: 0.2774630 Oct 04 09:21:14.493898 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18fc634e-ad65-40ba-b289-83c12c30bfdc tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Router 61c41edf-94de-4c8d-a3dc-4b0e905864c9 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:21:14.537730 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-fef26590-a2de-4f92-87ea-19a1ac16922d None None] Current status of the port 3b011e3e-a193-4ca4-bd6c-658d641a0861 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:21:14.590066 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-fef26590-a2de-4f92-87ea-19a1ac16922d None None] Provisioning for port e5d48fe7-3df5-4e48-8d1f-6374cc4e49bd completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:21:14.604702 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-fef26590-a2de-4f92-87ea-19a1ac16922d None None] Provisioning complete for port e5d48fe7-3df5-4e48-8d1f-6374cc4e49bd triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:21:14.605646 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-fef26590-a2de-4f92-87ea-19a1ac16922d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:14.605984 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-fef26590-a2de-4f92-87ea-19a1ac16922d None None] Attempt 1 to provision port e5d48fe7-3df5-4e48-8d1f-6374cc4e49bd Oct 04 09:21:14.657399 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 22c378aa-04c6-4cea-84c5-304024c9c5ac is: BUILD; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:21:14.657784 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:14.683458 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-9c463d48-954f-4fcb-859e-c81b07dbdf90 req-b0ebae33-1c7f-42bc-b570-849a4469665d tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] 10.222.0.50 "GET /v2.0/security-groups?id=03c19718-7658-4392-aeaf-38001ef94dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939700 Oct 04 09:21:14.686516 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-fef26590-a2de-4f92-87ea-19a1ac16922d None None] Port e5d48fe7-3df5-4e48-8d1f-6374cc4e49bd cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:21:14.701696 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef1b118-b890-4c06-9aec-aef6ffa7d642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c378aa-04c6-4cea-84c5-304024c9c5ac'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:21:14.703974 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aef738b946a3ea172e8e75fc735451da1d91f114ea1acc5fcf392e20a929bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37187f14-1f7f-47e0-968e-3421bf499b08" -d '{"events": [{"server_uuid": "aef1b118-b890-4c06-9aec-aef6ffa7d642", "name": "network-vif-plugged", "status": "completed", "tag": "22c378aa-04c6-4cea-84c5-304024c9c5ac"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:21:14.723860 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 22c378aa-04c6-4cea-84c5-304024c9c5ac, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=22c378aa-04c6-4cea-84c5-304024c9c5ac,segment=NetworkSegment(6bd41039-fd18-4a9e-83bc-8b3608d7fee7),segment_id=6bd41039-fd18-4a9e-83bc-8b3608d7fee7)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:21:14.735558 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:14.792152 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746d2cc9-a4cf-4f55-9670-406b1f6065ed x-openstack-request-id: req-746d2cc9-a4cf-4f55-9670-406b1f6065ed {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:21:14.792514 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aef1b118-b890-4c06-9aec-aef6ffa7d642", "name": "network-vif-plugged", "status": "completed", "tag": "22c378aa-04c6-4cea-84c5-304024c9c5ac", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:21:14.792763 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-746d2cc9-a4cf-4f55-9670-406b1f6065ed {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:21:14.793167 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-746d2cc9-a4cf-4f55-9670-406b1f6065ed'] response: {'server_uuid': 'aef1b118-b890-4c06-9aec-aef6ffa7d642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c378aa-04c6-4cea-84c5-304024c9c5ac', 'code': 200} Oct 04 09:21:14.825850 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaee827-9bd0-4149-9080-e9ce5f648cca req-5f9ce5ce-384c-45c2-bc4f-cbde7b15ea72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:14.827319 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-ecaee827-9bd0-4149-9080-e9ce5f648cca req-5f9ce5ce-384c-45c2-bc4f-cbde7b15ea72 service neutron] 10.222.0.20 "GET /v2.0/networks?id=17d81218-c30f-4788-a3b1-36d74b44714f HTTP/1.1" status: 200 len: 913 time: 0.3593829 Oct 04 09:21:14.832598 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=22c378aa-04c6-4cea-84c5-304024c9c5ac,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:21:14.855151 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec29b604-70fd-48e5-98ea-d1ff7de34d7c req-75cc004f-d406-4c4e-8778-cda1d52f3ccc tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:14.856640 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ec29b604-70fd-48e5-98ea-d1ff7de34d7c req-75cc004f-d406-4c4e-8778-cda1d52f3ccc tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=aef1b118-b890-4c06-9aec-aef6ffa7d642 HTTP/1.1" status: 200 len: 946 time: 0.1033015 Oct 04 09:21:14.904598 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18fc634e-ad65-40ba-b289-83c12c30bfdc tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:21:14.917003 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb352b82-e2fa-456f-ac41-905b48120040 None None] Sync routers for ids ['61c41edf-94de-4c8d-a3dc-4b0e905864c9'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:21:14.924300 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ec29b604-70fd-48e5-98ea-d1ff7de34d7c req-181f49da-3fac-470c-aae8-0f6e32263526 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a773270-6917-4144-9c59-3337fab836a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587955 Oct 04 09:21:14.933692 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb352b82-e2fa-456f-ac41-905b48120040 None None] Routers {'61c41edf-94de-4c8d-a3dc-4b0e905864c9'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:21:14.934331 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-cb352b82-e2fa-456f-ac41-905b48120040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:21:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['61c41edf-94de-4c8d-a3dc-4b0e905864c9'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:21:14.943774 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-ecaee827-9bd0-4149-9080-e9ce5f648cca req-8a8541bd-33fa-4267-b087-d193c862e7f6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2dcba277-fcee-4d0f-8fff-c76f7fe47804 HTTP/1.1" status: 200 len: 217 time: 0.0954876 Oct 04 09:21:14.960975 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-18fc634e-ad65-40ba-b289-83c12c30bfdc tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "PUT /v2.0/routers/61c41edf-94de-4c8d-a3dc-4b0e905864c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7569802 Oct 04 09:21:15.008638 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device bcbba68f-bc5e-4bf3-a3b5-a54e3dc4d6d7 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:21:15.039213 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaee827-9bd0-4149-9080-e9ce5f648cca req-d39f7f2b-f67b-444a-9690-6a9b48f1a1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:15.040916 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-ecaee827-9bd0-4149-9080-e9ce5f648cca req-d39f7f2b-f67b-444a-9690-6a9b48f1a1b6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a001e6fa-f03c-4437-98f2-3686a6dbc3eb HTTP/1.1" status: 200 len: 852 time: 0.0785873 Oct 04 09:21:15.107772 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-ecaee827-9bd0-4149-9080-e9ce5f648cca req-09119ede-0d36-4c94-8c08-dfc9c8fba45b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=17d81218-c30f-4788-a3b1-36d74b44714f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600126 Oct 04 09:21:15.138028 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a091ea3-8b10-449a-a073-e75030d29470 req-bedef68d-6956-4afb-bd6d-19285b128cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:15.139855 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1a091ea3-8b10-449a-a073-e75030d29470 req-bedef68d-6956-4afb-bd6d-19285b128cc4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=aef1b118-b890-4c06-9aec-aef6ffa7d642 HTTP/1.1" status: 200 len: 1099 time: 0.0921586 Oct 04 09:21:15.185366 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1a091ea3-8b10-449a-a073-e75030d29470 req-6d4ff3e5-5ea4-4eed-956c-93fccde6143f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1a773270-6917-4144-9c59-3337fab836a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395117 Oct 04 09:21:15.187012 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-fef26590-a2de-4f92-87ea-19a1ac16922d None None] Attempt 2 to provision port e5d48fe7-3df5-4e48-8d1f-6374cc4e49bd Oct 04 09:21:15.266727 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-aa707ec9-91cb-4763-bfba-8d63e9942d75 req-c06fb4b2-c0f2-44c2-b840-2c15a356f771 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Synchronizing usage tracker for tenant:cbd6743a2e0d46fda636aad8413c14c0 on resource:security_group {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:21:15.267470 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-fef26590-a2de-4f92-87ea-19a1ac16922d None None] Port e5d48fe7-3df5-4e48-8d1f-6374cc4e49bd cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:21:15.272215 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-cb352b82-e2fa-456f-ac41-905b48120040 None None] Set router 61c41edf-94de-4c8d-a3dc-4b0e905864c9 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:21:15.294968 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-ecaee827-9bd0-4149-9080-e9ce5f648cca req-a45f32d1-c7b7-41ef-9948-ca9fd9f10b65 service neutron] 10.222.0.20 "GET /v2.0/networks/17d81218-c30f-4788-a3b1-36d74b44714f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807806 Oct 04 09:21:15.301007 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-aa707ec9-91cb-4763-bfba-8d63e9942d75 req-c06fb4b2-c0f2-44c2-b840-2c15a356f771 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Unset dirty status for tenant:cbd6743a2e0d46fda636aad8413c14c0 on resource:security_group {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:21:15.302266 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-aa707ec9-91cb-4763-bfba-8d63e9942d75 req-c06fb4b2-c0f2-44c2-b840-2c15a356f771 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1232833191&fields=id&tenant_id=cbd6743a2e0d46fda636aad8413c14c0 HTTP/1.1" status: 200 len: 267 time: 0.1067710 Oct 04 09:21:15.316164 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port bcbba68f-bc5e-4bf3-a3b5-a54e3dc4d6d7 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:21:15.316719 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:15.316899 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port bcbba68f-bc5e-4bf3-a3b5-a54e3dc4d6d7 Oct 04 09:21:15.453052 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa707ec9-91cb-4763-bfba-8d63e9942d75 req-0658079a-ed03-4b35-9bb1-c811e3f1af91 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:15.453617 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-aa707ec9-91cb-4763-bfba-8d63e9942d75 req-0658079a-ed03-4b35-9bb1-c811e3f1af91 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Synchronizing usage tracker for tenant:cbd6743a2e0d46fda636aad8413c14c0 on resource:network {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:21:15.469967 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-aa707ec9-91cb-4763-bfba-8d63e9942d75 req-0658079a-ed03-4b35-9bb1-c811e3f1af91 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Unset dirty status for tenant:cbd6743a2e0d46fda636aad8413c14c0 on resource:network {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:21:15.471283 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-aa707ec9-91cb-4763-bfba-8d63e9942d75 req-0658079a-ed03-4b35-9bb1-c811e3f1af91 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/networks?id=a19b85b2-47fa-4467-9007-092e12a063da HTTP/1.1" status: 200 len: 797 time: 0.1614084 Oct 04 09:21:15.487167 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-aa707ec9-91cb-4763-bfba-8d63e9942d75 req-27047d5a-bf95-4ccc-abb5-a4887d96c692 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/quotas/cbd6743a2e0d46fda636aad8413c14c0 HTTP/1.1" status: 200 len: 375 time: 0.0098417 Oct 04 09:21:15.605478 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port bcbba68f-bc5e-4bf3-a3b5-a54e3dc4d6d7 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:21:15.606559 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 3b011e3e-a193-4ca4-bd6c-658d641a0861 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:21:15.742996 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 3b011e3e-a193-4ca4-bd6c-658d641a0861 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:21:15.743376 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:15.743722 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 3b011e3e-a193-4ca4-bd6c-658d641a0861 Oct 04 09:21:15.773021 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-fef26590-a2de-4f92-87ea-19a1ac16922d None None] Attempt 3 to provision port e5d48fe7-3df5-4e48-8d1f-6374cc4e49bd Oct 04 09:21:15.805525 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-ecaee827-9bd0-4149-9080-e9ce5f648cca req-d3fad500-4755-44e7-b5d4-b7b77b6ad825 service neutron] 10.222.0.20 "GET /v2.0/networks/17d81218-c30f-4788-a3b1-36d74b44714f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750533 Oct 04 09:21:15.812023 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-aa707ec9-91cb-4763-bfba-8d63e9942d75 req-42e9a22c-1e93-4b48-8cab-9a4df22b6ada tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Synchronizing usage tracker for tenant:cbd6743a2e0d46fda636aad8413c14c0 on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:21:15.831323 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-aa707ec9-91cb-4763-bfba-8d63e9942d75 req-42e9a22c-1e93-4b48-8cab-9a4df22b6ada tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Unset dirty status for tenant:cbd6743a2e0d46fda636aad8413c14c0 on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:21:15.833147 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-aa707ec9-91cb-4763-bfba-8d63e9942d75 req-42e9a22c-1e93-4b48-8cab-9a4df22b6ada tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=cbd6743a2e0d46fda636aad8413c14c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3408921 Oct 04 09:21:15.858150 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-cb352b82-e2fa-456f-ac41-905b48120040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c41edf-94de-4c8d-a3dc-4b0e905864c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1565992729', 'tenant_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86'}], 'enable_snat': True}, 'gw_port_id': 'bcbba68f-bc5e-4bf3-a3b5-a54e3dc4d6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:21:05Z', 'updated_at': '2022-10-04T09:21:13Z', 'revision_number': 4, 'project_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'gw_port': {'id': 'bcbba68f-bc5e-4bf3-a3b5-a54e3dc4d6d7', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:18:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c41edf-94de-4c8d-a3dc-4b0e905864c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:21:06Z', 'updated_at': '2022-10-04T09:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': 'e5d48fe7-3df5-4e48-8d1f-6374cc4e49bd', 'name': '', 'network_id': 'a19b85b2-47fa-4467-9007-092e12a063da', 'tenant_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'mac_address': 'fa:16:3e:88:cb:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c41edf-94de-4c8d-a3dc-4b0e905864c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '751eaa40-7b79-4c85-b774-83c8d0c71ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:21:11Z', 'updated_at': '2022-10-04T09:21:13Z', 'revision_number': 2, 'project_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'subnets': [{'id': '751eaa40-7b79-4c85-b774-83c8d0c71ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:21:15.860985 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-fef26590-a2de-4f92-87ea-19a1ac16922d None None] Port e5d48fe7-3df5-4e48-8d1f-6374cc4e49bd cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:21:15.867222 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb352b82-e2fa-456f-ac41-905b48120040 None None] Checking router: 61c41edf-94de-4c8d-a3dc-4b0e905864c9 for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:21:15.867579 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb352b82-e2fa-456f-ac41-905b48120040 None None] Updating router 61c41edf-94de-4c8d-a3dc-4b0e905864c9 port e5d48fe7-3df5-4e48-8d1f-6374cc4e49bd binding host dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:21:15.928740 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f42a85-0ea8-4f8e-9e56-d2c9e7765df0 req-7a252df5-6db1-44fa-9b0a-459cf2b86035 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:15.930356 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-47f42a85-0ea8-4f8e-9e56-d2c9e7765df0 req-7a252df5-6db1-44fa-9b0a-459cf2b86035 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] 10.222.0.50 "GET /v2.0/ports?device_id=0adcaabc-4575-4422-aad7-cc1985e85ab1 HTTP/1.1" status: 200 len: 946 time: 0.0987117 Oct 04 09:21:15.971723 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-cb352b82-e2fa-456f-ac41-905b48120040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:15.979045 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-47f42a85-0ea8-4f8e-9e56-d2c9e7765df0 req-bc39cb9a-cbd6-4d27-a61f-46661515ee6f tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] 10.222.0.50 "GET /v2.0/security-groups?id=03c19718-7658-4392-aeaf-38001ef94dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424809 Oct 04 09:21:15.981947 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-aa707ec9-91cb-4763-bfba-8d63e9942d75 req-f9e97659-258d-4a4a-ac5d-991434f56101 service neutron] 10.222.0.50 "GET /v2.0/networks/a19b85b2-47fa-4467-9007-092e12a063da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363184 Oct 04 09:21:16.000222 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 3b011e3e-a193-4ca4-bd6c-658d641a0861 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:21:16.121028 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-aa707ec9-91cb-4763-bfba-8d63e9942d75 req-c66061e1-b2fa-4c05-aeee-ff60242c9a32 service neutron] 10.222.0.50 "GET /v2.0/networks/a19b85b2-47fa-4467-9007-092e12a063da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319144 Oct 04 09:21:16.187308 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2555f5b8-390b-4116-9c8f-84e267e4e0eb req-a7dec7f3-b0ac-47c3-9079-a86a9897cbb8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:16.200199 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2555f5b8-390b-4116-9c8f-84e267e4e0eb req-a7dec7f3-b0ac-47c3-9079-a86a9897cbb8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=aef1b118-b890-4c06-9aec-aef6ffa7d642 HTTP/1.1" status: 200 len: 946 time: 0.0953238 Oct 04 09:21:16.257352 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2555f5b8-390b-4116-9c8f-84e267e4e0eb req-a5c8ab36-3319-4fe8-971b-53d7b2e264c7 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a773270-6917-4144-9c59-3337fab836a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556257 Oct 04 09:21:16.316075 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-81bf39d6-7c49-490e-80ad-a3d361510b10 req-1656f21f-22f9-44d2-ab8a-ba001961879b tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f442435-120f-4162-a489-77c2f666a4a1 HTTP/1.1" status: 200 len: 210 time: 0.0507395 Oct 04 09:21:16.338575 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-cb352b82-e2fa-456f-ac41-905b48120040 None None] Notify callbacks [] for port, precommit_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:16.349922 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-cb352b82-e2fa-456f-ac41-905b48120040 None None] Transition to ACTIVE for port object e5d48fe7-3df5-4e48-8d1f-6374cc4e49bd will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:21:16.356609 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-cb352b82-e2fa-456f-ac41-905b48120040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:16.428444 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-fef26590-a2de-4f92-87ea-19a1ac16922d None None] Attempt 4 to provision port e5d48fe7-3df5-4e48-8d1f-6374cc4e49bd Oct 04 09:21:16.547713 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f94b694-1c4f-4972-926a-e63d61c4876f None None] Pushing event updated for resources: {'Port': ['ID=e5d48fe7-3df5-4e48-8d1f-6374cc4e49bd,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:21:16.559863 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-fef26590-a2de-4f92-87ea-19a1ac16922d None None] Port e5d48fe7-3df5-4e48-8d1f-6374cc4e49bd cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:21:16.664593 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-cb352b82-e2fa-456f-ac41-905b48120040 None None] Attempting to bind port e5d48fe7-3df5-4e48-8d1f-6374cc4e49bd on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:21:16.664959 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-cb352b82-e2fa-456f-ac41-905b48120040 None None] Attempting to bind port e5d48fe7-3df5-4e48-8d1f-6374cc4e49bd by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '6093c376-bcd9-4a6b-b143-842445a8c889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a19b85b2-47fa-4467-9007-092e12a063da'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:21:16.665322 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb352b82-e2fa-456f-ac41-905b48120040 None None] Attempting to bind port e5d48fe7-3df5-4e48-8d1f-6374cc4e49bd on network a19b85b2-47fa-4467-9007-092e12a063da {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:21:16.670424 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb352b82-e2fa-456f-ac41-905b48120040 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:21:16.670796 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb352b82-e2fa-456f-ac41-905b48120040 None None] Checking segment: {'id': '6093c376-bcd9-4a6b-b143-842445a8c889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a19b85b2-47fa-4467-9007-092e12a063da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:21:16.671196 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-cb352b82-e2fa-456f-ac41-905b48120040 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:16.671591 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb352b82-e2fa-456f-ac41-905b48120040 None None] Bound using segment: {'id': '6093c376-bcd9-4a6b-b143-842445a8c889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a19b85b2-47fa-4467-9007-092e12a063da'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:21:16.672049 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-cb352b82-e2fa-456f-ac41-905b48120040 None None] Bound port: e5d48fe7-3df5-4e48-8d1f-6374cc4e49bd, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6093c376-bcd9-4a6b-b143-842445a8c889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a19b85b2-47fa-4467-9007-092e12a063da'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:21:16.672448 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-cb352b82-e2fa-456f-ac41-905b48120040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:16.768758 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-cb352b82-e2fa-456f-ac41-905b48120040 None None] For port e5d48fe7-3df5-4e48-8d1f-6374cc4e49bd, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:21:16.771864 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-cb352b82-e2fa-456f-ac41-905b48120040 None None] For port e5d48fe7-3df5-4e48-8d1f-6374cc4e49bd, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=e5d48fe7-3df5-4e48-8d1f-6374cc4e49bd,segment=NetworkSegment(6093c376-bcd9-4a6b-b143-842445a8c889),segment_id=6093c376-bcd9-4a6b-b143-842445a8c889)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:21:16.775558 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-cb352b82-e2fa-456f-ac41-905b48120040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:16.832035 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb352b82-e2fa-456f-ac41-905b48120040 None None] Routers {'61c41edf-94de-4c8d-a3dc-4b0e905864c9'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:21:16.832603 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-cb352b82-e2fa-456f-ac41-905b48120040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:21:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['61c41edf-94de-4c8d-a3dc-4b0e905864c9'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:21:16.925991 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f94b694-1c4f-4972-926a-e63d61c4876f None None] Pushing event updated for resources: {'Port': ['ID=e5d48fe7-3df5-4e48-8d1f-6374cc4e49bd,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:21:17.033678 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-cb352b82-e2fa-456f-ac41-905b48120040 None None] Set router 61c41edf-94de-4c8d-a3dc-4b0e905864c9 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:21:17.074811 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-fef26590-a2de-4f92-87ea-19a1ac16922d None None] Attempt 5 to provision port e5d48fe7-3df5-4e48-8d1f-6374cc4e49bd Oct 04 09:21:17.188482 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d86580-6409-4240-a6a8-704256f75cb2 req-ba931b94-ce15-4352-8cb3-ed472ab12bd3 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:17.189828 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-14d86580-6409-4240-a6a8-704256f75cb2 req-ba931b94-ce15-4352-8cb3-ed472ab12bd3 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] 10.222.0.50 "GET /v2.0/ports?device_id=0adcaabc-4575-4422-aad7-cc1985e85ab1 HTTP/1.1" status: 200 len: 946 time: 0.0873086 Oct 04 09:21:17.237997 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-14d86580-6409-4240-a6a8-704256f75cb2 req-89211ca2-bab9-414d-a071-60f02b68cb82 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] 10.222.0.50 "GET /v2.0/security-groups?id=03c19718-7658-4392-aeaf-38001ef94dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417564 Oct 04 09:21:17.272595 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-fef26590-a2de-4f92-87ea-19a1ac16922d None None] Port e5d48fe7-3df5-4e48-8d1f-6374cc4e49bd had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 09:21:17.420997 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-cb352b82-e2fa-456f-ac41-905b48120040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c41edf-94de-4c8d-a3dc-4b0e905864c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1565992729', 'tenant_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86'}], 'enable_snat': True}, 'gw_port_id': 'bcbba68f-bc5e-4bf3-a3b5-a54e3dc4d6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:21:05Z', 'updated_at': '2022-10-04T09:21:13Z', 'revision_number': 4, 'project_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'gw_port': {'id': 'bcbba68f-bc5e-4bf3-a3b5-a54e3dc4d6d7', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:18:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c41edf-94de-4c8d-a3dc-4b0e905864c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:21:06Z', 'updated_at': '2022-10-04T09:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': 'e5d48fe7-3df5-4e48-8d1f-6374cc4e49bd', 'name': '', 'network_id': 'a19b85b2-47fa-4467-9007-092e12a063da', 'tenant_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'mac_address': 'fa:16:3e:88:cb:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c41edf-94de-4c8d-a3dc-4b0e905864c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '751eaa40-7b79-4c85-b774-83c8d0c71ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:21:11Z', 'updated_at': '2022-10-04T09:21:16Z', 'revision_number': 4, 'project_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'subnets': [{'id': '751eaa40-7b79-4c85-b774-83c8d0c71ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:21:17.425100 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb352b82-e2fa-456f-ac41-905b48120040 None None] The sync data for ids ['61c41edf-94de-4c8d-a3dc-4b0e905864c9'] in dv-neutron-860215-1-hyperv is: [{'id': '61c41edf-94de-4c8d-a3dc-4b0e905864c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1565992729', 'tenant_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86'}], 'enable_snat': True}, 'gw_port_id': 'bcbba68f-bc5e-4bf3-a3b5-a54e3dc4d6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:21:05Z', 'updated_at': '2022-10-04T09:21:13Z', 'revision_number': 4, 'project_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'gw_port': {'id': 'bcbba68f-bc5e-4bf3-a3b5-a54e3dc4d6d7', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:18:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c41edf-94de-4c8d-a3dc-4b0e905864c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:21:06Z', 'updated_at': '2022-10-04T09:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': 'e5d48fe7-3df5-4e48-8d1f-6374cc4e49bd', 'name': '', 'network_id': 'a19b85b2-47fa-4467-9007-092e12a063da', 'tenant_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'mac_address': 'fa:16:3e:88:cb:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61c41edf-94de-4c8d-a3dc-4b0e905864c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '751eaa40-7b79-4c85-b774-83c8d0c71ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:21:11Z', 'updated_at': '2022-10-04T09:21:16Z', 'revision_number': 4, 'project_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'subnets': [{'id': '751eaa40-7b79-4c85-b774-83c8d0c71ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:21:17.497671 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8d071a-12f0-4a37-88da-0db9ca6c451a req-d9e9dabd-b8b1-42c3-8ca2-a22a66412745 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:17.499758 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ea8d071a-12f0-4a37-88da-0db9ca6c451a req-d9e9dabd-b8b1-42c3-8ca2-a22a66412745 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=aef1b118-b890-4c06-9aec-aef6ffa7d642 HTTP/1.1" status: 200 len: 946 time: 0.1135776 Oct 04 09:21:17.556898 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ea8d071a-12f0-4a37-88da-0db9ca6c451a req-87d24d42-3874-4218-9be5-d7578d7cf324 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a773270-6917-4144-9c59-3337fab836a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500805 Oct 04 09:21:17.606996 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-19113cf8-7edf-4e41-925d-4bde576992bf req-001e71e9-3685-4dd4-8d81-3c45a50ba239 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f442435-120f-4162-a489-77c2f666a4a1 HTTP/1.1" status: 200 len: 210 time: 0.0591640 Oct 04 09:21:17.784624 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8561b9-618f-412e-aecd-1eb47d2c90c6 req-a5211f2e-4a09-4f83-a6d8-7d35f7d0903c tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:17.786324 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-fd8561b9-618f-412e-aecd-1eb47d2c90c6 req-a5211f2e-4a09-4f83-a6d8-7d35f7d0903c tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] 10.222.0.50 "GET /v2.0/ports?device_id=0adcaabc-4575-4422-aad7-cc1985e85ab1 HTTP/1.1" status: 200 len: 946 time: 0.1096845 Oct 04 09:21:17.816053 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867d5945-7b89-425c-aca2-bf343031076a req-7ba86edd-e58f-4e39-93dc-adfa13242c04 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:17.818215 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-867d5945-7b89-425c-aca2-bf343031076a req-7ba86edd-e58f-4e39-93dc-adfa13242c04 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=aef1b118-b890-4c06-9aec-aef6ffa7d642 HTTP/1.1" status: 200 len: 946 time: 0.1065934 Oct 04 09:21:17.833605 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-fd8561b9-618f-412e-aecd-1eb47d2c90c6 req-c791cc1f-e778-4f67-9b7e-8a7c816a36df tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] 10.222.0.50 "GET /v2.0/security-groups?id=03c19718-7658-4392-aeaf-38001ef94dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408864 Oct 04 09:21:17.864888 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-867d5945-7b89-425c-aca2-bf343031076a req-3f926f44-8aa5-4997-8b9d-0c36675b73eb tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:security_group {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:21:17.877284 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-867d5945-7b89-425c-aca2-bf343031076a req-3f926f44-8aa5-4997-8b9d-0c36675b73eb tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:security_group {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:21:17.878440 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-867d5945-7b89-425c-aca2-bf343031076a req-3f926f44-8aa5-4997-8b9d-0c36675b73eb tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a773270-6917-4144-9c59-3337fab836a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532875 Oct 04 09:21:17.908219 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 36436) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:21:17.987067 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d31de0-5907-437d-9194-84cf68a495c1 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:17.988627 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-d1d31de0-5907-437d-9194-84cf68a495c1 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=aef1b118-b890-4c06-9aec-aef6ffa7d642 HTTP/1.1" status: 200 len: 1094 time: 0.0793302 Oct 04 09:21:17.991447 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 36440) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:21:17.996502 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-17774534-298b-4fa1-96b9-ba2bc259a629 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'floatingip': {'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'port_id': '22c378aa-04c6-4cea-84c5-304024c9c5ac', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:21:18.003126 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-17774534-298b-4fa1-96b9-ba2bc259a629 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:21:18.007124 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-17774534-298b-4fa1-96b9-ba2bc259a629 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:floatingip and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:21:18.010045 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-17774534-298b-4fa1-96b9-ba2bc259a629 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:21:18.016328 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-17774534-298b-4fa1-96b9-ba2bc259a629 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:21:18.027990 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-17774534-298b-4fa1-96b9-ba2bc259a629 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for floatingip, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:18.266154 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-17774534-298b-4fa1-96b9-ba2bc259a629 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:18.408935 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-17774534-298b-4fa1-96b9-ba2bc259a629 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Allocated IP 172.26.10.24 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/c8981dcd-8741-40e1-9de0-96d74b1bffd3) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:21:18.574382 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-17774534-298b-4fa1-96b9-ba2bc259a629 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:18.603041 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-17774534-298b-4fa1-96b9-ba2bc259a629 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:18.670321 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17774534-298b-4fa1-96b9-ba2bc259a629 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:21:18.707622 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-17774534-298b-4fa1-96b9-ba2bc259a629 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:21:18.716316 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17774534-298b-4fa1-96b9-ba2bc259a629 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:21:18.762345 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-64d73ddd-228a-468a-b694-9b775ee1edac req-654df3ef-fb72-4482-8a9a-9285ffb3cf5d tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f442435-120f-4162-a489-77c2f666a4a1 HTTP/1.1" status: 200 len: 210 time: 0.0939562 Oct 04 09:21:18.768239 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17774534-298b-4fa1-96b9-ba2bc259a629 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Port': ['ID=c8981dcd-8741-40e1-9de0-96d74b1bffd3,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:21:18.982851 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device e5d48fe7-3df5-4e48-8d1f-6374cc4e49bd up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:21:19.040965 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26db730-1e78-4b6d-a62f-8396732310de req-cd400272-a360-475a-a0d9-f32fd9c4897a tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:19.042983 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-e26db730-1e78-4b6d-a62f-8396732310de req-cd400272-a360-475a-a0d9-f32fd9c4897a tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] 10.222.0.50 "GET /v2.0/ports?device_id=0adcaabc-4575-4422-aad7-cc1985e85ab1 HTTP/1.1" status: 200 len: 946 time: 0.0974255 Oct 04 09:21:19.057270 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port e5d48fe7-3df5-4e48-8d1f-6374cc4e49bd completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:21:19.063056 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port e5d48fe7-3df5-4e48-8d1f-6374cc4e49bd triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:21:19.063454 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:19.063893 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port e5d48fe7-3df5-4e48-8d1f-6374cc4e49bd Oct 04 09:21:19.091132 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-e26db730-1e78-4b6d-a62f-8396732310de req-907ea338-aeaa-4921-8761-afd6b354049b tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] 10.222.0.50 "GET /v2.0/security-groups?id=03c19718-7658-4392-aeaf-38001ef94dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419369 Oct 04 09:21:19.156811 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-17774534-298b-4fa1-96b9-ba2bc259a629 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:19.188115 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port e5d48fe7-3df5-4e48-8d1f-6374cc4e49bd is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:21:19.188519 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:19.220091 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port e5d48fe7-3df5-4e48-8d1f-6374cc4e49bd, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=e5d48fe7-3df5-4e48-8d1f-6374cc4e49bd,segment=NetworkSegment(6093c376-bcd9-4a6b-b143-842445a8c889),segment_id=6093c376-bcd9-4a6b-b143-842445a8c889)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:21:19.224134 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:19.233946 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-17774534-298b-4fa1-96b9-ba2bc259a629 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:19.293352 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=e5d48fe7-3df5-4e48-8d1f-6374cc4e49bd,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:21:19.436484 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-17774534-298b-4fa1-96b9-ba2bc259a629 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:19.441317 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-17774534-298b-4fa1-96b9-ba2bc259a629 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:19.547272 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17774534-298b-4fa1-96b9-ba2bc259a629 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Port': ['ID=c8981dcd-8741-40e1-9de0-96d74b1bffd3,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:21:19.552224 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-17774534-298b-4fa1-96b9-ba2bc259a629 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:19.614694 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17774534-298b-4fa1-96b9-ba2bc259a629 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:21:19.615045 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17774534-298b-4fa1-96b9-ba2bc259a629 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:21:19.615381 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17774534-298b-4fa1-96b9-ba2bc259a629 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:21:19.615714 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17774534-298b-4fa1-96b9-ba2bc259a629 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:21:19.616042 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17774534-298b-4fa1-96b9-ba2bc259a629 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:21:19.616448 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17774534-298b-4fa1-96b9-ba2bc259a629 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:21:19.616717 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17774534-298b-4fa1-96b9-ba2bc259a629 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:21:19.617041 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17774534-298b-4fa1-96b9-ba2bc259a629 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:21:19.617363 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17774534-298b-4fa1-96b9-ba2bc259a629 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:21:19.617717 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17774534-298b-4fa1-96b9-ba2bc259a629 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:21:19.618000 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17774534-298b-4fa1-96b9-ba2bc259a629 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:21:19.618317 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17774534-298b-4fa1-96b9-ba2bc259a629 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:21:19.701152 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4bb141-fe75-4db9-a44a-ee1df710d20d req-f2e2a468-5e8d-4b9c-b9ff-11f720cecf2f tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:19.702992 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-1d4bb141-fe75-4db9-a44a-ee1df710d20d req-f2e2a468-5e8d-4b9c-b9ff-11f720cecf2f tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] 10.222.0.20 "GET /v2.0/ports?device_id=0adcaabc-4575-4422-aad7-cc1985e85ab1 HTTP/1.1" status: 200 len: 946 time: 0.0995324 Oct 04 09:21:19.783631 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [req-1d4bb141-fe75-4db9-a44a-ee1df710d20d req-8abeaad6-fcaf-4544-85f7-09c5f8bdfe06 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Deleting port 2dcba277-fcee-4d0f-8fff-c76f7fe47804 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:21:19.783980 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-1d4bb141-fe75-4db9-a44a-ee1df710d20d req-8abeaad6-fcaf-4544-85f7-09c5f8bdfe06 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:19.842757 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.l3_db [None req-17774534-298b-4fa1-96b9-ba2bc259a629 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Floating IP 4908cd06-b5e5-4a99-9562-cff3cce13976 associated. External IP: 172.26.10.24, port: 22c378aa-04c6-4cea-84c5-304024c9c5ac. Oct 04 09:21:19.963115 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-bc7b8f6e-2d98-48b9-a252-4700fc0e4f7e req-96ff1995-57ee-481a-b89a-d1df2a8708d5 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f442435-120f-4162-a489-77c2f666a4a1 HTTP/1.1" status: 200 len: 210 time: 0.0671909 Oct 04 09:21:20.040347 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [req-1d4bb141-fe75-4db9-a44a-ee1df710d20d req-8abeaad6-fcaf-4544-85f7-09c5f8bdfe06 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] For port 2dcba277-fcee-4d0f-8fff-c76f7fe47804, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=2dcba277-fcee-4d0f-8fff-c76f7fe47804,segment=NetworkSegment(307ada42-ccbb-4285-a534-35c7b7874afa),segment_id=307ada42-ccbb-4285-a534-35c7b7874afa)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:21:20.040727 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-1d4bb141-fe75-4db9-a44a-ee1df710d20d req-8abeaad6-fcaf-4544-85f7-09c5f8bdfe06 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:20.166104 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [req-1d4bb141-fe75-4db9-a44a-ee1df710d20d req-8abeaad6-fcaf-4544-85f7-09c5f8bdfe06 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Calling delete_port for 2dcba277-fcee-4d0f-8fff-c76f7fe47804 owned by compute:nova {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:21:20.245964 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17774534-298b-4fa1-96b9-ba2bc259a629 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Router c0edcb76-0a1e-477b-bd6e-84980f6012e1 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:21:20.365755 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc58e1-86b0-4742-9256-c76991fdce48 req-df4299f4-4415-4666-8d1c-9d0a53e716dd tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:20.367206 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-44dc58e1-86b0-4742-9256-c76991fdce48 req-df4299f4-4415-4666-8d1c-9d0a53e716dd tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] 10.222.0.50 "GET /v2.0/ports?device_id=0adcaabc-4575-4422-aad7-cc1985e85ab1 HTTP/1.1" status: 200 len: 946 time: 0.1510670 Oct 04 09:21:20.412946 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-1d4bb141-fe75-4db9-a44a-ee1df710d20d req-8abeaad6-fcaf-4544-85f7-09c5f8bdfe06 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:20.431867 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17774534-298b-4fa1-96b9-ba2bc259a629 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:21:20.454850 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec8bc8a-3877-4174-addc-f0214a3f068d None None] Sync routers for ids ['c0edcb76-0a1e-477b-bd6e-84980f6012e1'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:21:20.461527 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-17774534-298b-4fa1-96b9-ba2bc259a629 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:20.464441 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec8bc8a-3877-4174-addc-f0214a3f068d None None] Routers {'c0edcb76-0a1e-477b-bd6e-84980f6012e1'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:21:20.465060 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-eec8bc8a-3877-4174-addc-f0214a3f068d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:21:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['c0edcb76-0a1e-477b-bd6e-84980f6012e1'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:21:20.471049 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abeaad6-fcaf-4544-85f7-09c5f8bdfe06 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Pushing event deleted for resources: {'Port': ['ID=2dcba277-fcee-4d0f-8fff-c76f7fe47804,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:21:20.477032 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-44dc58e1-86b0-4742-9256-c76991fdce48 req-af8678ad-6f21-4e66-91bc-fee3cf5dda71 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] 10.222.0.50 "GET /v2.0/security-groups?id=03c19718-7658-4392-aeaf-38001ef94dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034262 Oct 04 09:21:20.529101 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-17774534-298b-4fa1-96b9-ba2bc259a629 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5365407 Oct 04 09:21:20.530180 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aef1b118-b890-4c06-9aec-aef6ffa7d642', 'tag': '22c378aa-04c6-4cea-84c5-304024c9c5ac'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:21:20.532879 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9be4ca-bc11-4b00-837f-2668f6b25c86" -d '{"events": [{"name": "network-changed", "server_uuid": "aef1b118-b890-4c06-9aec-aef6ffa7d642", "tag": "22c378aa-04c6-4cea-84c5-304024c9c5ac"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:21:20.535649 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abeaad6-fcaf-4544-85f7-09c5f8bdfe06 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:21:20.535849 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 36462) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:21:20.536022 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abeaad6-fcaf-4544-85f7-09c5f8bdfe06 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:21:20.536519 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abeaad6-fcaf-4544-85f7-09c5f8bdfe06 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:21:20.536953 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abeaad6-fcaf-4544-85f7-09c5f8bdfe06 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:21:20.537458 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abeaad6-fcaf-4544-85f7-09c5f8bdfe06 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:21:20.538575 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abeaad6-fcaf-4544-85f7-09c5f8bdfe06 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:21:20.539588 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abeaad6-fcaf-4544-85f7-09c5f8bdfe06 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:21:20.540020 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abeaad6-fcaf-4544-85f7-09c5f8bdfe06 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:21:20.540550 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abeaad6-fcaf-4544-85f7-09c5f8bdfe06 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:21:20.541654 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abeaad6-fcaf-4544-85f7-09c5f8bdfe06 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:21:20.542115 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abeaad6-fcaf-4544-85f7-09c5f8bdfe06 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:21:20.542540 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abeaad6-fcaf-4544-85f7-09c5f8bdfe06 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:21:20.600970 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d4bb141-fe75-4db9-a44a-ee1df710d20d req-8abeaad6-fcaf-4544-85f7-09c5f8bdfe06 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] No DVR routers for this DVR port 2dcba277-fcee-4d0f-8fff-c76f7fe47804 on host hv-neutron-8602 {{(pid=89033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:21:20.604213 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-1d4bb141-fe75-4db9-a44a-ee1df710d20d req-8abeaad6-fcaf-4544-85f7-09c5f8bdfe06 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:20.606389 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0adcaabc-4575-4422-aad7-cc1985e85ab1', 'name': 'network-vif-deleted', 'tag': '2dcba277-fcee-4d0f-8fff-c76f7fe47804'}] {{(pid=89033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:21:20.608837 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e417ebe64424eb0358633e416672821aae4ea22acc2211bb28d37655142b7e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993a51e0-7965-458c-a250-7ffb4b64674e" -d '{"events": [{"server_uuid": "0adcaabc-4575-4422-aad7-cc1985e85ab1", "name": "network-vif-deleted", "tag": "2dcba277-fcee-4d0f-8fff-c76f7fe47804"}]}' {{(pid=89033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:21:20.611634 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d023638-2096-4895-9b77-5060dbe06739 x-openstack-request-id: req-5d023638-2096-4895-9b77-5060dbe06739 {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:21:20.611931 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aef1b118-b890-4c06-9aec-aef6ffa7d642", "tag": "22c378aa-04c6-4cea-84c5-304024c9c5ac", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:21:20.612187 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5d023638-2096-4895-9b77-5060dbe06739 {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:21:20.612781 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d023638-2096-4895-9b77-5060dbe06739'] response: {'name': 'network-changed', 'server_uuid': 'aef1b118-b890-4c06-9aec-aef6ffa7d642', 'tag': '22c378aa-04c6-4cea-84c5-304024c9c5ac', 'status': 'completed', 'code': 200} Oct 04 09:21:20.629109 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-1d4bb141-fe75-4db9-a44a-ee1df710d20d req-8abeaad6-fcaf-4544-85f7-09c5f8bdfe06 tempest-TestServerAdvancedOps-897374769 tempest-TestServerAdvancedOps-897374769-project] 10.222.0.20 "DELETE /v2.0/ports/2dcba277-fcee-4d0f-8fff-c76f7fe47804 HTTP/1.1" status: 204 len: 173 time: 0.9200597 Oct 04 09:21:20.656066 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-eec8bc8a-3877-4174-addc-f0214a3f068d None None] Set router c0edcb76-0a1e-477b-bd6e-84980f6012e1 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:21:20.673363 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-b35995ae-9109-4b63-8cb1-33acdaba504e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/floatingips/4908cd06-b5e5-4a99-9562-cff3cce13976 HTTP/1.1" status: 200 len: 992 time: 0.1357970 Oct 04 09:21:20.840163 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56fb0ce7-826f-419b-bbdc-73a6cbfa3ef4 x-openstack-request-id: req-56fb0ce7-826f-419b-bbdc-73a6cbfa3ef4 {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:21:20.840163 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0adcaabc-4575-4422-aad7-cc1985e85ab1", "name": "network-vif-deleted", "tag": "2dcba277-fcee-4d0f-8fff-c76f7fe47804", "status": "completed", "code": 200}]} {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:21:20.840163 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-56fb0ce7-826f-419b-bbdc-73a6cbfa3ef4 {{(pid=89033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:21:20.840637 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56fb0ce7-826f-419b-bbdc-73a6cbfa3ef4'] response: {'server_uuid': '0adcaabc-4575-4422-aad7-cc1985e85ab1', 'name': 'network-vif-deleted', 'tag': '2dcba277-fcee-4d0f-8fff-c76f7fe47804', 'status': 'completed', 'code': 200} Oct 04 09:21:20.880108 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9be4ca-bc11-4b00-837f-2668f6b25c86 req-e2ba283b-24a2-4f34-9bf8-559230efbb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:20.882600 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-4b9be4ca-bc11-4b00-837f-2668f6b25c86 req-e2ba283b-24a2-4f34-9bf8-559230efbb70 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78fb12e86c5f40beb578bfb97002b5c9&device_id=aef1b118-b890-4c06-9aec-aef6ffa7d642 HTTP/1.1" status: 200 len: 1099 time: 0.2437644 Oct 04 09:21:20.973626 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device e5d48fe7-3df5-4e48-8d1f-6374cc4e49bd up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:21:21.033393 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9be4ca-bc11-4b00-837f-2668f6b25c86 req-3add866c-5ec6-4815-aba3-cfaa2c15d4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:21.034837 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-4b9be4ca-bc11-4b00-837f-2668f6b25c86 req-3add866c-5ec6-4815-aba3-cfaa2c15d4b1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e2f61057-efcc-412a-9c83-3b6a02122329 HTTP/1.1" status: 200 len: 898 time: 0.1457160 Oct 04 09:21:21.052456 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port e5d48fe7-3df5-4e48-8d1f-6374cc4e49bd triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:21:21.052915 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:21.053357 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port e5d48fe7-3df5-4e48-8d1f-6374cc4e49bd Oct 04 09:21:21.057645 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-eec8bc8a-3877-4174-addc-f0214a3f068d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0edcb76-0a1e-477b-bd6e-84980f6012e1', 'name': 'tempest-TestNetworkBasicOps-router-1136286379', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.232'}], 'enable_snat': True}, 'gw_port_id': 'e61a0f9c-b670-4f61-9fc7-eb56fd69817d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:20:38Z', 'updated_at': '2022-10-04T09:20:50Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': 'e61a0f9c-b670-4f61-9fc7-eb56fd69817d', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0edcb76-0a1e-477b-bd6e-84980f6012e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:20:39Z', 'updated_at': '2022-10-04T09:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': '4908cd06-b5e5-4a99-9562-cff3cce13976', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'floating_ip_address': '172.26.10.24', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': 'c0edcb76-0a1e-477b-bd6e-84980f6012e1', 'port_id': '22c378aa-04c6-4cea-84c5-304024c9c5ac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2f61057-efcc-412a-9c83-3b6a02122329', 'mac_address': 'fa:16:3e:20:74:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef1b118-b890-4c06-9aec-aef6ffa7d642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:21:19Z', 'updated_at': '2022-10-04T09:21:19Z', 'revision_number': 0, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '736b0444-3670-46f3-a033-a6696eb95fd1', 'name': '', 'network_id': 'e2f61057-efcc-412a-9c83-3b6a02122329', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:b4:0d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0edcb76-0a1e-477b-bd6e-84980f6012e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'bebac2f8-ba47-403e-bdf3-1acdba0e4f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:20:47Z', 'updated_at': '2022-10-04T09:20:59Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': 'bebac2f8-ba47-403e-bdf3-1acdba0e4f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:21:21.062326 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec8bc8a-3877-4174-addc-f0214a3f068d None None] Checking router: c0edcb76-0a1e-477b-bd6e-84980f6012e1 for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:21:21.070994 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec8bc8a-3877-4174-addc-f0214a3f068d None None] Routers {'c0edcb76-0a1e-477b-bd6e-84980f6012e1'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:21:21.071709 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-eec8bc8a-3877-4174-addc-f0214a3f068d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:21:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['c0edcb76-0a1e-477b-bd6e-84980f6012e1'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:21:21.157524 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-4b9be4ca-bc11-4b00-837f-2668f6b25c86 req-6fc6781e-3364-4b7e-9d33-eabd9f46b2c6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22c378aa-04c6-4cea-84c5-304024c9c5ac HTTP/1.1" status: 200 len: 1000 time: 0.1156318 Oct 04 09:21:21.159813 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-498d19e7-01d0-41e4-a6c3-6f0849dcf4e5 req-e0a4c0f6-eead-4cdd-8a39-32f268188f75 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f442435-120f-4162-a489-77c2f666a4a1 HTTP/1.1" status: 200 len: 210 time: 0.0621181 Oct 04 09:21:21.196217 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port e5d48fe7-3df5-4e48-8d1f-6374cc4e49bd is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:21:21.261488 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9be4ca-bc11-4b00-837f-2668f6b25c86 req-bf9df3bc-9e0b-48f2-aa44-2de9f6df4832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:21.264031 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-4b9be4ca-bc11-4b00-837f-2668f6b25c86 req-bf9df3bc-9e0b-48f2-aa44-2de9f6df4832 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bebac2f8-ba47-403e-bdf3-1acdba0e4f5a HTTP/1.1" status: 200 len: 834 time: 0.0651674 Oct 04 09:21:21.267797 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-eec8bc8a-3877-4174-addc-f0214a3f068d None None] Set router c0edcb76-0a1e-477b-bd6e-84980f6012e1 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:21:21.354385 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9be4ca-bc11-4b00-837f-2668f6b25c86 req-92a74d0b-852e-40be-806d-59c389b023c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:21.356737 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-4b9be4ca-bc11-4b00-837f-2668f6b25c86 req-92a74d0b-852e-40be-806d-59c389b023c4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e2f61057-efcc-412a-9c83-3b6a02122329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0865610 Oct 04 09:21:21.491518 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-4b9be4ca-bc11-4b00-837f-2668f6b25c86 req-ff8541fd-0162-4a3a-9948-35ed35598f9f service neutron] 10.222.0.20 "GET /v2.0/networks/e2f61057-efcc-412a-9c83-3b6a02122329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274087 Oct 04 09:21:21.604123 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 36476) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:21:21.627629 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-4b9be4ca-bc11-4b00-837f-2668f6b25c86 req-72db8e34-9086-4d49-9a34-4c560967fcfe service neutron] 10.222.0.20 "GET /v2.0/networks/e2f61057-efcc-412a-9c83-3b6a02122329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299789 Oct 04 09:21:21.671377 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-eec8bc8a-3877-4174-addc-f0214a3f068d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0edcb76-0a1e-477b-bd6e-84980f6012e1', 'name': 'tempest-TestNetworkBasicOps-router-1136286379', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.232'}], 'enable_snat': True}, 'gw_port_id': 'e61a0f9c-b670-4f61-9fc7-eb56fd69817d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:20:38Z', 'updated_at': '2022-10-04T09:20:50Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': 'e61a0f9c-b670-4f61-9fc7-eb56fd69817d', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0edcb76-0a1e-477b-bd6e-84980f6012e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:20:39Z', 'updated_at': '2022-10-04T09:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': '4908cd06-b5e5-4a99-9562-cff3cce13976', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'floating_ip_address': '172.26.10.24', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': 'c0edcb76-0a1e-477b-bd6e-84980f6012e1', 'port_id': '22c378aa-04c6-4cea-84c5-304024c9c5ac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2f61057-efcc-412a-9c83-3b6a02122329', 'mac_address': 'fa:16:3e:20:74:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef1b118-b890-4c06-9aec-aef6ffa7d642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:21:19Z', 'updated_at': '2022-10-04T09:21:19Z', 'revision_number': 0, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '736b0444-3670-46f3-a033-a6696eb95fd1', 'name': '', 'network_id': 'e2f61057-efcc-412a-9c83-3b6a02122329', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:b4:0d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0edcb76-0a1e-477b-bd6e-84980f6012e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'bebac2f8-ba47-403e-bdf3-1acdba0e4f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:20:47Z', 'updated_at': '2022-10-04T09:20:59Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': 'bebac2f8-ba47-403e-bdf3-1acdba0e4f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:21:21.675409 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec8bc8a-3877-4174-addc-f0214a3f068d None None] The sync data for ids ['c0edcb76-0a1e-477b-bd6e-84980f6012e1'] in dv-neutron-860215-1-hyperv is: [{'id': 'c0edcb76-0a1e-477b-bd6e-84980f6012e1', 'name': 'tempest-TestNetworkBasicOps-router-1136286379', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.232'}], 'enable_snat': True}, 'gw_port_id': 'e61a0f9c-b670-4f61-9fc7-eb56fd69817d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:20:38Z', 'updated_at': '2022-10-04T09:20:50Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': 'e61a0f9c-b670-4f61-9fc7-eb56fd69817d', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0edcb76-0a1e-477b-bd6e-84980f6012e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:20:39Z', 'updated_at': '2022-10-04T09:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': '4908cd06-b5e5-4a99-9562-cff3cce13976', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'floating_ip_address': '172.26.10.24', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': 'c0edcb76-0a1e-477b-bd6e-84980f6012e1', 'port_id': '22c378aa-04c6-4cea-84c5-304024c9c5ac', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2f61057-efcc-412a-9c83-3b6a02122329', 'mac_address': 'fa:16:3e:20:74:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef1b118-b890-4c06-9aec-aef6ffa7d642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:21:19Z', 'updated_at': '2022-10-04T09:21:19Z', 'revision_number': 0, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '736b0444-3670-46f3-a033-a6696eb95fd1', 'name': '', 'network_id': 'e2f61057-efcc-412a-9c83-3b6a02122329', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:b4:0d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0edcb76-0a1e-477b-bd6e-84980f6012e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'bebac2f8-ba47-403e-bdf3-1acdba0e4f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:20:47Z', 'updated_at': '2022-10-04T09:20:59Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': 'bebac2f8-ba47-403e-bdf3-1acdba0e4f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:21:21.677215 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_v2 [None req-07852831-33e1-4dc2-828c-9ceb8cc1b08d admin admin] Deleting subnet a001e6fa-f03c-4437-98f2-3686a6dbc3eb {{(pid=89032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:21:21.678039 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 36480) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:21:21.679889 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-07852831-33e1-4dc2-828c-9ceb8cc1b08d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:21.760129 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-07852831-33e1-4dc2-828c-9ceb8cc1b08d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885153'] for subnet, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:21.827586 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-07852831-33e1-4dc2-828c-9ceb8cc1b08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:21.912250 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-07852831-33e1-4dc2-828c-9ceb8cc1b08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:21.917398 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-d098860d-a1d8-4e78-9da0-051a5d910f28 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/floatingips/4908cd06-b5e5-4a99-9562-cff3cce13976 HTTP/1.1" status: 200 len: 992 time: 0.2368429 Oct 04 09:21:21.970108 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07852831-33e1-4dc2-828c-9ceb8cc1b08d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a001e6fa-f03c-4437-98f2-3686a6dbc3eb,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:21:21.975718 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa707ec9-91cb-4763-bfba-8d63e9942d75 req-f58d81f4-7fcf-458c-8f93-c190f41112eb tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:21.976338 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa33c959-c54f-44b8-ac58-2f4dde741bef None None] New status for floating IP 4908cd06-b5e5-4a99-9562-cff3cce13976: ACTIVE {{(pid=89034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 09:21:21.979212 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-07852831-33e1-4dc2-828c-9ceb8cc1b08d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:21.981604 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-aa707ec9-91cb-4763-bfba-8d63e9942d75 req-f58d81f4-7fcf-458c-8f93-c190f41112eb tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.20 "GET /v2.0/networks?id=a19b85b2-47fa-4467-9007-092e12a063da HTTP/1.1" status: 200 len: 797 time: 0.1829758 Oct 04 09:21:21.987431 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-07852831-33e1-4dc2-828c-9ceb8cc1b08d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/a001e6fa-f03c-4437-98f2-3686a6dbc3eb HTTP/1.1" status: 204 len: 168 time: 0.3800795 Oct 04 09:21:21.987693 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 36484) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:21:22.042000 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-aa707ec9-91cb-4763-bfba-8d63e9942d75 req-d45ea265-6ee1-4b03-8864-57ffc4b375f8 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbd6743a2e0d46fda636aad8413c14c0 HTTP/1.1" status: 200 len: 380 time: 0.0489163 Oct 04 09:21:22.053185 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [req-aa707ec9-91cb-4763-bfba-8d63e9942d75 req-1e9fdc73-9300-4d24-a5c9-711aa462c8b1 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Request body: {'port': {'device_id': '5f442435-120f-4162-a489-77c2f666a4a1', 'network_id': 'a19b85b2-47fa-4467-9007-092e12a063da', 'admin_state_up': True, 'tenant_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'security_groups': ['bbcb0ec7-ec30-4d81-9bfc-77f52541370a']}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:21:22.105543 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-812becc2-70d1-41d3-9781-ee57a75d97b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:22.217023 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [req-aa707ec9-91cb-4763-bfba-8d63e9942d75 req-1e9fdc73-9300-4d24-a5c9-711aa462c8b1 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:21:22.227809 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [req-aa707ec9-91cb-4763-bfba-8d63e9942d75 req-1e9fdc73-9300-4d24-a5c9-711aa462c8b1 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:21:22.240816 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa707ec9-91cb-4763-bfba-8d63e9942d75 req-1e9fdc73-9300-4d24-a5c9-711aa462c8b1 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Made reservation on behalf of cbd6743a2e0d46fda636aad8413c14c0 for: {'port': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:21:22.241535 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-812becc2-70d1-41d3-9781-ee57a75d97b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:22.246176 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-aa707ec9-91cb-4763-bfba-8d63e9942d75 req-1e9fdc73-9300-4d24-a5c9-711aa462c8b1 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:22.271484 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-812becc2-70d1-41d3-9781-ee57a75d97b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17d81218-c30f-4788-a3b1-36d74b44714f']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:21:22.290526 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-812becc2-70d1-41d3-9781-ee57a75d97b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '307ada42-ccbb-4285-a534-35c7b7874afa') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:21:22.290945 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-812becc2-70d1-41d3-9781-ee57a75d97b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '307ada42-ccbb-4285-a534-35c7b7874afa') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:21:22.310323 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 2dcba277-fcee-4d0f-8fff-c76f7fe47804 no longer exists at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:21:22.353239 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] No Port match for: 2dcba277-fcee-4d0f-8fff-c76f7fe47804 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:21:22.353583 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 2dcba277-fcee-4d0f-8fff-c76f7fe47804 not bound to the agent host hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:21:22.443475 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [req-aa707ec9-91cb-4763-bfba-8d63e9942d75 req-1e9fdc73-9300-4d24-a5c9-711aa462c8b1 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Allocated IP 172.20.0.10 (a19b85b2-47fa-4467-9007-092e12a063da/751eaa40-7b79-4c85-b774-83c8d0c71ef8/f5f1b932-f24b-41db-9dd4-f2a9e3c7141d) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:21:22.451595 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-812becc2-70d1-41d3-9781-ee57a75d97b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:22.467268 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ec92026a-996a-4acb-bf3d-2e7a91236ed0 req-24bfa13a-10d1-440b-8a67-ed7278eb68ba tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f442435-120f-4162-a489-77c2f666a4a1 HTTP/1.1" status: 200 len: 210 time: 0.1682293 Oct 04 09:21:22.480725 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-812becc2-70d1-41d3-9781-ee57a75d97b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:22.488001 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-812becc2-70d1-41d3-9781-ee57a75d97b8 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:21:22.488463 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-812becc2-70d1-41d3-9781-ee57a75d97b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:22.559439 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 307ada42-ccbb-4285-a534-35c7b7874afa resource provider aggregate not found Oct 04 09:21:22.580670 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 307ada42-ccbb-4285-a534-35c7b7874afa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 307ada42-ccbb-4285-a534-35c7b7874afa found for delete ", "request_id": "req-cfbb58e7-54a8-45ad-a5e3-0f2e266a63c3"}]} Oct 04 09:21:22.593627 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-812becc2-70d1-41d3-9781-ee57a75d97b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:22.614495 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-812becc2-70d1-41d3-9781-ee57a75d97b8 admin admin] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:22.623174 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812becc2-70d1-41d3-9781-ee57a75d97b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=17d81218-c30f-4788-a3b1-36d74b44714f,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:21:22.633254 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-812becc2-70d1-41d3-9781-ee57a75d97b8 admin admin] 10.222.0.50 "DELETE /v2.0/networks/17d81218-c30f-4788-a3b1-36d74b44714f HTTP/1.1" status: 204 len: 168 time: 0.6442072 Oct 04 09:21:22.636079 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 36498) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:21:22.658980 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-aa707ec9-91cb-4763-bfba-8d63e9942d75 req-1e9fdc73-9300-4d24-a5c9-711aa462c8b1 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:22.674906 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [req-aa707ec9-91cb-4763-bfba-8d63e9942d75 req-1e9fdc73-9300-4d24-a5c9-711aa462c8b1 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Transition to ACTIVE for port object f5f1b932-f24b-41db-9dd4-f2a9e3c7141d will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:21:22.699010 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_v2 [None req-82e9ea6a-278e-4d97-a765-3d6025e4b98a admin admin] Deleting subnet 7681eba1-30f3-403d-8277-353c35e19344 {{(pid=89032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:21:22.701659 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-aa707ec9-91cb-4763-bfba-8d63e9942d75 req-1e9fdc73-9300-4d24-a5c9-711aa462c8b1 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:22.702392 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-82e9ea6a-278e-4d97-a765-3d6025e4b98a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:22.752978 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-82e9ea6a-278e-4d97-a765-3d6025e4b98a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885153'] for subnet, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:22.811148 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-82e9ea6a-278e-4d97-a765-3d6025e4b98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:22.891146 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-82e9ea6a-278e-4d97-a765-3d6025e4b98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:22.897394 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa707ec9-91cb-4763-bfba-8d63e9942d75 req-1e9fdc73-9300-4d24-a5c9-711aa462c8b1 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Network a19b85b2-47fa-4467-9007-092e12a063da is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:21:22.900621 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [req-aa707ec9-91cb-4763-bfba-8d63e9942d75 req-1e9fdc73-9300-4d24-a5c9-711aa462c8b1 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:21:22.905061 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa707ec9-91cb-4763-bfba-8d63e9942d75 req-1e9fdc73-9300-4d24-a5c9-711aa462c8b1 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:21:22.924915 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 36502) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:21:22.939562 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9fdc73-9300-4d24-a5c9-711aa462c8b1 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Pushing event updated for resources: {'Port': ['ID=f5f1b932-f24b-41db-9dd4-f2a9e3c7141d,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:21:22.974466 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa707ec9-91cb-4763-bfba-8d63e9942d75 req-1e9fdc73-9300-4d24-a5c9-711aa462c8b1 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:22.975104 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-aa707ec9-91cb-4763-bfba-8d63e9942d75 req-1e9fdc73-9300-4d24-a5c9-711aa462c8b1 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:23.008253 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-aa707ec9-91cb-4763-bfba-8d63e9942d75 req-1e9fdc73-9300-4d24-a5c9-711aa462c8b1 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9616981 Oct 04 09:21:23.028124 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-82e9ea6a-278e-4d97-a765-3d6025e4b98a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:23.028971 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [req-aa707ec9-91cb-4763-bfba-8d63e9942d75 req-89140e06-295e-4a7c-99ea-690cfc5ee3b7 service neutron] Request body: {'port': {'device_id': '5f442435-120f-4162-a489-77c2f666a4a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8602'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:21:23.033951 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e9ea6a-278e-4d97-a765-3d6025e4b98a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7681eba1-30f3-403d-8277-353c35e19344,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:21:23.055052 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-82e9ea6a-278e-4d97-a765-3d6025e4b98a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/7681eba1-30f3-403d-8277-353c35e19344 HTTP/1.1" status: 204 len: 168 time: 0.4158380 Oct 04 09:21:23.055532 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 36506) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:21:23.150333 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-272aff9c-ce73-4834-a1da-098db0935cef tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/floatingips/4908cd06-b5e5-4a99-9562-cff3cce13976 HTTP/1.1" status: 200 len: 994 time: 0.2216940 Oct 04 09:21:23.161847 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-aa707ec9-91cb-4763-bfba-8d63e9942d75 req-89140e06-295e-4a7c-99ea-690cfc5ee3b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:23.166242 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-650bc922-1c40-470e-bc9d-cab9d1cac3ff None None] Provisioning for port f5f1b932-f24b-41db-9dd4-f2a9e3c7141d completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:21:23.171221 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-650bc922-1c40-470e-bc9d-cab9d1cac3ff None None] Provisioning complete for port f5f1b932-f24b-41db-9dd4-f2a9e3c7141d triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:21:23.171847 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-650bc922-1c40-470e-bc9d-cab9d1cac3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:23.172350 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-650bc922-1c40-470e-bc9d-cab9d1cac3ff None None] Attempt 1 to provision port f5f1b932-f24b-41db-9dd4-f2a9e3c7141d Oct 04 09:21:23.174845 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d80cbb23-3964-4c10-b6ca-33104c8b5552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:23.238918 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-650bc922-1c40-470e-bc9d-cab9d1cac3ff None None] Port f5f1b932-f24b-41db-9dd4-f2a9e3c7141d cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:21:23.299867 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d80cbb23-3964-4c10-b6ca-33104c8b5552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:23.324602 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-d80cbb23-3964-4c10-b6ca-33104c8b5552 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffd08da1-3196-4856-97bd-33807c16f3fc']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:21:23.336302 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-d80cbb23-3964-4c10-b6ca-33104c8b5552 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41299d06-3848-48e0-802e-e07b8e76d017') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:21:23.336555 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-d80cbb23-3964-4c10-b6ca-33104c8b5552 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41299d06-3848-48e0-802e-e07b8e76d017') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:21:23.347955 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d80cbb23-3964-4c10-b6ca-33104c8b5552 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:23.369439 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d80cbb23-3964-4c10-b6ca-33104c8b5552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:23.377635 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d80cbb23-3964-4c10-b6ca-33104c8b5552 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:21:23.378167 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d80cbb23-3964-4c10-b6ca-33104c8b5552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:23.465810 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d80cbb23-3964-4c10-b6ca-33104c8b5552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:23.470817 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d80cbb23-3964-4c10-b6ca-33104c8b5552 admin admin] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:23.493250 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-d80cbb23-3964-4c10-b6ca-33104c8b5552 admin admin] 10.222.0.50 "DELETE /v2.0/networks/ffd08da1-3196-4856-97bd-33807c16f3fc HTTP/1.1" status: 204 len: 168 time: 0.4367325 Oct 04 09:21:23.494103 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80cbb23-3964-4c10-b6ca-33104c8b5552 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffd08da1-3196-4856-97bd-33807c16f3fc,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:21:23.512858 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [req-aa707ec9-91cb-4763-bfba-8d63e9942d75 req-89140e06-295e-4a7c-99ea-690cfc5ee3b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5f1b932-f24b-41db-9dd4-f2a9e3c7141d {{(pid=89033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:21:23.520808 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-aa707ec9-91cb-4763-bfba-8d63e9942d75 req-89140e06-295e-4a7c-99ea-690cfc5ee3b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:23.536376 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [req-aa707ec9-91cb-4763-bfba-8d63e9942d75 req-89140e06-295e-4a7c-99ea-690cfc5ee3b7 service neutron] Transition to ACTIVE for port object f5f1b932-f24b-41db-9dd4-f2a9e3c7141d will not be triggered until provisioned by entity L2. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:21:23.540719 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-aa707ec9-91cb-4763-bfba-8d63e9942d75 req-89140e06-295e-4a7c-99ea-690cfc5ee3b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:23.677781 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 36514) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:21:23.737579 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-73f2ab50-9a2f-44b8-a141-21b6bb22aad3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=762cafa8479f44198f14c59f0b405abb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0564387 Oct 04 09:21:23.739049 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 36518) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:21:23.740271 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-650bc922-1c40-470e-bc9d-cab9d1cac3ff None None] Attempt 2 to provision port f5f1b932-f24b-41db-9dd4-f2a9e3c7141d Oct 04 09:21:23.795934 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89140e06-295e-4a7c-99ea-690cfc5ee3b7 service neutron] Pushing event updated for resources: {'Port': ['ID=f5f1b932-f24b-41db-9dd4-f2a9e3c7141d,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:21:23.800232 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-650bc922-1c40-470e-bc9d-cab9d1cac3ff None None] Port f5f1b932-f24b-41db-9dd4-f2a9e3c7141d cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:21:23.801719 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-354f998d-5f81-4c00-91f7-c8bb71abada5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:23.829162 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-354f998d-5f81-4c00-91f7-c8bb71abada5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:23.846666 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d9312-8919-4202-b276-47a63bfcf247 req-f86dabe9-4d0f-4ee7-8291-22e190fd3392 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:23.847284 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-ec5d9312-8919-4202-b276-47a63bfcf247 req-f86dabe9-4d0f-4ee7-8291-22e190fd3392 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Synchronizing usage tracker for tenant:cbd6743a2e0d46fda636aad8413c14c0 on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:21:23.853991 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [req-aa707ec9-91cb-4763-bfba-8d63e9942d75 req-89140e06-295e-4a7c-99ea-690cfc5ee3b7 service neutron] Attempting to bind port f5f1b932-f24b-41db-9dd4-f2a9e3c7141d on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:21:23.854325 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [req-aa707ec9-91cb-4763-bfba-8d63e9942d75 req-89140e06-295e-4a7c-99ea-690cfc5ee3b7 service neutron] Attempting to bind port f5f1b932-f24b-41db-9dd4-f2a9e3c7141d by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': '6093c376-bcd9-4a6b-b143-842445a8c889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a19b85b2-47fa-4467-9007-092e12a063da'}] {{(pid=89033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:21:23.854673 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa707ec9-91cb-4763-bfba-8d63e9942d75 req-89140e06-295e-4a7c-99ea-690cfc5ee3b7 service neutron] Attempting to bind port f5f1b932-f24b-41db-9dd4-f2a9e3c7141d on network a19b85b2-47fa-4467-9007-092e12a063da {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:21:23.865297 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa707ec9-91cb-4763-bfba-8d63e9942d75 req-89140e06-295e-4a7c-99ea-690cfc5ee3b7 service neutron] Port f5f1b932-f24b-41db-9dd4-f2a9e3c7141d on network a19b85b2-47fa-4467-9007-092e12a063da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:21:23.865573 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa707ec9-91cb-4763-bfba-8d63e9942d75 req-89140e06-295e-4a7c-99ea-690cfc5ee3b7 service neutron] Attempting to bind port f5f1b932-f24b-41db-9dd4-f2a9e3c7141d on network a19b85b2-47fa-4467-9007-092e12a063da {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:21:23.872313 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa707ec9-91cb-4763-bfba-8d63e9942d75 req-89140e06-295e-4a7c-99ea-690cfc5ee3b7 service neutron] Checking agent: {'id': '1be90a14-1104-4771-996e-684b25b74d15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'started_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:21:23.872677 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa707ec9-91cb-4763-bfba-8d63e9942d75 req-89140e06-295e-4a7c-99ea-690cfc5ee3b7 service neutron] Checking segment: {'id': '6093c376-bcd9-4a6b-b143-842445a8c889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a19b85b2-47fa-4467-9007-092e12a063da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:21:23.873089 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa707ec9-91cb-4763-bfba-8d63e9942d75 req-89140e06-295e-4a7c-99ea-690cfc5ee3b7 service neutron] Bound using segment: {'id': '6093c376-bcd9-4a6b-b143-842445a8c889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a19b85b2-47fa-4467-9007-092e12a063da'} {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:21:23.873778 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [req-aa707ec9-91cb-4763-bfba-8d63e9942d75 req-89140e06-295e-4a7c-99ea-690cfc5ee3b7 service neutron] Bound port: f5f1b932-f24b-41db-9dd4-f2a9e3c7141d, host: hv-neutron-8602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6093c376-bcd9-4a6b-b143-842445a8c889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a19b85b2-47fa-4467-9007-092e12a063da'}}] {{(pid=89033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:21:23.874110 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-aa707ec9-91cb-4763-bfba-8d63e9942d75 req-89140e06-295e-4a7c-99ea-690cfc5ee3b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:23.882495 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-354f998d-5f81-4c00-91f7-c8bb71abada5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:23.883430 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-ec5d9312-8919-4202-b276-47a63bfcf247 req-f86dabe9-4d0f-4ee7-8291-22e190fd3392 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Unset dirty status for tenant:cbd6743a2e0d46fda636aad8413c14c0 on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:21:23.884596 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-ec5d9312-8919-4202-b276-47a63bfcf247 req-f86dabe9-4d0f-4ee7-8291-22e190fd3392 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f442435-120f-4162-a489-77c2f666a4a1 HTTP/1.1" status: 200 len: 944 time: 0.2520568 Oct 04 09:21:23.901097 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354f998d-5f81-4c00-91f7-c8bb71abada5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c19718-7658-4392-aeaf-38001ef94dbb,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:21:23.910796 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-354f998d-5f81-4c00-91f7-c8bb71abada5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:23.911918 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-354f998d-5f81-4c00-91f7-c8bb71abada5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/03c19718-7658-4392-aeaf-38001ef94dbb HTTP/1.1" status: 204 len: 168 time: 0.1719480 Oct 04 09:21:23.980974 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-ec5d9312-8919-4202-b276-47a63bfcf247 req-28e7c2d5-a961-4d4d-85a0-652419798f79 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbcb0ec7-ec30-4d81-9bfc-77f52541370a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884941 Oct 04 09:21:24.003306 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [req-aa707ec9-91cb-4763-bfba-8d63e9942d75 req-89140e06-295e-4a7c-99ea-690cfc5ee3b7 service neutron] For port f5f1b932-f24b-41db-9dd4-f2a9e3c7141d, host hv-neutron-8602, cleared binding levels {{(pid=89033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:21:24.006492 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [req-aa707ec9-91cb-4763-bfba-8d63e9942d75 req-89140e06-295e-4a7c-99ea-690cfc5ee3b7 service neutron] For port f5f1b932-f24b-41db-9dd4-f2a9e3c7141d, host hv-neutron-8602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=f5f1b932-f24b-41db-9dd4-f2a9e3c7141d,segment=NetworkSegment(6093c376-bcd9-4a6b-b143-842445a8c889),segment_id=6093c376-bcd9-4a6b-b143-842445a8c889)] {{(pid=89033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:21:24.011396 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-aa707ec9-91cb-4763-bfba-8d63e9942d75 req-89140e06-295e-4a7c-99ea-690cfc5ee3b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:24.051305 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa707ec9-91cb-4763-bfba-8d63e9942d75 req-89140e06-295e-4a7c-99ea-690cfc5ee3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:24.051910 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-aa707ec9-91cb-4763-bfba-8d63e9942d75 req-89140e06-295e-4a7c-99ea-690cfc5ee3b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:24.053287 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-aa707ec9-91cb-4763-bfba-8d63e9942d75 req-89140e06-295e-4a7c-99ea-690cfc5ee3b7 service neutron] 10.222.0.20 "PUT /v2.0/ports/f5f1b932-f24b-41db-9dd4-f2a9e3c7141d HTTP/1.1" status: 200 len: 1094 time: 1.0310087 Oct 04 09:21:24.053721 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f442435-120f-4162-a489-77c2f666a4a1', 'tag': 'f5f1b932-f24b-41db-9dd4-f2a9e3c7141d'}] {{(pid=89033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:21:24.055957 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e417ebe64424eb0358633e416672821aae4ea22acc2211bb28d37655142b7e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9192ce3-5544-44bf-9cc4-ce9d33ee5397" -d '{"events": [{"name": "network-changed", "server_uuid": "5f442435-120f-4162-a489-77c2f666a4a1", "tag": "f5f1b932-f24b-41db-9dd4-f2a9e3c7141d"}]}' {{(pid=89033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:21:24.097753 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89140e06-295e-4a7c-99ea-690cfc5ee3b7 service neutron] Pushing event updated for resources: {'Port': ['ID=f5f1b932-f24b-41db-9dd4-f2a9e3c7141d,revision_number=3']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:21:24.156232 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c6dee2-6a70-416a-ad18-e6f1985d6050 x-openstack-request-id: req-84c6dee2-6a70-416a-ad18-e6f1985d6050 {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:21:24.157110 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f442435-120f-4162-a489-77c2f666a4a1", "tag": "f5f1b932-f24b-41db-9dd4-f2a9e3c7141d", "status": "completed", "code": 200}]} {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:21:24.157110 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-84c6dee2-6a70-416a-ad18-e6f1985d6050 {{(pid=89033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:21:24.158466 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84c6dee2-6a70-416a-ad18-e6f1985d6050'] response: {'name': 'network-changed', 'server_uuid': '5f442435-120f-4162-a489-77c2f666a4a1', 'tag': 'f5f1b932-f24b-41db-9dd4-f2a9e3c7141d', 'status': 'completed', 'code': 200} Oct 04 09:21:24.193438 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa707ec9-91cb-4763-bfba-8d63e9942d75 req-cccf801f-831c-4b0a-b1a1-4633872bfb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:24.195060 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-aa707ec9-91cb-4763-bfba-8d63e9942d75 req-cccf801f-831c-4b0a-b1a1-4633872bfb2a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cbd6743a2e0d46fda636aad8413c14c0&device_id=5f442435-120f-4162-a489-77c2f666a4a1 HTTP/1.1" status: 200 len: 1097 time: 0.0800049 Oct 04 09:21:24.280413 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-aa707ec9-91cb-4763-bfba-8d63e9942d75 req-8cde0191-a9ce-4793-87cf-0d1b546e07fa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5f1b932-f24b-41db-9dd4-f2a9e3c7141d HTTP/1.1" status: 200 len: 217 time: 0.0676110 Oct 04 09:21:24.291360 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 36528) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:21:24.301288 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-650bc922-1c40-470e-bc9d-cab9d1cac3ff None None] Attempt 3 to provision port f5f1b932-f24b-41db-9dd4-f2a9e3c7141d Oct 04 09:21:24.343894 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-225a01cb-b06a-4f90-802e-599ace2d5369 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6333c7b5f81d494b82d1f9f49f4f54d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493143 Oct 04 09:21:24.344135 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 36532) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:21:24.348989 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa707ec9-91cb-4763-bfba-8d63e9942d75 req-05ca5dac-52a5-42de-a302-2dd378fa244f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:24.350482 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-aa707ec9-91cb-4763-bfba-8d63e9942d75 req-05ca5dac-52a5-42de-a302-2dd378fa244f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=751eaa40-7b79-4c85-b774-83c8d0c71ef8 HTTP/1.1" status: 200 len: 835 time: 0.0641131 Oct 04 09:21:24.364569 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-650bc922-1c40-470e-bc9d-cab9d1cac3ff None None] Port f5f1b932-f24b-41db-9dd4-f2a9e3c7141d had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 09:21:24.409445 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c360ae3f-587f-47e6-964a-1f2a9c91374d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:24.435371 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa707ec9-91cb-4763-bfba-8d63e9942d75 req-564c58c6-2268-4a16-ac04-9d59430ff09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:24.436056 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c360ae3f-587f-47e6-964a-1f2a9c91374d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:24.436940 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-aa707ec9-91cb-4763-bfba-8d63e9942d75 req-564c58c6-2268-4a16-ac04-9d59430ff09d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a19b85b2-47fa-4467-9007-092e12a063da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810304 Oct 04 09:21:24.490534 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c360ae3f-587f-47e6-964a-1f2a9c91374d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:24.508719 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c360ae3f-587f-47e6-964a-1f2a9c91374d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1913d5db-8118-4ae3-b484-07b17076e4e4,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:21:24.514393 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c360ae3f-587f-47e6-964a-1f2a9c91374d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:24.515350 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-c360ae3f-587f-47e6-964a-1f2a9c91374d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1913d5db-8118-4ae3-b484-07b17076e4e4 HTTP/1.1" status: 204 len: 168 time: 0.1703432 Oct 04 09:21:24.582217 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-aa707ec9-91cb-4763-bfba-8d63e9942d75 req-dd254c04-b37e-4201-97f2-155ba9f1f465 service neutron] 10.222.0.20 "GET /v2.0/networks/a19b85b2-47fa-4467-9007-092e12a063da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383679 Oct 04 09:21:24.609937 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 41299d06-3848-48e0-802e-e07b8e76d017 resource provider aggregate not found Oct 04 09:21:24.635387 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-11b71e32-155a-497c-adb7-b9ab6e9f6b82 req-d30b7079-049f-4d7e-8b26-0b274fe2c9a9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=aef1b118-b890-4c06-9aec-aef6ffa7d642&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0941708 Oct 04 09:21:24.637166 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 41299d06-3848-48e0-802e-e07b8e76d017 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 41299d06-3848-48e0-802e-e07b8e76d017 found for delete ", "request_id": "req-26ea96a4-f5f4-4a6e-b1dd-a9ce6777a0fc"}]} Oct 04 09:21:24.828486 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b71e32-155a-497c-adb7-b9ab6e9f6b82 req-bfac5b48-0170-4556-85a7-2ba27aec5f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:24.830010 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-11b71e32-155a-497c-adb7-b9ab6e9f6b82 req-bfac5b48-0170-4556-85a7-2ba27aec5f36 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78fb12e86c5f40beb578bfb97002b5c9&device_id=aef1b118-b890-4c06-9aec-aef6ffa7d642 HTTP/1.1" status: 200 len: 1099 time: 0.1057138 Oct 04 09:21:24.845590 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-aa707ec9-91cb-4763-bfba-8d63e9942d75 req-7454bdf2-ce51-44b6-8058-e30e85ca538c service neutron] 10.222.0.20 "GET /v2.0/networks/a19b85b2-47fa-4467-9007-092e12a063da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571495 Oct 04 09:21:25.012876 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9192ce3-5544-44bf-9cc4-ce9d33ee5397 req-4d59ee7f-522e-48aa-990e-aacf236eeade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:25.014404 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-a9192ce3-5544-44bf-9cc4-ce9d33ee5397 req-4d59ee7f-522e-48aa-990e-aacf236eeade service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cbd6743a2e0d46fda636aad8413c14c0&device_id=5f442435-120f-4162-a489-77c2f666a4a1 HTTP/1.1" status: 200 len: 1097 time: 0.0838008 Oct 04 09:21:25.083634 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b71e32-155a-497c-adb7-b9ab6e9f6b82 req-9a4d11c6-125d-4022-a9f2-f26e12f051e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:25.085204 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-11b71e32-155a-497c-adb7-b9ab6e9f6b82 req-9a4d11c6-125d-4022-a9f2-f26e12f051e2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e2f61057-efcc-412a-9c83-3b6a02122329 HTTP/1.1" status: 200 len: 898 time: 0.2263987 Oct 04 09:21:25.190613 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-11b71e32-155a-497c-adb7-b9ab6e9f6b82 req-fca73fe1-56bc-4ae9-8593-0e1f6c3860b5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22c378aa-04c6-4cea-84c5-304024c9c5ac HTTP/1.1" status: 200 len: 1002 time: 0.0993805 Oct 04 09:21:25.209693 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9192ce3-5544-44bf-9cc4-ce9d33ee5397 req-4e48e7fe-5363-4ac7-8765-f15c7d5f05ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:25.211138 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-a9192ce3-5544-44bf-9cc4-ce9d33ee5397 req-4e48e7fe-5363-4ac7-8765-f15c7d5f05ac service neutron] 10.222.0.20 "GET /v2.0/networks?id=a19b85b2-47fa-4467-9007-092e12a063da HTTP/1.1" status: 200 len: 898 time: 0.1901922 Oct 04 09:21:25.251911 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b71e32-155a-497c-adb7-b9ab6e9f6b82 req-973c0c5a-e453-4f83-8b77-1acee7c6a785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:25.253375 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-11b71e32-155a-497c-adb7-b9ab6e9f6b82 req-973c0c5a-e453-4f83-8b77-1acee7c6a785 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bebac2f8-ba47-403e-bdf3-1acdba0e4f5a HTTP/1.1" status: 200 len: 834 time: 0.0571027 Oct 04 09:21:25.285726 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-a9192ce3-5544-44bf-9cc4-ce9d33ee5397 req-53c2d9d4-6891-4200-a3e8-2e19b3b799ed service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5f1b932-f24b-41db-9dd4-f2a9e3c7141d HTTP/1.1" status: 200 len: 217 time: 0.0685010 Oct 04 09:21:25.293229 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c77d0-9b62-4c86-89e8-e138c33c75f4 req-5dd1d1da-dac1-4d1e-a013-0d5bd440fa2f tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:25.294619 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-c86c77d0-9b62-4c86-89e8-e138c33c75f4 req-5dd1d1da-dac1-4d1e-a013-0d5bd440fa2f tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f442435-120f-4162-a489-77c2f666a4a1 HTTP/1.1" status: 200 len: 944 time: 0.1916151 Oct 04 09:21:25.338523 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b71e32-155a-497c-adb7-b9ab6e9f6b82 req-9a7aac2d-d3e2-4f15-8c5c-2e7f1a7cf14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:25.340645 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-11b71e32-155a-497c-adb7-b9ab6e9f6b82 req-9a7aac2d-d3e2-4f15-8c5c-2e7f1a7cf14f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e2f61057-efcc-412a-9c83-3b6a02122329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814681 Oct 04 09:21:25.381389 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9192ce3-5544-44bf-9cc4-ce9d33ee5397 req-8bb6f867-c00b-40a3-a47f-6b6bce02448a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:25.382830 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-a9192ce3-5544-44bf-9cc4-ce9d33ee5397 req-8bb6f867-c00b-40a3-a47f-6b6bce02448a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=751eaa40-7b79-4c85-b774-83c8d0c71ef8 HTTP/1.1" status: 200 len: 835 time: 0.0873828 Oct 04 09:21:25.386277 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-c86c77d0-9b62-4c86-89e8-e138c33c75f4 req-5e902a47-f135-403b-956d-a3c0dd575a7c tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbcb0ec7-ec30-4d81-9bfc-77f52541370a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610950 Oct 04 09:21:25.466973 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9192ce3-5544-44bf-9cc4-ce9d33ee5397 req-2e0cb52c-90d0-46f6-979a-34cad662a579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:25.468389 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-a9192ce3-5544-44bf-9cc4-ce9d33ee5397 req-2e0cb52c-90d0-46f6-979a-34cad662a579 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a19b85b2-47fa-4467-9007-092e12a063da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801868 Oct 04 09:21:25.473353 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-11b71e32-155a-497c-adb7-b9ab6e9f6b82 req-42520c35-986b-4aa9-9d0e-c39e6a764eaf service neutron] 10.222.0.20 "GET /v2.0/networks/e2f61057-efcc-412a-9c83-3b6a02122329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262932 Oct 04 09:21:25.612236 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-a9192ce3-5544-44bf-9cc4-ce9d33ee5397 req-e68b0b53-4865-4620-867c-d0a09ea7f488 service neutron] 10.222.0.20 "GET /v2.0/networks/a19b85b2-47fa-4467-9007-092e12a063da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268756 Oct 04 09:21:25.612865 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-11b71e32-155a-497c-adb7-b9ab6e9f6b82 req-1e8afa8e-19d2-4278-99fe-80710e4605ea service neutron] 10.222.0.20 "GET /v2.0/networks/e2f61057-efcc-412a-9c83-3b6a02122329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268334 Oct 04 09:21:25.757631 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-a9192ce3-5544-44bf-9cc4-ce9d33ee5397 req-8333d7d3-6616-4c7c-9ee3-f0474df82c7b service neutron] 10.222.0.20 "GET /v2.0/networks/a19b85b2-47fa-4467-9007-092e12a063da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237786 Oct 04 09:21:26.589568 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9347ecda-61b4-4491-9ec2-40ac9b23966e req-4ee0693b-7b22-411b-b798-2f7dccf9b183 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:26.591067 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9347ecda-61b4-4491-9ec2-40ac9b23966e req-4ee0693b-7b22-411b-b798-2f7dccf9b183 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f442435-120f-4162-a489-77c2f666a4a1 HTTP/1.1" status: 200 len: 944 time: 0.0927510 Oct 04 09:21:26.635381 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9347ecda-61b4-4491-9ec2-40ac9b23966e req-ce688b66-4424-4715-9854-087cbf1e98f0 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbcb0ec7-ec30-4d81-9bfc-77f52541370a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382683 Oct 04 09:21:27.556844 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-03ce89cf-b2a7-4bb9-aaf2-a5bdb06e851c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:27.832173 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e0d9ad-6af9-4a46-afc7-6ad0014c7e00 req-19d91ce9-4d72-4ffd-aa3b-f25c58cc1961 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:27.833566 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-36e0d9ad-6af9-4a46-afc7-6ad0014c7e00 req-19d91ce9-4d72-4ffd-aa3b-f25c58cc1961 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f442435-120f-4162-a489-77c2f666a4a1 HTTP/1.1" status: 200 len: 944 time: 0.0851874 Oct 04 09:21:27.879886 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-36e0d9ad-6af9-4a46-afc7-6ad0014c7e00 req-b5b69c4f-390c-4474-82c8-6d9a822ab2bf tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbcb0ec7-ec30-4d81-9bfc-77f52541370a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401649 Oct 04 09:21:28.326070 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device f5f1b932-f24b-41db-9dd4-f2a9e3c7141d details requested by agent hyperv_hv-neutron-8602 with host hv-neutron-8602 {{(pid=89034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 04 09:21:28.455136 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port f5f1b932-f24b-41db-9dd4-f2a9e3c7141d, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=f5f1b932-f24b-41db-9dd4-f2a9e3c7141d,segment=NetworkSegment(6093c376-bcd9-4a6b-b143-842445a8c889),segment_id=6093c376-bcd9-4a6b-b143-842445a8c889)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:21:28.467591 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Returning: {'device': 'f5f1b932-f24b-41db-9dd4-f2a9e3c7141d', 'network_id': 'a19b85b2-47fa-4467-9007-092e12a063da', 'port_id': 'f5f1b932-f24b-41db-9dd4-f2a9e3c7141d', 'mac_address': 'fa:16:3e:c9:64:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '751eaa40-7b79-4c85-b774-83c8d0c71ef8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 04 09:21:28.524140 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port f5f1b932-f24b-41db-9dd4-f2a9e3c7141d is: DOWN; New status is: BUILD {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:21:28.524549 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:28.540477 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5f1b932-f24b-41db-9dd4-f2a9e3c7141d {{(pid=89034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:21:28.556069 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port f5f1b932-f24b-41db-9dd4-f2a9e3c7141d, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=f5f1b932-f24b-41db-9dd4-f2a9e3c7141d,segment=NetworkSegment(6093c376-bcd9-4a6b-b143-842445a8c889),segment_id=6093c376-bcd9-4a6b-b143-842445a8c889)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:21:28.560551 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:28.628296 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=f5f1b932-f24b-41db-9dd4-f2a9e3c7141d,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:21:28.941886 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['f5f1b932-f24b-41db-9dd4-f2a9e3c7141d'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 09:21:29.225656 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fcd69e-4d4e-4502-baed-adef75d2fc5a req-bfb431ac-b0f3-485a-aa0c-d6bd9a246432 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:29.227139 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-56fcd69e-4d4e-4502-baed-adef75d2fc5a req-bfb431ac-b0f3-485a-aa0c-d6bd9a246432 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f442435-120f-4162-a489-77c2f666a4a1 HTTP/1.1" status: 200 len: 945 time: 0.0886309 Oct 04 09:21:29.270953 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-56fcd69e-4d4e-4502-baed-adef75d2fc5a req-944c9ebc-e602-48d1-86fc-86f38012c5ab tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbcb0ec7-ec30-4d81-9bfc-77f52541370a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379741 Oct 04 09:21:30.222774 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c608ec9b-ab55-4aa9-9024-161d6fd197bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:30.345033 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device f5f1b932-f24b-41db-9dd4-f2a9e3c7141d up at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:21:30.417166 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning for port f5f1b932-f24b-41db-9dd4-f2a9e3c7141d completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:21:30.421747 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning complete for port f5f1b932-f24b-41db-9dd4-f2a9e3c7141d triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:21:30.422119 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:30.422452 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Attempt 1 to provision port f5f1b932-f24b-41db-9dd4-f2a9e3c7141d Oct 04 09:21:30.469543 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927c13a-0324-4da8-8cce-72966676b059 req-ce8891cf-af8d-433f-b226-27fdd578a93c tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:30.470996 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-2927c13a-0324-4da8-8cce-72966676b059 req-ce8891cf-af8d-433f-b226-27fdd578a93c tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f442435-120f-4162-a489-77c2f666a4a1 HTTP/1.1" status: 200 len: 945 time: 0.0870662 Oct 04 09:21:30.515263 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-2927c13a-0324-4da8-8cce-72966676b059 req-05bc47d4-d0a3-4d46-b817-44446fc5c7b5 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbcb0ec7-ec30-4d81-9bfc-77f52541370a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384650 Oct 04 09:21:30.540129 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port f5f1b932-f24b-41db-9dd4-f2a9e3c7141d is: BUILD; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:21:30.540545 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:30.567190 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f442435-120f-4162-a489-77c2f666a4a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5f1b932-f24b-41db-9dd4-f2a9e3c7141d'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:21:30.569484 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aef738b946a3ea172e8e75fc735451da1d91f114ea1acc5fcf392e20a929bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75df12f8-7e4b-4fc3-9fb2-11ba75909c70" -d '{"events": [{"server_uuid": "5f442435-120f-4162-a489-77c2f666a4a1", "name": "network-vif-plugged", "status": "completed", "tag": "f5f1b932-f24b-41db-9dd4-f2a9e3c7141d"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:21:30.577044 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port f5f1b932-f24b-41db-9dd4-f2a9e3c7141d, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=f5f1b932-f24b-41db-9dd4-f2a9e3c7141d,segment=NetworkSegment(6093c376-bcd9-4a6b-b143-842445a8c889),segment_id=6093c376-bcd9-4a6b-b143-842445a8c889)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:21:30.581695 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:30.615821 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ea4821-3421-4e39-b255-e4b473411fbe x-openstack-request-id: req-75ea4821-3421-4e39-b255-e4b473411fbe {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:21:30.616138 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f442435-120f-4162-a489-77c2f666a4a1", "name": "network-vif-plugged", "status": "completed", "tag": "f5f1b932-f24b-41db-9dd4-f2a9e3c7141d", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:21:30.616392 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-75ea4821-3421-4e39-b255-e4b473411fbe {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:21:30.616788 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75ea4821-3421-4e39-b255-e4b473411fbe'] response: {'server_uuid': '5f442435-120f-4162-a489-77c2f666a4a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5f1b932-f24b-41db-9dd4-f2a9e3c7141d', 'code': 200} Oct 04 09:21:30.674744 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:30.675413 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=f5f1b932-f24b-41db-9dd4-f2a9e3c7141d,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:21:30.717935 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:30.905162 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376275bd-5828-48ba-91d6-066dbe1c3c8d req-4ed316bc-04ea-4c68-917c-03bcf8f13ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:30.906524 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-376275bd-5828-48ba-91d6-066dbe1c3c8d req-4ed316bc-04ea-4c68-917c-03bcf8f13ab1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5f442435-120f-4162-a489-77c2f666a4a1 HTTP/1.1" status: 200 len: 1099 time: 0.0799878 Oct 04 09:21:30.946474 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-376275bd-5828-48ba-91d6-066dbe1c3c8d req-287563d4-1f08-4c22-affa-624f05eef214 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bbcb0ec7-ec30-4d81-9bfc-77f52541370a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336523 Oct 04 09:21:31.710462 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbfd5cf-2fbb-4a08-b929-29cc8ea415f5 req-5ddb9364-b36e-42e7-9195-5d23320453b4 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:31.711928 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-5cbfd5cf-2fbb-4a08-b929-29cc8ea415f5 req-5ddb9364-b36e-42e7-9195-5d23320453b4 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f442435-120f-4162-a489-77c2f666a4a1 HTTP/1.1" status: 200 len: 946 time: 0.0866122 Oct 04 09:21:31.758556 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-5cbfd5cf-2fbb-4a08-b929-29cc8ea415f5 req-5deb2b1a-ba98-4b1b-8b14-1b9e5e7b5bed tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbcb0ec7-ec30-4d81-9bfc-77f52541370a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409081 Oct 04 09:21:32.201933 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:32.952691 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90398a8e-76c2-4898-8925-c75ae673341a req-4baaf0b2-1b20-4936-ac06-0a0fd6b91093 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:32.954155 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-90398a8e-76c2-4898-8925-c75ae673341a req-4baaf0b2-1b20-4936-ac06-0a0fd6b91093 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f442435-120f-4162-a489-77c2f666a4a1 HTTP/1.1" status: 200 len: 946 time: 0.0860162 Oct 04 09:21:33.000463 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-90398a8e-76c2-4898-8925-c75ae673341a req-3fcee015-94d5-470b-9b07-202d094f8d84 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbcb0ec7-ec30-4d81-9bfc-77f52541370a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405927 Oct 04 09:21:33.191063 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c413c3c9-7188-4d40-859d-08838cba175f req-34b5cab9-3472-4870-a4c4-b0d12ea250b7 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:33.192532 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-c413c3c9-7188-4d40-859d-08838cba175f req-34b5cab9-3472-4870-a4c4-b0d12ea250b7 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f442435-120f-4162-a489-77c2f666a4a1 HTTP/1.1" status: 200 len: 946 time: 0.0854135 Oct 04 09:21:33.235798 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-c413c3c9-7188-4d40-859d-08838cba175f req-b65b657d-a67c-4f27-bf38-3b83b7075fbb tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbcb0ec7-ec30-4d81-9bfc-77f52541370a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376248 Oct 04 09:21:33.264297 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 36562) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:21:33.341496 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7feacd5f-b8ef-49a2-a455-7aa1f2d7cb21 tempest-TestNetworkAdvancedServerOps-2041080052 tempest-TestNetworkAdvancedServerOps-2041080052-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:33.342962 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-7feacd5f-b8ef-49a2-a455-7aa1f2d7cb21 tempest-TestNetworkAdvancedServerOps-2041080052 tempest-TestNetworkAdvancedServerOps-2041080052-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5f442435-120f-4162-a489-77c2f666a4a1 HTTP/1.1" status: 200 len: 1094 time: 0.0777314 Oct 04 09:21:33.345845 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 36566) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:21:33.350546 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-a7f0ab5f-c992-4ee6-b0bc-3ecb36e13e89 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Request body: {'floatingip': {'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'port_id': 'f5f1b932-f24b-41db-9dd4-f2a9e3c7141d', 'tenant_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:21:33.356196 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-a7f0ab5f-c992-4ee6-b0bc-3ecb36e13e89 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:21:33.359981 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a7f0ab5f-c992-4ee6-b0bc-3ecb36e13e89 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Usage tracker for resource:floatingip and tenant:cbd6743a2e0d46fda636aad8413c14c0 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:21:33.362750 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a7f0ab5f-c992-4ee6-b0bc-3ecb36e13e89 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:21:33.368379 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-a7f0ab5f-c992-4ee6-b0bc-3ecb36e13e89 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:21:33.379498 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a7f0ab5f-c992-4ee6-b0bc-3ecb36e13e89 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks [] for floatingip, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:33.613366 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a7f0ab5f-c992-4ee6-b0bc-3ecb36e13e89 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:33.744819 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-a7f0ab5f-c992-4ee6-b0bc-3ecb36e13e89 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Allocated IP 172.26.10.215 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/ae831567-5e5c-4418-bf37-93482160cb26) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:21:33.888545 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a7f0ab5f-c992-4ee6-b0bc-3ecb36e13e89 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:33.915672 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a7f0ab5f-c992-4ee6-b0bc-3ecb36e13e89 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:33.980750 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f0ab5f-c992-4ee6-b0bc-3ecb36e13e89 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:21:33.983428 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-a7f0ab5f-c992-4ee6-b0bc-3ecb36e13e89 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:21:33.986025 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f0ab5f-c992-4ee6-b0bc-3ecb36e13e89 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:21:34.028655 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f0ab5f-c992-4ee6-b0bc-3ecb36e13e89 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Pushing event updated for resources: {'Port': ['ID=ae831567-5e5c-4418-bf37-93482160cb26,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:21:34.393206 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a7f0ab5f-c992-4ee6-b0bc-3ecb36e13e89 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:34.465038 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a7f0ab5f-c992-4ee6-b0bc-3ecb36e13e89 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:34.673458 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a7f0ab5f-c992-4ee6-b0bc-3ecb36e13e89 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:34.677847 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a7f0ab5f-c992-4ee6-b0bc-3ecb36e13e89 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:34.786706 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a7f0ab5f-c992-4ee6-b0bc-3ecb36e13e89 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:34.833373 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f0ab5f-c992-4ee6-b0bc-3ecb36e13e89 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Pushing event updated for resources: {'Port': ['ID=ae831567-5e5c-4418-bf37-93482160cb26,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:21:34.959357 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.l3_db [None req-a7f0ab5f-c992-4ee6-b0bc-3ecb36e13e89 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Floating IP 84e23118-485f-4adf-b49b-257f79b0274e associated. External IP: 172.26.10.215, port: f5f1b932-f24b-41db-9dd4-f2a9e3c7141d. Oct 04 09:21:35.408234 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7f0ab5f-c992-4ee6-b0bc-3ecb36e13e89 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Router 61c41edf-94de-4c8d-a3dc-4b0e905864c9 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:21:35.586688 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f0ab5f-c992-4ee6-b0bc-3ecb36e13e89 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:21:35.596402 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f7de82-ba94-4826-918e-0bba9f5c1040 None None] Sync routers for ids ['61c41edf-94de-4c8d-a3dc-4b0e905864c9'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:21:35.605694 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f7de82-ba94-4826-918e-0bba9f5c1040 None None] Routers {'61c41edf-94de-4c8d-a3dc-4b0e905864c9'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:21:35.606298 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-c6f7de82-ba94-4826-918e-0bba9f5c1040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:21:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['61c41edf-94de-4c8d-a3dc-4b0e905864c9'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:21:35.610300 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a7f0ab5f-c992-4ee6-b0bc-3ecb36e13e89 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:35.666330 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a7f0ab5f-c992-4ee6-b0bc-3ecb36e13e89 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 998 time: 2.3194108 Oct 04 09:21:35.666832 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f442435-120f-4162-a489-77c2f666a4a1', 'tag': 'f5f1b932-f24b-41db-9dd4-f2a9e3c7141d'}] {{(pid=89033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:21:35.669134 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e417ebe64424eb0358633e416672821aae4ea22acc2211bb28d37655142b7e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5964955-d682-42ce-b358-e344d8df8d63" -d '{"events": [{"name": "network-changed", "server_uuid": "5f442435-120f-4162-a489-77c2f666a4a1", "tag": "f5f1b932-f24b-41db-9dd4-f2a9e3c7141d"}]}' {{(pid=89033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:21:35.711846 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059cfc1f-3832-453c-ac2b-ce86d6cb2dac x-openstack-request-id: req-059cfc1f-3832-453c-ac2b-ce86d6cb2dac {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:21:35.712136 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f442435-120f-4162-a489-77c2f666a4a1", "tag": "f5f1b932-f24b-41db-9dd4-f2a9e3c7141d", "status": "completed", "code": 200}]} {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:21:35.712406 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-059cfc1f-3832-453c-ac2b-ce86d6cb2dac {{(pid=89033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:21:35.713094 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-059cfc1f-3832-453c-ac2b-ce86d6cb2dac'] response: {'name': 'network-changed', 'server_uuid': '5f442435-120f-4162-a489-77c2f666a4a1', 'tag': 'f5f1b932-f24b-41db-9dd4-f2a9e3c7141d', 'status': 'completed', 'code': 200} Oct 04 09:21:35.796011 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-c6f7de82-ba94-4826-918e-0bba9f5c1040 None None] Set router 61c41edf-94de-4c8d-a3dc-4b0e905864c9 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:21:35.846826 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28a5fd-d8de-47ad-a76c-58e4da0281bc req-70768621-9357-44e8-bc10-e1b9c6bb271e tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:35.847498 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5964955-d682-42ce-b358-e344d8df8d63 req-58391854-ed2a-4de7-afed-9d06133e8497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:35.848319 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6b28a5fd-d8de-47ad-a76c-58e4da0281bc req-70768621-9357-44e8-bc10-e1b9c6bb271e tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f442435-120f-4162-a489-77c2f666a4a1 HTTP/1.1" status: 200 len: 946 time: 0.0914540 Oct 04 09:21:35.848642 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-b5964955-d682-42ce-b358-e344d8df8d63 req-58391854-ed2a-4de7-afed-9d06133e8497 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cbd6743a2e0d46fda636aad8413c14c0&device_id=5f442435-120f-4162-a489-77c2f666a4a1 HTTP/1.1" status: 200 len: 1099 time: 0.0873425 Oct 04 09:21:35.893883 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6b28a5fd-d8de-47ad-a76c-58e4da0281bc req-8af8bcfa-a6dc-4dd0-9b2c-8feacaa9e545 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbcb0ec7-ec30-4d81-9bfc-77f52541370a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386832 Oct 04 09:21:35.924119 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 36574) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:21:35.983829 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5964955-d682-42ce-b358-e344d8df8d63 req-49bcbcdb-6f9f-4020-9fec-9c791bbf719f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:35.985324 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-b5964955-d682-42ce-b358-e344d8df8d63 req-49bcbcdb-6f9f-4020-9fec-9c791bbf719f service neutron] 10.222.0.20 "GET /v2.0/networks?id=a19b85b2-47fa-4467-9007-092e12a063da HTTP/1.1" status: 200 len: 898 time: 0.1299074 Oct 04 09:21:36.033637 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-99006a9a-5f34-4b22-851c-deee9cf045ad tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/floatingips/84e23118-485f-4adf-b49b-257f79b0274e HTTP/1.1" status: 200 len: 993 time: 0.1070728 Oct 04 09:21:36.088644 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-b5964955-d682-42ce-b358-e344d8df8d63 req-89a1e7f9-1014-4704-bc72-92b73d982279 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5f1b932-f24b-41db-9dd4-f2a9e3c7141d HTTP/1.1" status: 200 len: 1001 time: 0.0961761 Oct 04 09:21:36.138910 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-c6f7de82-ba94-4826-918e-0bba9f5c1040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c41edf-94de-4c8d-a3dc-4b0e905864c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1565992729', 'tenant_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86'}], 'enable_snat': True}, 'gw_port_id': 'bcbba68f-bc5e-4bf3-a3b5-a54e3dc4d6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:21:05Z', 'updated_at': '2022-10-04T09:21:13Z', 'revision_number': 4, 'project_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'gw_port': {'id': 'bcbba68f-bc5e-4bf3-a3b5-a54e3dc4d6d7', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:18:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c41edf-94de-4c8d-a3dc-4b0e905864c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:21:06Z', 'updated_at': '2022-10-04T09:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': '84e23118-485f-4adf-b49b-257f79b0274e', 'tenant_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'floating_ip_address': '172.26.10.215', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '61c41edf-94de-4c8d-a3dc-4b0e905864c9', 'port_id': 'f5f1b932-f24b-41db-9dd4-f2a9e3c7141d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a19b85b2-47fa-4467-9007-092e12a063da', 'mac_address': 'fa:16:3e:c9:64:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f442435-120f-4162-a489-77c2f666a4a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:21:34Z', 'updated_at': '2022-10-04T09:21:34Z', 'revision_number': 0, 'project_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5d48fe7-3df5-4e48-8d1f-6374cc4e49bd', 'name': '', 'network_id': 'a19b85b2-47fa-4467-9007-092e12a063da', 'tenant_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'mac_address': 'fa:16:3e:88:cb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c41edf-94de-4c8d-a3dc-4b0e905864c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '751eaa40-7b79-4c85-b774-83c8d0c71ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:21:11Z', 'updated_at': '2022-10-04T09:21:19Z', 'revision_number': 5, 'project_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'subnets': [{'id': '751eaa40-7b79-4c85-b774-83c8d0c71ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:21:36.142570 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f7de82-ba94-4826-918e-0bba9f5c1040 None None] Checking router: 61c41edf-94de-4c8d-a3dc-4b0e905864c9 for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:21:36.149729 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5964955-d682-42ce-b358-e344d8df8d63 req-b2f516c2-42ef-452a-881b-d0728e4256a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:36.150585 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f7de82-ba94-4826-918e-0bba9f5c1040 None None] Routers {'61c41edf-94de-4c8d-a3dc-4b0e905864c9'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:21:36.151279 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-b5964955-d682-42ce-b358-e344d8df8d63 req-b2f516c2-42ef-452a-881b-d0728e4256a1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=751eaa40-7b79-4c85-b774-83c8d0c71ef8 HTTP/1.1" status: 200 len: 835 time: 0.0560462 Oct 04 09:21:36.151411 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-c6f7de82-ba94-4826-918e-0bba9f5c1040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:21:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['61c41edf-94de-4c8d-a3dc-4b0e905864c9'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:21:36.238556 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5964955-d682-42ce-b358-e344d8df8d63 req-1e3ac5bd-cea2-4273-a6f5-6fe08c9c7e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:21:36.240021 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-b5964955-d682-42ce-b358-e344d8df8d63 req-1e3ac5bd-cea2-4273-a6f5-6fe08c9c7e16 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a19b85b2-47fa-4467-9007-092e12a063da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807137 Oct 04 09:21:36.326370 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-c6f7de82-ba94-4826-918e-0bba9f5c1040 None None] Set router 61c41edf-94de-4c8d-a3dc-4b0e905864c9 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:21:36.374452 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-b5964955-d682-42ce-b358-e344d8df8d63 req-849e1f62-fa28-4c59-a6d9-e7ffff3762ec service neutron] 10.222.0.20 "GET /v2.0/networks/a19b85b2-47fa-4467-9007-092e12a063da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267505 Oct 04 09:21:36.506029 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-b5964955-d682-42ce-b358-e344d8df8d63 req-fca8b001-be1e-47a4-9a9e-ba7d5c643d43 service neutron] 10.222.0.20 "GET /v2.0/networks/a19b85b2-47fa-4467-9007-092e12a063da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250458 Oct 04 09:21:36.666007 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-c6f7de82-ba94-4826-918e-0bba9f5c1040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c41edf-94de-4c8d-a3dc-4b0e905864c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1565992729', 'tenant_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86'}], 'enable_snat': True}, 'gw_port_id': 'bcbba68f-bc5e-4bf3-a3b5-a54e3dc4d6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:21:05Z', 'updated_at': '2022-10-04T09:21:13Z', 'revision_number': 4, 'project_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'gw_port': {'id': 'bcbba68f-bc5e-4bf3-a3b5-a54e3dc4d6d7', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:18:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c41edf-94de-4c8d-a3dc-4b0e905864c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:21:06Z', 'updated_at': '2022-10-04T09:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': '84e23118-485f-4adf-b49b-257f79b0274e', 'tenant_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'floating_ip_address': '172.26.10.215', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '61c41edf-94de-4c8d-a3dc-4b0e905864c9', 'port_id': 'f5f1b932-f24b-41db-9dd4-f2a9e3c7141d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a19b85b2-47fa-4467-9007-092e12a063da', 'mac_address': 'fa:16:3e:c9:64:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f442435-120f-4162-a489-77c2f666a4a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:21:34Z', 'updated_at': '2022-10-04T09:21:34Z', 'revision_number': 0, 'project_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5d48fe7-3df5-4e48-8d1f-6374cc4e49bd', 'name': '', 'network_id': 'a19b85b2-47fa-4467-9007-092e12a063da', 'tenant_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'mac_address': 'fa:16:3e:88:cb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c41edf-94de-4c8d-a3dc-4b0e905864c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '751eaa40-7b79-4c85-b774-83c8d0c71ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:21:11Z', 'updated_at': '2022-10-04T09:21:19Z', 'revision_number': 5, 'project_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'subnets': [{'id': '751eaa40-7b79-4c85-b774-83c8d0c71ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:21:36.670370 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f7de82-ba94-4826-918e-0bba9f5c1040 None None] The sync data for ids ['61c41edf-94de-4c8d-a3dc-4b0e905864c9'] in dv-neutron-860215-1-hyperv is: [{'id': '61c41edf-94de-4c8d-a3dc-4b0e905864c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1565992729', 'tenant_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86'}], 'enable_snat': True}, 'gw_port_id': 'bcbba68f-bc5e-4bf3-a3b5-a54e3dc4d6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:21:05Z', 'updated_at': '2022-10-04T09:21:13Z', 'revision_number': 4, 'project_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'gw_port': {'id': 'bcbba68f-bc5e-4bf3-a3b5-a54e3dc4d6d7', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:18:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c41edf-94de-4c8d-a3dc-4b0e905864c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:21:06Z', 'updated_at': '2022-10-04T09:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': '84e23118-485f-4adf-b49b-257f79b0274e', 'tenant_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'floating_ip_address': '172.26.10.215', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '61c41edf-94de-4c8d-a3dc-4b0e905864c9', 'port_id': 'f5f1b932-f24b-41db-9dd4-f2a9e3c7141d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a19b85b2-47fa-4467-9007-092e12a063da', 'mac_address': 'fa:16:3e:c9:64:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f442435-120f-4162-a489-77c2f666a4a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:21:34Z', 'updated_at': '2022-10-04T09:21:34Z', 'revision_number': 0, 'project_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5d48fe7-3df5-4e48-8d1f-6374cc4e49bd', 'name': '', 'network_id': 'a19b85b2-47fa-4467-9007-092e12a063da', 'tenant_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'mac_address': 'fa:16:3e:88:cb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c41edf-94de-4c8d-a3dc-4b0e905864c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '751eaa40-7b79-4c85-b774-83c8d0c71ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:21:11Z', 'updated_at': '2022-10-04T09:21:19Z', 'revision_number': 5, 'project_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'subnets': [{'id': '751eaa40-7b79-4c85-b774-83c8d0c71ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:21:36.859502 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253fd6d6-111d-441e-98da-88ad7747d39c None None] New status for floating IP 84e23118-485f-4adf-b49b-257f79b0274e: ACTIVE {{(pid=89034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 09:21:37.036542 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 36578) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:21:37.143804 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-bb0cc72a-ad35-40cf-90d5-6502a6764902 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/floatingips/84e23118-485f-4adf-b49b-257f79b0274e HTTP/1.1" status: 200 len: 993 time: 0.1056824 Oct 04 09:21:38.147616 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 36582) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:21:38.250942 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-20b56b85-7e42-4b2b-8b35-3bb6e4ad5fbf tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/floatingips/84e23118-485f-4adf-b49b-257f79b0274e HTTP/1.1" status: 200 len: 995 time: 0.1021862 Oct 04 09:21:40.720943 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:21:41.098590 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:21:57.558878 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-627dad8c-564c-43b8-b56b-6fcef7f67eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:22:00.223847 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-6e38d766-cbff-462c-a48a-0bbd9133d6e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:22:00.663710 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:22:00.719746 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:22:02.205880 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:22:11.114114 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:22:17.720032 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:22:24.743591 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-fffb7bcd-4933-43de-9062-61f623b3e60b req-4312c9fa-9f4f-42ee-bd0c-1af4c5d61d61 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=aef1b118-b890-4c06-9aec-aef6ffa7d642&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2258677 Oct 04 09:22:24.906284 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb7bcd-4933-43de-9062-61f623b3e60b req-f101da7f-165f-4724-a8b9-87bb2ec50606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:22:24.907726 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-fffb7bcd-4933-43de-9062-61f623b3e60b req-f101da7f-165f-4724-a8b9-87bb2ec50606 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78fb12e86c5f40beb578bfb97002b5c9&device_id=aef1b118-b890-4c06-9aec-aef6ffa7d642 HTTP/1.1" status: 200 len: 1099 time: 0.0801840 Oct 04 09:22:25.048679 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb7bcd-4933-43de-9062-61f623b3e60b req-63466f6b-9fdf-4a31-979a-2d44afb6311b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:22:25.050066 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-fffb7bcd-4933-43de-9062-61f623b3e60b req-63466f6b-9fdf-4a31-979a-2d44afb6311b service neutron] 10.222.0.20 "GET /v2.0/networks?id=e2f61057-efcc-412a-9c83-3b6a02122329 HTTP/1.1" status: 200 len: 898 time: 0.1232767 Oct 04 09:22:25.252705 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-fffb7bcd-4933-43de-9062-61f623b3e60b req-90e2b09a-bee7-4ac8-914e-9e607855e4dd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22c378aa-04c6-4cea-84c5-304024c9c5ac HTTP/1.1" status: 200 len: 1002 time: 0.1951921 Oct 04 09:22:25.315055 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb7bcd-4933-43de-9062-61f623b3e60b req-26a026f8-d3a4-4448-8c2c-8ef9b2fd0d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:22:25.316530 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-fffb7bcd-4933-43de-9062-61f623b3e60b req-26a026f8-d3a4-4448-8c2c-8ef9b2fd0d4e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bebac2f8-ba47-403e-bdf3-1acdba0e4f5a HTTP/1.1" status: 200 len: 834 time: 0.0580134 Oct 04 09:22:25.396673 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb7bcd-4933-43de-9062-61f623b3e60b req-e103cbce-881a-41be-b83d-d5d7d645dc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:22:25.398150 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-fffb7bcd-4933-43de-9062-61f623b3e60b req-e103cbce-881a-41be-b83d-d5d7d645dc9f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e2f61057-efcc-412a-9c83-3b6a02122329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759013 Oct 04 09:22:25.407966 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [req-fffb7bcd-4933-43de-9062-61f623b3e60b req-4867eb0f-41d9-473a-9ed7-f1f99be46952 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=89033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:22:25.408906 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-fffb7bcd-4933-43de-9062-61f623b3e60b req-4867eb0f-41d9-473a-9ed7-f1f99be46952 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047555 Oct 04 09:22:25.539811 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-fffb7bcd-4933-43de-9062-61f623b3e60b req-38ac9e75-b43c-4c43-b805-521ece25c737 service neutron] 10.222.0.20 "GET /v2.0/networks/e2f61057-efcc-412a-9c83-3b6a02122329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249213 Oct 04 09:22:25.669051 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-fffb7bcd-4933-43de-9062-61f623b3e60b req-bc10bad0-eff5-408f-b537-65fc3a57a338 service neutron] 10.222.0.20 "GET /v2.0/networks/e2f61057-efcc-412a-9c83-3b6a02122329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226633 Oct 04 09:22:27.560824 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-1e87754e-9ae4-4688-b6c1-972976f1cb66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:22:30.224179 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-df58eb4a-7732-4e76-b8e9-76adafcdf692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:22:30.665195 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:22:30.722158 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:22:32.146462 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 36618) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:22:32.209251 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:22:32.229412 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2c4e64-be33-409d-873b-97316a79284e tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:22:32.229997 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2c4e64-be33-409d-873b-97316a79284e tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:22:32.230468 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2c4e64-be33-409d-873b-97316a79284e tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:22:32.232120 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-fa2c4e64-be33-409d-873b-97316a79284e tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/ports?project_id=78fb12e86c5f40beb578bfb97002b5c9&network_id=e2f61057-efcc-412a-9c83-3b6a02122329 HTTP/1.1" status: 200 len: 3000 time: 0.0846641 Oct 04 09:22:34.180179 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 36632) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:22:34.240965 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f269659-c536-4351-808a-0aad0ce49df9 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:22:34.242419 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-4f269659-c536-4351-808a-0aad0ce49df9 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=f33938cd-879e-4461-9b5e-aa67b746b6bd HTTP/1.1" status: 200 len: 818 time: 0.0612190 Oct 04 09:22:35.180629 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 36640) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:22:35.185964 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-8f768e2a-39bc-4f5b-b88a-5f0654a8ca6c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:22:35.377895 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8f768e2a-39bc-4f5b-b88a-5f0654a8ca6c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for floatingip, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:22:35.639643 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8f768e2a-39bc-4f5b-b88a-5f0654a8ca6c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:22:35.643366 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8f768e2a-39bc-4f5b-b88a-5f0654a8ca6c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:22:35.643630 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.l3_db [None req-8f768e2a-39bc-4f5b-b88a-5f0654a8ca6c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Floating IP 4908cd06-b5e5-4a99-9562-cff3cce13976 disassociated. External IP: 172.26.10.24, port: 22c378aa-04c6-4cea-84c5-304024c9c5ac. Oct 04 09:22:35.990049 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f768e2a-39bc-4f5b-b88a-5f0654a8ca6c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Router c0edcb76-0a1e-477b-bd6e-84980f6012e1 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:22:36.165936 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f768e2a-39bc-4f5b-b88a-5f0654a8ca6c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:22:36.170776 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8f768e2a-39bc-4f5b-b88a-5f0654a8ca6c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:22:36.175274 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c6fa6c-252d-492c-b275-1a0578a3b1bd None None] Sync routers for ids ['c0edcb76-0a1e-477b-bd6e-84980f6012e1'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:22:36.184840 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c6fa6c-252d-492c-b275-1a0578a3b1bd None None] Routers {'c0edcb76-0a1e-477b-bd6e-84980f6012e1'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:22:36.185436 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-17c6fa6c-252d-492c-b275-1a0578a3b1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:22:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['c0edcb76-0a1e-477b-bd6e-84980f6012e1'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:22:36.223817 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-8f768e2a-39bc-4f5b-b88a-5f0654a8ca6c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "PUT /v2.0/floatingips/4908cd06-b5e5-4a99-9562-cff3cce13976 HTTP/1.1" status: 200 len: 690 time: 1.0421195 Oct 04 09:22:36.224546 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aef1b118-b890-4c06-9aec-aef6ffa7d642', 'tag': '22c378aa-04c6-4cea-84c5-304024c9c5ac'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:22:36.226640 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 36644) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:22:36.227131 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55524f03-88dc-41fb-92f7-8c89078291e7" -d '{"events": [{"name": "network-changed", "server_uuid": "aef1b118-b890-4c06-9aec-aef6ffa7d642", "tag": "22c378aa-04c6-4cea-84c5-304024c9c5ac"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:22:36.271454 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51d102f-94ea-4017-98e5-40993172ec89 x-openstack-request-id: req-e51d102f-94ea-4017-98e5-40993172ec89 {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:22:36.271756 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aef1b118-b890-4c06-9aec-aef6ffa7d642", "tag": "22c378aa-04c6-4cea-84c5-304024c9c5ac", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:22:36.272033 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e51d102f-94ea-4017-98e5-40993172ec89 {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:22:36.272661 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e51d102f-94ea-4017-98e5-40993172ec89'] response: {'name': 'network-changed', 'server_uuid': 'aef1b118-b890-4c06-9aec-aef6ffa7d642', 'tag': '22c378aa-04c6-4cea-84c5-304024c9c5ac', 'status': 'completed', 'code': 200} Oct 04 09:22:36.319069 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-ea5cb9e2-63b8-4442-a3df-497838c77fff tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/floatingips/4908cd06-b5e5-4a99-9562-cff3cce13976 HTTP/1.1" status: 200 len: 690 time: 0.0911665 Oct 04 09:22:36.360559 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-17c6fa6c-252d-492c-b275-1a0578a3b1bd None None] Set router c0edcb76-0a1e-477b-bd6e-84980f6012e1 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:22:36.397529 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55524f03-88dc-41fb-92f7-8c89078291e7 req-6b7a367f-2e68-4fd9-bbd3-23f11b57c31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:22:36.398995 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-55524f03-88dc-41fb-92f7-8c89078291e7 req-6b7a367f-2e68-4fd9-bbd3-23f11b57c31f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78fb12e86c5f40beb578bfb97002b5c9&device_id=aef1b118-b890-4c06-9aec-aef6ffa7d642 HTTP/1.1" status: 200 len: 1099 time: 0.0834441 Oct 04 09:22:36.529518 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55524f03-88dc-41fb-92f7-8c89078291e7 req-a9ec25a6-88ac-4d7d-9103-ae0881eb5059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:22:36.530890 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-55524f03-88dc-41fb-92f7-8c89078291e7 req-a9ec25a6-88ac-4d7d-9103-ae0881eb5059 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e2f61057-efcc-412a-9c83-3b6a02122329 HTTP/1.1" status: 200 len: 898 time: 0.1262615 Oct 04 09:22:36.598076 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-55524f03-88dc-41fb-92f7-8c89078291e7 req-d9784e9d-9a32-4a7c-9602-6d4729f9e3db service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22c378aa-04c6-4cea-84c5-304024c9c5ac HTTP/1.1" status: 200 len: 217 time: 0.0609360 Oct 04 09:22:36.663342 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55524f03-88dc-41fb-92f7-8c89078291e7 req-648bafb9-2c78-4e44-9877-90d93234e235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:22:36.664846 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-55524f03-88dc-41fb-92f7-8c89078291e7 req-648bafb9-2c78-4e44-9877-90d93234e235 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bebac2f8-ba47-403e-bdf3-1acdba0e4f5a HTTP/1.1" status: 200 len: 834 time: 0.0603721 Oct 04 09:22:36.674388 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-17c6fa6c-252d-492c-b275-1a0578a3b1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0edcb76-0a1e-477b-bd6e-84980f6012e1', 'name': 'tempest-TestNetworkBasicOps-router-1136286379', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.232'}], 'enable_snat': True}, 'gw_port_id': 'e61a0f9c-b670-4f61-9fc7-eb56fd69817d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:20:38Z', 'updated_at': '2022-10-04T09:20:50Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': 'e61a0f9c-b670-4f61-9fc7-eb56fd69817d', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0edcb76-0a1e-477b-bd6e-84980f6012e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:20:39Z', 'updated_at': '2022-10-04T09:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '736b0444-3670-46f3-a033-a6696eb95fd1', 'name': '', 'network_id': 'e2f61057-efcc-412a-9c83-3b6a02122329', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:b4:0d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0edcb76-0a1e-477b-bd6e-84980f6012e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'bebac2f8-ba47-403e-bdf3-1acdba0e4f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:20:47Z', 'updated_at': '2022-10-04T09:20:59Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': 'bebac2f8-ba47-403e-bdf3-1acdba0e4f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:22:36.678156 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c6fa6c-252d-492c-b275-1a0578a3b1bd None None] Checking router: c0edcb76-0a1e-477b-bd6e-84980f6012e1 for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:22:36.686829 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c6fa6c-252d-492c-b275-1a0578a3b1bd None None] Routers {'c0edcb76-0a1e-477b-bd6e-84980f6012e1'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:22:36.687416 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-17c6fa6c-252d-492c-b275-1a0578a3b1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:22:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['c0edcb76-0a1e-477b-bd6e-84980f6012e1'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:22:36.748297 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55524f03-88dc-41fb-92f7-8c89078291e7 req-c87e50a8-4a67-4252-8b0b-e31085ab1651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:22:36.750072 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-55524f03-88dc-41fb-92f7-8c89078291e7 req-c87e50a8-4a67-4252-8b0b-e31085ab1651 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e2f61057-efcc-412a-9c83-3b6a02122329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790505 Oct 04 09:22:36.864553 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-17c6fa6c-252d-492c-b275-1a0578a3b1bd None None] Set router c0edcb76-0a1e-477b-bd6e-84980f6012e1 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:22:36.880140 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-55524f03-88dc-41fb-92f7-8c89078291e7 req-1407acaa-5904-4175-b76e-7114c2426f71 service neutron] 10.222.0.20 "GET /v2.0/networks/e2f61057-efcc-412a-9c83-3b6a02122329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236193 Oct 04 09:22:37.018690 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-55524f03-88dc-41fb-92f7-8c89078291e7 req-e3ba3454-fd66-4487-8773-dcb10a5e75a3 service neutron] 10.222.0.20 "GET /v2.0/networks/e2f61057-efcc-412a-9c83-3b6a02122329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324701 Oct 04 09:22:37.173048 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-17c6fa6c-252d-492c-b275-1a0578a3b1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0edcb76-0a1e-477b-bd6e-84980f6012e1', 'name': 'tempest-TestNetworkBasicOps-router-1136286379', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.232'}], 'enable_snat': True}, 'gw_port_id': 'e61a0f9c-b670-4f61-9fc7-eb56fd69817d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:20:38Z', 'updated_at': '2022-10-04T09:20:50Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': 'e61a0f9c-b670-4f61-9fc7-eb56fd69817d', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0edcb76-0a1e-477b-bd6e-84980f6012e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:20:39Z', 'updated_at': '2022-10-04T09:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '736b0444-3670-46f3-a033-a6696eb95fd1', 'name': '', 'network_id': 'e2f61057-efcc-412a-9c83-3b6a02122329', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:b4:0d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0edcb76-0a1e-477b-bd6e-84980f6012e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'bebac2f8-ba47-403e-bdf3-1acdba0e4f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:20:47Z', 'updated_at': '2022-10-04T09:20:59Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': 'bebac2f8-ba47-403e-bdf3-1acdba0e4f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:22:37.176805 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c6fa6c-252d-492c-b275-1a0578a3b1bd None None] The sync data for ids ['c0edcb76-0a1e-477b-bd6e-84980f6012e1'] in dv-neutron-860215-1-hyperv is: [{'id': 'c0edcb76-0a1e-477b-bd6e-84980f6012e1', 'name': 'tempest-TestNetworkBasicOps-router-1136286379', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.232'}], 'enable_snat': True}, 'gw_port_id': 'e61a0f9c-b670-4f61-9fc7-eb56fd69817d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:20:38Z', 'updated_at': '2022-10-04T09:20:50Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': 'e61a0f9c-b670-4f61-9fc7-eb56fd69817d', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0edcb76-0a1e-477b-bd6e-84980f6012e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:20:39Z', 'updated_at': '2022-10-04T09:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '736b0444-3670-46f3-a033-a6696eb95fd1', 'name': '', 'network_id': 'e2f61057-efcc-412a-9c83-3b6a02122329', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:b4:0d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0edcb76-0a1e-477b-bd6e-84980f6012e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'bebac2f8-ba47-403e-bdf3-1acdba0e4f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:20:47Z', 'updated_at': '2022-10-04T09:20:59Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': 'bebac2f8-ba47-403e-bdf3-1acdba0e4f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:22:37.322191 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 36650) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:22:37.378227 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620c835e-2f1e-4ad9-b786-57ce4e723a7e None None] New status for floating IP 4908cd06-b5e5-4a99-9562-cff3cce13976: DOWN {{(pid=89034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 09:22:37.407746 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-731c20d2-87f9-4fca-a5bb-69267b5bcb44 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/floatingips/4908cd06-b5e5-4a99-9562-cff3cce13976 HTTP/1.1" status: 200 len: 690 time: 0.0844171 Oct 04 09:22:38.411607 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 36654) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:22:38.583158 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-e5d20f45-8406-4892-a33b-048e33ea6bc7 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/floatingips/4908cd06-b5e5-4a99-9562-cff3cce13976 HTTP/1.1" status: 200 len: 688 time: 0.1704223 Oct 04 09:22:39.662623 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 36660) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:22:39.667924 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-d4afb6bc-03ec-4700-97a7-4511f8630e0c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1474757023', 'description': 'tempest-secgroup-smoke-1474757023 description', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:22:39.673904 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-d4afb6bc-03ec-4700-97a7-4511f8630e0c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:22:39.683724 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-d4afb6bc-03ec-4700-97a7-4511f8630e0c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:22:39.693139 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d4afb6bc-03ec-4700-97a7-4511f8630e0c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:22:39.713093 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-d4afb6bc-03ec-4700-97a7-4511f8630e0c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:22:39.717511 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-d4afb6bc-03ec-4700-97a7-4511f8630e0c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:22:39.720375 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-d4afb6bc-03ec-4700-97a7-4511f8630e0c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:22:39.726058 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-d4afb6bc-03ec-4700-97a7-4511f8630e0c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:22:39.796486 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d4afb6bc-03ec-4700-97a7-4511f8630e0c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:22:39.800119 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d4afb6bc-03ec-4700-97a7-4511f8630e0c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:22:39.845085 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4afb6bc-03ec-4700-97a7-4511f8630e0c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3a325b-8e89-4550-ba36-3e373c86f3bd,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:22:39.853369 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4afb6bc-03ec-4700-97a7-4511f8630e0c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:22:39.853650 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4afb6bc-03ec-4700-97a7-4511f8630e0c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:22:39.853985 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4afb6bc-03ec-4700-97a7-4511f8630e0c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:22:39.854314 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4afb6bc-03ec-4700-97a7-4511f8630e0c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:22:39.854662 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4afb6bc-03ec-4700-97a7-4511f8630e0c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:22:39.854996 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4afb6bc-03ec-4700-97a7-4511f8630e0c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:22:39.855318 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4afb6bc-03ec-4700-97a7-4511f8630e0c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:22:39.855650 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4afb6bc-03ec-4700-97a7-4511f8630e0c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:22:39.855959 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4afb6bc-03ec-4700-97a7-4511f8630e0c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:22:39.856277 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4afb6bc-03ec-4700-97a7-4511f8630e0c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:22:39.856619 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4afb6bc-03ec-4700-97a7-4511f8630e0c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:22:39.856953 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4afb6bc-03ec-4700-97a7-4511f8630e0c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:22:39.860235 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d4afb6bc-03ec-4700-97a7-4511f8630e0c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:22:39.864288 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-d4afb6bc-03ec-4700-97a7-4511f8630e0c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1978223 Oct 04 09:22:39.864562 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 36664) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:22:39.869263 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-34eae7ba-7b9e-45f8-810f-75a0245df861 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': 'ed3a325b-8e89-4550-ba36-3e373c86f3bd', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:22:39.875770 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-34eae7ba-7b9e-45f8-810f-75a0245df861 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:22:39.879572 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-34eae7ba-7b9e-45f8-810f-75a0245df861 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:22:39.882388 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-34eae7ba-7b9e-45f8-810f-75a0245df861 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:22:39.888469 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-34eae7ba-7b9e-45f8-810f-75a0245df861 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:22:39.903953 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-34eae7ba-7b9e-45f8-810f-75a0245df861 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:22:39.962236 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-34eae7ba-7b9e-45f8-810f-75a0245df861 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:22:39.965548 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-34eae7ba-7b9e-45f8-810f-75a0245df861 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:22:39.989536 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eae7ba-7b9e-45f8-810f-75a0245df861 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=759f79ca-a911-4a40-8b1a-d851931af0d9,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:22:40.000418 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-34eae7ba-7b9e-45f8-810f-75a0245df861 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:22:40.001646 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-34eae7ba-7b9e-45f8-810f-75a0245df861 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1363227 Oct 04 09:22:40.004566 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 36668) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:22:40.009427 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-b1f015ef-a701-400b-9e82-1f73e6531151 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': 'ed3a325b-8e89-4550-ba36-3e373c86f3bd', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:22:40.015640 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-b1f015ef-a701-400b-9e82-1f73e6531151 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:22:40.019448 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-b1f015ef-a701-400b-9e82-1f73e6531151 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:22:40.022290 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-b1f015ef-a701-400b-9e82-1f73e6531151 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:22:40.027902 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-b1f015ef-a701-400b-9e82-1f73e6531151 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:22:40.044047 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b1f015ef-a701-400b-9e82-1f73e6531151 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:22:40.103586 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b1f015ef-a701-400b-9e82-1f73e6531151 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:22:40.107678 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b1f015ef-a701-400b-9e82-1f73e6531151 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:22:40.130617 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f015ef-a701-400b-9e82-1f73e6531151 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c81b3eb4-8906-45e6-8081-e1b6f6438b16,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:22:40.139115 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b1f015ef-a701-400b-9e82-1f73e6531151 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:22:40.140306 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-b1f015ef-a701-400b-9e82-1f73e6531151 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1348441 Oct 04 09:22:40.143134 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 36672) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:22:40.148061 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-8962e86b-1ff7-4604-ac75-ea1db829f46a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': 'ed3a325b-8e89-4550-ba36-3e373c86f3bd', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:22:40.153797 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-8962e86b-1ff7-4604-ac75-ea1db829f46a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:22:40.157634 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-8962e86b-1ff7-4604-ac75-ea1db829f46a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:22:40.160495 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-8962e86b-1ff7-4604-ac75-ea1db829f46a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:22:40.166012 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-8962e86b-1ff7-4604-ac75-ea1db829f46a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:22:40.182156 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8962e86b-1ff7-4604-ac75-ea1db829f46a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:22:40.245990 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8962e86b-1ff7-4604-ac75-ea1db829f46a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:22:40.249636 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8962e86b-1ff7-4604-ac75-ea1db829f46a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:22:40.271552 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8962e86b-1ff7-4604-ac75-ea1db829f46a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6179d5e-c9c5-407f-9193-10d50144ad39,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:22:40.280516 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8962e86b-1ff7-4604-ac75-ea1db829f46a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:22:40.281696 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-8962e86b-1ff7-4604-ac75-ea1db829f46a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1376510 Oct 04 09:22:40.284483 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 36676) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:22:40.289289 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-fa690153-b85e-4a02-8d3b-ae50f733e299 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': 'ed3a325b-8e89-4550-ba36-3e373c86f3bd', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:22:40.295427 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-fa690153-b85e-4a02-8d3b-ae50f733e299 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:22:40.299178 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-fa690153-b85e-4a02-8d3b-ae50f733e299 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:22:40.301999 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-fa690153-b85e-4a02-8d3b-ae50f733e299 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:22:40.307595 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-fa690153-b85e-4a02-8d3b-ae50f733e299 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:22:40.324123 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fa690153-b85e-4a02-8d3b-ae50f733e299 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:22:40.385789 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fa690153-b85e-4a02-8d3b-ae50f733e299 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:22:40.389103 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fa690153-b85e-4a02-8d3b-ae50f733e299 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:22:40.411539 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa690153-b85e-4a02-8d3b-ae50f733e299 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47885e90-72f9-45bd-b184-ddbfaac96d48,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:22:40.420032 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fa690153-b85e-4a02-8d3b-ae50f733e299 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:22:40.421345 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-fa690153-b85e-4a02-8d3b-ae50f733e299 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1359601 Oct 04 09:22:40.424096 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 36680) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:22:40.429020 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-ca8a019c-a4b8-40c6-ad3a-3eeb49a5a726 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': 'ed3a325b-8e89-4550-ba36-3e373c86f3bd', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:22:40.435191 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-ca8a019c-a4b8-40c6-ad3a-3eeb49a5a726 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:22:40.438959 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-ca8a019c-a4b8-40c6-ad3a-3eeb49a5a726 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:22:40.441753 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-ca8a019c-a4b8-40c6-ad3a-3eeb49a5a726 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:22:40.447394 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-ca8a019c-a4b8-40c6-ad3a-3eeb49a5a726 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:22:40.460742 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.securitygroups_db [None req-ca8a019c-a4b8-40c6-ad3a-3eeb49a5a726 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Project 78fb12e86c5f40beb578bfb97002b5c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 09:22:40.468366 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ca8a019c-a4b8-40c6-ad3a-3eeb49a5a726 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:22:40.532148 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ca8a019c-a4b8-40c6-ad3a-3eeb49a5a726 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:22:40.535496 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ca8a019c-a4b8-40c6-ad3a-3eeb49a5a726 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:22:40.565990 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8a019c-a4b8-40c6-ad3a-3eeb49a5a726 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90735771-761c-4ea2-9266-b67381b7ce5e,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:22:40.572523 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ca8a019c-a4b8-40c6-ad3a-3eeb49a5a726 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:22:40.573680 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-ca8a019c-a4b8-40c6-ad3a-3eeb49a5a726 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1485927 Oct 04 09:22:40.576387 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 36686) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:22:40.581469 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-5531bce9-1d5c-4518-a334-3a966cfdd020 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': 'ed3a325b-8e89-4550-ba36-3e373c86f3bd', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:22:40.587055 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-5531bce9-1d5c-4518-a334-3a966cfdd020 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:22:40.591356 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-5531bce9-1d5c-4518-a334-3a966cfdd020 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:22:40.594161 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-5531bce9-1d5c-4518-a334-3a966cfdd020 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:22:40.599663 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-5531bce9-1d5c-4518-a334-3a966cfdd020 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:22:40.610337 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.securitygroups_db [None req-5531bce9-1d5c-4518-a334-3a966cfdd020 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Project 78fb12e86c5f40beb578bfb97002b5c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 09:22:40.616862 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5531bce9-1d5c-4518-a334-3a966cfdd020 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:22:40.681277 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5531bce9-1d5c-4518-a334-3a966cfdd020 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:22:40.684934 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5531bce9-1d5c-4518-a334-3a966cfdd020 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:22:40.708893 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5531bce9-1d5c-4518-a334-3a966cfdd020 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daa93e24-12b5-42e0-8cdb-bb6c45e9b67f,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:22:40.719895 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5531bce9-1d5c-4518-a334-3a966cfdd020 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:22:40.721198 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-5531bce9-1d5c-4518-a334-3a966cfdd020 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1439130 Oct 04 09:22:41.101259 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-3b60faab-f266-465c-a710-1ce134e0d1cb req-0ee02bf5-4b4d-42b0-8bb4-06028624cf13 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:security_group {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:22:41.113702 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:22:41.117908 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-3b60faab-f266-465c-a710-1ce134e0d1cb req-0ee02bf5-4b4d-42b0-8bb4-06028624cf13 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:security_group {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:22:41.119280 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-3b60faab-f266-465c-a710-1ce134e0d1cb req-0ee02bf5-4b4d-42b0-8bb4-06028624cf13 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1474757023&fields=id&tenant_id=78fb12e86c5f40beb578bfb97002b5c9 HTTP/1.1" status: 200 len: 267 time: 0.0581031 Oct 04 09:22:41.268871 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60faab-f266-465c-a710-1ce134e0d1cb req-ed9fb339-f1c9-4eb1-b2ea-594a14acf736 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:22:41.269447 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-3b60faab-f266-465c-a710-1ce134e0d1cb req-ed9fb339-f1c9-4eb1-b2ea-594a14acf736 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:network {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:22:41.280499 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-3b60faab-f266-465c-a710-1ce134e0d1cb req-ed9fb339-f1c9-4eb1-b2ea-594a14acf736 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:network {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:22:41.281591 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-3b60faab-f266-465c-a710-1ce134e0d1cb req-ed9fb339-f1c9-4eb1-b2ea-594a14acf736 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/networks?id=e2f61057-efcc-412a-9c83-3b6a02122329 HTTP/1.1" status: 200 len: 797 time: 0.1554282 Oct 04 09:22:41.295364 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-3b60faab-f266-465c-a710-1ce134e0d1cb req-29231281-9389-4739-b61c-e08d35173a52 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/quotas/78fb12e86c5f40beb578bfb97002b5c9 HTTP/1.1" status: 200 len: 375 time: 0.0084257 Oct 04 09:22:41.391425 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-3b60faab-f266-465c-a710-1ce134e0d1cb req-cb1b2ef1-883c-4fc9-9f22-914a75c11e6d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=78fb12e86c5f40beb578bfb97002b5c9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0912783 Oct 04 09:22:41.531534 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-3b60faab-f266-465c-a710-1ce134e0d1cb req-c48e4dcb-8432-4c2a-b157-5ec0a00a189a service neutron] 10.222.0.50 "GET /v2.0/networks/e2f61057-efcc-412a-9c83-3b6a02122329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284525 Oct 04 09:22:41.659370 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-3b60faab-f266-465c-a710-1ce134e0d1cb req-aeef204c-098f-4508-80c2-aa9635254188 service neutron] 10.222.0.50 "GET /v2.0/networks/e2f61057-efcc-412a-9c83-3b6a02122329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220686 Oct 04 09:22:41.898856 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-db9dd352-115c-4183-ba53-0d003ff3bb20 req-fd75d415-1962-4018-9246-c3b3099217b5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e712054-8aa5-498e-a475-28d4e925590f HTTP/1.1" status: 200 len: 210 time: 0.1024656 Oct 04 09:22:43.119250 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-ff3485bb-c751-4d91-a429-7b44d1a34a0d req-704002d0-d803-4d1b-b0e5-8465b849218b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e712054-8aa5-498e-a475-28d4e925590f HTTP/1.1" status: 200 len: 210 time: 0.0635402 Oct 04 09:22:43.177603 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60faab-f266-465c-a710-1ce134e0d1cb req-f9c75eb0-9466-4814-bf6e-8f982aa834c0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:22:43.179006 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-3b60faab-f266-465c-a710-1ce134e0d1cb req-f9c75eb0-9466-4814-bf6e-8f982aa834c0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.20 "GET /v2.0/networks?id=e2f61057-efcc-412a-9c83-3b6a02122329 HTTP/1.1" status: 200 len: 797 time: 0.1938405 Oct 04 09:22:43.247350 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-3b60faab-f266-465c-a710-1ce134e0d1cb req-7e61d7cc-c19f-40b7-bdfc-6baa51dc1365 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78fb12e86c5f40beb578bfb97002b5c9 HTTP/1.1" status: 200 len: 473 time: 0.0423660 Oct 04 09:22:43.255674 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [req-3b60faab-f266-465c-a710-1ce134e0d1cb req-d00f5d11-259d-4813-ad74-0cabfa5082a1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'port': {'device_id': '9e712054-8aa5-498e-a475-28d4e925590f', 'network_id': 'e2f61057-efcc-412a-9c83-3b6a02122329', 'admin_state_up': True, 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'security_groups': ['ed3a325b-8e89-4550-ba36-3e373c86f3bd']}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:22:43.385813 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [req-3b60faab-f266-465c-a710-1ce134e0d1cb req-d00f5d11-259d-4813-ad74-0cabfa5082a1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:22:43.394944 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [req-3b60faab-f266-465c-a710-1ce134e0d1cb req-d00f5d11-259d-4813-ad74-0cabfa5082a1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:22:43.404189 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b60faab-f266-465c-a710-1ce134e0d1cb req-d00f5d11-259d-4813-ad74-0cabfa5082a1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Made reservation on behalf of 78fb12e86c5f40beb578bfb97002b5c9 for: {'port': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:22:43.413842 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-3b60faab-f266-465c-a710-1ce134e0d1cb req-d00f5d11-259d-4813-ad74-0cabfa5082a1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:22:43.574135 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [req-3b60faab-f266-465c-a710-1ce134e0d1cb req-d00f5d11-259d-4813-ad74-0cabfa5082a1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Allocated IP 172.20.0.7 (e2f61057-efcc-412a-9c83-3b6a02122329/bebac2f8-ba47-403e-bdf3-1acdba0e4f5a/b62d9fd5-10f1-4364-b720-fe5f96b2bb98) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:22:43.849989 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-3b60faab-f266-465c-a710-1ce134e0d1cb req-d00f5d11-259d-4813-ad74-0cabfa5082a1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:22:43.865420 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [req-3b60faab-f266-465c-a710-1ce134e0d1cb req-d00f5d11-259d-4813-ad74-0cabfa5082a1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Transition to ACTIVE for port object b62d9fd5-10f1-4364-b720-fe5f96b2bb98 will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:22:43.888660 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-3b60faab-f266-465c-a710-1ce134e0d1cb req-d00f5d11-259d-4813-ad74-0cabfa5082a1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:22:43.959378 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b60faab-f266-465c-a710-1ce134e0d1cb req-d00f5d11-259d-4813-ad74-0cabfa5082a1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Network e2f61057-efcc-412a-9c83-3b6a02122329 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:22:43.962486 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [req-3b60faab-f266-465c-a710-1ce134e0d1cb req-d00f5d11-259d-4813-ad74-0cabfa5082a1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:22:43.966807 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b60faab-f266-465c-a710-1ce134e0d1cb req-d00f5d11-259d-4813-ad74-0cabfa5082a1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:22:43.996877 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f5d11-259d-4813-ad74-0cabfa5082a1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Port': ['ID=b62d9fd5-10f1-4364-b720-fe5f96b2bb98,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:22:44.034025 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60faab-f266-465c-a710-1ce134e0d1cb req-d00f5d11-259d-4813-ad74-0cabfa5082a1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:22:44.034625 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-3b60faab-f266-465c-a710-1ce134e0d1cb req-d00f5d11-259d-4813-ad74-0cabfa5082a1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:22:44.060066 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-3b60faab-f266-465c-a710-1ce134e0d1cb req-d00f5d11-259d-4813-ad74-0cabfa5082a1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8078008 Oct 04 09:22:44.078999 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [req-3b60faab-f266-465c-a710-1ce134e0d1cb req-4dbcbff6-db41-492b-884a-4710b43d1399 service neutron] Request body: {'port': {'device_id': '9e712054-8aa5-498e-a475-28d4e925590f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8602'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:22:44.182618 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-678e19a7-67ce-4283-9b9a-4176fdf811cd None None] Provisioning for port b62d9fd5-10f1-4364-b720-fe5f96b2bb98 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:22:44.190071 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-678e19a7-67ce-4283-9b9a-4176fdf811cd None None] Provisioning complete for port b62d9fd5-10f1-4364-b720-fe5f96b2bb98 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:22:44.190605 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-678e19a7-67ce-4283-9b9a-4176fdf811cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:22:44.191033 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-678e19a7-67ce-4283-9b9a-4176fdf811cd None None] Attempt 1 to provision port b62d9fd5-10f1-4364-b720-fe5f96b2bb98 Oct 04 09:22:44.191848 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-3b60faab-f266-465c-a710-1ce134e0d1cb req-4dbcbff6-db41-492b-884a-4710b43d1399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:22:44.247888 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-678e19a7-67ce-4283-9b9a-4176fdf811cd None None] Port b62d9fd5-10f1-4364-b720-fe5f96b2bb98 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:22:44.316184 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b06884-efbd-4897-be43-55f861990042 req-e73bc38f-961c-4a5a-a92a-96f39b224415 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:22:44.317733 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b3b06884-efbd-4897-be43-55f861990042 req-e73bc38f-961c-4a5a-a92a-96f39b224415 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e712054-8aa5-498e-a475-28d4e925590f HTTP/1.1" status: 200 len: 931 time: 0.0859683 Oct 04 09:22:44.360970 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b3b06884-efbd-4897-be43-55f861990042 req-62107b46-fb90-4f04-b9ef-787d1ca8e17d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=ed3a325b-8e89-4550-ba36-3e373c86f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373442 Oct 04 09:22:44.530226 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [req-3b60faab-f266-465c-a710-1ce134e0d1cb req-4dbcbff6-db41-492b-884a-4710b43d1399 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b62d9fd5-10f1-4364-b720-fe5f96b2bb98 {{(pid=89033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:22:44.537250 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-3b60faab-f266-465c-a710-1ce134e0d1cb req-4dbcbff6-db41-492b-884a-4710b43d1399 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:22:44.551389 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [req-3b60faab-f266-465c-a710-1ce134e0d1cb req-4dbcbff6-db41-492b-884a-4710b43d1399 service neutron] Transition to ACTIVE for port object b62d9fd5-10f1-4364-b720-fe5f96b2bb98 will not be triggered until provisioned by entity L2. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:22:44.554954 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-3b60faab-f266-465c-a710-1ce134e0d1cb req-4dbcbff6-db41-492b-884a-4710b43d1399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:22:44.743995 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbcbff6-db41-492b-884a-4710b43d1399 service neutron] Pushing event updated for resources: {'Port': ['ID=b62d9fd5-10f1-4364-b720-fe5f96b2bb98,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:22:44.749591 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-678e19a7-67ce-4283-9b9a-4176fdf811cd None None] Attempt 2 to provision port b62d9fd5-10f1-4364-b720-fe5f96b2bb98 Oct 04 09:22:44.777416 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [req-3b60faab-f266-465c-a710-1ce134e0d1cb req-4dbcbff6-db41-492b-884a-4710b43d1399 service neutron] Attempting to bind port b62d9fd5-10f1-4364-b720-fe5f96b2bb98 on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:22:44.777749 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [req-3b60faab-f266-465c-a710-1ce134e0d1cb req-4dbcbff6-db41-492b-884a-4710b43d1399 service neutron] Attempting to bind port b62d9fd5-10f1-4364-b720-fe5f96b2bb98 by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': '6bd41039-fd18-4a9e-83bc-8b3608d7fee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e2f61057-efcc-412a-9c83-3b6a02122329'}] {{(pid=89033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:22:44.778073 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b60faab-f266-465c-a710-1ce134e0d1cb req-4dbcbff6-db41-492b-884a-4710b43d1399 service neutron] Attempting to bind port b62d9fd5-10f1-4364-b720-fe5f96b2bb98 on network e2f61057-efcc-412a-9c83-3b6a02122329 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:22:44.782685 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b60faab-f266-465c-a710-1ce134e0d1cb req-4dbcbff6-db41-492b-884a-4710b43d1399 service neutron] Port b62d9fd5-10f1-4364-b720-fe5f96b2bb98 on network e2f61057-efcc-412a-9c83-3b6a02122329 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:22:44.783000 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b60faab-f266-465c-a710-1ce134e0d1cb req-4dbcbff6-db41-492b-884a-4710b43d1399 service neutron] Attempting to bind port b62d9fd5-10f1-4364-b720-fe5f96b2bb98 on network e2f61057-efcc-412a-9c83-3b6a02122329 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:22:44.788043 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b60faab-f266-465c-a710-1ce134e0d1cb req-4dbcbff6-db41-492b-884a-4710b43d1399 service neutron] Checking agent: {'id': '1be90a14-1104-4771-996e-684b25b74d15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'started_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:22:44.788395 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b60faab-f266-465c-a710-1ce134e0d1cb req-4dbcbff6-db41-492b-884a-4710b43d1399 service neutron] Checking segment: {'id': '6bd41039-fd18-4a9e-83bc-8b3608d7fee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e2f61057-efcc-412a-9c83-3b6a02122329'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:22:44.788776 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b60faab-f266-465c-a710-1ce134e0d1cb req-4dbcbff6-db41-492b-884a-4710b43d1399 service neutron] Bound using segment: {'id': '6bd41039-fd18-4a9e-83bc-8b3608d7fee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e2f61057-efcc-412a-9c83-3b6a02122329'} {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:22:44.789199 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [req-3b60faab-f266-465c-a710-1ce134e0d1cb req-4dbcbff6-db41-492b-884a-4710b43d1399 service neutron] Bound port: b62d9fd5-10f1-4364-b720-fe5f96b2bb98, host: hv-neutron-8602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bd41039-fd18-4a9e-83bc-8b3608d7fee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e2f61057-efcc-412a-9c83-3b6a02122329'}}] {{(pid=89033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:22:44.789547 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-3b60faab-f266-465c-a710-1ce134e0d1cb req-4dbcbff6-db41-492b-884a-4710b43d1399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:22:44.805471 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-678e19a7-67ce-4283-9b9a-4176fdf811cd None None] Port b62d9fd5-10f1-4364-b720-fe5f96b2bb98 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:22:44.878691 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [req-3b60faab-f266-465c-a710-1ce134e0d1cb req-4dbcbff6-db41-492b-884a-4710b43d1399 service neutron] For port b62d9fd5-10f1-4364-b720-fe5f96b2bb98, host hv-neutron-8602, cleared binding levels {{(pid=89033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:22:44.881965 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [req-3b60faab-f266-465c-a710-1ce134e0d1cb req-4dbcbff6-db41-492b-884a-4710b43d1399 service neutron] For port b62d9fd5-10f1-4364-b720-fe5f96b2bb98, host hv-neutron-8602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=b62d9fd5-10f1-4364-b720-fe5f96b2bb98,segment=NetworkSegment(6bd41039-fd18-4a9e-83bc-8b3608d7fee7),segment_id=6bd41039-fd18-4a9e-83bc-8b3608d7fee7)] {{(pid=89033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:22:44.886378 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-3b60faab-f266-465c-a710-1ce134e0d1cb req-4dbcbff6-db41-492b-884a-4710b43d1399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:22:44.916151 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60faab-f266-465c-a710-1ce134e0d1cb req-4dbcbff6-db41-492b-884a-4710b43d1399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:22:44.916775 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-3b60faab-f266-465c-a710-1ce134e0d1cb req-4dbcbff6-db41-492b-884a-4710b43d1399 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:22:44.918103 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-3b60faab-f266-465c-a710-1ce134e0d1cb req-4dbcbff6-db41-492b-884a-4710b43d1399 service neutron] 10.222.0.20 "PUT /v2.0/ports/b62d9fd5-10f1-4364-b720-fe5f96b2bb98 HTTP/1.1" status: 200 len: 1093 time: 0.8435175 Oct 04 09:22:44.918522 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e712054-8aa5-498e-a475-28d4e925590f', 'tag': 'b62d9fd5-10f1-4364-b720-fe5f96b2bb98'}] {{(pid=89033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:22:44.920817 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e417ebe64424eb0358633e416672821aae4ea22acc2211bb28d37655142b7e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f493301-68a7-45f4-8af0-1ba4a77f1e75" -d '{"events": [{"name": "network-changed", "server_uuid": "9e712054-8aa5-498e-a475-28d4e925590f", "tag": "b62d9fd5-10f1-4364-b720-fe5f96b2bb98"}]}' {{(pid=89033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:22:44.968917 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbcbff6-db41-492b-884a-4710b43d1399 service neutron] Pushing event updated for resources: {'Port': ['ID=b62d9fd5-10f1-4364-b720-fe5f96b2bb98,revision_number=3']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:22:45.026706 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72bd484a-6533-472f-8b1f-7ef7b21d4d79 x-openstack-request-id: req-72bd484a-6533-472f-8b1f-7ef7b21d4d79 {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:22:45.026997 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e712054-8aa5-498e-a475-28d4e925590f", "tag": "b62d9fd5-10f1-4364-b720-fe5f96b2bb98", "status": "completed", "code": 200}]} {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:22:45.027248 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-72bd484a-6533-472f-8b1f-7ef7b21d4d79 {{(pid=89033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:22:45.027641 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72bd484a-6533-472f-8b1f-7ef7b21d4d79'] response: {'name': 'network-changed', 'server_uuid': '9e712054-8aa5-498e-a475-28d4e925590f', 'tag': 'b62d9fd5-10f1-4364-b720-fe5f96b2bb98', 'status': 'completed', 'code': 200} Oct 04 09:22:45.057044 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60faab-f266-465c-a710-1ce134e0d1cb req-899299e5-d895-49c1-80bd-bd083dbbcaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:22:45.059047 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-3b60faab-f266-465c-a710-1ce134e0d1cb req-899299e5-d895-49c1-80bd-bd083dbbcaad service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78fb12e86c5f40beb578bfb97002b5c9&device_id=9e712054-8aa5-498e-a475-28d4e925590f HTTP/1.1" status: 200 len: 1096 time: 0.0872090 Oct 04 09:22:45.131668 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-3b60faab-f266-465c-a710-1ce134e0d1cb req-282b2299-c2a8-4525-899b-f2819e70daf0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b62d9fd5-10f1-4364-b720-fe5f96b2bb98 HTTP/1.1" status: 200 len: 217 time: 0.0596082 Oct 04 09:22:45.194344 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60faab-f266-465c-a710-1ce134e0d1cb req-8125fa4f-1138-46b1-8382-5facc41bb022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:22:45.195724 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-3b60faab-f266-465c-a710-1ce134e0d1cb req-8125fa4f-1138-46b1-8382-5facc41bb022 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bebac2f8-ba47-403e-bdf3-1acdba0e4f5a HTTP/1.1" status: 200 len: 834 time: 0.0578470 Oct 04 09:22:45.275016 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60faab-f266-465c-a710-1ce134e0d1cb req-9ede5a68-8f45-42f9-9e2c-864ce4c9a27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:22:45.276426 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-3b60faab-f266-465c-a710-1ce134e0d1cb req-9ede5a68-8f45-42f9-9e2c-864ce4c9a27d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e2f61057-efcc-412a-9c83-3b6a02122329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747778 Oct 04 09:22:45.307172 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-678e19a7-67ce-4283-9b9a-4176fdf811cd None None] Attempt 3 to provision port b62d9fd5-10f1-4364-b720-fe5f96b2bb98 Oct 04 09:22:45.367567 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-678e19a7-67ce-4283-9b9a-4176fdf811cd None None] Port b62d9fd5-10f1-4364-b720-fe5f96b2bb98 had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 09:22:45.411327 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-3b60faab-f266-465c-a710-1ce134e0d1cb req-1dc2d29d-8008-4c07-8bac-1b95882f1a3f service neutron] 10.222.0.20 "GET /v2.0/networks/e2f61057-efcc-412a-9c83-3b6a02122329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267030 Oct 04 09:22:45.541309 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-3b60faab-f266-465c-a710-1ce134e0d1cb req-d60540a4-3193-4651-8332-99586f6915a6 service neutron] 10.222.0.20 "GET /v2.0/networks/e2f61057-efcc-412a-9c83-3b6a02122329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230347 Oct 04 09:22:45.557387 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8449d1-a6b5-487e-9c23-53ba8974cc45 req-66b9d339-35ef-47be-a634-ddbd8230fa97 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:22:45.559415 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8e8449d1-a6b5-487e-9c23-53ba8974cc45 req-66b9d339-35ef-47be-a634-ddbd8230fa97 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e712054-8aa5-498e-a475-28d4e925590f HTTP/1.1" status: 200 len: 943 time: 0.0891781 Oct 04 09:22:45.603615 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8e8449d1-a6b5-487e-9c23-53ba8974cc45 req-11107b6b-d271-453f-a548-8e1c83d15515 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=ed3a325b-8e89-4550-ba36-3e373c86f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379553 Oct 04 09:22:45.707555 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f493301-68a7-45f4-8af0-1ba4a77f1e75 req-e7b17e5b-b2ce-4274-b08f-05f9288c01b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:22:45.709047 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7f493301-68a7-45f4-8af0-1ba4a77f1e75 req-e7b17e5b-b2ce-4274-b08f-05f9288c01b3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78fb12e86c5f40beb578bfb97002b5c9&device_id=9e712054-8aa5-498e-a475-28d4e925590f HTTP/1.1" status: 200 len: 1096 time: 0.0807865 Oct 04 09:22:45.933245 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f493301-68a7-45f4-8af0-1ba4a77f1e75 req-4cfd973c-4362-4509-a7f7-c23d3ccc6406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:22:45.934648 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7f493301-68a7-45f4-8af0-1ba4a77f1e75 req-4cfd973c-4362-4509-a7f7-c23d3ccc6406 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e2f61057-efcc-412a-9c83-3b6a02122329 HTTP/1.1" status: 200 len: 898 time: 0.2189543 Oct 04 09:22:45.999126 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7f493301-68a7-45f4-8af0-1ba4a77f1e75 req-8dc467ea-b1f3-4493-bc39-fd234eb8b06a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b62d9fd5-10f1-4364-b720-fe5f96b2bb98 HTTP/1.1" status: 200 len: 217 time: 0.0584607 Oct 04 09:22:46.062600 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f493301-68a7-45f4-8af0-1ba4a77f1e75 req-e68ff849-8f99-41af-9443-e7cd081c7ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:22:46.063942 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7f493301-68a7-45f4-8af0-1ba4a77f1e75 req-e68ff849-8f99-41af-9443-e7cd081c7ee1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bebac2f8-ba47-403e-bdf3-1acdba0e4f5a HTTP/1.1" status: 200 len: 834 time: 0.0570083 Oct 04 09:22:46.144165 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f493301-68a7-45f4-8af0-1ba4a77f1e75 req-6c916aef-f440-409a-8ff2-0e24ce532579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:22:46.145627 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7f493301-68a7-45f4-8af0-1ba4a77f1e75 req-6c916aef-f440-409a-8ff2-0e24ce532579 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e2f61057-efcc-412a-9c83-3b6a02122329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753527 Oct 04 09:22:46.275210 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7f493301-68a7-45f4-8af0-1ba4a77f1e75 req-c7edfb88-27ec-4eea-b708-09a71d3b2220 service neutron] 10.222.0.20 "GET /v2.0/networks/e2f61057-efcc-412a-9c83-3b6a02122329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218901 Oct 04 09:22:46.403282 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7f493301-68a7-45f4-8af0-1ba4a77f1e75 req-a17cf839-b0c3-49fd-90d9-9cde5b4797bc service neutron] 10.222.0.20 "GET /v2.0/networks/e2f61057-efcc-412a-9c83-3b6a02122329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216888 Oct 04 09:22:46.807671 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2723d0-28e7-40f6-8e0b-25ed0cb0594c req-54a94a05-4397-4041-844d-79662b704d66 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:22:46.808901 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-eb2723d0-28e7-40f6-8e0b-25ed0cb0594c req-54a94a05-4397-4041-844d-79662b704d66 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:22:46.823594 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-eb2723d0-28e7-40f6-8e0b-25ed0cb0594c req-54a94a05-4397-4041-844d-79662b704d66 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:22:46.825545 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-eb2723d0-28e7-40f6-8e0b-25ed0cb0594c req-54a94a05-4397-4041-844d-79662b704d66 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e712054-8aa5-498e-a475-28d4e925590f HTTP/1.1" status: 200 len: 943 time: 0.1066504 Oct 04 09:22:46.869763 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-eb2723d0-28e7-40f6-8e0b-25ed0cb0594c req-0cc1b4ca-2793-48ee-b13f-ba5ea35d5b57 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=ed3a325b-8e89-4550-ba36-3e373c86f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385649 Oct 04 09:22:48.070198 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddb649a-e7a1-4c39-894a-cc2cb1e1dff0 req-49bc347d-3b0c-45de-a904-443dffc9f3df tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:22:48.071649 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2ddb649a-e7a1-4c39-894a-cc2cb1e1dff0 req-49bc347d-3b0c-45de-a904-443dffc9f3df tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e712054-8aa5-498e-a475-28d4e925590f HTTP/1.1" status: 200 len: 943 time: 0.0894032 Oct 04 09:22:48.114576 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2ddb649a-e7a1-4c39-894a-cc2cb1e1dff0 req-2102fa91-e4fe-45ed-88bb-75e051e79c3a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=ed3a325b-8e89-4550-ba36-3e373c86f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366788 Oct 04 09:22:48.762770 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device b62d9fd5-10f1-4364-b720-fe5f96b2bb98 details requested by agent hyperv_hv-neutron-8602 with host hv-neutron-8602 {{(pid=89034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 04 09:22:48.893723 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port b62d9fd5-10f1-4364-b720-fe5f96b2bb98, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=b62d9fd5-10f1-4364-b720-fe5f96b2bb98,segment=NetworkSegment(6bd41039-fd18-4a9e-83bc-8b3608d7fee7),segment_id=6bd41039-fd18-4a9e-83bc-8b3608d7fee7)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:22:48.906854 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Returning: {'device': 'b62d9fd5-10f1-4364-b720-fe5f96b2bb98', 'network_id': 'e2f61057-efcc-412a-9c83-3b6a02122329', 'port_id': 'b62d9fd5-10f1-4364-b720-fe5f96b2bb98', 'mac_address': 'fa:16:3e:b1:5e:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bebac2f8-ba47-403e-bdf3-1acdba0e4f5a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 04 09:22:48.966613 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port b62d9fd5-10f1-4364-b720-fe5f96b2bb98 is: DOWN; New status is: BUILD {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:22:48.966986 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:22:48.983847 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b62d9fd5-10f1-4364-b720-fe5f96b2bb98 {{(pid=89034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:22:48.999149 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port b62d9fd5-10f1-4364-b720-fe5f96b2bb98, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=b62d9fd5-10f1-4364-b720-fe5f96b2bb98,segment=NetworkSegment(6bd41039-fd18-4a9e-83bc-8b3608d7fee7),segment_id=6bd41039-fd18-4a9e-83bc-8b3608d7fee7)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:22:49.003237 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:22:49.068941 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=b62d9fd5-10f1-4364-b720-fe5f96b2bb98,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:22:49.075879 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:22:49.076256 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:22:49.076693 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:22:49.077033 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:22:49.077365 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:22:49.077695 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:22:49.078019 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:22:49.078343 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:22:49.078666 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:22:49.078987 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:22:49.079425 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:22:49.079692 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:22:49.318557 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3a0f7d-29e3-4f7c-beb8-4cb0489212ba req-9874b20f-deb5-4a27-9ec9-339a4a29287f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:22:49.320048 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7f3a0f7d-29e3-4f7c-beb8-4cb0489212ba req-9874b20f-deb5-4a27-9ec9-339a4a29287f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e712054-8aa5-498e-a475-28d4e925590f HTTP/1.1" status: 200 len: 944 time: 0.0904608 Oct 04 09:22:49.365158 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7f3a0f7d-29e3-4f7c-beb8-4cb0489212ba req-6d0f2a48-877b-46cb-a707-abf792b3a618 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=ed3a325b-8e89-4550-ba36-3e373c86f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386069 Oct 04 09:22:49.404321 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['b62d9fd5-10f1-4364-b720-fe5f96b2bb98'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 09:22:49.727851 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5074f03-a0b7-40ea-b8fa-884da1bb9b24 req-b213bedb-e112-4624-b878-0bbc61e52468 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:22:49.729410 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-b5074f03-a0b7-40ea-b8fa-884da1bb9b24 req-b213bedb-e112-4624-b878-0bbc61e52468 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f442435-120f-4162-a489-77c2f666a4a1 HTTP/1.1" status: 200 len: 946 time: 0.0875375 Oct 04 09:22:49.778057 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-b5074f03-a0b7-40ea-b8fa-884da1bb9b24 req-7e13e88c-05a3-4c61-9e25-1b046da8730b tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbcb0ec7-ec30-4d81-9bfc-77f52541370a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406737 Oct 04 09:22:50.559687 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930c8bd-e98d-4de3-a81b-22bb884bad8b req-92fd7297-fa00-4de1-9b97-4672d40877ab tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:22:50.561172 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-5930c8bd-e98d-4de3-a81b-22bb884bad8b req-92fd7297-fa00-4de1-9b97-4672d40877ab tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e712054-8aa5-498e-a475-28d4e925590f HTTP/1.1" status: 200 len: 944 time: 0.0860755 Oct 04 09:22:50.603857 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-5930c8bd-e98d-4de3-a81b-22bb884bad8b req-a830e5d7-da12-4ca2-a9f2-debaaad7c1af tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=ed3a325b-8e89-4550-ba36-3e373c86f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369561 Oct 04 09:22:50.760389 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device b62d9fd5-10f1-4364-b720-fe5f96b2bb98 up at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:22:50.826985 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning for port b62d9fd5-10f1-4364-b720-fe5f96b2bb98 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:22:50.831668 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning complete for port b62d9fd5-10f1-4364-b720-fe5f96b2bb98 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:22:50.832046 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:22:50.832426 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Attempt 1 to provision port b62d9fd5-10f1-4364-b720-fe5f96b2bb98 Oct 04 09:22:50.983801 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d70b0b5-8bae-4fee-8926-4b48e988d5ac req-7db8b77c-aa05-40a4-98d3-36618c451cfb tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:22:50.985275 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-5d70b0b5-8bae-4fee-8926-4b48e988d5ac req-7db8b77c-aa05-40a4-98d3-36618c451cfb tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f442435-120f-4162-a489-77c2f666a4a1 HTTP/1.1" status: 200 len: 946 time: 0.0925026 Oct 04 09:22:50.988455 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port b62d9fd5-10f1-4364-b720-fe5f96b2bb98 is: BUILD; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:22:50.988835 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:22:51.022223 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e712054-8aa5-498e-a475-28d4e925590f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b62d9fd5-10f1-4364-b720-fe5f96b2bb98'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:22:51.024409 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aef738b946a3ea172e8e75fc735451da1d91f114ea1acc5fcf392e20a929bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7550486-9a2b-477b-8f8d-c31c3b6c7f45" -d '{"events": [{"server_uuid": "9e712054-8aa5-498e-a475-28d4e925590f", "name": "network-vif-plugged", "status": "completed", "tag": "b62d9fd5-10f1-4364-b720-fe5f96b2bb98"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:22:51.030634 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-5d70b0b5-8bae-4fee-8926-4b48e988d5ac req-df88b967-ceda-49bb-94a5-91e02534c270 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbcb0ec7-ec30-4d81-9bfc-77f52541370a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393803 Oct 04 09:22:51.032785 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port b62d9fd5-10f1-4364-b720-fe5f96b2bb98, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=b62d9fd5-10f1-4364-b720-fe5f96b2bb98,segment=NetworkSegment(6bd41039-fd18-4a9e-83bc-8b3608d7fee7),segment_id=6bd41039-fd18-4a9e-83bc-8b3608d7fee7)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:22:51.037155 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:22:51.073273 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43dc486-f47e-4b0c-ae8c-95b0a48b7861 x-openstack-request-id: req-c43dc486-f47e-4b0c-ae8c-95b0a48b7861 {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:22:51.073620 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e712054-8aa5-498e-a475-28d4e925590f", "name": "network-vif-plugged", "status": "completed", "tag": "b62d9fd5-10f1-4364-b720-fe5f96b2bb98", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:22:51.073904 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c43dc486-f47e-4b0c-ae8c-95b0a48b7861 {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:22:51.074888 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c43dc486-f47e-4b0c-ae8c-95b0a48b7861'] response: {'server_uuid': '9e712054-8aa5-498e-a475-28d4e925590f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b62d9fd5-10f1-4364-b720-fe5f96b2bb98', 'code': 200} Oct 04 09:22:51.105081 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=b62d9fd5-10f1-4364-b720-fe5f96b2bb98,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:22:51.335192 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde1506-9f97-4128-b350-1fc96f19796f req-bda624f8-265d-4007-812d-f87425f7569a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:22:51.336686 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-2fde1506-9f97-4128-b350-1fc96f19796f req-bda624f8-265d-4007-812d-f87425f7569a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9e712054-8aa5-498e-a475-28d4e925590f HTTP/1.1" status: 200 len: 1098 time: 0.0779645 Oct 04 09:22:51.378536 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-2fde1506-9f97-4128-b350-1fc96f19796f req-c74a21fd-23f6-4239-aed8-af65369cf5c2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ed3a325b-8e89-4550-ba36-3e373c86f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338187 Oct 04 09:22:51.800234 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f10e8-9992-42fb-a254-853fcf091f25 req-6df593bb-ec0e-4ae2-937b-502e18f16914 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:22:51.801717 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-ec2f10e8-9992-42fb-a254-853fcf091f25 req-6df593bb-ec0e-4ae2-937b-502e18f16914 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e712054-8aa5-498e-a475-28d4e925590f HTTP/1.1" status: 200 len: 945 time: 0.0867376 Oct 04 09:22:51.845942 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-ec2f10e8-9992-42fb-a254-853fcf091f25 req-8c34ba31-680f-4b34-b721-221f33d475f3 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=ed3a325b-8e89-4550-ba36-3e373c86f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384037 Oct 04 09:22:52.326492 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de045b59-5890-4483-885c-6e3387699815 req-9b6bc0e7-28b0-4d8d-b77d-27244808e8c1 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:22:52.327860 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-de045b59-5890-4483-885c-6e3387699815 req-9b6bc0e7-28b0-4d8d-b77d-27244808e8c1 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f442435-120f-4162-a489-77c2f666a4a1 HTTP/1.1" status: 200 len: 946 time: 0.1794097 Oct 04 09:22:52.372375 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-de045b59-5890-4483-885c-6e3387699815 req-3febab96-8bb1-4a57-a7cf-1ff18dbfce81 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbcb0ec7-ec30-4d81-9bfc-77f52541370a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388007 Oct 04 09:22:53.048311 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f841c1-c02c-4312-9a7d-1edc6b65465b req-fd37e8e5-6728-4e58-be8c-478932a359ee tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:22:53.049776 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-91f841c1-c02c-4312-9a7d-1edc6b65465b req-fd37e8e5-6728-4e58-be8c-478932a359ee tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e712054-8aa5-498e-a475-28d4e925590f HTTP/1.1" status: 200 len: 945 time: 0.0929441 Oct 04 09:22:53.093568 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-91f841c1-c02c-4312-9a7d-1edc6b65465b req-5cad82c0-ebc9-4e7c-b0e0-fc4ffed8ab91 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=ed3a325b-8e89-4550-ba36-3e373c86f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381188 Oct 04 09:22:53.290168 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e3062-a362-4ed1-b9d9-c42b5d519fe7 req-5cdacc09-0f31-4ef4-ad75-cfdd251db8f9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:22:53.291609 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-718e3062-a362-4ed1-b9d9-c42b5d519fe7 req-5cdacc09-0f31-4ef4-ad75-cfdd251db8f9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e712054-8aa5-498e-a475-28d4e925590f HTTP/1.1" status: 200 len: 945 time: 0.0881124 Oct 04 09:22:53.335009 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-718e3062-a362-4ed1-b9d9-c42b5d519fe7 req-337e4fc7-0a26-45e5-a221-79a2a56a611c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=ed3a325b-8e89-4550-ba36-3e373c86f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377119 Oct 04 09:22:53.363407 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 36774) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:22:53.438787 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfd5ce7-a012-4566-8cd3-e428bb40a9a7 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:22:53.440293 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-8cfd5ce7-a012-4566-8cd3-e428bb40a9a7 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9e712054-8aa5-498e-a475-28d4e925590f HTTP/1.1" status: 200 len: 1093 time: 0.0759325 Oct 04 09:22:53.443340 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 36780) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:22:53.448349 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-c0fcb8b7-3a07-439a-9e2b-b61cdeac5be1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'floatingip': {'port_id': 'b62d9fd5-10f1-4364-b720-fe5f96b2bb98'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:22:53.525464 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c0fcb8b7-3a07-439a-9e2b-b61cdeac5be1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for floatingip, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:22:53.572799 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c2327-8c73-41b0-a71b-9a287069b200 req-59629a75-ce90-47cb-98d3-b543523cb25a tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:22:53.574308 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-a04c2327-8c73-41b0-a71b-9a287069b200 req-59629a75-ce90-47cb-98d3-b543523cb25a tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f442435-120f-4162-a489-77c2f666a4a1 HTTP/1.1" status: 200 len: 946 time: 0.0881402 Oct 04 09:22:53.621570 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-a04c2327-8c73-41b0-a71b-9a287069b200 req-97e01a28-acd4-4400-940a-db62ec3ea521 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbcb0ec7-ec30-4d81-9bfc-77f52541370a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414703 Oct 04 09:22:54.107125 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c0fcb8b7-3a07-439a-9e2b-b61cdeac5be1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:22:54.110546 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c0fcb8b7-3a07-439a-9e2b-b61cdeac5be1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:22:54.282915 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.l3_db [None req-c0fcb8b7-3a07-439a-9e2b-b61cdeac5be1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Floating IP 4908cd06-b5e5-4a99-9562-cff3cce13976 associated. External IP: 172.26.10.24, port: b62d9fd5-10f1-4364-b720-fe5f96b2bb98. Oct 04 09:22:54.718945 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0fcb8b7-3a07-439a-9e2b-b61cdeac5be1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Router c0edcb76-0a1e-477b-bd6e-84980f6012e1 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:22:54.721267 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:22:54.969057 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7536ff-9f13-4c89-bd21-574b6f73d15e req-53301ffe-a9cf-4a64-bd2b-d52a6028b560 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:22:54.970516 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3a7536ff-9f13-4c89-bd21-574b6f73d15e req-53301ffe-a9cf-4a64-bd2b-d52a6028b560 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f442435-120f-4162-a489-77c2f666a4a1 HTTP/1.1" status: 200 len: 946 time: 0.1954260 Oct 04 09:22:54.973106 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0fcb8b7-3a07-439a-9e2b-b61cdeac5be1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:22:54.978014 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c0fcb8b7-3a07-439a-9e2b-b61cdeac5be1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:22:54.983276 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dc30bf-d395-410e-a1a8-ffd2cb07652d None None] Sync routers for ids ['c0edcb76-0a1e-477b-bd6e-84980f6012e1'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:22:54.993304 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dc30bf-d395-410e-a1a8-ffd2cb07652d None None] Routers {'c0edcb76-0a1e-477b-bd6e-84980f6012e1'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:22:54.994031 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-48dc30bf-d395-410e-a1a8-ffd2cb07652d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:22:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['c0edcb76-0a1e-477b-bd6e-84980f6012e1'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:22:55.067637 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-c0fcb8b7-3a07-439a-9e2b-b61cdeac5be1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "PUT /v2.0/floatingips/4908cd06-b5e5-4a99-9562-cff3cce13976 HTTP/1.1" status: 200 len: 991 time: 1.6228533 Oct 04 09:22:55.069624 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e712054-8aa5-498e-a475-28d4e925590f', 'tag': 'b62d9fd5-10f1-4364-b720-fe5f96b2bb98'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:22:55.070323 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 36786) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:22:55.071911 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e1007a-29f0-462b-be53-fbe34b30bee7" -d '{"events": [{"name": "network-changed", "server_uuid": "9e712054-8aa5-498e-a475-28d4e925590f", "tag": "b62d9fd5-10f1-4364-b720-fe5f96b2bb98"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:22:55.084767 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3a7536ff-9f13-4c89-bd21-574b6f73d15e req-c88504a9-d9b5-476e-b7f1-60b2046b3481 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbcb0ec7-ec30-4d81-9bfc-77f52541370a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795951 Oct 04 09:22:55.123032 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed70a325-9f71-4122-b0b1-014936b78f20 x-openstack-request-id: req-ed70a325-9f71-4122-b0b1-014936b78f20 {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:22:55.123329 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e712054-8aa5-498e-a475-28d4e925590f", "tag": "b62d9fd5-10f1-4364-b720-fe5f96b2bb98", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:22:55.123838 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ed70a325-9f71-4122-b0b1-014936b78f20 {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:22:55.124248 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed70a325-9f71-4122-b0b1-014936b78f20'] response: {'name': 'network-changed', 'server_uuid': '9e712054-8aa5-498e-a475-28d4e925590f', 'tag': 'b62d9fd5-10f1-4364-b720-fe5f96b2bb98', 'status': 'completed', 'code': 200} Oct 04 09:22:55.174279 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-48dc30bf-d395-410e-a1a8-ffd2cb07652d None None] Set router c0edcb76-0a1e-477b-bd6e-84980f6012e1 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:22:55.242951 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-bf00b2f7-d513-4a9c-8ed6-dd0896240fbd tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/floatingips/4908cd06-b5e5-4a99-9562-cff3cce13976 HTTP/1.1" status: 200 len: 991 time: 0.1713953 Oct 04 09:22:55.263978 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e1007a-29f0-462b-be53-fbe34b30bee7 req-1cd55890-9c9a-462e-bcff-1f401e8dc116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:22:55.265511 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-62e1007a-29f0-462b-be53-fbe34b30bee7 req-1cd55890-9c9a-462e-bcff-1f401e8dc116 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78fb12e86c5f40beb578bfb97002b5c9&device_id=9e712054-8aa5-498e-a475-28d4e925590f HTTP/1.1" status: 200 len: 1098 time: 0.0912170 Oct 04 09:22:55.492195 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e1007a-29f0-462b-be53-fbe34b30bee7 req-f7efe862-f5ad-499c-9a10-9ce96792ddc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:22:55.493721 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-62e1007a-29f0-462b-be53-fbe34b30bee7 req-f7efe862-f5ad-499c-9a10-9ce96792ddc5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e2f61057-efcc-412a-9c83-3b6a02122329 HTTP/1.1" status: 200 len: 898 time: 0.2208602 Oct 04 09:22:55.556198 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-48dc30bf-d395-410e-a1a8-ffd2cb07652d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0edcb76-0a1e-477b-bd6e-84980f6012e1', 'name': 'tempest-TestNetworkBasicOps-router-1136286379', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.232'}], 'enable_snat': True}, 'gw_port_id': 'e61a0f9c-b670-4f61-9fc7-eb56fd69817d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:20:38Z', 'updated_at': '2022-10-04T09:20:50Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': 'e61a0f9c-b670-4f61-9fc7-eb56fd69817d', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0edcb76-0a1e-477b-bd6e-84980f6012e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:20:39Z', 'updated_at': '2022-10-04T09:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': '4908cd06-b5e5-4a99-9562-cff3cce13976', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'floating_ip_address': '172.26.10.24', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': 'c0edcb76-0a1e-477b-bd6e-84980f6012e1', 'port_id': 'b62d9fd5-10f1-4364-b720-fe5f96b2bb98', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2f61057-efcc-412a-9c83-3b6a02122329', 'mac_address': 'fa:16:3e:b1:5e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e712054-8aa5-498e-a475-28d4e925590f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:21:19Z', 'updated_at': '2022-10-04T09:22:53Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '736b0444-3670-46f3-a033-a6696eb95fd1', 'name': '', 'network_id': 'e2f61057-efcc-412a-9c83-3b6a02122329', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:b4:0d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0edcb76-0a1e-477b-bd6e-84980f6012e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'bebac2f8-ba47-403e-bdf3-1acdba0e4f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:20:47Z', 'updated_at': '2022-10-04T09:20:59Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': 'bebac2f8-ba47-403e-bdf3-1acdba0e4f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:22:55.560060 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dc30bf-d395-410e-a1a8-ffd2cb07652d None None] Checking router: c0edcb76-0a1e-477b-bd6e-84980f6012e1 for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:22:55.568901 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dc30bf-d395-410e-a1a8-ffd2cb07652d None None] Routers {'c0edcb76-0a1e-477b-bd6e-84980f6012e1'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:22:55.569496 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-48dc30bf-d395-410e-a1a8-ffd2cb07652d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:22:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['c0edcb76-0a1e-477b-bd6e-84980f6012e1'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:22:55.595762 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-62e1007a-29f0-462b-be53-fbe34b30bee7 req-ee18784d-efb2-4e71-8cb6-258c0518794b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b62d9fd5-10f1-4364-b720-fe5f96b2bb98 HTTP/1.1" status: 200 len: 999 time: 0.0953801 Oct 04 09:22:55.659906 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e1007a-29f0-462b-be53-fbe34b30bee7 req-86d838bc-2de3-4ecf-a051-8cc33b18730a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:22:55.661366 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-62e1007a-29f0-462b-be53-fbe34b30bee7 req-86d838bc-2de3-4ecf-a051-8cc33b18730a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bebac2f8-ba47-403e-bdf3-1acdba0e4f5a HTTP/1.1" status: 200 len: 834 time: 0.0599713 Oct 04 09:22:55.745877 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e1007a-29f0-462b-be53-fbe34b30bee7 req-b8ec8689-7f2e-4916-99aa-74f834bbb0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:22:55.747248 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-62e1007a-29f0-462b-be53-fbe34b30bee7 req-b8ec8689-7f2e-4916-99aa-74f834bbb0a0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e2f61057-efcc-412a-9c83-3b6a02122329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795388 Oct 04 09:22:55.749207 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-48dc30bf-d395-410e-a1a8-ffd2cb07652d None None] Set router c0edcb76-0a1e-477b-bd6e-84980f6012e1 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:22:55.878953 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-62e1007a-29f0-462b-be53-fbe34b30bee7 req-c3b6c0bf-cc09-494c-b512-9b60c96da062 service neutron] 10.222.0.20 "GET /v2.0/networks/e2f61057-efcc-412a-9c83-3b6a02122329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247950 Oct 04 09:22:56.010195 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-62e1007a-29f0-462b-be53-fbe34b30bee7 req-d9d19d11-9ac8-4510-a4ea-521ef1447fc3 service neutron] 10.222.0.20 "GET /v2.0/networks/e2f61057-efcc-412a-9c83-3b6a02122329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244116 Oct 04 09:22:56.085260 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-48dc30bf-d395-410e-a1a8-ffd2cb07652d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0edcb76-0a1e-477b-bd6e-84980f6012e1', 'name': 'tempest-TestNetworkBasicOps-router-1136286379', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.232'}], 'enable_snat': True}, 'gw_port_id': 'e61a0f9c-b670-4f61-9fc7-eb56fd69817d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:20:38Z', 'updated_at': '2022-10-04T09:20:50Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': 'e61a0f9c-b670-4f61-9fc7-eb56fd69817d', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0edcb76-0a1e-477b-bd6e-84980f6012e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:20:39Z', 'updated_at': '2022-10-04T09:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': '4908cd06-b5e5-4a99-9562-cff3cce13976', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'floating_ip_address': '172.26.10.24', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': 'c0edcb76-0a1e-477b-bd6e-84980f6012e1', 'port_id': 'b62d9fd5-10f1-4364-b720-fe5f96b2bb98', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2f61057-efcc-412a-9c83-3b6a02122329', 'mac_address': 'fa:16:3e:b1:5e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e712054-8aa5-498e-a475-28d4e925590f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:21:19Z', 'updated_at': '2022-10-04T09:22:53Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '736b0444-3670-46f3-a033-a6696eb95fd1', 'name': '', 'network_id': 'e2f61057-efcc-412a-9c83-3b6a02122329', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:b4:0d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0edcb76-0a1e-477b-bd6e-84980f6012e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'bebac2f8-ba47-403e-bdf3-1acdba0e4f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:20:47Z', 'updated_at': '2022-10-04T09:20:59Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': 'bebac2f8-ba47-403e-bdf3-1acdba0e4f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:22:56.089053 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dc30bf-d395-410e-a1a8-ffd2cb07652d None None] The sync data for ids ['c0edcb76-0a1e-477b-bd6e-84980f6012e1'] in dv-neutron-860215-1-hyperv is: [{'id': 'c0edcb76-0a1e-477b-bd6e-84980f6012e1', 'name': 'tempest-TestNetworkBasicOps-router-1136286379', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.232'}], 'enable_snat': True}, 'gw_port_id': 'e61a0f9c-b670-4f61-9fc7-eb56fd69817d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:20:38Z', 'updated_at': '2022-10-04T09:20:50Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': 'e61a0f9c-b670-4f61-9fc7-eb56fd69817d', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0edcb76-0a1e-477b-bd6e-84980f6012e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:20:39Z', 'updated_at': '2022-10-04T09:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': '4908cd06-b5e5-4a99-9562-cff3cce13976', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'floating_ip_address': '172.26.10.24', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': 'c0edcb76-0a1e-477b-bd6e-84980f6012e1', 'port_id': 'b62d9fd5-10f1-4364-b720-fe5f96b2bb98', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2f61057-efcc-412a-9c83-3b6a02122329', 'mac_address': 'fa:16:3e:b1:5e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e712054-8aa5-498e-a475-28d4e925590f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:21:19Z', 'updated_at': '2022-10-04T09:22:53Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '736b0444-3670-46f3-a033-a6696eb95fd1', 'name': '', 'network_id': 'e2f61057-efcc-412a-9c83-3b6a02122329', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:b4:0d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0edcb76-0a1e-477b-bd6e-84980f6012e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'bebac2f8-ba47-403e-bdf3-1acdba0e4f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:20:47Z', 'updated_at': '2022-10-04T09:20:59Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': 'bebac2f8-ba47-403e-bdf3-1acdba0e4f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:22:56.246697 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 36794) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:22:56.288858 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb483e2-e391-4bec-a3ab-7c853b3c8af3 None None] New status for floating IP 4908cd06-b5e5-4a99-9562-cff3cce13976: ACTIVE {{(pid=89034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 09:22:56.291725 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb7197-e1d5-41b2-b095-5b9a72c5a613 req-fc7ca646-1f85-4ce6-8d44-93bcad232589 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:22:56.293386 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-11eb7197-e1d5-41b2-b095-5b9a72c5a613 req-fc7ca646-1f85-4ce6-8d44-93bcad232589 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f442435-120f-4162-a489-77c2f666a4a1 HTTP/1.1" status: 200 len: 946 time: 0.1021163 Oct 04 09:22:56.341896 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-11eb7197-e1d5-41b2-b095-5b9a72c5a613 req-85bdc24b-f339-430f-b902-056306c78ac3 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbcb0ec7-ec30-4d81-9bfc-77f52541370a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409703 Oct 04 09:22:56.368809 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-17a515d3-7641-45ce-bedf-99b7896cfe0f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/floatingips/4908cd06-b5e5-4a99-9562-cff3cce13976 HTTP/1.1" status: 200 len: 991 time: 0.1209450 Oct 04 09:22:57.372434 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 36800) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:22:57.529777 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-2398d008-2a8b-4e98-bfa6-07e7446b8e2e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/floatingips/4908cd06-b5e5-4a99-9562-cff3cce13976 HTTP/1.1" status: 200 len: 993 time: 0.1560493 Oct 04 09:22:57.558153 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737b297-c9c6-4b8b-9eef-dcb25c054791 req-a150f10e-ecef-41cd-9225-a0132dfdbf15 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:22:57.559815 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-8737b297-c9c6-4b8b-9eef-dcb25c054791 req-a150f10e-ecef-41cd-9225-a0132dfdbf15 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f442435-120f-4162-a489-77c2f666a4a1 HTTP/1.1" status: 200 len: 946 time: 0.1005707 Oct 04 09:22:57.562556 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-9f78a417-a3d5-41bc-968d-3243d2887ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:22:57.608449 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-8737b297-c9c6-4b8b-9eef-dcb25c054791 req-a2ed88fa-57f3-4aa4-b225-89abf77e8209 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbcb0ec7-ec30-4d81-9bfc-77f52541370a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425742 Oct 04 09:22:58.809413 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7006d-85c0-4225-9f92-8b78e134bb18 req-40631140-bd4f-4388-ad00-3584e852f40d tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:22:58.810880 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-00e7006d-85c0-4225-9f92-8b78e134bb18 req-40631140-bd4f-4388-ad00-3584e852f40d tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f442435-120f-4162-a489-77c2f666a4a1 HTTP/1.1" status: 200 len: 946 time: 0.0893285 Oct 04 09:22:58.854859 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-00e7006d-85c0-4225-9f92-8b78e134bb18 req-0bd22ed0-d918-4b1a-944c-dc2b36f3ef84 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbcb0ec7-ec30-4d81-9bfc-77f52541370a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383465 Oct 04 09:23:00.047103 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febaf616-5199-4757-9586-eedc69e8cf92 req-d904a023-bdd4-41e7-bab9-b79d090955ef tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:23:00.048560 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-febaf616-5199-4757-9586-eedc69e8cf92 req-d904a023-bdd4-41e7-bab9-b79d090955ef tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f442435-120f-4162-a489-77c2f666a4a1 HTTP/1.1" status: 200 len: 946 time: 0.0844800 Oct 04 09:23:00.090868 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-febaf616-5199-4757-9586-eedc69e8cf92 req-3eda8863-6796-4758-b0c7-0b190ecbfdfc tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbcb0ec7-ec30-4d81-9bfc-77f52541370a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367405 Oct 04 09:23:00.224976 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-6bdd4660-3fb1-408e-afd3-fc0c25b198d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:23:00.668507 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:23:00.724392 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:23:01.289156 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dca474-5245-4ae7-9147-bfa3d9b72b0b req-586a63ff-1628-4b66-a7a7-011ddc1c1cee tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:23:01.290512 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a8dca474-5245-4ae7-9147-bfa3d9b72b0b req-586a63ff-1628-4b66-a7a7-011ddc1c1cee tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f442435-120f-4162-a489-77c2f666a4a1 HTTP/1.1" status: 200 len: 946 time: 0.0858517 Oct 04 09:23:01.333698 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a8dca474-5245-4ae7-9147-bfa3d9b72b0b req-2e3298c1-423b-48a2-b4b0-18a44f708c55 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbcb0ec7-ec30-4d81-9bfc-77f52541370a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375597 Oct 04 09:23:02.211966 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:23:02.534508 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c103320-47dc-451e-88a7-91e8c3f64deb req-f409d7ee-4d1e-4e03-ad54-61eb6210dd52 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:23:02.535973 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7c103320-47dc-451e-88a7-91e8c3f64deb req-f409d7ee-4d1e-4e03-ad54-61eb6210dd52 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f442435-120f-4162-a489-77c2f666a4a1 HTTP/1.1" status: 200 len: 946 time: 0.0888963 Oct 04 09:23:02.580009 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7c103320-47dc-451e-88a7-91e8c3f64deb req-29bad57e-4794-41ae-b34b-00742d60e65e tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbcb0ec7-ec30-4d81-9bfc-77f52541370a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379462 Oct 04 09:23:03.780248 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb9dcc-5cc7-4009-b76a-cd8c76c1df5d req-c904f802-73d3-4533-bbff-2db0f1e4fe30 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:23:03.781730 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-42eb9dcc-5cc7-4009-b76a-cd8c76c1df5d req-c904f802-73d3-4533-bbff-2db0f1e4fe30 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f442435-120f-4162-a489-77c2f666a4a1 HTTP/1.1" status: 200 len: 946 time: 0.0916274 Oct 04 09:23:03.825139 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-42eb9dcc-5cc7-4009-b76a-cd8c76c1df5d req-7b59f3a8-4bb6-4cf9-9c22-a1aa3745f77a tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbcb0ec7-ec30-4d81-9bfc-77f52541370a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378809 Oct 04 09:23:05.018363 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ae655-3069-4aab-9178-fcdaeb8eeaca req-0e39953f-9330-4564-833f-5faa084a5695 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:23:05.019715 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-039ae655-3069-4aab-9178-fcdaeb8eeaca req-0e39953f-9330-4564-833f-5faa084a5695 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f442435-120f-4162-a489-77c2f666a4a1 HTTP/1.1" status: 200 len: 946 time: 0.0849729 Oct 04 09:23:05.067562 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-039ae655-3069-4aab-9178-fcdaeb8eeaca req-d101c6d7-5dd1-4aa3-87ea-4dff5398af5b tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbcb0ec7-ec30-4d81-9bfc-77f52541370a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421124 Oct 04 09:23:06.265304 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c91494-3340-40a9-b294-62347df5224a req-952270f9-c350-437d-aa17-41a1ff60b184 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:23:06.266764 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e9c91494-3340-40a9-b294-62347df5224a req-952270f9-c350-437d-aa17-41a1ff60b184 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f442435-120f-4162-a489-77c2f666a4a1 HTTP/1.1" status: 200 len: 946 time: 0.0863671 Oct 04 09:23:06.313384 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e9c91494-3340-40a9-b294-62347df5224a req-359ce8ea-29c8-4eb3-980d-faa98b4e4091 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbcb0ec7-ec30-4d81-9bfc-77f52541370a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409839 Oct 04 09:23:07.506431 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da64405e-141b-4836-9853-9f8b7b2342b4 req-b18e0697-34f2-481c-a625-e10cc3cef822 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:23:07.507896 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-da64405e-141b-4836-9853-9f8b7b2342b4 req-b18e0697-34f2-481c-a625-e10cc3cef822 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f442435-120f-4162-a489-77c2f666a4a1 HTTP/1.1" status: 200 len: 946 time: 0.0859060 Oct 04 09:23:07.550619 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-da64405e-141b-4836-9853-9f8b7b2342b4 req-ea8efc84-512a-42e3-b713-1421dab7d387 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbcb0ec7-ec30-4d81-9bfc-77f52541370a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364842 Oct 04 09:23:08.744394 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b15c94-aa3a-4665-b206-d234d69eccd2 req-95effe0f-51a7-4c8a-bd7b-cafdff3c3e1e tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:23:08.745884 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-87b15c94-aa3a-4665-b206-d234d69eccd2 req-95effe0f-51a7-4c8a-bd7b-cafdff3c3e1e tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f442435-120f-4162-a489-77c2f666a4a1 HTTP/1.1" status: 200 len: 946 time: 0.0848837 Oct 04 09:23:08.791747 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-87b15c94-aa3a-4665-b206-d234d69eccd2 req-f0712cf1-262b-41d0-b2a0-67d6d6feb94c tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbcb0ec7-ec30-4d81-9bfc-77f52541370a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397601 Oct 04 09:23:08.850451 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device f5f1b932-f24b-41db-9dd4-f2a9e3c7141d details requested by agent hyperv_hv-neutron-8602 with host hv-neutron-8602 {{(pid=89034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 04 09:23:08.980443 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port f5f1b932-f24b-41db-9dd4-f2a9e3c7141d, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=f5f1b932-f24b-41db-9dd4-f2a9e3c7141d,segment=NetworkSegment(6093c376-bcd9-4a6b-b143-842445a8c889),segment_id=6093c376-bcd9-4a6b-b143-842445a8c889)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:23:08.994127 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Returning: {'device': 'f5f1b932-f24b-41db-9dd4-f2a9e3c7141d', 'network_id': 'a19b85b2-47fa-4467-9007-092e12a063da', 'port_id': 'f5f1b932-f24b-41db-9dd4-f2a9e3c7141d', 'mac_address': 'fa:16:3e:c9:64:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '751eaa40-7b79-4c85-b774-83c8d0c71ef8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 04 09:23:09.051906 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port f5f1b932-f24b-41db-9dd4-f2a9e3c7141d is: ACTIVE; New status is: BUILD {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:23:09.052289 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:23:09.069573 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f5f1b932-f24b-41db-9dd4-f2a9e3c7141d {{(pid=89034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:23:09.085461 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port f5f1b932-f24b-41db-9dd4-f2a9e3c7141d, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=f5f1b932-f24b-41db-9dd4-f2a9e3c7141d,segment=NetworkSegment(6093c376-bcd9-4a6b-b143-842445a8c889),segment_id=6093c376-bcd9-4a6b-b143-842445a8c889)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:23:09.089426 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:23:09.155575 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=f5f1b932-f24b-41db-9dd4-f2a9e3c7141d,revision_number=6']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:23:09.584913 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['f5f1b932-f24b-41db-9dd4-f2a9e3c7141d'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 09:23:09.744787 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bc609-81c2-4e2b-950b-5cbf438aa4cc req-c0f97f7f-5ce6-448e-ad27-3f7a67c4515f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:23:09.746232 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-e59bc609-81c2-4e2b-950b-5cbf438aa4cc req-c0f97f7f-5ce6-448e-ad27-3f7a67c4515f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5f442435-120f-4162-a489-77c2f666a4a1 HTTP/1.1" status: 200 len: 1098 time: 0.0858846 Oct 04 09:23:09.788240 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-e59bc609-81c2-4e2b-950b-5cbf438aa4cc req-3f89396a-9ff3-4926-b327-697ee0178799 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bbcb0ec7-ec30-4d81-9bfc-77f52541370a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351086 Oct 04 09:23:09.987577 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b89377-8d45-4356-93c0-2107a68119ed req-49ab3de2-89f4-48d4-8c9e-b51a8bac75a5 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:23:09.988955 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-27b89377-8d45-4356-93c0-2107a68119ed req-49ab3de2-89f4-48d4-8c9e-b51a8bac75a5 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f442435-120f-4162-a489-77c2f666a4a1 HTTP/1.1" status: 200 len: 945 time: 0.0849173 Oct 04 09:23:10.034752 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-27b89377-8d45-4356-93c0-2107a68119ed req-67ea9338-78f2-4ac4-a3bf-4a5b07d2b295 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbcb0ec7-ec30-4d81-9bfc-77f52541370a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402029 Oct 04 09:23:10.866183 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device f5f1b932-f24b-41db-9dd4-f2a9e3c7141d up at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:23:10.934942 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning complete for port f5f1b932-f24b-41db-9dd4-f2a9e3c7141d triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:23:10.935305 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:23:10.935636 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Attempt 1 to provision port f5f1b932-f24b-41db-9dd4-f2a9e3c7141d Oct 04 09:23:11.050057 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port f5f1b932-f24b-41db-9dd4-f2a9e3c7141d is: BUILD; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:23:11.050449 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:23:11.078338 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f442435-120f-4162-a489-77c2f666a4a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5f1b932-f24b-41db-9dd4-f2a9e3c7141d'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:23:11.080638 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aef738b946a3ea172e8e75fc735451da1d91f114ea1acc5fcf392e20a929bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7bfab57-371b-4d13-84b7-3714e8adc0b9" -d '{"events": [{"server_uuid": "5f442435-120f-4162-a489-77c2f666a4a1", "name": "network-vif-plugged", "status": "completed", "tag": "f5f1b932-f24b-41db-9dd4-f2a9e3c7141d"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:23:11.088939 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port f5f1b932-f24b-41db-9dd4-f2a9e3c7141d, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=f5f1b932-f24b-41db-9dd4-f2a9e3c7141d,segment=NetworkSegment(6093c376-bcd9-4a6b-b143-842445a8c889),segment_id=6093c376-bcd9-4a6b-b143-842445a8c889)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:23:11.094402 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:23:11.134707 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d3548c-030b-4ff8-9cce-d8cdda1764a2 x-openstack-request-id: req-60d3548c-030b-4ff8-9cce-d8cdda1764a2 {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:23:11.134997 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f442435-120f-4162-a489-77c2f666a4a1", "name": "network-vif-plugged", "status": "completed", "tag": "f5f1b932-f24b-41db-9dd4-f2a9e3c7141d", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:23:11.135254 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-60d3548c-030b-4ff8-9cce-d8cdda1764a2 {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:23:11.135638 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60d3548c-030b-4ff8-9cce-d8cdda1764a2'] response: {'server_uuid': '5f442435-120f-4162-a489-77c2f666a4a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5f1b932-f24b-41db-9dd4-f2a9e3c7141d', 'code': 200} Oct 04 09:23:11.166170 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:23:11.175592 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=f5f1b932-f24b-41db-9dd4-f2a9e3c7141d,revision_number=7']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:23:11.238265 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a24bc-3b61-423c-8c2d-c39106f323c6 req-93103052-d6f3-44d4-93e9-01ae212c0f1e tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:23:11.239742 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6a3a24bc-3b61-423c-8c2d-c39106f323c6 req-93103052-d6f3-44d4-93e9-01ae212c0f1e tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f442435-120f-4162-a489-77c2f666a4a1 HTTP/1.1" status: 200 len: 946 time: 0.0911820 Oct 04 09:23:11.284141 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6a3a24bc-3b61-423c-8c2d-c39106f323c6 req-a6b94f89-c27f-4acb-9ea9-d618785790f1 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbcb0ec7-ec30-4d81-9bfc-77f52541370a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386457 Oct 04 09:23:12.596839 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65844fee-4356-4034-800e-32a52e7426d7 req-dbad5bd2-d19b-4c75-9cdf-b49aec7b4a05 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:23:12.598203 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-65844fee-4356-4034-800e-32a52e7426d7 req-dbad5bd2-d19b-4c75-9cdf-b49aec7b4a05 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f442435-120f-4162-a489-77c2f666a4a1 HTTP/1.1" status: 200 len: 946 time: 0.1990240 Oct 04 09:23:12.646124 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-65844fee-4356-4034-800e-32a52e7426d7 req-d5c521ac-3647-4879-87f9-dae8a08502e2 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbcb0ec7-ec30-4d81-9bfc-77f52541370a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419223 Oct 04 09:23:12.675741 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 36834) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:23:12.786692 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-672db9cf-47cf-4363-9fb9-917ba0e81849 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/floatingips/84e23118-485f-4adf-b49b-257f79b0274e HTTP/1.1" status: 200 len: 995 time: 0.1097898 Oct 04 09:23:24.609636 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-07beaee5-401e-487e-a91f-f9610e0cff9e req-eeee2ed8-35b9-4449-9a55-002a4da3a345 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5f442435-120f-4162-a489-77c2f666a4a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0791564 Oct 04 09:23:24.718296 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07beaee5-401e-487e-a91f-f9610e0cff9e req-c8792c77-cbe0-4a40-ad46-be6d65045196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:23:24.719774 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-07beaee5-401e-487e-a91f-f9610e0cff9e req-c8792c77-cbe0-4a40-ad46-be6d65045196 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cbd6743a2e0d46fda636aad8413c14c0&device_id=5f442435-120f-4162-a489-77c2f666a4a1 HTTP/1.1" status: 200 len: 1099 time: 0.0782027 Oct 04 09:23:24.862790 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07beaee5-401e-487e-a91f-f9610e0cff9e req-bdc7a790-d033-48ee-b867-39cc5d03b02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:23:24.864146 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-07beaee5-401e-487e-a91f-f9610e0cff9e req-bdc7a790-d033-48ee-b867-39cc5d03b02f service neutron] 10.222.0.20 "GET /v2.0/networks?id=a19b85b2-47fa-4467-9007-092e12a063da HTTP/1.1" status: 200 len: 898 time: 0.1251562 Oct 04 09:23:24.970557 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-07beaee5-401e-487e-a91f-f9610e0cff9e req-4740939f-9982-4b34-8d51-eddf02c1aab5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5f1b932-f24b-41db-9dd4-f2a9e3c7141d HTTP/1.1" status: 200 len: 1003 time: 0.0998120 Oct 04 09:23:25.031746 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07beaee5-401e-487e-a91f-f9610e0cff9e req-54c4fe3b-20de-45cb-a83c-191f1e420a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:23:25.033182 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-07beaee5-401e-487e-a91f-f9610e0cff9e req-54c4fe3b-20de-45cb-a83c-191f1e420a11 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=751eaa40-7b79-4c85-b774-83c8d0c71ef8 HTTP/1.1" status: 200 len: 835 time: 0.0563822 Oct 04 09:23:25.115990 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07beaee5-401e-487e-a91f-f9610e0cff9e req-734b442f-44c5-47ab-8b08-8dc6feff5c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:23:25.123442 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-07beaee5-401e-487e-a91f-f9610e0cff9e req-734b442f-44c5-47ab-8b08-8dc6feff5c63 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a19b85b2-47fa-4467-9007-092e12a063da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796747 Oct 04 09:23:25.259029 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-07beaee5-401e-487e-a91f-f9610e0cff9e req-c54814f6-8301-402b-837c-a10c8460b574 service neutron] 10.222.0.20 "GET /v2.0/networks/a19b85b2-47fa-4467-9007-092e12a063da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343343 Oct 04 09:23:25.385328 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-07beaee5-401e-487e-a91f-f9610e0cff9e req-b10e98f4-d3db-4fb1-b135-7179628a26e2 service neutron] 10.222.0.20 "GET /v2.0/networks/a19b85b2-47fa-4467-9007-092e12a063da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202092 Oct 04 09:23:27.565464 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-bb9a2974-7879-4690-8c90-a9def7c27ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:23:30.225547 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a1cbec63-a242-4c34-9ed0-11159a7292bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:23:30.672374 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:23:30.725749 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:23:31.720811 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:23:32.217459 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:23:41.124471 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:23:57.567253 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b99518bd-d36d-462a-8369-12200926ce38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:00.226536 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-4d44a6d4-ff9d-414a-bf5a-1340d04513d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:00.675965 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:00.727811 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:02.216834 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:08.719512 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:24:09.005612 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80cf53d-abe7-40b1-9263-9daf58c57415 req-27f1bb8e-0de8-4899-bd4b-b6ebb376db8d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:09.007057 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-d80cf53d-abe7-40b1-9263-9daf58c57415 req-27f1bb8e-0de8-4899-bd4b-b6ebb376db8d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e712054-8aa5-498e-a475-28d4e925590f HTTP/1.1" status: 200 len: 945 time: 0.0859590 Oct 04 09:24:09.053588 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-d80cf53d-abe7-40b1-9263-9daf58c57415 req-225af5e4-19ff-443f-8048-651579601528 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=ed3a325b-8e89-4550-ba36-3e373c86f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408802 Oct 04 09:24:10.250902 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0e4e8-b89e-4a8e-a821-516a650b28d9 req-bc5e4b96-6011-4e90-873a-8dd2e766e5b9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:10.252388 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-69c0e4e8-b89e-4a8e-a821-516a650b28d9 req-bc5e4b96-6011-4e90-873a-8dd2e766e5b9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e712054-8aa5-498e-a475-28d4e925590f HTTP/1.1" status: 200 len: 945 time: 0.0869946 Oct 04 09:24:10.300079 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-69c0e4e8-b89e-4a8e-a821-516a650b28d9 req-80cc5212-11a6-42e2-83cf-e5ff517fa669 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=ed3a325b-8e89-4550-ba36-3e373c86f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419304 Oct 04 09:24:10.757804 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a603c-b1a1-4fb0-8631-7c28a6a09fbc req-42b95bee-967a-4db0-8e5e-2ad0f60e17fe tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:10.759231 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-b28a603c-b1a1-4fb0-8631-7c28a6a09fbc req-42b95bee-967a-4db0-8e5e-2ad0f60e17fe tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.20 "GET /v2.0/ports?device_id=9e712054-8aa5-498e-a475-28d4e925590f HTTP/1.1" status: 200 len: 945 time: 0.0881839 Oct 04 09:24:10.827513 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [req-b28a603c-b1a1-4fb0-8631-7c28a6a09fbc req-e8e204c5-e489-40f6-b1eb-baf8af7e8008 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Deleting port b62d9fd5-10f1-4364-b720-fe5f96b2bb98 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:24:10.827855 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-b28a603c-b1a1-4fb0-8631-7c28a6a09fbc req-e8e204c5-e489-40f6-b1eb-baf8af7e8008 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:11.068647 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [req-b28a603c-b1a1-4fb0-8631-7c28a6a09fbc req-e8e204c5-e489-40f6-b1eb-baf8af7e8008 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] For port b62d9fd5-10f1-4364-b720-fe5f96b2bb98, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=b62d9fd5-10f1-4364-b720-fe5f96b2bb98,segment=NetworkSegment(6bd41039-fd18-4a9e-83bc-8b3608d7fee7),segment_id=6bd41039-fd18-4a9e-83bc-8b3608d7fee7)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:24:11.069007 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-b28a603c-b1a1-4fb0-8631-7c28a6a09fbc req-e8e204c5-e489-40f6-b1eb-baf8af7e8008 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:11.124069 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:11.505390 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-b28a603c-b1a1-4fb0-8631-7c28a6a09fbc req-e8e204c5-e489-40f6-b1eb-baf8af7e8008 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:11.505752 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-b28a603c-b1a1-4fb0-8631-7c28a6a09fbc req-e8e204c5-e489-40f6-b1eb-baf8af7e8008 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:11.506058 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.l3_db [req-b28a603c-b1a1-4fb0-8631-7c28a6a09fbc req-e8e204c5-e489-40f6-b1eb-baf8af7e8008 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Floating IP 4908cd06-b5e5-4a99-9562-cff3cce13976 disassociated. External IP: 172.26.10.24, port: b62d9fd5-10f1-4364-b720-fe5f96b2bb98. Oct 04 09:24:11.506389 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [req-b28a603c-b1a1-4fb0-8631-7c28a6a09fbc req-e8e204c5-e489-40f6-b1eb-baf8af7e8008 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Calling delete_port for b62d9fd5-10f1-4364-b720-fe5f96b2bb98 owned by compute:nova {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:24:11.596241 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e3daa-ae3b-45c5-98cb-42429d613228 req-2a6055a1-7ff3-4d59-ad17-48a451fc66d1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:11.597617 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-e75e3daa-ae3b-45c5-98cb-42429d613228 req-2a6055a1-7ff3-4d59-ad17-48a451fc66d1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e712054-8aa5-498e-a475-28d4e925590f HTTP/1.1" status: 200 len: 945 time: 0.1731918 Oct 04 09:24:11.697936 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-e75e3daa-ae3b-45c5-98cb-42429d613228 req-407184b2-7e39-498e-807c-c9b05b01b4c9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=ed3a325b-8e89-4550-ba36-3e373c86f3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939717 Oct 04 09:24:11.702955 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-b28a603c-b1a1-4fb0-8631-7c28a6a09fbc req-e8e204c5-e489-40f6-b1eb-baf8af7e8008 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:11.762278 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e204c5-e489-40f6-b1eb-baf8af7e8008 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'Port': ['ID=b62d9fd5-10f1-4364-b720-fe5f96b2bb98,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:11.817148 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e204c5-e489-40f6-b1eb-baf8af7e8008 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:24:11.817493 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e204c5-e489-40f6-b1eb-baf8af7e8008 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:24:11.817824 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e204c5-e489-40f6-b1eb-baf8af7e8008 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:24:11.818154 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e204c5-e489-40f6-b1eb-baf8af7e8008 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:24:11.818494 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e204c5-e489-40f6-b1eb-baf8af7e8008 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:24:11.818801 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e204c5-e489-40f6-b1eb-baf8af7e8008 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:24:11.819121 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e204c5-e489-40f6-b1eb-baf8af7e8008 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:24:11.819439 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e204c5-e489-40f6-b1eb-baf8af7e8008 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:24:11.819763 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e204c5-e489-40f6-b1eb-baf8af7e8008 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:24:11.820078 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e204c5-e489-40f6-b1eb-baf8af7e8008 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:24:11.820410 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e204c5-e489-40f6-b1eb-baf8af7e8008 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:24:11.820725 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e204c5-e489-40f6-b1eb-baf8af7e8008 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:24:11.952794 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b28a603c-b1a1-4fb0-8631-7c28a6a09fbc req-e8e204c5-e489-40f6-b1eb-baf8af7e8008 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Router c0edcb76-0a1e-477b-bd6e-84980f6012e1 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:24:12.129514 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b28a603c-b1a1-4fb0-8631-7c28a6a09fbc req-e8e204c5-e489-40f6-b1eb-baf8af7e8008 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:24:12.140533 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0eb2bf9-78d5-428d-8a8d-bef0a5226d31 None None] Sync routers for ids ['c0edcb76-0a1e-477b-bd6e-84980f6012e1'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:24:12.149893 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0eb2bf9-78d5-428d-8a8d-bef0a5226d31 None None] Routers {'c0edcb76-0a1e-477b-bd6e-84980f6012e1'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:24:12.150494 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-c0eb2bf9-78d5-428d-8a8d-bef0a5226d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:24:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['c0edcb76-0a1e-477b-bd6e-84980f6012e1'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:24:12.219469 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [req-b28a603c-b1a1-4fb0-8631-7c28a6a09fbc req-e8e204c5-e489-40f6-b1eb-baf8af7e8008 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] No DVR routers for this DVR port b62d9fd5-10f1-4364-b720-fe5f96b2bb98 on host hv-neutron-8602 {{(pid=89033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:24:12.222221 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-b28a603c-b1a1-4fb0-8631-7c28a6a09fbc req-e8e204c5-e489-40f6-b1eb-baf8af7e8008 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:12.224989 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e712054-8aa5-498e-a475-28d4e925590f', 'name': 'network-vif-deleted', 'tag': 'b62d9fd5-10f1-4364-b720-fe5f96b2bb98'}] {{(pid=89033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:24:12.227288 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e417ebe64424eb0358633e416672821aae4ea22acc2211bb28d37655142b7e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e919b9-5937-47c1-982b-db1b814a9b8e" -d '{"events": [{"server_uuid": "9e712054-8aa5-498e-a475-28d4e925590f", "name": "network-vif-deleted", "tag": "b62d9fd5-10f1-4364-b720-fe5f96b2bb98"}]}' {{(pid=89033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:24:12.244166 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-b28a603c-b1a1-4fb0-8631-7c28a6a09fbc req-e8e204c5-e489-40f6-b1eb-baf8af7e8008 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.20 "DELETE /v2.0/ports/b62d9fd5-10f1-4364-b720-fe5f96b2bb98 HTTP/1.1" status: 204 len: 173 time: 1.4792178 Oct 04 09:24:12.277948 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb12b8c1-e74c-43e7-a7ce-afa72919ed5a x-openstack-request-id: req-cb12b8c1-e74c-43e7-a7ce-afa72919ed5a {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:24:12.278434 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e712054-8aa5-498e-a475-28d4e925590f", "name": "network-vif-deleted", "tag": "b62d9fd5-10f1-4364-b720-fe5f96b2bb98", "status": "completed", "code": 200}]} {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:24:12.278738 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cb12b8c1-e74c-43e7-a7ce-afa72919ed5a {{(pid=89033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:24:12.279265 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb12b8c1-e74c-43e7-a7ce-afa72919ed5a'] response: {'server_uuid': '9e712054-8aa5-498e-a475-28d4e925590f', 'name': 'network-vif-deleted', 'tag': 'b62d9fd5-10f1-4364-b720-fe5f96b2bb98', 'status': 'completed', 'code': 200} Oct 04 09:24:12.341264 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-c0eb2bf9-78d5-428d-8a8d-bef0a5226d31 None None] Set router c0edcb76-0a1e-477b-bd6e-84980f6012e1 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:24:12.668481 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-c0eb2bf9-78d5-428d-8a8d-bef0a5226d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0edcb76-0a1e-477b-bd6e-84980f6012e1', 'name': 'tempest-TestNetworkBasicOps-router-1136286379', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.232'}], 'enable_snat': True}, 'gw_port_id': 'e61a0f9c-b670-4f61-9fc7-eb56fd69817d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:20:38Z', 'updated_at': '2022-10-04T09:20:50Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': 'e61a0f9c-b670-4f61-9fc7-eb56fd69817d', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0edcb76-0a1e-477b-bd6e-84980f6012e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:20:39Z', 'updated_at': '2022-10-04T09:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '736b0444-3670-46f3-a033-a6696eb95fd1', 'name': '', 'network_id': 'e2f61057-efcc-412a-9c83-3b6a02122329', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:b4:0d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0edcb76-0a1e-477b-bd6e-84980f6012e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'bebac2f8-ba47-403e-bdf3-1acdba0e4f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:20:47Z', 'updated_at': '2022-10-04T09:20:59Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': 'bebac2f8-ba47-403e-bdf3-1acdba0e4f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:24:12.672143 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0eb2bf9-78d5-428d-8a8d-bef0a5226d31 None None] Checking router: c0edcb76-0a1e-477b-bd6e-84980f6012e1 for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:24:12.681074 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0eb2bf9-78d5-428d-8a8d-bef0a5226d31 None None] Routers {'c0edcb76-0a1e-477b-bd6e-84980f6012e1'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:24:12.681675 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-c0eb2bf9-78d5-428d-8a8d-bef0a5226d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:24:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['c0edcb76-0a1e-477b-bd6e-84980f6012e1'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:24:12.868390 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-c0eb2bf9-78d5-428d-8a8d-bef0a5226d31 None None] Set router c0edcb76-0a1e-477b-bd6e-84980f6012e1 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:24:12.889955 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-a42a0d05-1449-474e-99eb-9a70b9745226 req-c073c83a-0877-40c2-ac81-ae003d51d1a9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:24:12.906948 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-a42a0d05-1449-474e-99eb-9a70b9745226 req-c073c83a-0877-40c2-ac81-ae003d51d1a9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:24:12.908289 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-a42a0d05-1449-474e-99eb-9a70b9745226 req-c073c83a-0877-40c2-ac81-ae003d51d1a9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e712054-8aa5-498e-a475-28d4e925590f HTTP/1.1" status: 200 len: 210 time: 0.0684979 Oct 04 09:24:13.182117 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-c0eb2bf9-78d5-428d-8a8d-bef0a5226d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0edcb76-0a1e-477b-bd6e-84980f6012e1', 'name': 'tempest-TestNetworkBasicOps-router-1136286379', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.232'}], 'enable_snat': True}, 'gw_port_id': 'e61a0f9c-b670-4f61-9fc7-eb56fd69817d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:20:38Z', 'updated_at': '2022-10-04T09:20:50Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': 'e61a0f9c-b670-4f61-9fc7-eb56fd69817d', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0edcb76-0a1e-477b-bd6e-84980f6012e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:20:39Z', 'updated_at': '2022-10-04T09:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '736b0444-3670-46f3-a033-a6696eb95fd1', 'name': '', 'network_id': 'e2f61057-efcc-412a-9c83-3b6a02122329', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:b4:0d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0edcb76-0a1e-477b-bd6e-84980f6012e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'bebac2f8-ba47-403e-bdf3-1acdba0e4f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:20:47Z', 'updated_at': '2022-10-04T09:20:59Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': 'bebac2f8-ba47-403e-bdf3-1acdba0e4f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:24:13.186526 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0eb2bf9-78d5-428d-8a8d-bef0a5226d31 None None] The sync data for ids ['c0edcb76-0a1e-477b-bd6e-84980f6012e1'] in dv-neutron-860215-1-hyperv is: [{'id': 'c0edcb76-0a1e-477b-bd6e-84980f6012e1', 'name': 'tempest-TestNetworkBasicOps-router-1136286379', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.232'}], 'enable_snat': True}, 'gw_port_id': 'e61a0f9c-b670-4f61-9fc7-eb56fd69817d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:20:38Z', 'updated_at': '2022-10-04T09:20:50Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': 'e61a0f9c-b670-4f61-9fc7-eb56fd69817d', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0edcb76-0a1e-477b-bd6e-84980f6012e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:20:39Z', 'updated_at': '2022-10-04T09:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '736b0444-3670-46f3-a033-a6696eb95fd1', 'name': '', 'network_id': 'e2f61057-efcc-412a-9c83-3b6a02122329', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:b4:0d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0edcb76-0a1e-477b-bd6e-84980f6012e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'bebac2f8-ba47-403e-bdf3-1acdba0e4f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:20:47Z', 'updated_at': '2022-10-04T09:20:59Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': 'bebac2f8-ba47-403e-bdf3-1acdba0e4f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:24:13.268222 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device b62d9fd5-10f1-4364-b720-fe5f96b2bb98 no longer exists at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:24:13.303794 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] No Port match for: b62d9fd5-10f1-4364-b720-fe5f96b2bb98 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:24:13.304257 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device b62d9fd5-10f1-4364-b720-fe5f96b2bb98 not bound to the agent host hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:24:13.405103 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ed7e3e-52ab-411a-a9ce-c162495b22e0 None None] New status for floating IP 4908cd06-b5e5-4a99-9562-cff3cce13976: DOWN {{(pid=89034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 09:24:14.015258 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 36888) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:24:14.084034 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c1224749-35f1-4a10-b800-954bf7fa1f60 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:14.114088 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c1224749-35f1-4a10-b800-954bf7fa1f60 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:14.177258 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c1224749-35f1-4a10-b800-954bf7fa1f60 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:14.196383 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1224749-35f1-4a10-b800-954bf7fa1f60 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3a325b-8e89-4550-ba36-3e373c86f3bd,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:14.208230 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1224749-35f1-4a10-b800-954bf7fa1f60 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:24:14.208633 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1224749-35f1-4a10-b800-954bf7fa1f60 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:24:14.208955 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1224749-35f1-4a10-b800-954bf7fa1f60 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:24:14.209295 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1224749-35f1-4a10-b800-954bf7fa1f60 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:24:14.209631 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1224749-35f1-4a10-b800-954bf7fa1f60 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:24:14.209965 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1224749-35f1-4a10-b800-954bf7fa1f60 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:24:14.210294 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1224749-35f1-4a10-b800-954bf7fa1f60 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:24:14.210622 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1224749-35f1-4a10-b800-954bf7fa1f60 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:24:14.210949 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1224749-35f1-4a10-b800-954bf7fa1f60 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:24:14.211274 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1224749-35f1-4a10-b800-954bf7fa1f60 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:24:14.211599 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1224749-35f1-4a10-b800-954bf7fa1f60 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:24:14.211921 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1224749-35f1-4a10-b800-954bf7fa1f60 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:24:14.216017 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c1224749-35f1-4a10-b800-954bf7fa1f60 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:14.217195 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-c1224749-35f1-4a10-b800-954bf7fa1f60 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "DELETE /v2.0/security-groups/ed3a325b-8e89-4550-ba36-3e373c86f3bd HTTP/1.1" status: 204 len: 168 time: 0.1995502 Oct 04 09:24:14.250251 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 36894) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:24:14.493872 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-22c41358-2ca9-4651-922f-376cb73a8894 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Deleting port c8981dcd-8741-40e1-9de0-96d74b1bffd3 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:24:14.494120 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-22c41358-2ca9-4651-922f-376cb73a8894 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:14.657924 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-22c41358-2ca9-4651-922f-376cb73a8894 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:14.658256 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-22c41358-2ca9-4651-922f-376cb73a8894 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:14.782483 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-22c41358-2ca9-4651-922f-376cb73a8894 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Calling delete_port for c8981dcd-8741-40e1-9de0-96d74b1bffd3 owned by network:floatingip {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:24:14.927878 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-22c41358-2ca9-4651-922f-376cb73a8894 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:14.975770 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c41358-2ca9-4651-922f-376cb73a8894 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'Port': ['ID=c8981dcd-8741-40e1-9de0-96d74b1bffd3,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:15.069524 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-22c41358-2ca9-4651-922f-376cb73a8894 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for floatingip, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:15.086440 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-22c41358-2ca9-4651-922f-376cb73a8894 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:15.087567 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-22c41358-2ca9-4651-922f-376cb73a8894 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "DELETE /v2.0/floatingips/4908cd06-b5e5-4a99-9562-cff3cce13976 HTTP/1.1" status: 204 len: 168 time: 0.8362997 Oct 04 09:24:15.454279 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd62440-4ea1-4830-8ab6-ee4f4ee6aed3 req-c8015f4b-0dac-4f9f-ad57-a0b52fb53b2d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:15.455671 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7bd62440-4ea1-4830-8ab6-ee4f4ee6aed3 req-c8015f4b-0dac-4f9f-ad57-a0b52fb53b2d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=aef1b118-b890-4c06-9aec-aef6ffa7d642 HTTP/1.1" status: 200 len: 946 time: 0.0881801 Oct 04 09:24:15.499146 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7bd62440-4ea1-4830-8ab6-ee4f4ee6aed3 req-466aaf18-2d8e-4f12-adb0-5a5f6795f683 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a773270-6917-4144-9c59-3337fab836a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377133 Oct 04 09:24:16.703536 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43588d5-45d8-4eb3-844b-87099bfc97bb req-2cbbb279-f59e-480d-a96e-cc994a67b7b9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:16.704229 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-e43588d5-45d8-4eb3-844b-87099bfc97bb req-2cbbb279-f59e-480d-a96e-cc994a67b7b9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:24:16.719967 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-e43588d5-45d8-4eb3-844b-87099bfc97bb req-2cbbb279-f59e-480d-a96e-cc994a67b7b9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:24:16.721175 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e43588d5-45d8-4eb3-844b-87099bfc97bb req-2cbbb279-f59e-480d-a96e-cc994a67b7b9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=aef1b118-b890-4c06-9aec-aef6ffa7d642 HTTP/1.1" status: 200 len: 946 time: 0.1073279 Oct 04 09:24:16.766992 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-e43588d5-45d8-4eb3-844b-87099bfc97bb req-0185dcf7-b140-4147-97fd-5b17075dde9a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:security_group {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:24:16.781592 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-e43588d5-45d8-4eb3-844b-87099bfc97bb req-0185dcf7-b140-4147-97fd-5b17075dde9a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:security_group {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:24:16.782713 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e43588d5-45d8-4eb3-844b-87099bfc97bb req-0185dcf7-b140-4147-97fd-5b17075dde9a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=1a773270-6917-4144-9c59-3337fab836a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557656 Oct 04 09:24:17.180899 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6399af-3008-41a2-8e6c-e31c5a8f3fa7 req-8fdd6074-d4b1-42ff-be92-b83b21bd74b6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:17.182309 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-cf6399af-3008-41a2-8e6c-e31c5a8f3fa7 req-8fdd6074-d4b1-42ff-be92-b83b21bd74b6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.20 "GET /v2.0/ports?device_id=aef1b118-b890-4c06-9aec-aef6ffa7d642 HTTP/1.1" status: 200 len: 946 time: 0.0832505 Oct 04 09:24:17.254631 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [req-cf6399af-3008-41a2-8e6c-e31c5a8f3fa7 req-a0824997-1fbb-4fc9-b91d-e10f9cc44c43 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Deleting port 22c378aa-04c6-4cea-84c5-304024c9c5ac {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:24:17.254969 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-cf6399af-3008-41a2-8e6c-e31c5a8f3fa7 req-a0824997-1fbb-4fc9-b91d-e10f9cc44c43 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:17.597170 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [req-cf6399af-3008-41a2-8e6c-e31c5a8f3fa7 req-a0824997-1fbb-4fc9-b91d-e10f9cc44c43 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] For port 22c378aa-04c6-4cea-84c5-304024c9c5ac, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=22c378aa-04c6-4cea-84c5-304024c9c5ac,segment=NetworkSegment(6bd41039-fd18-4a9e-83bc-8b3608d7fee7),segment_id=6bd41039-fd18-4a9e-83bc-8b3608d7fee7)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:24:17.597526 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-cf6399af-3008-41a2-8e6c-e31c5a8f3fa7 req-a0824997-1fbb-4fc9-b91d-e10f9cc44c43 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:17.716726 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [req-cf6399af-3008-41a2-8e6c-e31c5a8f3fa7 req-a0824997-1fbb-4fc9-b91d-e10f9cc44c43 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Calling delete_port for 22c378aa-04c6-4cea-84c5-304024c9c5ac owned by compute:nova {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:24:17.862520 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-cf6399af-3008-41a2-8e6c-e31c5a8f3fa7 req-a0824997-1fbb-4fc9-b91d-e10f9cc44c43 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:17.952156 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0824997-1fbb-4fc9-b91d-e10f9cc44c43 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'Port': ['ID=22c378aa-04c6-4cea-84c5-304024c9c5ac,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:18.004032 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7c359a23-8819-4e35-9ce9-7c82a8326781 req-c4609298-ff07-4c16-a42d-8dff64f86d0c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=aef1b118-b890-4c06-9aec-aef6ffa7d642 HTTP/1.1" status: 200 len: 210 time: 0.1042125 Oct 04 09:24:18.050616 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6399af-3008-41a2-8e6c-e31c5a8f3fa7 req-a0824997-1fbb-4fc9-b91d-e10f9cc44c43 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] No DVR routers for this DVR port 22c378aa-04c6-4cea-84c5-304024c9c5ac on host hv-neutron-8602 {{(pid=89033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:24:18.053121 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-cf6399af-3008-41a2-8e6c-e31c5a8f3fa7 req-a0824997-1fbb-4fc9-b91d-e10f9cc44c43 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:18.055638 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef1b118-b890-4c06-9aec-aef6ffa7d642', 'name': 'network-vif-deleted', 'tag': '22c378aa-04c6-4cea-84c5-304024c9c5ac'}] {{(pid=89033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:24:18.057933 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e417ebe64424eb0358633e416672821aae4ea22acc2211bb28d37655142b7e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f7f866-baaa-4b94-bf14-2fa9ea2ab828" -d '{"events": [{"server_uuid": "aef1b118-b890-4c06-9aec-aef6ffa7d642", "name": "network-vif-deleted", "tag": "22c378aa-04c6-4cea-84c5-304024c9c5ac"}]}' {{(pid=89033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:24:18.071679 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-cf6399af-3008-41a2-8e6c-e31c5a8f3fa7 req-a0824997-1fbb-4fc9-b91d-e10f9cc44c43 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.20 "DELETE /v2.0/ports/22c378aa-04c6-4cea-84c5-304024c9c5ac HTTP/1.1" status: 204 len: 173 time: 0.8831322 Oct 04 09:24:18.106562 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46efb3b4-8481-4bec-a263-00563ad998d6 x-openstack-request-id: req-46efb3b4-8481-4bec-a263-00563ad998d6 {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:24:18.106858 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aef1b118-b890-4c06-9aec-aef6ffa7d642", "name": "network-vif-deleted", "tag": "22c378aa-04c6-4cea-84c5-304024c9c5ac", "status": "completed", "code": 200}]} {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:24:18.107110 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-46efb3b4-8481-4bec-a263-00563ad998d6 {{(pid=89033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:24:18.107510 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46efb3b4-8481-4bec-a263-00563ad998d6'] response: {'server_uuid': 'aef1b118-b890-4c06-9aec-aef6ffa7d642', 'name': 'network-vif-deleted', 'tag': '22c378aa-04c6-4cea-84c5-304024c9c5ac', 'status': 'completed', 'code': 200} Oct 04 09:24:19.109256 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 36910) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:24:19.180059 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-bac56e2e-4bc0-4490-9a1a-6638b63589db tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:19.209195 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-bac56e2e-4bc0-4490-9a1a-6638b63589db tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:19.272864 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-bac56e2e-4bc0-4490-9a1a-6638b63589db tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:19.290946 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac56e2e-4bc0-4490-9a1a-6638b63589db tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a773270-6917-4144-9c59-3337fab836a3,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:19.301425 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-bac56e2e-4bc0-4490-9a1a-6638b63589db tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:19.302526 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-bac56e2e-4bc0-4490-9a1a-6638b63589db tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "DELETE /v2.0/security-groups/1a773270-6917-4144-9c59-3337fab836a3 HTTP/1.1" status: 204 len: 168 time: 0.1923158 Oct 04 09:24:19.310752 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 22c378aa-04c6-4cea-84c5-304024c9c5ac no longer exists at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:24:19.335017 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 36916) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:24:19.353278 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] No Port match for: 22c378aa-04c6-4cea-84c5-304024c9c5ac {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:24:19.353607 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 22c378aa-04c6-4cea-84c5-304024c9c5ac not bound to the agent host hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:24:19.875859 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c3e52962-b689-4eee-b1b1-80131ed68339 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736827'] for router_interface, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:20.316044 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-c3e52962-b689-4eee-b1b1-80131ed68339 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Deleting port 736b0444-3670-46f3-a033-a6696eb95fd1 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:24:20.316786 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c3e52962-b689-4eee-b1b1-80131ed68339 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:20.500764 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-c3e52962-b689-4eee-b1b1-80131ed68339 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] For port 736b0444-3670-46f3-a033-a6696eb95fd1, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=736b0444-3670-46f3-a033-a6696eb95fd1,segment=NetworkSegment(6bd41039-fd18-4a9e-83bc-8b3608d7fee7),segment_id=6bd41039-fd18-4a9e-83bc-8b3608d7fee7)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:24:20.501127 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c3e52962-b689-4eee-b1b1-80131ed68339 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:20.625618 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-c3e52962-b689-4eee-b1b1-80131ed68339 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Calling delete_port for 736b0444-3670-46f3-a033-a6696eb95fd1 owned by network:router_interface {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:24:20.938748 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c3e52962-b689-4eee-b1b1-80131ed68339 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:20.984744 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e52962-b689-4eee-b1b1-80131ed68339 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'Port': ['ID=736b0444-3670-46f3-a033-a6696eb95fd1,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:21.267429 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c3e52962-b689-4eee-b1b1-80131ed68339 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736911'] for router_interface, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:21.736438 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3e52962-b689-4eee-b1b1-80131ed68339 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Router c0edcb76-0a1e-477b-bd6e-84980f6012e1 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:24:21.913244 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e52962-b689-4eee-b1b1-80131ed68339 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:24:21.923746 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4353eee-5f7a-4f47-863a-af7ec46afeb1 None None] Sync routers for ids ['c0edcb76-0a1e-477b-bd6e-84980f6012e1'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:24:21.926115 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-c3e52962-b689-4eee-b1b1-80131ed68339 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "PUT /v2.0/routers/c0edcb76-0a1e-477b-bd6e-84980f6012e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5899942 Oct 04 09:24:21.928702 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 36922) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:24:21.932654 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4353eee-5f7a-4f47-863a-af7ec46afeb1 None None] Routers {'c0edcb76-0a1e-477b-bd6e-84980f6012e1'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:24:21.933244 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-b4353eee-5f7a-4f47-863a-af7ec46afeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:24:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['c0edcb76-0a1e-477b-bd6e-84980f6012e1'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:24:21.996142 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6d41c3d-11ba-4ff2-9fe8-b05d39cb3ef3 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Deleting subnet bebac2f8-ba47-403e-bdf3-1acdba0e4f5a {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:24:21.999250 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c6d41c3d-11ba-4ff2-9fe8-b05d39cb3ef3 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:22.052652 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c6d41c3d-11ba-4ff2-9fe8-b05d39cb3ef3 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:22.104597 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-b4353eee-5f7a-4f47-863a-af7ec46afeb1 None None] Set router c0edcb76-0a1e-477b-bd6e-84980f6012e1 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:24:22.134785 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c6d41c3d-11ba-4ff2-9fe8-b05d39cb3ef3 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:22.209927 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c6d41c3d-11ba-4ff2-9fe8-b05d39cb3ef3 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:22.248952 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d41c3d-11ba-4ff2-9fe8-b05d39cb3ef3 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'Subnet': ['ID=bebac2f8-ba47-403e-bdf3-1acdba0e4f5a,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:22.253181 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c6d41c3d-11ba-4ff2-9fe8-b05d39cb3ef3 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:22.262090 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb86a2b-4647-478e-bca5-f4f2ecff1d8f None None] Network e2f61057-efcc-412a-9c83-3b6a02122329 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:24:22.262657 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 36926) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:24:22.263051 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-c6d41c3d-11ba-4ff2-9fe8-b05d39cb3ef3 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "DELETE /v2.0/subnets/bebac2f8-ba47-403e-bdf3-1acdba0e4f5a HTTP/1.1" status: 204 len: 168 time: 0.3325176 Oct 04 09:24:22.386954 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-b4353eee-5f7a-4f47-863a-af7ec46afeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0edcb76-0a1e-477b-bd6e-84980f6012e1', 'name': 'tempest-TestNetworkBasicOps-router-1136286379', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.232'}], 'enable_snat': True}, 'gw_port_id': 'e61a0f9c-b670-4f61-9fc7-eb56fd69817d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:20:38Z', 'updated_at': '2022-10-04T09:24:20Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': 'e61a0f9c-b670-4f61-9fc7-eb56fd69817d', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0edcb76-0a1e-477b-bd6e-84980f6012e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:20:39Z', 'updated_at': '2022-10-04T09:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:24:22.390623 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4353eee-5f7a-4f47-863a-af7ec46afeb1 None None] Checking router: c0edcb76-0a1e-477b-bd6e-84980f6012e1 for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:24:22.398654 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4353eee-5f7a-4f47-863a-af7ec46afeb1 None None] Routers {'c0edcb76-0a1e-477b-bd6e-84980f6012e1'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:24:22.399270 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-b4353eee-5f7a-4f47-863a-af7ec46afeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:24:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['c0edcb76-0a1e-477b-bd6e-84980f6012e1'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:24:22.444610 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-94d5748d-8d82-46ea-b407-fe3d84fcd0db tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:22.541849 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30281743-4f88-4eab-9022-45e402f9d29e None None] DHCP port deletion for e2f61057-efcc-412a-9c83-3b6a02122329 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:24:22.546219 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-30281743-4f88-4eab-9022-45e402f9d29e None None] Deleting port d899ab42-5769-4805-8e24-0e4b57e7fc55 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:24:22.546590 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-30281743-4f88-4eab-9022-45e402f9d29e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:22.607988 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-b4353eee-5f7a-4f47-863a-af7ec46afeb1 None None] Set router c0edcb76-0a1e-477b-bd6e-84980f6012e1 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:24:22.629966 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-94d5748d-8d82-46ea-b407-fe3d84fcd0db tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:22.641308 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-94d5748d-8d82-46ea-b407-fe3d84fcd0db tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Deleting port e61a0f9c-b670-4f61-9fc7-eb56fd69817d {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:24:22.641642 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-94d5748d-8d82-46ea-b407-fe3d84fcd0db tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:22.771602 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-30281743-4f88-4eab-9022-45e402f9d29e None None] For port d899ab42-5769-4805-8e24-0e4b57e7fc55, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=d899ab42-5769-4805-8e24-0e4b57e7fc55,segment=NetworkSegment(6bd41039-fd18-4a9e-83bc-8b3608d7fee7),segment_id=6bd41039-fd18-4a9e-83bc-8b3608d7fee7)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:24:22.772872 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-30281743-4f88-4eab-9022-45e402f9d29e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:22.896453 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-b4353eee-5f7a-4f47-863a-af7ec46afeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0edcb76-0a1e-477b-bd6e-84980f6012e1', 'name': 'tempest-TestNetworkBasicOps-router-1136286379', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.232'}], 'enable_snat': True}, 'gw_port_id': 'e61a0f9c-b670-4f61-9fc7-eb56fd69817d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:20:38Z', 'updated_at': '2022-10-04T09:24:20Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': 'e61a0f9c-b670-4f61-9fc7-eb56fd69817d', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0edcb76-0a1e-477b-bd6e-84980f6012e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:20:39Z', 'updated_at': '2022-10-04T09:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:24:22.898051 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-30281743-4f88-4eab-9022-45e402f9d29e None None] Calling delete_port for d899ab42-5769-4805-8e24-0e4b57e7fc55 owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:24:22.900676 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4353eee-5f7a-4f47-863a-af7ec46afeb1 None None] The sync data for ids ['c0edcb76-0a1e-477b-bd6e-84980f6012e1'] in dv-neutron-860215-1-hyperv is: [{'id': 'c0edcb76-0a1e-477b-bd6e-84980f6012e1', 'name': 'tempest-TestNetworkBasicOps-router-1136286379', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.232'}], 'enable_snat': True}, 'gw_port_id': 'e61a0f9c-b670-4f61-9fc7-eb56fd69817d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:20:38Z', 'updated_at': '2022-10-04T09:24:20Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': 'e61a0f9c-b670-4f61-9fc7-eb56fd69817d', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0edcb76-0a1e-477b-bd6e-84980f6012e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:20:39Z', 'updated_at': '2022-10-04T09:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:24:22.926017 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-94d5748d-8d82-46ea-b407-fe3d84fcd0db tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] For port e61a0f9c-b670-4f61-9fc7-eb56fd69817d, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=e61a0f9c-b670-4f61-9fc7-eb56fd69817d,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:24:22.926465 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-94d5748d-8d82-46ea-b407-fe3d84fcd0db tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:22.977765 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-30281743-4f88-4eab-9022-45e402f9d29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:23.022819 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30281743-4f88-4eab-9022-45e402f9d29e None None] Pushing event deleted for resources: {'Port': ['ID=d899ab42-5769-4805-8e24-0e4b57e7fc55,revision_number=None']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:23.031686 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30281743-4f88-4eab-9022-45e402f9d29e None None] No DVR routers for this DVR port d899ab42-5769-4805-8e24-0e4b57e7fc55 on host dv-neutron-860215-1-hyperv {{(pid=89034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:24:23.034231 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30281743-4f88-4eab-9022-45e402f9d29e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:24:23.034576 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30281743-4f88-4eab-9022-45e402f9d29e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:24:23.034933 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30281743-4f88-4eab-9022-45e402f9d29e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:24:23.035267 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30281743-4f88-4eab-9022-45e402f9d29e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:24:23.035593 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30281743-4f88-4eab-9022-45e402f9d29e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:24:23.035921 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30281743-4f88-4eab-9022-45e402f9d29e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:24:23.036247 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30281743-4f88-4eab-9022-45e402f9d29e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:24:23.036592 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30281743-4f88-4eab-9022-45e402f9d29e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:24:23.036920 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30281743-4f88-4eab-9022-45e402f9d29e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:24:23.037239 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30281743-4f88-4eab-9022-45e402f9d29e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:24:23.037561 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30281743-4f88-4eab-9022-45e402f9d29e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:24:23.037884 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30281743-4f88-4eab-9022-45e402f9d29e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:24:23.051108 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-94d5748d-8d82-46ea-b407-fe3d84fcd0db tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Calling delete_port for e61a0f9c-b670-4f61-9fc7-eb56fd69817d owned by network:router_gateway {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:24:23.296693 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 736b0444-3670-46f3-a033-a6696eb95fd1 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:24:23.335921 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 736b0444-3670-46f3-a033-a6696eb95fd1 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:24:23.336261 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 736b0444-3670-46f3-a033-a6696eb95fd1 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:24:23.336713 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device d899ab42-5769-4805-8e24-0e4b57e7fc55 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:24:23.366661 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-94d5748d-8d82-46ea-b407-fe3d84fcd0db tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:23.372036 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: d899ab42-5769-4805-8e24-0e4b57e7fc55 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:24:23.372428 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device d899ab42-5769-4805-8e24-0e4b57e7fc55 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:24:23.416245 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d5748d-8d82-46ea-b407-fe3d84fcd0db tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'Port': ['ID=e61a0f9c-b670-4f61-9fc7-eb56fd69817d,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:23.512196 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-94d5748d-8d82-46ea-b407-fe3d84fcd0db tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737040'] for router_gateway, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:23.679075 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-94d5748d-8d82-46ea-b407-fe3d84fcd0db tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:23.681238 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-94d5748d-8d82-46ea-b407-fe3d84fcd0db tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:23.703700 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-94d5748d-8d82-46ea-b407-fe3d84fcd0db tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:23.704762 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d5748d-8d82-46ea-b407-fe3d84fcd0db tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Fanout notify agent at l3_agent the message router_deleted on router c0edcb76-0a1e-477b-bd6e-84980f6012e1 {{(pid=89032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:24:23.720975 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-94d5748d-8d82-46ea-b407-fe3d84fcd0db tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:23.722072 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-94d5748d-8d82-46ea-b407-fe3d84fcd0db tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "DELETE /v2.0/routers/c0edcb76-0a1e-477b-bd6e-84980f6012e1 HTTP/1.1" status: 204 len: 168 time: 1.4587884 Oct 04 09:24:23.724669 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 36930) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:24:23.839784 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-300e0b58-b746-4592-93e8-b784e64745ab tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:23.967364 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-300e0b58-b746-4592-93e8-b784e64745ab tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:23.991577 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-300e0b58-b746-4592-93e8-b784e64745ab tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2f61057-efcc-412a-9c83-3b6a02122329']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:24:24.004063 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-300e0b58-b746-4592-93e8-b784e64745ab tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bd41039-fd18-4a9e-83bc-8b3608d7fee7') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:24:24.004380 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-300e0b58-b746-4592-93e8-b784e64745ab tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bd41039-fd18-4a9e-83bc-8b3608d7fee7') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:24:24.015250 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-300e0b58-b746-4592-93e8-b784e64745ab tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:24.031073 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-300e0b58-b746-4592-93e8-b784e64745ab tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:24.036982 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-300e0b58-b746-4592-93e8-b784e64745ab tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:24:24.037375 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-300e0b58-b746-4592-93e8-b784e64745ab tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:24.137415 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-300e0b58-b746-4592-93e8-b784e64745ab tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:24.142830 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-300e0b58-b746-4592-93e8-b784e64745ab tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:24.171909 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300e0b58-b746-4592-93e8-b784e64745ab tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'Network': ['ID=e2f61057-efcc-412a-9c83-3b6a02122329,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:24.176916 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-300e0b58-b746-4592-93e8-b784e64745ab tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "DELETE /v2.0/networks/e2f61057-efcc-412a-9c83-3b6a02122329 HTTP/1.1" status: 204 len: 168 time: 0.4512775 Oct 04 09:24:24.188329 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 6bd41039-fd18-4a9e-83bc-8b3608d7fee7 resource provider aggregate not found Oct 04 09:24:24.202503 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 36940) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:24:24.208159 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 6bd41039-fd18-4a9e-83bc-8b3608d7fee7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6bd41039-fd18-4a9e-83bc-8b3608d7fee7 found for delete ", "request_id": "req-df366689-12d6-4914-8c4f-b9a75c4e0aa4"}]} Oct 04 09:24:24.208610 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-181a0447-c6c0-49f7-b13d-91fa07b40650 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'network': {'name': 'tempest-network-smoke--991169745', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'port_security_enabled': True}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:24:24.213628 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-181a0447-c6c0-49f7-b13d-91fa07b40650 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:24:24.217748 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-181a0447-c6c0-49f7-b13d-91fa07b40650 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:network and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:24:24.221120 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-181a0447-c6c0-49f7-b13d-91fa07b40650 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:24:24.226719 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-181a0447-c6c0-49f7-b13d-91fa07b40650 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:24:24.236994 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-181a0447-c6c0-49f7-b13d-91fa07b40650 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Made reservation on behalf of 78fb12e86c5f40beb578bfb97002b5c9 for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:24:24.240285 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-181a0447-c6c0-49f7-b13d-91fa07b40650 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:24.267320 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-181a0447-c6c0-49f7-b13d-91fa07b40650 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:24:24.275546 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-181a0447-c6c0-49f7-b13d-91fa07b40650 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:24.275883 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-181a0447-c6c0-49f7-b13d-91fa07b40650 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Added segment f91f1bae-8e0f-4990-bb5d-1dff7fdd374f of type vlan for network 8445caf8-ca9b-4349-b8de-35b9efc1e5cc Oct 04 09:24:24.302020 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-181a0447-c6c0-49f7-b13d-91fa07b40650 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:24.329070 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-181a0447-c6c0-49f7-b13d-91fa07b40650 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:24.334993 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181a0447-c6c0-49f7-b13d-91fa07b40650 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:24.335589 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-181a0447-c6c0-49f7-b13d-91fa07b40650 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:24.434907 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-181a0447-c6c0-49f7-b13d-91fa07b40650 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2312953 Oct 04 09:24:24.437821 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 36944) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:24:24.443226 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-d24a93c4-45dd-452d-b5e5-b53bd6554b0a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-214549319', 'admin_state_up': True, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:24:24.443545 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181a0447-c6c0-49f7-b13d-91fa07b40650 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Network': ['ID=8445caf8-ca9b-4349-b8de-35b9efc1e5cc,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:24.450845 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-d24a93c4-45dd-452d-b5e5-b53bd6554b0a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:24:24.454979 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 8445caf8-ca9b-4349-b8de-35b9efc1e5cc details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:24:24.460701 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-d24a93c4-45dd-452d-b5e5-b53bd6554b0a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:router and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:24:24.463701 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-d24a93c4-45dd-452d-b5e5-b53bd6554b0a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:24:24.470800 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-d24a93c4-45dd-452d-b5e5-b53bd6554b0a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:24:24.481865 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d24a93c4-45dd-452d-b5e5-b53bd6554b0a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:24.483048 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d24a93c4-45dd-452d-b5e5-b53bd6554b0a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:24.498450 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d24a93c4-45dd-452d-b5e5-b53bd6554b0a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:24.577797 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-825af1b5-5a0d-4bac-b37b-e4d6c410a2b9 req-1e6df170-513e-4087-b8b8-89ea501452bd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5f442435-120f-4162-a489-77c2f666a4a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0835464 Oct 04 09:24:24.739224 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825af1b5-5a0d-4bac-b37b-e4d6c410a2b9 req-8d42e38b-d3f0-4536-9154-0f176f0a870f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:24.741009 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-825af1b5-5a0d-4bac-b37b-e4d6c410a2b9 req-8d42e38b-d3f0-4536-9154-0f176f0a870f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cbd6743a2e0d46fda636aad8413c14c0&device_id=5f442435-120f-4162-a489-77c2f666a4a1 HTTP/1.1" status: 200 len: 1099 time: 0.0781600 Oct 04 09:24:24.867177 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d24a93c4-45dd-452d-b5e5-b53bd6554b0a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:24.886238 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825af1b5-5a0d-4bac-b37b-e4d6c410a2b9 req-3d29fd32-a536-4a6e-8d97-e65f81e2dd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:24.887662 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-825af1b5-5a0d-4bac-b37b-e4d6c410a2b9 req-3d29fd32-a536-4a6e-8d97-e65f81e2dd88 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a19b85b2-47fa-4467-9007-092e12a063da HTTP/1.1" status: 200 len: 898 time: 0.1266241 Oct 04 09:24:24.990406 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-825af1b5-5a0d-4bac-b37b-e4d6c410a2b9 req-1d8d6ce9-ff60-4b64-a3ab-0afb5ca6ad61 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5f1b932-f24b-41db-9dd4-f2a9e3c7141d HTTP/1.1" status: 200 len: 1003 time: 0.0951617 Oct 04 09:24:25.045774 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device e61a0f9c-b670-4f61-9fc7-eb56fd69817d no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:24:25.052542 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825af1b5-5a0d-4bac-b37b-e4d6c410a2b9 req-005c1438-b760-4982-8f1b-7b7a608d908f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:25.053918 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-825af1b5-5a0d-4bac-b37b-e4d6c410a2b9 req-005c1438-b760-4982-8f1b-7b7a608d908f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=751eaa40-7b79-4c85-b774-83c8d0c71ef8 HTTP/1.1" status: 200 len: 835 time: 0.0577195 Oct 04 09:24:25.081278 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: e61a0f9c-b670-4f61-9fc7-eb56fd69817d {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:24:25.081706 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device e61a0f9c-b670-4f61-9fc7-eb56fd69817d not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:24:25.138154 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825af1b5-5a0d-4bac-b37b-e4d6c410a2b9 req-361e0f1b-44f9-46a8-9b10-f6f2d1df74e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:25.139658 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-825af1b5-5a0d-4bac-b37b-e4d6c410a2b9 req-361e0f1b-44f9-46a8-9b10-f6f2d1df74e8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a19b85b2-47fa-4467-9007-092e12a063da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792408 Oct 04 09:24:25.178114 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d24a93c4-45dd-452d-b5e5-b53bd6554b0a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router_gateway, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:25.206982 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d24a93c4-45dd-452d-b5e5-b53bd6554b0a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:25.363129 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-d24a93c4-45dd-452d-b5e5-b53bd6554b0a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Allocated IP 172.26.10.176 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/e6b8d965-95e5-4e2a-9a40-69c9d7287a54) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:24:25.392347 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-825af1b5-5a0d-4bac-b37b-e4d6c410a2b9 req-ad322811-cec0-457a-a002-1398e352d5c0 service neutron] 10.222.0.20 "GET /v2.0/networks/a19b85b2-47fa-4467-9007-092e12a063da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457502 Oct 04 09:24:25.514712 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d24a93c4-45dd-452d-b5e5-b53bd6554b0a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:25.525666 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-825af1b5-5a0d-4bac-b37b-e4d6c410a2b9 req-64d40af0-ff46-4a2a-bab9-21e7974cd1e0 service neutron] 10.222.0.20 "GET /v2.0/networks/a19b85b2-47fa-4467-9007-092e12a063da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268804 Oct 04 09:24:25.545482 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d24a93c4-45dd-452d-b5e5-b53bd6554b0a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:25.608986 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24a93c4-45dd-452d-b5e5-b53bd6554b0a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:24:25.612440 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-d24a93c4-45dd-452d-b5e5-b53bd6554b0a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:24:25.615938 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24a93c4-45dd-452d-b5e5-b53bd6554b0a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:24:25.647244 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a93c4-45dd-452d-b5e5-b53bd6554b0a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Port': ['ID=e6b8d965-95e5-4e2a-9a40-69c9d7287a54,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:26.121725 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d24a93c4-45dd-452d-b5e5-b53bd6554b0a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router_gateway, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:26.451811 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d24a93c4-45dd-452d-b5e5-b53bd6554b0a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:26.653818 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d24a93c4-45dd-452d-b5e5-b53bd6554b0a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Router b87b3228-38db-4ba7-af88-ae2576e4172e is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:24:26.827628 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d24a93c4-45dd-452d-b5e5-b53bd6554b0a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:24:26.836758 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4963caf-cd9b-48e1-a6a8-71ec3d873c67 None None] Sync routers for ids ['b87b3228-38db-4ba7-af88-ae2576e4172e'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:24:26.846595 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4963caf-cd9b-48e1-a6a8-71ec3d873c67 None None] Routers {'b87b3228-38db-4ba7-af88-ae2576e4172e'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:24:26.847200 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-c4963caf-cd9b-48e1-a6a8-71ec3d873c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:24:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['b87b3228-38db-4ba7-af88-ae2576e4172e'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:24:26.853689 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d24a93c4-45dd-452d-b5e5-b53bd6554b0a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:26.857829 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-d24a93c4-45dd-452d-b5e5-b53bd6554b0a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4159725 Oct 04 09:24:26.858218 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 36948) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:24:26.899371 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-c9a4452e-83fb-4741-bd36-6047ca547b51 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=78fb12e86c5f40beb578bfb97002b5c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377252 Oct 04 09:24:26.899616 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 36952) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:24:27.029295 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb673871-85f8-46fa-aba4-8f1be03011ca tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:27.030678 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-fb673871-85f8-46fa-aba4-8f1be03011ca tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1302516 Oct 04 09:24:27.034185 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 36956) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:24:27.060706 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-c4963caf-cd9b-48e1-a6a8-71ec3d873c67 None None] Set router b87b3228-38db-4ba7-af88-ae2576e4172e gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:24:27.075897 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-bece5f35-5a89-447c-b951-66e7e25079bb tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=f33938cd-879e-4461-9b5e-aa67b746b6bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405757 Oct 04 09:24:27.078472 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 36960) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:24:27.084751 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-d66df392-8a93-48ed-a023-72a7ee6b6c3a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-755999409', 'network_id': '8445caf8-ca9b-4349-b8de-35b9efc1e5cc', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:24:27.194997 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-d66df392-8a93-48ed-a023-72a7ee6b6c3a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:24:27.198876 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-d66df392-8a93-48ed-a023-72a7ee6b6c3a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:subnet and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:24:27.201686 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-d66df392-8a93-48ed-a023-72a7ee6b6c3a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:24:27.207777 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-d66df392-8a93-48ed-a023-72a7ee6b6c3a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:24:27.222038 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66df392-8a93-48ed-a023-72a7ee6b6c3a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Made reservation on behalf of 78fb12e86c5f40beb578bfb97002b5c9 for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:24:27.225597 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d66df392-8a93-48ed-a023-72a7ee6b6c3a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:27.344466 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-c4963caf-cd9b-48e1-a6a8-71ec3d873c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b87b3228-38db-4ba7-af88-ae2576e4172e', 'name': 'tempest-TestNetworkBasicOps-router-214549319', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.176'}], 'enable_snat': True}, 'gw_port_id': 'e6b8d965-95e5-4e2a-9a40-69c9d7287a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:24:24Z', 'updated_at': '2022-10-04T09:24:25Z', 'revision_number': 3, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': 'e6b8d965-95e5-4e2a-9a40-69c9d7287a54', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:81:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b87b3228-38db-4ba7-af88-ae2576e4172e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:25Z', 'updated_at': '2022-10-04T09:24:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:24:27.349318 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4963caf-cd9b-48e1-a6a8-71ec3d873c67 None None] Checking router: b87b3228-38db-4ba7-af88-ae2576e4172e for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:24:27.349673 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4963caf-cd9b-48e1-a6a8-71ec3d873c67 None None] Updating router b87b3228-38db-4ba7-af88-ae2576e4172e port e6b8d965-95e5-4e2a-9a40-69c9d7287a54 binding host dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:24:27.415939 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c4963caf-cd9b-48e1-a6a8-71ec3d873c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:27.445196 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d66df392-8a93-48ed-a023-72a7ee6b6c3a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:27.522878 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66df392-8a93-48ed-a023-72a7ee6b6c3a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Subnet': ['ID=75507439-fea8-40cd-adc7-4c851086afe6,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:27.535924 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66df392-8a93-48ed-a023-72a7ee6b6c3a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Checking segment: {'id': 'f91f1bae-8e0f-4990-bb5d-1dff7fdd374f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8445caf8-ca9b-4349-b8de-35b9efc1e5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:24:27.536278 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66df392-8a93-48ed-a023-72a7ee6b6c3a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Network hostable DHCP agents. Network: 8445caf8-ca9b-4349-b8de-35b9efc1e5cc, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:24:27.554571 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66df392-8a93-48ed-a023-72a7ee6b6c3a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Network 8445caf8-ca9b-4349-b8de-35b9efc1e5cc is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:24:27.565082 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-d66df392-8a93-48ed-a023-72a7ee6b6c3a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 8445caf8-ca9b-4349-b8de-35b9efc1e5cc) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:24:27.569155 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66df392-8a93-48ed-a023-72a7ee6b6c3a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:27.570440 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d66df392-8a93-48ed-a023-72a7ee6b6c3a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:27.595494 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 36964) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:24:27.595716 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-d66df392-8a93-48ed-a023-72a7ee6b6c3a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5160644 Oct 04 09:24:27.620052 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c227ea88-f51b-4dd2-b323-51f81040f35e None None] Network 8445caf8-ca9b-4349-b8de-35b9efc1e5cc requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:24:27.714381 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-3254aeb5-c655-48f0-bf29-11586a72fe70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:27.958195 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ca573d-9e4b-4305-be4d-8882e34e5421 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-8445caf8-ca9b-4349-b8de-35b9efc1e5cc', 'network_id': '8445caf8-ca9b-4349-b8de-35b9efc1e5cc', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ips': [{'subnet_id': '75507439-fea8-40cd-adc7-4c851086afe6'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:24:27.958846 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-65ca573d-9e4b-4305-be4d-8882e34e5421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:27.983310 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c4963caf-cd9b-48e1-a6a8-71ec3d873c67 None None] Notify callbacks [] for port, precommit_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:28.039960 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-c4963caf-cd9b-48e1-a6a8-71ec3d873c67 None None] Transition to ACTIVE for port object e6b8d965-95e5-4e2a-9a40-69c9d7287a54 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:24:28.060004 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c4963caf-cd9b-48e1-a6a8-71ec3d873c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:28.130565 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-c4963caf-cd9b-48e1-a6a8-71ec3d873c67 None None] Attempting to bind port e6b8d965-95e5-4e2a-9a40-69c9d7287a54 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:24:28.130844 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-c4963caf-cd9b-48e1-a6a8-71ec3d873c67 None None] Attempting to bind port e6b8d965-95e5-4e2a-9a40-69c9d7287a54 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:24:28.131206 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4963caf-cd9b-48e1-a6a8-71ec3d873c67 None None] Attempting to bind port e6b8d965-95e5-4e2a-9a40-69c9d7287a54 on network f33938cd-879e-4461-9b5e-aa67b746b6bd {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:24:28.143911 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4963caf-cd9b-48e1-a6a8-71ec3d873c67 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:24:28.144278 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4963caf-cd9b-48e1-a6a8-71ec3d873c67 None None] Checking segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:24:28.144693 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c4963caf-cd9b-48e1-a6a8-71ec3d873c67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:28.145079 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4963caf-cd9b-48e1-a6a8-71ec3d873c67 None None] Bound using segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:24:28.145533 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-c4963caf-cd9b-48e1-a6a8-71ec3d873c67 None None] Bound port: e6b8d965-95e5-4e2a-9a40-69c9d7287a54, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:24:28.145900 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c4963caf-cd9b-48e1-a6a8-71ec3d873c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:28.239528 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd509cd-14fc-4588-96b5-1535dd35a2d7 None None] Pushing event updated for resources: {'Port': ['ID=e6b8d965-95e5-4e2a-9a40-69c9d7287a54,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:28.276180 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-65ca573d-9e4b-4305-be4d-8882e34e5421 None None] Allocated IP 172.20.0.2 (8445caf8-ca9b-4349-b8de-35b9efc1e5cc/75507439-fea8-40cd-adc7-4c851086afe6/c20ad9bc-fe3d-484a-b636-b0ca9adf066e) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:24:28.284058 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-c4963caf-cd9b-48e1-a6a8-71ec3d873c67 None None] For port e6b8d965-95e5-4e2a-9a40-69c9d7287a54, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:24:28.288200 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f071e65a-43da-4c28-ad4b-364d8613abf0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:28.290074 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-c4963caf-cd9b-48e1-a6a8-71ec3d873c67 None None] For port e6b8d965-95e5-4e2a-9a40-69c9d7287a54, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=e6b8d965-95e5-4e2a-9a40-69c9d7287a54,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:24:28.310223 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c4963caf-cd9b-48e1-a6a8-71ec3d873c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:28.490218 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4963caf-cd9b-48e1-a6a8-71ec3d873c67 None None] Routers {'b87b3228-38db-4ba7-af88-ae2576e4172e'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:24:28.490763 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-c4963caf-cd9b-48e1-a6a8-71ec3d873c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:24:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['b87b3228-38db-4ba7-af88-ae2576e4172e'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:24:28.567996 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd509cd-14fc-4588-96b5-1535dd35a2d7 None None] Pushing event updated for resources: {'Port': ['ID=e6b8d965-95e5-4e2a-9a40-69c9d7287a54,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:28.757435 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-c4963caf-cd9b-48e1-a6a8-71ec3d873c67 None None] Set router b87b3228-38db-4ba7-af88-ae2576e4172e gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:24:28.885525 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-65ca573d-9e4b-4305-be4d-8882e34e5421 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:28.946802 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-65ca573d-9e4b-4305-be4d-8882e34e5421 None None] Transition to ACTIVE for port object c20ad9bc-fe3d-484a-b636-b0ca9adf066e will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:24:28.979943 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-65ca573d-9e4b-4305-be4d-8882e34e5421 None None] Transition to ACTIVE for port object c20ad9bc-fe3d-484a-b636-b0ca9adf066e will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:24:28.998963 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-65ca573d-9e4b-4305-be4d-8882e34e5421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:29.118168 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ca573d-9e4b-4305-be4d-8882e34e5421 None None] Network 8445caf8-ca9b-4349-b8de-35b9efc1e5cc is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:24:29.124196 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-65ca573d-9e4b-4305-be4d-8882e34e5421 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:24:29.132102 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ca573d-9e4b-4305-be4d-8882e34e5421 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:24:29.135332 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ca573d-9e4b-4305-be4d-8882e34e5421 None None] Pushing event updated for resources: {'Port': ['ID=c20ad9bc-fe3d-484a-b636-b0ca9adf066e,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:29.177190 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-f071e65a-43da-4c28-ad4b-364d8613abf0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Allocated IP 172.20.0.1 (8445caf8-ca9b-4349-b8de-35b9efc1e5cc/75507439-fea8-40cd-adc7-4c851086afe6/f8724b17-ef22-418d-bd58-c0036f9ecc1d) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:24:29.246578 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-65ca573d-9e4b-4305-be4d-8882e34e5421 None None] Attempting to bind port c20ad9bc-fe3d-484a-b636-b0ca9adf066e on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:24:29.246947 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-65ca573d-9e4b-4305-be4d-8882e34e5421 None None] Attempting to bind port c20ad9bc-fe3d-484a-b636-b0ca9adf066e by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'f91f1bae-8e0f-4990-bb5d-1dff7fdd374f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8445caf8-ca9b-4349-b8de-35b9efc1e5cc'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:24:29.247305 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ca573d-9e4b-4305-be4d-8882e34e5421 None None] Attempting to bind port c20ad9bc-fe3d-484a-b636-b0ca9adf066e on network 8445caf8-ca9b-4349-b8de-35b9efc1e5cc {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:24:29.255687 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ca573d-9e4b-4305-be4d-8882e34e5421 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:24:29.256059 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ca573d-9e4b-4305-be4d-8882e34e5421 None None] Checking segment: {'id': 'f91f1bae-8e0f-4990-bb5d-1dff7fdd374f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8445caf8-ca9b-4349-b8de-35b9efc1e5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:24:29.256482 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-65ca573d-9e4b-4305-be4d-8882e34e5421 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:29.256872 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ca573d-9e4b-4305-be4d-8882e34e5421 None None] Bound using segment: {'id': 'f91f1bae-8e0f-4990-bb5d-1dff7fdd374f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8445caf8-ca9b-4349-b8de-35b9efc1e5cc'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:24:29.257333 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-65ca573d-9e4b-4305-be4d-8882e34e5421 None None] Bound port: c20ad9bc-fe3d-484a-b636-b0ca9adf066e, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f91f1bae-8e0f-4990-bb5d-1dff7fdd374f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8445caf8-ca9b-4349-b8de-35b9efc1e5cc'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:24:29.257699 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-65ca573d-9e4b-4305-be4d-8882e34e5421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:29.304779 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-c4963caf-cd9b-48e1-a6a8-71ec3d873c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b87b3228-38db-4ba7-af88-ae2576e4172e', 'name': 'tempest-TestNetworkBasicOps-router-214549319', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.176'}], 'enable_snat': True}, 'gw_port_id': 'e6b8d965-95e5-4e2a-9a40-69c9d7287a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:24:24Z', 'updated_at': '2022-10-04T09:24:25Z', 'revision_number': 3, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': 'e6b8d965-95e5-4e2a-9a40-69c9d7287a54', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:81:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b87b3228-38db-4ba7-af88-ae2576e4172e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:25Z', 'updated_at': '2022-10-04T09:24:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:24:29.322207 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4963caf-cd9b-48e1-a6a8-71ec3d873c67 None None] The sync data for ids ['b87b3228-38db-4ba7-af88-ae2576e4172e'] in dv-neutron-860215-1-hyperv is: [{'id': 'b87b3228-38db-4ba7-af88-ae2576e4172e', 'name': 'tempest-TestNetworkBasicOps-router-214549319', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.176'}], 'enable_snat': True}, 'gw_port_id': 'e6b8d965-95e5-4e2a-9a40-69c9d7287a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:24:24Z', 'updated_at': '2022-10-04T09:24:25Z', 'revision_number': 3, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': 'e6b8d965-95e5-4e2a-9a40-69c9d7287a54', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:81:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b87b3228-38db-4ba7-af88-ae2576e4172e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:25Z', 'updated_at': '2022-10-04T09:24:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:24:29.334046 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f071e65a-43da-4c28-ad4b-364d8613abf0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:29.351085 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-f071e65a-43da-4c28-ad4b-364d8613abf0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Transition to ACTIVE for port object f8724b17-ef22-418d-bd58-c0036f9ecc1d will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:24:29.356821 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-65ca573d-9e4b-4305-be4d-8882e34e5421 None None] For port c20ad9bc-fe3d-484a-b636-b0ca9adf066e, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:24:29.360281 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-65ca573d-9e4b-4305-be4d-8882e34e5421 None None] For port c20ad9bc-fe3d-484a-b636-b0ca9adf066e, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=c20ad9bc-fe3d-484a-b636-b0ca9adf066e,segment=NetworkSegment(f91f1bae-8e0f-4990-bb5d-1dff7fdd374f),segment_id=f91f1bae-8e0f-4990-bb5d-1dff7fdd374f)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:24:29.366297 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-65ca573d-9e4b-4305-be4d-8882e34e5421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:29.378326 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f071e65a-43da-4c28-ad4b-364d8613abf0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:29.456473 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f071e65a-43da-4c28-ad4b-364d8613abf0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Network 8445caf8-ca9b-4349-b8de-35b9efc1e5cc is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:24:29.456703 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ca573d-9e4b-4305-be4d-8882e34e5421 None None] Pushing event updated for resources: {'Port': ['ID=c20ad9bc-fe3d-484a-b636-b0ca9adf066e,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:29.460432 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-f071e65a-43da-4c28-ad4b-364d8613abf0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:24:29.462713 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f071e65a-43da-4c28-ad4b-364d8613abf0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:24:29.504131 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071e65a-43da-4c28-ad4b-364d8613abf0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Port': ['ID=f8724b17-ef22-418d-bd58-c0036f9ecc1d,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:29.534664 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f071e65a-43da-4c28-ad4b-364d8613abf0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737202'] for router_interface, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:29.812835 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 36970) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:24:29.886844 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f071e65a-43da-4c28-ad4b-364d8613abf0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:30.174345 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-b325790b-e9fe-4787-ad35-9ba008a35c88 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Deleting port ae831567-5e5c-4418-bf37-93482160cb26 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:24:30.174726 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b325790b-e9fe-4787-ad35-9ba008a35c88 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:30.244318 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c86e042a-db5d-4db1-903c-709132d262dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:30.348383 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f071e65a-43da-4c28-ad4b-364d8613abf0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:30.356998 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f071e65a-43da-4c28-ad4b-364d8613abf0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:30.384336 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b325790b-e9fe-4787-ad35-9ba008a35c88 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:30.384631 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b325790b-e9fe-4787-ad35-9ba008a35c88 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:30.479534 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071e65a-43da-4c28-ad4b-364d8613abf0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Port': ['ID=f8724b17-ef22-418d-bd58-c0036f9ecc1d,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:30.482091 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f071e65a-43da-4c28-ad4b-364d8613abf0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736777'] for router_interface, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:30.530920 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-b325790b-e9fe-4787-ad35-9ba008a35c88 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Calling delete_port for ae831567-5e5c-4418-bf37-93482160cb26 owned by network:floatingip {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:24:30.597964 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f14442-3527-4121-a254-50d94fe63452 None None] Network 8445caf8-ca9b-4349-b8de-35b9efc1e5cc requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:24:30.638413 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f071e65a-43da-4c28-ad4b-364d8613abf0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Network 8445caf8-ca9b-4349-b8de-35b9efc1e5cc is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:24:30.639475 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-f071e65a-43da-4c28-ad4b-364d8613abf0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:24:30.708717 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-9015f4cc-604f-4920-806a-356724a91236 None None] Provisioning for port c20ad9bc-fe3d-484a-b636-b0ca9adf066e completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:24:30.709115 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b325790b-e9fe-4787-ad35-9ba008a35c88 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:30.722782 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:30.750217 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:30.839519 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b325790b-e9fe-4787-ad35-9ba008a35c88 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Pushing event deleted for resources: {'Port': ['ID=ae831567-5e5c-4418-bf37-93482160cb26,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:30.876806 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b325790b-e9fe-4787-ad35-9ba008a35c88 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks [] for floatingip, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:30.877373 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.l3_db [None req-b325790b-e9fe-4787-ad35-9ba008a35c88 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Floating IP 84e23118-485f-4adf-b49b-257f79b0274e disassociated (deleted). External IP: 172.26.10.215, port: f5f1b932-f24b-41db-9dd4-f2a9e3c7141d. Oct 04 09:24:31.004436 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f071e65a-43da-4c28-ad4b-364d8613abf0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Router b87b3228-38db-4ba7-af88-ae2576e4172e has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:24:31.158744 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device e6b8d965-95e5-4e2a-9a40-69c9d7287a54 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:24:31.231618 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f071e65a-43da-4c28-ad4b-364d8613abf0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:24:31.237582 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port e6b8d965-95e5-4e2a-9a40-69c9d7287a54 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:24:31.247861 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-f071e65a-43da-4c28-ad4b-364d8613abf0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "PUT /v2.0/routers/b87b3228-38db-4ba7-af88-ae2576e4172e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6513333 Oct 04 09:24:31.248255 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port e6b8d965-95e5-4e2a-9a40-69c9d7287a54 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:24:31.249286 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:31.249721 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port e6b8d965-95e5-4e2a-9a40-69c9d7287a54 Oct 04 09:24:31.250576 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 36974) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:24:31.289219 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b325790b-e9fe-4787-ad35-9ba008a35c88 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Router 61c41edf-94de-4c8d-a3dc-4b0e905864c9 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:24:31.296849 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b32928e-4f64-465a-a0f1-73bb00285892 None None] Sync routers for ids ['b87b3228-38db-4ba7-af88-ae2576e4172e'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:24:31.307860 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b32928e-4f64-465a-a0f1-73bb00285892 None None] Routers {'b87b3228-38db-4ba7-af88-ae2576e4172e'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:24:31.308849 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-9b32928e-4f64-465a-a0f1-73bb00285892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:24:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['b87b3228-38db-4ba7-af88-ae2576e4172e'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:24:31.318113 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-36bf257f-416a-46f0-a196-d5d609d4853b None None] Provisioning for port f8724b17-ef22-418d-bd58-c0036f9ecc1d completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:24:31.328190 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-36bf257f-416a-46f0-a196-d5d609d4853b None None] Provisioning complete for port f8724b17-ef22-418d-bd58-c0036f9ecc1d triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:24:31.328766 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-36bf257f-416a-46f0-a196-d5d609d4853b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:31.329451 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-36bf257f-416a-46f0-a196-d5d609d4853b None None] Attempt 1 to provision port f8724b17-ef22-418d-bd58-c0036f9ecc1d Oct 04 09:24:31.455009 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46251ecb-1788-47a4-9d34-99055c619951 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:31.455554 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46251ecb-1788-47a4-9d34-99055c619951 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:31.455923 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46251ecb-1788-47a4-9d34-99055c619951 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:31.456598 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46251ecb-1788-47a4-9d34-99055c619951 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:31.457062 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46251ecb-1788-47a4-9d34-99055c619951 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:31.458777 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-46251ecb-1788-47a4-9d34-99055c619951 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3570 time: 0.2065270 Oct 04 09:24:31.462199 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 36978) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:24:31.484251 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-36bf257f-416a-46f0-a196-d5d609d4853b None None] Port f8724b17-ef22-418d-bd58-c0036f9ecc1d cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:24:31.495294 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port e6b8d965-95e5-4e2a-9a40-69c9d7287a54 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:24:31.495897 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:31.512542 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-9b32928e-4f64-465a-a0f1-73bb00285892 None None] Set router b87b3228-38db-4ba7-af88-ae2576e4172e gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:24:31.515092 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port e6b8d965-95e5-4e2a-9a40-69c9d7287a54, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=e6b8d965-95e5-4e2a-9a40-69c9d7287a54,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:24:31.522695 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:31.523806 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device c20ad9bc-fe3d-484a-b636-b0ca9adf066e up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:24:31.575604 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b325790b-e9fe-4787-ad35-9ba008a35c88 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:24:31.588373 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66745410-75be-431b-89d8-6e66c71c5ede tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:31.593885 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66745410-75be-431b-89d8-6e66c71c5ede tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:31.595818 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66745410-75be-431b-89d8-6e66c71c5ede tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:31.596638 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66745410-75be-431b-89d8-6e66c71c5ede tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:31.597163 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66745410-75be-431b-89d8-6e66c71c5ede tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:31.599282 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b325790b-e9fe-4787-ad35-9ba008a35c88 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:31.602130 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-66745410-75be-431b-89d8-6e66c71c5ede tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3354 time: 0.1390007 Oct 04 09:24:31.605027 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 36982) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:24:31.675882 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-b325790b-e9fe-4787-ad35-9ba008a35c88 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "DELETE /v2.0/floatingips/84e23118-485f-4adf-b49b-257f79b0274e HTTP/1.1" status: 204 len: 168 time: 1.8608956 Oct 04 09:24:31.676792 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f442435-120f-4162-a489-77c2f666a4a1', 'tag': 'f5f1b932-f24b-41db-9dd4-f2a9e3c7141d'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:24:31.679377 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-138e85b7-b395-4c07-acc5-26cfc6ca2ba1" -d '{"events": [{"name": "network-changed", "server_uuid": "5f442435-120f-4162-a489-77c2f666a4a1", "tag": "f5f1b932-f24b-41db-9dd4-f2a9e3c7141d"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:24:31.732075 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b84594-125e-46e3-950a-ccd122a6590c None None] Sync routers for ids ['61c41edf-94de-4c8d-a3dc-4b0e905864c9'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:24:31.831094 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b84594-125e-46e3-950a-ccd122a6590c None None] Routers {'61c41edf-94de-4c8d-a3dc-4b0e905864c9'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:24:31.831805 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-01b84594-125e-46e3-950a-ccd122a6590c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:24:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['61c41edf-94de-4c8d-a3dc-4b0e905864c9'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:24:31.954982 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ea0b35-fc90-43bb-bfa8-c54d5ef686f4 x-openstack-request-id: req-09ea0b35-fc90-43bb-bfa8-c54d5ef686f4 {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:24:31.955849 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f442435-120f-4162-a489-77c2f666a4a1", "tag": "f5f1b932-f24b-41db-9dd4-f2a9e3c7141d", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:24:31.956271 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-09ea0b35-fc90-43bb-bfa8-c54d5ef686f4 {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:24:31.957011 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09ea0b35-fc90-43bb-bfa8-c54d5ef686f4'] response: {'name': 'network-changed', 'server_uuid': '5f442435-120f-4162-a489-77c2f666a4a1', 'tag': 'f5f1b932-f24b-41db-9dd4-f2a9e3c7141d', 'status': 'completed', 'code': 200} Oct 04 09:24:31.999752 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-9b32928e-4f64-465a-a0f1-73bb00285892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b87b3228-38db-4ba7-af88-ae2576e4172e', 'name': 'tempest-TestNetworkBasicOps-router-214549319', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.176'}], 'enable_snat': True}, 'gw_port_id': 'e6b8d965-95e5-4e2a-9a40-69c9d7287a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:24:24Z', 'updated_at': '2022-10-04T09:24:29Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': 'e6b8d965-95e5-4e2a-9a40-69c9d7287a54', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:81:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b87b3228-38db-4ba7-af88-ae2576e4172e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:25Z', 'updated_at': '2022-10-04T09:24:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': 'f8724b17-ef22-418d-bd58-c0036f9ecc1d', 'name': '', 'network_id': '8445caf8-ca9b-4349-b8de-35b9efc1e5cc', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:32:87:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b87b3228-38db-4ba7-af88-ae2576e4172e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '75507439-fea8-40cd-adc7-4c851086afe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:28Z', 'updated_at': '2022-10-04T09:24:30Z', 'revision_number': 2, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': '75507439-fea8-40cd-adc7-4c851086afe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:24:32.004517 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b32928e-4f64-465a-a0f1-73bb00285892 None None] Checking router: b87b3228-38db-4ba7-af88-ae2576e4172e for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:24:32.004858 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b32928e-4f64-465a-a0f1-73bb00285892 None None] Updating router b87b3228-38db-4ba7-af88-ae2576e4172e port f8724b17-ef22-418d-bd58-c0036f9ecc1d binding host dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:24:32.008839 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-3e39c4a0-ef02-40b2-8b1e-9d3f62bfb775 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2337 time: 0.3978310 Oct 04 09:24:32.009116 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 36992) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:24:32.015214 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-ca8e8f60-0694-4f32-8e49-c37478effb63 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1626623403', 'network_id': '8445caf8-ca9b-4349-b8de-35b9efc1e5cc'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:24:32.031444 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-01b84594-125e-46e3-950a-ccd122a6590c None None] Set router 61c41edf-94de-4c8d-a3dc-4b0e905864c9 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:24:32.106073 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-36bf257f-416a-46f0-a196-d5d609d4853b None None] Attempt 2 to provision port f8724b17-ef22-418d-bd58-c0036f9ecc1d Oct 04 09:24:32.110180 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e85b7-b395-4c07-acc5-26cfc6ca2ba1 req-c336e433-1756-4fbd-9c4f-0352ccbe6f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:32.111981 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-138e85b7-b395-4c07-acc5-26cfc6ca2ba1 req-c336e433-1756-4fbd-9c4f-0352ccbe6f66 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cbd6743a2e0d46fda636aad8413c14c0&device_id=5f442435-120f-4162-a489-77c2f666a4a1 HTTP/1.1" status: 200 len: 1099 time: 0.1048391 Oct 04 09:24:32.130542 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-9b32928e-4f64-465a-a0f1-73bb00285892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:32.227823 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=e6b8d965-95e5-4e2a-9a40-69c9d7287a54,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:32.279743 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:32.280523 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-36bf257f-416a-46f0-a196-d5d609d4853b None None] Port f8724b17-ef22-418d-bd58-c0036f9ecc1d cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:24:32.298777 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e85b7-b395-4c07-acc5-26cfc6ca2ba1 req-f01977fa-28cb-42e5-b7d8-370c2dbab899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:32.300531 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-138e85b7-b395-4c07-acc5-26cfc6ca2ba1 req-f01977fa-28cb-42e5-b7d8-370c2dbab899 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a19b85b2-47fa-4467-9007-092e12a063da HTTP/1.1" status: 200 len: 898 time: 0.1809688 Oct 04 09:24:32.346986 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port c20ad9bc-fe3d-484a-b636-b0ca9adf066e completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:24:32.357103 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port c20ad9bc-fe3d-484a-b636-b0ca9adf066e triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:24:32.357600 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:32.357939 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port c20ad9bc-fe3d-484a-b636-b0ca9adf066e Oct 04 09:24:32.386335 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-138e85b7-b395-4c07-acc5-26cfc6ca2ba1 req-0b5d082b-14f3-492a-b568-57b1a29622b9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5f1b932-f24b-41db-9dd4-f2a9e3c7141d HTTP/1.1" status: 200 len: 217 time: 0.0789254 Oct 04 09:24:32.430644 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-ca8e8f60-0694-4f32-8e49-c37478effb63 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:24:32.435100 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-ca8e8f60-0694-4f32-8e49-c37478effb63 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:port and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:24:32.438156 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-ca8e8f60-0694-4f32-8e49-c37478effb63 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:24:32.444773 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-ca8e8f60-0694-4f32-8e49-c37478effb63 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:24:32.463274 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ac22c-5ddd-4877-993b-d95710294df2 req-4760696e-421e-4962-b8c1-64d76f64a362 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:32.464279 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-760ac22c-5ddd-4877-993b-d95710294df2 req-4760696e-421e-4962-b8c1-64d76f64a362 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Synchronizing usage tracker for tenant:cbd6743a2e0d46fda636aad8413c14c0 on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:24:32.468608 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8e8f60-0694-4f32-8e49-c37478effb63 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Made reservation on behalf of 78fb12e86c5f40beb578bfb97002b5c9 for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:24:32.469960 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e85b7-b395-4c07-acc5-26cfc6ca2ba1 req-ea47629e-4f53-4753-8a2c-87b1abe42023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:32.471875 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-138e85b7-b395-4c07-acc5-26cfc6ca2ba1 req-ea47629e-4f53-4753-8a2c-87b1abe42023 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=751eaa40-7b79-4c85-b774-83c8d0c71ef8 HTTP/1.1" status: 200 len: 835 time: 0.0776110 Oct 04 09:24:32.473023 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ca8e8f60-0694-4f32-8e49-c37478effb63 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:32.502543 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [None req-ca8e8f60-0694-4f32-8e49-c37478effb63 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] device_id is not set on port 18a0c2a3-38e8-42f0-8f45-ed6a288475c6 yet. {{(pid=89032) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:24:32.555070 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-9b32928e-4f64-465a-a0f1-73bb00285892 None None] Notify callbacks [] for port, precommit_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:32.573101 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port c20ad9bc-fe3d-484a-b636-b0ca9adf066e is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:24:32.573522 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:32.573711 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.provisioning_blocks [None req-9b32928e-4f64-465a-a0f1-73bb00285892 None None] Transition to ACTIVE for port object f8724b17-ef22-418d-bd58-c0036f9ecc1d will not be triggered until provisioned by entity L2. {{(pid=89035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:24:32.580412 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e85b7-b395-4c07-acc5-26cfc6ca2ba1 req-3deeb67f-860f-44b3-8ede-451dcae43f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:32.582596 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-9b32928e-4f64-465a-a0f1-73bb00285892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:32.583074 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-138e85b7-b395-4c07-acc5-26cfc6ca2ba1 req-3deeb67f-860f-44b3-8ede-451dcae43f69 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a19b85b2-47fa-4467-9007-092e12a063da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1029391 Oct 04 09:24:32.612231 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port c20ad9bc-fe3d-484a-b636-b0ca9adf066e, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=c20ad9bc-fe3d-484a-b636-b0ca9adf066e,segment=NetworkSegment(f91f1bae-8e0f-4990-bb5d-1dff7fdd374f),segment_id=f91f1bae-8e0f-4990-bb5d-1dff7fdd374f)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:24:32.618604 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-01b84594-125e-46e3-950a-ccd122a6590c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c41edf-94de-4c8d-a3dc-4b0e905864c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1565992729', 'tenant_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86'}], 'enable_snat': True}, 'gw_port_id': 'bcbba68f-bc5e-4bf3-a3b5-a54e3dc4d6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:21:05Z', 'updated_at': '2022-10-04T09:21:13Z', 'revision_number': 4, 'project_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'gw_port': {'id': 'bcbba68f-bc5e-4bf3-a3b5-a54e3dc4d6d7', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:18:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c41edf-94de-4c8d-a3dc-4b0e905864c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:21:06Z', 'updated_at': '2022-10-04T09:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': 'e5d48fe7-3df5-4e48-8d1f-6374cc4e49bd', 'name': '', 'network_id': 'a19b85b2-47fa-4467-9007-092e12a063da', 'tenant_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'mac_address': 'fa:16:3e:88:cb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c41edf-94de-4c8d-a3dc-4b0e905864c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '751eaa40-7b79-4c85-b774-83c8d0c71ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:21:11Z', 'updated_at': '2022-10-04T09:21:19Z', 'revision_number': 5, 'project_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'subnets': [{'id': '751eaa40-7b79-4c85-b774-83c8d0c71ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:24:32.623102 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b84594-125e-46e3-950a-ccd122a6590c None None] Checking router: 61c41edf-94de-4c8d-a3dc-4b0e905864c9 for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:24:32.627035 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:32.654328 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-ca8e8f60-0694-4f32-8e49-c37478effb63 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Allocated IP 172.20.0.10 (8445caf8-ca9b-4349-b8de-35b9efc1e5cc/75507439-fea8-40cd-adc7-4c851086afe6/18a0c2a3-38e8-42f0-8f45-ed6a288475c6) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:24:32.668062 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-760ac22c-5ddd-4877-993b-d95710294df2 req-4760696e-421e-4962-b8c1-64d76f64a362 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Unset dirty status for tenant:cbd6743a2e0d46fda636aad8413c14c0 on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:24:32.675419 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-760ac22c-5ddd-4877-993b-d95710294df2 req-4760696e-421e-4962-b8c1-64d76f64a362 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f442435-120f-4162-a489-77c2f666a4a1 HTTP/1.1" status: 200 len: 946 time: 0.3726089 Oct 04 09:24:32.698155 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b84594-125e-46e3-950a-ccd122a6590c None None] Routers {'61c41edf-94de-4c8d-a3dc-4b0e905864c9'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:24:32.698799 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-01b84594-125e-46e3-950a-ccd122a6590c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:24:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['61c41edf-94de-4c8d-a3dc-4b0e905864c9'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:24:32.741074 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-760ac22c-5ddd-4877-993b-d95710294df2 req-f70c2755-9098-449a-b422-8fbfa9f4ab53 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbcb0ec7-ec30-4d81-9bfc-77f52541370a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646546 Oct 04 09:24:32.746741 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-138e85b7-b395-4c07-acc5-26cfc6ca2ba1 req-a9c38195-be7f-454e-9155-f9d5eda595c3 service neutron] 10.222.0.20 "GET /v2.0/networks/a19b85b2-47fa-4467-9007-092e12a063da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574888 Oct 04 09:24:32.782714 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2ed969-6739-4ad5-8187-b3b4b93472d1 None None] Pushing event updated for resources: {'Port': ['ID=f8724b17-ef22-418d-bd58-c0036f9ecc1d,revision_number=3']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:32.795158 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2ed969-6739-4ad5-8187-b3b4b93472d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:24:32.795773 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2ed969-6739-4ad5-8187-b3b4b93472d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:24:32.796419 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2ed969-6739-4ad5-8187-b3b4b93472d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:24:32.797044 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2ed969-6739-4ad5-8187-b3b4b93472d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:24:32.797550 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2ed969-6739-4ad5-8187-b3b4b93472d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:24:32.798595 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2ed969-6739-4ad5-8187-b3b4b93472d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:24:32.799095 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2ed969-6739-4ad5-8187-b3b4b93472d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:24:32.799591 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2ed969-6739-4ad5-8187-b3b4b93472d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:24:32.800089 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2ed969-6739-4ad5-8187-b3b4b93472d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:24:32.800912 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2ed969-6739-4ad5-8187-b3b4b93472d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:24:32.801447 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2ed969-6739-4ad5-8187-b3b4b93472d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:24:32.801985 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2ed969-6739-4ad5-8187-b3b4b93472d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:24:32.910965 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-9b32928e-4f64-465a-a0f1-73bb00285892 None None] Attempting to bind port f8724b17-ef22-418d-bd58-c0036f9ecc1d on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:24:32.911613 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-9b32928e-4f64-465a-a0f1-73bb00285892 None None] Attempting to bind port f8724b17-ef22-418d-bd58-c0036f9ecc1d by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'f91f1bae-8e0f-4990-bb5d-1dff7fdd374f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8445caf8-ca9b-4349-b8de-35b9efc1e5cc'}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:24:32.912183 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b32928e-4f64-465a-a0f1-73bb00285892 None None] Attempting to bind port f8724b17-ef22-418d-bd58-c0036f9ecc1d on network 8445caf8-ca9b-4349-b8de-35b9efc1e5cc {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:24:32.917917 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b32928e-4f64-465a-a0f1-73bb00285892 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:24:32.918531 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b32928e-4f64-465a-a0f1-73bb00285892 None None] Checking segment: {'id': 'f91f1bae-8e0f-4990-bb5d-1dff7fdd374f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8445caf8-ca9b-4349-b8de-35b9efc1e5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:24:32.919235 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-9b32928e-4f64-465a-a0f1-73bb00285892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:32.919797 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b32928e-4f64-465a-a0f1-73bb00285892 None None] Bound using segment: {'id': 'f91f1bae-8e0f-4990-bb5d-1dff7fdd374f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8445caf8-ca9b-4349-b8de-35b9efc1e5cc'} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:24:32.920460 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-9b32928e-4f64-465a-a0f1-73bb00285892 None None] Bound port: f8724b17-ef22-418d-bd58-c0036f9ecc1d, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f91f1bae-8e0f-4990-bb5d-1dff7fdd374f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8445caf8-ca9b-4349-b8de-35b9efc1e5cc'}}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:24:32.921030 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-9b32928e-4f64-465a-a0f1-73bb00285892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:32.927223 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-36bf257f-416a-46f0-a196-d5d609d4853b None None] Attempt 3 to provision port f8724b17-ef22-418d-bd58-c0036f9ecc1d Oct 04 09:24:32.932528 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-138e85b7-b395-4c07-acc5-26cfc6ca2ba1 req-0f64ff57-4b44-4d15-b1df-467234666aa8 service neutron] 10.222.0.20 "GET /v2.0/networks/a19b85b2-47fa-4467-9007-092e12a063da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769285 Oct 04 09:24:32.965101 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ca8e8f60-0694-4f32-8e49-c37478effb63 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:32.983266 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-01b84594-125e-46e3-950a-ccd122a6590c None None] Set router 61c41edf-94de-4c8d-a3dc-4b0e905864c9 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:24:32.983487 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-ca8e8f60-0694-4f32-8e49-c37478effb63 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Transition to ACTIVE for port object 18a0c2a3-38e8-42f0-8f45-ed6a288475c6 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:24:33.012347 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ca8e8f60-0694-4f32-8e49-c37478effb63 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:33.024578 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-9b32928e-4f64-465a-a0f1-73bb00285892 None None] For port f8724b17-ef22-418d-bd58-c0036f9ecc1d, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:24:33.028480 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-9b32928e-4f64-465a-a0f1-73bb00285892 None None] For port f8724b17-ef22-418d-bd58-c0036f9ecc1d, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=f8724b17-ef22-418d-bd58-c0036f9ecc1d,segment=NetworkSegment(f91f1bae-8e0f-4990-bb5d-1dff7fdd374f),segment_id=f91f1bae-8e0f-4990-bb5d-1dff7fdd374f)] {{(pid=89035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:24:33.050033 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-9b32928e-4f64-465a-a0f1-73bb00285892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:33.072877 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-36bf257f-416a-46f0-a196-d5d609d4853b None None] Port f8724b17-ef22-418d-bd58-c0036f9ecc1d cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:24:33.074479 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=c20ad9bc-fe3d-484a-b636-b0ca9adf066e,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:33.099372 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8e8f60-0694-4f32-8e49-c37478effb63 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Port': ['ID=18a0c2a3-38e8-42f0-8f45-ed6a288475c6,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:33.105197 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8e8f60-0694-4f32-8e49-c37478effb63 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Network 8445caf8-ca9b-4349-b8de-35b9efc1e5cc is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:24:33.106526 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-ca8e8f60-0694-4f32-8e49-c37478effb63 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:24:33.108882 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8e8f60-0694-4f32-8e49-c37478effb63 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:24:33.134388 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device e6b8d965-95e5-4e2a-9a40-69c9d7287a54 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:24:33.147521 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b32928e-4f64-465a-a0f1-73bb00285892 None None] Routers {'b87b3228-38db-4ba7-af88-ae2576e4172e'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:24:33.148142 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-9b32928e-4f64-465a-a0f1-73bb00285892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:24:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['b87b3228-38db-4ba7-af88-ae2576e4172e'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:24:33.181254 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8e8f60-0694-4f32-8e49-c37478effb63 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:33.182267 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ca8e8f60-0694-4f32-8e49-c37478effb63 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:33.220971 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-ca8e8f60-0694-4f32-8e49-c37478effb63 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2043829 Oct 04 09:24:33.238445 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2ed969-6739-4ad5-8187-b3b4b93472d1 None None] Pushing event updated for resources: {'Port': ['ID=f8724b17-ef22-418d-bd58-c0036f9ecc1d,revision_number=4']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:33.306919 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 37000) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:24:33.312484 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-cae245e9-87fd-4248-bff9-d553614446f8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1170450361', 'description': 'tempest-secgroup-smoke-1170450361 description', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:24:33.320679 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-cae245e9-87fd-4248-bff9-d553614446f8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:24:33.326637 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-cae245e9-87fd-4248-bff9-d553614446f8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:24:33.332308 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-cae245e9-87fd-4248-bff9-d553614446f8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:24:33.335752 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port e6b8d965-95e5-4e2a-9a40-69c9d7287a54 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:24:33.336275 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:33.336514 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port e6b8d965-95e5-4e2a-9a40-69c9d7287a54 Oct 04 09:24:33.339113 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-cae245e9-87fd-4248-bff9-d553614446f8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:24:33.352467 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cae245e9-87fd-4248-bff9-d553614446f8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:33.370562 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-9b32928e-4f64-465a-a0f1-73bb00285892 None None] Set router b87b3228-38db-4ba7-af88-ae2576e4172e gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:24:33.376451 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-cae245e9-87fd-4248-bff9-d553614446f8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:24:33.385144 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-cae245e9-87fd-4248-bff9-d553614446f8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:24:33.393002 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-cae245e9-87fd-4248-bff9-d553614446f8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:24:33.399305 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-cae245e9-87fd-4248-bff9-d553614446f8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:24:33.486468 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cae245e9-87fd-4248-bff9-d553614446f8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:33.492532 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cae245e9-87fd-4248-bff9-d553614446f8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:33.502717 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port e6b8d965-95e5-4e2a-9a40-69c9d7287a54 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:24:33.543054 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae245e9-87fd-4248-bff9-d553614446f8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f65a46d0-bc21-46d0-ab8a-7e712ccf32c1,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:33.561087 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cae245e9-87fd-4248-bff9-d553614446f8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:33.565271 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-cae245e9-87fd-4248-bff9-d553614446f8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2543998 Oct 04 09:24:33.565485 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 37004) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:24:33.570892 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-01b84594-125e-46e3-950a-ccd122a6590c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c41edf-94de-4c8d-a3dc-4b0e905864c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1565992729', 'tenant_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86'}], 'enable_snat': True}, 'gw_port_id': 'bcbba68f-bc5e-4bf3-a3b5-a54e3dc4d6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:21:05Z', 'updated_at': '2022-10-04T09:21:13Z', 'revision_number': 4, 'project_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'gw_port': {'id': 'bcbba68f-bc5e-4bf3-a3b5-a54e3dc4d6d7', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:18:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c41edf-94de-4c8d-a3dc-4b0e905864c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:21:06Z', 'updated_at': '2022-10-04T09:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': 'e5d48fe7-3df5-4e48-8d1f-6374cc4e49bd', 'name': '', 'network_id': 'a19b85b2-47fa-4467-9007-092e12a063da', 'tenant_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'mac_address': 'fa:16:3e:88:cb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c41edf-94de-4c8d-a3dc-4b0e905864c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '751eaa40-7b79-4c85-b774-83c8d0c71ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:21:11Z', 'updated_at': '2022-10-04T09:21:19Z', 'revision_number': 5, 'project_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'subnets': [{'id': '751eaa40-7b79-4c85-b774-83c8d0c71ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:24:33.571493 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-b7ca4ca3-3c2e-4cdf-ab6f-a6b008808a36 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': 'f65a46d0-bc21-46d0-ab8a-7e712ccf32c1', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:24:33.572744 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-36bf257f-416a-46f0-a196-d5d609d4853b None None] Attempt 4 to provision port f8724b17-ef22-418d-bd58-c0036f9ecc1d Oct 04 09:24:33.577519 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-b7ca4ca3-3c2e-4cdf-ab6f-a6b008808a36 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:24:33.581338 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-b7ca4ca3-3c2e-4cdf-ab6f-a6b008808a36 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:24:33.584134 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-b7ca4ca3-3c2e-4cdf-ab6f-a6b008808a36 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:24:33.589807 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-b7ca4ca3-3c2e-4cdf-ab6f-a6b008808a36 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:24:33.609568 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b7ca4ca3-3c2e-4cdf-ab6f-a6b008808a36 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:33.615779 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b84594-125e-46e3-950a-ccd122a6590c None None] The sync data for ids ['61c41edf-94de-4c8d-a3dc-4b0e905864c9'] in dv-neutron-860215-1-hyperv is: [{'id': '61c41edf-94de-4c8d-a3dc-4b0e905864c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1565992729', 'tenant_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86'}], 'enable_snat': True}, 'gw_port_id': 'bcbba68f-bc5e-4bf3-a3b5-a54e3dc4d6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:21:05Z', 'updated_at': '2022-10-04T09:21:13Z', 'revision_number': 4, 'project_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'gw_port': {'id': 'bcbba68f-bc5e-4bf3-a3b5-a54e3dc4d6d7', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:18:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c41edf-94de-4c8d-a3dc-4b0e905864c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:21:06Z', 'updated_at': '2022-10-04T09:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': 'e5d48fe7-3df5-4e48-8d1f-6374cc4e49bd', 'name': '', 'network_id': 'a19b85b2-47fa-4467-9007-092e12a063da', 'tenant_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'mac_address': 'fa:16:3e:88:cb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c41edf-94de-4c8d-a3dc-4b0e905864c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '751eaa40-7b79-4c85-b774-83c8d0c71ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:21:11Z', 'updated_at': '2022-10-04T09:21:19Z', 'revision_number': 5, 'project_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'subnets': [{'id': '751eaa40-7b79-4c85-b774-83c8d0c71ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:24:33.639476 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-36bf257f-416a-46f0-a196-d5d609d4853b None None] Port f8724b17-ef22-418d-bd58-c0036f9ecc1d had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 09:24:33.650557 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-36bf257f-416a-46f0-a196-d5d609d4853b None None] Provisioning complete for port c20ad9bc-fe3d-484a-b636-b0ca9adf066e triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:24:33.650940 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-36bf257f-416a-46f0-a196-d5d609d4853b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:33.651286 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-36bf257f-416a-46f0-a196-d5d609d4853b None None] Attempt 1 to provision port c20ad9bc-fe3d-484a-b636-b0ca9adf066e Oct 04 09:24:33.679819 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b7ca4ca3-3c2e-4cdf-ab6f-a6b008808a36 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:33.686740 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b7ca4ca3-3c2e-4cdf-ab6f-a6b008808a36 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:33.725815 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca4ca3-3c2e-4cdf-ab6f-a6b008808a36 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=675b28be-eab8-41fc-a0df-6cc5076ef6b5,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:33.728021 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b7ca4ca3-3c2e-4cdf-ab6f-a6b008808a36 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:33.729277 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-b7ca4ca3-3c2e-4cdf-ab6f-a6b008808a36 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1621246 Oct 04 09:24:33.732270 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 37008) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:24:33.740238 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-d5866808-980b-4aae-adc9-a2fa7641512a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': 'f65a46d0-bc21-46d0-ab8a-7e712ccf32c1', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:24:33.746892 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-9b32928e-4f64-465a-a0f1-73bb00285892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b87b3228-38db-4ba7-af88-ae2576e4172e', 'name': 'tempest-TestNetworkBasicOps-router-214549319', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.176'}], 'enable_snat': True}, 'gw_port_id': 'e6b8d965-95e5-4e2a-9a40-69c9d7287a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:24:24Z', 'updated_at': '2022-10-04T09:24:29Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': 'e6b8d965-95e5-4e2a-9a40-69c9d7287a54', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:81:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87b3228-38db-4ba7-af88-ae2576e4172e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:25Z', 'updated_at': '2022-10-04T09:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': 'f8724b17-ef22-418d-bd58-c0036f9ecc1d', 'name': '', 'network_id': '8445caf8-ca9b-4349-b8de-35b9efc1e5cc', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:32:87:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b87b3228-38db-4ba7-af88-ae2576e4172e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '75507439-fea8-40cd-adc7-4c851086afe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:28Z', 'updated_at': '2022-10-04T09:24:33Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': '75507439-fea8-40cd-adc7-4c851086afe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:24:33.749396 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-d5866808-980b-4aae-adc9-a2fa7641512a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:24:33.751542 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b32928e-4f64-465a-a0f1-73bb00285892 None None] The sync data for ids ['b87b3228-38db-4ba7-af88-ae2576e4172e'] in dv-neutron-860215-1-hyperv is: [{'id': 'b87b3228-38db-4ba7-af88-ae2576e4172e', 'name': 'tempest-TestNetworkBasicOps-router-214549319', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.176'}], 'enable_snat': True}, 'gw_port_id': 'e6b8d965-95e5-4e2a-9a40-69c9d7287a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:24:24Z', 'updated_at': '2022-10-04T09:24:29Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': 'e6b8d965-95e5-4e2a-9a40-69c9d7287a54', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:81:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87b3228-38db-4ba7-af88-ae2576e4172e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:25Z', 'updated_at': '2022-10-04T09:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': 'f8724b17-ef22-418d-bd58-c0036f9ecc1d', 'name': '', 'network_id': '8445caf8-ca9b-4349-b8de-35b9efc1e5cc', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:32:87:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b87b3228-38db-4ba7-af88-ae2576e4172e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '75507439-fea8-40cd-adc7-4c851086afe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:28Z', 'updated_at': '2022-10-04T09:24:33Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': '75507439-fea8-40cd-adc7-4c851086afe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:24:33.754514 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-d5866808-980b-4aae-adc9-a2fa7641512a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:24:33.757422 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-d5866808-980b-4aae-adc9-a2fa7641512a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:24:33.765590 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-d5866808-980b-4aae-adc9-a2fa7641512a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:24:33.785367 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-36bf257f-416a-46f0-a196-d5d609d4853b None None] Current status of the port c20ad9bc-fe3d-484a-b636-b0ca9adf066e is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:24:33.797711 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d5866808-980b-4aae-adc9-a2fa7641512a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:33.925689 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-bcfe2cae-20d6-4f63-b38d-a1dadc571bac None None] Provisioning for port 18a0c2a3-38e8-42f0-8f45-ed6a288475c6 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:24:33.932730 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-bcfe2cae-20d6-4f63-b38d-a1dadc571bac None None] Provisioning complete for port 18a0c2a3-38e8-42f0-8f45-ed6a288475c6 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:24:33.933109 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-bcfe2cae-20d6-4f63-b38d-a1dadc571bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:33.933448 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-bcfe2cae-20d6-4f63-b38d-a1dadc571bac None None] Attempt 1 to provision port 18a0c2a3-38e8-42f0-8f45-ed6a288475c6 Oct 04 09:24:33.939018 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f7553-9a66-4517-8922-ee999f97136d req-079236f7-f8c6-4a1c-9868-07118034903c tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:33.939579 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d5866808-980b-4aae-adc9-a2fa7641512a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:33.940676 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-e55f7553-9a66-4517-8922-ee999f97136d req-079236f7-f8c6-4a1c-9868-07118034903c tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f442435-120f-4162-a489-77c2f666a4a1 HTTP/1.1" status: 200 len: 946 time: 0.1583431 Oct 04 09:24:33.944625 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d5866808-980b-4aae-adc9-a2fa7641512a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:34.013181 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-bcfe2cae-20d6-4f63-b38d-a1dadc571bac None None] Port 18a0c2a3-38e8-42f0-8f45-ed6a288475c6 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:24:34.030491 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [req-e55f7553-9a66-4517-8922-ee999f97136d req-346a0c9b-efae-49cc-84e7-eab1a6b99e62 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Deleting port f5f1b932-f24b-41db-9dd4-f2a9e3c7141d {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:24:34.030491 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-e55f7553-9a66-4517-8922-ee999f97136d req-346a0c9b-efae-49cc-84e7-eab1a6b99e62 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:34.051193 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5866808-980b-4aae-adc9-a2fa7641512a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=642eb6e1-9de5-4c22-9582-cc82855067e1,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:34.075450 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d5866808-980b-4aae-adc9-a2fa7641512a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:34.077162 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-d5866808-980b-4aae-adc9-a2fa7641512a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3428304 Oct 04 09:24:34.080120 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 37014) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:24:34.087806 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-12e99ed4-98c4-419e-8b11-c3236c49d504 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': 'f65a46d0-bc21-46d0-ab8a-7e712ccf32c1', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:24:34.097965 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-12e99ed4-98c4-419e-8b11-c3236c49d504 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:24:34.103477 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-12e99ed4-98c4-419e-8b11-c3236c49d504 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:24:34.103854 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21ffe28-5d19-4b05-8c32-69f60dbfd0c5 None None] New status for floating IP 84e23118-485f-4adf-b49b-257f79b0274e: DOWN {{(pid=89035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 09:24:34.107665 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-12e99ed4-98c4-419e-8b11-c3236c49d504 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:24:34.115541 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-12e99ed4-98c4-419e-8b11-c3236c49d504 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:24:34.129631 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd15ec1-748e-45d1-9dbb-0fa103b83fad req-5e9392d3-3b95-429f-9398-4be732f835fb tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:34.132869 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4dd15ec1-748e-45d1-9dbb-0fa103b83fad req-5e9392d3-3b95-429f-9398-4be732f835fb tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f442435-120f-4162-a489-77c2f666a4a1 HTTP/1.1" status: 200 len: 946 time: 0.1670973 Oct 04 09:24:34.183004 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4dd15ec1-748e-45d1-9dbb-0fa103b83fad req-82cc57c7-7823-4796-a187-a11feeb4b3ea tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbcb0ec7-ec30-4d81-9bfc-77f52541370a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455797 Oct 04 09:24:34.192826 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-12e99ed4-98c4-419e-8b11-c3236c49d504 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:34.263101 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-12e99ed4-98c4-419e-8b11-c3236c49d504 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:34.269254 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-12e99ed4-98c4-419e-8b11-c3236c49d504 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:34.296914 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e99ed4-98c4-419e-8b11-c3236c49d504 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f279f85-d7fd-4244-83af-ce1f81824582,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:34.311793 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-12e99ed4-98c4-419e-8b11-c3236c49d504 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:34.316257 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-12e99ed4-98c4-419e-8b11-c3236c49d504 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2319582 Oct 04 09:24:34.316677 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 37018) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:24:34.321317 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-221a69f9-7e6d-4053-97d4-20db65728970 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': 'f65a46d0-bc21-46d0-ab8a-7e712ccf32c1', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:24:34.331571 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-221a69f9-7e6d-4053-97d4-20db65728970 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:24:34.335889 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-221a69f9-7e6d-4053-97d4-20db65728970 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:24:34.338900 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-221a69f9-7e6d-4053-97d4-20db65728970 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:24:34.344963 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-221a69f9-7e6d-4053-97d4-20db65728970 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:24:34.367467 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-221a69f9-7e6d-4053-97d4-20db65728970 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:34.445663 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-221a69f9-7e6d-4053-97d4-20db65728970 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:34.451320 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-221a69f9-7e6d-4053-97d4-20db65728970 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:34.476494 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a69f9-7e6d-4053-97d4-20db65728970 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ae9c8b6-c821-4d96-83d4-1eaf19070a08,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:34.488304 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [req-e55f7553-9a66-4517-8922-ee999f97136d req-346a0c9b-efae-49cc-84e7-eab1a6b99e62 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] For port f5f1b932-f24b-41db-9dd4-f2a9e3c7141d, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=f5f1b932-f24b-41db-9dd4-f2a9e3c7141d,segment=NetworkSegment(6093c376-bcd9-4a6b-b143-842445a8c889),segment_id=6093c376-bcd9-4a6b-b143-842445a8c889)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:24:34.488880 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-e55f7553-9a66-4517-8922-ee999f97136d req-346a0c9b-efae-49cc-84e7-eab1a6b99e62 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:34.491269 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-221a69f9-7e6d-4053-97d4-20db65728970 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:34.495149 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-221a69f9-7e6d-4053-97d4-20db65728970 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1752279 Oct 04 09:24:34.495385 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 37022) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:24:34.501428 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-0423a404-4487-49f1-b574-007eac7b4299 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': 'f65a46d0-bc21-46d0-ab8a-7e712ccf32c1', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:24:34.507319 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-0423a404-4487-49f1-b574-007eac7b4299 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:24:34.511803 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-0423a404-4487-49f1-b574-007eac7b4299 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:24:34.514563 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-bcfe2cae-20d6-4f63-b38d-a1dadc571bac None None] Attempt 2 to provision port 18a0c2a3-38e8-42f0-8f45-ed6a288475c6 Oct 04 09:24:34.515079 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-0423a404-4487-49f1-b574-007eac7b4299 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:24:34.521637 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-0423a404-4487-49f1-b574-007eac7b4299 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:24:34.535499 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.securitygroups_db [None req-0423a404-4487-49f1-b574-007eac7b4299 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Project 78fb12e86c5f40beb578bfb97002b5c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 09:24:34.543595 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0423a404-4487-49f1-b574-007eac7b4299 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:34.581139 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-bcfe2cae-20d6-4f63-b38d-a1dadc571bac None None] Port 18a0c2a3-38e8-42f0-8f45-ed6a288475c6 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:24:34.617519 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0423a404-4487-49f1-b574-007eac7b4299 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:34.620046 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [req-e55f7553-9a66-4517-8922-ee999f97136d req-346a0c9b-efae-49cc-84e7-eab1a6b99e62 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Calling delete_port for f5f1b932-f24b-41db-9dd4-f2a9e3c7141d owned by compute:nova {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:24:34.622157 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0423a404-4487-49f1-b574-007eac7b4299 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:34.653178 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0423a404-4487-49f1-b574-007eac7b4299 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6faf54a7-335d-4d20-9f76-43f2ff0bb014,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:34.657912 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0423a404-4487-49f1-b574-007eac7b4299 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:34.659988 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-0423a404-4487-49f1-b574-007eac7b4299 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1635914 Oct 04 09:24:34.662973 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 37026) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:24:34.670347 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-a9df18d4-0f45-4ba1-a555-d253de1ccaa9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': 'f65a46d0-bc21-46d0-ab8a-7e712ccf32c1', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:24:34.678551 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-a9df18d4-0f45-4ba1-a555-d253de1ccaa9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:24:34.682945 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-a9df18d4-0f45-4ba1-a555-d253de1ccaa9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:24:34.686531 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-a9df18d4-0f45-4ba1-a555-d253de1ccaa9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:24:34.693400 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-a9df18d4-0f45-4ba1-a555-d253de1ccaa9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:24:34.705852 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.securitygroups_db [None req-a9df18d4-0f45-4ba1-a555-d253de1ccaa9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Project 78fb12e86c5f40beb578bfb97002b5c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 09:24:34.715189 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a9df18d4-0f45-4ba1-a555-d253de1ccaa9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:34.795742 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-e55f7553-9a66-4517-8922-ee999f97136d req-346a0c9b-efae-49cc-84e7-eab1a6b99e62 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:34.801403 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a9df18d4-0f45-4ba1-a555-d253de1ccaa9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:34.805281 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a9df18d4-0f45-4ba1-a555-d253de1ccaa9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:34.831153 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9df18d4-0f45-4ba1-a555-d253de1ccaa9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d03e199b-a656-40f2-ae32-615e6a64841c,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:34.844182 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a9df18d4-0f45-4ba1-a555-d253de1ccaa9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:34.845585 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-a9df18d4-0f45-4ba1-a555-d253de1ccaa9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1813209 Oct 04 09:24:34.852477 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346a0c9b-efae-49cc-84e7-eab1a6b99e62 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Pushing event deleted for resources: {'Port': ['ID=f5f1b932-f24b-41db-9dd4-f2a9e3c7141d,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:34.950863 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [req-e55f7553-9a66-4517-8922-ee999f97136d req-346a0c9b-efae-49cc-84e7-eab1a6b99e62 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] No DVR routers for this DVR port f5f1b932-f24b-41db-9dd4-f2a9e3c7141d on host hv-neutron-8602 {{(pid=89033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:24:34.953365 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-e55f7553-9a66-4517-8922-ee999f97136d req-346a0c9b-efae-49cc-84e7-eab1a6b99e62 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:34.956388 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f442435-120f-4162-a489-77c2f666a4a1', 'name': 'network-vif-deleted', 'tag': 'f5f1b932-f24b-41db-9dd4-f2a9e3c7141d'}] {{(pid=89033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:24:34.958724 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e417ebe64424eb0358633e416672821aae4ea22acc2211bb28d37655142b7e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f04b1e-d76d-4735-8cc5-2a41450530dd" -d '{"events": [{"server_uuid": "5f442435-120f-4162-a489-77c2f666a4a1", "name": "network-vif-deleted", "tag": "f5f1b932-f24b-41db-9dd4-f2a9e3c7141d"}]}' {{(pid=89033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:24:34.978223 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-e55f7553-9a66-4517-8922-ee999f97136d req-346a0c9b-efae-49cc-84e7-eab1a6b99e62 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.20 "DELETE /v2.0/ports/f5f1b932-f24b-41db-9dd4-f2a9e3c7141d HTTP/1.1" status: 204 len: 173 time: 1.0308681 Oct 04 09:24:35.031484 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e0cfdf-0d01-4fd1-ac87-2652cdb25d7e x-openstack-request-id: req-b8e0cfdf-0d01-4fd1-ac87-2652cdb25d7e {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:24:35.031773 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f442435-120f-4162-a489-77c2f666a4a1", "name": "network-vif-deleted", "tag": "f5f1b932-f24b-41db-9dd4-f2a9e3c7141d", "status": "completed", "code": 200}]} {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:24:35.032741 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b8e0cfdf-0d01-4fd1-ac87-2652cdb25d7e {{(pid=89033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:24:35.033153 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8e0cfdf-0d01-4fd1-ac87-2652cdb25d7e'] response: {'server_uuid': '5f442435-120f-4162-a489-77c2f666a4a1', 'name': 'network-vif-deleted', 'tag': 'f5f1b932-f24b-41db-9dd4-f2a9e3c7141d', 'status': 'completed', 'code': 200} Oct 04 09:24:35.082296 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-bcfe2cae-20d6-4f63-b38d-a1dadc571bac None None] Attempt 3 to provision port 18a0c2a3-38e8-42f0-8f45-ed6a288475c6 Oct 04 09:24:35.114994 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-2e00b96c-d4ff-4283-a520-837839b06073 req-a4bf2832-48a1-420d-94f7-786c8cc4fbd3 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:security_group {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:24:35.142828 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-2e00b96c-d4ff-4283-a520-837839b06073 req-a4bf2832-48a1-420d-94f7-786c8cc4fbd3 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:security_group {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:24:35.152427 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2e00b96c-d4ff-4283-a520-837839b06073 req-a4bf2832-48a1-420d-94f7-786c8cc4fbd3 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1170450361&fields=id&tenant_id=78fb12e86c5f40beb578bfb97002b5c9 HTTP/1.1" status: 200 len: 267 time: 0.0906632 Oct 04 09:24:35.174249 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-bcfe2cae-20d6-4f63-b38d-a1dadc571bac None None] Port 18a0c2a3-38e8-42f0-8f45-ed6a288475c6 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:24:35.187576 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device c20ad9bc-fe3d-484a-b636-b0ca9adf066e up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:24:35.260508 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00b96c-d4ff-4283-a520-837839b06073 req-dddadc1d-6b16-4373-860b-7cd950ddef14 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:35.261958 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-2e00b96c-d4ff-4283-a520-837839b06073 req-dddadc1d-6b16-4373-860b-7cd950ddef14 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:24:35.285650 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-2e00b96c-d4ff-4283-a520-837839b06073 req-dddadc1d-6b16-4373-860b-7cd950ddef14 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:24:35.286888 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2e00b96c-d4ff-4283-a520-837839b06073 req-dddadc1d-6b16-4373-860b-7cd950ddef14 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports/18a0c2a3-38e8-42f0-8f45-ed6a288475c6 HTTP/1.1" status: 200 len: 931 time: 0.1342092 Oct 04 09:24:35.307719 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port c20ad9bc-fe3d-484a-b636-b0ca9adf066e triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:24:35.308174 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:35.308630 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port c20ad9bc-fe3d-484a-b636-b0ca9adf066e Oct 04 09:24:35.449176 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-d612368e-8cef-43a8-acb2-b38f1af40176 req-57942969-e69d-4d07-9d06-9ebee69e3470 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Synchronizing usage tracker for tenant:cbd6743a2e0d46fda636aad8413c14c0 on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:24:35.484680 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-d612368e-8cef-43a8-acb2-b38f1af40176 req-57942969-e69d-4d07-9d06-9ebee69e3470 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Unset dirty status for tenant:cbd6743a2e0d46fda636aad8413c14c0 on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:24:35.486252 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-d612368e-8cef-43a8-acb2-b38f1af40176 req-57942969-e69d-4d07-9d06-9ebee69e3470 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f442435-120f-4162-a489-77c2f666a4a1 HTTP/1.1" status: 200 len: 210 time: 0.1271548 Oct 04 09:24:35.533081 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port c20ad9bc-fe3d-484a-b636-b0ca9adf066e is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:24:35.534353 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device f8724b17-ef22-418d-bd58-c0036f9ecc1d up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:24:35.586360 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2e00b96c-d4ff-4283-a520-837839b06073 req-a332b2ed-e0dc-48d7-8e16-a431ea5be218 service neutron] 10.222.0.50 "GET /v2.0/ports/18a0c2a3-38e8-42f0-8f45-ed6a288475c6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2689061 Oct 04 09:24:35.610809 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [req-2e00b96c-d4ff-4283-a520-837839b06073 req-abbd8917-465f-4934-b778-b62445969384 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=89032) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:24:35.616400 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2e00b96c-d4ff-4283-a520-837839b06073 req-abbd8917-465f-4934-b778-b62445969384 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108423 Oct 04 09:24:35.621795 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port f8724b17-ef22-418d-bd58-c0036f9ecc1d completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:24:35.629903 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port f8724b17-ef22-418d-bd58-c0036f9ecc1d triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:24:35.632570 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:35.633151 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port f8724b17-ef22-418d-bd58-c0036f9ecc1d Oct 04 09:24:35.678689 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-bcfe2cae-20d6-4f63-b38d-a1dadc571bac None None] Attempt 4 to provision port 18a0c2a3-38e8-42f0-8f45-ed6a288475c6 Oct 04 09:24:35.765450 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2e00b96c-d4ff-4283-a520-837839b06073 req-9becb979-fed2-4adf-8398-acaf4730cb48 service neutron] 10.222.0.50 "GET /v2.0/networks/8445caf8-ca9b-4349-b8de-35b9efc1e5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463277 Oct 04 09:24:35.771928 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-bcfe2cae-20d6-4f63-b38d-a1dadc571bac None None] Port 18a0c2a3-38e8-42f0-8f45-ed6a288475c6 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:24:35.834503 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port f8724b17-ef22-418d-bd58-c0036f9ecc1d is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:24:35.834884 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:35.866927 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port f8724b17-ef22-418d-bd58-c0036f9ecc1d, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=f8724b17-ef22-418d-bd58-c0036f9ecc1d,segment=NetworkSegment(f91f1bae-8e0f-4990-bb5d-1dff7fdd374f),segment_id=f91f1bae-8e0f-4990-bb5d-1dff7fdd374f)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:24:35.871179 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:35.940437 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=f8724b17-ef22-418d-bd58-c0036f9ecc1d,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:36.000402 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2e00b96c-d4ff-4283-a520-837839b06073 req-de67aca4-bc1a-471f-a7dc-1ed367895ed2 service neutron] 10.222.0.50 "GET /v2.0/networks/8445caf8-ca9b-4349-b8de-35b9efc1e5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280624 Oct 04 09:24:36.182406 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-59feb988-fafc-4951-bcda-bc17fa9d753a req-e5546799-62d1-4098-974c-3f0de20b5b9d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:24:36.194696 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-59feb988-fafc-4951-bcda-bc17fa9d753a req-e5546799-62d1-4098-974c-3f0de20b5b9d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:24:36.195814 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-59feb988-fafc-4951-bcda-bc17fa9d753a req-e5546799-62d1-4098-974c-3f0de20b5b9d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7598fbc-9223-4113-aca1-6c0ecd2d93d7 HTTP/1.1" status: 200 len: 210 time: 0.0618248 Oct 04 09:24:36.273109 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-bcfe2cae-20d6-4f63-b38d-a1dadc571bac None None] Attempt 5 to provision port 18a0c2a3-38e8-42f0-8f45-ed6a288475c6 Oct 04 09:24:36.331721 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-bcfe2cae-20d6-4f63-b38d-a1dadc571bac None None] Port 18a0c2a3-38e8-42f0-8f45-ed6a288475c6 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:24:36.607692 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 37060) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:24:36.832897 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-bcfe2cae-20d6-4f63-b38d-a1dadc571bac None None] Attempt 6 to provision port 18a0c2a3-38e8-42f0-8f45-ed6a288475c6 Oct 04 09:24:36.888326 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-bcfe2cae-20d6-4f63-b38d-a1dadc571bac None None] Port 18a0c2a3-38e8-42f0-8f45-ed6a288475c6 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:24:37.056201 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device f8724b17-ef22-418d-bd58-c0036f9ecc1d up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:24:37.125637 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port f8724b17-ef22-418d-bd58-c0036f9ecc1d triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:24:37.126132 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:37.126501 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port f8724b17-ef22-418d-bd58-c0036f9ecc1d Oct 04 09:24:37.176039 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f34a562b-57bf-437b-9fb1-c74de435f091 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736827'] for router_interface, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:37.214210 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00b96c-d4ff-4283-a520-837839b06073 req-66d15afa-86c4-4eec-a68e-d85d1fc34f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:37.216402 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-2e00b96c-d4ff-4283-a520-837839b06073 req-66d15afa-86c4-4eec-a68e-d85d1fc34f8a service neutron] 10.222.0.20 "GET /v2.0/ports/18a0c2a3-38e8-42f0-8f45-ed6a288475c6 HTTP/1.1" status: 200 len: 1027 time: 0.0702987 Oct 04 09:24:37.274334 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port f8724b17-ef22-418d-bd58-c0036f9ecc1d is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:24:37.364350 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device f5f1b932-f24b-41db-9dd4-f2a9e3c7141d no longer exists at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:24:37.402698 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-bcfe2cae-20d6-4f63-b38d-a1dadc571bac None None] Attempt 7 to provision port 18a0c2a3-38e8-42f0-8f45-ed6a288475c6 Oct 04 09:24:37.417930 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-3a99bc35-2c36-47ea-8467-e59934a3b1ea req-cd51e008-7a64-492a-98e2-42ece7dbc46c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7598fbc-9223-4113-aca1-6c0ecd2d93d7 HTTP/1.1" status: 200 len: 210 time: 0.0647340 Oct 04 09:24:37.451856 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] No Port match for: f5f1b932-f24b-41db-9dd4-f2a9e3c7141d {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:24:37.452340 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device f5f1b932-f24b-41db-9dd4-f2a9e3c7141d not bound to the agent host hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:24:37.484582 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00b96c-d4ff-4283-a520-837839b06073 req-de3de5cb-9ba6-4d80-9516-bec9231532e2 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:37.485407 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-2e00b96c-d4ff-4283-a520-837839b06073 req-de3de5cb-9ba6-4d80-9516-bec9231532e2 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:network {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:24:37.488552 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-bcfe2cae-20d6-4f63-b38d-a1dadc571bac None None] Port 18a0c2a3-38e8-42f0-8f45-ed6a288475c6 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:24:37.501801 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-2e00b96c-d4ff-4283-a520-837839b06073 req-de3de5cb-9ba6-4d80-9516-bec9231532e2 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:network {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:24:37.502912 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-2e00b96c-d4ff-4283-a520-837839b06073 req-de3de5cb-9ba6-4d80-9516-bec9231532e2 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.20 "GET /v2.0/networks?id=8445caf8-ca9b-4349-b8de-35b9efc1e5cc HTTP/1.1" status: 200 len: 796 time: 0.2814426 Oct 04 09:24:37.554831 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-2e00b96c-d4ff-4283-a520-837839b06073 req-ec9a3339-4c99-431b-8cb5-baceb4de2e65 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:security_group {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:24:37.566649 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-2e00b96c-d4ff-4283-a520-837839b06073 req-ec9a3339-4c99-431b-8cb5-baceb4de2e65 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:security_group {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:24:37.567743 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-2e00b96c-d4ff-4283-a520-837839b06073 req-ec9a3339-4c99-431b-8cb5-baceb4de2e65 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78fb12e86c5f40beb578bfb97002b5c9 HTTP/1.1" status: 200 len: 380 time: 0.0513918 Oct 04 09:24:37.568027 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-f34a562b-57bf-437b-9fb1-c74de435f091 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Deleting port e5d48fe7-3df5-4e48-8d1f-6374cc4e49bd {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:24:37.568397 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f34a562b-57bf-437b-9fb1-c74de435f091 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:37.578389 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [req-2e00b96c-d4ff-4283-a520-837839b06073 req-83082ab8-5a39-4a3b-9ad7-eb73f11c39aa service neutron] Request body: {'port': {'device_id': 'e7598fbc-9223-4113-aca1-6c0ecd2d93d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8602'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:24:37.690057 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-2e00b96c-d4ff-4283-a520-837839b06073 req-83082ab8-5a39-4a3b-9ad7-eb73f11c39aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:37.763090 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-f34a562b-57bf-437b-9fb1-c74de435f091 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] For port e5d48fe7-3df5-4e48-8d1f-6374cc4e49bd, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=e5d48fe7-3df5-4e48-8d1f-6374cc4e49bd,segment=NetworkSegment(6093c376-bcd9-4a6b-b143-842445a8c889),segment_id=6093c376-bcd9-4a6b-b143-842445a8c889)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:24:37.763558 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f34a562b-57bf-437b-9fb1-c74de435f091 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:37.886047 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-f34a562b-57bf-437b-9fb1-c74de435f091 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Calling delete_port for e5d48fe7-3df5-4e48-8d1f-6374cc4e49bd owned by network:router_interface {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:24:37.989976 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-bcfe2cae-20d6-4f63-b38d-a1dadc571bac None None] Attempt 8 to provision port 18a0c2a3-38e8-42f0-8f45-ed6a288475c6 Oct 04 09:24:38.035484 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [req-2e00b96c-d4ff-4283-a520-837839b06073 req-83082ab8-5a39-4a3b-9ad7-eb73f11c39aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18a0c2a3-38e8-42f0-8f45-ed6a288475c6 {{(pid=89033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:24:38.043910 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-bcfe2cae-20d6-4f63-b38d-a1dadc571bac None None] Port 18a0c2a3-38e8-42f0-8f45-ed6a288475c6 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:24:38.044615 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-2e00b96c-d4ff-4283-a520-837839b06073 req-83082ab8-5a39-4a3b-9ad7-eb73f11c39aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:38.081731 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f34a562b-57bf-437b-9fb1-c74de435f091 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:38.081974 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [req-2e00b96c-d4ff-4283-a520-837839b06073 req-83082ab8-5a39-4a3b-9ad7-eb73f11c39aa service neutron] Transition to ACTIVE for port object 18a0c2a3-38e8-42f0-8f45-ed6a288475c6 will not be triggered until provisioned by entity L2. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:24:38.084752 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-2e00b96c-d4ff-4283-a520-837839b06073 req-83082ab8-5a39-4a3b-9ad7-eb73f11c39aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:38.242215 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34a562b-57bf-437b-9fb1-c74de435f091 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Pushing event deleted for resources: {'Port': ['ID=e5d48fe7-3df5-4e48-8d1f-6374cc4e49bd,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:38.388116 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83082ab8-5a39-4a3b-9ad7-eb73f11c39aa service neutron] Pushing event updated for resources: {'Port': ['ID=18a0c2a3-38e8-42f0-8f45-ed6a288475c6,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:38.431297 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [req-2e00b96c-d4ff-4283-a520-837839b06073 req-83082ab8-5a39-4a3b-9ad7-eb73f11c39aa service neutron] Attempting to bind port 18a0c2a3-38e8-42f0-8f45-ed6a288475c6 on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:24:38.431641 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [req-2e00b96c-d4ff-4283-a520-837839b06073 req-83082ab8-5a39-4a3b-9ad7-eb73f11c39aa service neutron] Attempting to bind port 18a0c2a3-38e8-42f0-8f45-ed6a288475c6 by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': 'f91f1bae-8e0f-4990-bb5d-1dff7fdd374f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8445caf8-ca9b-4349-b8de-35b9efc1e5cc'}] {{(pid=89033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:24:38.431971 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e00b96c-d4ff-4283-a520-837839b06073 req-83082ab8-5a39-4a3b-9ad7-eb73f11c39aa service neutron] Attempting to bind port 18a0c2a3-38e8-42f0-8f45-ed6a288475c6 on network 8445caf8-ca9b-4349-b8de-35b9efc1e5cc {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:24:38.436579 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e00b96c-d4ff-4283-a520-837839b06073 req-83082ab8-5a39-4a3b-9ad7-eb73f11c39aa service neutron] Port 18a0c2a3-38e8-42f0-8f45-ed6a288475c6 on network 8445caf8-ca9b-4349-b8de-35b9efc1e5cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:24:38.436899 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e00b96c-d4ff-4283-a520-837839b06073 req-83082ab8-5a39-4a3b-9ad7-eb73f11c39aa service neutron] Attempting to bind port 18a0c2a3-38e8-42f0-8f45-ed6a288475c6 on network 8445caf8-ca9b-4349-b8de-35b9efc1e5cc {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:24:38.442125 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e00b96c-d4ff-4283-a520-837839b06073 req-83082ab8-5a39-4a3b-9ad7-eb73f11c39aa service neutron] Checking agent: {'id': '1be90a14-1104-4771-996e-684b25b74d15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'started_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:24:38.442461 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e00b96c-d4ff-4283-a520-837839b06073 req-83082ab8-5a39-4a3b-9ad7-eb73f11c39aa service neutron] Checking segment: {'id': 'f91f1bae-8e0f-4990-bb5d-1dff7fdd374f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8445caf8-ca9b-4349-b8de-35b9efc1e5cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:24:38.442843 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e00b96c-d4ff-4283-a520-837839b06073 req-83082ab8-5a39-4a3b-9ad7-eb73f11c39aa service neutron] Bound using segment: {'id': 'f91f1bae-8e0f-4990-bb5d-1dff7fdd374f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8445caf8-ca9b-4349-b8de-35b9efc1e5cc'} {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:24:38.443270 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [req-2e00b96c-d4ff-4283-a520-837839b06073 req-83082ab8-5a39-4a3b-9ad7-eb73f11c39aa service neutron] Bound port: 18a0c2a3-38e8-42f0-8f45-ed6a288475c6, host: hv-neutron-8602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f91f1bae-8e0f-4990-bb5d-1dff7fdd374f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8445caf8-ca9b-4349-b8de-35b9efc1e5cc'}}] {{(pid=89033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:24:38.443616 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-2e00b96c-d4ff-4283-a520-837839b06073 req-83082ab8-5a39-4a3b-9ad7-eb73f11c39aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:38.525328 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f34a562b-57bf-437b-9fb1-c74de435f091 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736911'] for router_interface, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:38.545290 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-bcfe2cae-20d6-4f63-b38d-a1dadc571bac None None] Attempt 9 to provision port 18a0c2a3-38e8-42f0-8f45-ed6a288475c6 Oct 04 09:24:38.553806 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [req-2e00b96c-d4ff-4283-a520-837839b06073 req-83082ab8-5a39-4a3b-9ad7-eb73f11c39aa service neutron] For port 18a0c2a3-38e8-42f0-8f45-ed6a288475c6, host hv-neutron-8602, cleared binding levels {{(pid=89033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:24:38.556920 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [req-2e00b96c-d4ff-4283-a520-837839b06073 req-83082ab8-5a39-4a3b-9ad7-eb73f11c39aa service neutron] For port 18a0c2a3-38e8-42f0-8f45-ed6a288475c6, host hv-neutron-8602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=18a0c2a3-38e8-42f0-8f45-ed6a288475c6,segment=NetworkSegment(f91f1bae-8e0f-4990-bb5d-1dff7fdd374f),segment_id=f91f1bae-8e0f-4990-bb5d-1dff7fdd374f)] {{(pid=89033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:24:38.563215 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-2e00b96c-d4ff-4283-a520-837839b06073 req-83082ab8-5a39-4a3b-9ad7-eb73f11c39aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:38.603707 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00b96c-d4ff-4283-a520-837839b06073 req-83082ab8-5a39-4a3b-9ad7-eb73f11c39aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:38.604423 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-2e00b96c-d4ff-4283-a520-837839b06073 req-83082ab8-5a39-4a3b-9ad7-eb73f11c39aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:38.605868 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-2e00b96c-d4ff-4283-a520-837839b06073 req-83082ab8-5a39-4a3b-9ad7-eb73f11c39aa service neutron] 10.222.0.20 "PUT /v2.0/ports/18a0c2a3-38e8-42f0-8f45-ed6a288475c6 HTTP/1.1" status: 200 len: 1132 time: 1.0315537 Oct 04 09:24:38.606377 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7598fbc-9223-4113-aca1-6c0ecd2d93d7', 'tag': '18a0c2a3-38e8-42f0-8f45-ed6a288475c6'}] {{(pid=89033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:24:38.608897 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e417ebe64424eb0358633e416672821aae4ea22acc2211bb28d37655142b7e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9c7d01-7290-4b58-9da5-2db5d3ca8d77" -d '{"events": [{"name": "network-changed", "server_uuid": "e7598fbc-9223-4113-aca1-6c0ecd2d93d7", "tag": "18a0c2a3-38e8-42f0-8f45-ed6a288475c6"}]}' {{(pid=89033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:24:38.652711 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83082ab8-5a39-4a3b-9ad7-eb73f11c39aa service neutron] Pushing event updated for resources: {'Port': ['ID=18a0c2a3-38e8-42f0-8f45-ed6a288475c6,revision_number=3']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:38.663556 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-bcfe2cae-20d6-4f63-b38d-a1dadc571bac None None] Port 18a0c2a3-38e8-42f0-8f45-ed6a288475c6 had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 09:24:38.670234 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ad1c58-3316-4a37-a23f-e0d8dc0c19f0 x-openstack-request-id: req-11ad1c58-3316-4a37-a23f-e0d8dc0c19f0 {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:24:38.670614 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7598fbc-9223-4113-aca1-6c0ecd2d93d7", "tag": "18a0c2a3-38e8-42f0-8f45-ed6a288475c6", "status": "completed", "code": 200}]} {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:24:38.670869 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-11ad1c58-3316-4a37-a23f-e0d8dc0c19f0 {{(pid=89033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:24:38.671268 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11ad1c58-3316-4a37-a23f-e0d8dc0c19f0'] response: {'name': 'network-changed', 'server_uuid': 'e7598fbc-9223-4113-aca1-6c0ecd2d93d7', 'tag': '18a0c2a3-38e8-42f0-8f45-ed6a288475c6', 'status': 'completed', 'code': 200} Oct 04 09:24:38.675551 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-bcfe2cae-20d6-4f63-b38d-a1dadc571bac None None] Provisioning complete for port f8724b17-ef22-418d-bd58-c0036f9ecc1d triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:24:38.675925 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-bcfe2cae-20d6-4f63-b38d-a1dadc571bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:38.676258 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-bcfe2cae-20d6-4f63-b38d-a1dadc571bac None None] Attempt 1 to provision port f8724b17-ef22-418d-bd58-c0036f9ecc1d Oct 04 09:24:38.776747 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00b96c-d4ff-4283-a520-837839b06073 req-f5c3e24a-d3f6-4ad6-86c0-6ee5bf0160e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:38.778642 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-2e00b96c-d4ff-4283-a520-837839b06073 req-f5c3e24a-d3f6-4ad6-86c0-6ee5bf0160e6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78fb12e86c5f40beb578bfb97002b5c9&device_id=e7598fbc-9223-4113-aca1-6c0ecd2d93d7 HTTP/1.1" status: 200 len: 1135 time: 0.0955906 Oct 04 09:24:38.807578 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5401c6d2-6ba3-497a-82d9-fd9b14c387ac req-f6552fed-2228-4c70-a917-c8b24104f381 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:38.809047 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-5401c6d2-6ba3-497a-82d9-fd9b14c387ac req-f6552fed-2228-4c70-a917-c8b24104f381 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7598fbc-9223-4113-aca1-6c0ecd2d93d7 HTTP/1.1" status: 200 len: 982 time: 0.2064867 Oct 04 09:24:38.810761 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-bcfe2cae-20d6-4f63-b38d-a1dadc571bac None None] Current status of the port f8724b17-ef22-418d-bd58-c0036f9ecc1d is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:24:38.853788 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-2e00b96c-d4ff-4283-a520-837839b06073 req-f8311bf8-c06d-4627-a3f0-084bd83462a4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18a0c2a3-38e8-42f0-8f45-ed6a288475c6 HTTP/1.1" status: 200 len: 217 time: 0.0632837 Oct 04 09:24:38.917489 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00b96c-d4ff-4283-a520-837839b06073 req-c4afb4f9-e20d-4662-96b1-7fe784d1ae49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:38.918928 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-2e00b96c-d4ff-4283-a520-837839b06073 req-c4afb4f9-e20d-4662-96b1-7fe784d1ae49 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75507439-fea8-40cd-adc7-4c851086afe6 HTTP/1.1" status: 200 len: 834 time: 0.0594835 Oct 04 09:24:38.994084 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-5401c6d2-6ba3-497a-82d9-fd9b14c387ac req-b5d29827-d664-407b-a2c8-fda19bfed385 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7311daf-fddf-4e95-b62f-0bccf6bbb467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163764 Oct 04 09:24:38.997975 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e00b96c-d4ff-4283-a520-837839b06073 req-62dab793-dcb7-47b3-805d-5d0b81688035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:38.999679 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-2e00b96c-d4ff-4283-a520-837839b06073 req-62dab793-dcb7-47b3-805d-5d0b81688035 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8445caf8-ca9b-4349-b8de-35b9efc1e5cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751646 Oct 04 09:24:39.039904 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f34a562b-57bf-437b-9fb1-c74de435f091 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Router 61c41edf-94de-4c8d-a3dc-4b0e905864c9 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:24:39.139708 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-2e00b96c-d4ff-4283-a520-837839b06073 req-6cab9c11-9b79-4067-b0f8-c086b21ecce5 service neutron] 10.222.0.20 "GET /v2.0/networks/8445caf8-ca9b-4349-b8de-35b9efc1e5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340902 Oct 04 09:24:39.215614 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f34a562b-57bf-437b-9fb1-c74de435f091 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:24:39.225675 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22904b29-9237-4b88-95b2-09e752cdb030 None None] Sync routers for ids ['61c41edf-94de-4c8d-a3dc-4b0e905864c9'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:24:39.234461 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-f34a562b-57bf-437b-9fb1-c74de435f091 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "PUT /v2.0/routers/61c41edf-94de-4c8d-a3dc-4b0e905864c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6252716 Oct 04 09:24:39.234790 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22904b29-9237-4b88-95b2-09e752cdb030 None None] Routers {'61c41edf-94de-4c8d-a3dc-4b0e905864c9'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:24:39.235926 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-22904b29-9237-4b88-95b2-09e752cdb030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:24:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['61c41edf-94de-4c8d-a3dc-4b0e905864c9'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:24:39.237209 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 37074) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:24:39.275449 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-2e00b96c-d4ff-4283-a520-837839b06073 req-07b64457-2476-4596-8d92-a5f48bb6c819 service neutron] 10.222.0.20 "GET /v2.0/networks/8445caf8-ca9b-4349-b8de-35b9efc1e5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298230 Oct 04 09:24:39.305068 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a654ef4-66a2-4052-b0b3-715497069889 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Deleting subnet 751eaa40-7b79-4c85-b774-83c8d0c71ef8 {{(pid=89032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:24:39.308469 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2a654ef4-66a2-4052-b0b3-715497069889 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks [] for subnet, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:39.366455 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2a654ef4-66a2-4052-b0b3-715497069889 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885153'] for subnet, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:39.417665 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-22904b29-9237-4b88-95b2-09e752cdb030 None None] Set router 61c41edf-94de-4c8d-a3dc-4b0e905864c9 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:24:39.458856 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2a654ef4-66a2-4052-b0b3-715497069889 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:39.461479 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c7d01-7290-4b58-9da5-2db5d3ca8d77 req-12f159c7-da15-436d-bad1-745bbd677893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:39.463110 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-5a9c7d01-7290-4b58-9da5-2db5d3ca8d77 req-12f159c7-da15-436d-bad1-745bbd677893 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78fb12e86c5f40beb578bfb97002b5c9&device_id=e7598fbc-9223-4113-aca1-6c0ecd2d93d7 HTTP/1.1" status: 200 len: 1135 time: 0.0860386 Oct 04 09:24:39.545227 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2a654ef4-66a2-4052-b0b3-715497069889 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:39.589661 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a654ef4-66a2-4052-b0b3-715497069889 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Pushing event deleted for resources: {'Subnet': ['ID=751eaa40-7b79-4c85-b774-83c8d0c71ef8,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:39.595060 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2a654ef4-66a2-4052-b0b3-715497069889 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:39.602379 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-2a654ef4-66a2-4052-b0b3-715497069889 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "DELETE /v2.0/subnets/751eaa40-7b79-4c85-b774-83c8d0c71ef8 HTTP/1.1" status: 204 len: 168 time: 0.3640933 Oct 04 09:24:39.606339 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 37078) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:24:39.616846 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0381a31-b73e-4606-9a37-a51aa914ef84 None None] Network a19b85b2-47fa-4467-9007-092e12a063da requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:24:39.662514 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c7d01-7290-4b58-9da5-2db5d3ca8d77 req-c1123470-0f65-454e-b699-b3d88cb2cb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:39.663980 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-5a9c7d01-7290-4b58-9da5-2db5d3ca8d77 req-c1123470-0f65-454e-b699-b3d88cb2cb04 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8445caf8-ca9b-4349-b8de-35b9efc1e5cc HTTP/1.1" status: 200 len: 897 time: 0.1945214 Oct 04 09:24:39.754895 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-5a9c7d01-7290-4b58-9da5-2db5d3ca8d77 req-1c631b07-bc94-43f4-bdb4-e2ff24393572 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18a0c2a3-38e8-42f0-8f45-ed6a288475c6 HTTP/1.1" status: 200 len: 217 time: 0.0837839 Oct 04 09:24:39.900273 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-22904b29-9237-4b88-95b2-09e752cdb030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c41edf-94de-4c8d-a3dc-4b0e905864c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1565992729', 'tenant_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86'}], 'enable_snat': True}, 'gw_port_id': 'bcbba68f-bc5e-4bf3-a3b5-a54e3dc4d6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:21:05Z', 'updated_at': '2022-10-04T09:24:38Z', 'revision_number': 5, 'project_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'gw_port': {'id': 'bcbba68f-bc5e-4bf3-a3b5-a54e3dc4d6d7', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:18:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c41edf-94de-4c8d-a3dc-4b0e905864c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:21:06Z', 'updated_at': '2022-10-04T09:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:24:39.905151 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22904b29-9237-4b88-95b2-09e752cdb030 None None] Checking router: 61c41edf-94de-4c8d-a3dc-4b0e905864c9 for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:24:39.914732 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22904b29-9237-4b88-95b2-09e752cdb030 None None] Routers {'61c41edf-94de-4c8d-a3dc-4b0e905864c9'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:24:39.915463 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-22904b29-9237-4b88-95b2-09e752cdb030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:24:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['61c41edf-94de-4c8d-a3dc-4b0e905864c9'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:24:39.970765 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453b8755-3933-4a40-8c48-f58a138d1a33 None None] DHCP port deletion for a19b85b2-47fa-4467-9007-092e12a063da request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:24:39.995012 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-453b8755-3933-4a40-8c48-f58a138d1a33 None None] Deleting port 3b011e3e-a193-4ca4-bd6c-658d641a0861 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:24:39.995381 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-453b8755-3933-4a40-8c48-f58a138d1a33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:40.009310 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c7d01-7290-4b58-9da5-2db5d3ca8d77 req-bb1c9eba-570b-4a49-92b8-f7b94fe13066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:40.010741 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-5a9c7d01-7290-4b58-9da5-2db5d3ca8d77 req-bb1c9eba-570b-4a49-92b8-f7b94fe13066 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75507439-fea8-40cd-adc7-4c851086afe6 HTTP/1.1" status: 200 len: 834 time: 0.2486694 Oct 04 09:24:40.019125 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8e0dc09c-d4cf-45f5-aee3-fcf6e08d6e5f tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks [] for router, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:40.210493 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-22904b29-9237-4b88-95b2-09e752cdb030 None None] Set router 61c41edf-94de-4c8d-a3dc-4b0e905864c9 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:24:40.326365 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8e0dc09c-d4cf-45f5-aee3-fcf6e08d6e5f tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:40.333569 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c7d01-7290-4b58-9da5-2db5d3ca8d77 req-25d38d5d-060a-49f1-88c2-e6bfd982b2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:40.335078 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-5a9c7d01-7290-4b58-9da5-2db5d3ca8d77 req-25d38d5d-060a-49f1-88c2-e6bfd982b2ac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8445caf8-ca9b-4349-b8de-35b9efc1e5cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2628677 Oct 04 09:24:40.370997 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-8e0dc09c-d4cf-45f5-aee3-fcf6e08d6e5f tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Deleting port bcbba68f-bc5e-4bf3-a3b5-a54e3dc4d6d7 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:24:40.371345 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8e0dc09c-d4cf-45f5-aee3-fcf6e08d6e5f tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:40.479370 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a819b-b446-4ea0-9300-9bd992c802b6 req-6a2d3355-b54f-4980-89d9-edd326cafb0f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:40.480769 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-492a819b-b446-4ea0-9300-9bd992c802b6 req-6a2d3355-b54f-4980-89d9-edd326cafb0f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7598fbc-9223-4113-aca1-6c0ecd2d93d7 HTTP/1.1" status: 200 len: 982 time: 0.2731078 Oct 04 09:24:40.508225 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-453b8755-3933-4a40-8c48-f58a138d1a33 None None] For port 3b011e3e-a193-4ca4-bd6c-658d641a0861, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=3b011e3e-a193-4ca4-bd6c-658d641a0861,segment=NetworkSegment(6093c376-bcd9-4a6b-b143-842445a8c889),segment_id=6093c376-bcd9-4a6b-b143-842445a8c889)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:24:40.508873 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-453b8755-3933-4a40-8c48-f58a138d1a33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:40.630284 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-492a819b-b446-4ea0-9300-9bd992c802b6 req-3f332313-738f-4f42-8fc1-d008d5160b4b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7311daf-fddf-4e95-b62f-0bccf6bbb467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392658 Oct 04 09:24:40.635328 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-453b8755-3933-4a40-8c48-f58a138d1a33 None None] Calling delete_port for 3b011e3e-a193-4ca4-bd6c-658d641a0861 owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:24:40.660426 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-5a9c7d01-7290-4b58-9da5-2db5d3ca8d77 req-8b8e9fd8-2c6d-42b1-8f13-418e857cf647 service neutron] 10.222.0.20 "GET /v2.0/networks/8445caf8-ca9b-4349-b8de-35b9efc1e5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183322 Oct 04 09:24:40.771167 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-453b8755-3933-4a40-8c48-f58a138d1a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:40.778014 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-8e0dc09c-d4cf-45f5-aee3-fcf6e08d6e5f tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] For port bcbba68f-bc5e-4bf3-a3b5-a54e3dc4d6d7, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=bcbba68f-bc5e-4bf3-a3b5-a54e3dc4d6d7,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:24:40.778377 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8e0dc09c-d4cf-45f5-aee3-fcf6e08d6e5f tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:40.820779 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453b8755-3933-4a40-8c48-f58a138d1a33 None None] Pushing event deleted for resources: {'Port': ['ID=3b011e3e-a193-4ca4-bd6c-658d641a0861,revision_number=None']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:40.826132 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453b8755-3933-4a40-8c48-f58a138d1a33 None None] No DVR routers for this DVR port 3b011e3e-a193-4ca4-bd6c-658d641a0861 on host dv-neutron-860215-1-hyperv {{(pid=89034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:24:40.842630 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-22904b29-9237-4b88-95b2-09e752cdb030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61c41edf-94de-4c8d-a3dc-4b0e905864c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1565992729', 'tenant_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86'}], 'enable_snat': True}, 'gw_port_id': 'bcbba68f-bc5e-4bf3-a3b5-a54e3dc4d6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:21:05Z', 'updated_at': '2022-10-04T09:24:38Z', 'revision_number': 5, 'project_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'gw_port': {'id': 'bcbba68f-bc5e-4bf3-a3b5-a54e3dc4d6d7', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:18:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c41edf-94de-4c8d-a3dc-4b0e905864c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:21:06Z', 'updated_at': '2022-10-04T09:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:24:40.847317 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22904b29-9237-4b88-95b2-09e752cdb030 None None] The sync data for ids ['61c41edf-94de-4c8d-a3dc-4b0e905864c9'] in dv-neutron-860215-1-hyperv is: [{'id': '61c41edf-94de-4c8d-a3dc-4b0e905864c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1565992729', 'tenant_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86'}], 'enable_snat': True}, 'gw_port_id': 'bcbba68f-bc5e-4bf3-a3b5-a54e3dc4d6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:21:05Z', 'updated_at': '2022-10-04T09:24:38Z', 'revision_number': 5, 'project_id': 'cbd6743a2e0d46fda636aad8413c14c0', 'gw_port': {'id': 'bcbba68f-bc5e-4bf3-a3b5-a54e3dc4d6d7', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:18:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c41edf-94de-4c8d-a3dc-4b0e905864c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:21:06Z', 'updated_at': '2022-10-04T09:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:24:40.906761 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-8e0dc09c-d4cf-45f5-aee3-fcf6e08d6e5f tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Calling delete_port for bcbba68f-bc5e-4bf3-a3b5-a54e3dc4d6d7 owned by network:router_gateway {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:24:40.989120 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-5a9c7d01-7290-4b58-9da5-2db5d3ca8d77 req-cf4a0a95-c620-43ad-a9d7-8f4f3c417960 service neutron] 10.222.0.20 "GET /v2.0/networks/8445caf8-ca9b-4349-b8de-35b9efc1e5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206997 Oct 04 09:24:41.126163 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:41.243491 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8e0dc09c-d4cf-45f5-aee3-fcf6e08d6e5f tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:41.253637 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device e5d48fe7-3df5-4e48-8d1f-6374cc4e49bd no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:24:41.289385 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: e5d48fe7-3df5-4e48-8d1f-6374cc4e49bd {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:24:41.289821 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device e5d48fe7-3df5-4e48-8d1f-6374cc4e49bd not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:24:41.290319 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 3b011e3e-a193-4ca4-bd6c-658d641a0861 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:24:41.294189 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0dc09c-d4cf-45f5-aee3-fcf6e08d6e5f tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Pushing event deleted for resources: {'Port': ['ID=bcbba68f-bc5e-4bf3-a3b5-a54e3dc4d6d7,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:41.328704 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 3b011e3e-a193-4ca4-bd6c-658d641a0861 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:24:41.329880 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 3b011e3e-a193-4ca4-bd6c-658d641a0861 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:24:41.526211 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8e0dc09c-d4cf-45f5-aee3-fcf6e08d6e5f tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737040'] for router_gateway, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:41.694289 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8e0dc09c-d4cf-45f5-aee3-fcf6e08d6e5f tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:41.696492 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8e0dc09c-d4cf-45f5-aee3-fcf6e08d6e5f tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:41.724739 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8e0dc09c-d4cf-45f5-aee3-fcf6e08d6e5f tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:41.725587 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e0dc09c-d4cf-45f5-aee3-fcf6e08d6e5f tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Fanout notify agent at l3_agent the message router_deleted on router 61c41edf-94de-4c8d-a3dc-4b0e905864c9 {{(pid=89033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:24:41.745441 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8e0dc09c-d4cf-45f5-aee3-fcf6e08d6e5f tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:41.746520 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-8e0dc09c-d4cf-45f5-aee3-fcf6e08d6e5f tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "DELETE /v2.0/routers/61c41edf-94de-4c8d-a3dc-4b0e905864c9 HTTP/1.1" status: 204 len: 168 time: 2.1381521 Oct 04 09:24:41.749613 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 37088) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:24:42.027281 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1c3e1d04-63ab-46c8-9907-a4f3a8e1ddd4 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:42.054585 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62c085-daba-4b69-89f8-8b43ca49b1ad req-84a2cb05-b830-45f1-94db-e21a13171cee tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:42.056007 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-dd62c085-daba-4b69-89f8-8b43ca49b1ad req-84a2cb05-b830-45f1-94db-e21a13171cee tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7598fbc-9223-4113-aca1-6c0ecd2d93d7 HTTP/1.1" status: 200 len: 982 time: 0.2864888 Oct 04 09:24:42.200767 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-dd62c085-daba-4b69-89f8-8b43ca49b1ad req-a261798b-c6d9-4913-9663-7bb9c7392bbb tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7311daf-fddf-4e95-b62f-0bccf6bbb467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206498 Oct 04 09:24:42.210438 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1c3e1d04-63ab-46c8-9907-a4f3a8e1ddd4 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:42.236242 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-1c3e1d04-63ab-46c8-9907-a4f3a8e1ddd4 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a19b85b2-47fa-4467-9007-092e12a063da']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:24:42.248089 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-1c3e1d04-63ab-46c8-9907-a4f3a8e1ddd4 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6093c376-bcd9-4a6b-b143-842445a8c889') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:24:42.248420 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-1c3e1d04-63ab-46c8-9907-a4f3a8e1ddd4 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6093c376-bcd9-4a6b-b143-842445a8c889') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:24:42.259711 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1c3e1d04-63ab-46c8-9907-a4f3a8e1ddd4 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:42.275602 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1c3e1d04-63ab-46c8-9907-a4f3a8e1ddd4 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:42.281620 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c3e1d04-63ab-46c8-9907-a4f3a8e1ddd4 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:24:42.282546 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1c3e1d04-63ab-46c8-9907-a4f3a8e1ddd4 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:42.350670 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 6093c376-bcd9-4a6b-b143-842445a8c889 resource provider aggregate not found Oct 04 09:24:42.386333 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1c3e1d04-63ab-46c8-9907-a4f3a8e1ddd4 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:42.404916 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1c3e1d04-63ab-46c8-9907-a4f3a8e1ddd4 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:42.417089 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3e1d04-63ab-46c8-9907-a4f3a8e1ddd4 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Pushing event deleted for resources: {'Network': ['ID=a19b85b2-47fa-4467-9007-092e12a063da,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:42.422844 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 6093c376-bcd9-4a6b-b143-842445a8c889 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6093c376-bcd9-4a6b-b143-842445a8c889 found for delete ", "request_id": "req-6e267993-3c61-4be9-b9a8-72f3066d4a06"}]} Oct 04 09:24:42.426108 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-1c3e1d04-63ab-46c8-9907-a4f3a8e1ddd4 tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "DELETE /v2.0/networks/a19b85b2-47fa-4467-9007-092e12a063da HTTP/1.1" status: 204 len: 168 time: 0.6754971 Oct 04 09:24:42.428727 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 37096) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:24:42.493970 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c28b8b6c-c032-4814-b045-6f981951c27b tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:42.523735 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c28b8b6c-c032-4814-b045-6f981951c27b tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:42.592588 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c28b8b6c-c032-4814-b045-6f981951c27b tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:42.610720 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b8b6c-c032-4814-b045-6f981951c27b tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcb0ec7-ec30-4d81-9bfc-77f52541370a,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:42.620713 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c28b8b6c-c032-4814-b045-6f981951c27b tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:42.621817 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-c28b8b6c-c032-4814-b045-6f981951c27b tempest-TestNetworkAdvancedServerOps-633035389 tempest-TestNetworkAdvancedServerOps-633035389-project] 10.222.0.50 "DELETE /v2.0/security-groups/bbcb0ec7-ec30-4d81-9bfc-77f52541370a HTTP/1.1" status: 204 len: 168 time: 0.1922362 Oct 04 09:24:42.973812 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 37106) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:24:43.051961 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device bcbba68f-bc5e-4bf3-a3b5-a54e3dc4d6d7 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:24:43.086055 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: bcbba68f-bc5e-4bf3-a3b5-a54e3dc4d6d7 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:24:43.086485 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device bcbba68f-bc5e-4bf3-a3b5-a54e3dc4d6d7 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:24:43.120228 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-ce4ceeac-9bb9-4e7f-977c-1d84378885bd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cbd6743a2e0d46fda636aad8413c14c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1452343 Oct 04 09:24:43.122666 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 37112) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:24:43.178684 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-815ad642-15d2-444f-91e8-fcb6f52b682b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:43.204041 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-815ad642-15d2-444f-91e8-fcb6f52b682b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:43.258053 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-815ad642-15d2-444f-91e8-fcb6f52b682b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:43.274861 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815ad642-15d2-444f-91e8-fcb6f52b682b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b802ceb-2766-4848-9637-36926a1770f3,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:43.281560 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-815ad642-15d2-444f-91e8-fcb6f52b682b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:43.286478 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-815ad642-15d2-444f-91e8-fcb6f52b682b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3b802ceb-2766-4848-9637-36926a1770f3 HTTP/1.1" status: 204 len: 168 time: 0.1595988 Oct 04 09:24:43.394987 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 18a0c2a3-38e8-42f0-8f45-ed6a288475c6 details requested by agent hyperv_hv-neutron-8602 with host hv-neutron-8602 {{(pid=89034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 04 09:24:43.403931 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18a901-f095-4065-beae-843ab735a1c2 req-ecf681ab-a1c2-434c-b5e6-1494fc43cafd tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:43.405574 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-da18a901-f095-4065-beae-843ab735a1c2 req-ecf681ab-a1c2-434c-b5e6-1494fc43cafd tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7598fbc-9223-4113-aca1-6c0ecd2d93d7 HTTP/1.1" status: 200 len: 982 time: 0.0907204 Oct 04 09:24:43.451276 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-da18a901-f095-4065-beae-843ab735a1c2 req-1dddfeb8-5640-4876-a12e-901ab7819219 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7311daf-fddf-4e95-b62f-0bccf6bbb467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388165 Oct 04 09:24:43.549764 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 18a0c2a3-38e8-42f0-8f45-ed6a288475c6, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=18a0c2a3-38e8-42f0-8f45-ed6a288475c6,segment=NetworkSegment(f91f1bae-8e0f-4990-bb5d-1dff7fdd374f),segment_id=f91f1bae-8e0f-4990-bb5d-1dff7fdd374f)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:24:43.562918 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Returning: {'device': '18a0c2a3-38e8-42f0-8f45-ed6a288475c6', 'network_id': '8445caf8-ca9b-4349-b8de-35b9efc1e5cc', 'port_id': '18a0c2a3-38e8-42f0-8f45-ed6a288475c6', 'mac_address': 'fa:16:3e:d2:21:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75507439-fea8-40cd-adc7-4c851086afe6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 04 09:24:43.577939 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 37122) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:24:43.596321 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-80f963aa-fe94-4428-83ca-a011c7445b5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:43.611810 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-80f963aa-fe94-4428-83ca-a011c7445b5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:24:43.616376 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-80f963aa-fe94-4428-83ca-a011c7445b5e admin admin] Usage tracker for resource:security_group_rule and tenant:a78622aa7bb84cd1b194a080f5d0aee3 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:24:43.619434 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-80f963aa-fe94-4428-83ca-a011c7445b5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:24:43.620082 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 18a0c2a3-38e8-42f0-8f45-ed6a288475c6 is: DOWN; New status is: BUILD {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:24:43.620497 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:43.625727 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-80f963aa-fe94-4428-83ca-a011c7445b5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:24:43.641321 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18a0c2a3-38e8-42f0-8f45-ed6a288475c6 {{(pid=89034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:24:43.658309 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 18a0c2a3-38e8-42f0-8f45-ed6a288475c6, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=18a0c2a3-38e8-42f0-8f45-ed6a288475c6,segment=NetworkSegment(f91f1bae-8e0f-4990-bb5d-1dff7fdd374f),segment_id=f91f1bae-8e0f-4990-bb5d-1dff7fdd374f)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:24:43.662269 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:43.711262 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-80f963aa-fe94-4428-83ca-a011c7445b5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:43.715538 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-80f963aa-fe94-4428-83ca-a011c7445b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:43.734030 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=18a0c2a3-38e8-42f0-8f45-ed6a288475c6,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:43.762677 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-80f963aa-fe94-4428-83ca-a011c7445b5e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a78622aa7bb84cd1b194a080f5d0aee3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1834421 Oct 04 09:24:43.764165 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f963aa-fe94-4428-83ca-a011c7445b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6175bdd1-804d-4765-af9b-a7934f17b658,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:43.765385 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 37126) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:24:43.822928 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-217dc0ac-6e2d-40b5-b762-9cc06d3ff64d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:43.848210 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-217dc0ac-6e2d-40b5-b762-9cc06d3ff64d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:43.902750 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-217dc0ac-6e2d-40b5-b762-9cc06d3ff64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:43.917564 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217dc0ac-6e2d-40b5-b762-9cc06d3ff64d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6175bdd1-804d-4765-af9b-a7934f17b658,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:43.923479 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-217dc0ac-6e2d-40b5-b762-9cc06d3ff64d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:43.924600 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-217dc0ac-6e2d-40b5-b762-9cc06d3ff64d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6175bdd1-804d-4765-af9b-a7934f17b658 HTTP/1.1" status: 204 len: 168 time: 0.1575987 Oct 04 09:24:44.058430 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['18a0c2a3-38e8-42f0-8f45-ed6a288475c6'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 09:24:44.656681 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8eea26-7d8c-4831-b148-e69fcb521398 req-27530f7c-cb0c-41e1-b01f-0897323e8218 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:44.658168 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-4b8eea26-7d8c-4831-b148-e69fcb521398 req-27530f7c-cb0c-41e1-b01f-0897323e8218 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7598fbc-9223-4113-aca1-6c0ecd2d93d7 HTTP/1.1" status: 200 len: 983 time: 0.0874534 Oct 04 09:24:44.674077 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 37152) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:24:44.707044 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-4b8eea26-7d8c-4831-b148-e69fcb521398 req-4e5ae366-4003-478f-8c5c-7eb95c2d9b7b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7311daf-fddf-4e95-b62f-0bccf6bbb467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432329 Oct 04 09:24:44.779595 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-33f81147-0df5-4b5b-a487-4e1a0363c4d9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1545811976-network', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:24:44.784780 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-33f81147-0df5-4b5b-a487-4e1a0363c4d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:24:44.788587 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-33f81147-0df5-4b5b-a487-4e1a0363c4d9 admin admin] Usage tracker for resource:network and tenant:69ab5abc53ab44718bcbb9547c2b2d0e is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:24:44.791352 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-33f81147-0df5-4b5b-a487-4e1a0363c4d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:24:44.796887 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-33f81147-0df5-4b5b-a487-4e1a0363c4d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:24:44.807670 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f81147-0df5-4b5b-a487-4e1a0363c4d9 admin admin] Made reservation on behalf of 69ab5abc53ab44718bcbb9547c2b2d0e for: {'network': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:24:44.810058 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-33f81147-0df5-4b5b-a487-4e1a0363c4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:44.821655 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-33f81147-0df5-4b5b-a487-4e1a0363c4d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:44.835383 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-33f81147-0df5-4b5b-a487-4e1a0363c4d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:24:44.839113 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-33f81147-0df5-4b5b-a487-4e1a0363c4d9 admin admin] Usage tracker for resource:security_group_rule and tenant:69ab5abc53ab44718bcbb9547c2b2d0e is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:24:44.841812 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-33f81147-0df5-4b5b-a487-4e1a0363c4d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:24:44.847807 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-33f81147-0df5-4b5b-a487-4e1a0363c4d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:24:44.928988 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-33f81147-0df5-4b5b-a487-4e1a0363c4d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:44.932766 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-33f81147-0df5-4b5b-a487-4e1a0363c4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:44.961381 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33f81147-0df5-4b5b-a487-4e1a0363c4d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=89032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:24:44.970124 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f81147-0df5-4b5b-a487-4e1a0363c4d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9799839-b612-478e-84e9-f7c5e9d5ee0a,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:44.975778 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-33f81147-0df5-4b5b-a487-4e1a0363c4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:44.976119 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.segments_db [None req-33f81147-0df5-4b5b-a487-4e1a0363c4d9 admin admin] Added segment f2649b1a-e6b7-4b49-bfb8-8bd07f301357 of type vlan for network 47b14212-cea9-47cb-815c-888460239551 Oct 04 09:24:45.002096 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-33f81147-0df5-4b5b-a487-4e1a0363c4d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:45.030458 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-33f81147-0df5-4b5b-a487-4e1a0363c4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:45.031412 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f81147-0df5-4b5b-a487-4e1a0363c4d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:45.032536 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-33f81147-0df5-4b5b-a487-4e1a0363c4d9 admin admin] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:45.129628 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-33f81147-0df5-4b5b-a487-4e1a0363c4d9 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4543891 Oct 04 09:24:45.132659 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 37158) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:24:45.134722 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f81147-0df5-4b5b-a487-4e1a0363c4d9 admin admin] Pushing event updated for resources: {'Network': ['ID=47b14212-cea9-47cb-815c-888460239551,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:45.138138 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-56797d7e-5aaa-4253-ac0c-ac8000111049 admin admin] Request body: {'subnet': {'network_id': '47b14212-cea9-47cb-815c-888460239551', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1545811976-subnet', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'ip_version': 4}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:24:45.142942 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-56797d7e-5aaa-4253-ac0c-ac8000111049 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:24:45.144385 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 47b14212-cea9-47cb-815c-888460239551 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:24:45.146832 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-56797d7e-5aaa-4253-ac0c-ac8000111049 admin admin] Usage tracker for resource:subnet and tenant:69ab5abc53ab44718bcbb9547c2b2d0e is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:24:45.149689 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-56797d7e-5aaa-4253-ac0c-ac8000111049 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:24:45.155264 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-56797d7e-5aaa-4253-ac0c-ac8000111049 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:24:45.166505 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56797d7e-5aaa-4253-ac0c-ac8000111049 admin admin] Made reservation on behalf of 69ab5abc53ab44718bcbb9547c2b2d0e for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:24:45.168822 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-56797d7e-5aaa-4253-ac0c-ac8000111049 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:45.366630 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-56797d7e-5aaa-4253-ac0c-ac8000111049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:45.414681 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 18a0c2a3-38e8-42f0-8f45-ed6a288475c6 up at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:24:45.440722 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56797d7e-5aaa-4253-ac0c-ac8000111049 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d6ad6fc-1b52-4c37-8942-5241b791dd73,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:45.449184 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56797d7e-5aaa-4253-ac0c-ac8000111049 admin admin] Checking segment: {'id': 'f2649b1a-e6b7-4b49-bfb8-8bd07f301357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '47b14212-cea9-47cb-815c-888460239551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:24:45.449538 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56797d7e-5aaa-4253-ac0c-ac8000111049 admin admin] Network hostable DHCP agents. Network: 47b14212-cea9-47cb-815c-888460239551, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:24:45.470745 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56797d7e-5aaa-4253-ac0c-ac8000111049 admin admin] Network 47b14212-cea9-47cb-815c-888460239551 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:24:45.483190 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning for port 18a0c2a3-38e8-42f0-8f45-ed6a288475c6 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:24:45.486493 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-56797d7e-5aaa-4253-ac0c-ac8000111049 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 47b14212-cea9-47cb-815c-888460239551) {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:24:45.490764 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56797d7e-5aaa-4253-ac0c-ac8000111049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:45.491337 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning complete for port 18a0c2a3-38e8-42f0-8f45-ed6a288475c6 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:24:45.491490 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-56797d7e-5aaa-4253-ac0c-ac8000111049 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:45.492004 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:45.493100 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Attempt 1 to provision port 18a0c2a3-38e8-42f0-8f45-ed6a288475c6 Oct 04 09:24:45.519670 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-56797d7e-5aaa-4253-ac0c-ac8000111049 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3859057 Oct 04 09:24:45.522354 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 37162) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:24:45.525113 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b421fbae-b698-4b78-8f50-a49c2cd26e48 None None] Network 47b14212-cea9-47cb-815c-888460239551 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:24:45.527358 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-6cfb9ad6-bb22-45ea-9a1e-c7dbd87e976a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1545811976-router', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:24:45.532654 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-6cfb9ad6-bb22-45ea-9a1e-c7dbd87e976a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:24:45.536463 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-6cfb9ad6-bb22-45ea-9a1e-c7dbd87e976a admin admin] Usage tracker for resource:router and tenant:69ab5abc53ab44718bcbb9547c2b2d0e is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:24:45.539217 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-6cfb9ad6-bb22-45ea-9a1e-c7dbd87e976a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:24:45.544859 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-6cfb9ad6-bb22-45ea-9a1e-c7dbd87e976a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:24:45.554897 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6cfb9ad6-bb22-45ea-9a1e-c7dbd87e976a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:45.555945 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6cfb9ad6-bb22-45ea-9a1e-c7dbd87e976a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:45.570854 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6cfb9ad6-bb22-45ea-9a1e-c7dbd87e976a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:45.720506 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:24:45.798399 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 18a0c2a3-38e8-42f0-8f45-ed6a288475c6 is: BUILD; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:24:45.798778 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:45.841054 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7598fbc-9223-4113-aca1-6c0ecd2d93d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18a0c2a3-38e8-42f0-8f45-ed6a288475c6'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:24:45.841774 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6cfb9ad6-bb22-45ea-9a1e-c7dbd87e976a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:45.843358 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aef738b946a3ea172e8e75fc735451da1d91f114ea1acc5fcf392e20a929bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6b08d9-f2b9-4924-94e4-d87d3712077e" -d '{"events": [{"server_uuid": "e7598fbc-9223-4113-aca1-6c0ecd2d93d7", "name": "network-vif-plugged", "status": "completed", "tag": "18a0c2a3-38e8-42f0-8f45-ed6a288475c6"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:24:45.901036 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 18a0c2a3-38e8-42f0-8f45-ed6a288475c6, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=18a0c2a3-38e8-42f0-8f45-ed6a288475c6,segment=NetworkSegment(f91f1bae-8e0f-4990-bb5d-1dff7fdd374f),segment_id=f91f1bae-8e0f-4990-bb5d-1dff7fdd374f)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:24:45.911311 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43db5d5d-f856-4538-bbaf-b2f3acf63d0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-47b14212-cea9-47cb-815c-888460239551', 'network_id': '47b14212-cea9-47cb-815c-888460239551', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'fixed_ips': [{'subnet_id': '5d6ad6fc-1b52-4c37-8942-5241b791dd73'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:24:45.912389 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-43db5d5d-f856-4538-bbaf-b2f3acf63d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:45.939364 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:45.967211 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ff79d-7e35-460b-ab11-6f30d7514de1 req-f4878c5d-9294-4198-a808-e1693a576ca8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:45.970159 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-984ff79d-7e35-460b-ab11-6f30d7514de1 req-f4878c5d-9294-4198-a808-e1693a576ca8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7598fbc-9223-4113-aca1-6c0ecd2d93d7 HTTP/1.1" status: 200 len: 983 time: 0.1438267 Oct 04 09:24:46.030683 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-984ff79d-7e35-460b-ab11-6f30d7514de1 req-1a82aff8-6d37-4a9c-ae42-7f28990b8cb9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7311daf-fddf-4e95-b62f-0bccf6bbb467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537889 Oct 04 09:24:46.032992 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25737bf3-d6b0-491d-8d44-7747f01d8524 x-openstack-request-id: req-25737bf3-d6b0-491d-8d44-7747f01d8524 {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:24:46.033356 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7598fbc-9223-4113-aca1-6c0ecd2d93d7", "name": "network-vif-plugged", "status": "completed", "tag": "18a0c2a3-38e8-42f0-8f45-ed6a288475c6", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:24:46.033672 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-25737bf3-d6b0-491d-8d44-7747f01d8524 {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:24:46.034144 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25737bf3-d6b0-491d-8d44-7747f01d8524'] response: {'server_uuid': 'e7598fbc-9223-4113-aca1-6c0ecd2d93d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18a0c2a3-38e8-42f0-8f45-ed6a288475c6', 'code': 200} Oct 04 09:24:46.081482 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=18a0c2a3-38e8-42f0-8f45-ed6a288475c6,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:46.146428 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-43db5d5d-f856-4538-bbaf-b2f3acf63d0d None None] Allocated IP 172.20.0.2 (47b14212-cea9-47cb-815c-888460239551/5d6ad6fc-1b52-4c37-8942-5241b791dd73/a59208df-9fb4-4cb4-b11f-095dfd6be5de) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:24:46.359388 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-43db5d5d-f856-4538-bbaf-b2f3acf63d0d None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:46.369991 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-43db5d5d-f856-4538-bbaf-b2f3acf63d0d None None] Transition to ACTIVE for port object a59208df-9fb4-4cb4-b11f-095dfd6be5de will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:24:46.385147 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6cfb9ad6-bb22-45ea-9a1e-c7dbd87e976a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:46.388969 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-43db5d5d-f856-4538-bbaf-b2f3acf63d0d None None] Transition to ACTIVE for port object a59208df-9fb4-4cb4-b11f-095dfd6be5de will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:24:46.395179 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-43db5d5d-f856-4538-bbaf-b2f3acf63d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:46.417339 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6cfb9ad6-bb22-45ea-9a1e-c7dbd87e976a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:46.459389 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43db5d5d-f856-4538-bbaf-b2f3acf63d0d None None] Network 47b14212-cea9-47cb-815c-888460239551 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:24:46.461584 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df6171-7c11-4fe3-981a-5e33635144d6 req-f546b66f-6832-4da6-b405-5043e6e1f4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:46.462127 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-43db5d5d-f856-4538-bbaf-b2f3acf63d0d None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:24:46.463119 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-11df6171-7c11-4fe3-981a-5e33635144d6 req-f546b66f-6832-4da6-b405-5043e6e1f4a4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e7598fbc-9223-4113-aca1-6c0ecd2d93d7 HTTP/1.1" status: 200 len: 1137 time: 0.2029262 Oct 04 09:24:46.465797 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43db5d5d-f856-4538-bbaf-b2f3acf63d0d None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:24:46.509528 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43db5d5d-f856-4538-bbaf-b2f3acf63d0d None None] Pushing event updated for resources: {'Port': ['ID=a59208df-9fb4-4cb4-b11f-095dfd6be5de,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:46.529720 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-11df6171-7c11-4fe3-981a-5e33635144d6 req-ae64429c-89d3-4b9d-9d43-86bca9aeb90e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d7311daf-fddf-4e95-b62f-0bccf6bbb467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608046 Oct 04 09:24:46.574278 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-43db5d5d-f856-4538-bbaf-b2f3acf63d0d None None] Attempting to bind port a59208df-9fb4-4cb4-b11f-095dfd6be5de on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:24:46.574639 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-43db5d5d-f856-4538-bbaf-b2f3acf63d0d None None] Attempting to bind port a59208df-9fb4-4cb4-b11f-095dfd6be5de by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'f2649b1a-e6b7-4b49-bfb8-8bd07f301357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '47b14212-cea9-47cb-815c-888460239551'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:24:46.575004 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43db5d5d-f856-4538-bbaf-b2f3acf63d0d None None] Attempting to bind port a59208df-9fb4-4cb4-b11f-095dfd6be5de on network 47b14212-cea9-47cb-815c-888460239551 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:24:46.580819 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43db5d5d-f856-4538-bbaf-b2f3acf63d0d None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:24:46.581735 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43db5d5d-f856-4538-bbaf-b2f3acf63d0d None None] Checking segment: {'id': 'f2649b1a-e6b7-4b49-bfb8-8bd07f301357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '47b14212-cea9-47cb-815c-888460239551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:24:46.582134 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-43db5d5d-f856-4538-bbaf-b2f3acf63d0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:46.582540 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43db5d5d-f856-4538-bbaf-b2f3acf63d0d None None] Bound using segment: {'id': 'f2649b1a-e6b7-4b49-bfb8-8bd07f301357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '47b14212-cea9-47cb-815c-888460239551'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:24:46.583221 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-43db5d5d-f856-4538-bbaf-b2f3acf63d0d None None] Bound port: a59208df-9fb4-4cb4-b11f-095dfd6be5de, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2649b1a-e6b7-4b49-bfb8-8bd07f301357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '47b14212-cea9-47cb-815c-888460239551'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:24:46.583602 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-43db5d5d-f856-4538-bbaf-b2f3acf63d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:46.590043 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-6cfb9ad6-bb22-45ea-9a1e-c7dbd87e976a admin admin] Allocated IP 172.26.10.244 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/adc9a0c0-55b3-4614-9e86-bb292501abac) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:24:46.670637 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-43db5d5d-f856-4538-bbaf-b2f3acf63d0d None None] For port a59208df-9fb4-4cb4-b11f-095dfd6be5de, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:24:46.674152 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-43db5d5d-f856-4538-bbaf-b2f3acf63d0d None None] For port a59208df-9fb4-4cb4-b11f-095dfd6be5de, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=a59208df-9fb4-4cb4-b11f-095dfd6be5de,segment=NetworkSegment(f2649b1a-e6b7-4b49-bfb8-8bd07f301357),segment_id=f2649b1a-e6b7-4b49-bfb8-8bd07f301357)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:24:46.678672 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-43db5d5d-f856-4538-bbaf-b2f3acf63d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:46.741325 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6cfb9ad6-bb22-45ea-9a1e-c7dbd87e976a admin admin] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:46.755911 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43db5d5d-f856-4538-bbaf-b2f3acf63d0d None None] Pushing event updated for resources: {'Port': ['ID=a59208df-9fb4-4cb4-b11f-095dfd6be5de,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:46.777940 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6cfb9ad6-bb22-45ea-9a1e-c7dbd87e976a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:46.842439 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfb9ad6-bb22-45ea-9a1e-c7dbd87e976a admin admin] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:24:46.845272 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-6cfb9ad6-bb22-45ea-9a1e-c7dbd87e976a admin admin] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:24:46.849149 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfb9ad6-bb22-45ea-9a1e-c7dbd87e976a admin admin] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:24:46.888562 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfb9ad6-bb22-45ea-9a1e-c7dbd87e976a admin admin] Pushing event updated for resources: {'Port': ['ID=adc9a0c0-55b3-4614-9e86-bb292501abac,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:47.102879 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device a59208df-9fb4-4cb4-b11f-095dfd6be5de up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:24:47.171439 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port a59208df-9fb4-4cb4-b11f-095dfd6be5de completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:24:47.352541 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6cfb9ad6-bb22-45ea-9a1e-c7dbd87e976a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:47.433714 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4707afbd-2052-479c-927b-e507bdb2e2b3 req-e6ef52eb-9003-4e22-a221-8b5e50a06e18 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:47.435264 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-4707afbd-2052-479c-927b-e507bdb2e2b3 req-e6ef52eb-9003-4e22-a221-8b5e50a06e18 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7598fbc-9223-4113-aca1-6c0ecd2d93d7 HTTP/1.1" status: 200 len: 984 time: 0.2556052 Oct 04 09:24:47.563414 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-4707afbd-2052-479c-927b-e507bdb2e2b3 req-12ea7d06-72e3-43f1-a1a8-b94d5969c56d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7311daf-fddf-4e95-b62f-0bccf6bbb467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199439 Oct 04 09:24:47.692545 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af88b45-56d0-4361-b694-8d8a05182cc9 None None] Network 47b14212-cea9-47cb-815c-888460239551 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:24:47.804015 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-a9901ddc-4a5b-470d-88de-8e7924217ccd None None] Provisioning for port a59208df-9fb4-4cb4-b11f-095dfd6be5de completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:24:47.822305 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-a9901ddc-4a5b-470d-88de-8e7924217ccd None None] Provisioning complete for port a59208df-9fb4-4cb4-b11f-095dfd6be5de triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:24:47.822683 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a9901ddc-4a5b-470d-88de-8e7924217ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:47.823019 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-a9901ddc-4a5b-470d-88de-8e7924217ccd None None] Attempt 1 to provision port a59208df-9fb4-4cb4-b11f-095dfd6be5de Oct 04 09:24:47.880284 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6cfb9ad6-bb22-45ea-9a1e-c7dbd87e976a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:48.052591 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-a9901ddc-4a5b-470d-88de-8e7924217ccd None None] Current status of the port a59208df-9fb4-4cb4-b11f-095dfd6be5de is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:24:48.052978 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a9901ddc-4a5b-470d-88de-8e7924217ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:48.093847 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-a9901ddc-4a5b-470d-88de-8e7924217ccd None None] For port a59208df-9fb4-4cb4-b11f-095dfd6be5de, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=a59208df-9fb4-4cb4-b11f-095dfd6be5de,segment=NetworkSegment(f2649b1a-e6b7-4b49-bfb8-8bd07f301357),segment_id=f2649b1a-e6b7-4b49-bfb8-8bd07f301357)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:24:48.095083 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cfb9ad6-bb22-45ea-9a1e-c7dbd87e976a admin admin] Router 53532c76-03c4-472a-92f7-e72093e1d533 is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:24:48.097991 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a9901ddc-4a5b-470d-88de-8e7924217ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:48.166018 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9901ddc-4a5b-470d-88de-8e7924217ccd None None] Pushing event updated for resources: {'Port': ['ID=a59208df-9fb4-4cb4-b11f-095dfd6be5de,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:48.281769 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cfb9ad6-bb22-45ea-9a1e-c7dbd87e976a admin admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:24:48.291339 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835df124-4302-4045-8d0d-866e1cfda939 None None] Sync routers for ids ['53532c76-03c4-472a-92f7-e72093e1d533'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:24:48.301650 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835df124-4302-4045-8d0d-866e1cfda939 None None] Routers {'53532c76-03c4-472a-92f7-e72093e1d533'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:24:48.302263 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-835df124-4302-4045-8d0d-866e1cfda939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:24:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['53532c76-03c4-472a-92f7-e72093e1d533'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:24:48.305490 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6cfb9ad6-bb22-45ea-9a1e-c7dbd87e976a admin admin] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:48.306974 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-6cfb9ad6-bb22-45ea-9a1e-c7dbd87e976a admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7836528 Oct 04 09:24:48.310098 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 37174) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:24:48.324538 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-3075f89f-79a7-43db-a843-ba502177bb95 None None] Provisioning complete for port a59208df-9fb4-4cb4-b11f-095dfd6be5de triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:24:48.325179 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-3075f89f-79a7-43db-a843-ba502177bb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:48.325304 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-3075f89f-79a7-43db-a843-ba502177bb95 None None] Attempt 1 to provision port a59208df-9fb4-4cb4-b11f-095dfd6be5de Oct 04 09:24:48.450204 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-3075f89f-79a7-43db-a843-ba502177bb95 None None] Current status of the port a59208df-9fb4-4cb4-b11f-095dfd6be5de is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:24:48.481135 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-835df124-4302-4045-8d0d-866e1cfda939 None None] Set router 53532c76-03c4-472a-92f7-e72093e1d533 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:24:48.789461 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5116ea-68cf-4f95-929a-0b204bc96674 req-22e288cf-6707-4668-947a-5f33a3dfd339 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:48.790672 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ab5116ea-68cf-4f95-929a-0b204bc96674 req-22e288cf-6707-4668-947a-5f33a3dfd339 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7598fbc-9223-4113-aca1-6c0ecd2d93d7 HTTP/1.1" status: 200 len: 984 time: 0.1080914 Oct 04 09:24:48.794807 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-835df124-4302-4045-8d0d-866e1cfda939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53532c76-03c4-472a-92f7-e72093e1d533', 'name': 'tempest-TestVolumeBootPattern-1545811976-router', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.244'}], 'enable_snat': True}, 'gw_port_id': 'adc9a0c0-55b3-4614-9e86-bb292501abac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:24:45Z', 'updated_at': '2022-10-04T09:24:47Z', 'revision_number': 3, 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'gw_port': {'id': 'adc9a0c0-55b3-4614-9e86-bb292501abac', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:21:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53532c76-03c4-472a-92f7-e72093e1d533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:46Z', 'updated_at': '2022-10-04T09:24:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:24:48.799333 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835df124-4302-4045-8d0d-866e1cfda939 None None] Checking router: 53532c76-03c4-472a-92f7-e72093e1d533 for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:24:48.799677 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835df124-4302-4045-8d0d-866e1cfda939 None None] Updating router 53532c76-03c4-472a-92f7-e72093e1d533 port adc9a0c0-55b3-4614-9e86-bb292501abac binding host dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:24:48.844777 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ab5116ea-68cf-4f95-929a-0b204bc96674 req-5563fff9-d582-4925-988d-cc25c5650fbe tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7311daf-fddf-4e95-b62f-0bccf6bbb467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468271 Oct 04 09:24:48.854459 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-835df124-4302-4045-8d0d-866e1cfda939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:49.058089 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e84c8b7e-68d6-4651-bc12-cb1b09fd7509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:49.071126 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device a59208df-9fb4-4cb4-b11f-095dfd6be5de up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:24:49.146819 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bfd3c0-e0a5-496a-87d8-9eae1c152a7f req-91f20b84-cf64-4268-9204-219cbd7bc49c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:49.148187 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-d2bfd3c0-e0a5-496a-87d8-9eae1c152a7f req-91f20b84-cf64-4268-9204-219cbd7bc49c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7598fbc-9223-4113-aca1-6c0ecd2d93d7 HTTP/1.1" status: 200 len: 984 time: 0.1739173 Oct 04 09:24:49.149714 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port a59208df-9fb4-4cb4-b11f-095dfd6be5de triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:24:49.150100 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:49.150441 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port a59208df-9fb4-4cb4-b11f-095dfd6be5de Oct 04 09:24:49.189203 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-835df124-4302-4045-8d0d-866e1cfda939 None None] Notify callbacks [] for port, precommit_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:49.202346 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.provisioning_blocks [None req-835df124-4302-4045-8d0d-866e1cfda939 None None] Transition to ACTIVE for port object adc9a0c0-55b3-4614-9e86-bb292501abac will not be triggered until provisioned by entity L2. {{(pid=89035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:24:49.211955 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-835df124-4302-4045-8d0d-866e1cfda939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:49.288170 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-835df124-4302-4045-8d0d-866e1cfda939 None None] Attempting to bind port adc9a0c0-55b3-4614-9e86-bb292501abac on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:24:49.288669 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-835df124-4302-4045-8d0d-866e1cfda939 None None] Attempting to bind port adc9a0c0-55b3-4614-9e86-bb292501abac by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:24:49.289014 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835df124-4302-4045-8d0d-866e1cfda939 None None] Attempting to bind port adc9a0c0-55b3-4614-9e86-bb292501abac on network f33938cd-879e-4461-9b5e-aa67b746b6bd {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:24:49.301997 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c69058-fc80-4779-b9c8-f2e320ddf583 None None] Pushing event updated for resources: {'Port': ['ID=adc9a0c0-55b3-4614-9e86-bb292501abac,revision_number=2']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:49.306453 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835df124-4302-4045-8d0d-866e1cfda939 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:24:49.306829 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835df124-4302-4045-8d0d-866e1cfda939 None None] Checking segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:24:49.307224 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-835df124-4302-4045-8d0d-866e1cfda939 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:49.307606 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835df124-4302-4045-8d0d-866e1cfda939 None None] Bound using segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:24:49.308068 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-835df124-4302-4045-8d0d-866e1cfda939 None None] Bound port: adc9a0c0-55b3-4614-9e86-bb292501abac, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:24:49.308461 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-835df124-4302-4045-8d0d-866e1cfda939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:49.324989 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port a59208df-9fb4-4cb4-b11f-095dfd6be5de is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:24:49.379208 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-d2bfd3c0-e0a5-496a-87d8-9eae1c152a7f req-aa603221-3053-47a2-972c-566fdc9675c1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7311daf-fddf-4e95-b62f-0bccf6bbb467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215698 Oct 04 09:24:49.381392 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-835df124-4302-4045-8d0d-866e1cfda939 None None] For port adc9a0c0-55b3-4614-9e86-bb292501abac, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:24:49.385218 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-835df124-4302-4045-8d0d-866e1cfda939 None None] For port adc9a0c0-55b3-4614-9e86-bb292501abac, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=adc9a0c0-55b3-4614-9e86-bb292501abac,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:24:49.389931 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-835df124-4302-4045-8d0d-866e1cfda939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:49.411551 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 37182) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:24:49.441058 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-e84c8b7e-68d6-4651-bc12-cb1b09fd7509 admin admin] Allocated IP 172.20.0.1 (47b14212-cea9-47cb-815c-888460239551/5d6ad6fc-1b52-4c37-8942-5241b791dd73/c93b9d92-0d04-486b-bc47-9af7a20cbb3a) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:24:49.458262 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835df124-4302-4045-8d0d-866e1cfda939 None None] Routers {'53532c76-03c4-472a-92f7-e72093e1d533'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:24:49.458896 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-835df124-4302-4045-8d0d-866e1cfda939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:24:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['53532c76-03c4-472a-92f7-e72093e1d533'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:24:49.489846 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382f42f4-1440-4710-ac30-a718d8f66e26 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:49.491446 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-382f42f4-1440-4710-ac30-a718d8f66e26 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e7598fbc-9223-4113-aca1-6c0ecd2d93d7 HTTP/1.1" status: 200 len: 1132 time: 0.0789278 Oct 04 09:24:49.494269 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 37186) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:24:49.499770 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-187c5404-d48b-4d88-9a88-e249553cd01d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'floatingip': {'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'port_id': '18a0c2a3-38e8-42f0-8f45-ed6a288475c6', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:24:49.509270 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-187c5404-d48b-4d88-9a88-e249553cd01d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:24:49.513276 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-187c5404-d48b-4d88-9a88-e249553cd01d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:floatingip and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:24:49.517716 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-187c5404-d48b-4d88-9a88-e249553cd01d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:24:49.524892 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-187c5404-d48b-4d88-9a88-e249553cd01d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:24:49.536174 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-187c5404-d48b-4d88-9a88-e249553cd01d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for floatingip, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:49.559560 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c69058-fc80-4779-b9c8-f2e320ddf583 None None] Pushing event updated for resources: {'Port': ['ID=adc9a0c0-55b3-4614-9e86-bb292501abac,revision_number=3']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:49.610561 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e84c8b7e-68d6-4651-bc12-cb1b09fd7509 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:49.628039 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-e84c8b7e-68d6-4651-bc12-cb1b09fd7509 admin admin] Transition to ACTIVE for port object c93b9d92-0d04-486b-bc47-9af7a20cbb3a will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:24:49.657495 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e84c8b7e-68d6-4651-bc12-cb1b09fd7509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:49.659156 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-835df124-4302-4045-8d0d-866e1cfda939 None None] Set router 53532c76-03c4-472a-92f7-e72093e1d533 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:24:49.679744 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-187c5404-d48b-4d88-9a88-e249553cd01d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:49.726258 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84c8b7e-68d6-4651-bc12-cb1b09fd7509 admin admin] Network 47b14212-cea9-47cb-815c-888460239551 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:24:49.729135 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-e84c8b7e-68d6-4651-bc12-cb1b09fd7509 admin admin] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:24:49.733213 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84c8b7e-68d6-4651-bc12-cb1b09fd7509 admin admin] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:24:49.769927 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84c8b7e-68d6-4651-bc12-cb1b09fd7509 admin admin] Pushing event updated for resources: {'Port': ['ID=c93b9d92-0d04-486b-bc47-9af7a20cbb3a,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:49.805450 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e84c8b7e-68d6-4651-bc12-cb1b09fd7509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737202'] for router_interface, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:49.863816 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-187c5404-d48b-4d88-9a88-e249553cd01d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Allocated IP 172.26.10.72 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/bd4cb740-2c3b-4ff1-9542-0cbde2f99ca4) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:24:49.992141 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-835df124-4302-4045-8d0d-866e1cfda939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53532c76-03c4-472a-92f7-e72093e1d533', 'name': 'tempest-TestVolumeBootPattern-1545811976-router', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.244'}], 'enable_snat': True}, 'gw_port_id': 'adc9a0c0-55b3-4614-9e86-bb292501abac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:24:45Z', 'updated_at': '2022-10-04T09:24:47Z', 'revision_number': 3, 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'gw_port': {'id': 'adc9a0c0-55b3-4614-9e86-bb292501abac', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:21:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53532c76-03c4-472a-92f7-e72093e1d533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:46Z', 'updated_at': '2022-10-04T09:24:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:24:49.996189 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835df124-4302-4045-8d0d-866e1cfda939 None None] The sync data for ids ['53532c76-03c4-472a-92f7-e72093e1d533'] in dv-neutron-860215-1-hyperv is: [{'id': '53532c76-03c4-472a-92f7-e72093e1d533', 'name': 'tempest-TestVolumeBootPattern-1545811976-router', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.244'}], 'enable_snat': True}, 'gw_port_id': 'adc9a0c0-55b3-4614-9e86-bb292501abac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:24:45Z', 'updated_at': '2022-10-04T09:24:47Z', 'revision_number': 3, 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'gw_port': {'id': 'adc9a0c0-55b3-4614-9e86-bb292501abac', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:21:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53532c76-03c4-472a-92f7-e72093e1d533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:46Z', 'updated_at': '2022-10-04T09:24:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:24:50.085782 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-bce17bcc-be56-40f9-a12a-16c465ae855a None None] Provisioning for port c93b9d92-0d04-486b-bc47-9af7a20cbb3a completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:24:50.092701 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-bce17bcc-be56-40f9-a12a-16c465ae855a None None] Provisioning complete for port c93b9d92-0d04-486b-bc47-9af7a20cbb3a triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:24:50.093071 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-bce17bcc-be56-40f9-a12a-16c465ae855a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:50.093401 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-bce17bcc-be56-40f9-a12a-16c465ae855a None None] Attempt 1 to provision port c93b9d92-0d04-486b-bc47-9af7a20cbb3a Oct 04 09:24:50.098687 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e84c8b7e-68d6-4651-bc12-cb1b09fd7509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:50.141704 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-187c5404-d48b-4d88-9a88-e249553cd01d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:50.151975 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-bce17bcc-be56-40f9-a12a-16c465ae855a None None] Port c93b9d92-0d04-486b-bc47-9af7a20cbb3a cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:24:50.171045 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-187c5404-d48b-4d88-9a88-e249553cd01d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:50.238678 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187c5404-d48b-4d88-9a88-e249553cd01d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:24:50.241738 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-187c5404-d48b-4d88-9a88-e249553cd01d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:24:50.245351 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187c5404-d48b-4d88-9a88-e249553cd01d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:24:50.286498 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c5404-d48b-4d88-9a88-e249553cd01d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Port': ['ID=bd4cb740-2c3b-4ff1-9542-0cbde2f99ca4,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:50.378490 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e84c8b7e-68d6-4651-bc12-cb1b09fd7509 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:50.383870 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e84c8b7e-68d6-4651-bc12-cb1b09fd7509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:50.499153 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e84c8b7e-68d6-4651-bc12-cb1b09fd7509 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736777'] for router_interface, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:50.503456 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84c8b7e-68d6-4651-bc12-cb1b09fd7509 admin admin] Pushing event updated for resources: {'Port': ['ID=c93b9d92-0d04-486b-bc47-9af7a20cbb3a,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:50.653099 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-bce17bcc-be56-40f9-a12a-16c465ae855a None None] Attempt 2 to provision port c93b9d92-0d04-486b-bc47-9af7a20cbb3a Oct 04 09:24:50.658460 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84c8b7e-68d6-4651-bc12-cb1b09fd7509 admin admin] Network 47b14212-cea9-47cb-815c-888460239551 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:24:50.659654 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-e84c8b7e-68d6-4651-bc12-cb1b09fd7509 admin admin] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:24:50.708660 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-187c5404-d48b-4d88-9a88-e249553cd01d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:50.745610 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-bce17bcc-be56-40f9-a12a-16c465ae855a None None] Port c93b9d92-0d04-486b-bc47-9af7a20cbb3a cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:24:50.821221 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-187c5404-d48b-4d88-9a88-e249553cd01d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:50.925225 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e84c8b7e-68d6-4651-bc12-cb1b09fd7509 admin admin] Router 53532c76-03c4-472a-92f7-e72093e1d533 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:24:51.057502 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-187c5404-d48b-4d88-9a88-e249553cd01d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:51.064763 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-187c5404-d48b-4d88-9a88-e249553cd01d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:51.094669 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device adc9a0c0-55b3-4614-9e86-bb292501abac up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:24:51.170639 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port adc9a0c0-55b3-4614-9e86-bb292501abac completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:24:51.172771 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c5404-d48b-4d88-9a88-e249553cd01d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Port': ['ID=bd4cb740-2c3b-4ff1-9542-0cbde2f99ca4,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:51.175442 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-187c5404-d48b-4d88-9a88-e249553cd01d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:51.185058 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port adc9a0c0-55b3-4614-9e86-bb292501abac triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:24:51.185695 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:51.186131 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port adc9a0c0-55b3-4614-9e86-bb292501abac Oct 04 09:24:51.243436 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e84c8b7e-68d6-4651-bc12-cb1b09fd7509 admin admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:24:51.247638 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-bce17bcc-be56-40f9-a12a-16c465ae855a None None] Attempt 3 to provision port c93b9d92-0d04-486b-bc47-9af7a20cbb3a Oct 04 09:24:51.261300 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-e84c8b7e-68d6-4651-bc12-cb1b09fd7509 admin admin] 10.222.0.50 "PUT /v2.0/routers/53532c76-03c4-472a-92f7-e72093e1d533/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9416060 Oct 04 09:24:51.358206 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-bce17bcc-be56-40f9-a12a-16c465ae855a None None] Port c93b9d92-0d04-486b-bc47-9af7a20cbb3a cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:24:51.362377 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port adc9a0c0-55b3-4614-9e86-bb292501abac is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:24:51.362962 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:51.365439 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.l3_db [None req-187c5404-d48b-4d88-9a88-e249553cd01d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Floating IP d4f4a730-83e8-4d48-86a2-b838c3a528e5 associated. External IP: 172.26.10.72, port: 18a0c2a3-38e8-42f0-8f45-ed6a288475c6. Oct 04 09:24:51.380673 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port adc9a0c0-55b3-4614-9e86-bb292501abac, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=adc9a0c0-55b3-4614-9e86-bb292501abac,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:24:51.389345 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:51.478518 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=adc9a0c0-55b3-4614-9e86-bb292501abac,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:51.697324 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fca9629-ab58-4bb4-8d56-0ea1d2ab279e None None] Sync routers for ids ['53532c76-03c4-472a-92f7-e72093e1d533'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:24:51.715035 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fca9629-ab58-4bb4-8d56-0ea1d2ab279e None None] Routers {'53532c76-03c4-472a-92f7-e72093e1d533'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:24:51.715982 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-9fca9629-ab58-4bb4-8d56-0ea1d2ab279e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:24:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['53532c76-03c4-472a-92f7-e72093e1d533'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:24:51.833249 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 37204) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:24:51.838801 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-f03f7367-737b-4cb5-968d-6de258ac311b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1635108296-network', 'tenant_id': '684d3a00f30a4a1eaf20c731692cf694'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:24:51.843698 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-f03f7367-737b-4cb5-968d-6de258ac311b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:24:51.847641 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-f03f7367-737b-4cb5-968d-6de258ac311b admin admin] Usage tracker for resource:network and tenant:684d3a00f30a4a1eaf20c731692cf694 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:24:51.850678 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-f03f7367-737b-4cb5-968d-6de258ac311b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:24:51.856902 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-f03f7367-737b-4cb5-968d-6de258ac311b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:24:51.868099 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03f7367-737b-4cb5-968d-6de258ac311b admin admin] Made reservation on behalf of 684d3a00f30a4a1eaf20c731692cf694 for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:24:51.870020 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-bce17bcc-be56-40f9-a12a-16c465ae855a None None] Attempt 4 to provision port c93b9d92-0d04-486b-bc47-9af7a20cbb3a Oct 04 09:24:51.870637 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f03f7367-737b-4cb5-968d-6de258ac311b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:51.879816 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-187c5404-d48b-4d88-9a88-e249553cd01d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Router b87b3228-38db-4ba7-af88-ae2576e4172e has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:24:51.886320 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f03f7367-737b-4cb5-968d-6de258ac311b admin admin] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:51.901609 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-f03f7367-737b-4cb5-968d-6de258ac311b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:24:51.905504 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-f03f7367-737b-4cb5-968d-6de258ac311b admin admin] Usage tracker for resource:security_group_rule and tenant:684d3a00f30a4a1eaf20c731692cf694 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:24:51.908313 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-f03f7367-737b-4cb5-968d-6de258ac311b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:24:51.914064 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-f03f7367-737b-4cb5-968d-6de258ac311b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:24:51.953850 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-bce17bcc-be56-40f9-a12a-16c465ae855a None None] Port c93b9d92-0d04-486b-bc47-9af7a20cbb3a cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:24:51.961800 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-9fca9629-ab58-4bb4-8d56-0ea1d2ab279e None None] Set router 53532c76-03c4-472a-92f7-e72093e1d533 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:24:52.006814 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f03f7367-737b-4cb5-968d-6de258ac311b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:52.011771 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f03f7367-737b-4cb5-968d-6de258ac311b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:52.043490 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f03f7367-737b-4cb5-968d-6de258ac311b admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:24:52.051471 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03f7367-737b-4cb5-968d-6de258ac311b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c20211e2-2323-414c-8d31-662eaa74e6d1,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:52.058441 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f03f7367-737b-4cb5-968d-6de258ac311b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:52.058793 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-f03f7367-737b-4cb5-968d-6de258ac311b admin admin] Added segment a6b27498-b2a7-41ba-9864-ea101fcba15e of type vlan for network 6d8b53d7-130f-4d9d-bf8d-35a040b8498c Oct 04 09:24:52.089708 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f03f7367-737b-4cb5-968d-6de258ac311b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:52.090556 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187c5404-d48b-4d88-9a88-e249553cd01d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:24:52.103706 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31c8db7-ce9f-4e5f-bdd8-98c494f886ab None None] Sync routers for ids ['b87b3228-38db-4ba7-af88-ae2576e4172e'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:24:52.116604 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31c8db7-ce9f-4e5f-bdd8-98c494f886ab None None] Routers {'b87b3228-38db-4ba7-af88-ae2576e4172e'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:24:52.117397 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-e31c8db7-ce9f-4e5f-bdd8-98c494f886ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:24:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['b87b3228-38db-4ba7-af88-ae2576e4172e'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:24:52.120129 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-187c5404-d48b-4d88-9a88-e249553cd01d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:52.129949 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f03f7367-737b-4cb5-968d-6de258ac311b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:52.131234 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03f7367-737b-4cb5-968d-6de258ac311b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:52.132147 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f03f7367-737b-4cb5-968d-6de258ac311b admin admin] Notify callbacks [] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:52.187033 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-187c5404-d48b-4d88-9a88-e249553cd01d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1035 time: 2.6913407 Oct 04 09:24:52.188567 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7598fbc-9223-4113-aca1-6c0ecd2d93d7', 'tag': '18a0c2a3-38e8-42f0-8f45-ed6a288475c6'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:24:52.191512 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ada808c-2cf2-44be-a454-70415d1819fb" -d '{"events": [{"name": "network-changed", "server_uuid": "e7598fbc-9223-4113-aca1-6c0ecd2d93d7", "tag": "18a0c2a3-38e8-42f0-8f45-ed6a288475c6"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:24:52.195080 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 37208) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:24:52.251750 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03f7367-737b-4cb5-968d-6de258ac311b admin admin] Pushing event updated for resources: {'Network': ['ID=6d8b53d7-130f-4d9d-bf8d-35a040b8498c,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:52.263513 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-f03f7367-737b-4cb5-968d-6de258ac311b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4290240 Oct 04 09:24:52.266310 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 37214) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:24:52.271779 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-dd4b955d-fa66-4775-a816-018c0b3f7f48 admin admin] Request body: {'subnet': {'network_id': '6d8b53d7-130f-4d9d-bf8d-35a040b8498c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1635108296-subnet', 'tenant_id': '684d3a00f30a4a1eaf20c731692cf694', 'ip_version': 4}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:24:52.275163 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 6d8b53d7-130f-4d9d-bf8d-35a040b8498c details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:24:52.286974 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-dd4b955d-fa66-4775-a816-018c0b3f7f48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:24:52.293622 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-dd4b955d-fa66-4775-a816-018c0b3f7f48 admin admin] Usage tracker for resource:subnet and tenant:684d3a00f30a4a1eaf20c731692cf694 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:24:52.296850 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-dd4b955d-fa66-4775-a816-018c0b3f7f48 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:24:52.303534 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db08ca4f-271b-4d4e-8bf2-e318a3201fcc x-openstack-request-id: req-db08ca4f-271b-4d4e-8bf2-e318a3201fcc {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:24:52.303960 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7598fbc-9223-4113-aca1-6c0ecd2d93d7", "tag": "18a0c2a3-38e8-42f0-8f45-ed6a288475c6", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:24:52.304311 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-db08ca4f-271b-4d4e-8bf2-e318a3201fcc {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:24:52.304705 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-dd4b955d-fa66-4775-a816-018c0b3f7f48 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:24:52.304915 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db08ca4f-271b-4d4e-8bf2-e318a3201fcc'] response: {'name': 'network-changed', 'server_uuid': 'e7598fbc-9223-4113-aca1-6c0ecd2d93d7', 'tag': '18a0c2a3-38e8-42f0-8f45-ed6a288475c6', 'status': 'completed', 'code': 200} Oct 04 09:24:52.334306 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a50f98-b2c6-46c6-b657-52d14d1d8808 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:52.336090 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-f4a50f98-b2c6-46c6-b657-52d14d1d8808 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e7598fbc-9223-4113-aca1-6c0ecd2d93d7&network_id=8445caf8-ca9b-4349-b8de-35b9efc1e5cc HTTP/1.1" status: 200 len: 1132 time: 0.1266303 Oct 04 09:24:52.361865 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-e31c8db7-ce9f-4e5f-bdd8-98c494f886ab None None] Set router b87b3228-38db-4ba7-af88-ae2576e4172e gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:24:52.366664 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4b955d-fa66-4775-a816-018c0b3f7f48 admin admin] Made reservation on behalf of 684d3a00f30a4a1eaf20c731692cf694 for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:24:52.369919 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-dd4b955d-fa66-4775-a816-018c0b3f7f48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:52.397834 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-9fca9629-ab58-4bb4-8d56-0ea1d2ab279e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53532c76-03c4-472a-92f7-e72093e1d533', 'name': 'tempest-TestVolumeBootPattern-1545811976-router', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.244'}], 'enable_snat': True}, 'gw_port_id': 'adc9a0c0-55b3-4614-9e86-bb292501abac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:24:45Z', 'updated_at': '2022-10-04T09:24:50Z', 'revision_number': 4, 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'gw_port': {'id': 'adc9a0c0-55b3-4614-9e86-bb292501abac', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:21:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53532c76-03c4-472a-92f7-e72093e1d533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:46Z', 'updated_at': '2022-10-04T09:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': 'c93b9d92-0d04-486b-bc47-9af7a20cbb3a', 'name': '', 'network_id': '47b14212-cea9-47cb-815c-888460239551', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'mac_address': 'fa:16:3e:29:68:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53532c76-03c4-472a-92f7-e72093e1d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '5d6ad6fc-1b52-4c37-8942-5241b791dd73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:49Z', 'updated_at': '2022-10-04T09:24:50Z', 'revision_number': 2, 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'subnets': [{'id': '5d6ad6fc-1b52-4c37-8942-5241b791dd73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:24:52.402141 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fca9629-ab58-4bb4-8d56-0ea1d2ab279e None None] Checking router: 53532c76-03c4-472a-92f7-e72093e1d533 for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:24:52.402507 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fca9629-ab58-4bb4-8d56-0ea1d2ab279e None None] Updating router 53532c76-03c4-472a-92f7-e72093e1d533 port c93b9d92-0d04-486b-bc47-9af7a20cbb3a binding host dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:24:52.459515 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-bce17bcc-be56-40f9-a12a-16c465ae855a None None] Attempt 5 to provision port c93b9d92-0d04-486b-bc47-9af7a20cbb3a Oct 04 09:24:52.487120 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-9fca9629-ab58-4bb4-8d56-0ea1d2ab279e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:52.580109 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada808c-2cf2-44be-a454-70415d1819fb req-3e536778-c478-437e-8a5d-f2c9379bb115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:52.581705 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-6ada808c-2cf2-44be-a454-70415d1819fb req-3e536778-c478-437e-8a5d-f2c9379bb115 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78fb12e86c5f40beb578bfb97002b5c9&device_id=e7598fbc-9223-4113-aca1-6c0ecd2d93d7 HTTP/1.1" status: 200 len: 1137 time: 0.2678816 Oct 04 09:24:52.585972 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-bce17bcc-be56-40f9-a12a-16c465ae855a None None] Port c93b9d92-0d04-486b-bc47-9af7a20cbb3a cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:24:52.818366 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-e31c8db7-ce9f-4e5f-bdd8-98c494f886ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b87b3228-38db-4ba7-af88-ae2576e4172e', 'name': 'tempest-TestNetworkBasicOps-router-214549319', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.176'}], 'enable_snat': True}, 'gw_port_id': 'e6b8d965-95e5-4e2a-9a40-69c9d7287a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:24:24Z', 'updated_at': '2022-10-04T09:24:29Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': 'e6b8d965-95e5-4e2a-9a40-69c9d7287a54', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:81:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87b3228-38db-4ba7-af88-ae2576e4172e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:25Z', 'updated_at': '2022-10-04T09:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'd4f4a730-83e8-4d48-86a2-b838c3a528e5', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'floating_ip_address': '172.26.10.72', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': 'b87b3228-38db-4ba7-af88-ae2576e4172e', 'port_id': '18a0c2a3-38e8-42f0-8f45-ed6a288475c6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1626623403', 'network_id': '8445caf8-ca9b-4349-b8de-35b9efc1e5cc', 'mac_address': 'fa:16:3e:d2:21:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7598fbc-9223-4113-aca1-6c0ecd2d93d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:24:50Z', 'updated_at': '2022-10-04T09:24:50Z', 'revision_number': 0, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8724b17-ef22-418d-bd58-c0036f9ecc1d', 'name': '', 'network_id': '8445caf8-ca9b-4349-b8de-35b9efc1e5cc', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:32:87:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87b3228-38db-4ba7-af88-ae2576e4172e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '75507439-fea8-40cd-adc7-4c851086afe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:28Z', 'updated_at': '2022-10-04T09:24:35Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': '75507439-fea8-40cd-adc7-4c851086afe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:24:52.821601 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-dd4b955d-fa66-4775-a816-018c0b3f7f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:52.823797 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31c8db7-ce9f-4e5f-bdd8-98c494f886ab None None] Checking router: b87b3228-38db-4ba7-af88-ae2576e4172e for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:24:52.839228 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31c8db7-ce9f-4e5f-bdd8-98c494f886ab None None] Routers {'b87b3228-38db-4ba7-af88-ae2576e4172e'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:24:52.840185 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-e31c8db7-ce9f-4e5f-bdd8-98c494f886ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:24:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['b87b3228-38db-4ba7-af88-ae2576e4172e'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:24:52.850930 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180709f-901c-4979-85ea-711d76c99aab req-e2bf50a4-e232-482b-8cc7-0a5e321e0842 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:52.852857 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9180709f-901c-4979-85ea-711d76c99aab req-e2bf50a4-e232-482b-8cc7-0a5e321e0842 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7598fbc-9223-4113-aca1-6c0ecd2d93d7 HTTP/1.1" status: 200 len: 984 time: 0.1120365 Oct 04 09:24:52.861255 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada808c-2cf2-44be-a454-70415d1819fb req-4e1cc683-5e60-4f56-a30e-c47edcb4b80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:52.862697 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-6ada808c-2cf2-44be-a454-70415d1819fb req-4e1cc683-5e60-4f56-a30e-c47edcb4b80e service neutron] 10.222.0.20 "GET /v2.0/networks?id=8445caf8-ca9b-4349-b8de-35b9efc1e5cc HTTP/1.1" status: 200 len: 897 time: 0.2739418 Oct 04 09:24:52.915968 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9180709f-901c-4979-85ea-711d76c99aab req-5f5c5260-571d-49d9-b01b-f24118bd35ba tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7311daf-fddf-4e95-b62f-0bccf6bbb467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565152 Oct 04 09:24:52.958128 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-9fca9629-ab58-4bb4-8d56-0ea1d2ab279e None None] Notify callbacks [] for port, precommit_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:52.974628 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-9fca9629-ab58-4bb4-8d56-0ea1d2ab279e None None] Transition to ACTIVE for port object c93b9d92-0d04-486b-bc47-9af7a20cbb3a will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:24:52.982622 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-9fca9629-ab58-4bb4-8d56-0ea1d2ab279e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:52.987927 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4b955d-fa66-4775-a816-018c0b3f7f48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7cc9297-406b-4990-9889-9a8045320014,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:53.011102 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-6ada808c-2cf2-44be-a454-70415d1819fb req-c0229520-39b7-4f26-beaa-0bdaa8a05bcb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18a0c2a3-38e8-42f0-8f45-ed6a288475c6 HTTP/1.1" status: 200 len: 1038 time: 0.1396282 Oct 04 09:24:53.013552 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4b955d-fa66-4775-a816-018c0b3f7f48 admin admin] Checking segment: {'id': 'a6b27498-b2a7-41ba-9864-ea101fcba15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6d8b53d7-130f-4d9d-bf8d-35a040b8498c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:24:53.013909 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4b955d-fa66-4775-a816-018c0b3f7f48 admin admin] Network hostable DHCP agents. Network: 6d8b53d7-130f-4d9d-bf8d-35a040b8498c, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:24:53.051660 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-e31c8db7-ce9f-4e5f-bdd8-98c494f886ab None None] Set router b87b3228-38db-4ba7-af88-ae2576e4172e gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:24:53.093062 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada808c-2cf2-44be-a454-70415d1819fb req-be88f411-8df0-471b-ae40-7045b2321f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:53.094476 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-6ada808c-2cf2-44be-a454-70415d1819fb req-be88f411-8df0-471b-ae40-7045b2321f38 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75507439-fea8-40cd-adc7-4c851086afe6 HTTP/1.1" status: 200 len: 834 time: 0.0741069 Oct 04 09:24:53.095023 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4b955d-fa66-4775-a816-018c0b3f7f48 admin admin] Network 6d8b53d7-130f-4d9d-bf8d-35a040b8498c is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:24:53.107901 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-bce17bcc-be56-40f9-a12a-16c465ae855a None None] Attempt 6 to provision port c93b9d92-0d04-486b-bc47-9af7a20cbb3a Oct 04 09:24:53.131703 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device adc9a0c0-55b3-4614-9e86-bb292501abac up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:24:53.151218 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-dd4b955d-fa66-4775-a816-018c0b3f7f48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 6d8b53d7-130f-4d9d-bf8d-35a040b8498c) {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:24:53.156468 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4b955d-fa66-4775-a816-018c0b3f7f48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:53.157323 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-dd4b955d-fa66-4775-a816-018c0b3f7f48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:53.175722 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2529a14-63e2-4902-91a0-a34daa1b3191 None None] Network 6d8b53d7-130f-4d9d-bf8d-35a040b8498c requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:24:53.193714 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-dd4b955d-fa66-4775-a816-018c0b3f7f48 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9239397 Oct 04 09:24:53.194348 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 37222) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:24:53.198824 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-bf024df6-c329-4aad-a13e-0bba294ccaf2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1635108296-router', 'tenant_id': '684d3a00f30a4a1eaf20c731692cf694', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:24:53.203999 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-bf024df6-c329-4aad-a13e-0bba294ccaf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:24:53.206254 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada808c-2cf2-44be-a454-70415d1819fb req-bebcf031-6edd-41f7-9072-1b7cd69f09cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:53.207828 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-6ada808c-2cf2-44be-a454-70415d1819fb req-bebcf031-6edd-41f7-9072-1b7cd69f09cf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8445caf8-ca9b-4349-b8de-35b9efc1e5cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1070423 Oct 04 09:24:53.208106 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-bf024df6-c329-4aad-a13e-0bba294ccaf2 admin admin] Usage tracker for resource:router and tenant:684d3a00f30a4a1eaf20c731692cf694 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:24:53.211070 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-bf024df6-c329-4aad-a13e-0bba294ccaf2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:24:53.220540 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-bf024df6-c329-4aad-a13e-0bba294ccaf2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:24:53.231706 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bf024df6-c329-4aad-a13e-0bba294ccaf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:53.233109 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bf024df6-c329-4aad-a13e-0bba294ccaf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:53.255111 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bf024df6-c329-4aad-a13e-0bba294ccaf2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:53.365148 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-6ada808c-2cf2-44be-a454-70415d1819fb req-2f1c7c83-f038-467b-a18a-4abda23d89db service neutron] 10.222.0.20 "GET /v2.0/networks/8445caf8-ca9b-4349-b8de-35b9efc1e5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500020 Oct 04 09:24:53.436867 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-e31c8db7-ce9f-4e5f-bdd8-98c494f886ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b87b3228-38db-4ba7-af88-ae2576e4172e', 'name': 'tempest-TestNetworkBasicOps-router-214549319', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.176'}], 'enable_snat': True}, 'gw_port_id': 'e6b8d965-95e5-4e2a-9a40-69c9d7287a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:24:24Z', 'updated_at': '2022-10-04T09:24:29Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': 'e6b8d965-95e5-4e2a-9a40-69c9d7287a54', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:81:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87b3228-38db-4ba7-af88-ae2576e4172e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:25Z', 'updated_at': '2022-10-04T09:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'd4f4a730-83e8-4d48-86a2-b838c3a528e5', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'floating_ip_address': '172.26.10.72', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': 'b87b3228-38db-4ba7-af88-ae2576e4172e', 'port_id': '18a0c2a3-38e8-42f0-8f45-ed6a288475c6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1626623403', 'network_id': '8445caf8-ca9b-4349-b8de-35b9efc1e5cc', 'mac_address': 'fa:16:3e:d2:21:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7598fbc-9223-4113-aca1-6c0ecd2d93d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:24:50Z', 'updated_at': '2022-10-04T09:24:50Z', 'revision_number': 0, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8724b17-ef22-418d-bd58-c0036f9ecc1d', 'name': '', 'network_id': '8445caf8-ca9b-4349-b8de-35b9efc1e5cc', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:32:87:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87b3228-38db-4ba7-af88-ae2576e4172e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '75507439-fea8-40cd-adc7-4c851086afe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:28Z', 'updated_at': '2022-10-04T09:24:35Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': '75507439-fea8-40cd-adc7-4c851086afe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:24:53.442564 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31c8db7-ce9f-4e5f-bdd8-98c494f886ab None None] The sync data for ids ['b87b3228-38db-4ba7-af88-ae2576e4172e'] in dv-neutron-860215-1-hyperv is: [{'id': 'b87b3228-38db-4ba7-af88-ae2576e4172e', 'name': 'tempest-TestNetworkBasicOps-router-214549319', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.176'}], 'enable_snat': True}, 'gw_port_id': 'e6b8d965-95e5-4e2a-9a40-69c9d7287a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:24:24Z', 'updated_at': '2022-10-04T09:24:29Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': 'e6b8d965-95e5-4e2a-9a40-69c9d7287a54', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:81:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87b3228-38db-4ba7-af88-ae2576e4172e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:25Z', 'updated_at': '2022-10-04T09:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'd4f4a730-83e8-4d48-86a2-b838c3a528e5', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'floating_ip_address': '172.26.10.72', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': 'b87b3228-38db-4ba7-af88-ae2576e4172e', 'port_id': '18a0c2a3-38e8-42f0-8f45-ed6a288475c6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1626623403', 'network_id': '8445caf8-ca9b-4349-b8de-35b9efc1e5cc', 'mac_address': 'fa:16:3e:d2:21:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7598fbc-9223-4113-aca1-6c0ecd2d93d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:24:50Z', 'updated_at': '2022-10-04T09:24:50Z', 'revision_number': 0, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8724b17-ef22-418d-bd58-c0036f9ecc1d', 'name': '', 'network_id': '8445caf8-ca9b-4349-b8de-35b9efc1e5cc', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:32:87:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87b3228-38db-4ba7-af88-ae2576e4172e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '75507439-fea8-40cd-adc7-4c851086afe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:28Z', 'updated_at': '2022-10-04T09:24:35Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': '75507439-fea8-40cd-adc7-4c851086afe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:24:53.502074 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c2b0ce-3bdc-4631-a8d5-6720e98ddae1 None None] Pushing event updated for resources: {'Port': ['ID=c93b9d92-0d04-486b-bc47-9af7a20cbb3a,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:53.539176 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-6ada808c-2cf2-44be-a454-70415d1819fb req-cd79a640-f74d-4329-afd9-f9484faa0587 service neutron] 10.222.0.20 "GET /v2.0/networks/8445caf8-ca9b-4349-b8de-35b9efc1e5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668949 Oct 04 09:24:53.554116 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-bce17bcc-be56-40f9-a12a-16c465ae855a None None] Port c93b9d92-0d04-486b-bc47-9af7a20cbb3a cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:24:53.560766 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-9fca9629-ab58-4bb4-8d56-0ea1d2ab279e None None] Attempting to bind port c93b9d92-0d04-486b-bc47-9af7a20cbb3a on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:24:53.561135 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-9fca9629-ab58-4bb4-8d56-0ea1d2ab279e None None] Attempting to bind port c93b9d92-0d04-486b-bc47-9af7a20cbb3a by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'f2649b1a-e6b7-4b49-bfb8-8bd07f301357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '47b14212-cea9-47cb-815c-888460239551'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:24:53.561497 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fca9629-ab58-4bb4-8d56-0ea1d2ab279e None None] Attempting to bind port c93b9d92-0d04-486b-bc47-9af7a20cbb3a on network 47b14212-cea9-47cb-815c-888460239551 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:24:53.587217 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bf024df6-c329-4aad-a13e-0bba294ccaf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:53.603718 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fca9629-ab58-4bb4-8d56-0ea1d2ab279e None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:24:53.604109 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fca9629-ab58-4bb4-8d56-0ea1d2ab279e None None] Checking segment: {'id': 'f2649b1a-e6b7-4b49-bfb8-8bd07f301357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '47b14212-cea9-47cb-815c-888460239551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:24:53.604538 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-9fca9629-ab58-4bb4-8d56-0ea1d2ab279e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:53.604938 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fca9629-ab58-4bb4-8d56-0ea1d2ab279e None None] Bound using segment: {'id': 'f2649b1a-e6b7-4b49-bfb8-8bd07f301357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '47b14212-cea9-47cb-815c-888460239551'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:24:53.605422 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-9fca9629-ab58-4bb4-8d56-0ea1d2ab279e None None] Bound port: c93b9d92-0d04-486b-bc47-9af7a20cbb3a, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2649b1a-e6b7-4b49-bfb8-8bd07f301357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '47b14212-cea9-47cb-815c-888460239551'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:24:53.605797 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-9fca9629-ab58-4bb4-8d56-0ea1d2ab279e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:53.635053 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port adc9a0c0-55b3-4614-9e86-bb292501abac triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:24:53.635429 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:53.635765 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port adc9a0c0-55b3-4614-9e86-bb292501abac Oct 04 09:24:53.698238 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1386c0-62fe-4682-9a19-179d751782d5 None None] New status for floating IP d4f4a730-83e8-4d48-86a2-b838c3a528e5: ACTIVE {{(pid=89034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 09:24:53.745874 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5397e09-f86c-4bc8-a38c-fa269e25e4b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-6d8b53d7-130f-4d9d-bf8d-35a040b8498c', 'network_id': '6d8b53d7-130f-4d9d-bf8d-35a040b8498c', 'tenant_id': '684d3a00f30a4a1eaf20c731692cf694', 'fixed_ips': [{'subnet_id': 'c7cc9297-406b-4990-9889-9a8045320014'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:24:53.746704 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b5397e09-f86c-4bc8-a38c-fa269e25e4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:53.912560 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bf024df6-c329-4aad-a13e-0bba294ccaf2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:53.943358 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bf024df6-c329-4aad-a13e-0bba294ccaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:54.020685 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-9fca9629-ab58-4bb4-8d56-0ea1d2ab279e None None] For port c93b9d92-0d04-486b-bc47-9af7a20cbb3a, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:24:54.071474 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-bce17bcc-be56-40f9-a12a-16c465ae855a None None] Attempt 7 to provision port c93b9d92-0d04-486b-bc47-9af7a20cbb3a Oct 04 09:24:54.094664 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-bf024df6-c329-4aad-a13e-0bba294ccaf2 admin admin] Allocated IP 172.26.10.130 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/d5433178-7b70-48b8-b029-fceb0d3f422a) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:24:54.112545 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-9fca9629-ab58-4bb4-8d56-0ea1d2ab279e None None] For port c93b9d92-0d04-486b-bc47-9af7a20cbb3a, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=c93b9d92-0d04-486b-bc47-9af7a20cbb3a,segment=NetworkSegment(f2649b1a-e6b7-4b49-bfb8-8bd07f301357),segment_id=f2649b1a-e6b7-4b49-bfb8-8bd07f301357)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:24:54.130178 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb03a200-60f4-45fb-8706-00a8c00a6843 req-902f214f-0e0b-4f92-8487-0cd85a51e820 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:54.134551 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-cb03a200-60f4-45fb-8706-00a8c00a6843 req-902f214f-0e0b-4f92-8487-0cd85a51e820 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7598fbc-9223-4113-aca1-6c0ecd2d93d7 HTTP/1.1" status: 200 len: 984 time: 0.1017253 Oct 04 09:24:54.235027 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-cb03a200-60f4-45fb-8706-00a8c00a6843 req-9641400e-0918-410c-88ce-d8dc82510bf7 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7311daf-fddf-4e95-b62f-0bccf6bbb467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972853 Oct 04 09:24:54.258857 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-9fca9629-ab58-4bb4-8d56-0ea1d2ab279e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:54.282177 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40767468-2455-4ab6-ad25-ffde48d988f5 req-fad7fdde-262b-4d53-b346-8ea13bb6dce3 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:54.283767 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-40767468-2455-4ab6-ad25-ffde48d988f5 req-fad7fdde-262b-4d53-b346-8ea13bb6dce3 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.20 "GET /v2.0/ports?device_id=e7598fbc-9223-4113-aca1-6c0ecd2d93d7 HTTP/1.1" status: 200 len: 984 time: 0.1260078 Oct 04 09:24:54.389444 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bf024df6-c329-4aad-a13e-0bba294ccaf2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:54.390014 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port adc9a0c0-55b3-4614-9e86-bb292501abac is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:24:54.392528 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-bce17bcc-be56-40f9-a12a-16c465ae855a None None] Port c93b9d92-0d04-486b-bc47-9af7a20cbb3a cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:24:54.400481 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fca9629-ab58-4bb4-8d56-0ea1d2ab279e None None] Routers {'53532c76-03c4-472a-92f7-e72093e1d533'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:24:54.401123 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-9fca9629-ab58-4bb4-8d56-0ea1d2ab279e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:24:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['53532c76-03c4-472a-92f7-e72093e1d533'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:24:54.429437 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bf024df6-c329-4aad-a13e-0bba294ccaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:54.493022 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c2b0ce-3bdc-4631-a8d5-6720e98ddae1 None None] Pushing event updated for resources: {'Port': ['ID=c93b9d92-0d04-486b-bc47-9af7a20cbb3a,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:54.493443 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40767468-2455-4ab6-ad25-ffde48d988f5 req-b7e6804d-cf0c-49a7-83bd-e520fc99323e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:54.494882 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-40767468-2455-4ab6-ad25-ffde48d988f5 req-b7e6804d-cf0c-49a7-83bd-e520fc99323e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.20 "GET /v2.0/ports/18a0c2a3-38e8-42f0-8f45-ed6a288475c6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2055836 Oct 04 09:24:54.497945 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-b5397e09-f86c-4bc8-a38c-fa269e25e4b6 None None] Allocated IP 172.20.0.2 (6d8b53d7-130f-4d9d-bf8d-35a040b8498c/c7cc9297-406b-4990-9889-9a8045320014/167c35c9-d953-42f0-823b-210dd38adae8) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:24:54.502092 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf024df6-c329-4aad-a13e-0bba294ccaf2 admin admin] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:24:54.505654 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-bf024df6-c329-4aad-a13e-0bba294ccaf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:24:54.509764 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf024df6-c329-4aad-a13e-0bba294ccaf2 admin admin] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:24:54.616452 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf024df6-c329-4aad-a13e-0bba294ccaf2 admin admin] Pushing event updated for resources: {'Port': ['ID=d5433178-7b70-48b8-b029-fceb0d3f422a,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:54.654051 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-40767468-2455-4ab6-ad25-ffde48d988f5 req-1aaa7050-2a62-4387-b8c3-a5fc69c552c0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.20 "GET /v2.0/networks/8445caf8-ca9b-4349-b8de-35b9efc1e5cc?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1539450 Oct 04 09:24:54.664381 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [req-40767468-2455-4ab6-ad25-ffde48d988f5 req-fd0ec5c4-f77f-4d57-98b5-a048638f1b56 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:24:54.684928 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-9fca9629-ab58-4bb4-8d56-0ea1d2ab279e None None] Set router 53532c76-03c4-472a-92f7-e72093e1d533 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:24:54.789980 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-40767468-2455-4ab6-ad25-ffde48d988f5 req-fd0ec5c4-f77f-4d57-98b5-a048638f1b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:54.900127 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-bce17bcc-be56-40f9-a12a-16c465ae855a None None] Attempt 8 to provision port c93b9d92-0d04-486b-bc47-9af7a20cbb3a Oct 04 09:24:54.965074 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bf024df6-c329-4aad-a13e-0bba294ccaf2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:54.997803 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [req-40767468-2455-4ab6-ad25-ffde48d988f5 req-fd0ec5c4-f77f-4d57-98b5-a048638f1b56 service neutron] For port 18a0c2a3-38e8-42f0-8f45-ed6a288475c6, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=18a0c2a3-38e8-42f0-8f45-ed6a288475c6,segment=NetworkSegment(f91f1bae-8e0f-4990-bb5d-1dff7fdd374f),segment_id=f91f1bae-8e0f-4990-bb5d-1dff7fdd374f)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:24:55.035261 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [req-40767468-2455-4ab6-ad25-ffde48d988f5 req-fd0ec5c4-f77f-4d57-98b5-a048638f1b56 service neutron] For port 18a0c2a3-38e8-42f0-8f45-ed6a288475c6, host hv-neutron-8602, cleared binding levels {{(pid=89033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:24:55.045177 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b5397e09-f86c-4bc8-a38c-fa269e25e4b6 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:55.065222 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-b5397e09-f86c-4bc8-a38c-fa269e25e4b6 None None] Transition to ACTIVE for port object 167c35c9-d953-42f0-823b-210dd38adae8 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:24:55.077047 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-bce17bcc-be56-40f9-a12a-16c465ae855a None None] Port c93b9d92-0d04-486b-bc47-9af7a20cbb3a had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 09:24:55.091995 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [req-40767468-2455-4ab6-ad25-ffde48d988f5 req-fd0ec5c4-f77f-4d57-98b5-a048638f1b56 service neutron] device_id is not set on port 18a0c2a3-38e8-42f0-8f45-ed6a288475c6 yet. {{(pid=89033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:24:55.100941 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-40767468-2455-4ab6-ad25-ffde48d988f5 req-fd0ec5c4-f77f-4d57-98b5-a048638f1b56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:55.109041 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-40767468-2455-4ab6-ad25-ffde48d988f5 req-fd0ec5c4-f77f-4d57-98b5-a048638f1b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:55.145282 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-b5397e09-f86c-4bc8-a38c-fa269e25e4b6 None None] Transition to ACTIVE for port object 167c35c9-d953-42f0-823b-210dd38adae8 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:24:55.156136 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b5397e09-f86c-4bc8-a38c-fa269e25e4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:55.231547 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5397e09-f86c-4bc8-a38c-fa269e25e4b6 None None] Network 6d8b53d7-130f-4d9d-bf8d-35a040b8498c is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:24:55.237254 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-b5397e09-f86c-4bc8-a38c-fa269e25e4b6 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:24:55.243810 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5397e09-f86c-4bc8-a38c-fa269e25e4b6 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:24:55.257566 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ec5c4-f77f-4d57-98b5-a048638f1b56 service neutron] Pushing event updated for resources: {'Port': ['ID=18a0c2a3-38e8-42f0-8f45-ed6a288475c6,revision_number=6']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:55.289018 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5397e09-f86c-4bc8-a38c-fa269e25e4b6 None None] Pushing event updated for resources: {'Port': ['ID=167c35c9-d953-42f0-823b-210dd38adae8,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:55.304335 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [req-40767468-2455-4ab6-ad25-ffde48d988f5 req-fd0ec5c4-f77f-4d57-98b5-a048638f1b56 service neutron] No DVR routers for this DVR port 18a0c2a3-38e8-42f0-8f45-ed6a288475c6 on host hv-neutron-8602 {{(pid=89033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:24:55.319458 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bf024df6-c329-4aad-a13e-0bba294ccaf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:55.369302 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-9fca9629-ab58-4bb4-8d56-0ea1d2ab279e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53532c76-03c4-472a-92f7-e72093e1d533', 'name': 'tempest-TestVolumeBootPattern-1545811976-router', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.244'}], 'enable_snat': True}, 'gw_port_id': 'adc9a0c0-55b3-4614-9e86-bb292501abac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:24:45Z', 'updated_at': '2022-10-04T09:24:50Z', 'revision_number': 4, 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'gw_port': {'id': 'adc9a0c0-55b3-4614-9e86-bb292501abac', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:21:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53532c76-03c4-472a-92f7-e72093e1d533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:46Z', 'updated_at': '2022-10-04T09:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': 'c93b9d92-0d04-486b-bc47-9af7a20cbb3a', 'name': '', 'network_id': '47b14212-cea9-47cb-815c-888460239551', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'mac_address': 'fa:16:3e:29:68:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53532c76-03c4-472a-92f7-e72093e1d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '5d6ad6fc-1b52-4c37-8942-5241b791dd73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:49Z', 'updated_at': '2022-10-04T09:24:53Z', 'revision_number': 4, 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'subnets': [{'id': '5d6ad6fc-1b52-4c37-8942-5241b791dd73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:24:55.374484 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-b5397e09-f86c-4bc8-a38c-fa269e25e4b6 None None] Attempting to bind port 167c35c9-d953-42f0-823b-210dd38adae8 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:24:55.374848 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-b5397e09-f86c-4bc8-a38c-fa269e25e4b6 None None] Attempting to bind port 167c35c9-d953-42f0-823b-210dd38adae8 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'a6b27498-b2a7-41ba-9864-ea101fcba15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6d8b53d7-130f-4d9d-bf8d-35a040b8498c'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:24:55.375270 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5397e09-f86c-4bc8-a38c-fa269e25e4b6 None None] Attempting to bind port 167c35c9-d953-42f0-823b-210dd38adae8 on network 6d8b53d7-130f-4d9d-bf8d-35a040b8498c {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:24:55.378027 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fca9629-ab58-4bb4-8d56-0ea1d2ab279e None None] The sync data for ids ['53532c76-03c4-472a-92f7-e72093e1d533'] in dv-neutron-860215-1-hyperv is: [{'id': '53532c76-03c4-472a-92f7-e72093e1d533', 'name': 'tempest-TestVolumeBootPattern-1545811976-router', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.244'}], 'enable_snat': True}, 'gw_port_id': 'adc9a0c0-55b3-4614-9e86-bb292501abac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:24:45Z', 'updated_at': '2022-10-04T09:24:50Z', 'revision_number': 4, 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'gw_port': {'id': 'adc9a0c0-55b3-4614-9e86-bb292501abac', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:21:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53532c76-03c4-472a-92f7-e72093e1d533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:46Z', 'updated_at': '2022-10-04T09:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': 'c93b9d92-0d04-486b-bc47-9af7a20cbb3a', 'name': '', 'network_id': '47b14212-cea9-47cb-815c-888460239551', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'mac_address': 'fa:16:3e:29:68:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53532c76-03c4-472a-92f7-e72093e1d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '5d6ad6fc-1b52-4c37-8942-5241b791dd73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:49Z', 'updated_at': '2022-10-04T09:24:53Z', 'revision_number': 4, 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'subnets': [{'id': '5d6ad6fc-1b52-4c37-8942-5241b791dd73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:24:55.388159 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5397e09-f86c-4bc8-a38c-fa269e25e4b6 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:24:55.388569 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5397e09-f86c-4bc8-a38c-fa269e25e4b6 None None] Checking segment: {'id': 'a6b27498-b2a7-41ba-9864-ea101fcba15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6d8b53d7-130f-4d9d-bf8d-35a040b8498c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:24:55.388973 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b5397e09-f86c-4bc8-a38c-fa269e25e4b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:55.389371 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5397e09-f86c-4bc8-a38c-fa269e25e4b6 None None] Bound using segment: {'id': 'a6b27498-b2a7-41ba-9864-ea101fcba15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6d8b53d7-130f-4d9d-bf8d-35a040b8498c'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:24:55.389845 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-b5397e09-f86c-4bc8-a38c-fa269e25e4b6 None None] Bound port: 167c35c9-d953-42f0-823b-210dd38adae8, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6b27498-b2a7-41ba-9864-ea101fcba15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6d8b53d7-130f-4d9d-bf8d-35a040b8498c'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:24:55.390222 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b5397e09-f86c-4bc8-a38c-fa269e25e4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:55.548513 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-b5397e09-f86c-4bc8-a38c-fa269e25e4b6 None None] For port 167c35c9-d953-42f0-823b-210dd38adae8, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:24:55.553952 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-b5397e09-f86c-4bc8-a38c-fa269e25e4b6 None None] For port 167c35c9-d953-42f0-823b-210dd38adae8, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=167c35c9-d953-42f0-823b-210dd38adae8,segment=NetworkSegment(a6b27498-b2a7-41ba-9864-ea101fcba15e),segment_id=a6b27498-b2a7-41ba-9864-ea101fcba15e)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:24:55.554534 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-05a3ee93-e367-4a04-ae05-74a9e12a8fef req-fda7d140-7353-4843-9255-48a0784dc245 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7598fbc-9223-4113-aca1-6c0ecd2d93d7 HTTP/1.1" status: 200 len: 210 time: 0.1343632 Oct 04 09:24:55.564320 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b5397e09-f86c-4bc8-a38c-fa269e25e4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:55.601380 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [req-40767468-2455-4ab6-ad25-ffde48d988f5 req-fd0ec5c4-f77f-4d57-98b5-a048638f1b56 service neutron] In _notify_port_updated(), no bound segment for port 18a0c2a3-38e8-42f0-8f45-ed6a288475c6 on network 8445caf8-ca9b-4349-b8de-35b9efc1e5cc {{(pid=89033) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 04 09:24:55.602447 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40767468-2455-4ab6-ad25-ffde48d988f5 req-fd0ec5c4-f77f-4d57-98b5-a048638f1b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:55.603127 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-40767468-2455-4ab6-ad25-ffde48d988f5 req-fd0ec5c4-f77f-4d57-98b5-a048638f1b56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:55.604688 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-40767468-2455-4ab6-ad25-ffde48d988f5 req-fd0ec5c4-f77f-4d57-98b5-a048638f1b56 service neutron] 10.222.0.20 "PUT /v2.0/ports/18a0c2a3-38e8-42f0-8f45-ed6a288475c6 HTTP/1.1" status: 200 len: 1027 time: 0.9443736 Oct 04 09:24:55.634109 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf024df6-c329-4aad-a13e-0bba294ccaf2 admin admin] Router af36b24a-8b4e-4e56-999a-142f8f4c11da is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:24:55.675522 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5397e09-f86c-4bc8-a38c-fa269e25e4b6 None None] Pushing event updated for resources: {'Port': ['ID=167c35c9-d953-42f0-823b-210dd38adae8,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:56.021304 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf024df6-c329-4aad-a13e-0bba294ccaf2 admin admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:24:56.031064 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd19b1e-8ac1-4bdc-8632-28b6430c6aca None None] Sync routers for ids ['af36b24a-8b4e-4e56-999a-142f8f4c11da'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:24:56.047710 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd19b1e-8ac1-4bdc-8632-28b6430c6aca None None] Routers {'af36b24a-8b4e-4e56-999a-142f8f4c11da'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:24:56.048802 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-bbd19b1e-8ac1-4bdc-8632-28b6430c6aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:24:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['af36b24a-8b4e-4e56-999a-142f8f4c11da'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:24:56.051684 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bf024df6-c329-4aad-a13e-0bba294ccaf2 admin admin] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:56.053251 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-bf024df6-c329-4aad-a13e-0bba294ccaf2 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8581021 Oct 04 09:24:56.056337 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 37230) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:24:56.267578 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-bbd19b1e-8ac1-4bdc-8632-28b6430c6aca None None] Set router af36b24a-8b4e-4e56-999a-142f8f4c11da gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:24:56.645367 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-bbd19b1e-8ac1-4bdc-8632-28b6430c6aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af36b24a-8b4e-4e56-999a-142f8f4c11da', 'name': 'tempest-TestVolumeBootPattern-1635108296-router', 'tenant_id': '684d3a00f30a4a1eaf20c731692cf694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.130'}], 'enable_snat': True}, 'gw_port_id': 'd5433178-7b70-48b8-b029-fceb0d3f422a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:24:53Z', 'updated_at': '2022-10-04T09:24:54Z', 'revision_number': 3, 'project_id': '684d3a00f30a4a1eaf20c731692cf694', 'gw_port': {'id': 'd5433178-7b70-48b8-b029-fceb0d3f422a', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af36b24a-8b4e-4e56-999a-142f8f4c11da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:53Z', 'updated_at': '2022-10-04T09:24:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:24:56.659265 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd19b1e-8ac1-4bdc-8632-28b6430c6aca None None] Checking router: af36b24a-8b4e-4e56-999a-142f8f4c11da for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:24:56.659953 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd19b1e-8ac1-4bdc-8632-28b6430c6aca None None] Updating router af36b24a-8b4e-4e56-999a-142f8f4c11da port d5433178-7b70-48b8-b029-fceb0d3f422a binding host dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:24:56.704572 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 37236) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:24:56.776027 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-bbd19b1e-8ac1-4bdc-8632-28b6430c6aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:56.834993 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25635817-0bb1-44d6-9518-582e88bda7b6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:56.835274 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c7e662-6804-4a86-a234-e87464de7110 None None] Network 6d8b53d7-130f-4d9d-bf8d-35a040b8498c requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:24:56.836507 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-25635817-0bb1-44d6-9518-582e88bda7b6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports/18a0c2a3-38e8-42f0-8f45-ed6a288475c6 HTTP/1.1" status: 200 len: 926 time: 0.1308310 Oct 04 09:24:56.896080 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fab240ec-d002-49eb-b3e4-6031e482ec11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:56.947808 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 37242) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:24:56.953074 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-dc3854b8-4376-4707-a440-c318c2f6de2d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2063591090', 'description': 'tempest-secgroup-smoke-2063591090 description', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:24:56.960055 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-dc3854b8-4376-4707-a440-c318c2f6de2d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:24:56.983554 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-dc3854b8-4376-4707-a440-c318c2f6de2d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:24:57.014727 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-dc3854b8-4376-4707-a440-c318c2f6de2d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:57.045431 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-dc3854b8-4376-4707-a440-c318c2f6de2d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:24:57.050182 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-dc3854b8-4376-4707-a440-c318c2f6de2d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:24:57.053673 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-dc3854b8-4376-4707-a440-c318c2f6de2d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:24:57.073560 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-dc3854b8-4376-4707-a440-c318c2f6de2d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:24:57.092189 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-73a6d492-47fd-4534-a6fd-c37531f4d1e2 None None] Provisioning for port 167c35c9-d953-42f0-823b-210dd38adae8 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:24:57.213413 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-dc3854b8-4376-4707-a440-c318c2f6de2d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:57.214506 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-bbd19b1e-8ac1-4bdc-8632-28b6430c6aca None None] Notify callbacks [] for port, precommit_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:57.218899 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device c93b9d92-0d04-486b-bc47-9af7a20cbb3a up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:24:57.221103 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-dc3854b8-4376-4707-a440-c318c2f6de2d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:57.229053 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.provisioning_blocks [None req-bbd19b1e-8ac1-4bdc-8632-28b6430c6aca None None] Transition to ACTIVE for port object d5433178-7b70-48b8-b029-fceb0d3f422a will not be triggered until provisioned by entity L2. {{(pid=89035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:24:57.237178 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-bbd19b1e-8ac1-4bdc-8632-28b6430c6aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:57.262236 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-fab240ec-d002-49eb-b3e4-6031e482ec11 admin admin] Allocated IP 172.20.0.1 (6d8b53d7-130f-4d9d-bf8d-35a040b8498c/c7cc9297-406b-4990-9889-9a8045320014/0ae73348-47f9-4152-bbc5-e79729361899) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:24:57.283791 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3854b8-4376-4707-a440-c318c2f6de2d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74a412eb-2205-4e4a-a1fa-c9cbbddc6f64,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:57.299124 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-dc3854b8-4376-4707-a440-c318c2f6de2d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:57.300798 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-dc3854b8-4376-4707-a440-c318c2f6de2d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3520026 Oct 04 09:24:57.303733 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 37246) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:24:57.310264 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-c14108c4-2087-477e-9760-444e631ade6e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': '74a412eb-2205-4e4a-a1fa-c9cbbddc6f64', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:24:57.319528 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-c14108c4-2087-477e-9760-444e631ade6e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:24:57.323870 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d097415-87b5-4cbd-88bd-81724a365fb9 None None] Pushing event updated for resources: {'Port': ['ID=d5433178-7b70-48b8-b029-fceb0d3f422a,revision_number=2']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:57.326163 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-c14108c4-2087-477e-9760-444e631ade6e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:24:57.331306 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-c14108c4-2087-477e-9760-444e631ade6e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:24:57.334525 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-bbd19b1e-8ac1-4bdc-8632-28b6430c6aca None None] Attempting to bind port d5433178-7b70-48b8-b029-fceb0d3f422a on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:24:57.334888 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-bbd19b1e-8ac1-4bdc-8632-28b6430c6aca None None] Attempting to bind port d5433178-7b70-48b8-b029-fceb0d3f422a by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:24:57.335382 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd19b1e-8ac1-4bdc-8632-28b6430c6aca None None] Attempting to bind port d5433178-7b70-48b8-b029-fceb0d3f422a on network f33938cd-879e-4461-9b5e-aa67b746b6bd {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:24:57.336899 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port c93b9d92-0d04-486b-bc47-9af7a20cbb3a completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:24:57.341173 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd19b1e-8ac1-4bdc-8632-28b6430c6aca None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:24:57.341413 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-c14108c4-2087-477e-9760-444e631ade6e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:24:57.341786 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd19b1e-8ac1-4bdc-8632-28b6430c6aca None None] Checking segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:24:57.342182 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-bbd19b1e-8ac1-4bdc-8632-28b6430c6aca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:57.342586 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd19b1e-8ac1-4bdc-8632-28b6430c6aca None None] Bound using segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:24:57.343016 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-bbd19b1e-8ac1-4bdc-8632-28b6430c6aca None None] Bound port: d5433178-7b70-48b8-b029-fceb0d3f422a, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:24:57.343694 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-bbd19b1e-8ac1-4bdc-8632-28b6430c6aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:57.346194 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port c93b9d92-0d04-486b-bc47-9af7a20cbb3a triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:24:57.346823 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:57.347228 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port c93b9d92-0d04-486b-bc47-9af7a20cbb3a Oct 04 09:24:57.366983 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c14108c4-2087-477e-9760-444e631ade6e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:57.463603 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c14108c4-2087-477e-9760-444e631ade6e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:57.473168 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-bbd19b1e-8ac1-4bdc-8632-28b6430c6aca None None] For port d5433178-7b70-48b8-b029-fceb0d3f422a, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:24:57.473545 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c14108c4-2087-477e-9760-444e631ade6e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:57.478379 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-bbd19b1e-8ac1-4bdc-8632-28b6430c6aca None None] For port d5433178-7b70-48b8-b029-fceb0d3f422a, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=d5433178-7b70-48b8-b029-fceb0d3f422a,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:24:57.480433 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 18a0c2a3-38e8-42f0-8f45-ed6a288475c6 no longer exists at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:24:57.484772 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-bbd19b1e-8ac1-4bdc-8632-28b6430c6aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:57.497181 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fab240ec-d002-49eb-b3e4-6031e482ec11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:57.505841 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14108c4-2087-477e-9760-444e631ade6e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7ab2c35-cb42-4d74-af22-c5956e236b03,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:57.515313 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-fab240ec-d002-49eb-b3e4-6031e482ec11 admin admin] Transition to ACTIVE for port object 0ae73348-47f9-4152-bbc5-e79729361899 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:24:57.524247 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c14108c4-2087-477e-9760-444e631ade6e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:57.526099 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-c14108c4-2087-477e-9760-444e631ade6e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2206066 Oct 04 09:24:57.528322 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 37250) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:24:57.534273 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-e742100d-a0de-428a-8472-556d7ea1a71d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': '74a412eb-2205-4e4a-a1fa-c9cbbddc6f64', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:24:57.545371 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fab240ec-d002-49eb-b3e4-6031e482ec11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:57.546476 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-e742100d-a0de-428a-8472-556d7ea1a71d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:24:57.557648 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-e742100d-a0de-428a-8472-556d7ea1a71d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:24:57.564559 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd19b1e-8ac1-4bdc-8632-28b6430c6aca None None] Routers {'af36b24a-8b4e-4e56-999a-142f8f4c11da'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:24:57.565423 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-bbd19b1e-8ac1-4bdc-8632-28b6430c6aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:24:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['af36b24a-8b4e-4e56-999a-142f8f4c11da'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:24:57.565598 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-e742100d-a0de-428a-8472-556d7ea1a71d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:24:57.573884 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-e742100d-a0de-428a-8472-556d7ea1a71d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:24:57.602318 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-07142cf3-06c3-4a50-afdc-078f250c77c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:57.616115 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port c93b9d92-0d04-486b-bc47-9af7a20cbb3a is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:24:57.616588 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:57.618364 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e742100d-a0de-428a-8472-556d7ea1a71d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:57.648590 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab240ec-d002-49eb-b3e4-6031e482ec11 admin admin] Network 6d8b53d7-130f-4d9d-bf8d-35a040b8498c is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:24:57.652150 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-fab240ec-d002-49eb-b3e4-6031e482ec11 admin admin] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:24:57.661554 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 18a0c2a3-38e8-42f0-8f45-ed6a288475c6 not bound to the agent host hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:24:57.664437 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab240ec-d002-49eb-b3e4-6031e482ec11 admin admin] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:24:57.690411 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port c93b9d92-0d04-486b-bc47-9af7a20cbb3a, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=c93b9d92-0d04-486b-bc47-9af7a20cbb3a,segment=NetworkSegment(f2649b1a-e6b7-4b49-bfb8-8bd07f301357),segment_id=f2649b1a-e6b7-4b49-bfb8-8bd07f301357)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:24:57.694777 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:57.695645 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 167c35c9-d953-42f0-823b-210dd38adae8 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:24:57.710418 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab240ec-d002-49eb-b3e4-6031e482ec11 admin admin] Pushing event updated for resources: {'Port': ['ID=0ae73348-47f9-4152-bbc5-e79729361899,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:57.742226 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e742100d-a0de-428a-8472-556d7ea1a71d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:57.754052 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e742100d-a0de-428a-8472-556d7ea1a71d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:57.764708 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fab240ec-d002-49eb-b3e4-6031e482ec11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737202'] for router_interface, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:57.832258 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e742100d-a0de-428a-8472-556d7ea1a71d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:57.841610 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-e742100d-a0de-428a-8472-556d7ea1a71d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3121452 Oct 04 09:24:57.842957 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e742100d-a0de-428a-8472-556d7ea1a71d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42a0e049-9796-45dd-943c-6c1e4973a8d1,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:57.845144 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 37254) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:24:57.855174 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-310b6cab-c74e-4b0b-b7bf-44764e9b40f1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': '74a412eb-2205-4e4a-a1fa-c9cbbddc6f64', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:24:57.871712 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-310b6cab-c74e-4b0b-b7bf-44764e9b40f1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:24:57.875814 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d097415-87b5-4cbd-88bd-81724a365fb9 None None] Pushing event updated for resources: {'Port': ['ID=d5433178-7b70-48b8-b029-fceb0d3f422a,revision_number=3']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:57.877691 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-310b6cab-c74e-4b0b-b7bf-44764e9b40f1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:24:57.881201 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-310b6cab-c74e-4b0b-b7bf-44764e9b40f1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:24:57.889793 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-310b6cab-c74e-4b0b-b7bf-44764e9b40f1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:24:57.890579 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 167c35c9-d953-42f0-823b-210dd38adae8 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:24:57.892928 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-bbd19b1e-8ac1-4bdc-8632-28b6430c6aca None None] Set router af36b24a-8b4e-4e56-999a-142f8f4c11da gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:24:57.903874 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 167c35c9-d953-42f0-823b-210dd38adae8 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:24:57.904611 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:57.905153 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 167c35c9-d953-42f0-823b-210dd38adae8 Oct 04 09:24:57.924253 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-310b6cab-c74e-4b0b-b7bf-44764e9b40f1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:57.985759 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=c93b9d92-0d04-486b-bc47-9af7a20cbb3a,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:58.023756 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-310b6cab-c74e-4b0b-b7bf-44764e9b40f1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:58.030179 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-310b6cab-c74e-4b0b-b7bf-44764e9b40f1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:58.067483 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310b6cab-c74e-4b0b-b7bf-44764e9b40f1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37fbc803-3dfe-48a0-9506-0c04c36dab52,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:58.077135 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-310b6cab-c74e-4b0b-b7bf-44764e9b40f1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:58.078753 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-310b6cab-c74e-4b0b-b7bf-44764e9b40f1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2323840 Oct 04 09:24:58.082084 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 37258) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:24:58.089531 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-ffa4d8b6-76cd-4655-a0be-4def081f8c1a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': '74a412eb-2205-4e4a-a1fa-c9cbbddc6f64', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:24:58.091886 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 167c35c9-d953-42f0-823b-210dd38adae8 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:24:58.092290 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:58.097402 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-ffa4d8b6-76cd-4655-a0be-4def081f8c1a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:24:58.103122 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-ffa4d8b6-76cd-4655-a0be-4def081f8c1a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:24:58.106745 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-ffa4d8b6-76cd-4655-a0be-4def081f8c1a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:24:58.114925 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-ffa4d8b6-76cd-4655-a0be-4def081f8c1a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:24:58.139655 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ffa4d8b6-76cd-4655-a0be-4def081f8c1a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:58.150209 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 167c35c9-d953-42f0-823b-210dd38adae8, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=167c35c9-d953-42f0-823b-210dd38adae8,segment=NetworkSegment(a6b27498-b2a7-41ba-9864-ea101fcba15e),segment_id=a6b27498-b2a7-41ba-9864-ea101fcba15e)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:24:58.153438 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-dda90ae0-3f5a-49b9-ae99-1b13f20d3448 None None] Provisioning for port 0ae73348-47f9-4152-bbc5-e79729361899 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:24:58.160142 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:58.218804 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ffa4d8b6-76cd-4655-a0be-4def081f8c1a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:58.226877 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ffa4d8b6-76cd-4655-a0be-4def081f8c1a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:58.229619 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-dda90ae0-3f5a-49b9-ae99-1b13f20d3448 None None] Provisioning complete for port 0ae73348-47f9-4152-bbc5-e79729361899 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:24:58.230005 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-dda90ae0-3f5a-49b9-ae99-1b13f20d3448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:58.230344 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-dda90ae0-3f5a-49b9-ae99-1b13f20d3448 None None] Attempt 1 to provision port 0ae73348-47f9-4152-bbc5-e79729361899 Oct 04 09:24:58.251543 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-bbd19b1e-8ac1-4bdc-8632-28b6430c6aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af36b24a-8b4e-4e56-999a-142f8f4c11da', 'name': 'tempest-TestVolumeBootPattern-1635108296-router', 'tenant_id': '684d3a00f30a4a1eaf20c731692cf694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.130'}], 'enable_snat': True}, 'gw_port_id': 'd5433178-7b70-48b8-b029-fceb0d3f422a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:24:53Z', 'updated_at': '2022-10-04T09:24:54Z', 'revision_number': 3, 'project_id': '684d3a00f30a4a1eaf20c731692cf694', 'gw_port': {'id': 'd5433178-7b70-48b8-b029-fceb0d3f422a', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af36b24a-8b4e-4e56-999a-142f8f4c11da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:53Z', 'updated_at': '2022-10-04T09:24:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:24:58.256573 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd19b1e-8ac1-4bdc-8632-28b6430c6aca None None] The sync data for ids ['af36b24a-8b4e-4e56-999a-142f8f4c11da'] in dv-neutron-860215-1-hyperv is: [{'id': 'af36b24a-8b4e-4e56-999a-142f8f4c11da', 'name': 'tempest-TestVolumeBootPattern-1635108296-router', 'tenant_id': '684d3a00f30a4a1eaf20c731692cf694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.130'}], 'enable_snat': True}, 'gw_port_id': 'd5433178-7b70-48b8-b029-fceb0d3f422a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:24:53Z', 'updated_at': '2022-10-04T09:24:54Z', 'revision_number': 3, 'project_id': '684d3a00f30a4a1eaf20c731692cf694', 'gw_port': {'id': 'd5433178-7b70-48b8-b029-fceb0d3f422a', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af36b24a-8b4e-4e56-999a-142f8f4c11da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:53Z', 'updated_at': '2022-10-04T09:24:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:24:58.258306 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa4d8b6-76cd-4655-a0be-4def081f8c1a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b879b69-32b8-43a9-9453-b396f4990263,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:58.268878 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ffa4d8b6-76cd-4655-a0be-4def081f8c1a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:58.270623 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-ffa4d8b6-76cd-4655-a0be-4def081f8c1a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1869333 Oct 04 09:24:58.273054 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 37262) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:24:58.278553 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-a023e0b0-aece-489e-b29d-a9122eac294d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': '74a412eb-2205-4e4a-a1fa-c9cbbddc6f64', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:24:58.285771 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-a023e0b0-aece-489e-b29d-a9122eac294d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:24:58.292841 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a023e0b0-aece-489e-b29d-a9122eac294d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:24:58.293911 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a023e0b0-aece-489e-b29d-a9122eac294d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:24:58.301191 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-a023e0b0-aece-489e-b29d-a9122eac294d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:24:58.311613 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-dda90ae0-3f5a-49b9-ae99-1b13f20d3448 None None] Port 0ae73348-47f9-4152-bbc5-e79729361899 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:24:58.312139 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=167c35c9-d953-42f0-823b-210dd38adae8,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:58.316698 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.securitygroups_db [None req-a023e0b0-aece-489e-b29d-a9122eac294d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Project 78fb12e86c5f40beb578bfb97002b5c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 09:24:58.324627 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a023e0b0-aece-489e-b29d-a9122eac294d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:58.327964 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fab240ec-d002-49eb-b3e4-6031e482ec11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:58.394259 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a023e0b0-aece-489e-b29d-a9122eac294d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:58.399467 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a023e0b0-aece-489e-b29d-a9122eac294d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:58.425038 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a023e0b0-aece-489e-b29d-a9122eac294d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62a7bd6f-48f9-4407-b6a6-42b3fc2e3b93,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:58.435692 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a023e0b0-aece-489e-b29d-a9122eac294d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:58.436978 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a023e0b0-aece-489e-b29d-a9122eac294d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1628935 Oct 04 09:24:58.439838 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 37266) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:24:58.444905 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-5a5543d6-7467-48ff-8241-d1527725ef2e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': '74a412eb-2205-4e4a-a1fa-c9cbbddc6f64', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:24:58.451216 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-5a5543d6-7467-48ff-8241-d1527725ef2e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:24:58.455433 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-5a5543d6-7467-48ff-8241-d1527725ef2e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:24:58.458744 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-5a5543d6-7467-48ff-8241-d1527725ef2e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:24:58.464788 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-5a5543d6-7467-48ff-8241-d1527725ef2e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:24:58.489035 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.securitygroups_db [None req-5a5543d6-7467-48ff-8241-d1527725ef2e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Project 78fb12e86c5f40beb578bfb97002b5c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 09:24:58.497000 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5a5543d6-7467-48ff-8241-d1527725ef2e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:58.584798 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5a5543d6-7467-48ff-8241-d1527725ef2e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:58.588919 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fab240ec-d002-49eb-b3e4-6031e482ec11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:58.589128 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5a5543d6-7467-48ff-8241-d1527725ef2e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:58.594499 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fab240ec-d002-49eb-b3e4-6031e482ec11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:58.615001 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5543d6-7467-48ff-8241-d1527725ef2e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbf8d242-2fc6-4f60-bd9a-01db6bfe9432,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:58.630755 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5a5543d6-7467-48ff-8241-d1527725ef2e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:58.639736 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-5a5543d6-7467-48ff-8241-d1527725ef2e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1911442 Oct 04 09:24:58.711802 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fab240ec-d002-49eb-b3e4-6031e482ec11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736777'] for router_interface, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:58.719500 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab240ec-d002-49eb-b3e4-6031e482ec11 admin admin] Pushing event updated for resources: {'Port': ['ID=0ae73348-47f9-4152-bbc5-e79729361899,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:58.813357 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-dda90ae0-3f5a-49b9-ae99-1b13f20d3448 None None] Attempt 2 to provision port 0ae73348-47f9-4152-bbc5-e79729361899 Oct 04 09:24:58.882244 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab240ec-d002-49eb-b3e4-6031e482ec11 admin admin] Network 6d8b53d7-130f-4d9d-bf8d-35a040b8498c is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:24:58.883407 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-fab240ec-d002-49eb-b3e4-6031e482ec11 admin admin] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:24:58.901356 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-dda90ae0-3f5a-49b9-ae99-1b13f20d3448 None None] Port 0ae73348-47f9-4152-bbc5-e79729361899 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:24:58.902146 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-1cb75ae4-cb87-43b6-95e2-2f03cdbb295e req-78b2707d-8ba8-4abb-8165-4e8675ce3f92 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:security_group {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:24:58.921220 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-1cb75ae4-cb87-43b6-95e2-2f03cdbb295e req-78b2707d-8ba8-4abb-8165-4e8675ce3f92 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:security_group {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:24:58.922726 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-1cb75ae4-cb87-43b6-95e2-2f03cdbb295e req-78b2707d-8ba8-4abb-8165-4e8675ce3f92 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2063591090&fields=id&tenant_id=78fb12e86c5f40beb578bfb97002b5c9 HTTP/1.1" status: 200 len: 267 time: 0.0740445 Oct 04 09:24:59.134608 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab240ec-d002-49eb-b3e4-6031e482ec11 admin admin] Router af36b24a-8b4e-4e56-999a-142f8f4c11da has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:24:59.193844 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb75ae4-cb87-43b6-95e2-2f03cdbb295e req-ca695def-701d-4ac1-8334-3e7ef29520e8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:24:59.194879 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-1cb75ae4-cb87-43b6-95e2-2f03cdbb295e req-ca695def-701d-4ac1-8334-3e7ef29520e8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports/18a0c2a3-38e8-42f0-8f45-ed6a288475c6 HTTP/1.1" status: 200 len: 931 time: 0.2634988 Oct 04 09:24:59.206513 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 167c35c9-d953-42f0-823b-210dd38adae8 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:24:59.282373 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 167c35c9-d953-42f0-823b-210dd38adae8 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:24:59.282832 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:59.283230 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 167c35c9-d953-42f0-823b-210dd38adae8 Oct 04 09:24:59.287014 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-1cb75ae4-cb87-43b6-95e2-2f03cdbb295e req-32ebf4ac-d1df-4ef7-9f21-b76ce72a9dce service neutron] 10.222.0.50 "GET /v2.0/ports/18a0c2a3-38e8-42f0-8f45-ed6a288475c6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0734682 Oct 04 09:24:59.340643 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab240ec-d002-49eb-b3e4-6031e482ec11 admin admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:24:59.360903 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-fab240ec-d002-49eb-b3e4-6031e482ec11 admin admin] 10.222.0.50 "PUT /v2.0/routers/af36b24a-8b4e-4e56-999a-142f8f4c11da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2949057 Oct 04 09:24:59.404133 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-dda90ae0-3f5a-49b9-ae99-1b13f20d3448 None None] Attempt 3 to provision port 0ae73348-47f9-4152-bbc5-e79729361899 Oct 04 09:24:59.427140 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-1cb75ae4-cb87-43b6-95e2-2f03cdbb295e req-89d33fc5-11ff-4105-9cf6-669203940355 service neutron] 10.222.0.50 "GET /v2.0/networks/8445caf8-ca9b-4349-b8de-35b9efc1e5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392608 Oct 04 09:24:59.471878 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 167c35c9-d953-42f0-823b-210dd38adae8 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:24:59.472972 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device c93b9d92-0d04-486b-bc47-9af7a20cbb3a up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:24:59.502779 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-dda90ae0-3f5a-49b9-ae99-1b13f20d3448 None None] Port 0ae73348-47f9-4152-bbc5-e79729361899 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:24:59.542640 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port c93b9d92-0d04-486b-bc47-9af7a20cbb3a triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:24:59.543616 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:59.543616 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port c93b9d92-0d04-486b-bc47-9af7a20cbb3a Oct 04 09:24:59.574521 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-1cb75ae4-cb87-43b6-95e2-2f03cdbb295e req-a5781bff-3b96-4141-8a58-f4a0d41b9682 service neutron] 10.222.0.50 "GET /v2.0/networks/8445caf8-ca9b-4349-b8de-35b9efc1e5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408539 Oct 04 09:24:59.675683 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port c93b9d92-0d04-486b-bc47-9af7a20cbb3a is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:24:59.676789 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device d5433178-7b70-48b8-b029-fceb0d3f422a up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:24:59.743166 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port d5433178-7b70-48b8-b029-fceb0d3f422a completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:24:59.748103 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port d5433178-7b70-48b8-b029-fceb0d3f422a triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:24:59.748757 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:59.749096 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port d5433178-7b70-48b8-b029-fceb0d3f422a Oct 04 09:24:59.829443 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 37288) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:24:59.834677 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-e5926bea-4206-4651-9121-ee836c7892b9 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1532431143', 'description': 'tempest-secgroup-smoke-1532431143 description', 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:24:59.840937 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-e5926bea-4206-4651-9121-ee836c7892b9 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:24:59.845558 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-e5926bea-4206-4651-9121-ee836c7892b9 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Usage tracker for resource:security_group and tenant:69ab5abc53ab44718bcbb9547c2b2d0e is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:24:59.848681 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-e5926bea-4206-4651-9121-ee836c7892b9 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:24:59.855226 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-e5926bea-4206-4651-9121-ee836c7892b9 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:24:59.865846 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e5926bea-4206-4651-9121-ee836c7892b9 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:59.874644 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port d5433178-7b70-48b8-b029-fceb0d3f422a is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:24:59.875169 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:59.888177 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-e5926bea-4206-4651-9121-ee836c7892b9 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:24:59.892063 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-e5926bea-4206-4651-9121-ee836c7892b9 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Usage tracker for resource:security_group_rule and tenant:69ab5abc53ab44718bcbb9547c2b2d0e is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:24:59.892872 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port d5433178-7b70-48b8-b029-fceb0d3f422a, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=d5433178-7b70-48b8-b029-fceb0d3f422a,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:24:59.895059 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-e5926bea-4206-4651-9121-ee836c7892b9 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:24:59.897616 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:59.901113 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-e5926bea-4206-4651-9121-ee836c7892b9 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:24:59.976008 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e5926bea-4206-4651-9121-ee836c7892b9 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:24:59.977754 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=d5433178-7b70-48b8-b029-fceb0d3f422a,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:24:59.982822 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e5926bea-4206-4651-9121-ee836c7892b9 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:00.004494 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-dda90ae0-3f5a-49b9-ae99-1b13f20d3448 None None] Attempt 4 to provision port 0ae73348-47f9-4152-bbc5-e79729361899 Oct 04 09:25:00.027304 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5926bea-4206-4651-9121-ee836c7892b9 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ddcbf8-af52-48fe-889a-d7fbc34ba664,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:25:00.030273 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e5926bea-4206-4651-9121-ee836c7892b9 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:00.034804 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-e5926bea-4206-4651-9121-ee836c7892b9 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2010713 Oct 04 09:25:00.035134 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 37294) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:25:00.040336 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-0e65e1d3-e361-42fc-8d42-47a1bc26b43a tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Request body: {'security_group_rule': {'security_group_id': 'f0ddcbf8-af52-48fe-889a-d7fbc34ba664', 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:25:00.046148 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-0e65e1d3-e361-42fc-8d42-47a1bc26b43a tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:25:00.050541 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-0e65e1d3-e361-42fc-8d42-47a1bc26b43a tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Usage tracker for resource:security_group_rule and tenant:69ab5abc53ab44718bcbb9547c2b2d0e is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:25:00.053475 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-0e65e1d3-e361-42fc-8d42-47a1bc26b43a tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:25:00.059104 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-0e65e1d3-e361-42fc-8d42-47a1bc26b43a tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:25:00.060859 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-dda90ae0-3f5a-49b9-ae99-1b13f20d3448 None None] Port 0ae73348-47f9-4152-bbc5-e79729361899 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:25:00.076406 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0e65e1d3-e361-42fc-8d42-47a1bc26b43a tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:00.094582 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619ab66a-13a4-42d6-9a11-732734ce8d0c None None] Sync routers for ids ['af36b24a-8b4e-4e56-999a-142f8f4c11da'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:25:00.103650 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619ab66a-13a4-42d6-9a11-732734ce8d0c None None] Routers {'af36b24a-8b4e-4e56-999a-142f8f4c11da'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:25:00.104258 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-619ab66a-13a4-42d6-9a11-732734ce8d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:24:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['af36b24a-8b4e-4e56-999a-142f8f4c11da'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:25:00.138333 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0e65e1d3-e361-42fc-8d42-47a1bc26b43a tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:00.141917 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0e65e1d3-e361-42fc-8d42-47a1bc26b43a tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:00.165128 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e65e1d3-e361-42fc-8d42-47a1bc26b43a tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a48b9573-ad89-44c4-a46a-700260a7d777,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:25:00.176608 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0e65e1d3-e361-42fc-8d42-47a1bc26b43a tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:00.177882 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-0e65e1d3-e361-42fc-8d42-47a1bc26b43a tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1417534 Oct 04 09:25:00.180646 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 37298) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:25:00.186013 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-b13b1ac0-9e77-4d92-b2db-c1b1a4a45f87 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Request body: {'security_group_rule': {'security_group_id': 'f0ddcbf8-af52-48fe-889a-d7fbc34ba664', 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:25:00.192423 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-b13b1ac0-9e77-4d92-b2db-c1b1a4a45f87 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:25:00.196856 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-b13b1ac0-9e77-4d92-b2db-c1b1a4a45f87 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Usage tracker for resource:security_group_rule and tenant:69ab5abc53ab44718bcbb9547c2b2d0e is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:25:00.199843 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-b13b1ac0-9e77-4d92-b2db-c1b1a4a45f87 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:25:00.206745 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-b13b1ac0-9e77-4d92-b2db-c1b1a4a45f87 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:25:00.224788 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b13b1ac0-9e77-4d92-b2db-c1b1a4a45f87 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:00.284593 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-39550078-47c4-438f-9003-8877788ccb51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:00.294275 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b13b1ac0-9e77-4d92-b2db-c1b1a4a45f87 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:00.299284 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b13b1ac0-9e77-4d92-b2db-c1b1a4a45f87 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:00.326612 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13b1ac0-9e77-4d92-b2db-c1b1a4a45f87 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46fcc0aa-9ee8-4195-bc97-dda34380b663,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:25:00.332783 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-619ab66a-13a4-42d6-9a11-732734ce8d0c None None] Set router af36b24a-8b4e-4e56-999a-142f8f4c11da gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:25:00.336626 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b13b1ac0-9e77-4d92-b2db-c1b1a4a45f87 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:00.337942 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-b13b1ac0-9e77-4d92-b2db-c1b1a4a45f87 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1562889 Oct 04 09:25:00.340576 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 37302) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:25:00.346231 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-5c4d22eb-1a9d-40c3-96fd-512b18c3a638 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Request body: {'security_group_rule': {'security_group_id': 'f0ddcbf8-af52-48fe-889a-d7fbc34ba664', 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:25:00.352881 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-5c4d22eb-1a9d-40c3-96fd-512b18c3a638 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:25:00.356751 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-5c4d22eb-1a9d-40c3-96fd-512b18c3a638 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Usage tracker for resource:security_group_rule and tenant:69ab5abc53ab44718bcbb9547c2b2d0e is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:25:00.359596 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-5c4d22eb-1a9d-40c3-96fd-512b18c3a638 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:25:00.366005 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-5c4d22eb-1a9d-40c3-96fd-512b18c3a638 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:25:00.385347 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5c4d22eb-1a9d-40c3-96fd-512b18c3a638 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:00.447113 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5c4d22eb-1a9d-40c3-96fd-512b18c3a638 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:00.450830 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5c4d22eb-1a9d-40c3-96fd-512b18c3a638 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:00.472349 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4d22eb-1a9d-40c3-96fd-512b18c3a638 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a783047d-cd04-4e07-923a-e3a3f9de04b6,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:25:00.483146 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5c4d22eb-1a9d-40c3-96fd-512b18c3a638 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:00.484579 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-5c4d22eb-1a9d-40c3-96fd-512b18c3a638 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1428664 Oct 04 09:25:00.487244 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 37306) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:25:00.492202 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-68edaf6b-5fba-4a74-8385-4ec4a9f0273b tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Request body: {'security_group_rule': {'security_group_id': 'f0ddcbf8-af52-48fe-889a-d7fbc34ba664', 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:25:00.498114 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-68edaf6b-5fba-4a74-8385-4ec4a9f0273b tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:25:00.502543 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-68edaf6b-5fba-4a74-8385-4ec4a9f0273b tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Usage tracker for resource:security_group_rule and tenant:69ab5abc53ab44718bcbb9547c2b2d0e is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:25:00.506013 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-68edaf6b-5fba-4a74-8385-4ec4a9f0273b tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:25:00.512961 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-68edaf6b-5fba-4a74-8385-4ec4a9f0273b tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:25:00.530287 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-68edaf6b-5fba-4a74-8385-4ec4a9f0273b tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:00.568148 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-dda90ae0-3f5a-49b9-ae99-1b13f20d3448 None None] Attempt 5 to provision port 0ae73348-47f9-4152-bbc5-e79729361899 Oct 04 09:25:00.593261 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-68edaf6b-5fba-4a74-8385-4ec4a9f0273b tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:00.597722 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-68edaf6b-5fba-4a74-8385-4ec4a9f0273b tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:00.620942 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68edaf6b-5fba-4a74-8385-4ec4a9f0273b tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e472845-33a3-4168-8407-a2b2c7dce0f2,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:25:00.631446 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-68edaf6b-5fba-4a74-8385-4ec4a9f0273b tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:00.635484 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 37310) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:25:00.635634 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-68edaf6b-5fba-4a74-8385-4ec4a9f0273b tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1473701 Oct 04 09:25:00.641351 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-6b1aa81f-b20f-493d-bd02-d26687fb4768 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Request body: {'security_group_rule': {'security_group_id': 'f0ddcbf8-af52-48fe-889a-d7fbc34ba664', 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:25:00.647394 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-6b1aa81f-b20f-493d-bd02-d26687fb4768 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:25:00.651251 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-6b1aa81f-b20f-493d-bd02-d26687fb4768 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Usage tracker for resource:security_group_rule and tenant:69ab5abc53ab44718bcbb9547c2b2d0e is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:25:00.654212 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-6b1aa81f-b20f-493d-bd02-d26687fb4768 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:25:00.659868 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-6b1aa81f-b20f-493d-bd02-d26687fb4768 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:25:00.669628 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-dda90ae0-3f5a-49b9-ae99-1b13f20d3448 None None] Port 0ae73348-47f9-4152-bbc5-e79729361899 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:25:00.671237 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.securitygroups_db [None req-6b1aa81f-b20f-493d-bd02-d26687fb4768 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Project 69ab5abc53ab44718bcbb9547c2b2d0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 09:25:00.678057 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6b1aa81f-b20f-493d-bd02-d26687fb4768 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:00.701366 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:00.739988 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-619ab66a-13a4-42d6-9a11-732734ce8d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af36b24a-8b4e-4e56-999a-142f8f4c11da', 'name': 'tempest-TestVolumeBootPattern-1635108296-router', 'tenant_id': '684d3a00f30a4a1eaf20c731692cf694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.130'}], 'enable_snat': True}, 'gw_port_id': 'd5433178-7b70-48b8-b029-fceb0d3f422a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:24:53Z', 'updated_at': '2022-10-04T09:24:58Z', 'revision_number': 4, 'project_id': '684d3a00f30a4a1eaf20c731692cf694', 'gw_port': {'id': 'd5433178-7b70-48b8-b029-fceb0d3f422a', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af36b24a-8b4e-4e56-999a-142f8f4c11da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:53Z', 'updated_at': '2022-10-04T09:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '0ae73348-47f9-4152-bbc5-e79729361899', 'name': '', 'network_id': '6d8b53d7-130f-4d9d-bf8d-35a040b8498c', 'tenant_id': '684d3a00f30a4a1eaf20c731692cf694', 'mac_address': 'fa:16:3e:59:d1:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af36b24a-8b4e-4e56-999a-142f8f4c11da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'c7cc9297-406b-4990-9889-9a8045320014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:56Z', 'updated_at': '2022-10-04T09:24:58Z', 'revision_number': 2, 'project_id': '684d3a00f30a4a1eaf20c731692cf694', 'subnets': [{'id': 'c7cc9297-406b-4990-9889-9a8045320014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:25:00.745596 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619ab66a-13a4-42d6-9a11-732734ce8d0c None None] Checking router: af36b24a-8b4e-4e56-999a-142f8f4c11da for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:25:00.745995 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619ab66a-13a4-42d6-9a11-732734ce8d0c None None] Updating router af36b24a-8b4e-4e56-999a-142f8f4c11da port 0ae73348-47f9-4152-bbc5-e79729361899 binding host dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:25:00.784134 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:00.786164 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6b1aa81f-b20f-493d-bd02-d26687fb4768 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:00.791959 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6b1aa81f-b20f-493d-bd02-d26687fb4768 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:00.814828 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-619ab66a-13a4-42d6-9a11-732734ce8d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:00.827466 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6b1aa81f-b20f-493d-bd02-d26687fb4768 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:00.829391 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-6b1aa81f-b20f-493d-bd02-d26687fb4768 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1928718 Oct 04 09:25:00.836142 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 37320) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:25:00.843940 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-8dd91a6a-57b3-4670-94b1-cc5c26d1170f tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Request body: {'security_group_rule': {'security_group_id': 'f0ddcbf8-af52-48fe-889a-d7fbc34ba664', 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:25:00.845122 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e9b0a0ba-7ba1-4018-8fdd-d2f45e59791d req-a52ccf4e-519f-4df2-bc1b-3c876c72ea60 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=43635445-76f9-4982-9dbf-ab89fe170f71 HTTP/1.1" status: 200 len: 210 time: 0.1038899 Oct 04 09:25:00.857179 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1aa81f-b20f-493d-bd02-d26687fb4768 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d1201ee-7d3d-4616-a34f-e1f1573d2118,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:25:00.864876 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-8dd91a6a-57b3-4670-94b1-cc5c26d1170f tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:25:00.869491 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-8dd91a6a-57b3-4670-94b1-cc5c26d1170f tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Usage tracker for resource:security_group_rule and tenant:69ab5abc53ab44718bcbb9547c2b2d0e is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:25:00.873256 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-8dd91a6a-57b3-4670-94b1-cc5c26d1170f tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:25:00.880814 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-8dd91a6a-57b3-4670-94b1-cc5c26d1170f tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:25:00.892873 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.securitygroups_db [None req-8dd91a6a-57b3-4670-94b1-cc5c26d1170f tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Project 69ab5abc53ab44718bcbb9547c2b2d0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 09:25:00.899662 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8dd91a6a-57b3-4670-94b1-cc5c26d1170f tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:00.965212 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8dd91a6a-57b3-4670-94b1-cc5c26d1170f tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:00.969428 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8dd91a6a-57b3-4670-94b1-cc5c26d1170f tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:00.987889 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd91a6a-57b3-4670-94b1-cc5c26d1170f tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=919d4ded-f00c-419e-a5fa-335377d0ba05,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:25:01.006839 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8dd91a6a-57b3-4670-94b1-cc5c26d1170f tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:01.020112 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-8dd91a6a-57b3-4670-94b1-cc5c26d1170f tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1742904 Oct 04 09:25:01.095450 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device d5433178-7b70-48b8-b029-fceb0d3f422a up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:25:01.170475 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-dda90ae0-3f5a-49b9-ae99-1b13f20d3448 None None] Attempt 6 to provision port 0ae73348-47f9-4152-bbc5-e79729361899 Oct 04 09:25:01.279299 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-dda90ae0-3f5a-49b9-ae99-1b13f20d3448 None None] Port 0ae73348-47f9-4152-bbc5-e79729361899 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:25:01.296350 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port d5433178-7b70-48b8-b029-fceb0d3f422a triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:25:01.296731 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:01.297632 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port d5433178-7b70-48b8-b029-fceb0d3f422a Oct 04 09:25:01.360261 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-619ab66a-13a4-42d6-9a11-732734ce8d0c None None] Notify callbacks [] for port, precommit_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:01.377559 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-619ab66a-13a4-42d6-9a11-732734ce8d0c None None] Transition to ACTIVE for port object 0ae73348-47f9-4152-bbc5-e79729361899 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:25:01.388881 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-619ab66a-13a4-42d6-9a11-732734ce8d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:01.652440 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d11467c-0490-4f67-8222-050f5fd44f5d None None] Pushing event updated for resources: {'Port': ['ID=0ae73348-47f9-4152-bbc5-e79729361899,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:25:01.658211 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port d5433178-7b70-48b8-b029-fceb0d3f422a is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:25:01.666125 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-619ab66a-13a4-42d6-9a11-732734ce8d0c None None] Attempting to bind port 0ae73348-47f9-4152-bbc5-e79729361899 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:25:01.666333 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-619ab66a-13a4-42d6-9a11-732734ce8d0c None None] Attempting to bind port 0ae73348-47f9-4152-bbc5-e79729361899 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'a6b27498-b2a7-41ba-9864-ea101fcba15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6d8b53d7-130f-4d9d-bf8d-35a040b8498c'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:25:01.666685 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619ab66a-13a4-42d6-9a11-732734ce8d0c None None] Attempting to bind port 0ae73348-47f9-4152-bbc5-e79729361899 on network 6d8b53d7-130f-4d9d-bf8d-35a040b8498c {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:25:01.674108 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619ab66a-13a4-42d6-9a11-732734ce8d0c None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:25:01.674615 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619ab66a-13a4-42d6-9a11-732734ce8d0c None None] Checking segment: {'id': 'a6b27498-b2a7-41ba-9864-ea101fcba15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6d8b53d7-130f-4d9d-bf8d-35a040b8498c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:25:01.675022 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-619ab66a-13a4-42d6-9a11-732734ce8d0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:01.675410 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619ab66a-13a4-42d6-9a11-732734ce8d0c None None] Bound using segment: {'id': 'a6b27498-b2a7-41ba-9864-ea101fcba15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6d8b53d7-130f-4d9d-bf8d-35a040b8498c'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:25:01.675880 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-619ab66a-13a4-42d6-9a11-732734ce8d0c None None] Bound port: 0ae73348-47f9-4152-bbc5-e79729361899, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6b27498-b2a7-41ba-9864-ea101fcba15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6d8b53d7-130f-4d9d-bf8d-35a040b8498c'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:25:01.676250 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-619ab66a-13a4-42d6-9a11-732734ce8d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:01.780672 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-dda90ae0-3f5a-49b9-ae99-1b13f20d3448 None None] Attempt 7 to provision port 0ae73348-47f9-4152-bbc5-e79729361899 Oct 04 09:25:01.882011 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-619ab66a-13a4-42d6-9a11-732734ce8d0c None None] For port 0ae73348-47f9-4152-bbc5-e79729361899, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:25:01.913322 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-619ab66a-13a4-42d6-9a11-732734ce8d0c None None] For port 0ae73348-47f9-4152-bbc5-e79729361899, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=0ae73348-47f9-4152-bbc5-e79729361899,segment=NetworkSegment(a6b27498-b2a7-41ba-9864-ea101fcba15e),segment_id=a6b27498-b2a7-41ba-9864-ea101fcba15e)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:25:01.920455 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-dda90ae0-3f5a-49b9-ae99-1b13f20d3448 None None] Port 0ae73348-47f9-4152-bbc5-e79729361899 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:25:01.924763 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-619ab66a-13a4-42d6-9a11-732734ce8d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:01.975974 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb75ae4-cb87-43b6-95e2-2f03cdbb295e req-729b46e7-0486-4d2b-9574-aee8c54550ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:01.977450 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-1cb75ae4-cb87-43b6-95e2-2f03cdbb295e req-729b46e7-0486-4d2b-9574-aee8c54550ce service neutron] 10.222.0.20 "GET /v2.0/ports/18a0c2a3-38e8-42f0-8f45-ed6a288475c6 HTTP/1.1" status: 200 len: 1027 time: 0.0849693 Oct 04 09:25:01.981090 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619ab66a-13a4-42d6-9a11-732734ce8d0c None None] Routers {'af36b24a-8b4e-4e56-999a-142f8f4c11da'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:25:01.981927 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-619ab66a-13a4-42d6-9a11-732734ce8d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:25:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['af36b24a-8b4e-4e56-999a-142f8f4c11da'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:25:02.064137 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-90330367-e719-411b-9190-cd675f0edb67 req-2dbcdf5c-834b-4ef2-a278-2297d9306f72 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=43635445-76f9-4982-9dbf-ab89fe170f71 HTTP/1.1" status: 200 len: 210 time: 0.0855782 Oct 04 09:25:02.172269 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d11467c-0490-4f67-8222-050f5fd44f5d None None] Pushing event updated for resources: {'Port': ['ID=0ae73348-47f9-4152-bbc5-e79729361899,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:25:02.194601 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb75ae4-cb87-43b6-95e2-2f03cdbb295e req-3c1236ba-3e69-4930-9d7b-651df4d98e96 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:02.196031 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-1cb75ae4-cb87-43b6-95e2-2f03cdbb295e req-3c1236ba-3e69-4930-9d7b-651df4d98e96 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.20 "GET /v2.0/networks?id=8445caf8-ca9b-4349-b8de-35b9efc1e5cc HTTP/1.1" status: 200 len: 796 time: 0.1691198 Oct 04 09:25:02.227425 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-619ab66a-13a4-42d6-9a11-732734ce8d0c None None] Set router af36b24a-8b4e-4e56-999a-142f8f4c11da gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:25:02.261871 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-1cb75ae4-cb87-43b6-95e2-2f03cdbb295e req-fe6d4e49-e760-4911-9072-9ff1e96ca5e6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78fb12e86c5f40beb578bfb97002b5c9 HTTP/1.1" status: 200 len: 473 time: 0.0518427 Oct 04 09:25:02.272468 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [req-1cb75ae4-cb87-43b6-95e2-2f03cdbb295e req-0d6e84f3-577c-4598-97ba-3e900b5e3859 service neutron] Request body: {'port': {'device_id': '43635445-76f9-4982-9dbf-ab89fe170f71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8602'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:25:02.292148 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:02.396690 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-1cb75ae4-cb87-43b6-95e2-2f03cdbb295e req-0d6e84f3-577c-4598-97ba-3e900b5e3859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:02.431715 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-dda90ae0-3f5a-49b9-ae99-1b13f20d3448 None None] Attempt 8 to provision port 0ae73348-47f9-4152-bbc5-e79729361899 Oct 04 09:25:02.543620 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-dda90ae0-3f5a-49b9-ae99-1b13f20d3448 None None] Port 0ae73348-47f9-4152-bbc5-e79729361899 had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 09:25:02.618170 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-619ab66a-13a4-42d6-9a11-732734ce8d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af36b24a-8b4e-4e56-999a-142f8f4c11da', 'name': 'tempest-TestVolumeBootPattern-1635108296-router', 'tenant_id': '684d3a00f30a4a1eaf20c731692cf694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.130'}], 'enable_snat': True}, 'gw_port_id': 'd5433178-7b70-48b8-b029-fceb0d3f422a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:24:53Z', 'updated_at': '2022-10-04T09:24:58Z', 'revision_number': 4, 'project_id': '684d3a00f30a4a1eaf20c731692cf694', 'gw_port': {'id': 'd5433178-7b70-48b8-b029-fceb0d3f422a', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af36b24a-8b4e-4e56-999a-142f8f4c11da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:53Z', 'updated_at': '2022-10-04T09:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '0ae73348-47f9-4152-bbc5-e79729361899', 'name': '', 'network_id': '6d8b53d7-130f-4d9d-bf8d-35a040b8498c', 'tenant_id': '684d3a00f30a4a1eaf20c731692cf694', 'mac_address': 'fa:16:3e:59:d1:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af36b24a-8b4e-4e56-999a-142f8f4c11da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'c7cc9297-406b-4990-9889-9a8045320014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:56Z', 'updated_at': '2022-10-04T09:25:01Z', 'revision_number': 4, 'project_id': '684d3a00f30a4a1eaf20c731692cf694', 'subnets': [{'id': 'c7cc9297-406b-4990-9889-9a8045320014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:25:02.626487 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619ab66a-13a4-42d6-9a11-732734ce8d0c None None] The sync data for ids ['af36b24a-8b4e-4e56-999a-142f8f4c11da'] in dv-neutron-860215-1-hyperv is: [{'id': 'af36b24a-8b4e-4e56-999a-142f8f4c11da', 'name': 'tempest-TestVolumeBootPattern-1635108296-router', 'tenant_id': '684d3a00f30a4a1eaf20c731692cf694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.130'}], 'enable_snat': True}, 'gw_port_id': 'd5433178-7b70-48b8-b029-fceb0d3f422a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:24:53Z', 'updated_at': '2022-10-04T09:24:58Z', 'revision_number': 4, 'project_id': '684d3a00f30a4a1eaf20c731692cf694', 'gw_port': {'id': 'd5433178-7b70-48b8-b029-fceb0d3f422a', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af36b24a-8b4e-4e56-999a-142f8f4c11da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:53Z', 'updated_at': '2022-10-04T09:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '0ae73348-47f9-4152-bbc5-e79729361899', 'name': '', 'network_id': '6d8b53d7-130f-4d9d-bf8d-35a040b8498c', 'tenant_id': '684d3a00f30a4a1eaf20c731692cf694', 'mac_address': 'fa:16:3e:59:d1:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af36b24a-8b4e-4e56-999a-142f8f4c11da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'c7cc9297-406b-4990-9889-9a8045320014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:56Z', 'updated_at': '2022-10-04T09:25:01Z', 'revision_number': 4, 'project_id': '684d3a00f30a4a1eaf20c731692cf694', 'subnets': [{'id': 'c7cc9297-406b-4990-9889-9a8045320014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:25:02.897801 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [req-1cb75ae4-cb87-43b6-95e2-2f03cdbb295e req-0d6e84f3-577c-4598-97ba-3e900b5e3859 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18a0c2a3-38e8-42f0-8f45-ed6a288475c6 {{(pid=89033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:25:02.907445 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-1cb75ae4-cb87-43b6-95e2-2f03cdbb295e req-0d6e84f3-577c-4598-97ba-3e900b5e3859 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:02.942722 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [req-1cb75ae4-cb87-43b6-95e2-2f03cdbb295e req-0d6e84f3-577c-4598-97ba-3e900b5e3859 service neutron] Transition to ACTIVE for port object 18a0c2a3-38e8-42f0-8f45-ed6a288475c6 will not be triggered until provisioned by entity L2. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:25:02.949561 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-1cb75ae4-cb87-43b6-95e2-2f03cdbb295e req-0d6e84f3-577c-4598-97ba-3e900b5e3859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:03.110836 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e84f3-577c-4598-97ba-3e900b5e3859 service neutron] Pushing event updated for resources: {'Port': ['ID=18a0c2a3-38e8-42f0-8f45-ed6a288475c6,revision_number=7']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:25:03.136203 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 0ae73348-47f9-4152-bbc5-e79729361899 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:25:03.298429 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 0ae73348-47f9-4152-bbc5-e79729361899 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:25:03.304308 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 0ae73348-47f9-4152-bbc5-e79729361899 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:25:03.305002 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:03.305825 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 0ae73348-47f9-4152-bbc5-e79729361899 Oct 04 09:25:03.398910 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [req-1cb75ae4-cb87-43b6-95e2-2f03cdbb295e req-0d6e84f3-577c-4598-97ba-3e900b5e3859 service neutron] Attempting to bind port 18a0c2a3-38e8-42f0-8f45-ed6a288475c6 on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:25:03.399322 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [req-1cb75ae4-cb87-43b6-95e2-2f03cdbb295e req-0d6e84f3-577c-4598-97ba-3e900b5e3859 service neutron] Attempting to bind port 18a0c2a3-38e8-42f0-8f45-ed6a288475c6 by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': 'f91f1bae-8e0f-4990-bb5d-1dff7fdd374f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8445caf8-ca9b-4349-b8de-35b9efc1e5cc'}] {{(pid=89033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:25:03.399580 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb75ae4-cb87-43b6-95e2-2f03cdbb295e req-0d6e84f3-577c-4598-97ba-3e900b5e3859 service neutron] Attempting to bind port 18a0c2a3-38e8-42f0-8f45-ed6a288475c6 on network 8445caf8-ca9b-4349-b8de-35b9efc1e5cc {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:25:03.411009 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb75ae4-cb87-43b6-95e2-2f03cdbb295e req-0d6e84f3-577c-4598-97ba-3e900b5e3859 service neutron] Port 18a0c2a3-38e8-42f0-8f45-ed6a288475c6 on network 8445caf8-ca9b-4349-b8de-35b9efc1e5cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:25:03.411341 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb75ae4-cb87-43b6-95e2-2f03cdbb295e req-0d6e84f3-577c-4598-97ba-3e900b5e3859 service neutron] Attempting to bind port 18a0c2a3-38e8-42f0-8f45-ed6a288475c6 on network 8445caf8-ca9b-4349-b8de-35b9efc1e5cc {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:25:03.425285 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb75ae4-cb87-43b6-95e2-2f03cdbb295e req-0d6e84f3-577c-4598-97ba-3e900b5e3859 service neutron] Checking agent: {'id': '1be90a14-1104-4771-996e-684b25b74d15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'started_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:25:03.425648 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb75ae4-cb87-43b6-95e2-2f03cdbb295e req-0d6e84f3-577c-4598-97ba-3e900b5e3859 service neutron] Checking segment: {'id': 'f91f1bae-8e0f-4990-bb5d-1dff7fdd374f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8445caf8-ca9b-4349-b8de-35b9efc1e5cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:25:03.426027 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb75ae4-cb87-43b6-95e2-2f03cdbb295e req-0d6e84f3-577c-4598-97ba-3e900b5e3859 service neutron] Bound using segment: {'id': 'f91f1bae-8e0f-4990-bb5d-1dff7fdd374f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8445caf8-ca9b-4349-b8de-35b9efc1e5cc'} {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:25:03.428833 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca711c8-609c-48a5-80ad-b215788cc70f req-ba8653cc-b631-4729-8e9c-2e148b6356f7 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:03.429384 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [req-1cb75ae4-cb87-43b6-95e2-2f03cdbb295e req-0d6e84f3-577c-4598-97ba-3e900b5e3859 service neutron] Bound port: 18a0c2a3-38e8-42f0-8f45-ed6a288475c6, host: hv-neutron-8602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f91f1bae-8e0f-4990-bb5d-1dff7fdd374f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8445caf8-ca9b-4349-b8de-35b9efc1e5cc'}}] {{(pid=89033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:25:03.429748 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-1cb75ae4-cb87-43b6-95e2-2f03cdbb295e req-0d6e84f3-577c-4598-97ba-3e900b5e3859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:03.443184 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-bca711c8-609c-48a5-80ad-b215788cc70f req-ba8653cc-b631-4729-8e9c-2e148b6356f7 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=43635445-76f9-4982-9dbf-ab89fe170f71 HTTP/1.1" status: 200 len: 982 time: 0.2064366 Oct 04 09:25:03.486653 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 0ae73348-47f9-4152-bbc5-e79729361899 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:25:03.487001 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:03.536727 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-bca711c8-609c-48a5-80ad-b215788cc70f req-f0e9986d-a1f5-4663-891c-34ef78471390 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7311daf-fddf-4e95-b62f-0bccf6bbb467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926421 Oct 04 09:25:03.549074 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 0ae73348-47f9-4152-bbc5-e79729361899, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=0ae73348-47f9-4152-bbc5-e79729361899,segment=NetworkSegment(a6b27498-b2a7-41ba-9864-ea101fcba15e),segment_id=a6b27498-b2a7-41ba-9864-ea101fcba15e)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:25:03.567733 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:03.593144 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [req-1cb75ae4-cb87-43b6-95e2-2f03cdbb295e req-0d6e84f3-577c-4598-97ba-3e900b5e3859 service neutron] For port 18a0c2a3-38e8-42f0-8f45-ed6a288475c6, host hv-neutron-8602, cleared binding levels {{(pid=89033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:25:03.597710 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [req-1cb75ae4-cb87-43b6-95e2-2f03cdbb295e req-0d6e84f3-577c-4598-97ba-3e900b5e3859 service neutron] For port 18a0c2a3-38e8-42f0-8f45-ed6a288475c6, host hv-neutron-8602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=18a0c2a3-38e8-42f0-8f45-ed6a288475c6,segment=NetworkSegment(f91f1bae-8e0f-4990-bb5d-1dff7fdd374f),segment_id=f91f1bae-8e0f-4990-bb5d-1dff7fdd374f)] {{(pid=89033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:25:03.605891 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-1cb75ae4-cb87-43b6-95e2-2f03cdbb295e req-0d6e84f3-577c-4598-97ba-3e900b5e3859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:03.655212 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=0ae73348-47f9-4152-bbc5-e79729361899,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:25:03.669517 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb75ae4-cb87-43b6-95e2-2f03cdbb295e req-0d6e84f3-577c-4598-97ba-3e900b5e3859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:03.670142 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-1cb75ae4-cb87-43b6-95e2-2f03cdbb295e req-0d6e84f3-577c-4598-97ba-3e900b5e3859 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:03.671859 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-1cb75ae4-cb87-43b6-95e2-2f03cdbb295e req-0d6e84f3-577c-4598-97ba-3e900b5e3859 service neutron] 10.222.0.20 "PUT /v2.0/ports/18a0c2a3-38e8-42f0-8f45-ed6a288475c6 HTTP/1.1" status: 200 len: 1132 time: 1.4031830 Oct 04 09:25:03.672863 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43635445-76f9-4982-9dbf-ab89fe170f71', 'tag': '18a0c2a3-38e8-42f0-8f45-ed6a288475c6'}] {{(pid=89033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:25:03.676128 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e417ebe64424eb0358633e416672821aae4ea22acc2211bb28d37655142b7e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47dddf2-7c66-4027-9cb9-42805df050ac" -d '{"events": [{"name": "network-changed", "server_uuid": "43635445-76f9-4982-9dbf-ab89fe170f71", "tag": "18a0c2a3-38e8-42f0-8f45-ed6a288475c6"}]}' {{(pid=89033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:25:03.714289 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e84f3-577c-4598-97ba-3e900b5e3859 service neutron] Pushing event updated for resources: {'Port': ['ID=18a0c2a3-38e8-42f0-8f45-ed6a288475c6,revision_number=8']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:25:03.787036 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234395a7-59b3-47f1-8c5a-3aa1ce801226 x-openstack-request-id: req-234395a7-59b3-47f1-8c5a-3aa1ce801226 {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:25:03.787328 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43635445-76f9-4982-9dbf-ab89fe170f71", "tag": "18a0c2a3-38e8-42f0-8f45-ed6a288475c6", "status": "completed", "code": 200}]} {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:25:03.787580 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-234395a7-59b3-47f1-8c5a-3aa1ce801226 {{(pid=89033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:25:03.788036 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-234395a7-59b3-47f1-8c5a-3aa1ce801226'] response: {'name': 'network-changed', 'server_uuid': '43635445-76f9-4982-9dbf-ab89fe170f71', 'tag': '18a0c2a3-38e8-42f0-8f45-ed6a288475c6', 'status': 'completed', 'code': 200} Oct 04 09:25:03.836829 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb75ae4-cb87-43b6-95e2-2f03cdbb295e req-da71b0e3-65a4-48c7-a3e9-f2d6580ff9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:03.838313 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-1cb75ae4-cb87-43b6-95e2-2f03cdbb295e req-da71b0e3-65a4-48c7-a3e9-f2d6580ff9b1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78fb12e86c5f40beb578bfb97002b5c9&device_id=43635445-76f9-4982-9dbf-ab89fe170f71 HTTP/1.1" status: 200 len: 1135 time: 0.0955527 Oct 04 09:25:04.072658 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-1cb75ae4-cb87-43b6-95e2-2f03cdbb295e req-eb036184-1073-4578-9b58-56b92f2ff151 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18a0c2a3-38e8-42f0-8f45-ed6a288475c6 HTTP/1.1" status: 200 len: 1038 time: 0.2199123 Oct 04 09:25:04.141522 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb75ae4-cb87-43b6-95e2-2f03cdbb295e req-f8b572b0-9615-4351-9e01-2f9cb0f8feb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:04.143004 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-1cb75ae4-cb87-43b6-95e2-2f03cdbb295e req-f8b572b0-9615-4351-9e01-2f9cb0f8feb4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75507439-fea8-40cd-adc7-4c851086afe6 HTTP/1.1" status: 200 len: 834 time: 0.0648274 Oct 04 09:25:04.227886 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb75ae4-cb87-43b6-95e2-2f03cdbb295e req-46bbcf6a-c4e3-4f57-bcdc-45392c2ae169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:04.229401 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-1cb75ae4-cb87-43b6-95e2-2f03cdbb295e req-46bbcf6a-c4e3-4f57-bcdc-45392c2ae169 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8445caf8-ca9b-4349-b8de-35b9efc1e5cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809159 Oct 04 09:25:04.365944 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-1cb75ae4-cb87-43b6-95e2-2f03cdbb295e req-26502975-d270-4b1b-bd9e-79723685036a service neutron] 10.222.0.20 "GET /v2.0/networks/8445caf8-ca9b-4349-b8de-35b9efc1e5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299398 Oct 04 09:25:04.503416 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-1cb75ae4-cb87-43b6-95e2-2f03cdbb295e req-13c609fc-160c-4d1e-b2cc-b3b793bc5aa2 service neutron] 10.222.0.20 "GET /v2.0/networks/8445caf8-ca9b-4349-b8de-35b9efc1e5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319883 Oct 04 09:25:04.681146 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dddf2-7c66-4027-9cb9-42805df050ac req-a7744625-bd9c-4198-b1a5-2f74501f40bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:04.684231 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-d47dddf2-7c66-4027-9cb9-42805df050ac req-a7744625-bd9c-4198-b1a5-2f74501f40bc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78fb12e86c5f40beb578bfb97002b5c9&device_id=43635445-76f9-4982-9dbf-ab89fe170f71 HTTP/1.1" status: 200 len: 1135 time: 0.0839350 Oct 04 09:25:04.762016 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18085a-c233-4448-b53f-00f7c7715111 req-a7416e59-4264-485d-9797-e4f9d313f6e2 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:04.763667 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6f18085a-c233-4448-b53f-00f7c7715111 req-a7416e59-4264-485d-9797-e4f9d313f6e2 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=43635445-76f9-4982-9dbf-ab89fe170f71 HTTP/1.1" status: 200 len: 982 time: 0.1087389 Oct 04 09:25:04.813516 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6f18085a-c233-4448-b53f-00f7c7715111 req-c3bfd8f0-ee94-40ab-9bfb-94ec7457fe0c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7311daf-fddf-4e95-b62f-0bccf6bbb467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439074 Oct 04 09:25:04.857512 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dddf2-7c66-4027-9cb9-42805df050ac req-d9ff75fc-b0a5-456a-8705-29a573b28e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:04.858961 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-d47dddf2-7c66-4027-9cb9-42805df050ac req-d9ff75fc-b0a5-456a-8705-29a573b28e99 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8445caf8-ca9b-4349-b8de-35b9efc1e5cc HTTP/1.1" status: 200 len: 897 time: 0.1699805 Oct 04 09:25:04.959258 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-d47dddf2-7c66-4027-9cb9-42805df050ac req-129c6e9a-7f0b-4ad4-9fa5-77e77812e6e4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18a0c2a3-38e8-42f0-8f45-ed6a288475c6 HTTP/1.1" status: 200 len: 1038 time: 0.0944593 Oct 04 09:25:05.030346 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dddf2-7c66-4027-9cb9-42805df050ac req-6815d1c2-0c2e-4b57-9c2f-468be1744f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:05.032340 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-d47dddf2-7c66-4027-9cb9-42805df050ac req-6815d1c2-0c2e-4b57-9c2f-468be1744f40 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75507439-fea8-40cd-adc7-4c851086afe6 HTTP/1.1" status: 200 len: 834 time: 0.0673027 Oct 04 09:25:05.115013 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 0ae73348-47f9-4152-bbc5-e79729361899 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:25:05.141673 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dddf2-7c66-4027-9cb9-42805df050ac req-45bf34a5-ddfb-4fb8-aa57-4b6fc8e084ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:05.143894 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-d47dddf2-7c66-4027-9cb9-42805df050ac req-45bf34a5-ddfb-4fb8-aa57-4b6fc8e084ed service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8445caf8-ca9b-4349-b8de-35b9efc1e5cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1056929 Oct 04 09:25:05.195569 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 0ae73348-47f9-4152-bbc5-e79729361899 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:25:05.196250 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:05.196659 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 0ae73348-47f9-4152-bbc5-e79729361899 Oct 04 09:25:05.293067 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-d47dddf2-7c66-4027-9cb9-42805df050ac req-840598bd-7336-47b5-ab70-d96d0a6bf949 service neutron] 10.222.0.20 "GET /v2.0/networks/8445caf8-ca9b-4349-b8de-35b9efc1e5cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422420 Oct 04 09:25:05.323958 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 0ae73348-47f9-4152-bbc5-e79729361899 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:25:05.430060 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-d47dddf2-7c66-4027-9cb9-42805df050ac req-6b2724ce-9598-4872-bc60-cde56d563569 service neutron] 10.222.0.20 "GET /v2.0/networks/8445caf8-ca9b-4349-b8de-35b9efc1e5cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301262 Oct 04 09:25:06.020250 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37095640-d028-401d-b82a-e38934f07dd0 req-947e13f3-c130-4ffb-8940-b315b65b5d88 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:06.021813 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-37095640-d028-401d-b82a-e38934f07dd0 req-947e13f3-c130-4ffb-8940-b315b65b5d88 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=43635445-76f9-4982-9dbf-ab89fe170f71 HTTP/1.1" status: 200 len: 982 time: 0.0923007 Oct 04 09:25:06.071450 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-37095640-d028-401d-b82a-e38934f07dd0 req-22d33c6e-65ff-44ec-abb6-823f0cc15ee6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7311daf-fddf-4e95-b62f-0bccf6bbb467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395384 Oct 04 09:25:07.277472 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a5dda-d4b3-41b3-af0f-9f0982179fae req-a80420e4-fcd9-4e6e-825d-5c85579fbbea tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:07.278852 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a86a5dda-d4b3-41b3-af0f-9f0982179fae req-a80420e4-fcd9-4e6e-825d-5c85579fbbea tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=43635445-76f9-4982-9dbf-ab89fe170f71 HTTP/1.1" status: 200 len: 982 time: 0.0919437 Oct 04 09:25:07.429041 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a86a5dda-d4b3-41b3-af0f-9f0982179fae req-d7e02640-4184-4a44-97d7-f33beab249d7 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7311daf-fddf-4e95-b62f-0bccf6bbb467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429489 Oct 04 09:25:08.635544 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127a656-ec08-4dbe-b66c-b538721726e6 req-b1bc941c-9957-4f48-b45d-66dd21cceff2 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:08.636945 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-9127a656-ec08-4dbe-b66c-b538721726e6 req-b1bc941c-9957-4f48-b45d-66dd21cceff2 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=43635445-76f9-4982-9dbf-ab89fe170f71 HTTP/1.1" status: 200 len: 982 time: 0.0918856 Oct 04 09:25:08.682727 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-9127a656-ec08-4dbe-b66c-b538721726e6 req-3013cb67-8594-4428-8c1f-67a8f3a997d8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7311daf-fddf-4e95-b62f-0bccf6bbb467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392914 Oct 04 09:25:09.472388 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 18a0c2a3-38e8-42f0-8f45-ed6a288475c6 details requested by agent hyperv_hv-neutron-8602 with host hv-neutron-8602 {{(pid=89034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 04 09:25:09.617704 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 18a0c2a3-38e8-42f0-8f45-ed6a288475c6, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=18a0c2a3-38e8-42f0-8f45-ed6a288475c6,segment=NetworkSegment(f91f1bae-8e0f-4990-bb5d-1dff7fdd374f),segment_id=f91f1bae-8e0f-4990-bb5d-1dff7fdd374f)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:25:09.633227 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Returning: {'device': '18a0c2a3-38e8-42f0-8f45-ed6a288475c6', 'network_id': '8445caf8-ca9b-4349-b8de-35b9efc1e5cc', 'port_id': '18a0c2a3-38e8-42f0-8f45-ed6a288475c6', 'mac_address': 'fa:16:3e:d2:21:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75507439-fea8-40cd-adc7-4c851086afe6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 04 09:25:09.698603 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 18a0c2a3-38e8-42f0-8f45-ed6a288475c6 is: DOWN; New status is: BUILD {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:25:09.698991 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:09.720182 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18a0c2a3-38e8-42f0-8f45-ed6a288475c6 {{(pid=89034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:25:09.740084 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 18a0c2a3-38e8-42f0-8f45-ed6a288475c6, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=18a0c2a3-38e8-42f0-8f45-ed6a288475c6,segment=NetworkSegment(f91f1bae-8e0f-4990-bb5d-1dff7fdd374f),segment_id=f91f1bae-8e0f-4990-bb5d-1dff7fdd374f)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:25:09.748140 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:09.829343 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=18a0c2a3-38e8-42f0-8f45-ed6a288475c6,revision_number=9']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:25:09.900267 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d995c-23a8-49e3-ac86-b41c80ff1418 req-1225648c-7bbf-41fc-b507-d2b51822aeec tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:09.901737 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-101d995c-23a8-49e3-ac86-b41c80ff1418 req-1225648c-7bbf-41fc-b507-d2b51822aeec tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=43635445-76f9-4982-9dbf-ab89fe170f71 HTTP/1.1" status: 200 len: 983 time: 0.0916531 Oct 04 09:25:09.947334 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-101d995c-23a8-49e3-ac86-b41c80ff1418 req-3ddd48fc-d176-4e61-8f91-7f2bda1e7573 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7311daf-fddf-4e95-b62f-0bccf6bbb467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391295 Oct 04 09:25:10.193027 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['18a0c2a3-38e8-42f0-8f45-ed6a288475c6'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 09:25:11.136939 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:11.155182 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd80ba1-84bf-4653-b074-cec3fedf2757 req-64bce9a8-8399-41d0-9b4a-2e58fbef9f0b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:11.157464 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-dcd80ba1-84bf-4653-b074-cec3fedf2757 req-64bce9a8-8399-41d0-9b4a-2e58fbef9f0b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=43635445-76f9-4982-9dbf-ab89fe170f71 HTTP/1.1" status: 200 len: 983 time: 0.0955338 Oct 04 09:25:11.204926 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-dcd80ba1-84bf-4653-b074-cec3fedf2757 req-71d9e37c-a85e-4037-99cb-71729e69c772 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7311daf-fddf-4e95-b62f-0bccf6bbb467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394945 Oct 04 09:25:11.487291 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 18a0c2a3-38e8-42f0-8f45-ed6a288475c6 up at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:25:11.555085 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning for port 18a0c2a3-38e8-42f0-8f45-ed6a288475c6 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:25:11.559928 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning complete for port 18a0c2a3-38e8-42f0-8f45-ed6a288475c6 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:25:11.560299 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:11.560665 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Attempt 1 to provision port 18a0c2a3-38e8-42f0-8f45-ed6a288475c6 Oct 04 09:25:11.687086 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 18a0c2a3-38e8-42f0-8f45-ed6a288475c6 is: BUILD; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:25:11.688043 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:11.719034 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43635445-76f9-4982-9dbf-ab89fe170f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18a0c2a3-38e8-42f0-8f45-ed6a288475c6'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:25:11.721319 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aef738b946a3ea172e8e75fc735451da1d91f114ea1acc5fcf392e20a929bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5964d804-0285-4704-8abb-c0545669c2c4" -d '{"events": [{"server_uuid": "43635445-76f9-4982-9dbf-ab89fe170f71", "name": "network-vif-plugged", "status": "completed", "tag": "18a0c2a3-38e8-42f0-8f45-ed6a288475c6"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:25:11.734355 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 18a0c2a3-38e8-42f0-8f45-ed6a288475c6, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=18a0c2a3-38e8-42f0-8f45-ed6a288475c6,segment=NetworkSegment(f91f1bae-8e0f-4990-bb5d-1dff7fdd374f),segment_id=f91f1bae-8e0f-4990-bb5d-1dff7fdd374f)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:25:11.753643 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:11.790313 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04ffd85-fdcb-4617-8409-db8a7231b4c3 x-openstack-request-id: req-d04ffd85-fdcb-4617-8409-db8a7231b4c3 {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:25:11.790606 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43635445-76f9-4982-9dbf-ab89fe170f71", "name": "network-vif-plugged", "status": "completed", "tag": "18a0c2a3-38e8-42f0-8f45-ed6a288475c6", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:25:11.790856 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d04ffd85-fdcb-4617-8409-db8a7231b4c3 {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:25:11.791242 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d04ffd85-fdcb-4617-8409-db8a7231b4c3'] response: {'server_uuid': '43635445-76f9-4982-9dbf-ab89fe170f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18a0c2a3-38e8-42f0-8f45-ed6a288475c6', 'code': 200} Oct 04 09:25:11.833873 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=18a0c2a3-38e8-42f0-8f45-ed6a288475c6,revision_number=10']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:25:12.031824 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c7fbd-a37a-4b6f-802a-b632e0279eca req-098cd9ea-18e2-48c0-8a2f-6c5d47071030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:12.033262 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-c75c7fbd-a37a-4b6f-802a-b632e0279eca req-098cd9ea-18e2-48c0-8a2f-6c5d47071030 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=43635445-76f9-4982-9dbf-ab89fe170f71 HTTP/1.1" status: 200 len: 1138 time: 0.0788903 Oct 04 09:25:12.072957 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-c75c7fbd-a37a-4b6f-802a-b632e0279eca req-00417a5d-53cc-4f3c-82d1-7333d3eabbe0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d7311daf-fddf-4e95-b62f-0bccf6bbb467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337789 Oct 04 09:25:12.407205 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb3334-b9e4-4118-ba97-447f6a20e391 req-dc4d0e5a-f37b-41fe-9708-9c9f493d0b1b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:12.408713 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-0bfb3334-b9e4-4118-ba97-447f6a20e391 req-dc4d0e5a-f37b-41fe-9708-9c9f493d0b1b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=43635445-76f9-4982-9dbf-ab89fe170f71 HTTP/1.1" status: 200 len: 985 time: 0.0928786 Oct 04 09:25:12.559015 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-0bfb3334-b9e4-4118-ba97-447f6a20e391 req-470606e8-4296-4a92-9587-8ee799eb2e94 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7311daf-fddf-4e95-b62f-0bccf6bbb467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446993 Oct 04 09:25:13.768709 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b128341-7bf3-4954-ac8d-e245cbd3ff6d req-03edb996-4c7a-4f94-8534-0b9614fc72a2 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:13.770287 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0b128341-7bf3-4954-ac8d-e245cbd3ff6d req-03edb996-4c7a-4f94-8534-0b9614fc72a2 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=43635445-76f9-4982-9dbf-ab89fe170f71 HTTP/1.1" status: 200 len: 985 time: 0.0995924 Oct 04 09:25:13.814799 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0b128341-7bf3-4954-ac8d-e245cbd3ff6d req-4f32dd9b-9d31-45ba-b529-444070b890e5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7311daf-fddf-4e95-b62f-0bccf6bbb467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386000 Oct 04 09:25:14.016461 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b17a0c-4cf6-4d5b-84f5-687b8b31e488 req-db20b060-ca68-4cc5-b3ee-b01bbde7701d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:14.017885 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-82b17a0c-4cf6-4d5b-84f5-687b8b31e488 req-db20b060-ca68-4cc5-b3ee-b01bbde7701d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=43635445-76f9-4982-9dbf-ab89fe170f71 HTTP/1.1" status: 200 len: 985 time: 0.0895672 Oct 04 09:25:14.068151 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-82b17a0c-4cf6-4d5b-84f5-687b8b31e488 req-f8377f0e-336a-48f7-8cb4-a6561c6f9c01 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7311daf-fddf-4e95-b62f-0bccf6bbb467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444670 Oct 04 09:25:14.097411 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 37480) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:25:14.185345 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3a8cb7-cd9d-42be-bb49-55b5bc441da6 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:14.186906 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-2d3a8cb7-cd9d-42be-bb49-55b5bc441da6 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=43635445-76f9-4982-9dbf-ab89fe170f71&network_id=8445caf8-ca9b-4349-b8de-35b9efc1e5cc HTTP/1.1" status: 200 len: 1133 time: 0.0885091 Oct 04 09:25:14.587550 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f7e8ad-ea87-4bf4-be48-89d2756cbf36 req-324aceac-a695-4866-8d9e-c32971160437 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:14.589167 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-03f7e8ad-ea87-4bf4-be48-89d2756cbf36 req-324aceac-a695-4866-8d9e-c32971160437 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=43635445-76f9-4982-9dbf-ab89fe170f71 HTTP/1.1" status: 200 len: 985 time: 0.0933418 Oct 04 09:25:14.634728 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-03f7e8ad-ea87-4bf4-be48-89d2756cbf36 req-dda01615-30ba-47b8-a47a-7f6ba3d89216 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7311daf-fddf-4e95-b62f-0bccf6bbb467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388269 Oct 04 09:25:15.868170 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78634ebf-3aa2-4714-9fd5-cca1ceda7274 req-d02ab986-d307-47a3-a0a8-0fd45d0d138b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:15.869998 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-78634ebf-3aa2-4714-9fd5-cca1ceda7274 req-d02ab986-d307-47a3-a0a8-0fd45d0d138b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=43635445-76f9-4982-9dbf-ab89fe170f71 HTTP/1.1" status: 200 len: 985 time: 0.1096017 Oct 04 09:25:15.925004 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-78634ebf-3aa2-4714-9fd5-cca1ceda7274 req-ed227001-f4c9-4c0d-a7eb-ae8859b7ba8c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7311daf-fddf-4e95-b62f-0bccf6bbb467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481327 Oct 04 09:25:16.034741 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa698f-f8e7-4029-bf9d-b00d061bc018 req-c0d9a525-b02d-46a8-9b57-a6a11fb7653d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:16.036519 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-a8aa698f-f8e7-4029-bf9d-b00d061bc018 req-c0d9a525-b02d-46a8-9b57-a6a11fb7653d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.20 "GET /v2.0/ports?device_id=43635445-76f9-4982-9dbf-ab89fe170f71 HTTP/1.1" status: 200 len: 985 time: 0.0993764 Oct 04 09:25:16.131856 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa698f-f8e7-4029-bf9d-b00d061bc018 req-bc88ce3d-a218-4f19-a8ea-0ad4ca187957 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:16.133393 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-a8aa698f-f8e7-4029-bf9d-b00d061bc018 req-bc88ce3d-a218-4f19-a8ea-0ad4ca187957 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.20 "GET /v2.0/ports/18a0c2a3-38e8-42f0-8f45-ed6a288475c6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0902278 Oct 04 09:25:16.308198 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-a8aa698f-f8e7-4029-bf9d-b00d061bc018 req-35e0c41a-8eaf-4e85-a74f-725b886011c2 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.20 "GET /v2.0/networks/8445caf8-ca9b-4349-b8de-35b9efc1e5cc?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1700144 Oct 04 09:25:16.320684 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [req-a8aa698f-f8e7-4029-bf9d-b00d061bc018 req-6c5e4a26-bac5-473c-825e-db3abf3918e6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:25:16.444542 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-a8aa698f-f8e7-4029-bf9d-b00d061bc018 req-6c5e4a26-bac5-473c-825e-db3abf3918e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:16.642823 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [req-a8aa698f-f8e7-4029-bf9d-b00d061bc018 req-6c5e4a26-bac5-473c-825e-db3abf3918e6 service neutron] For port 18a0c2a3-38e8-42f0-8f45-ed6a288475c6, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=18a0c2a3-38e8-42f0-8f45-ed6a288475c6,segment=NetworkSegment(f91f1bae-8e0f-4990-bb5d-1dff7fdd374f),segment_id=f91f1bae-8e0f-4990-bb5d-1dff7fdd374f)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:25:16.673572 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [req-a8aa698f-f8e7-4029-bf9d-b00d061bc018 req-6c5e4a26-bac5-473c-825e-db3abf3918e6 service neutron] For port 18a0c2a3-38e8-42f0-8f45-ed6a288475c6, host hv-neutron-8602, cleared binding levels {{(pid=89033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:25:16.724006 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [req-a8aa698f-f8e7-4029-bf9d-b00d061bc018 req-6c5e4a26-bac5-473c-825e-db3abf3918e6 service neutron] device_id is not set on port 18a0c2a3-38e8-42f0-8f45-ed6a288475c6 yet. {{(pid=89033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 04 09:25:16.736582 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-a8aa698f-f8e7-4029-bf9d-b00d061bc018 req-6c5e4a26-bac5-473c-825e-db3abf3918e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:16.744065 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-a8aa698f-f8e7-4029-bf9d-b00d061bc018 req-6c5e4a26-bac5-473c-825e-db3abf3918e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:16.886760 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5e4a26-bac5-473c-825e-db3abf3918e6 service neutron] Pushing event updated for resources: {'Port': ['ID=18a0c2a3-38e8-42f0-8f45-ed6a288475c6,revision_number=11']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:25:16.928505 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5e4a26-bac5-473c-825e-db3abf3918e6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:25:16.928999 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5e4a26-bac5-473c-825e-db3abf3918e6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:25:16.929142 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5e4a26-bac5-473c-825e-db3abf3918e6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:25:16.929422 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5e4a26-bac5-473c-825e-db3abf3918e6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:25:16.929791 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5e4a26-bac5-473c-825e-db3abf3918e6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:25:16.930095 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5e4a26-bac5-473c-825e-db3abf3918e6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:25:16.930465 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5e4a26-bac5-473c-825e-db3abf3918e6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:25:16.930828 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5e4a26-bac5-473c-825e-db3abf3918e6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:25:16.931105 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5e4a26-bac5-473c-825e-db3abf3918e6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:25:16.931430 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5e4a26-bac5-473c-825e-db3abf3918e6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:25:16.931754 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5e4a26-bac5-473c-825e-db3abf3918e6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:25:16.932077 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5e4a26-bac5-473c-825e-db3abf3918e6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:25:16.941705 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8aa698f-f8e7-4029-bf9d-b00d061bc018 req-6c5e4a26-bac5-473c-825e-db3abf3918e6 service neutron] No DVR routers for this DVR port 18a0c2a3-38e8-42f0-8f45-ed6a288475c6 on host hv-neutron-8602 {{(pid=89033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:25:17.142357 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-4d8845ff-3ccf-44bd-8186-891cb71fc0d4 req-3b975d0b-8a5d-4857-bc69-bfe6967ae67f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=43635445-76f9-4982-9dbf-ab89fe170f71 HTTP/1.1" status: 200 len: 210 time: 0.0620105 Oct 04 09:25:17.326547 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [req-a8aa698f-f8e7-4029-bf9d-b00d061bc018 req-6c5e4a26-bac5-473c-825e-db3abf3918e6 service neutron] In _notify_port_updated(), no bound segment for port 18a0c2a3-38e8-42f0-8f45-ed6a288475c6 on network 8445caf8-ca9b-4349-b8de-35b9efc1e5cc {{(pid=89033) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 04 09:25:17.327438 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa698f-f8e7-4029-bf9d-b00d061bc018 req-6c5e4a26-bac5-473c-825e-db3abf3918e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:17.328073 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-a8aa698f-f8e7-4029-bf9d-b00d061bc018 req-6c5e4a26-bac5-473c-825e-db3abf3918e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:17.329357 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-a8aa698f-f8e7-4029-bf9d-b00d061bc018 req-6c5e4a26-bac5-473c-825e-db3abf3918e6 service neutron] 10.222.0.20 "PUT /v2.0/ports/18a0c2a3-38e8-42f0-8f45-ed6a288475c6 HTTP/1.1" status: 200 len: 1028 time: 1.0142202 Oct 04 09:25:17.459996 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-7fb1fdc4-d9fa-4ad0-9fdb-6265ac4666fe req-95d302b8-2d71-4722-8496-eac298334205 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Synchronizing usage tracker for tenant:69ab5abc53ab44718bcbb9547c2b2d0e on resource:security_group {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:25:17.478283 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-7fb1fdc4-d9fa-4ad0-9fdb-6265ac4666fe req-95d302b8-2d71-4722-8496-eac298334205 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Unset dirty status for tenant:69ab5abc53ab44718bcbb9547c2b2d0e on resource:security_group {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:25:17.479589 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7fb1fdc4-d9fa-4ad0-9fdb-6265ac4666fe req-95d302b8-2d71-4722-8496-eac298334205 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1532431143&fields=id&tenant_id=69ab5abc53ab44718bcbb9547c2b2d0e HTTP/1.1" status: 200 len: 267 time: 0.0612712 Oct 04 09:25:17.630109 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1fdc4-d9fa-4ad0-9fdb-6265ac4666fe req-b8843daf-2fe2-4ae3-b6fc-f12ff8bbad31 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:17.630792 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-7fb1fdc4-d9fa-4ad0-9fdb-6265ac4666fe req-b8843daf-2fe2-4ae3-b6fc-f12ff8bbad31 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Synchronizing usage tracker for tenant:69ab5abc53ab44718bcbb9547c2b2d0e on resource:network {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:25:17.647462 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-7fb1fdc4-d9fa-4ad0-9fdb-6265ac4666fe req-b8843daf-2fe2-4ae3-b6fc-f12ff8bbad31 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Unset dirty status for tenant:69ab5abc53ab44718bcbb9547c2b2d0e on resource:network {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:25:17.648677 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7fb1fdc4-d9fa-4ad0-9fdb-6265ac4666fe req-b8843daf-2fe2-4ae3-b6fc-f12ff8bbad31 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/networks?id=47b14212-cea9-47cb-815c-888460239551 HTTP/1.1" status: 200 len: 812 time: 0.1623092 Oct 04 09:25:17.663695 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7fb1fdc4-d9fa-4ad0-9fdb-6265ac4666fe req-0862429d-68db-4b66-ad92-9447c145da96 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/quotas/69ab5abc53ab44718bcbb9547c2b2d0e HTTP/1.1" status: 200 len: 375 time: 0.0095270 Oct 04 09:25:17.763707 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7fb1fdc4-d9fa-4ad0-9fdb-6265ac4666fe req-0bc0e56e-d144-4d15-a79c-40b436a5ae89 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=69ab5abc53ab44718bcbb9547c2b2d0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0950084 Oct 04 09:25:17.902659 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7fb1fdc4-d9fa-4ad0-9fdb-6265ac4666fe req-94377fa0-5bbc-4dc5-b416-1d35af6dbe4d service neutron] 10.222.0.50 "GET /v2.0/networks/47b14212-cea9-47cb-815c-888460239551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264644 Oct 04 09:25:18.041987 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7fb1fdc4-d9fa-4ad0-9fdb-6265ac4666fe req-4e67f95a-4350-419c-8fa3-981a31b18404 service neutron] 10.222.0.50 "GET /v2.0/networks/47b14212-cea9-47cb-815c-888460239551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327188 Oct 04 09:25:18.241433 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 37522) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:25:18.321921 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bc635b32-b416-4687-a307-e2ca8278377f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:18.351754 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bc635b32-b416-4687-a307-e2ca8278377f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:18.425610 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bc635b32-b416-4687-a307-e2ca8278377f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:18.436714 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-1d0e8eae-d9c4-4c53-8ae8-32dbbe60f498 req-9c4229cb-9673-47c8-a11b-c5a3cb38e517 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Synchronizing usage tracker for tenant:69ab5abc53ab44718bcbb9547c2b2d0e on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:25:18.455326 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-1d0e8eae-d9c4-4c53-8ae8-32dbbe60f498 req-9c4229cb-9673-47c8-a11b-c5a3cb38e517 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Unset dirty status for tenant:69ab5abc53ab44718bcbb9547c2b2d0e on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:25:18.457133 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-1d0e8eae-d9c4-4c53-8ae8-32dbbe60f498 req-9c4229cb-9673-47c8-a11b-c5a3cb38e517 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/ports?device_id=bea79169-9eae-415e-96f7-ed8e4122bc83 HTTP/1.1" status: 200 len: 210 time: 0.0701139 Oct 04 09:25:18.461978 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc635b32-b416-4687-a307-e2ca8278377f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a412eb-2205-4e4a-a1fa-c9cbbddc6f64,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:25:18.480320 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc635b32-b416-4687-a307-e2ca8278377f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:25:18.480930 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc635b32-b416-4687-a307-e2ca8278377f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:25:18.481262 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc635b32-b416-4687-a307-e2ca8278377f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:25:18.481784 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc635b32-b416-4687-a307-e2ca8278377f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:25:18.482553 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc635b32-b416-4687-a307-e2ca8278377f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:25:18.483396 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc635b32-b416-4687-a307-e2ca8278377f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:25:18.484337 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc635b32-b416-4687-a307-e2ca8278377f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:25:18.484665 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc635b32-b416-4687-a307-e2ca8278377f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:25:18.485189 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc635b32-b416-4687-a307-e2ca8278377f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:25:18.485710 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc635b32-b416-4687-a307-e2ca8278377f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:25:18.486155 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc635b32-b416-4687-a307-e2ca8278377f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:25:18.486921 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc635b32-b416-4687-a307-e2ca8278377f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:25:18.496626 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bc635b32-b416-4687-a307-e2ca8278377f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:18.498880 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-bc635b32-b416-4687-a307-e2ca8278377f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "DELETE /v2.0/security-groups/74a412eb-2205-4e4a-a1fa-c9cbbddc6f64 HTTP/1.1" status: 204 len: 168 time: 0.2559357 Oct 04 09:25:18.537391 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 37536) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:25:18.743062 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-a50839fd-2761-4e24-a6a0-15b5b7241cf9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Deleting port bd4cb740-2c3b-4ff1-9542-0cbde2f99ca4 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:25:18.743503 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a50839fd-2761-4e24-a6a0-15b5b7241cf9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:18.916756 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a50839fd-2761-4e24-a6a0-15b5b7241cf9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:18.917076 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a50839fd-2761-4e24-a6a0-15b5b7241cf9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:19.039982 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-a50839fd-2761-4e24-a6a0-15b5b7241cf9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Calling delete_port for bd4cb740-2c3b-4ff1-9542-0cbde2f99ca4 owned by network:floatingip {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:25:19.183547 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a50839fd-2761-4e24-a6a0-15b5b7241cf9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:19.229925 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50839fd-2761-4e24-a6a0-15b5b7241cf9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'Port': ['ID=bd4cb740-2c3b-4ff1-9542-0cbde2f99ca4,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:25:19.325686 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a50839fd-2761-4e24-a6a0-15b5b7241cf9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for floatingip, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:19.326048 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.l3_db [None req-a50839fd-2761-4e24-a6a0-15b5b7241cf9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Floating IP d4f4a730-83e8-4d48-86a2-b838c3a528e5 disassociated (deleted). External IP: 172.26.10.72, port: 18a0c2a3-38e8-42f0-8f45-ed6a288475c6. Oct 04 09:25:19.541749 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 18a0c2a3-38e8-42f0-8f45-ed6a288475c6 no longer exists at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:25:19.602152 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 18a0c2a3-38e8-42f0-8f45-ed6a288475c6 not bound to the agent host hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:25:19.658984 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-3b2065b9-d389-487d-980d-babd250b7f65 req-4d4c7aef-a94e-46a9-8f2e-3f1bce4569c2 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/ports?device_id=bea79169-9eae-415e-96f7-ed8e4122bc83 HTTP/1.1" status: 200 len: 210 time: 0.0657206 Oct 04 09:25:19.722046 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1fdc4-d9fa-4ad0-9fdb-6265ac4666fe req-b3b66870-00c9-49b3-bc82-2b90f9318dd8 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:19.723687 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7fb1fdc4-d9fa-4ad0-9fdb-6265ac4666fe req-b3b66870-00c9-49b3-bc82-2b90f9318dd8 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.20 "GET /v2.0/networks?id=47b14212-cea9-47cb-815c-888460239551 HTTP/1.1" status: 200 len: 812 time: 0.3362401 Oct 04 09:25:19.976770 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-7fb1fdc4-d9fa-4ad0-9fdb-6265ac4666fe req-5d20e1af-3c80-4f38-8140-79e430c49412 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Synchronizing usage tracker for tenant:69ab5abc53ab44718bcbb9547c2b2d0e on resource:security_group {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:25:19.999580 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-7fb1fdc4-d9fa-4ad0-9fdb-6265ac4666fe req-5d20e1af-3c80-4f38-8140-79e430c49412 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Unset dirty status for tenant:69ab5abc53ab44718bcbb9547c2b2d0e on resource:security_group {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:25:20.000718 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7fb1fdc4-d9fa-4ad0-9fdb-6265ac4666fe req-5d20e1af-3c80-4f38-8140-79e430c49412 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69ab5abc53ab44718bcbb9547c2b2d0e HTTP/1.1" status: 200 len: 380 time: 0.1450448 Oct 04 09:25:20.011331 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [req-7fb1fdc4-d9fa-4ad0-9fdb-6265ac4666fe req-a1718ad3-49d2-466a-866d-e26178c1fe8a tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Request body: {'port': {'device_id': 'bea79169-9eae-415e-96f7-ed8e4122bc83', 'network_id': '47b14212-cea9-47cb-815c-888460239551', 'admin_state_up': True, 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'security_groups': ['f0ddcbf8-af52-48fe-889a-d7fbc34ba664']}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:25:20.031257 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a50839fd-2761-4e24-a6a0-15b5b7241cf9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Router b87b3228-38db-4ba7-af88-ae2576e4172e has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:25:20.295789 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [req-7fb1fdc4-d9fa-4ad0-9fdb-6265ac4666fe req-a1718ad3-49d2-466a-866d-e26178c1fe8a tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:25:20.313397 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [req-7fb1fdc4-d9fa-4ad0-9fdb-6265ac4666fe req-a1718ad3-49d2-466a-866d-e26178c1fe8a tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:25:20.324545 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50839fd-2761-4e24-a6a0-15b5b7241cf9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:25:20.334008 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fb1fdc4-d9fa-4ad0-9fdb-6265ac4666fe req-a1718ad3-49d2-466a-866d-e26178c1fe8a tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Made reservation on behalf of 69ab5abc53ab44718bcbb9547c2b2d0e for: {'port': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:25:20.336071 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029b27ac-a20b-4de5-ad59-710f96a16c74 None None] Sync routers for ids ['b87b3228-38db-4ba7-af88-ae2576e4172e'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:25:20.337410 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-7fb1fdc4-d9fa-4ad0-9fdb-6265ac4666fe req-a1718ad3-49d2-466a-866d-e26178c1fe8a tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:20.345814 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029b27ac-a20b-4de5-ad59-710f96a16c74 None None] Routers {'b87b3228-38db-4ba7-af88-ae2576e4172e'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:25:20.346370 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-029b27ac-a20b-4de5-ad59-710f96a16c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:25:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['b87b3228-38db-4ba7-af88-ae2576e4172e'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:25:20.399174 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a50839fd-2761-4e24-a6a0-15b5b7241cf9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:20.488540 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a50839fd-2761-4e24-a6a0-15b5b7241cf9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "DELETE /v2.0/floatingips/d4f4a730-83e8-4d48-86a2-b838c3a528e5 HTTP/1.1" status: 204 len: 168 time: 1.9478347 Oct 04 09:25:20.533140 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-029b27ac-a20b-4de5-ad59-710f96a16c74 None None] Set router b87b3228-38db-4ba7-af88-ae2576e4172e gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:25:20.554695 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [req-7fb1fdc4-d9fa-4ad0-9fdb-6265ac4666fe req-a1718ad3-49d2-466a-866d-e26178c1fe8a tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Allocated IP 172.20.0.13 (47b14212-cea9-47cb-815c-888460239551/5d6ad6fc-1b52-4c37-8942-5241b791dd73/4b8a4dbc-c37d-403b-a2d3-42a948480baa) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:25:20.689653 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 37554) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:25:20.766058 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-7fb1fdc4-d9fa-4ad0-9fdb-6265ac4666fe req-a1718ad3-49d2-466a-866d-e26178c1fe8a tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:20.785701 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [req-7fb1fdc4-d9fa-4ad0-9fdb-6265ac4666fe req-a1718ad3-49d2-466a-866d-e26178c1fe8a tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Transition to ACTIVE for port object 4b8a4dbc-c37d-403b-a2d3-42a948480baa will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:25:20.820551 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-7fb1fdc4-d9fa-4ad0-9fdb-6265ac4666fe req-a1718ad3-49d2-466a-866d-e26178c1fe8a tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:20.895630 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-029b27ac-a20b-4de5-ad59-710f96a16c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b87b3228-38db-4ba7-af88-ae2576e4172e', 'name': 'tempest-TestNetworkBasicOps-router-214549319', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.176'}], 'enable_snat': True}, 'gw_port_id': 'e6b8d965-95e5-4e2a-9a40-69c9d7287a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:24:24Z', 'updated_at': '2022-10-04T09:24:29Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': 'e6b8d965-95e5-4e2a-9a40-69c9d7287a54', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:81:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87b3228-38db-4ba7-af88-ae2576e4172e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:25Z', 'updated_at': '2022-10-04T09:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': 'f8724b17-ef22-418d-bd58-c0036f9ecc1d', 'name': '', 'network_id': '8445caf8-ca9b-4349-b8de-35b9efc1e5cc', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:32:87:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87b3228-38db-4ba7-af88-ae2576e4172e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '75507439-fea8-40cd-adc7-4c851086afe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:28Z', 'updated_at': '2022-10-04T09:24:35Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': '75507439-fea8-40cd-adc7-4c851086afe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:25:20.899582 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029b27ac-a20b-4de5-ad59-710f96a16c74 None None] Checking router: b87b3228-38db-4ba7-af88-ae2576e4172e for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:25:20.909027 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029b27ac-a20b-4de5-ad59-710f96a16c74 None None] Routers {'b87b3228-38db-4ba7-af88-ae2576e4172e'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:25:20.909645 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-029b27ac-a20b-4de5-ad59-710f96a16c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:25:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['b87b3228-38db-4ba7-af88-ae2576e4172e'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:25:20.916126 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fb1fdc4-d9fa-4ad0-9fdb-6265ac4666fe req-a1718ad3-49d2-466a-866d-e26178c1fe8a tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Network 47b14212-cea9-47cb-815c-888460239551 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:25:20.920472 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [req-7fb1fdc4-d9fa-4ad0-9fdb-6265ac4666fe req-a1718ad3-49d2-466a-866d-e26178c1fe8a tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:25:20.925409 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb1fdc4-d9fa-4ad0-9fdb-6265ac4666fe req-a1718ad3-49d2-466a-866d-e26178c1fe8a tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:25:20.937701 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e93686fd-a682-4f73-9a2c-85ed7887b79f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:20.970713 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e966e875-e025-48b0-966c-96b28ef3c14e req-70b785d3-187f-46fe-a1af-9f70ae5b74d3 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:20.972774 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e966e875-e025-48b0-966c-96b28ef3c14e req-70b785d3-187f-46fe-a1af-9f70ae5b74d3 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/ports?device_id=bea79169-9eae-415e-96f7-ed8e4122bc83 HTTP/1.1" status: 200 len: 932 time: 0.1856349 Oct 04 09:25:20.988735 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1718ad3-49d2-466a-866d-e26178c1fe8a tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Pushing event updated for resources: {'Port': ['ID=4b8a4dbc-c37d-403b-a2d3-42a948480baa,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:25:21.014486 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e93686fd-a682-4f73-9a2c-85ed7887b79f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:21.021438 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1fdc4-d9fa-4ad0-9fdb-6265ac4666fe req-a1718ad3-49d2-466a-866d-e26178c1fe8a tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:21.024265 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-7fb1fdc4-d9fa-4ad0-9fdb-6265ac4666fe req-a1718ad3-49d2-466a-866d-e26178c1fe8a tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:21.055585 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e966e875-e025-48b0-966c-96b28ef3c14e req-43d950e1-2b20-4ba3-a121-bbb66b7b1d1e tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0ddcbf8-af52-48fe-889a-d7fbc34ba664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732310 Oct 04 09:25:21.068984 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7fb1fdc4-d9fa-4ad0-9fdb-6265ac4666fe req-a1718ad3-49d2-466a-866d-e26178c1fe8a tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0618091 Oct 04 09:25:21.086397 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [req-7fb1fdc4-d9fa-4ad0-9fdb-6265ac4666fe req-bd8a59c1-2bb8-4cbd-9278-03a5e2858bf7 service neutron] Request body: {'port': {'device_id': 'bea79169-9eae-415e-96f7-ed8e4122bc83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8602'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:25:21.147366 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e93686fd-a682-4f73-9a2c-85ed7887b79f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:21.181268 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93686fd-a682-4f73-9a2c-85ed7887b79f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65a46d0-bc21-46d0-ab8a-7e712ccf32c1,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:25:21.181799 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-029b27ac-a20b-4de5-ad59-710f96a16c74 None None] Set router b87b3228-38db-4ba7-af88-ae2576e4172e gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:25:21.183470 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e93686fd-a682-4f73-9a2c-85ed7887b79f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:21.184764 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-e93686fd-a682-4f73-9a2c-85ed7887b79f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "DELETE /v2.0/security-groups/f65a46d0-bc21-46d0-ab8a-7e712ccf32c1 HTTP/1.1" status: 204 len: 168 time: 0.4937396 Oct 04 09:25:21.229820 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 37560) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:25:21.257805 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-7fb1fdc4-d9fa-4ad0-9fdb-6265ac4666fe req-bd8a59c1-2bb8-4cbd-9278-03a5e2858bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:21.317594 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-a24bdeec-b0cf-4cee-816a-eb24bc99cc59 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Deleting port 18a0c2a3-38e8-42f0-8f45-ed6a288475c6 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:25:21.318330 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a24bdeec-b0cf-4cee-816a-eb24bc99cc59 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:21.334436 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-8b900b09-3757-4f6d-a1c4-bb31000d69a6 None None] Provisioning for port 4b8a4dbc-c37d-403b-a2d3-42a948480baa completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:25:21.340388 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-8b900b09-3757-4f6d-a1c4-bb31000d69a6 None None] Provisioning complete for port 4b8a4dbc-c37d-403b-a2d3-42a948480baa triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:25:21.340767 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-8b900b09-3757-4f6d-a1c4-bb31000d69a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:21.341105 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-8b900b09-3757-4f6d-a1c4-bb31000d69a6 None None] Attempt 1 to provision port 4b8a4dbc-c37d-403b-a2d3-42a948480baa Oct 04 09:25:21.473133 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-8b900b09-3757-4f6d-a1c4-bb31000d69a6 None None] Port 4b8a4dbc-c37d-403b-a2d3-42a948480baa cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:25:21.612782 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-029b27ac-a20b-4de5-ad59-710f96a16c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b87b3228-38db-4ba7-af88-ae2576e4172e', 'name': 'tempest-TestNetworkBasicOps-router-214549319', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.176'}], 'enable_snat': True}, 'gw_port_id': 'e6b8d965-95e5-4e2a-9a40-69c9d7287a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:24:24Z', 'updated_at': '2022-10-04T09:24:29Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': 'e6b8d965-95e5-4e2a-9a40-69c9d7287a54', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:81:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87b3228-38db-4ba7-af88-ae2576e4172e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:25Z', 'updated_at': '2022-10-04T09:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': 'f8724b17-ef22-418d-bd58-c0036f9ecc1d', 'name': '', 'network_id': '8445caf8-ca9b-4349-b8de-35b9efc1e5cc', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:32:87:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87b3228-38db-4ba7-af88-ae2576e4172e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '75507439-fea8-40cd-adc7-4c851086afe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:28Z', 'updated_at': '2022-10-04T09:24:35Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': '75507439-fea8-40cd-adc7-4c851086afe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:25:21.618643 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029b27ac-a20b-4de5-ad59-710f96a16c74 None None] The sync data for ids ['b87b3228-38db-4ba7-af88-ae2576e4172e'] in dv-neutron-860215-1-hyperv is: [{'id': 'b87b3228-38db-4ba7-af88-ae2576e4172e', 'name': 'tempest-TestNetworkBasicOps-router-214549319', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.176'}], 'enable_snat': True}, 'gw_port_id': 'e6b8d965-95e5-4e2a-9a40-69c9d7287a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:24:24Z', 'updated_at': '2022-10-04T09:24:29Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': 'e6b8d965-95e5-4e2a-9a40-69c9d7287a54', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:81:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87b3228-38db-4ba7-af88-ae2576e4172e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:25Z', 'updated_at': '2022-10-04T09:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': 'f8724b17-ef22-418d-bd58-c0036f9ecc1d', 'name': '', 'network_id': '8445caf8-ca9b-4349-b8de-35b9efc1e5cc', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:32:87:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87b3228-38db-4ba7-af88-ae2576e4172e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '75507439-fea8-40cd-adc7-4c851086afe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:28Z', 'updated_at': '2022-10-04T09:24:35Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': '75507439-fea8-40cd-adc7-4c851086afe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:25:21.621991 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a24bdeec-b0cf-4cee-816a-eb24bc99cc59 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:21.705320 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [req-7fb1fdc4-d9fa-4ad0-9fdb-6265ac4666fe req-bd8a59c1-2bb8-4cbd-9278-03a5e2858bf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b8a4dbc-c37d-403b-a2d3-42a948480baa {{(pid=89033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:25:21.721034 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-7fb1fdc4-d9fa-4ad0-9fdb-6265ac4666fe req-bd8a59c1-2bb8-4cbd-9278-03a5e2858bf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:21.752654 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [req-7fb1fdc4-d9fa-4ad0-9fdb-6265ac4666fe req-bd8a59c1-2bb8-4cbd-9278-03a5e2858bf7 service neutron] Transition to ACTIVE for port object 4b8a4dbc-c37d-403b-a2d3-42a948480baa will not be triggered until provisioned by entity L2. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:25:21.758752 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-7fb1fdc4-d9fa-4ad0-9fdb-6265ac4666fe req-bd8a59c1-2bb8-4cbd-9278-03a5e2858bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:21.894762 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-a24bdeec-b0cf-4cee-816a-eb24bc99cc59 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Calling delete_port for 18a0c2a3-38e8-42f0-8f45-ed6a288475c6 owned by {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:25:21.974955 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-8b900b09-3757-4f6d-a1c4-bb31000d69a6 None None] Attempt 2 to provision port 4b8a4dbc-c37d-403b-a2d3-42a948480baa Oct 04 09:25:22.006497 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd06689-5814-4ee2-933b-4a38f18f798e None None] New status for floating IP d4f4a730-83e8-4d48-86a2-b838c3a528e5: DOWN {{(pid=89034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 09:25:22.072205 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a24bdeec-b0cf-4cee-816a-eb24bc99cc59 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:22.135272 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24bdeec-b0cf-4cee-816a-eb24bc99cc59 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'Port': ['ID=18a0c2a3-38e8-42f0-8f45-ed6a288475c6,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:25:22.163513 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [req-7fb1fdc4-d9fa-4ad0-9fdb-6265ac4666fe req-bd8a59c1-2bb8-4cbd-9278-03a5e2858bf7 service neutron] Attempting to bind port 4b8a4dbc-c37d-403b-a2d3-42a948480baa on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:25:22.164301 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [req-7fb1fdc4-d9fa-4ad0-9fdb-6265ac4666fe req-bd8a59c1-2bb8-4cbd-9278-03a5e2858bf7 service neutron] Attempting to bind port 4b8a4dbc-c37d-403b-a2d3-42a948480baa by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': 'f2649b1a-e6b7-4b49-bfb8-8bd07f301357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '47b14212-cea9-47cb-815c-888460239551'}] {{(pid=89033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:25:22.164656 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb1fdc4-d9fa-4ad0-9fdb-6265ac4666fe req-bd8a59c1-2bb8-4cbd-9278-03a5e2858bf7 service neutron] Attempting to bind port 4b8a4dbc-c37d-403b-a2d3-42a948480baa on network 47b14212-cea9-47cb-815c-888460239551 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:25:22.171425 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb1fdc4-d9fa-4ad0-9fdb-6265ac4666fe req-bd8a59c1-2bb8-4cbd-9278-03a5e2858bf7 service neutron] Port 4b8a4dbc-c37d-403b-a2d3-42a948480baa on network 47b14212-cea9-47cb-815c-888460239551 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:25:22.171753 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb1fdc4-d9fa-4ad0-9fdb-6265ac4666fe req-bd8a59c1-2bb8-4cbd-9278-03a5e2858bf7 service neutron] Attempting to bind port 4b8a4dbc-c37d-403b-a2d3-42a948480baa on network 47b14212-cea9-47cb-815c-888460239551 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:25:22.183462 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8a59c1-2bb8-4cbd-9278-03a5e2858bf7 service neutron] Pushing event updated for resources: {'Port': ['ID=4b8a4dbc-c37d-403b-a2d3-42a948480baa,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:25:22.185990 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb1fdc4-d9fa-4ad0-9fdb-6265ac4666fe req-bd8a59c1-2bb8-4cbd-9278-03a5e2858bf7 service neutron] Checking agent: {'id': '1be90a14-1104-4771-996e-684b25b74d15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'started_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:25:22.186323 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb1fdc4-d9fa-4ad0-9fdb-6265ac4666fe req-bd8a59c1-2bb8-4cbd-9278-03a5e2858bf7 service neutron] Checking segment: {'id': 'f2649b1a-e6b7-4b49-bfb8-8bd07f301357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '47b14212-cea9-47cb-815c-888460239551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:25:22.188795 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb1fdc4-d9fa-4ad0-9fdb-6265ac4666fe req-bd8a59c1-2bb8-4cbd-9278-03a5e2858bf7 service neutron] Bound using segment: {'id': 'f2649b1a-e6b7-4b49-bfb8-8bd07f301357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '47b14212-cea9-47cb-815c-888460239551'} {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:25:22.189326 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [req-7fb1fdc4-d9fa-4ad0-9fdb-6265ac4666fe req-bd8a59c1-2bb8-4cbd-9278-03a5e2858bf7 service neutron] Bound port: 4b8a4dbc-c37d-403b-a2d3-42a948480baa, host: hv-neutron-8602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2649b1a-e6b7-4b49-bfb8-8bd07f301357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '47b14212-cea9-47cb-815c-888460239551'}}] {{(pid=89033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:25:22.189679 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-7fb1fdc4-d9fa-4ad0-9fdb-6265ac4666fe req-bd8a59c1-2bb8-4cbd-9278-03a5e2858bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:22.254930 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-8b900b09-3757-4f6d-a1c4-bb31000d69a6 None None] Port 4b8a4dbc-c37d-403b-a2d3-42a948480baa cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:25:22.310347 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [req-7fb1fdc4-d9fa-4ad0-9fdb-6265ac4666fe req-bd8a59c1-2bb8-4cbd-9278-03a5e2858bf7 service neutron] For port 4b8a4dbc-c37d-403b-a2d3-42a948480baa, host hv-neutron-8602, cleared binding levels {{(pid=89033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:25:22.319334 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [req-7fb1fdc4-d9fa-4ad0-9fdb-6265ac4666fe req-bd8a59c1-2bb8-4cbd-9278-03a5e2858bf7 service neutron] For port 4b8a4dbc-c37d-403b-a2d3-42a948480baa, host hv-neutron-8602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=4b8a4dbc-c37d-403b-a2d3-42a948480baa,segment=NetworkSegment(f2649b1a-e6b7-4b49-bfb8-8bd07f301357),segment_id=f2649b1a-e6b7-4b49-bfb8-8bd07f301357)] {{(pid=89033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:25:22.324760 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-7fb1fdc4-d9fa-4ad0-9fdb-6265ac4666fe req-bd8a59c1-2bb8-4cbd-9278-03a5e2858bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:22.358159 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a24bdeec-b0cf-4cee-816a-eb24bc99cc59 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:22.360987 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1fdc4-d9fa-4ad0-9fdb-6265ac4666fe req-bd8a59c1-2bb8-4cbd-9278-03a5e2858bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:22.361606 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-7fb1fdc4-d9fa-4ad0-9fdb-6265ac4666fe req-bd8a59c1-2bb8-4cbd-9278-03a5e2858bf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:22.362969 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7fb1fdc4-d9fa-4ad0-9fdb-6265ac4666fe req-bd8a59c1-2bb8-4cbd-9278-03a5e2858bf7 service neutron] 10.222.0.20 "PUT /v2.0/ports/4b8a4dbc-c37d-403b-a2d3-42a948480baa HTTP/1.1" status: 200 len: 1094 time: 1.2811875 Oct 04 09:25:22.368727 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bea79169-9eae-415e-96f7-ed8e4122bc83', 'tag': '4b8a4dbc-c37d-403b-a2d3-42a948480baa'}] {{(pid=89033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:25:22.371130 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e417ebe64424eb0358633e416672821aae4ea22acc2211bb28d37655142b7e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24cc708e-fbc8-4ff4-a55d-b2a4d98a2dc1" -d '{"events": [{"name": "network-changed", "server_uuid": "bea79169-9eae-415e-96f7-ed8e4122bc83", "tag": "4b8a4dbc-c37d-403b-a2d3-42a948480baa"}]}' {{(pid=89033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:25:22.384445 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 37568) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:25:22.385343 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-a24bdeec-b0cf-4cee-816a-eb24bc99cc59 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "DELETE /v2.0/ports/18a0c2a3-38e8-42f0-8f45-ed6a288475c6 HTTP/1.1" status: 204 len: 168 time: 1.1542192 Oct 04 09:25:22.419817 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620b863-bba8-4be5-aeba-1037e23695ab req-63f861a0-3f08-4b8b-a330-0316002bc021 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:22.421739 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8620b863-bba8-4be5-aeba-1037e23695ab req-63f861a0-3f08-4b8b-a330-0316002bc021 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/ports?device_id=bea79169-9eae-415e-96f7-ed8e4122bc83 HTTP/1.1" status: 200 len: 944 time: 0.1421127 Oct 04 09:25:22.478287 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8620b863-bba8-4be5-aeba-1037e23695ab req-f69ef26e-1ebe-4cb9-b8f5-f0d6c2af5a90 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0ddcbf8-af52-48fe-889a-d7fbc34ba664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482173 Oct 04 09:25:22.520337 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891e7434-95df-4d01-896f-85f77a58ad10 x-openstack-request-id: req-891e7434-95df-4d01-896f-85f77a58ad10 {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:25:22.520748 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bea79169-9eae-415e-96f7-ed8e4122bc83", "tag": "4b8a4dbc-c37d-403b-a2d3-42a948480baa", "status": "completed", "code": 200}]} {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:25:22.521072 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-891e7434-95df-4d01-896f-85f77a58ad10 {{(pid=89033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:25:22.521474 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-891e7434-95df-4d01-896f-85f77a58ad10'] response: {'name': 'network-changed', 'server_uuid': 'bea79169-9eae-415e-96f7-ed8e4122bc83', 'tag': '4b8a4dbc-c37d-403b-a2d3-42a948480baa', 'status': 'completed', 'code': 200} Oct 04 09:25:22.588266 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8a59c1-2bb8-4cbd-9278-03a5e2858bf7 service neutron] Pushing event updated for resources: {'Port': ['ID=4b8a4dbc-c37d-403b-a2d3-42a948480baa,revision_number=3']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:25:22.720493 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:25:22.749152 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1fdc4-d9fa-4ad0-9fdb-6265ac4666fe req-2cda6ad1-d520-4229-b911-24acae65ee90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:22.751216 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7fb1fdc4-d9fa-4ad0-9fdb-6265ac4666fe req-2cda6ad1-d520-4229-b911-24acae65ee90 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=69ab5abc53ab44718bcbb9547c2b2d0e&device_id=bea79169-9eae-415e-96f7-ed8e4122bc83 HTTP/1.1" status: 200 len: 1097 time: 0.2782879 Oct 04 09:25:22.756888 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-8b900b09-3757-4f6d-a1c4-bb31000d69a6 None None] Attempt 3 to provision port 4b8a4dbc-c37d-403b-a2d3-42a948480baa Oct 04 09:25:22.819591 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-8b900b09-3757-4f6d-a1c4-bb31000d69a6 None None] Port 4b8a4dbc-c37d-403b-a2d3-42a948480baa had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 09:25:22.837156 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7fb1fdc4-d9fa-4ad0-9fdb-6265ac4666fe req-e6b2f94c-1766-4480-bc79-2351313c56f2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b8a4dbc-c37d-403b-a2d3-42a948480baa HTTP/1.1" status: 200 len: 217 time: 0.0694737 Oct 04 09:25:22.978022 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1fdc4-d9fa-4ad0-9fdb-6265ac4666fe req-39a7588a-62d8-4247-85ff-8bf7e7436375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:22.979374 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7fb1fdc4-d9fa-4ad0-9fdb-6265ac4666fe req-39a7588a-62d8-4247-85ff-8bf7e7436375 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5d6ad6fc-1b52-4c37-8942-5241b791dd73 HTTP/1.1" status: 200 len: 851 time: 0.1353607 Oct 04 09:25:23.161201 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1fdc4-d9fa-4ad0-9fdb-6265ac4666fe req-447a1464-5aa3-4ab5-bc74-1cf256158a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:23.162677 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7fb1fdc4-d9fa-4ad0-9fdb-6265ac4666fe req-447a1464-5aa3-4ab5-bc74-1cf256158a71 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=47b14212-cea9-47cb-815c-888460239551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1567032 Oct 04 09:25:23.349077 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7fb1fdc4-d9fa-4ad0-9fdb-6265ac4666fe req-5e40f2ac-3853-4c2c-b81a-4ac908314e5a service neutron] 10.222.0.20 "GET /v2.0/networks/47b14212-cea9-47cb-815c-888460239551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800537 Oct 04 09:25:23.428342 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c6334c35-82d0-4136-b046-fb21da887786 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736827'] for router_interface, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:23.856284 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7fb1fdc4-d9fa-4ad0-9fdb-6265ac4666fe req-850711b9-0059-41d7-8678-e305d12b9c3a service neutron] 10.222.0.20 "GET /v2.0/networks/47b14212-cea9-47cb-815c-888460239551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5007739 Oct 04 09:25:23.958981 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de99d7-d1ae-4de7-9e68-9270331d2602 req-e498ea9c-eda4-4fce-9970-8e06fdfd34f4 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:23.959603 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-c9de99d7-d1ae-4de7-9e68-9270331d2602 req-e498ea9c-eda4-4fce-9970-8e06fdfd34f4 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Synchronizing usage tracker for tenant:69ab5abc53ab44718bcbb9547c2b2d0e on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:25:24.044195 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-c9de99d7-d1ae-4de7-9e68-9270331d2602 req-e498ea9c-eda4-4fce-9970-8e06fdfd34f4 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Unset dirty status for tenant:69ab5abc53ab44718bcbb9547c2b2d0e on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:25:24.045360 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-c9de99d7-d1ae-4de7-9e68-9270331d2602 req-e498ea9c-eda4-4fce-9970-8e06fdfd34f4 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/ports?device_id=bea79169-9eae-415e-96f7-ed8e4122bc83 HTTP/1.1" status: 200 len: 944 time: 0.4329407 Oct 04 09:25:24.109880 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc708e-fbc8-4ff4-a55d-b2a4d98a2dc1 req-0aa2f12e-4f59-42c9-804e-267b6caf916e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:24.111320 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-24cc708e-fbc8-4ff4-a55d-b2a4d98a2dc1 req-0aa2f12e-4f59-42c9-804e-267b6caf916e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=69ab5abc53ab44718bcbb9547c2b2d0e&device_id=bea79169-9eae-415e-96f7-ed8e4122bc83 HTTP/1.1" status: 200 len: 1097 time: 0.1653047 Oct 04 09:25:24.114047 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-c9de99d7-d1ae-4de7-9e68-9270331d2602 req-28bff3cd-0f1c-4fef-9813-c15f1869de42 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0ddcbf8-af52-48fe-889a-d7fbc34ba664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623512 Oct 04 09:25:24.252874 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-c6334c35-82d0-4136-b046-fb21da887786 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Deleting port f8724b17-ef22-418d-bd58-c0036f9ecc1d {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:25:24.253216 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c6334c35-82d0-4136-b046-fb21da887786 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:24.402771 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc708e-fbc8-4ff4-a55d-b2a4d98a2dc1 req-e9152a7c-14b7-4a26-9296-281ae436ae8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:24.404138 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-24cc708e-fbc8-4ff4-a55d-b2a4d98a2dc1 req-e9152a7c-14b7-4a26-9296-281ae436ae8e service neutron] 10.222.0.20 "GET /v2.0/networks?id=47b14212-cea9-47cb-815c-888460239551 HTTP/1.1" status: 200 len: 913 time: 0.2645178 Oct 04 09:25:24.480369 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-24cc708e-fbc8-4ff4-a55d-b2a4d98a2dc1 req-37bc66d8-702e-4525-b735-1f2f8aea5831 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b8a4dbc-c37d-403b-a2d3-42a948480baa HTTP/1.1" status: 200 len: 217 time: 0.0680137 Oct 04 09:25:24.577362 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-c6334c35-82d0-4136-b046-fb21da887786 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] For port f8724b17-ef22-418d-bd58-c0036f9ecc1d, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=f8724b17-ef22-418d-bd58-c0036f9ecc1d,segment=NetworkSegment(f91f1bae-8e0f-4990-bb5d-1dff7fdd374f),segment_id=f91f1bae-8e0f-4990-bb5d-1dff7fdd374f)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:25:24.578252 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c6334c35-82d0-4136-b046-fb21da887786 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:24.585895 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc708e-fbc8-4ff4-a55d-b2a4d98a2dc1 req-1f3a0cf1-deeb-4571-b505-353bb71cc585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:24.587298 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-24cc708e-fbc8-4ff4-a55d-b2a4d98a2dc1 req-1f3a0cf1-deeb-4571-b505-353bb71cc585 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5d6ad6fc-1b52-4c37-8942-5241b791dd73 HTTP/1.1" status: 200 len: 851 time: 0.1007578 Oct 04 09:25:24.738541 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-c6334c35-82d0-4136-b046-fb21da887786 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Calling delete_port for f8724b17-ef22-418d-bd58-c0036f9ecc1d owned by network:router_interface {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:25:24.919709 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc708e-fbc8-4ff4-a55d-b2a4d98a2dc1 req-f54ebdda-0eb5-4a7d-90db-061031091e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:24.921755 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-24cc708e-fbc8-4ff4-a55d-b2a4d98a2dc1 req-f54ebdda-0eb5-4a7d-90db-061031091e7d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=47b14212-cea9-47cb-815c-888460239551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2818494 Oct 04 09:25:25.239985 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-24cc708e-fbc8-4ff4-a55d-b2a4d98a2dc1 req-96968e08-1f4d-4468-b5e3-d91c5021fed6 service neutron] 10.222.0.20 "GET /v2.0/networks/47b14212-cea9-47cb-815c-888460239551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860549 Oct 04 09:25:25.319384 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ba233-35c4-44fc-b255-8be3c0e2868e req-6d902341-19a5-43c5-a6e1-691954646117 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:25.320891 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-629ba233-35c4-44fc-b255-8be3c0e2868e req-6d902341-19a5-43c5-a6e1-691954646117 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/ports?device_id=bea79169-9eae-415e-96f7-ed8e4122bc83 HTTP/1.1" status: 200 len: 944 time: 0.0913699 Oct 04 09:25:25.345642 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c6334c35-82d0-4136-b046-fb21da887786 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:25.368466 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-629ba233-35c4-44fc-b255-8be3c0e2868e req-06fc4971-bbcd-46a1-90cb-e63c94a9f2e1 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0ddcbf8-af52-48fe-889a-d7fbc34ba664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415370 Oct 04 09:25:25.398049 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6334c35-82d0-4136-b046-fb21da887786 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'Port': ['ID=f8724b17-ef22-418d-bd58-c0036f9ecc1d,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:25:25.513120 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-24cc708e-fbc8-4ff4-a55d-b2a4d98a2dc1 req-e42cc37c-38be-44d5-9b77-dead1f3b0afb service neutron] 10.222.0.20 "GET /v2.0/networks/47b14212-cea9-47cb-815c-888460239551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670903 Oct 04 09:25:25.705112 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c6334c35-82d0-4136-b046-fb21da887786 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736911'] for router_interface, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:26.069827 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6334c35-82d0-4136-b046-fb21da887786 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Router b87b3228-38db-4ba7-af88-ae2576e4172e has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:25:26.244222 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6334c35-82d0-4136-b046-fb21da887786 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:25:26.254495 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602df28b-6a24-444a-8286-1cb0291f6949 None None] Sync routers for ids ['b87b3228-38db-4ba7-af88-ae2576e4172e'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:25:26.257189 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-c6334c35-82d0-4136-b046-fb21da887786 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "PUT /v2.0/routers/b87b3228-38db-4ba7-af88-ae2576e4172e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8717325 Oct 04 09:25:26.259862 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 37576) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:25:26.267610 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602df28b-6a24-444a-8286-1cb0291f6949 None None] Routers {'b87b3228-38db-4ba7-af88-ae2576e4172e'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:25:26.268213 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-602df28b-6a24-444a-8286-1cb0291f6949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:25:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['b87b3228-38db-4ba7-af88-ae2576e4172e'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:25:26.326105 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-b126df86-4632-4e2d-8139-1d1c40750b13 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Deleting subnet 75507439-fea8-40cd-adc7-4c851086afe6 {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:25:26.329598 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b126df86-4632-4e2d-8139-1d1c40750b13 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:26.383308 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b126df86-4632-4e2d-8139-1d1c40750b13 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:26.440548 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-602df28b-6a24-444a-8286-1cb0291f6949 None None] Set router b87b3228-38db-4ba7-af88-ae2576e4172e gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:25:26.466280 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b126df86-4632-4e2d-8139-1d1c40750b13 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:26.725702 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-602df28b-6a24-444a-8286-1cb0291f6949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b87b3228-38db-4ba7-af88-ae2576e4172e', 'name': 'tempest-TestNetworkBasicOps-router-214549319', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.176'}], 'enable_snat': True}, 'gw_port_id': 'e6b8d965-95e5-4e2a-9a40-69c9d7287a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:24:24Z', 'updated_at': '2022-10-04T09:25:25Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': 'e6b8d965-95e5-4e2a-9a40-69c9d7287a54', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:81:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87b3228-38db-4ba7-af88-ae2576e4172e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:25Z', 'updated_at': '2022-10-04T09:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:25:26.727193 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b126df86-4632-4e2d-8139-1d1c40750b13 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:26.730647 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602df28b-6a24-444a-8286-1cb0291f6949 None None] Checking router: b87b3228-38db-4ba7-af88-ae2576e4172e for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:25:26.740068 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602df28b-6a24-444a-8286-1cb0291f6949 None None] Routers {'b87b3228-38db-4ba7-af88-ae2576e4172e'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:25:26.740984 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-602df28b-6a24-444a-8286-1cb0291f6949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:25:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['b87b3228-38db-4ba7-af88-ae2576e4172e'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:25:26.765261 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e1520-5921-4f3f-9c1a-866b3a104a1f req-1b482e0f-f5e8-48db-b1d2-454ca23f39b0 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:26.766707 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-285e1520-5921-4f3f-9c1a-866b3a104a1f req-1b482e0f-f5e8-48db-b1d2-454ca23f39b0 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/ports?device_id=bea79169-9eae-415e-96f7-ed8e4122bc83 HTTP/1.1" status: 200 len: 944 time: 0.1475999 Oct 04 09:25:26.777824 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b126df86-4632-4e2d-8139-1d1c40750b13 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'Subnet': ['ID=75507439-fea8-40cd-adc7-4c851086afe6,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:25:26.790335 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe6a7bb-0889-42cd-9d45-e9f9c86794b8 None None] Network 8445caf8-ca9b-4349-b8de-35b9efc1e5cc requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:25:26.793766 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b126df86-4632-4e2d-8139-1d1c40750b13 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:26.808194 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 37582) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:25:26.808809 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-b126df86-4632-4e2d-8139-1d1c40750b13 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "DELETE /v2.0/subnets/75507439-fea8-40cd-adc7-4c851086afe6 HTTP/1.1" status: 204 len: 168 time: 0.5473914 Oct 04 09:25:26.830388 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-285e1520-5921-4f3f-9c1a-866b3a104a1f req-965f4b2c-d6e0-42c6-a878-39fb4abb38dc tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0ddcbf8-af52-48fe-889a-d7fbc34ba664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534916 Oct 04 09:25:26.943788 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-602df28b-6a24-444a-8286-1cb0291f6949 None None] Set router b87b3228-38db-4ba7-af88-ae2576e4172e gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:25:26.997500 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9015e4c7-7e16-4df6-abe5-82a819a998e0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:27.073379 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630c04b4-e4f6-4d64-b3c1-39069b6350c4 None None] DHCP port deletion for 8445caf8-ca9b-4349-b8de-35b9efc1e5cc request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:25:27.077566 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-630c04b4-e4f6-4d64-b3c1-39069b6350c4 None None] Deleting port c20ad9bc-fe3d-484a-b636-b0ca9adf066e {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:25:27.077945 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-630c04b4-e4f6-4d64-b3c1-39069b6350c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:27.186128 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9015e4c7-7e16-4df6-abe5-82a819a998e0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:27.196242 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-9015e4c7-7e16-4df6-abe5-82a819a998e0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Deleting port e6b8d965-95e5-4e2a-9a40-69c9d7287a54 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:25:27.197010 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9015e4c7-7e16-4df6-abe5-82a819a998e0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:27.249111 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-602df28b-6a24-444a-8286-1cb0291f6949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b87b3228-38db-4ba7-af88-ae2576e4172e', 'name': 'tempest-TestNetworkBasicOps-router-214549319', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.176'}], 'enable_snat': True}, 'gw_port_id': 'e6b8d965-95e5-4e2a-9a40-69c9d7287a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:24:24Z', 'updated_at': '2022-10-04T09:25:25Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': 'e6b8d965-95e5-4e2a-9a40-69c9d7287a54', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:81:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87b3228-38db-4ba7-af88-ae2576e4172e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:25Z', 'updated_at': '2022-10-04T09:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:25:27.252865 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602df28b-6a24-444a-8286-1cb0291f6949 None None] The sync data for ids ['b87b3228-38db-4ba7-af88-ae2576e4172e'] in dv-neutron-860215-1-hyperv is: [{'id': 'b87b3228-38db-4ba7-af88-ae2576e4172e', 'name': 'tempest-TestNetworkBasicOps-router-214549319', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.176'}], 'enable_snat': True}, 'gw_port_id': 'e6b8d965-95e5-4e2a-9a40-69c9d7287a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:24:24Z', 'updated_at': '2022-10-04T09:25:25Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': 'e6b8d965-95e5-4e2a-9a40-69c9d7287a54', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:81:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87b3228-38db-4ba7-af88-ae2576e4172e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:25Z', 'updated_at': '2022-10-04T09:24:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:25:27.291353 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-630c04b4-e4f6-4d64-b3c1-39069b6350c4 None None] For port c20ad9bc-fe3d-484a-b636-b0ca9adf066e, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=c20ad9bc-fe3d-484a-b636-b0ca9adf066e,segment=NetworkSegment(f91f1bae-8e0f-4990-bb5d-1dff7fdd374f),segment_id=f91f1bae-8e0f-4990-bb5d-1dff7fdd374f)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:25:27.291751 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-630c04b4-e4f6-4d64-b3c1-39069b6350c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:27.379113 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-9015e4c7-7e16-4df6-abe5-82a819a998e0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] For port e6b8d965-95e5-4e2a-9a40-69c9d7287a54, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=e6b8d965-95e5-4e2a-9a40-69c9d7287a54,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:25:27.379394 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9015e4c7-7e16-4df6-abe5-82a819a998e0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:27.411126 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-630c04b4-e4f6-4d64-b3c1-39069b6350c4 None None] Calling delete_port for c20ad9bc-fe3d-484a-b636-b0ca9adf066e owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:25:27.487977 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-630c04b4-e4f6-4d64-b3c1-39069b6350c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:27.509467 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-9015e4c7-7e16-4df6-abe5-82a819a998e0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Calling delete_port for e6b8d965-95e5-4e2a-9a40-69c9d7287a54 owned by network:router_gateway {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:25:27.537850 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630c04b4-e4f6-4d64-b3c1-39069b6350c4 None None] Pushing event deleted for resources: {'Port': ['ID=c20ad9bc-fe3d-484a-b636-b0ca9adf066e,revision_number=None']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:25:27.540293 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630c04b4-e4f6-4d64-b3c1-39069b6350c4 None None] No DVR routers for this DVR port c20ad9bc-fe3d-484a-b636-b0ca9adf066e on host dv-neutron-860215-1-hyperv {{(pid=89034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:25:27.551592 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630c04b4-e4f6-4d64-b3c1-39069b6350c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:25:27.551945 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630c04b4-e4f6-4d64-b3c1-39069b6350c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:25:27.552288 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630c04b4-e4f6-4d64-b3c1-39069b6350c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:25:27.552678 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630c04b4-e4f6-4d64-b3c1-39069b6350c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:25:27.553012 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630c04b4-e4f6-4d64-b3c1-39069b6350c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:25:27.553346 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630c04b4-e4f6-4d64-b3c1-39069b6350c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:25:27.553669 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630c04b4-e4f6-4d64-b3c1-39069b6350c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:25:27.554003 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630c04b4-e4f6-4d64-b3c1-39069b6350c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:25:27.554320 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630c04b4-e4f6-4d64-b3c1-39069b6350c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:25:27.554644 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630c04b4-e4f6-4d64-b3c1-39069b6350c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:25:27.554963 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630c04b4-e4f6-4d64-b3c1-39069b6350c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:25:27.555285 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630c04b4-e4f6-4d64-b3c1-39069b6350c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:25:27.573248 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ec84e4f5-409d-43a1-8d9b-b907e6f26f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:27.927771 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9015e4c7-7e16-4df6-abe5-82a819a998e0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:28.013443 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9015e4c7-7e16-4df6-abe5-82a819a998e0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'Port': ['ID=e6b8d965-95e5-4e2a-9a40-69c9d7287a54,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:25:28.131855 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9015e4c7-7e16-4df6-abe5-82a819a998e0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737040'] for router_gateway, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:28.190426 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a186b-7bf4-421d-804b-255f6433a614 req-5487462f-d91c-46ff-afbb-f9c27c58b00b tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:28.191880 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-690a186b-7bf4-421d-804b-255f6433a614 req-5487462f-d91c-46ff-afbb-f9c27c58b00b tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/ports?device_id=bea79169-9eae-415e-96f7-ed8e4122bc83 HTTP/1.1" status: 200 len: 944 time: 0.2297981 Oct 04 09:25:28.341271 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9015e4c7-7e16-4df6-abe5-82a819a998e0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:28.344833 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9015e4c7-7e16-4df6-abe5-82a819a998e0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:28.359288 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-690a186b-7bf4-421d-804b-255f6433a614 req-e60e921c-8c94-4280-a560-e538891636d8 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0ddcbf8-af52-48fe-889a-d7fbc34ba664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114650 Oct 04 09:25:28.375304 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9015e4c7-7e16-4df6-abe5-82a819a998e0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:28.375889 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9015e4c7-7e16-4df6-abe5-82a819a998e0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Fanout notify agent at l3_agent the message router_deleted on router b87b3228-38db-4ba7-af88-ae2576e4172e {{(pid=89032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:25:28.397924 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9015e4c7-7e16-4df6-abe5-82a819a998e0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:28.400798 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-9015e4c7-7e16-4df6-abe5-82a819a998e0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "DELETE /v2.0/routers/b87b3228-38db-4ba7-af88-ae2576e4172e HTTP/1.1" status: 204 len: 168 time: 1.5905468 Oct 04 09:25:28.401758 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 37588) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:25:28.534659 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d80327fb-1918-4531-a42b-aaf8d429e158 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:28.663845 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d80327fb-1918-4531-a42b-aaf8d429e158 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:28.692432 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-d80327fb-1918-4531-a42b-aaf8d429e158 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8445caf8-ca9b-4349-b8de-35b9efc1e5cc']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:25:28.704103 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-d80327fb-1918-4531-a42b-aaf8d429e158 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f91f1bae-8e0f-4990-bb5d-1dff7fdd374f') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:25:28.704423 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-d80327fb-1918-4531-a42b-aaf8d429e158 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f91f1bae-8e0f-4990-bb5d-1dff7fdd374f') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:25:28.715317 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d80327fb-1918-4531-a42b-aaf8d429e158 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:28.730625 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d80327fb-1918-4531-a42b-aaf8d429e158 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:28.737087 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d80327fb-1918-4531-a42b-aaf8d429e158 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:25:28.737469 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d80327fb-1918-4531-a42b-aaf8d429e158 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:28.808737 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment f91f1bae-8e0f-4990-bb5d-1dff7fdd374f resource provider aggregate not found Oct 04 09:25:28.834119 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment f91f1bae-8e0f-4990-bb5d-1dff7fdd374f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f91f1bae-8e0f-4990-bb5d-1dff7fdd374f found for delete ", "request_id": "req-d74307df-9315-402c-bb4e-04d01146a79d"}]} Oct 04 09:25:28.847425 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d80327fb-1918-4531-a42b-aaf8d429e158 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:28.872782 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d80327fb-1918-4531-a42b-aaf8d429e158 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:28.889868 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80327fb-1918-4531-a42b-aaf8d429e158 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'Network': ['ID=8445caf8-ca9b-4349-b8de-35b9efc1e5cc,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:25:28.897648 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-d80327fb-1918-4531-a42b-aaf8d429e158 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "DELETE /v2.0/networks/8445caf8-ca9b-4349-b8de-35b9efc1e5cc HTTP/1.1" status: 204 len: 168 time: 0.4947596 Oct 04 09:25:28.912746 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 37598) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:25:28.923943 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-f1e299e6-7ed5-4732-a7de-90ea4c1cc8c3 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0106990 Oct 04 09:25:28.926362 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 37602) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:25:28.931728 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-6fc83456-808b-40f2-bfd1-0506d5e70cf6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'network': {'name': 'tempest-network-smoke--319496999', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'port_security_enabled': True}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:25:28.938134 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-6fc83456-808b-40f2-bfd1-0506d5e70cf6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:25:28.944191 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-6fc83456-808b-40f2-bfd1-0506d5e70cf6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:network and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:25:28.947739 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-6fc83456-808b-40f2-bfd1-0506d5e70cf6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:25:28.953870 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-6fc83456-808b-40f2-bfd1-0506d5e70cf6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:25:28.964045 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc83456-808b-40f2-bfd1-0506d5e70cf6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Made reservation on behalf of 78fb12e86c5f40beb578bfb97002b5c9 for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:25:28.967665 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6fc83456-808b-40f2-bfd1-0506d5e70cf6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:28.995603 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fc83456-808b-40f2-bfd1-0506d5e70cf6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:25:29.005382 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6fc83456-808b-40f2-bfd1-0506d5e70cf6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:29.005719 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-6fc83456-808b-40f2-bfd1-0506d5e70cf6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Added segment d01ca594-a1a8-4ca6-8945-625a356bacc4 of type vlan for network f53ed539-9105-455a-950d-1e1a6fd81a4a Oct 04 09:25:29.031445 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6fc83456-808b-40f2-bfd1-0506d5e70cf6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:29.071615 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6fc83456-808b-40f2-bfd1-0506d5e70cf6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:29.077488 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc83456-808b-40f2-bfd1-0506d5e70cf6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:29.078071 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6fc83456-808b-40f2-bfd1-0506d5e70cf6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:29.091745 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device e6b8d965-95e5-4e2a-9a40-69c9d7287a54 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:25:29.165195 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: e6b8d965-95e5-4e2a-9a40-69c9d7287a54 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:25:29.165618 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device e6b8d965-95e5-4e2a-9a40-69c9d7287a54 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:25:29.165941 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device c20ad9bc-fe3d-484a-b636-b0ca9adf066e no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:25:29.194086 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc83456-808b-40f2-bfd1-0506d5e70cf6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Network': ['ID=f53ed539-9105-455a-950d-1e1a6fd81a4a,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:25:29.197068 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-6fc83456-808b-40f2-bfd1-0506d5e70cf6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2697196 Oct 04 09:25:29.199788 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 37606) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:25:29.205333 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-5760aae1-15b8-4738-accd-c27122dc88f0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1935230275', 'admin_state_up': True, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:25:29.206476 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network f53ed539-9105-455a-950d-1e1a6fd81a4a details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:25:29.212493 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-5760aae1-15b8-4738-accd-c27122dc88f0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:25:29.216287 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-5760aae1-15b8-4738-accd-c27122dc88f0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:router and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:25:29.219692 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-5760aae1-15b8-4738-accd-c27122dc88f0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:25:29.221230 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: c20ad9bc-fe3d-484a-b636-b0ca9adf066e {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:25:29.221571 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device c20ad9bc-fe3d-484a-b636-b0ca9adf066e not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:25:29.221986 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device f8724b17-ef22-418d-bd58-c0036f9ecc1d no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:25:29.226161 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-5760aae1-15b8-4738-accd-c27122dc88f0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:25:29.237196 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5760aae1-15b8-4738-accd-c27122dc88f0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:29.238158 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5760aae1-15b8-4738-accd-c27122dc88f0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:29.253269 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5760aae1-15b8-4738-accd-c27122dc88f0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:29.306875 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: f8724b17-ef22-418d-bd58-c0036f9ecc1d {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:25:29.307212 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device f8724b17-ef22-418d-bd58-c0036f9ecc1d not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:25:29.559533 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5760aae1-15b8-4738-accd-c27122dc88f0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:29.686140 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d5fa8-32cf-41d5-9f96-7b7454efd407 req-f06a01e9-51c0-40ca-8e36-a287f10e69d0 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:29.687608 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-332d5fa8-32cf-41d5-9f96-7b7454efd407 req-f06a01e9-51c0-40ca-8e36-a287f10e69d0 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/ports?device_id=bea79169-9eae-415e-96f7-ed8e4122bc83 HTTP/1.1" status: 200 len: 944 time: 0.1817031 Oct 04 09:25:29.745951 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-332d5fa8-32cf-41d5-9f96-7b7454efd407 req-35da0e30-722a-4549-b460-f126bfb48015 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0ddcbf8-af52-48fe-889a-d7fbc34ba664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518987 Oct 04 09:25:29.937106 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5760aae1-15b8-4738-accd-c27122dc88f0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router_gateway, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:29.966191 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5760aae1-15b8-4738-accd-c27122dc88f0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:30.097608 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-5760aae1-15b8-4738-accd-c27122dc88f0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Allocated IP 172.26.10.158 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/5935331f-e594-417b-b3bb-2300ecb36974) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:25:30.226472 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-12e2bb76-7ab1-4b9f-b1c1-9bb6bde99790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:30.242935 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5760aae1-15b8-4738-accd-c27122dc88f0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:30.271130 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5760aae1-15b8-4738-accd-c27122dc88f0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:30.435302 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5760aae1-15b8-4738-accd-c27122dc88f0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:25:30.438049 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-5760aae1-15b8-4738-accd-c27122dc88f0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:25:30.441787 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5760aae1-15b8-4738-accd-c27122dc88f0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:25:30.475947 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5760aae1-15b8-4738-accd-c27122dc88f0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Port': ['ID=5935331f-e594-417b-b3bb-2300ecb36974,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:25:30.683818 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:30.740421 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:30.854258 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5760aae1-15b8-4738-accd-c27122dc88f0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router_gateway, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:30.948548 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7907056-5a42-4a78-a2fc-1e4161d74753 req-b52eb443-0c1f-4563-853f-8775a599dedc tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:30.950013 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e7907056-5a42-4a78-a2fc-1e4161d74753 req-b52eb443-0c1f-4563-853f-8775a599dedc tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/ports?device_id=bea79169-9eae-415e-96f7-ed8e4122bc83 HTTP/1.1" status: 200 len: 944 time: 0.0908554 Oct 04 09:25:30.996067 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e7907056-5a42-4a78-a2fc-1e4161d74753 req-88a2bf6d-1d42-4fa4-8e9a-aa455e14699c tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0ddcbf8-af52-48fe-889a-d7fbc34ba664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383365 Oct 04 09:25:31.190606 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5760aae1-15b8-4738-accd-c27122dc88f0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:31.388673 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5760aae1-15b8-4738-accd-c27122dc88f0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Router c3ff666f-4a9f-4aae-bfc2-66470af739bc is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:25:31.560779 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5760aae1-15b8-4738-accd-c27122dc88f0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:25:31.571078 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b68fdd-9aaf-402d-a6d0-73ddff4c662d None None] Sync routers for ids ['c3ff666f-4a9f-4aae-bfc2-66470af739bc'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:25:31.580029 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b68fdd-9aaf-402d-a6d0-73ddff4c662d None None] Routers {'c3ff666f-4a9f-4aae-bfc2-66470af739bc'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:25:31.580668 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-f8b68fdd-9aaf-402d-a6d0-73ddff4c662d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:25:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['c3ff666f-4a9f-4aae-bfc2-66470af739bc'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:25:31.586133 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5760aae1-15b8-4738-accd-c27122dc88f0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:31.587281 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-5760aae1-15b8-4738-accd-c27122dc88f0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.3864157 Oct 04 09:25:31.590341 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 37614) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:25:31.632114 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-ef8345b9-5530-4418-a6d4-665d912028b6 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=78fb12e86c5f40beb578bfb97002b5c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407305 Oct 04 09:25:31.634663 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 37618) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:25:31.776466 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-f8b68fdd-9aaf-402d-a6d0-73ddff4c662d None None] Set router c3ff666f-4a9f-4aae-bfc2-66470af739bc gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:25:31.882239 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447cd7b8-fe86-4c41-9ce8-5f0aac3c5c7c tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:31.883713 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-447cd7b8-fe86-4c41-9ce8-5f0aac3c5c7c tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2481782 Oct 04 09:25:31.886731 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 37622) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:25:31.929342 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-f9ebc6ef-f88a-4a04-8a3a-75a21b11f27e tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=f33938cd-879e-4461-9b5e-aa67b746b6bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413356 Oct 04 09:25:31.931764 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 37626) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:25:31.937020 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-ca6dafc9-7936-45ea-ac77-9ef5b5121503 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1969728809', 'network_id': 'f53ed539-9105-455a-950d-1e1a6fd81a4a', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:25:32.052300 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-ca6dafc9-7936-45ea-ac77-9ef5b5121503 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:25:32.057033 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-ca6dafc9-7936-45ea-ac77-9ef5b5121503 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:subnet and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:25:32.059941 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-ca6dafc9-7936-45ea-ac77-9ef5b5121503 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:25:32.065582 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-f8b68fdd-9aaf-402d-a6d0-73ddff4c662d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ff666f-4a9f-4aae-bfc2-66470af739bc', 'name': 'tempest-TestNetworkBasicOps-router-1935230275', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.158'}], 'enable_snat': True}, 'gw_port_id': '5935331f-e594-417b-b3bb-2300ecb36974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:25:29Z', 'updated_at': '2022-10-04T09:25:30Z', 'revision_number': 3, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '5935331f-e594-417b-b3bb-2300ecb36974', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ff666f-4a9f-4aae-bfc2-66470af739bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:25:29Z', 'updated_at': '2022-10-04T09:25:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:25:32.066344 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-ca6dafc9-7936-45ea-ac77-9ef5b5121503 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:25:32.070118 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b68fdd-9aaf-402d-a6d0-73ddff4c662d None None] Checking router: c3ff666f-4a9f-4aae-bfc2-66470af739bc for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:25:32.070476 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b68fdd-9aaf-402d-a6d0-73ddff4c662d None None] Updating router c3ff666f-4a9f-4aae-bfc2-66470af739bc port 5935331f-e594-417b-b3bb-2300ecb36974 binding host dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:25:32.078116 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6dafc9-7936-45ea-ac77-9ef5b5121503 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Made reservation on behalf of 78fb12e86c5f40beb578bfb97002b5c9 for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:25:32.081702 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ca6dafc9-7936-45ea-ac77-9ef5b5121503 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:32.125336 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f8b68fdd-9aaf-402d-a6d0-73ddff4c662d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:32.204114 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277a081-c18a-42d0-88bf-728cda80345a req-40a0451f-83b6-4a65-8e43-dc1f070283f5 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:32.205734 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-c277a081-c18a-42d0-88bf-728cda80345a req-40a0451f-83b6-4a65-8e43-dc1f070283f5 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/ports?device_id=bea79169-9eae-415e-96f7-ed8e4122bc83 HTTP/1.1" status: 200 len: 944 time: 0.0982480 Oct 04 09:25:32.255427 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-c277a081-c18a-42d0-88bf-728cda80345a req-04a135d6-447d-41cc-9e2c-5aa1e6b5338a tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0ddcbf8-af52-48fe-889a-d7fbc34ba664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424883 Oct 04 09:25:32.259590 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:32.400500 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ca6dafc9-7936-45ea-ac77-9ef5b5121503 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:32.474186 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f8b68fdd-9aaf-402d-a6d0-73ddff4c662d None None] Notify callbacks [] for port, precommit_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:32.478228 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6dafc9-7936-45ea-ac77-9ef5b5121503 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Subnet': ['ID=91dec5fe-9a41-4a6a-b9ce-6b114b6318df,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:25:32.487247 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6dafc9-7936-45ea-ac77-9ef5b5121503 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Checking segment: {'id': 'd01ca594-a1a8-4ca6-8945-625a356bacc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f53ed539-9105-455a-950d-1e1a6fd81a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:25:32.487602 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6dafc9-7936-45ea-ac77-9ef5b5121503 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Network hostable DHCP agents. Network: f53ed539-9105-455a-950d-1e1a6fd81a4a, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:25:32.490793 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-f8b68fdd-9aaf-402d-a6d0-73ddff4c662d None None] Transition to ACTIVE for port object 5935331f-e594-417b-b3bb-2300ecb36974 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:25:32.497510 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f8b68fdd-9aaf-402d-a6d0-73ddff4c662d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:32.508181 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6dafc9-7936-45ea-ac77-9ef5b5121503 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Network f53ed539-9105-455a-950d-1e1a6fd81a4a is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:25:32.517187 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-ca6dafc9-7936-45ea-ac77-9ef5b5121503 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, f53ed539-9105-455a-950d-1e1a6fd81a4a) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:25:32.521061 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6dafc9-7936-45ea-ac77-9ef5b5121503 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:32.521637 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ca6dafc9-7936-45ea-ac77-9ef5b5121503 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:32.542589 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-ca6dafc9-7936-45ea-ac77-9ef5b5121503 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6093898 Oct 04 09:25:32.544905 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 37632) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:25:32.552471 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113a4bcb-d14e-4121-a92b-eb4dac6e3c64 None None] Network f53ed539-9105-455a-950d-1e1a6fd81a4a requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:25:32.624907 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-f8b68fdd-9aaf-402d-a6d0-73ddff4c662d None None] Attempting to bind port 5935331f-e594-417b-b3bb-2300ecb36974 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:25:32.625639 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-f8b68fdd-9aaf-402d-a6d0-73ddff4c662d None None] Attempting to bind port 5935331f-e594-417b-b3bb-2300ecb36974 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:25:32.625639 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b68fdd-9aaf-402d-a6d0-73ddff4c662d None None] Attempting to bind port 5935331f-e594-417b-b3bb-2300ecb36974 on network f33938cd-879e-4461-9b5e-aa67b746b6bd {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:25:32.648075 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b68fdd-9aaf-402d-a6d0-73ddff4c662d None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:25:32.648466 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b68fdd-9aaf-402d-a6d0-73ddff4c662d None None] Checking segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:25:32.648861 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f8b68fdd-9aaf-402d-a6d0-73ddff4c662d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:32.649295 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b68fdd-9aaf-402d-a6d0-73ddff4c662d None None] Bound using segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:25:32.649707 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-f8b68fdd-9aaf-402d-a6d0-73ddff4c662d None None] Bound port: 5935331f-e594-417b-b3bb-2300ecb36974, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:25:32.650072 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f8b68fdd-9aaf-402d-a6d0-73ddff4c662d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:32.678001 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2616272-0653-4014-9511-65670a4e3cdc None None] Pushing event updated for resources: {'Port': ['ID=5935331f-e594-417b-b3bb-2300ecb36974,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:25:32.784002 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-f8b68fdd-9aaf-402d-a6d0-73ddff4c662d None None] For port 5935331f-e594-417b-b3bb-2300ecb36974, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:25:32.802338 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-f8b68fdd-9aaf-402d-a6d0-73ddff4c662d None None] For port 5935331f-e594-417b-b3bb-2300ecb36974, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=5935331f-e594-417b-b3bb-2300ecb36974,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:25:32.807621 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f8b68fdd-9aaf-402d-a6d0-73ddff4c662d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:32.950589 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b68fdd-9aaf-402d-a6d0-73ddff4c662d None None] Routers {'c3ff666f-4a9f-4aae-bfc2-66470af739bc'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:25:32.951100 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-f8b68fdd-9aaf-402d-a6d0-73ddff4c662d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:25:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['c3ff666f-4a9f-4aae-bfc2-66470af739bc'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:25:33.010927 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc951691-bb22-452f-a7d2-0f2eec6be5f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-f53ed539-9105-455a-950d-1e1a6fd81a4a', 'network_id': 'f53ed539-9105-455a-950d-1e1a6fd81a4a', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ips': [{'subnet_id': '91dec5fe-9a41-4a6a-b9ce-6b114b6318df'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:25:33.011707 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-cc951691-bb22-452f-a7d2-0f2eec6be5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:33.097934 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2616272-0653-4014-9511-65670a4e3cdc None None] Pushing event updated for resources: {'Port': ['ID=5935331f-e594-417b-b3bb-2300ecb36974,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:25:33.239139 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ec01ac06-4f5f-4f97-bdeb-7bfd66b184b0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:33.252110 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-f8b68fdd-9aaf-402d-a6d0-73ddff4c662d None None] Set router c3ff666f-4a9f-4aae-bfc2-66470af739bc gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:25:33.446639 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-cc951691-bb22-452f-a7d2-0f2eec6be5f4 None None] Allocated IP 172.20.0.2 (f53ed539-9105-455a-950d-1e1a6fd81a4a/91dec5fe-9a41-4a6a-b9ce-6b114b6318df/d178506a-2608-4512-9be7-1ef8e0b53bd9) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:25:33.559848 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67a9a6-d7f2-404e-a02a-d03121ecd586 req-e612403c-880f-4c5e-a5b9-b308fd2fc6cc tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:33.561350 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-af67a9a6-d7f2-404e-a02a-d03121ecd586 req-e612403c-880f-4c5e-a5b9-b308fd2fc6cc tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/ports?device_id=bea79169-9eae-415e-96f7-ed8e4122bc83 HTTP/1.1" status: 200 len: 944 time: 0.1739678 Oct 04 09:25:33.598648 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 4b8a4dbc-c37d-403b-a2d3-42a948480baa details requested by agent hyperv_hv-neutron-8602 with host hv-neutron-8602 {{(pid=89034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 04 09:25:33.662678 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-af67a9a6-d7f2-404e-a02a-d03121ecd586 req-1c342ac3-0eda-4427-8ad5-48a5fe58e80c tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0ddcbf8-af52-48fe-889a-d7fbc34ba664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940015 Oct 04 09:25:33.840716 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-cc951691-bb22-452f-a7d2-0f2eec6be5f4 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:33.843842 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-f8b68fdd-9aaf-402d-a6d0-73ddff4c662d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ff666f-4a9f-4aae-bfc2-66470af739bc', 'name': 'tempest-TestNetworkBasicOps-router-1935230275', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.158'}], 'enable_snat': True}, 'gw_port_id': '5935331f-e594-417b-b3bb-2300ecb36974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:25:29Z', 'updated_at': '2022-10-04T09:25:30Z', 'revision_number': 3, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '5935331f-e594-417b-b3bb-2300ecb36974', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ff666f-4a9f-4aae-bfc2-66470af739bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:25:29Z', 'updated_at': '2022-10-04T09:25:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:25:33.857245 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-cc951691-bb22-452f-a7d2-0f2eec6be5f4 None None] Transition to ACTIVE for port object d178506a-2608-4512-9be7-1ef8e0b53bd9 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:25:33.862516 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b68fdd-9aaf-402d-a6d0-73ddff4c662d None None] The sync data for ids ['c3ff666f-4a9f-4aae-bfc2-66470af739bc'] in dv-neutron-860215-1-hyperv is: [{'id': 'c3ff666f-4a9f-4aae-bfc2-66470af739bc', 'name': 'tempest-TestNetworkBasicOps-router-1935230275', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.158'}], 'enable_snat': True}, 'gw_port_id': '5935331f-e594-417b-b3bb-2300ecb36974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:25:29Z', 'updated_at': '2022-10-04T09:25:30Z', 'revision_number': 3, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '5935331f-e594-417b-b3bb-2300ecb36974', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ff666f-4a9f-4aae-bfc2-66470af739bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:25:29Z', 'updated_at': '2022-10-04T09:25:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:25:33.868692 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 4b8a4dbc-c37d-403b-a2d3-42a948480baa, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=4b8a4dbc-c37d-403b-a2d3-42a948480baa,segment=NetworkSegment(f2649b1a-e6b7-4b49-bfb8-8bd07f301357),segment_id=f2649b1a-e6b7-4b49-bfb8-8bd07f301357)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:25:33.893578 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Returning: {'device': '4b8a4dbc-c37d-403b-a2d3-42a948480baa', 'network_id': '47b14212-cea9-47cb-815c-888460239551', 'port_id': '4b8a4dbc-c37d-403b-a2d3-42a948480baa', 'mac_address': 'fa:16:3e:16:e6:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d6ad6fc-1b52-4c37-8942-5241b791dd73', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 04 09:25:33.897484 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-cc951691-bb22-452f-a7d2-0f2eec6be5f4 None None] Transition to ACTIVE for port object d178506a-2608-4512-9be7-1ef8e0b53bd9 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:25:33.928232 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-cc951691-bb22-452f-a7d2-0f2eec6be5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:33.971466 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-ec01ac06-4f5f-4f97-bdeb-7bfd66b184b0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Allocated IP 172.20.0.1 (f53ed539-9105-455a-950d-1e1a6fd81a4a/91dec5fe-9a41-4a6a-b9ce-6b114b6318df/101ffa40-260b-4413-9af2-96a1be0747ea) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:25:34.021989 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 4b8a4dbc-c37d-403b-a2d3-42a948480baa is: DOWN; New status is: BUILD {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:25:34.022368 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:34.034692 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc951691-bb22-452f-a7d2-0f2eec6be5f4 None None] Network f53ed539-9105-455a-950d-1e1a6fd81a4a is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:25:34.042481 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-cc951691-bb22-452f-a7d2-0f2eec6be5f4 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:25:34.047010 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc951691-bb22-452f-a7d2-0f2eec6be5f4 None None] Pushing event updated for resources: {'Port': ['ID=d178506a-2608-4512-9be7-1ef8e0b53bd9,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:25:34.050583 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc951691-bb22-452f-a7d2-0f2eec6be5f4 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:25:34.054097 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b8a4dbc-c37d-403b-a2d3-42a948480baa {{(pid=89034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:25:34.122236 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 4b8a4dbc-c37d-403b-a2d3-42a948480baa, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=4b8a4dbc-c37d-403b-a2d3-42a948480baa,segment=NetworkSegment(f2649b1a-e6b7-4b49-bfb8-8bd07f301357),segment_id=f2649b1a-e6b7-4b49-bfb8-8bd07f301357)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:25:34.132443 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:34.257273 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-cc951691-bb22-452f-a7d2-0f2eec6be5f4 None None] Attempting to bind port d178506a-2608-4512-9be7-1ef8e0b53bd9 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:25:34.257643 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-cc951691-bb22-452f-a7d2-0f2eec6be5f4 None None] Attempting to bind port d178506a-2608-4512-9be7-1ef8e0b53bd9 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'd01ca594-a1a8-4ca6-8945-625a356bacc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f53ed539-9105-455a-950d-1e1a6fd81a4a'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:25:34.258004 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc951691-bb22-452f-a7d2-0f2eec6be5f4 None None] Attempting to bind port d178506a-2608-4512-9be7-1ef8e0b53bd9 on network f53ed539-9105-455a-950d-1e1a6fd81a4a {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:25:34.268741 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc951691-bb22-452f-a7d2-0f2eec6be5f4 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:25:34.269199 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc951691-bb22-452f-a7d2-0f2eec6be5f4 None None] Checking segment: {'id': 'd01ca594-a1a8-4ca6-8945-625a356bacc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f53ed539-9105-455a-950d-1e1a6fd81a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:25:34.269498 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-cc951691-bb22-452f-a7d2-0f2eec6be5f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:34.269888 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc951691-bb22-452f-a7d2-0f2eec6be5f4 None None] Bound using segment: {'id': 'd01ca594-a1a8-4ca6-8945-625a356bacc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f53ed539-9105-455a-950d-1e1a6fd81a4a'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:25:34.270358 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-cc951691-bb22-452f-a7d2-0f2eec6be5f4 None None] Bound port: d178506a-2608-4512-9be7-1ef8e0b53bd9, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd01ca594-a1a8-4ca6-8945-625a356bacc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f53ed539-9105-455a-950d-1e1a6fd81a4a'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:25:34.270734 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-cc951691-bb22-452f-a7d2-0f2eec6be5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:34.290810 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ec01ac06-4f5f-4f97-bdeb-7bfd66b184b0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:34.308647 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-ec01ac06-4f5f-4f97-bdeb-7bfd66b184b0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Transition to ACTIVE for port object 101ffa40-260b-4413-9af2-96a1be0747ea will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:25:34.330371 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=4b8a4dbc-c37d-403b-a2d3-42a948480baa,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:25:34.335278 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ec01ac06-4f5f-4f97-bdeb-7bfd66b184b0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:34.406508 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec01ac06-4f5f-4f97-bdeb-7bfd66b184b0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Network f53ed539-9105-455a-950d-1e1a6fd81a4a is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:25:34.409638 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-ec01ac06-4f5f-4f97-bdeb-7bfd66b184b0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:25:34.414015 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec01ac06-4f5f-4f97-bdeb-7bfd66b184b0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:25:34.435120 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-cc951691-bb22-452f-a7d2-0f2eec6be5f4 None None] For port d178506a-2608-4512-9be7-1ef8e0b53bd9, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:25:34.438827 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-cc951691-bb22-452f-a7d2-0f2eec6be5f4 None None] For port d178506a-2608-4512-9be7-1ef8e0b53bd9, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=d178506a-2608-4512-9be7-1ef8e0b53bd9,segment=NetworkSegment(d01ca594-a1a8-4ca6-8945-625a356bacc4),segment_id=d01ca594-a1a8-4ca6-8945-625a356bacc4)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:25:34.443581 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-cc951691-bb22-452f-a7d2-0f2eec6be5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:34.452912 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec01ac06-4f5f-4f97-bdeb-7bfd66b184b0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Port': ['ID=101ffa40-260b-4413-9af2-96a1be0747ea,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:25:34.481637 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ec01ac06-4f5f-4f97-bdeb-7bfd66b184b0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737202'] for router_interface, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:34.531915 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc951691-bb22-452f-a7d2-0f2eec6be5f4 None None] Pushing event updated for resources: {'Port': ['ID=d178506a-2608-4512-9be7-1ef8e0b53bd9,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:25:34.559265 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['4b8a4dbc-c37d-403b-a2d3-42a948480baa'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 09:25:34.871035 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ec01ac06-4f5f-4f97-bdeb-7bfd66b184b0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:34.944944 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e42ac2-ace6-40ff-9413-af034d4a3bdd req-eb13c104-53da-45de-a9a3-584c0b5839f7 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:34.950074 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-e8e42ac2-ace6-40ff-9413-af034d4a3bdd req-eb13c104-53da-45de-a9a3-584c0b5839f7 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/ports?device_id=bea79169-9eae-415e-96f7-ed8e4122bc83 HTTP/1.1" status: 200 len: 945 time: 0.1081529 Oct 04 09:25:35.000997 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-e8e42ac2-ace6-40ff-9413-af034d4a3bdd req-f6efba43-f5dd-4bd4-a2da-e7e6e6699e27 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0ddcbf8-af52-48fe-889a-d7fbc34ba664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446060 Oct 04 09:25:35.150467 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 5935331f-e594-417b-b3bb-2300ecb36974 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:25:35.222552 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 5935331f-e594-417b-b3bb-2300ecb36974 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:25:35.231549 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 5935331f-e594-417b-b3bb-2300ecb36974 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:25:35.231928 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:35.232267 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 5935331f-e594-417b-b3bb-2300ecb36974 Oct 04 09:25:35.333354 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ec01ac06-4f5f-4f97-bdeb-7bfd66b184b0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:35.341649 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ec01ac06-4f5f-4f97-bdeb-7bfd66b184b0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:35.353986 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 5935331f-e594-417b-b3bb-2300ecb36974 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:25:35.354370 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:35.372012 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 5935331f-e594-417b-b3bb-2300ecb36974, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=5935331f-e594-417b-b3bb-2300ecb36974,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:25:35.377534 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:35.378370 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device d178506a-2608-4512-9be7-1ef8e0b53bd9 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:25:35.452663 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ec01ac06-4f5f-4f97-bdeb-7bfd66b184b0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736777'] for router_interface, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:35.486303 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec01ac06-4f5f-4f97-bdeb-7bfd66b184b0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Port': ['ID=101ffa40-260b-4413-9af2-96a1be0747ea,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:25:35.504443 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=5935331f-e594-417b-b3bb-2300ecb36974,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:25:35.518644 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port d178506a-2608-4512-9be7-1ef8e0b53bd9 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:25:35.549040 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97336e6-2a1e-4395-b9b0-4f060dbb2793 None None] Network f53ed539-9105-455a-950d-1e1a6fd81a4a requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:25:35.600008 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec01ac06-4f5f-4f97-bdeb-7bfd66b184b0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Network f53ed539-9105-455a-950d-1e1a6fd81a4a is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:25:35.601097 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-ec01ac06-4f5f-4f97-bdeb-7bfd66b184b0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:25:35.664295 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-54e5cc4e-ef29-4429-b163-66fdedc5ef3d None None] Provisioning for port d178506a-2608-4512-9be7-1ef8e0b53bd9 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:25:35.681862 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-54e5cc4e-ef29-4429-b163-66fdedc5ef3d None None] Provisioning complete for port d178506a-2608-4512-9be7-1ef8e0b53bd9 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:25:35.682076 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-54e5cc4e-ef29-4429-b163-66fdedc5ef3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:35.689018 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-54e5cc4e-ef29-4429-b163-66fdedc5ef3d None None] Attempt 1 to provision port d178506a-2608-4512-9be7-1ef8e0b53bd9 Oct 04 09:25:35.931983 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec01ac06-4f5f-4f97-bdeb-7bfd66b184b0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Router c3ff666f-4a9f-4aae-bfc2-66470af739bc has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:25:35.944784 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-54e5cc4e-ef29-4429-b163-66fdedc5ef3d None None] Current status of the port d178506a-2608-4512-9be7-1ef8e0b53bd9 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:25:35.945163 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-54e5cc4e-ef29-4429-b163-66fdedc5ef3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:35.990565 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-54e5cc4e-ef29-4429-b163-66fdedc5ef3d None None] For port d178506a-2608-4512-9be7-1ef8e0b53bd9, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=d178506a-2608-4512-9be7-1ef8e0b53bd9,segment=NetworkSegment(d01ca594-a1a8-4ca6-8945-625a356bacc4),segment_id=d01ca594-a1a8-4ca6-8945-625a356bacc4)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:25:35.999616 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-54e5cc4e-ef29-4429-b163-66fdedc5ef3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:36.121684 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e5cc4e-ef29-4429-b163-66fdedc5ef3d None None] Pushing event updated for resources: {'Port': ['ID=d178506a-2608-4512-9be7-1ef8e0b53bd9,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:25:36.234307 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec01ac06-4f5f-4f97-bdeb-7bfd66b184b0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:25:36.244173 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a9f7f0-291d-4bf2-bde6-2f61864d6448 None None] Sync routers for ids ['c3ff666f-4a9f-4aae-bfc2-66470af739bc'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:25:36.253364 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-ec01ac06-4f5f-4f97-bdeb-7bfd66b184b0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "PUT /v2.0/routers/c3ff666f-4a9f-4aae-bfc2-66470af739bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7071245 Oct 04 09:25:36.255779 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a9f7f0-291d-4bf2-bde6-2f61864d6448 None None] Routers {'c3ff666f-4a9f-4aae-bfc2-66470af739bc'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:25:36.255939 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 37642) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:25:36.256434 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-01a9f7f0-291d-4bf2-bde6-2f61864d6448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:25:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['c3ff666f-4a9f-4aae-bfc2-66470af739bc'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:25:36.275234 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00acb3e-5e11-4f8f-92c9-3fd616552dab req-9b5a4b1d-14e6-4409-883b-b03afd618755 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:36.277247 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a00acb3e-5e11-4f8f-92c9-3fd616552dab req-9b5a4b1d-14e6-4409-883b-b03afd618755 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/ports?device_id=bea79169-9eae-415e-96f7-ed8e4122bc83 HTTP/1.1" status: 200 len: 945 time: 0.1313808 Oct 04 09:25:36.327691 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-db5856ca-b620-4492-be0c-a923b4319bca None None] Provisioning complete for port d178506a-2608-4512-9be7-1ef8e0b53bd9 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:25:36.328283 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-db5856ca-b620-4492-be0c-a923b4319bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:36.328400 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-db5856ca-b620-4492-be0c-a923b4319bca None None] Attempt 1 to provision port d178506a-2608-4512-9be7-1ef8e0b53bd9 Oct 04 09:25:36.346279 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a00acb3e-5e11-4f8f-92c9-3fd616552dab req-ec796c85-27f1-429f-be0c-f753d105cad9 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0ddcbf8-af52-48fe-889a-d7fbc34ba664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609455 Oct 04 09:25:36.432203 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50eed3b4-b02c-484a-bad2-b3c843a98974 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:36.432501 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50eed3b4-b02c-484a-bad2-b3c843a98974 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:36.433148 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50eed3b4-b02c-484a-bad2-b3c843a98974 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:36.433766 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50eed3b4-b02c-484a-bad2-b3c843a98974 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:36.434542 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50eed3b4-b02c-484a-bad2-b3c843a98974 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:36.435157 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50eed3b4-b02c-484a-bad2-b3c843a98974 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:36.437323 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-50eed3b4-b02c-484a-bad2-b3c843a98974 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1804297 Oct 04 09:25:36.439953 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 37646) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:25:36.470322 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-01a9f7f0-291d-4bf2-bde6-2f61864d6448 None None] Set router c3ff666f-4a9f-4aae-bfc2-66470af739bc gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:25:36.486704 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-db5856ca-b620-4492-be0c-a923b4319bca None None] Current status of the port d178506a-2608-4512-9be7-1ef8e0b53bd9 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:25:36.502905 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-db5856ca-b620-4492-be0c-a923b4319bca None None] Provisioning for port 101ffa40-260b-4413-9af2-96a1be0747ea completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:25:36.509780 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-db5856ca-b620-4492-be0c-a923b4319bca None None] Provisioning complete for port 101ffa40-260b-4413-9af2-96a1be0747ea triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:25:36.510270 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-db5856ca-b620-4492-be0c-a923b4319bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:36.510697 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-db5856ca-b620-4492-be0c-a923b4319bca None None] Attempt 1 to provision port 101ffa40-260b-4413-9af2-96a1be0747ea Oct 04 09:25:36.526906 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40dd6155-d9d5-49a0-be23-2d937891bf15 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:36.527812 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40dd6155-d9d5-49a0-be23-2d937891bf15 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:36.528511 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40dd6155-d9d5-49a0-be23-2d937891bf15 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:36.529124 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40dd6155-d9d5-49a0-be23-2d937891bf15 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:36.529735 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40dd6155-d9d5-49a0-be23-2d937891bf15 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:36.530977 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40dd6155-d9d5-49a0-be23-2d937891bf15 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:36.532977 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-40dd6155-d9d5-49a0-be23-2d937891bf15 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4010 time: 0.0918918 Oct 04 09:25:36.535826 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 37650) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:25:36.580682 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-db5856ca-b620-4492-be0c-a923b4319bca None None] Port 101ffa40-260b-4413-9af2-96a1be0747ea cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:25:36.753996 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-1f5a2638-8768-4e9d-bfde-83337bef8a3b tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3054 time: 0.2167015 Oct 04 09:25:36.810566 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-01a9f7f0-291d-4bf2-bde6-2f61864d6448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ff666f-4a9f-4aae-bfc2-66470af739bc', 'name': 'tempest-TestNetworkBasicOps-router-1935230275', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.158'}], 'enable_snat': True}, 'gw_port_id': '5935331f-e594-417b-b3bb-2300ecb36974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:25:29Z', 'updated_at': '2022-10-04T09:25:34Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '5935331f-e594-417b-b3bb-2300ecb36974', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ff666f-4a9f-4aae-bfc2-66470af739bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:25:29Z', 'updated_at': '2022-10-04T09:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '101ffa40-260b-4413-9af2-96a1be0747ea', 'name': '', 'network_id': 'f53ed539-9105-455a-950d-1e1a6fd81a4a', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:f1:f7:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ff666f-4a9f-4aae-bfc2-66470af739bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '91dec5fe-9a41-4a6a-b9ce-6b114b6318df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:25:33Z', 'updated_at': '2022-10-04T09:25:35Z', 'revision_number': 2, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': '91dec5fe-9a41-4a6a-b9ce-6b114b6318df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:25:36.816350 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a9f7f0-291d-4bf2-bde6-2f61864d6448 None None] Checking router: c3ff666f-4a9f-4aae-bfc2-66470af739bc for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:25:36.816708 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a9f7f0-291d-4bf2-bde6-2f61864d6448 None None] Updating router c3ff666f-4a9f-4aae-bfc2-66470af739bc port 101ffa40-260b-4413-9af2-96a1be0747ea binding host dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:25:36.828946 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 37656) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:25:36.834154 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-ff1ccccb-15b0-4d7d-b879-5b389a76e661 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-794923387', 'description': 'tempest-secgroup-smoke-794923387 description', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:25:36.840268 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-ff1ccccb-15b0-4d7d-b879-5b389a76e661 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:25:36.845284 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-ff1ccccb-15b0-4d7d-b879-5b389a76e661 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:25:36.848253 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-ff1ccccb-15b0-4d7d-b879-5b389a76e661 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:25:36.854098 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-ff1ccccb-15b0-4d7d-b879-5b389a76e661 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:25:36.864758 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ff1ccccb-15b0-4d7d-b879-5b389a76e661 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:36.871962 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-01a9f7f0-291d-4bf2-bde6-2f61864d6448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:36.886291 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-ff1ccccb-15b0-4d7d-b879-5b389a76e661 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:25:36.890160 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-ff1ccccb-15b0-4d7d-b879-5b389a76e661 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:25:36.892988 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-ff1ccccb-15b0-4d7d-b879-5b389a76e661 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:25:36.898820 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-ff1ccccb-15b0-4d7d-b879-5b389a76e661 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:25:36.969300 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ff1ccccb-15b0-4d7d-b879-5b389a76e661 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:36.973004 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ff1ccccb-15b0-4d7d-b879-5b389a76e661 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:37.016227 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1ccccb-15b0-4d7d-b879-5b389a76e661 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb1131f-6366-463e-a4f0-553ed40110cf,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:25:37.022687 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ff1ccccb-15b0-4d7d-b879-5b389a76e661 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:37.024074 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-ff1ccccb-15b0-4d7d-b879-5b389a76e661 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1940897 Oct 04 09:25:37.027006 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 37660) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:25:37.033210 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-0b7a457d-e696-4bb3-90f4-5bbfc54673f6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': 'dbb1131f-6366-463e-a4f0-553ed40110cf', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:25:37.039060 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-0b7a457d-e696-4bb3-90f4-5bbfc54673f6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:25:37.043079 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-0b7a457d-e696-4bb3-90f4-5bbfc54673f6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:25:37.046182 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-0b7a457d-e696-4bb3-90f4-5bbfc54673f6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:25:37.053010 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-0b7a457d-e696-4bb3-90f4-5bbfc54673f6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:25:37.071558 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0b7a457d-e696-4bb3-90f4-5bbfc54673f6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:37.082293 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-db5856ca-b620-4492-be0c-a923b4319bca None None] Attempt 2 to provision port 101ffa40-260b-4413-9af2-96a1be0747ea Oct 04 09:25:37.115645 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 5935331f-e594-417b-b3bb-2300ecb36974 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:25:37.145851 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0b7a457d-e696-4bb3-90f4-5bbfc54673f6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:37.150184 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0b7a457d-e696-4bb3-90f4-5bbfc54673f6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:37.168343 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7a457d-e696-4bb3-90f4-5bbfc54673f6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c25d59d-66b4-4cd1-8e5c-c4d9471312d9,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:25:37.192407 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-db5856ca-b620-4492-be0c-a923b4319bca None None] Port 101ffa40-260b-4413-9af2-96a1be0747ea cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:25:37.195594 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0b7a457d-e696-4bb3-90f4-5bbfc54673f6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:37.197097 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-0b7a457d-e696-4bb3-90f4-5bbfc54673f6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1690562 Oct 04 09:25:37.199875 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 37664) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:25:37.206656 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-61ac8a0e-a5d9-4f1c-85ec-49dcd872b819 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': 'dbb1131f-6366-463e-a4f0-553ed40110cf', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:25:37.209359 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 5935331f-e594-417b-b3bb-2300ecb36974 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:25:37.209737 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:37.210076 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 5935331f-e594-417b-b3bb-2300ecb36974 Oct 04 09:25:37.214211 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-61ac8a0e-a5d9-4f1c-85ec-49dcd872b819 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:25:37.218778 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-61ac8a0e-a5d9-4f1c-85ec-49dcd872b819 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:25:37.222695 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-61ac8a0e-a5d9-4f1c-85ec-49dcd872b819 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:25:37.228713 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-61ac8a0e-a5d9-4f1c-85ec-49dcd872b819 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:25:37.236871 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-01a9f7f0-291d-4bf2-bde6-2f61864d6448 None None] Notify callbacks [] for port, precommit_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:37.247386 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-61ac8a0e-a5d9-4f1c-85ec-49dcd872b819 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:37.249260 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.provisioning_blocks [None req-01a9f7f0-291d-4bf2-bde6-2f61864d6448 None None] Transition to ACTIVE for port object 101ffa40-260b-4413-9af2-96a1be0747ea will not be triggered until provisioned by entity L2. {{(pid=89035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:25:37.255616 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-01a9f7f0-291d-4bf2-bde6-2f61864d6448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:37.316316 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-61ac8a0e-a5d9-4f1c-85ec-49dcd872b819 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:37.321513 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-61ac8a0e-a5d9-4f1c-85ec-49dcd872b819 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:37.341861 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 5935331f-e594-417b-b3bb-2300ecb36974 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:25:37.343501 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device d178506a-2608-4512-9be7-1ef8e0b53bd9 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:25:37.344712 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ac8a0e-a5d9-4f1c-85ec-49dcd872b819 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=521b47e0-1922-4088-b77a-45ad19fd2c4f,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:25:37.358895 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-61ac8a0e-a5d9-4f1c-85ec-49dcd872b819 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:37.361442 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-61ac8a0e-a5d9-4f1c-85ec-49dcd872b819 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1591170 Oct 04 09:25:37.363017 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 37668) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:25:37.368382 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-8acdc34f-4bda-47a4-b835-8109857d42bc tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': 'dbb1131f-6366-463e-a4f0-553ed40110cf', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:25:37.377318 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-8acdc34f-4bda-47a4-b835-8109857d42bc tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:25:37.382941 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-8acdc34f-4bda-47a4-b835-8109857d42bc tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:25:37.386947 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-8acdc34f-4bda-47a4-b835-8109857d42bc tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:25:37.396774 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-8acdc34f-4bda-47a4-b835-8109857d42bc tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:25:37.409759 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda88670-3ab8-44e1-a8df-8f1dbf353a74 None None] Pushing event updated for resources: {'Port': ['ID=101ffa40-260b-4413-9af2-96a1be0747ea,revision_number=3']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:25:37.416561 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port d178506a-2608-4512-9be7-1ef8e0b53bd9 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:25:37.417081 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:37.417247 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda88670-3ab8-44e1-a8df-8f1dbf353a74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:25:37.417427 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda88670-3ab8-44e1-a8df-8f1dbf353a74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:25:37.417936 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda88670-3ab8-44e1-a8df-8f1dbf353a74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:25:37.418145 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port d178506a-2608-4512-9be7-1ef8e0b53bd9 Oct 04 09:25:37.418455 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda88670-3ab8-44e1-a8df-8f1dbf353a74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:25:37.418781 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda88670-3ab8-44e1-a8df-8f1dbf353a74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:25:37.419105 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda88670-3ab8-44e1-a8df-8f1dbf353a74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:25:37.419424 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda88670-3ab8-44e1-a8df-8f1dbf353a74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:25:37.419743 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda88670-3ab8-44e1-a8df-8f1dbf353a74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:25:37.420074 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda88670-3ab8-44e1-a8df-8f1dbf353a74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:25:37.420386 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda88670-3ab8-44e1-a8df-8f1dbf353a74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:25:37.420893 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda88670-3ab8-44e1-a8df-8f1dbf353a74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:25:37.421383 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda88670-3ab8-44e1-a8df-8f1dbf353a74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:25:37.421772 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8acdc34f-4bda-47a4-b835-8109857d42bc tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:37.510320 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8acdc34f-4bda-47a4-b835-8109857d42bc tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:37.517165 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8acdc34f-4bda-47a4-b835-8109857d42bc tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:37.545271 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdc34f-4bda-47a4-b835-8109857d42bc tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72123b95-7332-4ccc-892c-0f589cf0e247,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:25:37.556877 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-01a9f7f0-291d-4bf2-bde6-2f61864d6448 None None] Attempting to bind port 101ffa40-260b-4413-9af2-96a1be0747ea on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:25:37.557552 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-01a9f7f0-291d-4bf2-bde6-2f61864d6448 None None] Attempting to bind port 101ffa40-260b-4413-9af2-96a1be0747ea by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'd01ca594-a1a8-4ca6-8945-625a356bacc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f53ed539-9105-455a-950d-1e1a6fd81a4a'}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:25:37.558118 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a9f7f0-291d-4bf2-bde6-2f61864d6448 None None] Attempting to bind port 101ffa40-260b-4413-9af2-96a1be0747ea on network f53ed539-9105-455a-950d-1e1a6fd81a4a {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:25:37.559155 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8acdc34f-4bda-47a4-b835-8109857d42bc tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:37.563784 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-8acdc34f-4bda-47a4-b835-8109857d42bc tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1963112 Oct 04 09:25:37.564006 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 37674) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:25:37.569908 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-e08ab935-01ce-49b4-b1be-dc87449d1998 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': 'dbb1131f-6366-463e-a4f0-553ed40110cf', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:25:37.570354 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a9f7f0-291d-4bf2-bde6-2f61864d6448 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:25:37.570733 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a9f7f0-291d-4bf2-bde6-2f61864d6448 None None] Checking segment: {'id': 'd01ca594-a1a8-4ca6-8945-625a356bacc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f53ed539-9105-455a-950d-1e1a6fd81a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:25:37.571331 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-01a9f7f0-291d-4bf2-bde6-2f61864d6448 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:37.571975 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a9f7f0-291d-4bf2-bde6-2f61864d6448 None None] Bound using segment: {'id': 'd01ca594-a1a8-4ca6-8945-625a356bacc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f53ed539-9105-455a-950d-1e1a6fd81a4a'} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:25:37.573120 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-01a9f7f0-291d-4bf2-bde6-2f61864d6448 None None] Bound port: 101ffa40-260b-4413-9af2-96a1be0747ea, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd01ca594-a1a8-4ca6-8945-625a356bacc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f53ed539-9105-455a-950d-1e1a6fd81a4a'}}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:25:37.573868 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-01a9f7f0-291d-4bf2-bde6-2f61864d6448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:37.576034 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-e08ab935-01ce-49b4-b1be-dc87449d1998 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:25:37.581013 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-e08ab935-01ce-49b4-b1be-dc87449d1998 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:25:37.583553 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f6597e-9208-4037-9406-c68cbf00c0e4 req-3b26e505-49c6-4ef3-9fda-14089f1cd322 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:37.584053 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-e08ab935-01ce-49b4-b1be-dc87449d1998 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:25:37.590190 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-e08ab935-01ce-49b4-b1be-dc87449d1998 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:25:37.590608 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c4f6597e-9208-4037-9406-c68cbf00c0e4 req-3b26e505-49c6-4ef3-9fda-14089f1cd322 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/ports?device_id=bea79169-9eae-415e-96f7-ed8e4122bc83 HTTP/1.1" status: 200 len: 945 time: 0.1110106 Oct 04 09:25:37.600317 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 4b8a4dbc-c37d-403b-a2d3-42a948480baa up at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:25:37.619462 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e08ab935-01ce-49b4-b1be-dc87449d1998 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:37.628967 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port d178506a-2608-4512-9be7-1ef8e0b53bd9 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:25:37.656191 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c4f6597e-9208-4037-9406-c68cbf00c0e4 req-1c4ecaa7-7f0d-4ffe-974d-b9fbe5e28f83 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0ddcbf8-af52-48fe-889a-d7fbc34ba664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645192 Oct 04 09:25:37.677701 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning for port 4b8a4dbc-c37d-403b-a2d3-42a948480baa completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:25:37.682604 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning complete for port 4b8a4dbc-c37d-403b-a2d3-42a948480baa triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:25:37.682979 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:37.683399 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Attempt 1 to provision port 4b8a4dbc-c37d-403b-a2d3-42a948480baa Oct 04 09:25:37.695682 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-01a9f7f0-291d-4bf2-bde6-2f61864d6448 None None] For port 101ffa40-260b-4413-9af2-96a1be0747ea, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:25:37.699899 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-01a9f7f0-291d-4bf2-bde6-2f61864d6448 None None] For port 101ffa40-260b-4413-9af2-96a1be0747ea, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=101ffa40-260b-4413-9af2-96a1be0747ea,segment=NetworkSegment(d01ca594-a1a8-4ca6-8945-625a356bacc4),segment_id=d01ca594-a1a8-4ca6-8945-625a356bacc4)] {{(pid=89035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:25:37.707105 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-01a9f7f0-291d-4bf2-bde6-2f61864d6448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:37.714778 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e08ab935-01ce-49b4-b1be-dc87449d1998 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:37.715856 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-db5856ca-b620-4492-be0c-a923b4319bca None None] Attempt 3 to provision port 101ffa40-260b-4413-9af2-96a1be0747ea Oct 04 09:25:37.720598 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e08ab935-01ce-49b4-b1be-dc87449d1998 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:37.769425 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08ab935-01ce-49b4-b1be-dc87449d1998 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a59b17c-352f-42f9-92b3-3e2d763e24ab,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:25:37.781211 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e08ab935-01ce-49b4-b1be-dc87449d1998 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:37.783182 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-e08ab935-01ce-49b4-b1be-dc87449d1998 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2172775 Oct 04 09:25:37.785331 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 37678) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:25:37.790532 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-f570afad-3cd8-4fa3-b7ff-7d55b306f934 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': 'dbb1131f-6366-463e-a4f0-553ed40110cf', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:25:37.797060 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-f570afad-3cd8-4fa3-b7ff-7d55b306f934 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:25:37.800923 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-f570afad-3cd8-4fa3-b7ff-7d55b306f934 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:25:37.801087 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a9f7f0-291d-4bf2-bde6-2f61864d6448 None None] Routers {'c3ff666f-4a9f-4aae-bfc2-66470af739bc'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:25:37.801543 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-01a9f7f0-291d-4bf2-bde6-2f61864d6448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:25:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['c3ff666f-4a9f-4aae-bfc2-66470af739bc'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:25:37.803764 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-f570afad-3cd8-4fa3-b7ff-7d55b306f934 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:25:37.810118 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-f570afad-3cd8-4fa3-b7ff-7d55b306f934 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:25:37.820733 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.securitygroups_db [None req-f570afad-3cd8-4fa3-b7ff-7d55b306f934 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Project 78fb12e86c5f40beb578bfb97002b5c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 09:25:37.827238 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f570afad-3cd8-4fa3-b7ff-7d55b306f934 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:37.854718 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-db5856ca-b620-4492-be0c-a923b4319bca None None] Port 101ffa40-260b-4413-9af2-96a1be0747ea had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 09:25:37.870203 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 4b8a4dbc-c37d-403b-a2d3-42a948480baa is: BUILD; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:25:37.870602 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:37.872872 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda88670-3ab8-44e1-a8df-8f1dbf353a74 None None] Pushing event updated for resources: {'Port': ['ID=101ffa40-260b-4413-9af2-96a1be0747ea,revision_number=4']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:25:37.906228 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f570afad-3cd8-4fa3-b7ff-7d55b306f934 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:37.906932 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bea79169-9eae-415e-96f7-ed8e4122bc83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b8a4dbc-c37d-403b-a2d3-42a948480baa'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:25:37.909581 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aef738b946a3ea172e8e75fc735451da1d91f114ea1acc5fcf392e20a929bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9511500d-10ba-4178-ac58-1dadbd09715c" -d '{"events": [{"server_uuid": "bea79169-9eae-415e-96f7-ed8e4122bc83", "name": "network-vif-plugged", "status": "completed", "tag": "4b8a4dbc-c37d-403b-a2d3-42a948480baa"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:25:37.910867 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f570afad-3cd8-4fa3-b7ff-7d55b306f934 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:37.926549 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 4b8a4dbc-c37d-403b-a2d3-42a948480baa, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=4b8a4dbc-c37d-403b-a2d3-42a948480baa,segment=NetworkSegment(f2649b1a-e6b7-4b49-bfb8-8bd07f301357),segment_id=f2649b1a-e6b7-4b49-bfb8-8bd07f301357)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:25:37.932614 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:37.944534 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f570afad-3cd8-4fa3-b7ff-7d55b306f934 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bdc73a6-564a-4fad-9891-a5c96a1d7413,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:25:37.954085 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f570afad-3cd8-4fa3-b7ff-7d55b306f934 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:37.958698 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 37684) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:25:37.965111 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-e3921782-f3f2-4892-9346-5eeef9bd2be4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': 'dbb1131f-6366-463e-a4f0-553ed40110cf', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:25:37.968924 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-f570afad-3cd8-4fa3-b7ff-7d55b306f934 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1823025 Oct 04 09:25:37.971191 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-e3921782-f3f2-4892-9346-5eeef9bd2be4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:25:37.975278 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-e3921782-f3f2-4892-9346-5eeef9bd2be4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:25:37.978242 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-e3921782-f3f2-4892-9346-5eeef9bd2be4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:25:37.984156 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba67700-3d0a-453d-aa5d-8d8d76f9ae76 x-openstack-request-id: req-5ba67700-3d0a-453d-aa5d-8d8d76f9ae76 {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:25:37.984476 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bea79169-9eae-415e-96f7-ed8e4122bc83", "name": "network-vif-plugged", "status": "completed", "tag": "4b8a4dbc-c37d-403b-a2d3-42a948480baa", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:25:37.984719 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5ba67700-3d0a-453d-aa5d-8d8d76f9ae76 {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:25:37.985008 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-e3921782-f3f2-4892-9346-5eeef9bd2be4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:25:37.985166 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ba67700-3d0a-453d-aa5d-8d8d76f9ae76'] response: {'server_uuid': 'bea79169-9eae-415e-96f7-ed8e4122bc83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b8a4dbc-c37d-403b-a2d3-42a948480baa', 'code': 200} Oct 04 09:25:37.997418 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-01a9f7f0-291d-4bf2-bde6-2f61864d6448 None None] Set router c3ff666f-4a9f-4aae-bfc2-66470af739bc gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:25:38.009242 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.securitygroups_db [None req-e3921782-f3f2-4892-9346-5eeef9bd2be4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Project 78fb12e86c5f40beb578bfb97002b5c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 09:25:38.018360 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e3921782-f3f2-4892-9346-5eeef9bd2be4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:38.040807 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=4b8a4dbc-c37d-403b-a2d3-42a948480baa,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:25:38.092031 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e3921782-f3f2-4892-9346-5eeef9bd2be4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:38.097558 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e3921782-f3f2-4892-9346-5eeef9bd2be4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:38.123388 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3921782-f3f2-4892-9346-5eeef9bd2be4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54e76795-ea4c-409f-88f7-15036b4cc335,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:25:38.133838 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e3921782-f3f2-4892-9346-5eeef9bd2be4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:38.152942 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-e3921782-f3f2-4892-9346-5eeef9bd2be4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1877120 Oct 04 09:25:38.290381 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6fa14a-397e-45e7-8250-aac009582a4a req-1da8f854-811c-44f6-b6e5-6eaddf2e0b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:38.292293 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-aa6fa14a-397e-45e7-8250-aac009582a4a req-1da8f854-811c-44f6-b6e5-6eaddf2e0b47 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bea79169-9eae-415e-96f7-ed8e4122bc83 HTTP/1.1" status: 200 len: 1099 time: 0.0807159 Oct 04 09:25:38.304441 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-9efc3b29-cae7-44eb-a0a8-54113240c230 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:security_group {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:25:38.319535 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-9efc3b29-cae7-44eb-a0a8-54113240c230 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:security_group {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:25:38.320813 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-9efc3b29-cae7-44eb-a0a8-54113240c230 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-794923387&fields=id&tenant_id=78fb12e86c5f40beb578bfb97002b5c9 HTTP/1.1" status: 200 len: 267 time: 0.0580118 Oct 04 09:25:38.330392 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-01a9f7f0-291d-4bf2-bde6-2f61864d6448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ff666f-4a9f-4aae-bfc2-66470af739bc', 'name': 'tempest-TestNetworkBasicOps-router-1935230275', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.158'}], 'enable_snat': True}, 'gw_port_id': '5935331f-e594-417b-b3bb-2300ecb36974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:25:29Z', 'updated_at': '2022-10-04T09:25:34Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '5935331f-e594-417b-b3bb-2300ecb36974', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ff666f-4a9f-4aae-bfc2-66470af739bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:25:29Z', 'updated_at': '2022-10-04T09:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '101ffa40-260b-4413-9af2-96a1be0747ea', 'name': '', 'network_id': 'f53ed539-9105-455a-950d-1e1a6fd81a4a', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:f1:f7:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ff666f-4a9f-4aae-bfc2-66470af739bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '91dec5fe-9a41-4a6a-b9ce-6b114b6318df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:25:33Z', 'updated_at': '2022-10-04T09:25:37Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': '91dec5fe-9a41-4a6a-b9ce-6b114b6318df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:25:38.334631 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a9f7f0-291d-4bf2-bde6-2f61864d6448 None None] The sync data for ids ['c3ff666f-4a9f-4aae-bfc2-66470af739bc'] in dv-neutron-860215-1-hyperv is: [{'id': 'c3ff666f-4a9f-4aae-bfc2-66470af739bc', 'name': 'tempest-TestNetworkBasicOps-router-1935230275', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.158'}], 'enable_snat': True}, 'gw_port_id': '5935331f-e594-417b-b3bb-2300ecb36974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:25:29Z', 'updated_at': '2022-10-04T09:25:34Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '5935331f-e594-417b-b3bb-2300ecb36974', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ff666f-4a9f-4aae-bfc2-66470af739bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:25:29Z', 'updated_at': '2022-10-04T09:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '101ffa40-260b-4413-9af2-96a1be0747ea', 'name': '', 'network_id': 'f53ed539-9105-455a-950d-1e1a6fd81a4a', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:f1:f7:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ff666f-4a9f-4aae-bfc2-66470af739bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '91dec5fe-9a41-4a6a-b9ce-6b114b6318df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:25:33Z', 'updated_at': '2022-10-04T09:25:37Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': '91dec5fe-9a41-4a6a-b9ce-6b114b6318df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:25:38.338927 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-aa6fa14a-397e-45e7-8250-aac009582a4a req-b5065b25-d4d0-40d7-a4cf-78ee00ef138a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f0ddcbf8-af52-48fe-889a-d7fbc34ba664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390503 Oct 04 09:25:38.493257 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-2f03546a-ab72-4463-af55-0ae91be2c145 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:38.493957 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-2f03546a-ab72-4463-af55-0ae91be2c145 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:network {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:25:38.511090 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-2f03546a-ab72-4463-af55-0ae91be2c145 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:network {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:25:38.512507 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-2f03546a-ab72-4463-af55-0ae91be2c145 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/networks?id=f53ed539-9105-455a-950d-1e1a6fd81a4a HTTP/1.1" status: 200 len: 796 time: 0.1818771 Oct 04 09:25:38.531645 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-25acdd75-398a-49b7-9af3-1fb707983db3 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/quotas/78fb12e86c5f40beb578bfb97002b5c9 HTTP/1.1" status: 200 len: 375 time: 0.0127611 Oct 04 09:25:38.630065 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-4080dba2-01d3-42cf-9a3b-3959f9590d5b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:25:38.646945 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-4080dba2-01d3-42cf-9a3b-3959f9590d5b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:25:38.648184 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-4080dba2-01d3-42cf-9a3b-3959f9590d5b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=78fb12e86c5f40beb578bfb97002b5c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1104813 Oct 04 09:25:38.806664 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-7e62087e-2e9c-4177-87fc-e66a771e8ab1 service neutron] 10.222.0.50 "GET /v2.0/networks/f53ed539-9105-455a-950d-1e1a6fd81a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462600 Oct 04 09:25:38.860473 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac297a-0af5-4994-8156-036e3f38e359 req-b5b8b73a-dc8e-4988-a9f7-8c8924a3e760 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:38.862214 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-8eac297a-0af5-4994-8156-036e3f38e359 req-b5b8b73a-dc8e-4988-a9f7-8c8924a3e760 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/ports?device_id=bea79169-9eae-415e-96f7-ed8e4122bc83 HTTP/1.1" status: 200 len: 946 time: 0.0936587 Oct 04 09:25:38.910324 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-8eac297a-0af5-4994-8156-036e3f38e359 req-e4fa9b30-1e2b-412f-9807-56faa0e5660c tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0ddcbf8-af52-48fe-889a-d7fbc34ba664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409639 Oct 04 09:25:38.958981 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-d36f56b1-4716-4283-8426-4a1898b5b254 service neutron] 10.222.0.50 "GET /v2.0/networks/f53ed539-9105-455a-950d-1e1a6fd81a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375792 Oct 04 09:25:39.148209 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 101ffa40-260b-4413-9af2-96a1be0747ea up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:25:39.182439 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-64d47e17-140c-40aa-bcc5-712565f2563a req-8a8530fd-1d74-4b18-91b8-bf776b6b7ff2 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:25:39.196016 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-64d47e17-140c-40aa-bcc5-712565f2563a req-8a8530fd-1d74-4b18-91b8-bf776b6b7ff2 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:25:39.204896 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-64d47e17-140c-40aa-bcc5-712565f2563a req-8a8530fd-1d74-4b18-91b8-bf776b6b7ff2 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=597cc168-2d53-4cba-86e4-e5a39775b04c HTTP/1.1" status: 200 len: 210 time: 0.1053176 Oct 04 09:25:39.252964 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 101ffa40-260b-4413-9af2-96a1be0747ea completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:25:39.258845 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 101ffa40-260b-4413-9af2-96a1be0747ea triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:25:39.259426 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:39.259782 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 101ffa40-260b-4413-9af2-96a1be0747ea Oct 04 09:25:39.387244 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 101ffa40-260b-4413-9af2-96a1be0747ea is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:25:39.387641 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:39.423718 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 101ffa40-260b-4413-9af2-96a1be0747ea, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=101ffa40-260b-4413-9af2-96a1be0747ea,segment=NetworkSegment(d01ca594-a1a8-4ca6-8945-625a356bacc4),segment_id=d01ca594-a1a8-4ca6-8945-625a356bacc4)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:25:39.428826 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:39.497082 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=101ffa40-260b-4413-9af2-96a1be0747ea,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:25:40.108935 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd9719b-15dd-4bd0-a23e-b686935e43c4 req-4eda1091-4d39-45cf-adde-76accdf69b05 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:40.110392 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2bd9719b-15dd-4bd0-a23e-b686935e43c4 req-4eda1091-4d39-45cf-adde-76accdf69b05 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/ports?device_id=bea79169-9eae-415e-96f7-ed8e4122bc83 HTTP/1.1" status: 200 len: 946 time: 0.0895424 Oct 04 09:25:40.156883 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2bd9719b-15dd-4bd0-a23e-b686935e43c4 req-01a8162a-729f-4d10-9e4c-9f646c929ce7 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0ddcbf8-af52-48fe-889a-d7fbc34ba664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403001 Oct 04 09:25:40.392043 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-00827056-f2d7-4de5-9063-aaa4127c6aca req-058ce451-90b1-4814-894c-7a69c13fe1e8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=597cc168-2d53-4cba-86e4-e5a39775b04c HTTP/1.1" status: 200 len: 210 time: 0.0653989 Oct 04 09:25:40.514403 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-ae2145a3-7de6-4750-9343-345f3502988c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:40.515747 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-ae2145a3-7de6-4750-9343-345f3502988c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:network {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:25:40.532081 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-ae2145a3-7de6-4750-9343-345f3502988c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:network {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:25:40.533219 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-ae2145a3-7de6-4750-9343-345f3502988c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.20 "GET /v2.0/networks?id=f53ed539-9105-455a-950d-1e1a6fd81a4a HTTP/1.1" status: 200 len: 796 time: 0.3297129 Oct 04 09:25:40.543858 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63d0fd-09d1-4674-b2c2-ce456777681d req-d8c8419b-d9bf-4f40-b95d-b07e1ce668ef tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:40.545248 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-dc63d0fd-09d1-4674-b2c2-ce456777681d req-d8c8419b-d9bf-4f40-b95d-b07e1ce668ef tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/ports?device_id=bea79169-9eae-415e-96f7-ed8e4122bc83 HTTP/1.1" status: 200 len: 946 time: 0.2659695 Oct 04 09:25:40.615842 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-ec5a93f7-1117-4170-ac7a-295d160f9cf4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:security_group {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:25:40.628548 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-dc63d0fd-09d1-4674-b2c2-ce456777681d req-72ebeed5-1c41-4ed8-bb10-5cddf75ad19a tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0ddcbf8-af52-48fe-889a-d7fbc34ba664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671585 Oct 04 09:25:40.633543 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-ec5a93f7-1117-4170-ac7a-295d160f9cf4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:security_group {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:25:40.634552 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-ec5a93f7-1117-4170-ac7a-295d160f9cf4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78fb12e86c5f40beb578bfb97002b5c9 HTTP/1.1" status: 200 len: 379 time: 0.0853806 Oct 04 09:25:40.644144 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-3593e284-7f77-4d9d-82ed-3e7794e16f0b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'port': {'device_id': '597cc168-2d53-4cba-86e4-e5a39775b04c', 'network_id': 'f53ed539-9105-455a-950d-1e1a6fd81a4a', 'admin_state_up': True, 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'security_groups': ['dbb1131f-6366-463e-a4f0-553ed40110cf']}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:25:40.658238 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 37722) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:25:40.785257 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-3593e284-7f77-4d9d-82ed-3e7794e16f0b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:25:40.794881 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-3593e284-7f77-4d9d-82ed-3e7794e16f0b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:25:40.805518 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-3593e284-7f77-4d9d-82ed-3e7794e16f0b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Made reservation on behalf of 78fb12e86c5f40beb578bfb97002b5c9 for: {'port': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:25:40.809018 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-3593e284-7f77-4d9d-82ed-3e7794e16f0b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:40.829500 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fe564a-c06e-4718-a5bf-498d410f4bf8 tempest-TestVolumeBootPattern-1319838495 tempest-TestVolumeBootPattern-1319838495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:40.830205 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-f5fe564a-c06e-4718-a5bf-498d410f4bf8 tempest-TestVolumeBootPattern-1319838495 tempest-TestVolumeBootPattern-1319838495-project-admin] Synchronizing usage tracker for tenant:684d3a00f30a4a1eaf20c731692cf694 on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:25:40.845984 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-f5fe564a-c06e-4718-a5bf-498d410f4bf8 tempest-TestVolumeBootPattern-1319838495 tempest-TestVolumeBootPattern-1319838495-project-admin] Unset dirty status for tenant:684d3a00f30a4a1eaf20c731692cf694 on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:25:40.847323 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-f5fe564a-c06e-4718-a5bf-498d410f4bf8 tempest-TestVolumeBootPattern-1319838495 tempest-TestVolumeBootPattern-1319838495-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=bea79169-9eae-415e-96f7-ed8e4122bc83 HTTP/1.1" status: 200 len: 1094 time: 0.1881149 Oct 04 09:25:40.850199 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 37728) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:25:40.855630 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-a10dc8c7-7ebd-466e-a175-c2f64f1343d7 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Request body: {'floatingip': {'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'port_id': '4b8a4dbc-c37d-403b-a2d3-42a948480baa', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:25:40.862577 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-a10dc8c7-7ebd-466e-a175-c2f64f1343d7 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:25:40.867200 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-a10dc8c7-7ebd-466e-a175-c2f64f1343d7 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Usage tracker for resource:floatingip and tenant:69ab5abc53ab44718bcbb9547c2b2d0e is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:25:40.870037 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-a10dc8c7-7ebd-466e-a175-c2f64f1343d7 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:25:40.876674 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-a10dc8c7-7ebd-466e-a175-c2f64f1343d7 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:25:40.887001 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a10dc8c7-7ebd-466e-a175-c2f64f1343d7 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks [] for floatingip, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:40.967161 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-3593e284-7f77-4d9d-82ed-3e7794e16f0b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Allocated IP 172.20.0.9 (f53ed539-9105-455a-950d-1e1a6fd81a4a/91dec5fe-9a41-4a6a-b9ce-6b114b6318df/024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:25:41.023432 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a10dc8c7-7ebd-466e-a175-c2f64f1343d7 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:41.099473 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 101ffa40-260b-4413-9af2-96a1be0747ea up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:25:41.164954 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-3593e284-7f77-4d9d-82ed-3e7794e16f0b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:41.171406 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:41.176599 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-a10dc8c7-7ebd-466e-a175-c2f64f1343d7 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Allocated IP 172.26.10.236 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/13f2650d-4492-442c-8c28-0695674e0422) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:25:41.183168 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-3593e284-7f77-4d9d-82ed-3e7794e16f0b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Transition to ACTIVE for port object 024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287 will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:25:41.187925 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 101ffa40-260b-4413-9af2-96a1be0747ea triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:25:41.188266 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:41.188913 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 101ffa40-260b-4413-9af2-96a1be0747ea Oct 04 09:25:41.210669 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-3593e284-7f77-4d9d-82ed-3e7794e16f0b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:41.297636 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-3593e284-7f77-4d9d-82ed-3e7794e16f0b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Network f53ed539-9105-455a-950d-1e1a6fd81a4a is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:25:41.301054 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-3593e284-7f77-4d9d-82ed-3e7794e16f0b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:25:41.305563 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-3593e284-7f77-4d9d-82ed-3e7794e16f0b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:25:41.331423 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 101ffa40-260b-4413-9af2-96a1be0747ea is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:25:41.351301 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3593e284-7f77-4d9d-82ed-3e7794e16f0b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Port': ['ID=024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:25:41.379817 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-3593e284-7f77-4d9d-82ed-3e7794e16f0b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:41.380665 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-3593e284-7f77-4d9d-82ed-3e7794e16f0b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:41.409531 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-3593e284-7f77-4d9d-82ed-3e7794e16f0b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7689221 Oct 04 09:25:41.428822 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-f50bffea-992a-4435-a34a-3ad5782393af service neutron] Request body: {'port': {'device_id': '597cc168-2d53-4cba-86e4-e5a39775b04c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8602'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:25:41.495353 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a10dc8c7-7ebd-466e-a175-c2f64f1343d7 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:41.548085 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-f50bffea-992a-4435-a34a-3ad5782393af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:41.575110 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-b29032ea-0b69-4398-948b-97102e048027 None None] Provisioning for port 024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:25:41.579723 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a10dc8c7-7ebd-466e-a175-c2f64f1343d7 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:41.580749 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-b29032ea-0b69-4398-948b-97102e048027 None None] Provisioning complete for port 024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:25:41.581117 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b29032ea-0b69-4398-948b-97102e048027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:41.581449 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-b29032ea-0b69-4398-948b-97102e048027 None None] Attempt 1 to provision port 024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287 Oct 04 09:25:41.639125 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-b29032ea-0b69-4398-948b-97102e048027 None None] Port 024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:25:41.661358 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10dc8c7-7ebd-466e-a175-c2f64f1343d7 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:25:41.664855 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-a10dc8c7-7ebd-466e-a175-c2f64f1343d7 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:25:41.671804 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10dc8c7-7ebd-466e-a175-c2f64f1343d7 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:25:41.699465 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc8c7-7ebd-466e-a175-c2f64f1343d7 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Pushing event updated for resources: {'Port': ['ID=13f2650d-4492-442c-8c28-0695674e0422,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:25:41.774325 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b412b-c1ef-48d0-bca6-07573b1d18ee req-ebfb5817-1b02-46bd-a56c-5fc2f5f53ce9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:41.775801 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-239b412b-c1ef-48d0-bca6-07573b1d18ee req-ebfb5817-1b02-46bd-a56c-5fc2f5f53ce9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=597cc168-2d53-4cba-86e4-e5a39775b04c HTTP/1.1" status: 200 len: 931 time: 0.2531800 Oct 04 09:25:41.882157 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-239b412b-c1ef-48d0-bca6-07573b1d18ee req-78da12fe-a7b2-496f-9269-8016ccf03d90 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=dbb1131f-6366-463e-a4f0-553ed40110cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911365 Oct 04 09:25:41.899157 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-f50bffea-992a-4435-a34a-3ad5782393af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287 {{(pid=89033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:25:41.906516 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-f50bffea-992a-4435-a34a-3ad5782393af service neutron] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:41.920710 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-f50bffea-992a-4435-a34a-3ad5782393af service neutron] Transition to ACTIVE for port object 024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287 will not be triggered until provisioned by entity L2. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:25:41.924446 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-f50bffea-992a-4435-a34a-3ad5782393af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:42.124385 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50bffea-992a-4435-a34a-3ad5782393af service neutron] Pushing event updated for resources: {'Port': ['ID=024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:25:42.140647 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-b29032ea-0b69-4398-948b-97102e048027 None None] Attempt 2 to provision port 024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287 Oct 04 09:25:42.147680 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a10dc8c7-7ebd-466e-a175-c2f64f1343d7 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:42.155840 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-f50bffea-992a-4435-a34a-3ad5782393af service neutron] Attempting to bind port 024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287 on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:25:42.156177 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-f50bffea-992a-4435-a34a-3ad5782393af service neutron] Attempting to bind port 024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287 by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': 'd01ca594-a1a8-4ca6-8945-625a356bacc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f53ed539-9105-455a-950d-1e1a6fd81a4a'}] {{(pid=89033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:25:42.156517 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-f50bffea-992a-4435-a34a-3ad5782393af service neutron] Attempting to bind port 024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287 on network f53ed539-9105-455a-950d-1e1a6fd81a4a {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:25:42.161101 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-f50bffea-992a-4435-a34a-3ad5782393af service neutron] Port 024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287 on network f53ed539-9105-455a-950d-1e1a6fd81a4a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:25:42.161416 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-f50bffea-992a-4435-a34a-3ad5782393af service neutron] Attempting to bind port 024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287 on network f53ed539-9105-455a-950d-1e1a6fd81a4a {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:25:42.166524 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-f50bffea-992a-4435-a34a-3ad5782393af service neutron] Checking agent: {'id': '1be90a14-1104-4771-996e-684b25b74d15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'started_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:25:42.166853 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-f50bffea-992a-4435-a34a-3ad5782393af service neutron] Checking segment: {'id': 'd01ca594-a1a8-4ca6-8945-625a356bacc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f53ed539-9105-455a-950d-1e1a6fd81a4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:25:42.167239 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-f50bffea-992a-4435-a34a-3ad5782393af service neutron] Bound using segment: {'id': 'd01ca594-a1a8-4ca6-8945-625a356bacc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f53ed539-9105-455a-950d-1e1a6fd81a4a'} {{(pid=89033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:25:42.167678 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.managers [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-f50bffea-992a-4435-a34a-3ad5782393af service neutron] Bound port: 024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287, host: hv-neutron-8602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd01ca594-a1a8-4ca6-8945-625a356bacc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f53ed539-9105-455a-950d-1e1a6fd81a4a'}}] {{(pid=89033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:25:42.168027 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-f50bffea-992a-4435-a34a-3ad5782393af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:42.195636 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-b29032ea-0b69-4398-948b-97102e048027 None None] Port 024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:25:42.225743 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a10dc8c7-7ebd-466e-a175-c2f64f1343d7 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:42.261501 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-f50bffea-992a-4435-a34a-3ad5782393af service neutron] For port 024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287, host hv-neutron-8602, cleared binding levels {{(pid=89033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:25:42.264612 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-f50bffea-992a-4435-a34a-3ad5782393af service neutron] For port 024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287, host hv-neutron-8602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287,segment=NetworkSegment(d01ca594-a1a8-4ca6-8945-625a356bacc4),segment_id=d01ca594-a1a8-4ca6-8945-625a356bacc4)] {{(pid=89033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:25:42.268988 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-f50bffea-992a-4435-a34a-3ad5782393af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:42.272100 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-f50bffea-992a-4435-a34a-3ad5782393af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:42.272989 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-f50bffea-992a-4435-a34a-3ad5782393af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:42.274334 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-f50bffea-992a-4435-a34a-3ad5782393af service neutron] 10.222.0.20 "PUT /v2.0/ports/024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287 HTTP/1.1" status: 200 len: 1093 time: 0.8517284 Oct 04 09:25:42.305742 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '597cc168-2d53-4cba-86e4-e5a39775b04c', 'tag': '024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287'}] {{(pid=89033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:25:42.308069 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e417ebe64424eb0358633e416672821aae4ea22acc2211bb28d37655142b7e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741efbd1-9477-492f-9778-0f183338b042" -d '{"events": [{"name": "network-changed", "server_uuid": "597cc168-2d53-4cba-86e4-e5a39775b04c", "tag": "024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287"}]}' {{(pid=89033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:25:42.386019 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-356ed8ad-ce3d-4989-98c0-2b437e12f553 x-openstack-request-id: req-356ed8ad-ce3d-4989-98c0-2b437e12f553 {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:25:42.386263 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "597cc168-2d53-4cba-86e4-e5a39775b04c", "tag": "024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287", "status": "completed", "code": 200}]} {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:25:42.386454 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-356ed8ad-ce3d-4989-98c0-2b437e12f553 {{(pid=89033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:25:42.386841 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-356ed8ad-ce3d-4989-98c0-2b437e12f553'] response: {'name': 'network-changed', 'server_uuid': '597cc168-2d53-4cba-86e4-e5a39775b04c', 'tag': '024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287', 'status': 'completed', 'code': 200} Oct 04 09:25:42.418612 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50bffea-992a-4435-a34a-3ad5782393af service neutron] Pushing event updated for resources: {'Port': ['ID=024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287,revision_number=3']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:25:42.433744 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a10dc8c7-7ebd-466e-a175-c2f64f1343d7 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:42.437912 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-507e494a-b34b-4fcb-ac23-35da78f7ea6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:42.439102 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a10dc8c7-7ebd-466e-a175-c2f64f1343d7 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:42.439379 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-507e494a-b34b-4fcb-ac23-35da78f7ea6c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78fb12e86c5f40beb578bfb97002b5c9&device_id=597cc168-2d53-4cba-86e4-e5a39775b04c HTTP/1.1" status: 200 len: 1096 time: 0.1057713 Oct 04 09:25:42.514242 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-d15f8a0c-e131-48aa-8559-7bc4c97b041c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287 HTTP/1.1" status: 200 len: 217 time: 0.0632799 Oct 04 09:25:42.547394 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc8c7-7ebd-466e-a175-c2f64f1343d7 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Pushing event updated for resources: {'Port': ['ID=13f2650d-4492-442c-8c28-0695674e0422,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:25:42.550080 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a10dc8c7-7ebd-466e-a175-c2f64f1343d7 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:42.676973 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-4bbb7ff8-ad55-4177-a0c9-089dfef4391d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:42.678367 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-4bbb7ff8-ad55-4177-a0c9-089dfef4391d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=91dec5fe-9a41-4a6a-b9ce-6b114b6318df HTTP/1.1" status: 200 len: 835 time: 0.1582818 Oct 04 09:25:42.696967 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-b29032ea-0b69-4398-948b-97102e048027 None None] Attempt 3 to provision port 024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287 Oct 04 09:25:42.727795 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.l3_db [None req-a10dc8c7-7ebd-466e-a175-c2f64f1343d7 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Floating IP c1675441-718f-425f-870f-3d7c3d3e13f8 associated. External IP: 172.26.10.236, port: 4b8a4dbc-c37d-403b-a2d3-42a948480baa. Oct 04 09:25:42.770151 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-3cf3d005-6b49-4e85-a164-4e2e6a2f81c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:42.771923 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-3cf3d005-6b49-4e85-a164-4e2e6a2f81c1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f53ed539-9105-455a-950d-1e1a6fd81a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0868256 Oct 04 09:25:42.775803 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-b29032ea-0b69-4398-948b-97102e048027 None None] Port 024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287 had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 09:25:42.903886 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-46d997e8-f49d-4293-937a-15fed1e77ab4 service neutron] 10.222.0.20 "GET /v2.0/networks/f53ed539-9105-455a-950d-1e1a6fd81a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252787 Oct 04 09:25:43.040309 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-aa26938a-202d-4e2a-a3e2-7db80750fdb6 req-1a746007-ac09-4ce5-a5fb-8f4fdcfa2d02 service neutron] 10.222.0.20 "GET /v2.0/networks/f53ed539-9105-455a-950d-1e1a6fd81a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302996 Oct 04 09:25:43.210002 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741efbd1-9477-492f-9778-0f183338b042 req-787e360e-4580-4340-bd8d-eb31f08dbbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:43.211381 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-741efbd1-9477-492f-9778-0f183338b042 req-787e360e-4580-4340-bd8d-eb31f08dbbaf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78fb12e86c5f40beb578bfb97002b5c9&device_id=597cc168-2d53-4cba-86e4-e5a39775b04c HTTP/1.1" status: 200 len: 1096 time: 0.0778091 Oct 04 09:25:43.256646 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dec39b-bbea-48da-8fda-fb25475102c2 req-12b90ce4-ff82-4052-933d-78f38ade1cac tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:43.258091 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-60dec39b-bbea-48da-8fda-fb25475102c2 req-12b90ce4-ff82-4052-933d-78f38ade1cac tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=597cc168-2d53-4cba-86e4-e5a39775b04c HTTP/1.1" status: 200 len: 943 time: 0.1902595 Oct 04 09:25:43.262686 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a10dc8c7-7ebd-466e-a175-c2f64f1343d7 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Router 53532c76-03c4-472a-92f7-e72093e1d533 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:25:43.341464 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741efbd1-9477-492f-9778-0f183338b042 req-af0e2081-bb50-4b2e-ad2b-ec4460e83588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:43.342911 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-741efbd1-9477-492f-9778-0f183338b042 req-af0e2081-bb50-4b2e-ad2b-ec4460e83588 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f53ed539-9105-455a-950d-1e1a6fd81a4a HTTP/1.1" status: 200 len: 897 time: 0.1257317 Oct 04 09:25:43.376422 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-60dec39b-bbea-48da-8fda-fb25475102c2 req-6c06e977-a3b6-4968-b56b-eae9beca7309 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=dbb1131f-6366-463e-a4f0-553ed40110cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104634 Oct 04 09:25:43.411924 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-741efbd1-9477-492f-9778-0f183338b042 req-1a4530d4-ae95-47aa-b697-a78da8320bba service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287 HTTP/1.1" status: 200 len: 217 time: 0.0635593 Oct 04 09:25:43.472554 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741efbd1-9477-492f-9778-0f183338b042 req-52fbeba9-890c-4677-9738-688a5456f040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:43.474048 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-741efbd1-9477-492f-9778-0f183338b042 req-52fbeba9-890c-4677-9738-688a5456f040 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=91dec5fe-9a41-4a6a-b9ce-6b114b6318df HTTP/1.1" status: 200 len: 835 time: 0.0571742 Oct 04 09:25:43.483488 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10dc8c7-7ebd-466e-a175-c2f64f1343d7 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:25:43.493666 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0fafe3-882b-405d-968f-9a7815825b88 None None] Sync routers for ids ['53532c76-03c4-472a-92f7-e72093e1d533'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:25:43.503490 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0fafe3-882b-405d-968f-9a7815825b88 None None] Routers {'53532c76-03c4-472a-92f7-e72093e1d533'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:25:43.504098 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-bd0fafe3-882b-405d-968f-9a7815825b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:25:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['53532c76-03c4-472a-92f7-e72093e1d533'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:25:43.512954 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a10dc8c7-7ebd-466e-a175-c2f64f1343d7 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:43.560775 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741efbd1-9477-492f-9778-0f183338b042 req-ff7c3fe9-d530-41a1-83c7-48a9aad9deb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:43.562759 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-741efbd1-9477-492f-9778-0f183338b042 req-ff7c3fe9-d530-41a1-83c7-48a9aad9deb7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f53ed539-9105-455a-950d-1e1a6fd81a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0832314 Oct 04 09:25:43.573039 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-a10dc8c7-7ebd-466e-a175-c2f64f1343d7 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 998 time: 2.7216592 Oct 04 09:25:43.574352 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bea79169-9eae-415e-96f7-ed8e4122bc83', 'tag': '4b8a4dbc-c37d-403b-a2d3-42a948480baa'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:25:43.577588 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31af5da9-d499-47a5-8855-440339cf373c" -d '{"events": [{"name": "network-changed", "server_uuid": "bea79169-9eae-415e-96f7-ed8e4122bc83", "tag": "4b8a4dbc-c37d-403b-a2d3-42a948480baa"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:25:43.620641 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff3d0c5-0877-4038-a8aa-cb4a23fde5df x-openstack-request-id: req-eff3d0c5-0877-4038-a8aa-cb4a23fde5df {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:25:43.621012 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bea79169-9eae-415e-96f7-ed8e4122bc83", "tag": "4b8a4dbc-c37d-403b-a2d3-42a948480baa", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:25:43.621264 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-eff3d0c5-0877-4038-a8aa-cb4a23fde5df {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:25:43.621672 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eff3d0c5-0877-4038-a8aa-cb4a23fde5df'] response: {'name': 'network-changed', 'server_uuid': 'bea79169-9eae-415e-96f7-ed8e4122bc83', 'tag': '4b8a4dbc-c37d-403b-a2d3-42a948480baa', 'status': 'completed', 'code': 200} Oct 04 09:25:43.688141 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-bd0fafe3-882b-405d-968f-9a7815825b88 None None] Set router 53532c76-03c4-472a-92f7-e72093e1d533 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:25:43.702401 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-741efbd1-9477-492f-9778-0f183338b042 req-3b4b6c6c-f7e9-44e7-b8b6-45d0de74653e service neutron] 10.222.0.20 "GET /v2.0/networks/f53ed539-9105-455a-950d-1e1a6fd81a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332090 Oct 04 09:25:43.764462 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af5da9-d499-47a5-8855-440339cf373c req-365832a2-96a8-4b75-8269-5ba20f79d23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:43.766188 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-31af5da9-d499-47a5-8855-440339cf373c req-365832a2-96a8-4b75-8269-5ba20f79d23b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=69ab5abc53ab44718bcbb9547c2b2d0e&device_id=bea79169-9eae-415e-96f7-ed8e4122bc83 HTTP/1.1" status: 200 len: 1099 time: 0.1026738 Oct 04 09:25:43.840389 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-741efbd1-9477-492f-9778-0f183338b042 req-d009c90c-2739-42c5-a3e0-05d8dcb7b735 service neutron] 10.222.0.20 "GET /v2.0/networks/f53ed539-9105-455a-950d-1e1a6fd81a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323729 Oct 04 09:25:43.901894 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af5da9-d499-47a5-8855-440339cf373c req-351b938a-d751-434a-a727-2b9c6bcdf762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:43.904433 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-31af5da9-d499-47a5-8855-440339cf373c req-351b938a-d751-434a-a727-2b9c6bcdf762 service neutron] 10.222.0.20 "GET /v2.0/networks?id=47b14212-cea9-47cb-815c-888460239551 HTTP/1.1" status: 200 len: 913 time: 0.1326857 Oct 04 09:25:44.011316 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-31af5da9-d499-47a5-8855-440339cf373c req-95056304-04e6-49b0-9305-1f04963bd1d5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b8a4dbc-c37d-403b-a2d3-42a948480baa HTTP/1.1" status: 200 len: 1001 time: 0.1005292 Oct 04 09:25:44.076267 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af5da9-d499-47a5-8855-440339cf373c req-ce1cb41d-1501-4254-8257-134302ec7497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:44.077883 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-31af5da9-d499-47a5-8855-440339cf373c req-ce1cb41d-1501-4254-8257-134302ec7497 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5d6ad6fc-1b52-4c37-8942-5241b791dd73 HTTP/1.1" status: 200 len: 851 time: 0.0603004 Oct 04 09:25:44.094371 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-bd0fafe3-882b-405d-968f-9a7815825b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53532c76-03c4-472a-92f7-e72093e1d533', 'name': 'tempest-TestVolumeBootPattern-1545811976-router', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.244'}], 'enable_snat': True}, 'gw_port_id': 'adc9a0c0-55b3-4614-9e86-bb292501abac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:24:45Z', 'updated_at': '2022-10-04T09:24:50Z', 'revision_number': 4, 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'gw_port': {'id': 'adc9a0c0-55b3-4614-9e86-bb292501abac', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:21:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53532c76-03c4-472a-92f7-e72093e1d533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:46Z', 'updated_at': '2022-10-04T09:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'c1675441-718f-425f-870f-3d7c3d3e13f8', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'floating_ip_address': '172.26.10.236', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '53532c76-03c4-472a-92f7-e72093e1d533', 'port_id': '4b8a4dbc-c37d-403b-a2d3-42a948480baa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47b14212-cea9-47cb-815c-888460239551', 'mac_address': 'fa:16:3e:16:e6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea79169-9eae-415e-96f7-ed8e4122bc83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:25:42Z', 'updated_at': '2022-10-04T09:25:42Z', 'revision_number': 0, 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c93b9d92-0d04-486b-bc47-9af7a20cbb3a', 'name': '', 'network_id': '47b14212-cea9-47cb-815c-888460239551', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'mac_address': 'fa:16:3e:29:68:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53532c76-03c4-472a-92f7-e72093e1d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '5d6ad6fc-1b52-4c37-8942-5241b791dd73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:49Z', 'updated_at': '2022-10-04T09:24:57Z', 'revision_number': 5, 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'subnets': [{'id': '5d6ad6fc-1b52-4c37-8942-5241b791dd73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:25:44.098187 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0fafe3-882b-405d-968f-9a7815825b88 None None] Checking router: 53532c76-03c4-472a-92f7-e72093e1d533 for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:25:44.106516 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0fafe3-882b-405d-968f-9a7815825b88 None None] Routers {'53532c76-03c4-472a-92f7-e72093e1d533'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:25:44.107107 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-bd0fafe3-882b-405d-968f-9a7815825b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:25:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['53532c76-03c4-472a-92f7-e72093e1d533'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:25:44.159387 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af5da9-d499-47a5-8855-440339cf373c req-146c62f6-6ab6-4b41-b226-00a7a2966083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:44.160668 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-31af5da9-d499-47a5-8855-440339cf373c req-146c62f6-6ab6-4b41-b226-00a7a2966083 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=47b14212-cea9-47cb-815c-888460239551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769365 Oct 04 09:25:44.284849 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-bd0fafe3-882b-405d-968f-9a7815825b88 None None] Set router 53532c76-03c4-472a-92f7-e72093e1d533 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:25:44.297205 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-31af5da9-d499-47a5-8855-440339cf373c req-2a44d5d1-ec12-40da-b1e7-8e1875021139 service neutron] 10.222.0.20 "GET /v2.0/networks/47b14212-cea9-47cb-815c-888460239551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305344 Oct 04 09:25:44.426721 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-31af5da9-d499-47a5-8855-440339cf373c req-21f3c728-bf04-451d-8a70-4efa8b5c8c82 service neutron] 10.222.0.20 "GET /v2.0/networks/47b14212-cea9-47cb-815c-888460239551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228144 Oct 04 09:25:44.583348 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd79ab-4c9e-487a-a271-dc5c5af0c85a req-2f6d2a33-acb4-47ab-b195-c0a897670cd7 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:44.584847 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-48cd79ab-4c9e-487a-a271-dc5c5af0c85a req-2f6d2a33-acb4-47ab-b195-c0a897670cd7 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=597cc168-2d53-4cba-86e4-e5a39775b04c HTTP/1.1" status: 200 len: 943 time: 0.0931606 Oct 04 09:25:44.629953 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-48cd79ab-4c9e-487a-a271-dc5c5af0c85a req-c6ca5a27-edc3-4911-9b9b-73381f56e6ce tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=dbb1131f-6366-463e-a4f0-553ed40110cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389757 Oct 04 09:25:44.635494 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-bd0fafe3-882b-405d-968f-9a7815825b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53532c76-03c4-472a-92f7-e72093e1d533', 'name': 'tempest-TestVolumeBootPattern-1545811976-router', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.244'}], 'enable_snat': True}, 'gw_port_id': 'adc9a0c0-55b3-4614-9e86-bb292501abac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:24:45Z', 'updated_at': '2022-10-04T09:24:50Z', 'revision_number': 4, 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'gw_port': {'id': 'adc9a0c0-55b3-4614-9e86-bb292501abac', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:21:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53532c76-03c4-472a-92f7-e72093e1d533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:46Z', 'updated_at': '2022-10-04T09:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'c1675441-718f-425f-870f-3d7c3d3e13f8', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'floating_ip_address': '172.26.10.236', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '53532c76-03c4-472a-92f7-e72093e1d533', 'port_id': '4b8a4dbc-c37d-403b-a2d3-42a948480baa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47b14212-cea9-47cb-815c-888460239551', 'mac_address': 'fa:16:3e:16:e6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea79169-9eae-415e-96f7-ed8e4122bc83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:25:42Z', 'updated_at': '2022-10-04T09:25:42Z', 'revision_number': 0, 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c93b9d92-0d04-486b-bc47-9af7a20cbb3a', 'name': '', 'network_id': '47b14212-cea9-47cb-815c-888460239551', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'mac_address': 'fa:16:3e:29:68:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53532c76-03c4-472a-92f7-e72093e1d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '5d6ad6fc-1b52-4c37-8942-5241b791dd73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:49Z', 'updated_at': '2022-10-04T09:24:57Z', 'revision_number': 5, 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'subnets': [{'id': '5d6ad6fc-1b52-4c37-8942-5241b791dd73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:25:44.640039 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0fafe3-882b-405d-968f-9a7815825b88 None None] The sync data for ids ['53532c76-03c4-472a-92f7-e72093e1d533'] in dv-neutron-860215-1-hyperv is: [{'id': '53532c76-03c4-472a-92f7-e72093e1d533', 'name': 'tempest-TestVolumeBootPattern-1545811976-router', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.244'}], 'enable_snat': True}, 'gw_port_id': 'adc9a0c0-55b3-4614-9e86-bb292501abac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:24:45Z', 'updated_at': '2022-10-04T09:24:50Z', 'revision_number': 4, 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'gw_port': {'id': 'adc9a0c0-55b3-4614-9e86-bb292501abac', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:21:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53532c76-03c4-472a-92f7-e72093e1d533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:46Z', 'updated_at': '2022-10-04T09:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'c1675441-718f-425f-870f-3d7c3d3e13f8', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'floating_ip_address': '172.26.10.236', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '53532c76-03c4-472a-92f7-e72093e1d533', 'port_id': '4b8a4dbc-c37d-403b-a2d3-42a948480baa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47b14212-cea9-47cb-815c-888460239551', 'mac_address': 'fa:16:3e:16:e6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea79169-9eae-415e-96f7-ed8e4122bc83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:25:42Z', 'updated_at': '2022-10-04T09:25:42Z', 'revision_number': 0, 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c93b9d92-0d04-486b-bc47-9af7a20cbb3a', 'name': '', 'network_id': '47b14212-cea9-47cb-815c-888460239551', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'mac_address': 'fa:16:3e:29:68:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53532c76-03c4-472a-92f7-e72093e1d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '5d6ad6fc-1b52-4c37-8942-5241b791dd73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:49Z', 'updated_at': '2022-10-04T09:24:57Z', 'revision_number': 5, 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'subnets': [{'id': '5d6ad6fc-1b52-4c37-8942-5241b791dd73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:25:44.820666 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0dc7f0-e519-4f8a-82f5-bb8936dd86f1 None None] New status for floating IP c1675441-718f-425f-870f-3d7c3d3e13f8: ACTIVE {{(pid=89035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 09:25:45.828713 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ff9cc-3730-4b08-97c9-f0a5c11449aa req-bbbb9496-f3d6-4a8d-b805-036dc14d1c06 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:45.829403 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-5b5ff9cc-3730-4b08-97c9-f0a5c11449aa req-bbbb9496-f3d6-4a8d-b805-036dc14d1c06 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:25:45.844416 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-5b5ff9cc-3730-4b08-97c9-f0a5c11449aa req-bbbb9496-f3d6-4a8d-b805-036dc14d1c06 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:25:45.845540 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-5b5ff9cc-3730-4b08-97c9-f0a5c11449aa req-bbbb9496-f3d6-4a8d-b805-036dc14d1c06 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=597cc168-2d53-4cba-86e4-e5a39775b04c HTTP/1.1" status: 200 len: 943 time: 0.1038182 Oct 04 09:25:45.890964 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-5b5ff9cc-3730-4b08-97c9-f0a5c11449aa req-e4a8b920-e2af-49c2-9f8d-fcd58add82e6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=dbb1131f-6366-463e-a4f0-553ed40110cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394661 Oct 04 09:25:47.085584 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e865d-424d-4084-ac0e-f0cebbe44444 req-15d2d0e0-00ac-4612-b15f-9134bd5ab77d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:47.087017 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f79e865d-424d-4084-ac0e-f0cebbe44444 req-15d2d0e0-00ac-4612-b15f-9134bd5ab77d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=597cc168-2d53-4cba-86e4-e5a39775b04c HTTP/1.1" status: 200 len: 943 time: 0.0848203 Oct 04 09:25:47.132301 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f79e865d-424d-4084-ac0e-f0cebbe44444 req-ac058e26-f417-476c-b880-18ddc67a9c76 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=dbb1131f-6366-463e-a4f0-553ed40110cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396967 Oct 04 09:25:47.647915 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287 details requested by agent hyperv_hv-neutron-8602 with host hv-neutron-8602 {{(pid=89034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 04 09:25:47.782357 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287,segment=NetworkSegment(d01ca594-a1a8-4ca6-8945-625a356bacc4),segment_id=d01ca594-a1a8-4ca6-8945-625a356bacc4)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:25:47.794773 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Returning: {'device': '024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287', 'network_id': 'f53ed539-9105-455a-950d-1e1a6fd81a4a', 'port_id': '024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287', 'mac_address': 'fa:16:3e:3d:45:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91dec5fe-9a41-4a6a-b9ce-6b114b6318df', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 04 09:25:47.848124 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287 is: DOWN; New status is: BUILD {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:25:47.848529 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:47.865049 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287 {{(pid=89034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:25:47.880543 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287,segment=NetworkSegment(d01ca594-a1a8-4ca6-8945-625a356bacc4),segment_id=d01ca594-a1a8-4ca6-8945-625a356bacc4)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:25:47.883953 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:47.956828 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:25:48.282523 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 09:25:48.330163 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6597b0-e869-4aff-9c7b-4a15d191100f req-5cae53ac-07b8-4e2e-9026-39695ce87361 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:48.331624 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-0a6597b0-e869-4aff-9c7b-4a15d191100f req-5cae53ac-07b8-4e2e-9026-39695ce87361 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=597cc168-2d53-4cba-86e4-e5a39775b04c HTTP/1.1" status: 200 len: 944 time: 0.0906301 Oct 04 09:25:48.376161 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-0a6597b0-e869-4aff-9c7b-4a15d191100f req-2fc551d4-c8de-4e23-884f-9546fa0aa77e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=dbb1131f-6366-463e-a4f0-553ed40110cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386288 Oct 04 09:25:49.667526 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a52bbc-9678-4062-8847-b54806263812 req-593e2cc8-d554-4b31-acdb-dc4c91158a29 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:49.668914 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-90a52bbc-9678-4062-8847-b54806263812 req-593e2cc8-d554-4b31-acdb-dc4c91158a29 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=597cc168-2d53-4cba-86e4-e5a39775b04c HTTP/1.1" status: 200 len: 944 time: 0.1823771 Oct 04 09:25:49.671997 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287 up at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:25:49.713986 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-90a52bbc-9678-4062-8847-b54806263812 req-3f47c34e-9516-463e-af60-bdfed284ad99 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=dbb1131f-6366-463e-a4f0-553ed40110cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385489 Oct 04 09:25:49.742009 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning for port 024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:25:49.747147 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning complete for port 024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:25:49.747517 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:49.747851 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Attempt 1 to provision port 024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287 Oct 04 09:25:49.859528 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287 is: BUILD; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:25:49.859900 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:49.888017 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '597cc168-2d53-4cba-86e4-e5a39775b04c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:25:49.890839 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aef738b946a3ea172e8e75fc735451da1d91f114ea1acc5fcf392e20a929bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0d2667-6583-4071-ace2-70ee05e163d3" -d '{"events": [{"server_uuid": "597cc168-2d53-4cba-86e4-e5a39775b04c", "name": "network-vif-plugged", "status": "completed", "tag": "024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:25:49.898714 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287,segment=NetworkSegment(d01ca594-a1a8-4ca6-8945-625a356bacc4),segment_id=d01ca594-a1a8-4ca6-8945-625a356bacc4)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:25:49.902702 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:49.942453 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea51bfb6-de58-40b8-b23a-7543ff415ab9 x-openstack-request-id: req-ea51bfb6-de58-40b8-b23a-7543ff415ab9 {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:25:49.942785 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "597cc168-2d53-4cba-86e4-e5a39775b04c", "name": "network-vif-plugged", "status": "completed", "tag": "024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:25:49.943054 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ea51bfb6-de58-40b8-b23a-7543ff415ab9 {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:25:49.943621 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea51bfb6-de58-40b8-b23a-7543ff415ab9'] response: {'server_uuid': '597cc168-2d53-4cba-86e4-e5a39775b04c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287', 'code': 200} Oct 04 09:25:49.981916 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:25:50.210730 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e3badd-dd5b-4963-a908-8f59ec0e52b4 req-614e2380-25d0-4ccb-b545-f97e76e85b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:50.212235 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a0e3badd-dd5b-4963-a908-8f59ec0e52b4 req-614e2380-25d0-4ccb-b545-f97e76e85b3b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=597cc168-2d53-4cba-86e4-e5a39775b04c HTTP/1.1" status: 200 len: 1098 time: 0.0838070 Oct 04 09:25:50.253982 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a0e3badd-dd5b-4963-a908-8f59ec0e52b4 req-08d36946-79a3-48b9-beb1-9e05c243486c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=dbb1131f-6366-463e-a4f0-553ed40110cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348332 Oct 04 09:25:50.916024 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45064617-aec8-4235-94ed-8005996c6372 req-c4baecf6-bdca-4ff6-9964-7645baf240b4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:50.917903 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-45064617-aec8-4235-94ed-8005996c6372 req-c4baecf6-bdca-4ff6-9964-7645baf240b4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=597cc168-2d53-4cba-86e4-e5a39775b04c HTTP/1.1" status: 200 len: 945 time: 0.0893059 Oct 04 09:25:50.965318 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-45064617-aec8-4235-94ed-8005996c6372 req-e86b1ecc-251b-4f6e-95f0-25957deca2e2 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=dbb1131f-6366-463e-a4f0-553ed40110cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413814 Oct 04 09:25:52.307727 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71f6eb-3356-4144-ae72-2fc6f82971c3 req-bf7f51b0-8c55-411c-aa2b-4183f116ae21 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:52.309217 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7f71f6eb-3356-4144-ae72-2fc6f82971c3 req-bf7f51b0-8c55-411c-aa2b-4183f116ae21 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=597cc168-2d53-4cba-86e4-e5a39775b04c HTTP/1.1" status: 200 len: 945 time: 0.0882921 Oct 04 09:25:52.355696 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7f71f6eb-3356-4144-ae72-2fc6f82971c3 req-904ca05e-662a-4d33-846a-f02d6efbc61a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=dbb1131f-6366-463e-a4f0-553ed40110cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405173 Oct 04 09:25:52.550952 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ef400-186f-46bc-b81f-15f716ef441a req-7e49aa83-cf28-481e-a7ea-4076af03952d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:52.552420 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e51ef400-186f-46bc-b81f-15f716ef441a req-7e49aa83-cf28-481e-a7ea-4076af03952d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=597cc168-2d53-4cba-86e4-e5a39775b04c HTTP/1.1" status: 200 len: 945 time: 0.0870371 Oct 04 09:25:52.594784 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e51ef400-186f-46bc-b81f-15f716ef441a req-f44f2313-7ed1-4361-9cf1-94b750d08cdd tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=dbb1131f-6366-463e-a4f0-553ed40110cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366824 Oct 04 09:25:52.622369 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 37762) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:25:52.842453 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ead3d5a-6e3f-44cd-9c1c-b28fd443a026 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:52.844652 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-5ead3d5a-6e3f-44cd-9c1c-b28fd443a026 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=597cc168-2d53-4cba-86e4-e5a39775b04c HTTP/1.1" status: 200 len: 1093 time: 0.2213306 Oct 04 09:25:52.847466 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 37768) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:25:52.852192 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-407f90eb-2947-431b-a359-2257818c3e8b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'floatingip': {'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'port_id': '024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:25:52.857926 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-407f90eb-2947-431b-a359-2257818c3e8b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:25:52.861822 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-407f90eb-2947-431b-a359-2257818c3e8b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:floatingip and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:25:52.864661 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-407f90eb-2947-431b-a359-2257818c3e8b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:25:52.870289 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-407f90eb-2947-431b-a359-2257818c3e8b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:25:52.880518 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-407f90eb-2947-431b-a359-2257818c3e8b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for floatingip, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:53.015619 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-407f90eb-2947-431b-a359-2257818c3e8b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:53.147043 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-407f90eb-2947-431b-a359-2257818c3e8b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Allocated IP 172.26.10.74 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/f8e72d17-60db-42d5-8e0a-392e632c4479) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:25:53.291053 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-407f90eb-2947-431b-a359-2257818c3e8b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:53.319674 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-407f90eb-2947-431b-a359-2257818c3e8b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:53.381988 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407f90eb-2947-431b-a359-2257818c3e8b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:25:53.384700 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-407f90eb-2947-431b-a359-2257818c3e8b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:25:53.388424 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407f90eb-2947-431b-a359-2257818c3e8b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:25:53.422369 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f90eb-2947-431b-a359-2257818c3e8b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Port': ['ID=f8e72d17-60db-42d5-8e0a-392e632c4479,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:25:53.798847 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-407f90eb-2947-431b-a359-2257818c3e8b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:53.872526 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-407f90eb-2947-431b-a359-2257818c3e8b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:54.175623 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-407f90eb-2947-431b-a359-2257818c3e8b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:54.180224 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-407f90eb-2947-431b-a359-2257818c3e8b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:54.282782 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f90eb-2947-431b-a359-2257818c3e8b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Port': ['ID=f8e72d17-60db-42d5-8e0a-392e632c4479,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:25:54.287249 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-407f90eb-2947-431b-a359-2257818c3e8b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:54.454830 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.l3_db [None req-407f90eb-2947-431b-a359-2257818c3e8b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Floating IP d8c10b4d-51a4-4dd7-bb1f-0a023354ad4c associated. External IP: 172.26.10.74, port: 024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287. Oct 04 09:25:54.793509 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-407f90eb-2947-431b-a359-2257818c3e8b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Router c3ff666f-4a9f-4aae-bfc2-66470af739bc has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:25:54.964042 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407f90eb-2947-431b-a359-2257818c3e8b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:25:54.973253 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4247cff5-78f8-4816-af8e-0e8809713af2 None None] Sync routers for ids ['c3ff666f-4a9f-4aae-bfc2-66470af739bc'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:25:54.982199 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4247cff5-78f8-4816-af8e-0e8809713af2 None None] Routers {'c3ff666f-4a9f-4aae-bfc2-66470af739bc'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:25:54.982796 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-4247cff5-78f8-4816-af8e-0e8809713af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:25:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['c3ff666f-4a9f-4aae-bfc2-66470af739bc'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:25:54.989143 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-407f90eb-2947-431b-a359-2257818c3e8b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:55.047650 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-407f90eb-2947-431b-a359-2257818c3e8b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1992388 Oct 04 09:25:55.048239 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '597cc168-2d53-4cba-86e4-e5a39775b04c', 'tag': '024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:25:55.050586 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e095155-0b0b-4fd4-a3b1-166928b3f886" -d '{"events": [{"name": "network-changed", "server_uuid": "597cc168-2d53-4cba-86e4-e5a39775b04c", "tag": "024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:25:55.050772 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 37772) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:25:55.111636 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f5460d-fe66-4dcf-9d19-0ba30b2271ca x-openstack-request-id: req-45f5460d-fe66-4dcf-9d19-0ba30b2271ca {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:25:55.111979 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "597cc168-2d53-4cba-86e4-e5a39775b04c", "tag": "024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:25:55.112234 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-45f5460d-fe66-4dcf-9d19-0ba30b2271ca {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:25:55.112819 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45f5460d-fe66-4dcf-9d19-0ba30b2271ca'] response: {'name': 'network-changed', 'server_uuid': '597cc168-2d53-4cba-86e4-e5a39775b04c', 'tag': '024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287', 'status': 'completed', 'code': 200} Oct 04 09:25:55.196077 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-4247cff5-78f8-4816-af8e-0e8809713af2 None None] Set router c3ff666f-4a9f-4aae-bfc2-66470af739bc gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:25:55.234640 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e095155-0b0b-4fd4-a3b1-166928b3f886 req-5e0aed18-7eaa-4eb0-8323-5661a8b8cff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:55.236640 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9e095155-0b0b-4fd4-a3b1-166928b3f886 req-5e0aed18-7eaa-4eb0-8323-5661a8b8cff5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78fb12e86c5f40beb578bfb97002b5c9&device_id=597cc168-2d53-4cba-86e4-e5a39775b04c HTTP/1.1" status: 200 len: 1098 time: 0.0819855 Oct 04 09:25:55.360327 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-b0acde25-abd9-43e5-a02c-cfa3e5dc7772 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/routers/c3ff666f-4a9f-4aae-bfc2-66470af739bc HTTP/1.1" status: 200 len: 924 time: 0.3050969 Oct 04 09:25:55.360603 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 37778) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:25:55.371633 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e095155-0b0b-4fd4-a3b1-166928b3f886 req-61f5d3ce-48ff-41f0-bad6-ff3b3f7f3964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:55.373121 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9e095155-0b0b-4fd4-a3b1-166928b3f886 req-61f5d3ce-48ff-41f0-bad6-ff3b3f7f3964 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f53ed539-9105-455a-950d-1e1a6fd81a4a HTTP/1.1" status: 200 len: 897 time: 0.1307611 Oct 04 09:25:55.469370 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-0ba488ef-aaae-47ff-b8ab-3882abc0eaf4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/floatingips/d8c10b4d-51a4-4dd7-bb1f-0a023354ad4c HTTP/1.1" status: 200 len: 991 time: 0.1078327 Oct 04 09:25:55.474157 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9e095155-0b0b-4fd4-a3b1-166928b3f886 req-b1dcea66-6b21-488e-bb94-7bf64239d6ac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287 HTTP/1.1" status: 200 len: 999 time: 0.0957403 Oct 04 09:25:55.536196 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e095155-0b0b-4fd4-a3b1-166928b3f886 req-1326e38a-72a8-47a3-b553-3076f1924c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:55.537725 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9e095155-0b0b-4fd4-a3b1-166928b3f886 req-1326e38a-72a8-47a3-b553-3076f1924c2d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=91dec5fe-9a41-4a6a-b9ce-6b114b6318df HTTP/1.1" status: 200 len: 835 time: 0.0567577 Oct 04 09:25:55.549395 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-4247cff5-78f8-4816-af8e-0e8809713af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ff666f-4a9f-4aae-bfc2-66470af739bc', 'name': 'tempest-TestNetworkBasicOps-router-1935230275', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.158'}], 'enable_snat': True}, 'gw_port_id': '5935331f-e594-417b-b3bb-2300ecb36974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:25:29Z', 'updated_at': '2022-10-04T09:25:34Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '5935331f-e594-417b-b3bb-2300ecb36974', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ff666f-4a9f-4aae-bfc2-66470af739bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:25:29Z', 'updated_at': '2022-10-04T09:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'd8c10b4d-51a4-4dd7-bb1f-0a023354ad4c', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'floating_ip_address': '172.26.10.74', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': 'c3ff666f-4a9f-4aae-bfc2-66470af739bc', 'port_id': '024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f53ed539-9105-455a-950d-1e1a6fd81a4a', 'mac_address': 'fa:16:3e:3d:45:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597cc168-2d53-4cba-86e4-e5a39775b04c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:25:53Z', 'updated_at': '2022-10-04T09:25:53Z', 'revision_number': 0, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '101ffa40-260b-4413-9af2-96a1be0747ea', 'name': '', 'network_id': 'f53ed539-9105-455a-950d-1e1a6fd81a4a', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:f1:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ff666f-4a9f-4aae-bfc2-66470af739bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '91dec5fe-9a41-4a6a-b9ce-6b114b6318df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:25:33Z', 'updated_at': '2022-10-04T09:25:39Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': '91dec5fe-9a41-4a6a-b9ce-6b114b6318df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:25:55.553254 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4247cff5-78f8-4816-af8e-0e8809713af2 None None] Checking router: c3ff666f-4a9f-4aae-bfc2-66470af739bc for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:25:55.561624 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4247cff5-78f8-4816-af8e-0e8809713af2 None None] Routers {'c3ff666f-4a9f-4aae-bfc2-66470af739bc'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:25:55.562222 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-4247cff5-78f8-4816-af8e-0e8809713af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:25:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['c3ff666f-4a9f-4aae-bfc2-66470af739bc'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:25:55.732695 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e095155-0b0b-4fd4-a3b1-166928b3f886 req-8559ecf4-b006-4522-b996-988f0120d5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:25:55.734206 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9e095155-0b0b-4fd4-a3b1-166928b3f886 req-8559ecf4-b006-4522-b996-988f0120d5e0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f53ed539-9105-455a-950d-1e1a6fd81a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1906650 Oct 04 09:25:55.744035 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-4247cff5-78f8-4816-af8e-0e8809713af2 None None] Set router c3ff666f-4a9f-4aae-bfc2-66470af739bc gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:25:55.878621 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9e095155-0b0b-4fd4-a3b1-166928b3f886 req-2c231985-b0de-4657-86af-74e0e15c1256 service neutron] 10.222.0.20 "GET /v2.0/networks/f53ed539-9105-455a-950d-1e1a6fd81a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368241 Oct 04 09:25:56.023842 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9e095155-0b0b-4fd4-a3b1-166928b3f886 req-1cf49dd3-974a-4e3b-bf9b-ed8bcd0dfbe5 service neutron] 10.222.0.20 "GET /v2.0/networks/f53ed539-9105-455a-950d-1e1a6fd81a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328564 Oct 04 09:25:56.098581 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-4247cff5-78f8-4816-af8e-0e8809713af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ff666f-4a9f-4aae-bfc2-66470af739bc', 'name': 'tempest-TestNetworkBasicOps-router-1935230275', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.158'}], 'enable_snat': True}, 'gw_port_id': '5935331f-e594-417b-b3bb-2300ecb36974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:25:29Z', 'updated_at': '2022-10-04T09:25:34Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '5935331f-e594-417b-b3bb-2300ecb36974', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ff666f-4a9f-4aae-bfc2-66470af739bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:25:29Z', 'updated_at': '2022-10-04T09:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'd8c10b4d-51a4-4dd7-bb1f-0a023354ad4c', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'floating_ip_address': '172.26.10.74', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': 'c3ff666f-4a9f-4aae-bfc2-66470af739bc', 'port_id': '024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f53ed539-9105-455a-950d-1e1a6fd81a4a', 'mac_address': 'fa:16:3e:3d:45:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597cc168-2d53-4cba-86e4-e5a39775b04c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:25:53Z', 'updated_at': '2022-10-04T09:25:53Z', 'revision_number': 0, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '101ffa40-260b-4413-9af2-96a1be0747ea', 'name': '', 'network_id': 'f53ed539-9105-455a-950d-1e1a6fd81a4a', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:f1:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ff666f-4a9f-4aae-bfc2-66470af739bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '91dec5fe-9a41-4a6a-b9ce-6b114b6318df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:25:33Z', 'updated_at': '2022-10-04T09:25:39Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': '91dec5fe-9a41-4a6a-b9ce-6b114b6318df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:25:56.102465 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4247cff5-78f8-4816-af8e-0e8809713af2 None None] The sync data for ids ['c3ff666f-4a9f-4aae-bfc2-66470af739bc'] in dv-neutron-860215-1-hyperv is: [{'id': 'c3ff666f-4a9f-4aae-bfc2-66470af739bc', 'name': 'tempest-TestNetworkBasicOps-router-1935230275', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.158'}], 'enable_snat': True}, 'gw_port_id': '5935331f-e594-417b-b3bb-2300ecb36974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:25:29Z', 'updated_at': '2022-10-04T09:25:34Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '5935331f-e594-417b-b3bb-2300ecb36974', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ff666f-4a9f-4aae-bfc2-66470af739bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:25:29Z', 'updated_at': '2022-10-04T09:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'd8c10b4d-51a4-4dd7-bb1f-0a023354ad4c', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'floating_ip_address': '172.26.10.74', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': 'c3ff666f-4a9f-4aae-bfc2-66470af739bc', 'port_id': '024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f53ed539-9105-455a-950d-1e1a6fd81a4a', 'mac_address': 'fa:16:3e:3d:45:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597cc168-2d53-4cba-86e4-e5a39775b04c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:25:53Z', 'updated_at': '2022-10-04T09:25:53Z', 'revision_number': 0, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '101ffa40-260b-4413-9af2-96a1be0747ea', 'name': '', 'network_id': 'f53ed539-9105-455a-950d-1e1a6fd81a4a', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:f1:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ff666f-4a9f-4aae-bfc2-66470af739bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '91dec5fe-9a41-4a6a-b9ce-6b114b6318df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:25:33Z', 'updated_at': '2022-10-04T09:25:39Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': '91dec5fe-9a41-4a6a-b9ce-6b114b6318df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:25:56.267524 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60c1526-6449-4885-9298-da9f086cef42 None None] New status for floating IP d8c10b4d-51a4-4dd7-bb1f-0a023354ad4c: ACTIVE {{(pid=89035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 09:25:56.471600 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 37782) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:25:56.580913 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a4e7796f-1ef3-4b2c-8dd9-b17698da834e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/floatingips/d8c10b4d-51a4-4dd7-bb1f-0a023354ad4c HTTP/1.1" status: 200 len: 993 time: 0.1082017 Oct 04 09:25:57.571540 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-01b96dee-59c9-4727-9bf8-7a0cf6c30fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:25:59.722857 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:26:00.228831 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ed22557a-687a-4483-90b4-223beb230144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:26:00.689358 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:26:00.733709 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:26:02.229740 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:26:11.141681 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:26:27.569916 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-60aa5f03-dad1-4281-8e6e-0404b061b4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:26:27.597924 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-68b865af-1c2d-4e20-9d50-1c33c9b830a3 req-4caea366-2f06-4243-9259-307e3279f6a9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bea79169-9eae-415e-96f7-ed8e4122bc83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0793452 Oct 04 09:26:27.756656 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b865af-1c2d-4e20-9d50-1c33c9b830a3 req-7c92c388-1994-48cb-beee-7348232ddce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:26:27.758148 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-68b865af-1c2d-4e20-9d50-1c33c9b830a3 req-7c92c388-1994-48cb-beee-7348232ddce2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=69ab5abc53ab44718bcbb9547c2b2d0e&device_id=bea79169-9eae-415e-96f7-ed8e4122bc83 HTTP/1.1" status: 200 len: 1099 time: 0.0770876 Oct 04 09:26:27.899947 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b865af-1c2d-4e20-9d50-1c33c9b830a3 req-6f7e95ba-3df6-4c25-9d90-c6d44aa98932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:26:27.901317 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-68b865af-1c2d-4e20-9d50-1c33c9b830a3 req-6f7e95ba-3df6-4c25-9d90-c6d44aa98932 service neutron] 10.222.0.20 "GET /v2.0/networks?id=47b14212-cea9-47cb-815c-888460239551 HTTP/1.1" status: 200 len: 913 time: 0.1246045 Oct 04 09:26:28.001873 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-68b865af-1c2d-4e20-9d50-1c33c9b830a3 req-6a10fde9-59fe-4b7a-ab8d-75b64ab98cfe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b8a4dbc-c37d-403b-a2d3-42a948480baa HTTP/1.1" status: 200 len: 1003 time: 0.0937812 Oct 04 09:26:28.061355 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b865af-1c2d-4e20-9d50-1c33c9b830a3 req-97203a5a-06ff-444e-a924-2c19f23689d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:26:28.062725 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-68b865af-1c2d-4e20-9d50-1c33c9b830a3 req-97203a5a-06ff-444e-a924-2c19f23689d3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5d6ad6fc-1b52-4c37-8942-5241b791dd73 HTTP/1.1" status: 200 len: 851 time: 0.0548601 Oct 04 09:26:28.154106 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b865af-1c2d-4e20-9d50-1c33c9b830a3 req-bd03e98f-4053-4e21-9e4c-f1326759b94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:26:28.155492 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-68b865af-1c2d-4e20-9d50-1c33c9b830a3 req-bd03e98f-4053-4e21-9e4c-f1326759b94b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=47b14212-cea9-47cb-815c-888460239551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0866449 Oct 04 09:26:28.285190 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-68b865af-1c2d-4e20-9d50-1c33c9b830a3 req-9a739a84-dbd2-43d8-b2b1-38f957e36198 service neutron] 10.222.0.20 "GET /v2.0/networks/47b14212-cea9-47cb-815c-888460239551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235013 Oct 04 09:26:28.412649 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-68b865af-1c2d-4e20-9d50-1c33c9b830a3 req-cff09142-f84b-463c-acbe-e17a84ab380c service neutron] 10.222.0.20 "GET /v2.0/networks/47b14212-cea9-47cb-815c-888460239551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212213 Oct 04 09:26:30.230701 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0813863a-22a4-4f9a-9f70-2540bda3897c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:26:30.691835 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:26:30.735233 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:26:32.232668 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:26:36.722096 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:26:41.143126 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:26:57.571627 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-409cccb4-5112-4831-99d7-2de4386b52b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:00.231461 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a50dad58-e6a2-41d6-be17-9fc8d7690ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:00.693835 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:00.737862 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:02.238818 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:07.694742 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 37818) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:27:07.878140 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-46df7711-83c6-45a3-9a31-eed19ae2b1f4 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/routers/c3ff666f-4a9f-4aae-bfc2-66470af739bc/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1816874 Oct 04 09:27:07.880981 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 37822) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:27:08.063073 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c0c1de-1f3e-498d-b519-a56b64208ecb tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Notify agent at dv-neutron-860215-1-hyperv the message router_removed_from_agent {{(pid=89033) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Oct 04 09:27:08.066825 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-61c0c1de-1f3e-498d-b519-a56b64208ecb tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "DELETE /v2.0/agents/bed6435e-b2a3-4551-9e64-2f7012b7e32c/l3-routers/c3ff666f-4a9f-4aae-bfc2-66470af739bc HTTP/1.1" status: 204 len: 168 time: 0.1849337 Oct 04 09:27:08.069515 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 37826) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:27:08.246975 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-68aca0ff-5d17-4186-ac9f-b8635876fe90 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/routers/c3ff666f-4a9f-4aae-bfc2-66470af739bc/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1763902 Oct 04 09:27:08.249945 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 37830) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:27:08.356044 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-9df793f8-1e7b-4fe4-a1c9-d41e0c736217 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/floatingips/d8c10b4d-51a4-4dd7-bb1f-0a023354ad4c HTTP/1.1" status: 200 len: 993 time: 0.1049564 Oct 04 09:27:08.824132 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb01cf6d-3609-44e5-b777-379d97206ca4 None None] New status for floating IP d8c10b4d-51a4-4dd7-bb1f-0a023354ad4c: DOWN {{(pid=89034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 09:27:09.132993 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 101ffa40-260b-4413-9af2-96a1be0747ea no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:27:09.243963 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 101ffa40-260b-4413-9af2-96a1be0747ea is: ACTIVE; New status is: DOWN {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:27:09.244340 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:09.278826 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 101ffa40-260b-4413-9af2-96a1be0747ea, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=101ffa40-260b-4413-9af2-96a1be0747ea,segment=NetworkSegment(d01ca594-a1a8-4ca6-8945-625a356bacc4),segment_id=d01ca594-a1a8-4ca6-8945-625a356bacc4)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:27:09.282613 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:09.283359 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 5935331f-e594-417b-b3bb-2300ecb36974 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:27:09.359997 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 37834) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:27:09.391142 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=101ffa40-260b-4413-9af2-96a1be0747ea,revision_number=6']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:27:09.400759 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:27:09.401038 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:27:09.401371 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:27:09.401699 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:27:09.402025 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:27:09.402347 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:27:09.402665 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:27:09.402983 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:27:09.403301 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:27:09.403615 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:27:09.403928 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:27:09.404240 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:27:09.462206 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 5935331f-e594-417b-b3bb-2300ecb36974 is: ACTIVE; New status is: DOWN {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:27:09.462585 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:09.463086 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-e49f6138-bed8-4826-80f3-b18e42826d85 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/floatingips/d8c10b4d-51a4-4dd7-bb1f-0a023354ad4c HTTP/1.1" status: 200 len: 991 time: 0.1019378 Oct 04 09:27:09.481592 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 5935331f-e594-417b-b3bb-2300ecb36974, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=5935331f-e594-417b-b3bb-2300ecb36974,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:27:09.486158 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:09.551682 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=5935331f-e594-417b-b3bb-2300ecb36974,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:27:11.156215 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:11.497777 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 37842) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:27:11.696350 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d2310e8-84b6-4513-ac36-173d4f591a0c tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Router c3ff666f-4a9f-4aae-bfc2-66470af739bc is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:27:11.696736 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2310e8-84b6-4513-ac36-173d4f591a0c tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Notify agent at dv-neutron-860215-1-hyperv the message router_added_to_agent {{(pid=89033) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Oct 04 09:27:11.718950 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-1d2310e8-84b6-4513-ac36-173d4f591a0c tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "POST /v2.0/agents/bed6435e-b2a3-4551-9e64-2f7012b7e32c/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2201123 Oct 04 09:27:11.722340 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 37848) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:27:11.737195 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5511c9a-3e40-45c1-aefe-990bf8493ac5 None None] Sync routers for ids ['c3ff666f-4a9f-4aae-bfc2-66470af739bc'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:27:11.746286 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5511c9a-3e40-45c1-aefe-990bf8493ac5 None None] Routers {'c3ff666f-4a9f-4aae-bfc2-66470af739bc'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:27:11.747107 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-c5511c9a-3e40-45c1-aefe-990bf8493ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:27:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['c3ff666f-4a9f-4aae-bfc2-66470af739bc'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:27:11.927245 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-c5511c9a-3e40-45c1-aefe-990bf8493ac5 None None] Set router c3ff666f-4a9f-4aae-bfc2-66470af739bc gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:27:12.033716 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-8ec8581a-3e00-443d-9ab4-2cd9ba39c8f6 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/routers/c3ff666f-4a9f-4aae-bfc2-66470af739bc/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.3097663 Oct 04 09:27:12.036478 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 37854) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:27:12.142023 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-3e565eba-7a0d-41ea-8062-9ad2a61a7674 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/floatingips/d8c10b4d-51a4-4dd7-bb1f-0a023354ad4c HTTP/1.1" status: 200 len: 991 time: 0.1038592 Oct 04 09:27:12.263126 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-c5511c9a-3e40-45c1-aefe-990bf8493ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ff666f-4a9f-4aae-bfc2-66470af739bc', 'name': 'tempest-TestNetworkBasicOps-router-1935230275', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.158'}], 'enable_snat': True}, 'gw_port_id': '5935331f-e594-417b-b3bb-2300ecb36974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:25:29Z', 'updated_at': '2022-10-04T09:25:34Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '5935331f-e594-417b-b3bb-2300ecb36974', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ff666f-4a9f-4aae-bfc2-66470af739bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:25:29Z', 'updated_at': '2022-10-04T09:27:09Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'd8c10b4d-51a4-4dd7-bb1f-0a023354ad4c', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'floating_ip_address': '172.26.10.74', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': 'c3ff666f-4a9f-4aae-bfc2-66470af739bc', 'port_id': '024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f53ed539-9105-455a-950d-1e1a6fd81a4a', 'mac_address': 'fa:16:3e:3d:45:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597cc168-2d53-4cba-86e4-e5a39775b04c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:25:53Z', 'updated_at': '2022-10-04T09:27:09Z', 'revision_number': 2, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '101ffa40-260b-4413-9af2-96a1be0747ea', 'name': '', 'network_id': 'f53ed539-9105-455a-950d-1e1a6fd81a4a', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:f1:f7:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ff666f-4a9f-4aae-bfc2-66470af739bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '91dec5fe-9a41-4a6a-b9ce-6b114b6318df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:25:33Z', 'updated_at': '2022-10-04T09:27:09Z', 'revision_number': 6, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': '91dec5fe-9a41-4a6a-b9ce-6b114b6318df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:27:12.267482 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5511c9a-3e40-45c1-aefe-990bf8493ac5 None None] Checking router: c3ff666f-4a9f-4aae-bfc2-66470af739bc for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:27:12.278847 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5511c9a-3e40-45c1-aefe-990bf8493ac5 None None] Routers {'c3ff666f-4a9f-4aae-bfc2-66470af739bc'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:27:12.279447 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-c5511c9a-3e40-45c1-aefe-990bf8493ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:27:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['c3ff666f-4a9f-4aae-bfc2-66470af739bc'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:27:12.446564 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-c5511c9a-3e40-45c1-aefe-990bf8493ac5 None None] Set router c3ff666f-4a9f-4aae-bfc2-66470af739bc gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:27:12.814060 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-c5511c9a-3e40-45c1-aefe-990bf8493ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ff666f-4a9f-4aae-bfc2-66470af739bc', 'name': 'tempest-TestNetworkBasicOps-router-1935230275', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.158'}], 'enable_snat': True}, 'gw_port_id': '5935331f-e594-417b-b3bb-2300ecb36974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:25:29Z', 'updated_at': '2022-10-04T09:25:34Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '5935331f-e594-417b-b3bb-2300ecb36974', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ff666f-4a9f-4aae-bfc2-66470af739bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:25:29Z', 'updated_at': '2022-10-04T09:27:09Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'd8c10b4d-51a4-4dd7-bb1f-0a023354ad4c', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'floating_ip_address': '172.26.10.74', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': 'c3ff666f-4a9f-4aae-bfc2-66470af739bc', 'port_id': '024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f53ed539-9105-455a-950d-1e1a6fd81a4a', 'mac_address': 'fa:16:3e:3d:45:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597cc168-2d53-4cba-86e4-e5a39775b04c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:25:53Z', 'updated_at': '2022-10-04T09:27:09Z', 'revision_number': 2, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '101ffa40-260b-4413-9af2-96a1be0747ea', 'name': '', 'network_id': 'f53ed539-9105-455a-950d-1e1a6fd81a4a', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:f1:f7:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ff666f-4a9f-4aae-bfc2-66470af739bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '91dec5fe-9a41-4a6a-b9ce-6b114b6318df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:25:33Z', 'updated_at': '2022-10-04T09:27:09Z', 'revision_number': 6, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': '91dec5fe-9a41-4a6a-b9ce-6b114b6318df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:27:12.817868 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5511c9a-3e40-45c1-aefe-990bf8493ac5 None None] The sync data for ids ['c3ff666f-4a9f-4aae-bfc2-66470af739bc'] in dv-neutron-860215-1-hyperv is: [{'id': 'c3ff666f-4a9f-4aae-bfc2-66470af739bc', 'name': 'tempest-TestNetworkBasicOps-router-1935230275', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.158'}], 'enable_snat': True}, 'gw_port_id': '5935331f-e594-417b-b3bb-2300ecb36974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:25:29Z', 'updated_at': '2022-10-04T09:25:34Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '5935331f-e594-417b-b3bb-2300ecb36974', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ff666f-4a9f-4aae-bfc2-66470af739bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:25:29Z', 'updated_at': '2022-10-04T09:27:09Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'd8c10b4d-51a4-4dd7-bb1f-0a023354ad4c', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'floating_ip_address': '172.26.10.74', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': 'c3ff666f-4a9f-4aae-bfc2-66470af739bc', 'port_id': '024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f53ed539-9105-455a-950d-1e1a6fd81a4a', 'mac_address': 'fa:16:3e:3d:45:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597cc168-2d53-4cba-86e4-e5a39775b04c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:25:53Z', 'updated_at': '2022-10-04T09:27:09Z', 'revision_number': 2, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '101ffa40-260b-4413-9af2-96a1be0747ea', 'name': '', 'network_id': 'f53ed539-9105-455a-950d-1e1a6fd81a4a', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:f1:f7:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ff666f-4a9f-4aae-bfc2-66470af739bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '91dec5fe-9a41-4a6a-b9ce-6b114b6318df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:25:33Z', 'updated_at': '2022-10-04T09:27:09Z', 'revision_number': 6, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': '91dec5fe-9a41-4a6a-b9ce-6b114b6318df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:27:13.146072 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 37858) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:27:13.163847 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 101ffa40-260b-4413-9af2-96a1be0747ea up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:27:13.236813 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 101ffa40-260b-4413-9af2-96a1be0747ea triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:27:13.237186 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:13.237520 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 101ffa40-260b-4413-9af2-96a1be0747ea Oct 04 09:27:13.259335 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-1d76cfb6-6f2e-4522-94e7-4ba7a6f4c235 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/floatingips/d8c10b4d-51a4-4dd7-bb1f-0a023354ad4c HTTP/1.1" status: 200 len: 991 time: 0.1110232 Oct 04 09:27:13.355941 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 101ffa40-260b-4413-9af2-96a1be0747ea is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:27:13.356338 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:13.394849 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 101ffa40-260b-4413-9af2-96a1be0747ea, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=101ffa40-260b-4413-9af2-96a1be0747ea,segment=NetworkSegment(d01ca594-a1a8-4ca6-8945-625a356bacc4),segment_id=d01ca594-a1a8-4ca6-8945-625a356bacc4)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:27:13.399577 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:13.471528 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=101ffa40-260b-4413-9af2-96a1be0747ea,revision_number=7']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:27:13.721855 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:27:14.262046 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 37862) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:27:14.376065 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-0136fe0c-d837-42ce-8696-07b7347b75ec tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/floatingips/d8c10b4d-51a4-4dd7-bb1f-0a023354ad4c HTTP/1.1" status: 200 len: 991 time: 0.1115556 Oct 04 09:27:14.402371 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53db093c-06a0-4225-b5b6-858a5ecc1ace None None] New status for floating IP d8c10b4d-51a4-4dd7-bb1f-0a023354ad4c: ACTIVE {{(pid=89034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 09:27:15.196761 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 101ffa40-260b-4413-9af2-96a1be0747ea up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:27:15.265505 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 101ffa40-260b-4413-9af2-96a1be0747ea triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:27:15.265795 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:15.266129 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 101ffa40-260b-4413-9af2-96a1be0747ea Oct 04 09:27:15.375260 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 101ffa40-260b-4413-9af2-96a1be0747ea is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:27:15.376867 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 5935331f-e594-417b-b3bb-2300ecb36974 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:27:15.378151 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 37866) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:27:15.445074 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 5935331f-e594-417b-b3bb-2300ecb36974 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:27:15.445608 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:15.445773 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 5935331f-e594-417b-b3bb-2300ecb36974 Oct 04 09:27:15.484668 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-ace0a991-42bc-4969-a01c-6d0a5c39c67a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/floatingips/d8c10b4d-51a4-4dd7-bb1f-0a023354ad4c HTTP/1.1" status: 200 len: 993 time: 0.1053650 Oct 04 09:27:15.598355 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 5935331f-e594-417b-b3bb-2300ecb36974 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:27:15.598736 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:15.614873 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 5935331f-e594-417b-b3bb-2300ecb36974, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=5935331f-e594-417b-b3bb-2300ecb36974,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:27:15.618977 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:15.685314 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=5935331f-e594-417b-b3bb-2300ecb36974,revision_number=6']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:27:15.770863 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 37874) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:27:16.074372 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-3b5e7c98-92e1-44d3-a4e7-4322d9f355e5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Deleting port f8e72d17-60db-42d5-8e0a-392e632c4479 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:27:16.074724 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3b5e7c98-92e1-44d3-a4e7-4322d9f355e5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:16.249307 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3b5e7c98-92e1-44d3-a4e7-4322d9f355e5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:16.249638 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3b5e7c98-92e1-44d3-a4e7-4322d9f355e5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:16.390383 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-3b5e7c98-92e1-44d3-a4e7-4322d9f355e5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Calling delete_port for f8e72d17-60db-42d5-8e0a-392e632c4479 owned by network:floatingip {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:27:16.559429 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3b5e7c98-92e1-44d3-a4e7-4322d9f355e5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:16.612071 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5e7c98-92e1-44d3-a4e7-4322d9f355e5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'Port': ['ID=f8e72d17-60db-42d5-8e0a-392e632c4479,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:27:16.697319 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5e7c98-92e1-44d3-a4e7-4322d9f355e5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:27:16.697810 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5e7c98-92e1-44d3-a4e7-4322d9f355e5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:27:16.698375 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5e7c98-92e1-44d3-a4e7-4322d9f355e5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:27:16.698914 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5e7c98-92e1-44d3-a4e7-4322d9f355e5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:27:16.699445 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5e7c98-92e1-44d3-a4e7-4322d9f355e5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:27:16.699814 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5e7c98-92e1-44d3-a4e7-4322d9f355e5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:27:16.700132 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5e7c98-92e1-44d3-a4e7-4322d9f355e5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:27:16.700700 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5e7c98-92e1-44d3-a4e7-4322d9f355e5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:27:16.701267 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5e7c98-92e1-44d3-a4e7-4322d9f355e5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:27:16.701711 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5e7c98-92e1-44d3-a4e7-4322d9f355e5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:27:16.702050 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5e7c98-92e1-44d3-a4e7-4322d9f355e5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:27:16.702430 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5e7c98-92e1-44d3-a4e7-4322d9f355e5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:27:16.736326 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3b5e7c98-92e1-44d3-a4e7-4322d9f355e5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for floatingip, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:16.736703 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.l3_db [None req-3b5e7c98-92e1-44d3-a4e7-4322d9f355e5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Floating IP d8c10b4d-51a4-4dd7-bb1f-0a023354ad4c disassociated (deleted). External IP: 172.26.10.74, port: 024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287. Oct 04 09:27:17.121996 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b5e7c98-92e1-44d3-a4e7-4322d9f355e5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Router c3ff666f-4a9f-4aae-bfc2-66470af739bc has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:27:17.141101 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 5935331f-e594-417b-b3bb-2300ecb36974 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:27:17.209995 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 5935331f-e594-417b-b3bb-2300ecb36974 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:27:17.210364 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:17.210700 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 5935331f-e594-417b-b3bb-2300ecb36974 Oct 04 09:27:17.300671 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5e7c98-92e1-44d3-a4e7-4322d9f355e5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:27:17.311186 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de81103-1920-4d53-827e-3e7aa0922d24 None None] Sync routers for ids ['c3ff666f-4a9f-4aae-bfc2-66470af739bc'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:27:17.322066 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3b5e7c98-92e1-44d3-a4e7-4322d9f355e5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:17.322301 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de81103-1920-4d53-827e-3e7aa0922d24 None None] Routers {'c3ff666f-4a9f-4aae-bfc2-66470af739bc'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:27:17.323002 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-7de81103-1920-4d53-827e-3e7aa0922d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:27:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['c3ff666f-4a9f-4aae-bfc2-66470af739bc'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:27:17.328733 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 5935331f-e594-417b-b3bb-2300ecb36974 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:27:17.377140 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-3b5e7c98-92e1-44d3-a4e7-4322d9f355e5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "DELETE /v2.0/floatingips/d8c10b4d-51a4-4dd7-bb1f-0a023354ad4c HTTP/1.1" status: 204 len: 168 time: 1.6052728 Oct 04 09:27:17.377873 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '597cc168-2d53-4cba-86e4-e5a39775b04c', 'tag': '024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:27:17.380429 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59bc89f6-27a1-412c-9f46-052d64a8cf03" -d '{"events": [{"name": "network-changed", "server_uuid": "597cc168-2d53-4cba-86e4-e5a39775b04c", "tag": "024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:27:17.424679 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a681ee8-2a81-459c-9d6b-132d9cf22b6d x-openstack-request-id: req-7a681ee8-2a81-459c-9d6b-132d9cf22b6d {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:27:17.425298 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "597cc168-2d53-4cba-86e4-e5a39775b04c", "tag": "024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:27:17.425298 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7a681ee8-2a81-459c-9d6b-132d9cf22b6d {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:27:17.425958 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a681ee8-2a81-459c-9d6b-132d9cf22b6d'] response: {'name': 'network-changed', 'server_uuid': '597cc168-2d53-4cba-86e4-e5a39775b04c', 'tag': '024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287', 'status': 'completed', 'code': 200} Oct 04 09:27:17.503833 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-7de81103-1920-4d53-827e-3e7aa0922d24 None None] Set router c3ff666f-4a9f-4aae-bfc2-66470af739bc gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:27:17.674939 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc89f6-27a1-412c-9f46-052d64a8cf03 req-10dc6fef-c781-47e8-9052-b2afcd58e9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:17.676499 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-59bc89f6-27a1-412c-9f46-052d64a8cf03 req-10dc6fef-c781-47e8-9052-b2afcd58e9c2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78fb12e86c5f40beb578bfb97002b5c9&device_id=597cc168-2d53-4cba-86e4-e5a39775b04c HTTP/1.1" status: 200 len: 1098 time: 0.2090428 Oct 04 09:27:17.820589 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-7de81103-1920-4d53-827e-3e7aa0922d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ff666f-4a9f-4aae-bfc2-66470af739bc', 'name': 'tempest-TestNetworkBasicOps-router-1935230275', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.158'}], 'enable_snat': True}, 'gw_port_id': '5935331f-e594-417b-b3bb-2300ecb36974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:25:29Z', 'updated_at': '2022-10-04T09:25:34Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '5935331f-e594-417b-b3bb-2300ecb36974', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ff666f-4a9f-4aae-bfc2-66470af739bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:25:29Z', 'updated_at': '2022-10-04T09:27:15Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '101ffa40-260b-4413-9af2-96a1be0747ea', 'name': '', 'network_id': 'f53ed539-9105-455a-950d-1e1a6fd81a4a', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:f1:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ff666f-4a9f-4aae-bfc2-66470af739bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '91dec5fe-9a41-4a6a-b9ce-6b114b6318df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:25:33Z', 'updated_at': '2022-10-04T09:27:13Z', 'revision_number': 7, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': '91dec5fe-9a41-4a6a-b9ce-6b114b6318df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:27:17.824306 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de81103-1920-4d53-827e-3e7aa0922d24 None None] Checking router: c3ff666f-4a9f-4aae-bfc2-66470af739bc for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:27:17.833108 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de81103-1920-4d53-827e-3e7aa0922d24 None None] Routers {'c3ff666f-4a9f-4aae-bfc2-66470af739bc'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:27:17.833725 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-7de81103-1920-4d53-827e-3e7aa0922d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:27:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['c3ff666f-4a9f-4aae-bfc2-66470af739bc'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:27:17.881501 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31cee81-1e67-48d8-96a6-7ceeb0dc1052 req-10a0a828-9156-42f3-994a-a71baad19682 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:17.881501 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-d31cee81-1e67-48d8-96a6-7ceeb0dc1052 req-10a0a828-9156-42f3-994a-a71baad19682 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:27:17.883912 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc89f6-27a1-412c-9f46-052d64a8cf03 req-683935f2-f525-474e-a2dd-fd518a21dd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:17.885053 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-59bc89f6-27a1-412c-9f46-052d64a8cf03 req-683935f2-f525-474e-a2dd-fd518a21dd12 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f53ed539-9105-455a-950d-1e1a6fd81a4a HTTP/1.1" status: 200 len: 897 time: 0.1676142 Oct 04 09:27:17.961062 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-59bc89f6-27a1-412c-9f46-052d64a8cf03 req-03db97e8-a015-403e-b5fb-0cada04fc0a5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287 HTTP/1.1" status: 200 len: 217 time: 0.0679486 Oct 04 09:27:17.961773 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-d31cee81-1e67-48d8-96a6-7ceeb0dc1052 req-10a0a828-9156-42f3-994a-a71baad19682 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:27:17.962836 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d31cee81-1e67-48d8-96a6-7ceeb0dc1052 req-10a0a828-9156-42f3-994a-a71baad19682 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=597cc168-2d53-4cba-86e4-e5a39775b04c HTTP/1.1" status: 200 len: 945 time: 0.2803841 Oct 04 09:27:18.012189 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-7de81103-1920-4d53-827e-3e7aa0922d24 None None] Set router c3ff666f-4a9f-4aae-bfc2-66470af739bc gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:27:18.059530 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc89f6-27a1-412c-9f46-052d64a8cf03 req-ccba45b5-c89b-45ce-b7ab-2b62f106d516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:18.062196 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-59bc89f6-27a1-412c-9f46-052d64a8cf03 req-ccba45b5-c89b-45ce-b7ab-2b62f106d516 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=91dec5fe-9a41-4a6a-b9ce-6b114b6318df HTTP/1.1" status: 200 len: 835 time: 0.0932798 Oct 04 09:27:18.074240 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d31cee81-1e67-48d8-96a6-7ceeb0dc1052 req-9bc805e9-9606-49d0-9285-0782cd4cefaa tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=dbb1131f-6366-463e-a4f0-553ed40110cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648587 Oct 04 09:27:18.145739 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc89f6-27a1-412c-9f46-052d64a8cf03 req-e7d4a30a-abb7-4819-916a-67992419fa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:18.146739 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-59bc89f6-27a1-412c-9f46-052d64a8cf03 req-e7d4a30a-abb7-4819-916a-67992419fa61 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f53ed539-9105-455a-950d-1e1a6fd81a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801356 Oct 04 09:27:18.301135 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-59bc89f6-27a1-412c-9f46-052d64a8cf03 req-4eae5222-4bef-4663-9599-432fdc0ae617 service neutron] 10.222.0.20 "GET /v2.0/networks/f53ed539-9105-455a-950d-1e1a6fd81a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462476 Oct 04 09:27:18.371842 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-7de81103-1920-4d53-827e-3e7aa0922d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ff666f-4a9f-4aae-bfc2-66470af739bc', 'name': 'tempest-TestNetworkBasicOps-router-1935230275', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.158'}], 'enable_snat': True}, 'gw_port_id': '5935331f-e594-417b-b3bb-2300ecb36974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:25:29Z', 'updated_at': '2022-10-04T09:25:34Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '5935331f-e594-417b-b3bb-2300ecb36974', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ff666f-4a9f-4aae-bfc2-66470af739bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:25:29Z', 'updated_at': '2022-10-04T09:27:15Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '101ffa40-260b-4413-9af2-96a1be0747ea', 'name': '', 'network_id': 'f53ed539-9105-455a-950d-1e1a6fd81a4a', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:f1:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ff666f-4a9f-4aae-bfc2-66470af739bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '91dec5fe-9a41-4a6a-b9ce-6b114b6318df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:25:33Z', 'updated_at': '2022-10-04T09:27:13Z', 'revision_number': 7, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': '91dec5fe-9a41-4a6a-b9ce-6b114b6318df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:27:18.371842 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de81103-1920-4d53-827e-3e7aa0922d24 None None] The sync data for ids ['c3ff666f-4a9f-4aae-bfc2-66470af739bc'] in dv-neutron-860215-1-hyperv is: [{'id': 'c3ff666f-4a9f-4aae-bfc2-66470af739bc', 'name': 'tempest-TestNetworkBasicOps-router-1935230275', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.158'}], 'enable_snat': True}, 'gw_port_id': '5935331f-e594-417b-b3bb-2300ecb36974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:25:29Z', 'updated_at': '2022-10-04T09:25:34Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '5935331f-e594-417b-b3bb-2300ecb36974', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ff666f-4a9f-4aae-bfc2-66470af739bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:25:29Z', 'updated_at': '2022-10-04T09:27:15Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '101ffa40-260b-4413-9af2-96a1be0747ea', 'name': '', 'network_id': 'f53ed539-9105-455a-950d-1e1a6fd81a4a', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:f1:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ff666f-4a9f-4aae-bfc2-66470af739bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '91dec5fe-9a41-4a6a-b9ce-6b114b6318df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:25:33Z', 'updated_at': '2022-10-04T09:27:13Z', 'revision_number': 7, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': '91dec5fe-9a41-4a6a-b9ce-6b114b6318df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:27:18.470935 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-59bc89f6-27a1-412c-9f46-052d64a8cf03 req-f6a61030-3877-4479-95d4-95668562922e service neutron] 10.222.0.20 "GET /v2.0/networks/f53ed539-9105-455a-950d-1e1a6fd81a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634691 Oct 04 09:27:19.277251 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb22cde8-05d1-4ac2-a30e-82fcc9fa1b99 req-a8b8d02a-fc57-46b1-9625-b7f242f50c47 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:19.278440 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-cb22cde8-05d1-4ac2-a30e-82fcc9fa1b99 req-a8b8d02a-fc57-46b1-9625-b7f242f50c47 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=597cc168-2d53-4cba-86e4-e5a39775b04c HTTP/1.1" status: 200 len: 945 time: 0.0897360 Oct 04 09:27:19.322576 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-cb22cde8-05d1-4ac2-a30e-82fcc9fa1b99 req-a68db462-7b43-45ed-abb9-925c96f89160 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=dbb1131f-6366-463e-a4f0-553ed40110cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372365 Oct 04 09:27:19.575989 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c9f55-6aeb-4a69-9307-e8b1eb5c6430 req-9a5dfac0-ea44-4645-ae4c-779a32cf3816 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:19.579347 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7a0c9f55-6aeb-4a69-9307-e8b1eb5c6430 req-9a5dfac0-ea44-4645-ae4c-779a32cf3816 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.20 "GET /v2.0/ports?device_id=597cc168-2d53-4cba-86e4-e5a39775b04c HTTP/1.1" status: 200 len: 945 time: 0.1045852 Oct 04 09:27:19.620619 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2785e227-c8fe-4147-9505-c7a85efd3f9f None None] New status for floating IP d8c10b4d-51a4-4dd7-bb1f-0a023354ad4c: DOWN {{(pid=89034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 09:27:19.662592 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-7a0c9f55-6aeb-4a69-9307-e8b1eb5c6430 req-fa67a9b6-13d0-44f4-bccf-81473b51edbc tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Deleting port 024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:27:19.662592 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-7a0c9f55-6aeb-4a69-9307-e8b1eb5c6430 req-fa67a9b6-13d0-44f4-bccf-81473b51edbc tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:19.940834 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-7a0c9f55-6aeb-4a69-9307-e8b1eb5c6430 req-fa67a9b6-13d0-44f4-bccf-81473b51edbc tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] For port 024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287,segment=NetworkSegment(d01ca594-a1a8-4ca6-8945-625a356bacc4),segment_id=d01ca594-a1a8-4ca6-8945-625a356bacc4)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:27:19.940834 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-7a0c9f55-6aeb-4a69-9307-e8b1eb5c6430 req-fa67a9b6-13d0-44f4-bccf-81473b51edbc tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:20.075516 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-7a0c9f55-6aeb-4a69-9307-e8b1eb5c6430 req-fa67a9b6-13d0-44f4-bccf-81473b51edbc tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Calling delete_port for 024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287 owned by compute:nova {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:27:20.223887 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-7a0c9f55-6aeb-4a69-9307-e8b1eb5c6430 req-fa67a9b6-13d0-44f4-bccf-81473b51edbc tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:20.275527 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa67a9b6-13d0-44f4-bccf-81473b51edbc tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'Port': ['ID=024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:27:20.508636 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-5db7f826-cbbc-4d75-9cd7-71f1fd2f73bd req-8b2deaef-8973-4708-ac66-facf60dc4ea2 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=597cc168-2d53-4cba-86e4-e5a39775b04c HTTP/1.1" status: 200 len: 210 time: 0.0567739 Oct 04 09:27:20.509311 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a0c9f55-6aeb-4a69-9307-e8b1eb5c6430 req-fa67a9b6-13d0-44f4-bccf-81473b51edbc tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] No DVR routers for this DVR port 024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287 on host hv-neutron-8602 {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:27:20.511634 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-7a0c9f55-6aeb-4a69-9307-e8b1eb5c6430 req-fa67a9b6-13d0-44f4-bccf-81473b51edbc tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:20.514273 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '597cc168-2d53-4cba-86e4-e5a39775b04c', 'name': 'network-vif-deleted', 'tag': '024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:27:20.516584 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357c51df-d57a-4479-8d81-d5ff263287c8" -d '{"events": [{"server_uuid": "597cc168-2d53-4cba-86e4-e5a39775b04c", "name": "network-vif-deleted", "tag": "024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:27:20.536237 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7a0c9f55-6aeb-4a69-9307-e8b1eb5c6430 req-fa67a9b6-13d0-44f4-bccf-81473b51edbc tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.20 "DELETE /v2.0/ports/024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287 HTTP/1.1" status: 204 len: 173 time: 0.9529059 Oct 04 09:27:20.560263 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df5709d-e380-43e1-84be-bc9ca93c02c7 x-openstack-request-id: req-8df5709d-e380-43e1-84be-bc9ca93c02c7 {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:27:20.560604 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "597cc168-2d53-4cba-86e4-e5a39775b04c", "name": "network-vif-deleted", "tag": "024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:27:20.560864 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8df5709d-e380-43e1-84be-bc9ca93c02c7 {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:27:20.561270 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8df5709d-e380-43e1-84be-bc9ca93c02c7'] response: {'server_uuid': '597cc168-2d53-4cba-86e4-e5a39775b04c', 'name': 'network-vif-deleted', 'tag': '024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287', 'status': 'completed', 'code': 200} Oct 04 09:27:21.609001 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 37892) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:27:21.679398 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5b449911-4528-4db5-b2fb-ac09d8cedf2c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:21.708364 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5b449911-4528-4db5-b2fb-ac09d8cedf2c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:21.774074 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5b449911-4528-4db5-b2fb-ac09d8cedf2c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:21.792141 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b449911-4528-4db5-b2fb-ac09d8cedf2c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb1131f-6366-463e-a4f0-553ed40110cf,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:27:21.800994 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b449911-4528-4db5-b2fb-ac09d8cedf2c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:27:21.801284 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b449911-4528-4db5-b2fb-ac09d8cedf2c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:27:21.801624 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b449911-4528-4db5-b2fb-ac09d8cedf2c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:27:21.801957 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b449911-4528-4db5-b2fb-ac09d8cedf2c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:27:21.802288 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b449911-4528-4db5-b2fb-ac09d8cedf2c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:27:21.802619 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b449911-4528-4db5-b2fb-ac09d8cedf2c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:27:21.802945 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b449911-4528-4db5-b2fb-ac09d8cedf2c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:27:21.803270 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b449911-4528-4db5-b2fb-ac09d8cedf2c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:27:21.803595 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b449911-4528-4db5-b2fb-ac09d8cedf2c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:27:21.803915 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b449911-4528-4db5-b2fb-ac09d8cedf2c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:27:21.804240 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b449911-4528-4db5-b2fb-ac09d8cedf2c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:27:21.804586 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b449911-4528-4db5-b2fb-ac09d8cedf2c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:27:21.811753 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5b449911-4528-4db5-b2fb-ac09d8cedf2c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:21.816113 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-5b449911-4528-4db5-b2fb-ac09d8cedf2c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "DELETE /v2.0/security-groups/dbb1131f-6366-463e-a4f0-553ed40110cf HTTP/1.1" status: 204 len: 168 time: 0.2029197 Oct 04 09:27:21.845783 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 37898) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:27:22.385409 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5f7b1d42-959a-4730-a26f-31a6c38449e4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736827'] for router_interface, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:22.843127 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-5f7b1d42-959a-4730-a26f-31a6c38449e4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Deleting port 101ffa40-260b-4413-9af2-96a1be0747ea {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:27:22.843865 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5f7b1d42-959a-4730-a26f-31a6c38449e4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:23.026118 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-5f7b1d42-959a-4730-a26f-31a6c38449e4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] For port 101ffa40-260b-4413-9af2-96a1be0747ea, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=101ffa40-260b-4413-9af2-96a1be0747ea,segment=NetworkSegment(d01ca594-a1a8-4ca6-8945-625a356bacc4),segment_id=d01ca594-a1a8-4ca6-8945-625a356bacc4)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:27:23.026394 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5f7b1d42-959a-4730-a26f-31a6c38449e4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:23.149507 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-5f7b1d42-959a-4730-a26f-31a6c38449e4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Calling delete_port for 101ffa40-260b-4413-9af2-96a1be0747ea owned by network:router_interface {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:27:23.331097 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5f7b1d42-959a-4730-a26f-31a6c38449e4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:23.377411 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7b1d42-959a-4730-a26f-31a6c38449e4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'Port': ['ID=101ffa40-260b-4413-9af2-96a1be0747ea,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:27:23.655400 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5f7b1d42-959a-4730-a26f-31a6c38449e4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736911'] for router_interface, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:24.016850 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f7b1d42-959a-4730-a26f-31a6c38449e4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Router c3ff666f-4a9f-4aae-bfc2-66470af739bc has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:27:24.184079 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287 no longer exists at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:27:24.218257 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] No Port match for: 024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:27:24.218595 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 024f2ca0-50fe-4ca1-bc6f-cc2eb8e6e287 not bound to the agent host hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:27:24.313605 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7b1d42-959a-4730-a26f-31a6c38449e4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:27:24.323780 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab122e2-d4a7-43f3-8ed7-5a0f3aa4acb2 None None] Sync routers for ids ['c3ff666f-4a9f-4aae-bfc2-66470af739bc'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:27:24.328152 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-5f7b1d42-959a-4730-a26f-31a6c38449e4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "PUT /v2.0/routers/c3ff666f-4a9f-4aae-bfc2-66470af739bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4812636 Oct 04 09:27:24.330856 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 37902) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:27:24.334456 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab122e2-d4a7-43f3-8ed7-5a0f3aa4acb2 None None] Routers {'c3ff666f-4a9f-4aae-bfc2-66470af739bc'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:27:24.335072 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-9ab122e2-d4a7-43f3-8ed7-5a0f3aa4acb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:27:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['c3ff666f-4a9f-4aae-bfc2-66470af739bc'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:27:24.395500 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeec0f0d-5571-4d58-b1f1-a1d28b3d572f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Deleting subnet 91dec5fe-9a41-4a6a-b9ce-6b114b6318df {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:27:24.398371 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-eeec0f0d-5571-4d58-b1f1-a1d28b3d572f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:24.453144 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-eeec0f0d-5571-4d58-b1f1-a1d28b3d572f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:24.505054 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-9ab122e2-d4a7-43f3-8ed7-5a0f3aa4acb2 None None] Set router c3ff666f-4a9f-4aae-bfc2-66470af739bc gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:27:24.543010 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-eeec0f0d-5571-4d58-b1f1-a1d28b3d572f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:24.618779 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-eeec0f0d-5571-4d58-b1f1-a1d28b3d572f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:24.661355 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeec0f0d-5571-4d58-b1f1-a1d28b3d572f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'Subnet': ['ID=91dec5fe-9a41-4a6a-b9ce-6b114b6318df,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:27:24.667155 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-eeec0f0d-5571-4d58-b1f1-a1d28b3d572f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:24.672264 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae10306-fe34-4a99-b560-ee335efae814 None None] Network f53ed539-9105-455a-950d-1e1a6fd81a4a requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:27:24.674628 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-eeec0f0d-5571-4d58-b1f1-a1d28b3d572f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "DELETE /v2.0/subnets/91dec5fe-9a41-4a6a-b9ce-6b114b6318df HTTP/1.1" status: 204 len: 168 time: 0.3428009 Oct 04 09:27:24.677354 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 37906) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:27:24.829844 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-9ab122e2-d4a7-43f3-8ed7-5a0f3aa4acb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ff666f-4a9f-4aae-bfc2-66470af739bc', 'name': 'tempest-TestNetworkBasicOps-router-1935230275', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.158'}], 'enable_snat': True}, 'gw_port_id': '5935331f-e594-417b-b3bb-2300ecb36974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:25:29Z', 'updated_at': '2022-10-04T09:27:23Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '5935331f-e594-417b-b3bb-2300ecb36974', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ff666f-4a9f-4aae-bfc2-66470af739bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:25:29Z', 'updated_at': '2022-10-04T09:27:15Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:27:24.834674 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab122e2-d4a7-43f3-8ed7-5a0f3aa4acb2 None None] Checking router: c3ff666f-4a9f-4aae-bfc2-66470af739bc for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:27:24.843119 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab122e2-d4a7-43f3-8ed7-5a0f3aa4acb2 None None] Routers {'c3ff666f-4a9f-4aae-bfc2-66470af739bc'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:27:24.843722 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-9ab122e2-d4a7-43f3-8ed7-5a0f3aa4acb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:27:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['c3ff666f-4a9f-4aae-bfc2-66470af739bc'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:27:24.872451 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-702546f1-453c-415c-b304-21f84b1cde3a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:24.937400 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb08fb8-cef9-46bf-ba86-9bc5306cc678 None None] DHCP port deletion for f53ed539-9105-455a-950d-1e1a6fd81a4a request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:27:24.942579 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-cdb08fb8-cef9-46bf-ba86-9bc5306cc678 None None] Deleting port d178506a-2608-4512-9be7-1ef8e0b53bd9 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:27:24.943164 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-cdb08fb8-cef9-46bf-ba86-9bc5306cc678 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:25.034245 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-9ab122e2-d4a7-43f3-8ed7-5a0f3aa4acb2 None None] Set router c3ff666f-4a9f-4aae-bfc2-66470af739bc gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:27:25.066452 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-702546f1-453c-415c-b304-21f84b1cde3a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:25.077225 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-702546f1-453c-415c-b304-21f84b1cde3a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Deleting port 5935331f-e594-417b-b3bb-2300ecb36974 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:27:25.077563 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-702546f1-453c-415c-b304-21f84b1cde3a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:25.178973 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-cdb08fb8-cef9-46bf-ba86-9bc5306cc678 None None] For port d178506a-2608-4512-9be7-1ef8e0b53bd9, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=d178506a-2608-4512-9be7-1ef8e0b53bd9,segment=NetworkSegment(d01ca594-a1a8-4ca6-8945-625a356bacc4),segment_id=d01ca594-a1a8-4ca6-8945-625a356bacc4)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:27:25.179758 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-cdb08fb8-cef9-46bf-ba86-9bc5306cc678 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:25.254590 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device d178506a-2608-4512-9be7-1ef8e0b53bd9 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:27:25.278104 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-702546f1-453c-415c-b304-21f84b1cde3a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] For port 5935331f-e594-417b-b3bb-2300ecb36974, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=5935331f-e594-417b-b3bb-2300ecb36974,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:27:25.278465 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-702546f1-453c-415c-b304-21f84b1cde3a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:25.343751 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-cdb08fb8-cef9-46bf-ba86-9bc5306cc678 None None] Calling delete_port for d178506a-2608-4512-9be7-1ef8e0b53bd9 owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:27:25.346776 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-9ab122e2-d4a7-43f3-8ed7-5a0f3aa4acb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ff666f-4a9f-4aae-bfc2-66470af739bc', 'name': 'tempest-TestNetworkBasicOps-router-1935230275', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.158'}], 'enable_snat': True}, 'gw_port_id': '5935331f-e594-417b-b3bb-2300ecb36974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:25:29Z', 'updated_at': '2022-10-04T09:27:23Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '5935331f-e594-417b-b3bb-2300ecb36974', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ff666f-4a9f-4aae-bfc2-66470af739bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:25:29Z', 'updated_at': '2022-10-04T09:27:15Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:27:25.350593 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab122e2-d4a7-43f3-8ed7-5a0f3aa4acb2 None None] The sync data for ids ['c3ff666f-4a9f-4aae-bfc2-66470af739bc'] in dv-neutron-860215-1-hyperv is: [{'id': 'c3ff666f-4a9f-4aae-bfc2-66470af739bc', 'name': 'tempest-TestNetworkBasicOps-router-1935230275', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.158'}], 'enable_snat': True}, 'gw_port_id': '5935331f-e594-417b-b3bb-2300ecb36974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:25:29Z', 'updated_at': '2022-10-04T09:27:23Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '5935331f-e594-417b-b3bb-2300ecb36974', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ff666f-4a9f-4aae-bfc2-66470af739bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:25:29Z', 'updated_at': '2022-10-04T09:27:15Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:27:25.404294 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-702546f1-453c-415c-b304-21f84b1cde3a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Calling delete_port for 5935331f-e594-417b-b3bb-2300ecb36974 owned by network:router_gateway {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:27:25.473399 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-cdb08fb8-cef9-46bf-ba86-9bc5306cc678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:25.526444 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb08fb8-cef9-46bf-ba86-9bc5306cc678 None None] Pushing event deleted for resources: {'Port': ['ID=d178506a-2608-4512-9be7-1ef8e0b53bd9,revision_number=None']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:27:25.533452 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb08fb8-cef9-46bf-ba86-9bc5306cc678 None None] No DVR routers for this DVR port d178506a-2608-4512-9be7-1ef8e0b53bd9 on host dv-neutron-860215-1-hyperv {{(pid=89034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:27:25.536930 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port d178506a-2608-4512-9be7-1ef8e0b53bd9 is: ACTIVE; New status is: DOWN {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:27:25.537297 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:25.577250 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-702546f1-453c-415c-b304-21f84b1cde3a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:25.627676 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702546f1-453c-415c-b304-21f84b1cde3a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'Port': ['ID=5935331f-e594-417b-b3bb-2300ecb36974,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:27:25.722400 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-702546f1-453c-415c-b304-21f84b1cde3a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737040'] for router_gateway, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:26.007534 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-702546f1-453c-415c-b304-21f84b1cde3a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:26.009641 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-702546f1-453c-415c-b304-21f84b1cde3a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:26.034736 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-702546f1-453c-415c-b304-21f84b1cde3a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:26.035293 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702546f1-453c-415c-b304-21f84b1cde3a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Fanout notify agent at l3_agent the message router_deleted on router c3ff666f-4a9f-4aae-bfc2-66470af739bc {{(pid=89033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:27:26.051108 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-702546f1-453c-415c-b304-21f84b1cde3a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:26.054637 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-702546f1-453c-415c-b304-21f84b1cde3a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "DELETE /v2.0/routers/c3ff666f-4a9f-4aae-bfc2-66470af739bc HTTP/1.1" status: 204 len: 168 time: 1.3738673 Oct 04 09:27:26.055100 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 37910) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:27:26.166220 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-40b4b9ce-6502-44c0-a5de-3f79d48450d9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:26.298457 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-40b4b9ce-6502-44c0-a5de-3f79d48450d9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:26.323485 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-40b4b9ce-6502-44c0-a5de-3f79d48450d9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f53ed539-9105-455a-950d-1e1a6fd81a4a']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:27:26.335930 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-40b4b9ce-6502-44c0-a5de-3f79d48450d9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd01ca594-a1a8-4ca6-8945-625a356bacc4') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:27:26.336222 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-40b4b9ce-6502-44c0-a5de-3f79d48450d9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd01ca594-a1a8-4ca6-8945-625a356bacc4') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:27:26.348350 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-40b4b9ce-6502-44c0-a5de-3f79d48450d9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:26.365228 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-40b4b9ce-6502-44c0-a5de-3f79d48450d9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:26.371084 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40b4b9ce-6502-44c0-a5de-3f79d48450d9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:27:26.371459 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-40b4b9ce-6502-44c0-a5de-3f79d48450d9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:26.459570 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment d01ca594-a1a8-4ca6-8945-625a356bacc4 resource provider aggregate not found Oct 04 09:27:26.475454 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-40b4b9ce-6502-44c0-a5de-3f79d48450d9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:26.495997 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-40b4b9ce-6502-44c0-a5de-3f79d48450d9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:26.499440 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment d01ca594-a1a8-4ca6-8945-625a356bacc4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d01ca594-a1a8-4ca6-8945-625a356bacc4 found for delete ", "request_id": "req-e46bfa22-f7a5-4987-aa31-2ddd7ac61d66"}]} Oct 04 09:27:26.504251 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b4b9ce-6502-44c0-a5de-3f79d48450d9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'Network': ['ID=f53ed539-9105-455a-950d-1e1a6fd81a4a,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:27:26.514926 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-40b4b9ce-6502-44c0-a5de-3f79d48450d9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "DELETE /v2.0/networks/f53ed539-9105-455a-950d-1e1a6fd81a4a HTTP/1.1" status: 204 len: 168 time: 0.4591067 Oct 04 09:27:26.532970 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 37920) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:27:26.538511 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-3f268188-e4c6-4080-afc9-256f7f2f4141 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'network': {'name': 'tempest-network-smoke--1212625552', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'port_security_enabled': True}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:27:26.543386 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-3f268188-e4c6-4080-afc9-256f7f2f4141 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:27:26.547622 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-3f268188-e4c6-4080-afc9-256f7f2f4141 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:network and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:27:26.550654 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-3f268188-e4c6-4080-afc9-256f7f2f4141 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:27:26.556601 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-3f268188-e4c6-4080-afc9-256f7f2f4141 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:27:26.569760 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f268188-e4c6-4080-afc9-256f7f2f4141 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Made reservation on behalf of 78fb12e86c5f40beb578bfb97002b5c9 for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:27:26.573208 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3f268188-e4c6-4080-afc9-256f7f2f4141 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:26.600786 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f268188-e4c6-4080-afc9-256f7f2f4141 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:27:26.609933 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3f268188-e4c6-4080-afc9-256f7f2f4141 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:26.610273 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-3f268188-e4c6-4080-afc9-256f7f2f4141 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Added segment 10fae73a-65fb-4de8-82bf-c545bb5ec3fd of type vlan for network d38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d Oct 04 09:27:26.637358 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3f268188-e4c6-4080-afc9-256f7f2f4141 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:26.667445 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3f268188-e4c6-4080-afc9-256f7f2f4141 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:26.673418 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f268188-e4c6-4080-afc9-256f7f2f4141 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:26.673996 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3f268188-e4c6-4080-afc9-256f7f2f4141 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:26.779049 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-3f268188-e4c6-4080-afc9-256f7f2f4141 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2450042 Oct 04 09:27:26.781924 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 37924) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:27:26.784795 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f268188-e4c6-4080-afc9-256f7f2f4141 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Network': ['ID=d38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:27:26.787032 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-2e42c505-1394-4329-acee-defac9094006 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1059679937', 'admin_state_up': True, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:27:26.795164 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network d38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:27:26.796524 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-2e42c505-1394-4329-acee-defac9094006 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:27:26.801160 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-2e42c505-1394-4329-acee-defac9094006 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:router and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:27:26.803944 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-2e42c505-1394-4329-acee-defac9094006 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:27:26.810763 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-2e42c505-1394-4329-acee-defac9094006 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:27:26.822293 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2e42c505-1394-4329-acee-defac9094006 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:26.823501 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2e42c505-1394-4329-acee-defac9094006 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:26.838472 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2e42c505-1394-4329-acee-defac9094006 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:27.106226 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2e42c505-1394-4329-acee-defac9094006 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:27.141474 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 101ffa40-260b-4413-9af2-96a1be0747ea no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:27:27.208073 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 101ffa40-260b-4413-9af2-96a1be0747ea {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:27:27.208447 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 101ffa40-260b-4413-9af2-96a1be0747ea not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:27:27.208871 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 5935331f-e594-417b-b3bb-2300ecb36974 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:27:27.241764 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 5935331f-e594-417b-b3bb-2300ecb36974 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:27:27.242118 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 5935331f-e594-417b-b3bb-2300ecb36974 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:27:27.401210 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2e42c505-1394-4329-acee-defac9094006 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router_gateway, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:27.433088 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2e42c505-1394-4329-acee-defac9094006 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:27.561618 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-2e42c505-1394-4329-acee-defac9094006 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Allocated IP 172.26.10.30 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/613d9c1d-242b-4190-8232-1c930ddd7147) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:27:27.572168 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-4c62400a-2cf0-4eb8-b6b3-d38cdecf4b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:27.708062 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2e42c505-1394-4329-acee-defac9094006 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:27.736718 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2e42c505-1394-4329-acee-defac9094006 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:27.807717 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e42c505-1394-4329-acee-defac9094006 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:27:27.810655 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-2e42c505-1394-4329-acee-defac9094006 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:27:27.814748 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e42c505-1394-4329-acee-defac9094006 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:27:27.843090 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e42c505-1394-4329-acee-defac9094006 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Port': ['ID=613d9c1d-242b-4190-8232-1c930ddd7147,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:27:28.312773 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2e42c505-1394-4329-acee-defac9094006 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router_gateway, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:28.642471 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2e42c505-1394-4329-acee-defac9094006 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:28.841865 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e42c505-1394-4329-acee-defac9094006 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Router 97c996cb-e088-414a-bd99-8f98054a7068 is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:27:29.016999 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e42c505-1394-4329-acee-defac9094006 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:27:29.026604 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85eaa51e-4627-4c38-9ab2-0416c5bc967e None None] Sync routers for ids ['97c996cb-e088-414a-bd99-8f98054a7068'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:27:29.036586 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85eaa51e-4627-4c38-9ab2-0416c5bc967e None None] Routers {'97c996cb-e088-414a-bd99-8f98054a7068'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:27:29.037193 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-85eaa51e-4627-4c38-9ab2-0416c5bc967e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:27:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['97c996cb-e088-414a-bd99-8f98054a7068'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:27:29.043431 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2e42c505-1394-4329-acee-defac9094006 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:29.044640 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-2e42c505-1394-4329-acee-defac9094006 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2616704 Oct 04 09:27:29.047741 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 37928) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:27:29.088729 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-46f4aa45-a834-4906-88d6-6b9a13d63bd8 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=78fb12e86c5f40beb578bfb97002b5c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374498 Oct 04 09:27:29.089259 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 37932) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:27:29.209766 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-85eaa51e-4627-4c38-9ab2-0416c5bc967e None None] Set router 97c996cb-e088-414a-bd99-8f98054a7068 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:27:29.214050 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58556101-12bd-45f7-9394-040c57266c2c tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:29.215522 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-58556101-12bd-45f7-9394-040c57266c2c tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1257727 Oct 04 09:27:29.218426 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 37936) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:27:29.269983 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-c97d7870-bbbc-4b12-8fba-e7c24f03fc20 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=f33938cd-879e-4461-9b5e-aa67b746b6bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0465434 Oct 04 09:27:29.269983 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 37940) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:27:29.279947 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-5a50ee0c-a5e0-401c-8c0e-ebe7b2d24d48 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1757745856', 'network_id': 'd38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:27:29.492275 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-5a50ee0c-a5e0-401c-8c0e-ebe7b2d24d48 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:27:29.495508 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-5a50ee0c-a5e0-401c-8c0e-ebe7b2d24d48 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:subnet and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:27:29.498355 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-5a50ee0c-a5e0-401c-8c0e-ebe7b2d24d48 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:27:29.501698 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-85eaa51e-4627-4c38-9ab2-0416c5bc967e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c996cb-e088-414a-bd99-8f98054a7068', 'name': 'tempest-TestNetworkBasicOps-router-1059679937', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.30'}], 'enable_snat': True}, 'gw_port_id': '613d9c1d-242b-4190-8232-1c930ddd7147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:27:26Z', 'updated_at': '2022-10-04T09:27:28Z', 'revision_number': 3, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '613d9c1d-242b-4190-8232-1c930ddd7147', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97c996cb-e088-414a-bd99-8f98054a7068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:27:27Z', 'updated_at': '2022-10-04T09:27:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:27:29.504969 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-5a50ee0c-a5e0-401c-8c0e-ebe7b2d24d48 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:27:29.505617 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85eaa51e-4627-4c38-9ab2-0416c5bc967e None None] Checking router: 97c996cb-e088-414a-bd99-8f98054a7068 for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:27:29.505972 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85eaa51e-4627-4c38-9ab2-0416c5bc967e None None] Updating router 97c996cb-e088-414a-bd99-8f98054a7068 port 613d9c1d-242b-4190-8232-1c930ddd7147 binding host dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:27:29.515404 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a50ee0c-a5e0-401c-8c0e-ebe7b2d24d48 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Made reservation on behalf of 78fb12e86c5f40beb578bfb97002b5c9 for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:27:29.519528 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5a50ee0c-a5e0-401c-8c0e-ebe7b2d24d48 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:29.558781 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-85eaa51e-4627-4c38-9ab2-0416c5bc967e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:29.733772 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5a50ee0c-a5e0-401c-8c0e-ebe7b2d24d48 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:29.815182 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a50ee0c-a5e0-401c-8c0e-ebe7b2d24d48 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Subnet': ['ID=cac42ee2-9120-47cd-a455-2759b5a27ffd,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:27:29.823685 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a50ee0c-a5e0-401c-8c0e-ebe7b2d24d48 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Checking segment: {'id': '10fae73a-65fb-4de8-82bf-c545bb5ec3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:27:29.824109 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a50ee0c-a5e0-401c-8c0e-ebe7b2d24d48 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Network hostable DHCP agents. Network: d38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:27:29.842305 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a50ee0c-a5e0-401c-8c0e-ebe7b2d24d48 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Network d38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:27:29.852498 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-5a50ee0c-a5e0-401c-8c0e-ebe7b2d24d48 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, d38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:27:29.859069 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a50ee0c-a5e0-401c-8c0e-ebe7b2d24d48 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:29.860614 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5a50ee0c-a5e0-401c-8c0e-ebe7b2d24d48 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586686'] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:29.862274 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dffded6-8739-4240-9f31-d0f5f29e3939 None None] Network d38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:27:29.885215 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-5a50ee0c-a5e0-401c-8c0e-ebe7b2d24d48 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6126916 Oct 04 09:27:29.885448 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 37944) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:27:29.969295 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-85eaa51e-4627-4c38-9ab2-0416c5bc967e None None] Notify callbacks [] for port, precommit_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:29.996278 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-85eaa51e-4627-4c38-9ab2-0416c5bc967e None None] Transition to ACTIVE for port object 613d9c1d-242b-4190-8232-1c930ddd7147 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:27:30.009762 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-85eaa51e-4627-4c38-9ab2-0416c5bc967e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:30.101306 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-85eaa51e-4627-4c38-9ab2-0416c5bc967e None None] Attempting to bind port 613d9c1d-242b-4190-8232-1c930ddd7147 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:27:30.102020 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-85eaa51e-4627-4c38-9ab2-0416c5bc967e None None] Attempting to bind port 613d9c1d-242b-4190-8232-1c930ddd7147 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:27:30.102020 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85eaa51e-4627-4c38-9ab2-0416c5bc967e None None] Attempting to bind port 613d9c1d-242b-4190-8232-1c930ddd7147 on network f33938cd-879e-4461-9b5e-aa67b746b6bd {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:27:30.125115 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85eaa51e-4627-4c38-9ab2-0416c5bc967e None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:27:30.125520 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85eaa51e-4627-4c38-9ab2-0416c5bc967e None None] Checking segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:27:30.125919 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-85eaa51e-4627-4c38-9ab2-0416c5bc967e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:30.126309 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85eaa51e-4627-4c38-9ab2-0416c5bc967e None None] Bound using segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:27:30.126777 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-85eaa51e-4627-4c38-9ab2-0416c5bc967e None None] Bound port: 613d9c1d-242b-4190-8232-1c930ddd7147, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:27:30.127144 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-85eaa51e-4627-4c38-9ab2-0416c5bc967e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:30.166198 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9190c875-dd41-4c5b-8a33-0e04143da302 None None] Pushing event updated for resources: {'Port': ['ID=613d9c1d-242b-4190-8232-1c930ddd7147,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:27:30.261493 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9234ec-bd34-4dee-883d-fc257d5ea84f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-d38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d', 'network_id': 'd38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ips': [{'subnet_id': 'cac42ee2-9120-47cd-a455-2759b5a27ffd'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:27:30.262308 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0d9234ec-bd34-4dee-883d-fc257d5ea84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:30.273127 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-517649e0-2453-4ef4-bf39-611d262a42fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:30.281367 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-85eaa51e-4627-4c38-9ab2-0416c5bc967e None None] For port 613d9c1d-242b-4190-8232-1c930ddd7147, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:27:30.292763 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-85eaa51e-4627-4c38-9ab2-0416c5bc967e None None] For port 613d9c1d-242b-4190-8232-1c930ddd7147, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=613d9c1d-242b-4190-8232-1c930ddd7147,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:27:30.337446 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-85eaa51e-4627-4c38-9ab2-0416c5bc967e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:30.459593 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85eaa51e-4627-4c38-9ab2-0416c5bc967e None None] Routers {'97c996cb-e088-414a-bd99-8f98054a7068'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:27:30.460127 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-85eaa51e-4627-4c38-9ab2-0416c5bc967e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:27:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['97c996cb-e088-414a-bd99-8f98054a7068'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:27:30.584078 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9190c875-dd41-4c5b-8a33-0e04143da302 None None] Pushing event updated for resources: {'Port': ['ID=613d9c1d-242b-4190-8232-1c930ddd7147,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:27:30.595262 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2234168d-8b24-43e1-be25-367e1608ca82 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:30.692435 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-0d9234ec-bd34-4dee-883d-fc257d5ea84f None None] Allocated IP 172.20.0.2 (d38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d/cac42ee2-9120-47cd-a455-2759b5a27ffd/8219b5e6-f03e-4949-89b9-f3c1ca21a55e) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:27:30.716971 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:30.724265 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-85eaa51e-4627-4c38-9ab2-0416c5bc967e None None] Set router 97c996cb-e088-414a-bd99-8f98054a7068 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:27:30.974212 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:31.168507 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0d9234ec-bd34-4dee-883d-fc257d5ea84f None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:31.183328 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-0d9234ec-bd34-4dee-883d-fc257d5ea84f None None] Transition to ACTIVE for port object 8219b5e6-f03e-4949-89b9-f3c1ca21a55e will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:27:31.206494 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-0d9234ec-bd34-4dee-883d-fc257d5ea84f None None] Transition to ACTIVE for port object 8219b5e6-f03e-4949-89b9-f3c1ca21a55e will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:27:31.209951 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-85eaa51e-4627-4c38-9ab2-0416c5bc967e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c996cb-e088-414a-bd99-8f98054a7068', 'name': 'tempest-TestNetworkBasicOps-router-1059679937', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.30'}], 'enable_snat': True}, 'gw_port_id': '613d9c1d-242b-4190-8232-1c930ddd7147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:27:26Z', 'updated_at': '2022-10-04T09:27:28Z', 'revision_number': 3, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '613d9c1d-242b-4190-8232-1c930ddd7147', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97c996cb-e088-414a-bd99-8f98054a7068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:27:27Z', 'updated_at': '2022-10-04T09:27:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:27:31.214131 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0d9234ec-bd34-4dee-883d-fc257d5ea84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:31.249449 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85eaa51e-4627-4c38-9ab2-0416c5bc967e None None] The sync data for ids ['97c996cb-e088-414a-bd99-8f98054a7068'] in dv-neutron-860215-1-hyperv is: [{'id': '97c996cb-e088-414a-bd99-8f98054a7068', 'name': 'tempest-TestNetworkBasicOps-router-1059679937', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.30'}], 'enable_snat': True}, 'gw_port_id': '613d9c1d-242b-4190-8232-1c930ddd7147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:27:26Z', 'updated_at': '2022-10-04T09:27:28Z', 'revision_number': 3, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '613d9c1d-242b-4190-8232-1c930ddd7147', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97c996cb-e088-414a-bd99-8f98054a7068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:27:27Z', 'updated_at': '2022-10-04T09:27:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:27:31.285003 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9234ec-bd34-4dee-883d-fc257d5ea84f None None] Network d38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:27:31.288514 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-0d9234ec-bd34-4dee-883d-fc257d5ea84f None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:27:31.292201 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9234ec-bd34-4dee-883d-fc257d5ea84f None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:27:31.339292 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9234ec-bd34-4dee-883d-fc257d5ea84f None None] Pushing event updated for resources: {'Port': ['ID=8219b5e6-f03e-4949-89b9-f3c1ca21a55e,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:27:31.403501 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-0d9234ec-bd34-4dee-883d-fc257d5ea84f None None] Attempting to bind port 8219b5e6-f03e-4949-89b9-f3c1ca21a55e on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:27:31.403750 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-2234168d-8b24-43e1-be25-367e1608ca82 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Allocated IP 172.20.0.1 (d38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d/cac42ee2-9120-47cd-a455-2759b5a27ffd/164378dc-2c8f-48a2-bd2a-1644aa41d2b2) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:27:31.404193 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-0d9234ec-bd34-4dee-883d-fc257d5ea84f None None] Attempting to bind port 8219b5e6-f03e-4949-89b9-f3c1ca21a55e by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '10fae73a-65fb-4de8-82bf-c545bb5ec3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:27:31.404321 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9234ec-bd34-4dee-883d-fc257d5ea84f None None] Attempting to bind port 8219b5e6-f03e-4949-89b9-f3c1ca21a55e on network d38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:27:31.410238 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9234ec-bd34-4dee-883d-fc257d5ea84f None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:27:31.410612 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9234ec-bd34-4dee-883d-fc257d5ea84f None None] Checking segment: {'id': '10fae73a-65fb-4de8-82bf-c545bb5ec3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:27:31.411012 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0d9234ec-bd34-4dee-883d-fc257d5ea84f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:31.411403 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9234ec-bd34-4dee-883d-fc257d5ea84f None None] Bound using segment: {'id': '10fae73a-65fb-4de8-82bf-c545bb5ec3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:27:31.411864 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-0d9234ec-bd34-4dee-883d-fc257d5ea84f None None] Bound port: 8219b5e6-f03e-4949-89b9-f3c1ca21a55e, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10fae73a-65fb-4de8-82bf-c545bb5ec3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:27:31.412237 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0d9234ec-bd34-4dee-883d-fc257d5ea84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:31.537420 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-0d9234ec-bd34-4dee-883d-fc257d5ea84f None None] For port 8219b5e6-f03e-4949-89b9-f3c1ca21a55e, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:27:31.540604 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-0d9234ec-bd34-4dee-883d-fc257d5ea84f None None] For port 8219b5e6-f03e-4949-89b9-f3c1ca21a55e, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=8219b5e6-f03e-4949-89b9-f3c1ca21a55e,segment=NetworkSegment(10fae73a-65fb-4de8-82bf-c545bb5ec3fd),segment_id=10fae73a-65fb-4de8-82bf-c545bb5ec3fd)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:27:31.549722 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0d9234ec-bd34-4dee-883d-fc257d5ea84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:31.592981 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2234168d-8b24-43e1-be25-367e1608ca82 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:31.609770 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-2234168d-8b24-43e1-be25-367e1608ca82 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Transition to ACTIVE for port object 164378dc-2c8f-48a2-bd2a-1644aa41d2b2 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:27:31.635333 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9234ec-bd34-4dee-883d-fc257d5ea84f None None] Pushing event updated for resources: {'Port': ['ID=8219b5e6-f03e-4949-89b9-f3c1ca21a55e,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:27:31.644290 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2234168d-8b24-43e1-be25-367e1608ca82 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:31.726352 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2234168d-8b24-43e1-be25-367e1608ca82 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Network d38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:27:31.730097 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-2234168d-8b24-43e1-be25-367e1608ca82 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:27:31.733754 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2234168d-8b24-43e1-be25-367e1608ca82 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:27:31.773230 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2234168d-8b24-43e1-be25-367e1608ca82 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Port': ['ID=164378dc-2c8f-48a2-bd2a-1644aa41d2b2,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:27:31.810059 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2234168d-8b24-43e1-be25-367e1608ca82 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737202'] for router_interface, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:31.971973 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2234168d-8b24-43e1-be25-367e1608ca82 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:32.241673 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:32.404097 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2234168d-8b24-43e1-be25-367e1608ca82 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:32.410170 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2234168d-8b24-43e1-be25-367e1608ca82 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:32.524666 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2234168d-8b24-43e1-be25-367e1608ca82 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Port': ['ID=164378dc-2c8f-48a2-bd2a-1644aa41d2b2,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:27:32.527183 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2234168d-8b24-43e1-be25-367e1608ca82 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736777'] for router_interface, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:32.639332 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd875be-fad3-4a35-b43d-04ae21abe88b None None] Network d38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:27:32.666812 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2234168d-8b24-43e1-be25-367e1608ca82 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Network d38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:27:32.667970 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-2234168d-8b24-43e1-be25-367e1608ca82 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:27:32.736586 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-64453fcb-9b79-4c8c-84b8-c15db252549b None None] Provisioning for port 8219b5e6-f03e-4949-89b9-f3c1ca21a55e completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:27:32.855065 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2234168d-8b24-43e1-be25-367e1608ca82 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Router 97c996cb-e088-414a-bd99-8f98054a7068 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:27:33.172154 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2234168d-8b24-43e1-be25-367e1608ca82 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:27:33.179767 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-738a9615-97a8-4505-8f0d-87a663277b92 None None] Provisioning for port 164378dc-2c8f-48a2-bd2a-1644aa41d2b2 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:27:33.185708 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-738a9615-97a8-4505-8f0d-87a663277b92 None None] Provisioning complete for port 164378dc-2c8f-48a2-bd2a-1644aa41d2b2 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:27:33.186339 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-738a9615-97a8-4505-8f0d-87a663277b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:33.187015 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-738a9615-97a8-4505-8f0d-87a663277b92 None None] Attempt 1 to provision port 164378dc-2c8f-48a2-bd2a-1644aa41d2b2 Oct 04 09:27:33.188330 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-2234168d-8b24-43e1-be25-367e1608ca82 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "PUT /v2.0/routers/97c996cb-e088-414a-bd99-8f98054a7068/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3013480 Oct 04 09:27:33.189012 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92b094d-c17f-45a6-b26d-6fb2937a4b64 None None] Sync routers for ids ['97c996cb-e088-414a-bd99-8f98054a7068'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:27:33.190840 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 37948) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:27:33.202879 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92b094d-c17f-45a6-b26d-6fb2937a4b64 None None] Routers {'97c996cb-e088-414a-bd99-8f98054a7068'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:27:33.203571 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-b92b094d-c17f-45a6-b26d-6fb2937a4b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:27:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['97c996cb-e088-414a-bd99-8f98054a7068'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:27:33.261788 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 8219b5e6-f03e-4949-89b9-f3c1ca21a55e up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:27:33.374630 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ab707f-9989-46ca-9da5-19fc450a08bc tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:33.374813 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-738a9615-97a8-4505-8f0d-87a663277b92 None None] Port 164378dc-2c8f-48a2-bd2a-1644aa41d2b2 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:27:33.375153 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ab707f-9989-46ca-9da5-19fc450a08bc tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:33.376158 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ab707f-9989-46ca-9da5-19fc450a08bc tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:33.376734 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ab707f-9989-46ca-9da5-19fc450a08bc tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:33.377193 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ab707f-9989-46ca-9da5-19fc450a08bc tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:33.377650 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ab707f-9989-46ca-9da5-19fc450a08bc tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:33.379537 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-69ab707f-9989-46ca-9da5-19fc450a08bc tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1877341 Oct 04 09:27:33.382230 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 37952) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:27:33.395413 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 8219b5e6-f03e-4949-89b9-f3c1ca21a55e completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:27:33.401317 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 8219b5e6-f03e-4949-89b9-f3c1ca21a55e triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:27:33.401816 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:33.402264 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 8219b5e6-f03e-4949-89b9-f3c1ca21a55e Oct 04 09:27:33.428041 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-b92b094d-c17f-45a6-b26d-6fb2937a4b64 None None] Set router 97c996cb-e088-414a-bd99-8f98054a7068 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:27:33.468547 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757d4b56-c1d9-42dc-9fa2-1acf0f9f1cf7 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:33.470226 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757d4b56-c1d9-42dc-9fa2-1acf0f9f1cf7 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:33.472280 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757d4b56-c1d9-42dc-9fa2-1acf0f9f1cf7 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:33.473135 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757d4b56-c1d9-42dc-9fa2-1acf0f9f1cf7 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:33.473776 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757d4b56-c1d9-42dc-9fa2-1acf0f9f1cf7 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:33.474414 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757d4b56-c1d9-42dc-9fa2-1acf0f9f1cf7 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:33.476662 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-757d4b56-c1d9-42dc-9fa2-1acf0f9f1cf7 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4019 time: 0.0931172 Oct 04 09:27:33.479327 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 37956) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:27:33.541561 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 8219b5e6-f03e-4949-89b9-f3c1ca21a55e is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:27:33.542295 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:33.584464 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 8219b5e6-f03e-4949-89b9-f3c1ca21a55e, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=8219b5e6-f03e-4949-89b9-f3c1ca21a55e,segment=NetworkSegment(10fae73a-65fb-4de8-82bf-c545bb5ec3fd),segment_id=10fae73a-65fb-4de8-82bf-c545bb5ec3fd)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:27:33.588180 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:33.588975 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 613d9c1d-242b-4190-8232-1c930ddd7147 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:27:33.706987 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-e1fc0b3e-1fb1-4c92-ab2e-b55be15edd18 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3053 time: 0.2254097 Oct 04 09:27:33.713768 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=8219b5e6-f03e-4949-89b9-f3c1ca21a55e,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:27:33.736723 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 613d9c1d-242b-4190-8232-1c930ddd7147 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:27:33.742278 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 613d9c1d-242b-4190-8232-1c930ddd7147 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:27:33.742702 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:33.743357 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 613d9c1d-242b-4190-8232-1c930ddd7147 Oct 04 09:27:33.792655 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 37962) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:27:33.797978 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-c80fe732-4928-4a73-baae-0c124b9711da tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-333182727', 'description': 'tempest-secgroup-smoke-333182727 description', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:27:33.799189 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-b92b094d-c17f-45a6-b26d-6fb2937a4b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c996cb-e088-414a-bd99-8f98054a7068', 'name': 'tempest-TestNetworkBasicOps-router-1059679937', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.30'}], 'enable_snat': True}, 'gw_port_id': '613d9c1d-242b-4190-8232-1c930ddd7147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:27:26Z', 'updated_at': '2022-10-04T09:27:31Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '613d9c1d-242b-4190-8232-1c930ddd7147', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97c996cb-e088-414a-bd99-8f98054a7068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:27:27Z', 'updated_at': '2022-10-04T09:27:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '164378dc-2c8f-48a2-bd2a-1644aa41d2b2', 'name': '', 'network_id': 'd38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:e0:d2:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97c996cb-e088-414a-bd99-8f98054a7068', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'cac42ee2-9120-47cd-a455-2759b5a27ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:27:30Z', 'updated_at': '2022-10-04T09:27:32Z', 'revision_number': 2, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': 'cac42ee2-9120-47cd-a455-2759b5a27ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:27:33.802900 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92b094d-c17f-45a6-b26d-6fb2937a4b64 None None] Checking router: 97c996cb-e088-414a-bd99-8f98054a7068 for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:27:33.803295 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92b094d-c17f-45a6-b26d-6fb2937a4b64 None None] Updating router 97c996cb-e088-414a-bd99-8f98054a7068 port 164378dc-2c8f-48a2-bd2a-1644aa41d2b2 binding host dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:27:33.803790 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-c80fe732-4928-4a73-baae-0c124b9711da tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:27:33.808067 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-c80fe732-4928-4a73-baae-0c124b9711da tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:27:33.810949 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-c80fe732-4928-4a73-baae-0c124b9711da tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:27:33.817268 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-c80fe732-4928-4a73-baae-0c124b9711da tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:27:33.828297 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c80fe732-4928-4a73-baae-0c124b9711da tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:33.849203 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-c80fe732-4928-4a73-baae-0c124b9711da tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:27:33.853429 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-c80fe732-4928-4a73-baae-0c124b9711da tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:27:33.856522 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-c80fe732-4928-4a73-baae-0c124b9711da tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:27:33.862504 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-c80fe732-4928-4a73-baae-0c124b9711da tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:27:33.877002 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-738a9615-97a8-4505-8f0d-87a663277b92 None None] Attempt 2 to provision port 164378dc-2c8f-48a2-bd2a-1644aa41d2b2 Oct 04 09:27:33.902818 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-b92b094d-c17f-45a6-b26d-6fb2937a4b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:33.937388 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 613d9c1d-242b-4190-8232-1c930ddd7147 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:27:33.937388 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:33.939950 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c80fe732-4928-4a73-baae-0c124b9711da tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:33.944122 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c80fe732-4928-4a73-baae-0c124b9711da tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:33.961408 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-738a9615-97a8-4505-8f0d-87a663277b92 None None] Port 164378dc-2c8f-48a2-bd2a-1644aa41d2b2 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:27:33.962757 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 613d9c1d-242b-4190-8232-1c930ddd7147, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=613d9c1d-242b-4190-8232-1c930ddd7147,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:27:33.966628 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:33.990378 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80fe732-4928-4a73-baae-0c124b9711da tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d67c1b36-1886-42f5-8fa3-a7a46c37c452,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:27:33.994691 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c80fe732-4928-4a73-baae-0c124b9711da tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:33.996336 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-c80fe732-4928-4a73-baae-0c124b9711da tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2025766 Oct 04 09:27:33.999594 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 37966) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:27:34.005257 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-c2d9fd1e-03fe-4cf4-88c2-6766c1d2e1b9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': 'd67c1b36-1886-42f5-8fa3-a7a46c37c452', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:27:34.013316 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-c2d9fd1e-03fe-4cf4-88c2-6766c1d2e1b9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:27:34.018036 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-c2d9fd1e-03fe-4cf4-88c2-6766c1d2e1b9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:27:34.021253 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-c2d9fd1e-03fe-4cf4-88c2-6766c1d2e1b9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:27:34.027088 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-c2d9fd1e-03fe-4cf4-88c2-6766c1d2e1b9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:27:34.047870 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=613d9c1d-242b-4190-8232-1c930ddd7147,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:27:34.049081 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c2d9fd1e-03fe-4cf4-88c2-6766c1d2e1b9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:34.108904 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c2d9fd1e-03fe-4cf4-88c2-6766c1d2e1b9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:34.113072 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c2d9fd1e-03fe-4cf4-88c2-6766c1d2e1b9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:34.136427 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d9fd1e-03fe-4cf4-88c2-6766c1d2e1b9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2293de7-2296-4ad3-817c-c630e9b41f3f,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:27:34.146457 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c2d9fd1e-03fe-4cf4-88c2-6766c1d2e1b9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:34.148830 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-c2d9fd1e-03fe-4cf4-88c2-6766c1d2e1b9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1476774 Oct 04 09:27:34.150406 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 37970) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:27:34.155288 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-c9e876a3-2f6a-4b8a-a5e1-30a72b059296 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': 'd67c1b36-1886-42f5-8fa3-a7a46c37c452', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:27:34.160951 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-c9e876a3-2f6a-4b8a-a5e1-30a72b059296 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:27:34.164801 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-c9e876a3-2f6a-4b8a-a5e1-30a72b059296 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:27:34.167858 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-c9e876a3-2f6a-4b8a-a5e1-30a72b059296 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:27:34.174158 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-c9e876a3-2f6a-4b8a-a5e1-30a72b059296 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:27:34.191274 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c9e876a3-2f6a-4b8a-a5e1-30a72b059296 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:34.253495 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c9e876a3-2f6a-4b8a-a5e1-30a72b059296 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:34.257064 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c9e876a3-2f6a-4b8a-a5e1-30a72b059296 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:34.270300 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-b92b094d-c17f-45a6-b26d-6fb2937a4b64 None None] Notify callbacks [] for port, precommit_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:34.280539 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e876a3-2f6a-4b8a-a5e1-30a72b059296 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=882c0e48-1e51-4da6-a49d-76a66757d725,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:27:34.281673 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.provisioning_blocks [None req-b92b094d-c17f-45a6-b26d-6fb2937a4b64 None None] Transition to ACTIVE for port object 164378dc-2c8f-48a2-bd2a-1644aa41d2b2 will not be triggered until provisioned by entity L2. {{(pid=89035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:27:34.288476 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-b92b094d-c17f-45a6-b26d-6fb2937a4b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:34.289711 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c9e876a3-2f6a-4b8a-a5e1-30a72b059296 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:34.290939 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-c9e876a3-2f6a-4b8a-a5e1-30a72b059296 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1395817 Oct 04 09:27:34.293775 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 37974) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:27:34.299353 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-5dc7a38d-da3c-4037-a063-af1d38ecc098 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': 'd67c1b36-1886-42f5-8fa3-a7a46c37c452', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:27:34.305302 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-5dc7a38d-da3c-4037-a063-af1d38ecc098 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:27:34.309146 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-5dc7a38d-da3c-4037-a063-af1d38ecc098 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:27:34.312126 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-5dc7a38d-da3c-4037-a063-af1d38ecc098 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:27:34.318612 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-5dc7a38d-da3c-4037-a063-af1d38ecc098 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:27:34.335142 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5dc7a38d-da3c-4037-a063-af1d38ecc098 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:34.401432 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5dc7a38d-da3c-4037-a063-af1d38ecc098 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:34.405079 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5dc7a38d-da3c-4037-a063-af1d38ecc098 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:34.428006 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc7a38d-da3c-4037-a063-af1d38ecc098 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1bd63b2-596a-4b00-986f-92cbd551d52a,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:27:34.437801 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5dc7a38d-da3c-4037-a063-af1d38ecc098 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:34.439583 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-5dc7a38d-da3c-4037-a063-af1d38ecc098 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1447971 Oct 04 09:27:34.442235 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 37978) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:27:34.447280 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-629402c0-dd24-4ba0-b4f5-beac608fac08 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': 'd67c1b36-1886-42f5-8fa3-a7a46c37c452', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:27:34.452989 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-629402c0-dd24-4ba0-b4f5-beac608fac08 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:27:34.456859 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-629402c0-dd24-4ba0-b4f5-beac608fac08 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:27:34.459675 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-629402c0-dd24-4ba0-b4f5-beac608fac08 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:27:34.462552 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-738a9615-97a8-4505-8f0d-87a663277b92 None None] Attempt 3 to provision port 164378dc-2c8f-48a2-bd2a-1644aa41d2b2 Oct 04 09:27:34.465569 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-629402c0-dd24-4ba0-b4f5-beac608fac08 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:27:34.484444 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-629402c0-dd24-4ba0-b4f5-beac608fac08 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:34.488845 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12fc276-73fe-476c-b895-53e2f5900971 None None] Pushing event updated for resources: {'Port': ['ID=164378dc-2c8f-48a2-bd2a-1644aa41d2b2,revision_number=3']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:27:34.499779 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12fc276-73fe-476c-b895-53e2f5900971 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:27:34.500116 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12fc276-73fe-476c-b895-53e2f5900971 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:27:34.501051 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12fc276-73fe-476c-b895-53e2f5900971 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:27:34.501385 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12fc276-73fe-476c-b895-53e2f5900971 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:27:34.501707 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12fc276-73fe-476c-b895-53e2f5900971 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:27:34.502029 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12fc276-73fe-476c-b895-53e2f5900971 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:27:34.502345 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12fc276-73fe-476c-b895-53e2f5900971 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:27:34.502663 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12fc276-73fe-476c-b895-53e2f5900971 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:27:34.502993 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12fc276-73fe-476c-b895-53e2f5900971 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:27:34.503290 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12fc276-73fe-476c-b895-53e2f5900971 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:27:34.503833 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12fc276-73fe-476c-b895-53e2f5900971 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:27:34.503959 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12fc276-73fe-476c-b895-53e2f5900971 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:27:34.510422 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-b92b094d-c17f-45a6-b26d-6fb2937a4b64 None None] Attempting to bind port 164378dc-2c8f-48a2-bd2a-1644aa41d2b2 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:27:34.510784 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-b92b094d-c17f-45a6-b26d-6fb2937a4b64 None None] Attempting to bind port 164378dc-2c8f-48a2-bd2a-1644aa41d2b2 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '10fae73a-65fb-4de8-82bf-c545bb5ec3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d'}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:27:34.511139 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92b094d-c17f-45a6-b26d-6fb2937a4b64 None None] Attempting to bind port 164378dc-2c8f-48a2-bd2a-1644aa41d2b2 on network d38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:27:34.516396 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92b094d-c17f-45a6-b26d-6fb2937a4b64 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:27:34.516769 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92b094d-c17f-45a6-b26d-6fb2937a4b64 None None] Checking segment: {'id': '10fae73a-65fb-4de8-82bf-c545bb5ec3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:27:34.517163 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-b92b094d-c17f-45a6-b26d-6fb2937a4b64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:34.517550 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92b094d-c17f-45a6-b26d-6fb2937a4b64 None None] Bound using segment: {'id': '10fae73a-65fb-4de8-82bf-c545bb5ec3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d'} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:27:34.518001 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-b92b094d-c17f-45a6-b26d-6fb2937a4b64 None None] Bound port: 164378dc-2c8f-48a2-bd2a-1644aa41d2b2, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10fae73a-65fb-4de8-82bf-c545bb5ec3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d'}}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:27:34.518366 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-b92b094d-c17f-45a6-b26d-6fb2937a4b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:34.525116 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-738a9615-97a8-4505-8f0d-87a663277b92 None None] Port 164378dc-2c8f-48a2-bd2a-1644aa41d2b2 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:27:34.550573 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-629402c0-dd24-4ba0-b4f5-beac608fac08 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:34.554154 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-629402c0-dd24-4ba0-b4f5-beac608fac08 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:34.575508 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629402c0-dd24-4ba0-b4f5-beac608fac08 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dd6f0f2-ab49-4311-bb1a-ab153de3b680,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:27:34.587191 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-629402c0-dd24-4ba0-b4f5-beac608fac08 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:34.588374 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-629402c0-dd24-4ba0-b4f5-beac608fac08 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1451550 Oct 04 09:27:34.591113 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 37982) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:27:34.596562 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-cd2ad765-991b-4ef0-8e9a-3c959aa1639e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': 'd67c1b36-1886-42f5-8fa3-a7a46c37c452', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:27:34.602179 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-cd2ad765-991b-4ef0-8e9a-3c959aa1639e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:27:34.606161 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-cd2ad765-991b-4ef0-8e9a-3c959aa1639e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:27:34.606787 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-b92b094d-c17f-45a6-b26d-6fb2937a4b64 None None] For port 164378dc-2c8f-48a2-bd2a-1644aa41d2b2, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:27:34.609030 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-cd2ad765-991b-4ef0-8e9a-3c959aa1639e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:27:34.610607 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-b92b094d-c17f-45a6-b26d-6fb2937a4b64 None None] For port 164378dc-2c8f-48a2-bd2a-1644aa41d2b2, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=164378dc-2c8f-48a2-bd2a-1644aa41d2b2,segment=NetworkSegment(10fae73a-65fb-4de8-82bf-c545bb5ec3fd),segment_id=10fae73a-65fb-4de8-82bf-c545bb5ec3fd)] {{(pid=89035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:27:34.614337 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-b92b094d-c17f-45a6-b26d-6fb2937a4b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:34.615335 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-cd2ad765-991b-4ef0-8e9a-3c959aa1639e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:27:34.625347 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.securitygroups_db [None req-cd2ad765-991b-4ef0-8e9a-3c959aa1639e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Project 78fb12e86c5f40beb578bfb97002b5c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 09:27:34.631727 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cd2ad765-991b-4ef0-8e9a-3c959aa1639e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:34.677636 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92b094d-c17f-45a6-b26d-6fb2937a4b64 None None] Routers {'97c996cb-e088-414a-bd99-8f98054a7068'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:27:34.678252 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-b92b094d-c17f-45a6-b26d-6fb2937a4b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:27:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['97c996cb-e088-414a-bd99-8f98054a7068'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:27:34.694329 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cd2ad765-991b-4ef0-8e9a-3c959aa1639e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:34.699419 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cd2ad765-991b-4ef0-8e9a-3c959aa1639e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:34.726163 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2ad765-991b-4ef0-8e9a-3c959aa1639e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=595f1a41-a718-45ff-8891-34d68493b965,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:27:34.736938 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cd2ad765-991b-4ef0-8e9a-3c959aa1639e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:34.738430 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-cd2ad765-991b-4ef0-8e9a-3c959aa1639e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1464109 Oct 04 09:27:34.740744 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12fc276-73fe-476c-b895-53e2f5900971 None None] Pushing event updated for resources: {'Port': ['ID=164378dc-2c8f-48a2-bd2a-1644aa41d2b2,revision_number=4']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:27:34.741349 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 37986) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:27:34.746873 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-4d079c0c-aae2-4801-9c03-1fba48308246 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': 'd67c1b36-1886-42f5-8fa3-a7a46c37c452', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:27:34.753983 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-4d079c0c-aae2-4801-9c03-1fba48308246 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:27:34.758145 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-4d079c0c-aae2-4801-9c03-1fba48308246 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:27:34.761317 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-4d079c0c-aae2-4801-9c03-1fba48308246 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:27:34.767541 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-4d079c0c-aae2-4801-9c03-1fba48308246 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:27:34.777648 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.securitygroups_db [None req-4d079c0c-aae2-4801-9c03-1fba48308246 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Project 78fb12e86c5f40beb578bfb97002b5c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 09:27:34.784698 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4d079c0c-aae2-4801-9c03-1fba48308246 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:34.848696 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4d079c0c-aae2-4801-9c03-1fba48308246 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:34.852139 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4d079c0c-aae2-4801-9c03-1fba48308246 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:34.869544 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-b92b094d-c17f-45a6-b26d-6fb2937a4b64 None None] Set router 97c996cb-e088-414a-bd99-8f98054a7068 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:27:34.874319 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d079c0c-aae2-4801-9c03-1fba48308246 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fc465f4-682d-497f-9cd0-3c37f78b47d1,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:27:34.887020 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4d079c0c-aae2-4801-9c03-1fba48308246 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:34.888259 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-4d079c0c-aae2-4801-9c03-1fba48308246 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1457419 Oct 04 09:27:35.026586 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-738a9615-97a8-4505-8f0d-87a663277b92 None None] Attempt 4 to provision port 164378dc-2c8f-48a2-bd2a-1644aa41d2b2 Oct 04 09:27:35.051715 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-00277f12-e797-486e-bbd4-8f8f8f45254e req-a3f722cc-4e99-4069-a4e1-6015bec760c3 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:security_group {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:27:35.068734 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-00277f12-e797-486e-bbd4-8f8f8f45254e req-a3f722cc-4e99-4069-a4e1-6015bec760c3 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:security_group {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:27:35.070054 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-00277f12-e797-486e-bbd4-8f8f8f45254e req-a3f722cc-4e99-4069-a4e1-6015bec760c3 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-333182727&fields=id&tenant_id=78fb12e86c5f40beb578bfb97002b5c9 HTTP/1.1" status: 200 len: 267 time: 0.0598757 Oct 04 09:27:35.088626 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-738a9615-97a8-4505-8f0d-87a663277b92 None None] Port 164378dc-2c8f-48a2-bd2a-1644aa41d2b2 had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 09:27:35.099780 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-738a9615-97a8-4505-8f0d-87a663277b92 None None] Provisioning complete for port 8219b5e6-f03e-4949-89b9-f3c1ca21a55e triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:27:35.100428 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-738a9615-97a8-4505-8f0d-87a663277b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:35.100692 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-738a9615-97a8-4505-8f0d-87a663277b92 None None] Attempt 1 to provision port 8219b5e6-f03e-4949-89b9-f3c1ca21a55e Oct 04 09:27:35.167000 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 8219b5e6-f03e-4949-89b9-f3c1ca21a55e up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:27:35.192129 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-b92b094d-c17f-45a6-b26d-6fb2937a4b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c996cb-e088-414a-bd99-8f98054a7068', 'name': 'tempest-TestNetworkBasicOps-router-1059679937', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.30'}], 'enable_snat': True}, 'gw_port_id': '613d9c1d-242b-4190-8232-1c930ddd7147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:27:26Z', 'updated_at': '2022-10-04T09:27:31Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '613d9c1d-242b-4190-8232-1c930ddd7147', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c996cb-e088-414a-bd99-8f98054a7068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:27:27Z', 'updated_at': '2022-10-04T09:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '164378dc-2c8f-48a2-bd2a-1644aa41d2b2', 'name': '', 'network_id': 'd38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:e0:d2:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97c996cb-e088-414a-bd99-8f98054a7068', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'cac42ee2-9120-47cd-a455-2759b5a27ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:27:30Z', 'updated_at': '2022-10-04T09:27:34Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': 'cac42ee2-9120-47cd-a455-2759b5a27ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:27:35.197169 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92b094d-c17f-45a6-b26d-6fb2937a4b64 None None] The sync data for ids ['97c996cb-e088-414a-bd99-8f98054a7068'] in dv-neutron-860215-1-hyperv is: [{'id': '97c996cb-e088-414a-bd99-8f98054a7068', 'name': 'tempest-TestNetworkBasicOps-router-1059679937', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.30'}], 'enable_snat': True}, 'gw_port_id': '613d9c1d-242b-4190-8232-1c930ddd7147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:27:26Z', 'updated_at': '2022-10-04T09:27:31Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '613d9c1d-242b-4190-8232-1c930ddd7147', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c996cb-e088-414a-bd99-8f98054a7068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:27:27Z', 'updated_at': '2022-10-04T09:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '164378dc-2c8f-48a2-bd2a-1644aa41d2b2', 'name': '', 'network_id': 'd38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:e0:d2:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97c996cb-e088-414a-bd99-8f98054a7068', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'cac42ee2-9120-47cd-a455-2759b5a27ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:27:30Z', 'updated_at': '2022-10-04T09:27:34Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': 'cac42ee2-9120-47cd-a455-2759b5a27ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:27:35.261895 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00277f12-e797-486e-bbd4-8f8f8f45254e req-744ba416-5533-4dcd-b957-0517d67b367a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:35.262998 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-00277f12-e797-486e-bbd4-8f8f8f45254e req-744ba416-5533-4dcd-b957-0517d67b367a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:network {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:27:35.286913 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-00277f12-e797-486e-bbd4-8f8f8f45254e req-744ba416-5533-4dcd-b957-0517d67b367a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:network {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:27:35.288831 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-00277f12-e797-486e-bbd4-8f8f8f45254e req-744ba416-5533-4dcd-b957-0517d67b367a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/networks?id=d38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d HTTP/1.1" status: 200 len: 797 time: 0.2106447 Oct 04 09:27:35.305997 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-738a9615-97a8-4505-8f0d-87a663277b92 None None] Current status of the port 8219b5e6-f03e-4949-89b9-f3c1ca21a55e is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:27:35.313551 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-00277f12-e797-486e-bbd4-8f8f8f45254e req-b72aad66-91b3-4c44-a717-339595c36acf tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/quotas/78fb12e86c5f40beb578bfb97002b5c9 HTTP/1.1" status: 200 len: 375 time: 0.0180728 Oct 04 09:27:35.314138 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 8219b5e6-f03e-4949-89b9-f3c1ca21a55e triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:27:35.314511 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:35.314848 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 8219b5e6-f03e-4949-89b9-f3c1ca21a55e Oct 04 09:27:35.403959 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-00277f12-e797-486e-bbd4-8f8f8f45254e req-e01595fd-8d19-41d8-997e-bae903497809 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:27:35.425695 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-00277f12-e797-486e-bbd4-8f8f8f45254e req-e01595fd-8d19-41d8-997e-bae903497809 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:27:35.427827 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-00277f12-e797-486e-bbd4-8f8f8f45254e req-e01595fd-8d19-41d8-997e-bae903497809 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=78fb12e86c5f40beb578bfb97002b5c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1122992 Oct 04 09:27:35.446845 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 8219b5e6-f03e-4949-89b9-f3c1ca21a55e is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:27:35.447933 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 613d9c1d-242b-4190-8232-1c930ddd7147 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:27:35.522674 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 613d9c1d-242b-4190-8232-1c930ddd7147 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:27:35.523340 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:35.523606 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 613d9c1d-242b-4190-8232-1c930ddd7147 Oct 04 09:27:35.657035 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 613d9c1d-242b-4190-8232-1c930ddd7147 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:27:35.743165 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-00277f12-e797-486e-bbd4-8f8f8f45254e req-7ebdb2ec-f600-4ae1-a980-f5718e15410b service neutron] 10.222.0.50 "GET /v2.0/networks/d38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013706 Oct 04 09:27:35.879505 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-00277f12-e797-486e-bbd4-8f8f8f45254e req-906ac976-0228-4342-a773-2001dbd941ba service neutron] 10.222.0.50 "GET /v2.0/networks/d38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307802 Oct 04 09:27:36.085947 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-3be8cac8-54b3-4d6b-96b5-fe47d7d218e8 req-4ad23e5e-346a-4126-b86f-c2ff00c10b46 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:27:36.102022 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-3be8cac8-54b3-4d6b-96b5-fe47d7d218e8 req-4ad23e5e-346a-4126-b86f-c2ff00c10b46 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:27:36.103300 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3be8cac8-54b3-4d6b-96b5-fe47d7d218e8 req-4ad23e5e-346a-4126-b86f-c2ff00c10b46 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e787586-2e86-45c0-847a-a99b88c60c75 HTTP/1.1" status: 200 len: 210 time: 0.0676112 Oct 04 09:27:37.162528 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 164378dc-2c8f-48a2-bd2a-1644aa41d2b2 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:27:37.230328 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 164378dc-2c8f-48a2-bd2a-1644aa41d2b2 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:27:37.235608 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 164378dc-2c8f-48a2-bd2a-1644aa41d2b2 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:27:37.236096 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:37.236520 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 164378dc-2c8f-48a2-bd2a-1644aa41d2b2 Oct 04 09:27:37.268927 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-420432e2-6449-4452-a788-eba9e83ddaef req-c7922e0f-5855-45b3-880a-6a071b84f8cc tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e787586-2e86-45c0-847a-a99b88c60c75 HTTP/1.1" status: 200 len: 210 time: 0.0549285 Oct 04 09:27:37.352749 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 164378dc-2c8f-48a2-bd2a-1644aa41d2b2 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:27:37.353047 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:37.386998 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 164378dc-2c8f-48a2-bd2a-1644aa41d2b2, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=164378dc-2c8f-48a2-bd2a-1644aa41d2b2,segment=NetworkSegment(10fae73a-65fb-4de8-82bf-c545bb5ec3fd),segment_id=10fae73a-65fb-4de8-82bf-c545bb5ec3fd)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:27:37.391015 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:37.462302 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=164378dc-2c8f-48a2-bd2a-1644aa41d2b2,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:27:38.191378 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00277f12-e797-486e-bbd4-8f8f8f45254e req-184b1759-7a2c-4176-bafd-61c16dad7efd tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:38.192825 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-00277f12-e797-486e-bbd4-8f8f8f45254e req-184b1759-7a2c-4176-bafd-61c16dad7efd tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.20 "GET /v2.0/networks?id=d38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d HTTP/1.1" status: 200 len: 797 time: 0.1475585 Oct 04 09:27:38.251852 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-00277f12-e797-486e-bbd4-8f8f8f45254e req-09a4e19c-215a-4689-a1f0-e5340ce83bd2 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78fb12e86c5f40beb578bfb97002b5c9 HTTP/1.1" status: 200 len: 379 time: 0.0456896 Oct 04 09:27:38.260452 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-00277f12-e797-486e-bbd4-8f8f8f45254e req-c003f3d8-925b-4639-9a2a-4e4a9993a086 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'port': {'device_id': '8e787586-2e86-45c0-847a-a99b88c60c75', 'network_id': 'd38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d', 'admin_state_up': True, 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'security_groups': ['d67c1b36-1886-42f5-8fa3-a7a46c37c452']}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:27:38.447264 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-00277f12-e797-486e-bbd4-8f8f8f45254e req-c003f3d8-925b-4639-9a2a-4e4a9993a086 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:27:38.450748 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f0019c4f-5cc8-47ee-a185-07e1b30eae2c req-8c32d5fd-e06a-48ce-8831-f1ec84bca6cc tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e787586-2e86-45c0-847a-a99b88c60c75 HTTP/1.1" status: 200 len: 210 time: 0.0613053 Oct 04 09:27:38.459275 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-00277f12-e797-486e-bbd4-8f8f8f45254e req-c003f3d8-925b-4639-9a2a-4e4a9993a086 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:27:38.469111 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00277f12-e797-486e-bbd4-8f8f8f45254e req-c003f3d8-925b-4639-9a2a-4e4a9993a086 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Made reservation on behalf of 78fb12e86c5f40beb578bfb97002b5c9 for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:27:38.472708 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-00277f12-e797-486e-bbd4-8f8f8f45254e req-c003f3d8-925b-4639-9a2a-4e4a9993a086 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:38.632939 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [req-00277f12-e797-486e-bbd4-8f8f8f45254e req-c003f3d8-925b-4639-9a2a-4e4a9993a086 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Allocated IP 172.20.0.6 (d38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d/cac42ee2-9120-47cd-a455-2759b5a27ffd/6f238b72-3bca-4698-95ec-3c35da22fe7a) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:27:38.819148 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-00277f12-e797-486e-bbd4-8f8f8f45254e req-c003f3d8-925b-4639-9a2a-4e4a9993a086 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:38.834251 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-00277f12-e797-486e-bbd4-8f8f8f45254e req-c003f3d8-925b-4639-9a2a-4e4a9993a086 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Transition to ACTIVE for port object 6f238b72-3bca-4698-95ec-3c35da22fe7a will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:27:38.857195 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-00277f12-e797-486e-bbd4-8f8f8f45254e req-c003f3d8-925b-4639-9a2a-4e4a9993a086 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:38.930399 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00277f12-e797-486e-bbd4-8f8f8f45254e req-c003f3d8-925b-4639-9a2a-4e4a9993a086 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Network d38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:27:38.933590 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [req-00277f12-e797-486e-bbd4-8f8f8f45254e req-c003f3d8-925b-4639-9a2a-4e4a9993a086 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:27:38.937381 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-00277f12-e797-486e-bbd4-8f8f8f45254e req-c003f3d8-925b-4639-9a2a-4e4a9993a086 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:27:38.968395 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c003f3d8-925b-4639-9a2a-4e4a9993a086 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Port': ['ID=6f238b72-3bca-4698-95ec-3c35da22fe7a,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:27:39.006550 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00277f12-e797-486e-bbd4-8f8f8f45254e req-c003f3d8-925b-4639-9a2a-4e4a9993a086 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:39.007108 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-00277f12-e797-486e-bbd4-8f8f8f45254e req-c003f3d8-925b-4639-9a2a-4e4a9993a086 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:39.033457 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-00277f12-e797-486e-bbd4-8f8f8f45254e req-c003f3d8-925b-4639-9a2a-4e4a9993a086 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7765348 Oct 04 09:27:39.098783 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-00277f12-e797-486e-bbd4-8f8f8f45254e req-a8fc2615-4309-4b42-8bb4-f5fa8f0b72d2 service neutron] Request body: {'port': {'device_id': '8e787586-2e86-45c0-847a-a99b88c60c75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8602'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:27:39.170054 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 164378dc-2c8f-48a2-bd2a-1644aa41d2b2 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:27:39.215775 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-00277f12-e797-486e-bbd4-8f8f8f45254e req-a8fc2615-4309-4b42-8bb4-f5fa8f0b72d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:39.239828 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-b56bf47d-48ee-4a0c-a32d-58567f9bcccb None None] Provisioning for port 6f238b72-3bca-4698-95ec-3c35da22fe7a completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:27:39.248219 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-b56bf47d-48ee-4a0c-a32d-58567f9bcccb None None] Provisioning complete for port 6f238b72-3bca-4698-95ec-3c35da22fe7a triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:27:39.248939 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b56bf47d-48ee-4a0c-a32d-58567f9bcccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:39.249274 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-b56bf47d-48ee-4a0c-a32d-58567f9bcccb None None] Attempt 1 to provision port 6f238b72-3bca-4698-95ec-3c35da22fe7a Oct 04 09:27:39.322410 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 164378dc-2c8f-48a2-bd2a-1644aa41d2b2 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:27:39.323081 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:39.323624 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 164378dc-2c8f-48a2-bd2a-1644aa41d2b2 Oct 04 09:27:39.361403 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-b56bf47d-48ee-4a0c-a32d-58567f9bcccb None None] Port 6f238b72-3bca-4698-95ec-3c35da22fe7a cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:27:39.475443 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 164378dc-2c8f-48a2-bd2a-1644aa41d2b2 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:27:39.655607 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530c837-9215-4f75-9a9e-f625e2b6fdce req-3ab71092-5c95-4aef-8670-e1d06279ba75 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:39.657752 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-6530c837-9215-4f75-9a9e-f625e2b6fdce req-3ab71092-5c95-4aef-8670-e1d06279ba75 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e787586-2e86-45c0-847a-a99b88c60c75 HTTP/1.1" status: 200 len: 931 time: 0.0896165 Oct 04 09:27:39.677444 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea2ff3-952c-495a-a3c1-57e2ed7ee37b req-77ba86c4-df5f-4d9f-bfcd-a7696f150878 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:39.679736 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-dfea2ff3-952c-495a-a3c1-57e2ed7ee37b req-77ba86c4-df5f-4d9f-bfcd-a7696f150878 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/ports?device_id=bea79169-9eae-415e-96f7-ed8e4122bc83 HTTP/1.1" status: 200 len: 946 time: 0.3075695 Oct 04 09:27:39.714126 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-6530c837-9215-4f75-9a9e-f625e2b6fdce req-3e0ba334-a204-4e3e-b491-af45ab1a76e6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=d67c1b36-1886-42f5-8fa3-a7a46c37c452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504863 Oct 04 09:27:39.751252 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-dfea2ff3-952c-495a-a3c1-57e2ed7ee37b req-eb4dd98e-1010-4325-8150-f3eb5eeaa6e0 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0ddcbf8-af52-48fe-889a-d7fbc34ba664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587316 Oct 04 09:27:39.813502 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [req-00277f12-e797-486e-bbd4-8f8f8f45254e req-a8fc2615-4309-4b42-8bb4-f5fa8f0b72d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f238b72-3bca-4698-95ec-3c35da22fe7a {{(pid=89032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:27:39.820723 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-00277f12-e797-486e-bbd4-8f8f8f45254e req-a8fc2615-4309-4b42-8bb4-f5fa8f0b72d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:39.835237 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-00277f12-e797-486e-bbd4-8f8f8f45254e req-a8fc2615-4309-4b42-8bb4-f5fa8f0b72d2 service neutron] Transition to ACTIVE for port object 6f238b72-3bca-4698-95ec-3c35da22fe7a will not be triggered until provisioned by entity L2. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:27:39.839093 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-00277f12-e797-486e-bbd4-8f8f8f45254e req-a8fc2615-4309-4b42-8bb4-f5fa8f0b72d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:39.862987 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-b56bf47d-48ee-4a0c-a32d-58567f9bcccb None None] Attempt 2 to provision port 6f238b72-3bca-4698-95ec-3c35da22fe7a Oct 04 09:27:39.916797 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-b56bf47d-48ee-4a0c-a32d-58567f9bcccb None None] Port 6f238b72-3bca-4698-95ec-3c35da22fe7a cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:27:40.030293 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fc2615-4309-4b42-8bb4-f5fa8f0b72d2 service neutron] Pushing event updated for resources: {'Port': ['ID=6f238b72-3bca-4698-95ec-3c35da22fe7a,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:27:40.060050 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-00277f12-e797-486e-bbd4-8f8f8f45254e req-a8fc2615-4309-4b42-8bb4-f5fa8f0b72d2 service neutron] Attempting to bind port 6f238b72-3bca-4698-95ec-3c35da22fe7a on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:27:40.060396 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-00277f12-e797-486e-bbd4-8f8f8f45254e req-a8fc2615-4309-4b42-8bb4-f5fa8f0b72d2 service neutron] Attempting to bind port 6f238b72-3bca-4698-95ec-3c35da22fe7a by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': '10fae73a-65fb-4de8-82bf-c545bb5ec3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d'}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:27:40.060717 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00277f12-e797-486e-bbd4-8f8f8f45254e req-a8fc2615-4309-4b42-8bb4-f5fa8f0b72d2 service neutron] Attempting to bind port 6f238b72-3bca-4698-95ec-3c35da22fe7a on network d38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:27:40.065694 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00277f12-e797-486e-bbd4-8f8f8f45254e req-a8fc2615-4309-4b42-8bb4-f5fa8f0b72d2 service neutron] Port 6f238b72-3bca-4698-95ec-3c35da22fe7a on network d38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:27:40.066000 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00277f12-e797-486e-bbd4-8f8f8f45254e req-a8fc2615-4309-4b42-8bb4-f5fa8f0b72d2 service neutron] Attempting to bind port 6f238b72-3bca-4698-95ec-3c35da22fe7a on network d38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:27:40.070968 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00277f12-e797-486e-bbd4-8f8f8f45254e req-a8fc2615-4309-4b42-8bb4-f5fa8f0b72d2 service neutron] Checking agent: {'id': '1be90a14-1104-4771-996e-684b25b74d15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'started_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:27:40.071297 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00277f12-e797-486e-bbd4-8f8f8f45254e req-a8fc2615-4309-4b42-8bb4-f5fa8f0b72d2 service neutron] Checking segment: {'id': '10fae73a-65fb-4de8-82bf-c545bb5ec3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:27:40.071666 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00277f12-e797-486e-bbd4-8f8f8f45254e req-a8fc2615-4309-4b42-8bb4-f5fa8f0b72d2 service neutron] Bound using segment: {'id': '10fae73a-65fb-4de8-82bf-c545bb5ec3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d'} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:27:40.072086 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-00277f12-e797-486e-bbd4-8f8f8f45254e req-a8fc2615-4309-4b42-8bb4-f5fa8f0b72d2 service neutron] Bound port: 6f238b72-3bca-4698-95ec-3c35da22fe7a, host: hv-neutron-8602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10fae73a-65fb-4de8-82bf-c545bb5ec3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d'}}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:27:40.072450 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-00277f12-e797-486e-bbd4-8f8f8f45254e req-a8fc2615-4309-4b42-8bb4-f5fa8f0b72d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:40.160740 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-00277f12-e797-486e-bbd4-8f8f8f45254e req-a8fc2615-4309-4b42-8bb4-f5fa8f0b72d2 service neutron] For port 6f238b72-3bca-4698-95ec-3c35da22fe7a, host hv-neutron-8602, cleared binding levels {{(pid=89032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:27:40.163595 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-00277f12-e797-486e-bbd4-8f8f8f45254e req-a8fc2615-4309-4b42-8bb4-f5fa8f0b72d2 service neutron] For port 6f238b72-3bca-4698-95ec-3c35da22fe7a, host hv-neutron-8602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=6f238b72-3bca-4698-95ec-3c35da22fe7a,segment=NetworkSegment(10fae73a-65fb-4de8-82bf-c545bb5ec3fd),segment_id=10fae73a-65fb-4de8-82bf-c545bb5ec3fd)] {{(pid=89032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:27:40.168131 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-00277f12-e797-486e-bbd4-8f8f8f45254e req-a8fc2615-4309-4b42-8bb4-f5fa8f0b72d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:40.172857 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00277f12-e797-486e-bbd4-8f8f8f45254e req-a8fc2615-4309-4b42-8bb4-f5fa8f0b72d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:40.173453 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-00277f12-e797-486e-bbd4-8f8f8f45254e req-a8fc2615-4309-4b42-8bb4-f5fa8f0b72d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:40.174836 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-00277f12-e797-486e-bbd4-8f8f8f45254e req-a8fc2615-4309-4b42-8bb4-f5fa8f0b72d2 service neutron] 10.222.0.20 "PUT /v2.0/ports/6f238b72-3bca-4698-95ec-3c35da22fe7a HTTP/1.1" status: 200 len: 1093 time: 1.1278248 Oct 04 09:27:40.207266 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e787586-2e86-45c0-847a-a99b88c60c75', 'tag': '6f238b72-3bca-4698-95ec-3c35da22fe7a'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:27:40.209574 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef4393da-1e43-46e7-af23-a7ffa8b78ba9" -d '{"events": [{"name": "network-changed", "server_uuid": "8e787586-2e86-45c0-847a-a99b88c60c75", "tag": "6f238b72-3bca-4698-95ec-3c35da22fe7a"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:27:40.280774 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0136ae8-f341-47aa-9cb8-f3c794ba962b x-openstack-request-id: req-a0136ae8-f341-47aa-9cb8-f3c794ba962b {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:27:40.281635 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e787586-2e86-45c0-847a-a99b88c60c75", "tag": "6f238b72-3bca-4698-95ec-3c35da22fe7a", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:27:40.281635 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a0136ae8-f341-47aa-9cb8-f3c794ba962b {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:27:40.281851 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0136ae8-f341-47aa-9cb8-f3c794ba962b'] response: {'name': 'network-changed', 'server_uuid': '8e787586-2e86-45c0-847a-a99b88c60c75', 'tag': '6f238b72-3bca-4698-95ec-3c35da22fe7a', 'status': 'completed', 'code': 200} Oct 04 09:27:40.313776 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fc2615-4309-4b42-8bb4-f5fa8f0b72d2 service neutron] Pushing event updated for resources: {'Port': ['ID=6f238b72-3bca-4698-95ec-3c35da22fe7a,revision_number=3']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:27:40.330835 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00277f12-e797-486e-bbd4-8f8f8f45254e req-530ea8bf-37d4-4051-a67f-3baf22e33539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:40.332292 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-00277f12-e797-486e-bbd4-8f8f8f45254e req-530ea8bf-37d4-4051-a67f-3baf22e33539 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78fb12e86c5f40beb578bfb97002b5c9&device_id=8e787586-2e86-45c0-847a-a99b88c60c75 HTTP/1.1" status: 200 len: 1096 time: 0.1044240 Oct 04 09:27:40.411293 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-00277f12-e797-486e-bbd4-8f8f8f45254e req-4a46ad08-0d14-4665-90a1-e26e52148848 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f238b72-3bca-4698-95ec-3c35da22fe7a HTTP/1.1" status: 200 len: 217 time: 0.0656567 Oct 04 09:27:40.417744 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-b56bf47d-48ee-4a0c-a32d-58567f9bcccb None None] Attempt 3 to provision port 6f238b72-3bca-4698-95ec-3c35da22fe7a Oct 04 09:27:40.477240 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00277f12-e797-486e-bbd4-8f8f8f45254e req-6be478b5-b371-4f1e-bc4e-a714376c1917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:40.478675 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-00277f12-e797-486e-bbd4-8f8f8f45254e req-6be478b5-b371-4f1e-bc4e-a714376c1917 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cac42ee2-9120-47cd-a455-2759b5a27ffd HTTP/1.1" status: 200 len: 844 time: 0.0605268 Oct 04 09:27:40.480887 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-b56bf47d-48ee-4a0c-a32d-58567f9bcccb None None] Port 6f238b72-3bca-4698-95ec-3c35da22fe7a had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 09:27:40.561001 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00277f12-e797-486e-bbd4-8f8f8f45254e req-72bba209-64ea-485d-aada-4ca7015ca3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:40.562474 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-00277f12-e797-486e-bbd4-8f8f8f45254e req-72bba209-64ea-485d-aada-4ca7015ca3e3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766423 Oct 04 09:27:40.709412 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-00277f12-e797-486e-bbd4-8f8f8f45254e req-e102c69d-921b-414a-a664-a86e91469a9b service neutron] 10.222.0.20 "GET /v2.0/networks/d38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284318 Oct 04 09:27:40.896272 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-00277f12-e797-486e-bbd4-8f8f8f45254e req-e19e9732-7797-46c6-9747-b6d6c6b57bff service neutron] 10.222.0.20 "GET /v2.0/networks/d38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802187 Oct 04 09:27:40.936327 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03627ec0-a28f-470d-9d8e-12896ac5b4b5 req-373e6937-9f05-4219-b28f-f2b6d509a26f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:40.937057 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-03627ec0-a28f-470d-9d8e-12896ac5b4b5 req-373e6937-9f05-4219-b28f-f2b6d509a26f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:27:40.952418 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-03627ec0-a28f-470d-9d8e-12896ac5b4b5 req-373e6937-9f05-4219-b28f-f2b6d509a26f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:27:40.954259 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-03627ec0-a28f-470d-9d8e-12896ac5b4b5 req-373e6937-9f05-4219-b28f-f2b6d509a26f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e787586-2e86-45c0-847a-a99b88c60c75 HTTP/1.1" status: 200 len: 943 time: 0.1231883 Oct 04 09:27:40.972119 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e321a4d3-4d19-468b-9807-ab04ac79b6e3 req-d04286c5-5e76-419d-a6c0-46372f4f3b1c tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:40.973867 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-e321a4d3-4d19-468b-9807-ab04ac79b6e3 req-d04286c5-5e76-419d-a6c0-46372f4f3b1c tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/ports?device_id=bea79169-9eae-415e-96f7-ed8e4122bc83 HTTP/1.1" status: 200 len: 946 time: 0.0961227 Oct 04 09:27:41.023748 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-e321a4d3-4d19-468b-9807-ab04ac79b6e3 req-7609f650-9c3b-41c6-aa24-f93c79c6d1b9 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0ddcbf8-af52-48fe-889a-d7fbc34ba664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425425 Oct 04 09:27:41.045581 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-03627ec0-a28f-470d-9d8e-12896ac5b4b5 req-0cd477d8-ec03-4e65-8705-90f0051a9df0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=d67c1b36-1886-42f5-8fa3-a7a46c37c452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834413 Oct 04 09:27:41.076796 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4393da-1e43-46e7-af23-a7ffa8b78ba9 req-831cf42a-6c58-43d0-ae39-51884f998f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:41.078372 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ef4393da-1e43-46e7-af23-a7ffa8b78ba9 req-831cf42a-6c58-43d0-ae39-51884f998f08 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78fb12e86c5f40beb578bfb97002b5c9&device_id=8e787586-2e86-45c0-847a-a99b88c60c75 HTTP/1.1" status: 200 len: 1096 time: 0.0829594 Oct 04 09:27:41.160707 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:41.206461 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d106165-74be-4bd3-9273-856844d62709 req-fac6e5b2-7b29-491f-a505-6776edd3ab13 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:41.207905 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-5d106165-74be-4bd3-9273-856844d62709 req-fac6e5b2-7b29-491f-a505-6776edd3ab13 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.20 "GET /v2.0/ports?device_id=bea79169-9eae-415e-96f7-ed8e4122bc83 HTTP/1.1" status: 200 len: 946 time: 0.0972669 Oct 04 09:27:41.262118 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4393da-1e43-46e7-af23-a7ffa8b78ba9 req-8a747222-9709-4b34-93bf-61348da345b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:41.264433 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ef4393da-1e43-46e7-af23-a7ffa8b78ba9 req-8a747222-9709-4b34-93bf-61348da345b2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d HTTP/1.1" status: 200 len: 898 time: 0.1537313 Oct 04 09:27:41.298424 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [req-5d106165-74be-4bd3-9273-856844d62709 req-4118accc-327c-4c13-8196-61dd6553e619 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Deleting port 4b8a4dbc-c37d-403b-a2d3-42a948480baa {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:27:41.298777 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-5d106165-74be-4bd3-9273-856844d62709 req-4118accc-327c-4c13-8196-61dd6553e619 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:41.342731 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ef4393da-1e43-46e7-af23-a7ffa8b78ba9 req-ce96e071-f352-4c35-a05f-b26a2e750ce3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f238b72-3bca-4698-95ec-3c35da22fe7a HTTP/1.1" status: 200 len: 217 time: 0.0722907 Oct 04 09:27:41.407806 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4393da-1e43-46e7-af23-a7ffa8b78ba9 req-7f4ee984-2e14-46dd-af90-ba9f93b4f13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:41.409259 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ef4393da-1e43-46e7-af23-a7ffa8b78ba9 req-7f4ee984-2e14-46dd-af90-ba9f93b4f13b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cac42ee2-9120-47cd-a455-2759b5a27ffd HTTP/1.1" status: 200 len: 844 time: 0.0606337 Oct 04 09:27:41.495473 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4393da-1e43-46e7-af23-a7ffa8b78ba9 req-cc4c0b8b-f65b-4d18-a02a-8c9793d30b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:41.497061 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ef4393da-1e43-46e7-af23-a7ffa8b78ba9 req-cc4c0b8b-f65b-4d18-a02a-8c9793d30b70 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818400 Oct 04 09:27:41.585400 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [req-5d106165-74be-4bd3-9273-856844d62709 req-4118accc-327c-4c13-8196-61dd6553e619 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] For port 4b8a4dbc-c37d-403b-a2d3-42a948480baa, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=4b8a4dbc-c37d-403b-a2d3-42a948480baa,segment=NetworkSegment(f2649b1a-e6b7-4b49-bfb8-8bd07f301357),segment_id=f2649b1a-e6b7-4b49-bfb8-8bd07f301357)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:27:41.585687 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-5d106165-74be-4bd3-9273-856844d62709 req-4118accc-327c-4c13-8196-61dd6553e619 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:41.635261 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ef4393da-1e43-46e7-af23-a7ffa8b78ba9 req-fd73d498-a7fa-4b6a-be24-bf89648fd051 service neutron] 10.222.0.20 "GET /v2.0/networks/d38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324043 Oct 04 09:27:41.886711 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ef4393da-1e43-46e7-af23-a7ffa8b78ba9 req-f910af49-3f47-4a87-9397-423614176813 service neutron] 10.222.0.20 "GET /v2.0/networks/d38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450552 Oct 04 09:27:41.895004 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-5d106165-74be-4bd3-9273-856844d62709 req-4118accc-327c-4c13-8196-61dd6553e619 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:41.895381 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-5d106165-74be-4bd3-9273-856844d62709 req-4118accc-327c-4c13-8196-61dd6553e619 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:41.895695 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.l3_db [req-5d106165-74be-4bd3-9273-856844d62709 req-4118accc-327c-4c13-8196-61dd6553e619 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Floating IP c1675441-718f-425f-870f-3d7c3d3e13f8 disassociated. External IP: 172.26.10.236, port: 4b8a4dbc-c37d-403b-a2d3-42a948480baa. Oct 04 09:27:41.896039 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [req-5d106165-74be-4bd3-9273-856844d62709 req-4118accc-327c-4c13-8196-61dd6553e619 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Calling delete_port for 4b8a4dbc-c37d-403b-a2d3-42a948480baa owned by compute:nova {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:27:42.041189 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-5d106165-74be-4bd3-9273-856844d62709 req-4118accc-327c-4c13-8196-61dd6553e619 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:42.090591 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4118accc-327c-4c13-8196-61dd6553e619 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Pushing event deleted for resources: {'Port': ['ID=4b8a4dbc-c37d-403b-a2d3-42a948480baa,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:27:42.317715 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164d5826-833b-404c-b92a-4fb52561e5a9 req-9f80273b-a784-4026-a37a-453605511222 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:42.319312 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-164d5826-833b-404c-b92a-4fb52561e5a9 req-9f80273b-a784-4026-a37a-453605511222 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e787586-2e86-45c0-847a-a99b88c60c75 HTTP/1.1" status: 200 len: 943 time: 0.1498747 Oct 04 09:27:42.369562 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-164d5826-833b-404c-b92a-4fb52561e5a9 req-fdcf8d41-618d-4fa2-be26-dc37fc15b244 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=d67c1b36-1886-42f5-8fa3-a7a46c37c452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439615 Oct 04 09:27:42.442687 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-cc8e445c-526d-4751-8b3d-802559c4876d req-bfd9b153-7d1c-4ec4-95aa-baa0ce28dcbd tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/ports?device_id=bea79169-9eae-415e-96f7-ed8e4122bc83 HTTP/1.1" status: 200 len: 210 time: 0.2868316 Oct 04 09:27:42.471976 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d106165-74be-4bd3-9273-856844d62709 req-4118accc-327c-4c13-8196-61dd6553e619 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Router 53532c76-03c4-472a-92f7-e72093e1d533 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:27:42.650650 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d106165-74be-4bd3-9273-856844d62709 req-4118accc-327c-4c13-8196-61dd6553e619 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:27:42.660495 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50947889-74b0-44ec-9d02-dba7b1ecf0d4 None None] Sync routers for ids ['53532c76-03c4-472a-92f7-e72093e1d533'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:27:42.669713 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50947889-74b0-44ec-9d02-dba7b1ecf0d4 None None] Routers {'53532c76-03c4-472a-92f7-e72093e1d533'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:27:42.670380 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-50947889-74b0-44ec-9d02-dba7b1ecf0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:27:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['53532c76-03c4-472a-92f7-e72093e1d533'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:27:42.736662 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d106165-74be-4bd3-9273-856844d62709 req-4118accc-327c-4c13-8196-61dd6553e619 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] No DVR routers for this DVR port 4b8a4dbc-c37d-403b-a2d3-42a948480baa on host hv-neutron-8602 {{(pid=89033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:27:42.739085 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-5d106165-74be-4bd3-9273-856844d62709 req-4118accc-327c-4c13-8196-61dd6553e619 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:42.741677 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bea79169-9eae-415e-96f7-ed8e4122bc83', 'name': 'network-vif-deleted', 'tag': '4b8a4dbc-c37d-403b-a2d3-42a948480baa'}] {{(pid=89033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:27:42.743986 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e417ebe64424eb0358633e416672821aae4ea22acc2211bb28d37655142b7e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cfe3a87-6460-43d4-bd94-dd0d9219a3e6" -d '{"events": [{"server_uuid": "bea79169-9eae-415e-96f7-ed8e4122bc83", "name": "network-vif-deleted", "tag": "4b8a4dbc-c37d-403b-a2d3-42a948480baa"}]}' {{(pid=89033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:27:42.760660 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-5d106165-74be-4bd3-9273-856844d62709 req-4118accc-327c-4c13-8196-61dd6553e619 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.20 "DELETE /v2.0/ports/4b8a4dbc-c37d-403b-a2d3-42a948480baa HTTP/1.1" status: 204 len: 173 time: 1.5472074 Oct 04 09:27:42.795002 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c25e89-07a6-4c65-aca8-c20c30e2b376 x-openstack-request-id: req-b7c25e89-07a6-4c65-aca8-c20c30e2b376 {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:27:42.795348 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bea79169-9eae-415e-96f7-ed8e4122bc83", "name": "network-vif-deleted", "tag": "4b8a4dbc-c37d-403b-a2d3-42a948480baa", "status": "completed", "code": 200}]} {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:27:42.796092 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b7c25e89-07a6-4c65-aca8-c20c30e2b376 {{(pid=89033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:27:42.796092 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7c25e89-07a6-4c65-aca8-c20c30e2b376'] response: {'server_uuid': 'bea79169-9eae-415e-96f7-ed8e4122bc83', 'name': 'network-vif-deleted', 'tag': '4b8a4dbc-c37d-403b-a2d3-42a948480baa', 'status': 'completed', 'code': 200} Oct 04 09:27:42.857224 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-50947889-74b0-44ec-9d02-dba7b1ecf0d4 None None] Set router 53532c76-03c4-472a-92f7-e72093e1d533 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:27:43.171337 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-50947889-74b0-44ec-9d02-dba7b1ecf0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53532c76-03c4-472a-92f7-e72093e1d533', 'name': 'tempest-TestVolumeBootPattern-1545811976-router', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.244'}], 'enable_snat': True}, 'gw_port_id': 'adc9a0c0-55b3-4614-9e86-bb292501abac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:24:45Z', 'updated_at': '2022-10-04T09:24:50Z', 'revision_number': 4, 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'gw_port': {'id': 'adc9a0c0-55b3-4614-9e86-bb292501abac', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:21:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53532c76-03c4-472a-92f7-e72093e1d533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:46Z', 'updated_at': '2022-10-04T09:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': 'c93b9d92-0d04-486b-bc47-9af7a20cbb3a', 'name': '', 'network_id': '47b14212-cea9-47cb-815c-888460239551', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'mac_address': 'fa:16:3e:29:68:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53532c76-03c4-472a-92f7-e72093e1d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '5d6ad6fc-1b52-4c37-8942-5241b791dd73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:49Z', 'updated_at': '2022-10-04T09:24:57Z', 'revision_number': 5, 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'subnets': [{'id': '5d6ad6fc-1b52-4c37-8942-5241b791dd73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:27:43.176212 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50947889-74b0-44ec-9d02-dba7b1ecf0d4 None None] Checking router: 53532c76-03c4-472a-92f7-e72093e1d533 for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:27:43.191762 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50947889-74b0-44ec-9d02-dba7b1ecf0d4 None None] Routers {'53532c76-03c4-472a-92f7-e72093e1d533'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:27:43.192599 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-50947889-74b0-44ec-9d02-dba7b1ecf0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:27:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['53532c76-03c4-472a-92f7-e72093e1d533'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:27:43.372086 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-50947889-74b0-44ec-9d02-dba7b1ecf0d4 None None] Set router 53532c76-03c4-472a-92f7-e72093e1d533 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:27:43.570153 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130cdf8-ad55-4275-83db-70a7f200c84d req-af5dd03e-2121-43f7-b585-116c97c99541 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:43.572883 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7130cdf8-ad55-4275-83db-70a7f200c84d req-af5dd03e-2121-43f7-b585-116c97c99541 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e787586-2e86-45c0-847a-a99b88c60c75 HTTP/1.1" status: 200 len: 943 time: 0.0924914 Oct 04 09:27:43.624839 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b594a0b3-0c6a-4106-8c1d-6067c8821a73 req-e43e3950-83d4-49a8-9434-a80ef2e9f551 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/ports?device_id=bea79169-9eae-415e-96f7-ed8e4122bc83 HTTP/1.1" status: 200 len: 210 time: 0.0501149 Oct 04 09:27:43.629003 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7130cdf8-ad55-4275-83db-70a7f200c84d req-6ce6afc7-e0d1-4c90-955d-a56b94659565 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=d67c1b36-1886-42f5-8fa3-a7a46c37c452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479882 Oct 04 09:27:43.698034 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-50947889-74b0-44ec-9d02-dba7b1ecf0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53532c76-03c4-472a-92f7-e72093e1d533', 'name': 'tempest-TestVolumeBootPattern-1545811976-router', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.244'}], 'enable_snat': True}, 'gw_port_id': 'adc9a0c0-55b3-4614-9e86-bb292501abac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:24:45Z', 'updated_at': '2022-10-04T09:24:50Z', 'revision_number': 4, 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'gw_port': {'id': 'adc9a0c0-55b3-4614-9e86-bb292501abac', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:21:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53532c76-03c4-472a-92f7-e72093e1d533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:46Z', 'updated_at': '2022-10-04T09:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': 'c93b9d92-0d04-486b-bc47-9af7a20cbb3a', 'name': '', 'network_id': '47b14212-cea9-47cb-815c-888460239551', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'mac_address': 'fa:16:3e:29:68:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53532c76-03c4-472a-92f7-e72093e1d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '5d6ad6fc-1b52-4c37-8942-5241b791dd73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:49Z', 'updated_at': '2022-10-04T09:24:57Z', 'revision_number': 5, 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'subnets': [{'id': '5d6ad6fc-1b52-4c37-8942-5241b791dd73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:27:43.702102 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50947889-74b0-44ec-9d02-dba7b1ecf0d4 None None] The sync data for ids ['53532c76-03c4-472a-92f7-e72093e1d533'] in dv-neutron-860215-1-hyperv is: [{'id': '53532c76-03c4-472a-92f7-e72093e1d533', 'name': 'tempest-TestVolumeBootPattern-1545811976-router', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.244'}], 'enable_snat': True}, 'gw_port_id': 'adc9a0c0-55b3-4614-9e86-bb292501abac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:24:45Z', 'updated_at': '2022-10-04T09:24:50Z', 'revision_number': 4, 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'gw_port': {'id': 'adc9a0c0-55b3-4614-9e86-bb292501abac', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:21:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53532c76-03c4-472a-92f7-e72093e1d533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:46Z', 'updated_at': '2022-10-04T09:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': 'c93b9d92-0d04-486b-bc47-9af7a20cbb3a', 'name': '', 'network_id': '47b14212-cea9-47cb-815c-888460239551', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'mac_address': 'fa:16:3e:29:68:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53532c76-03c4-472a-92f7-e72093e1d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '5d6ad6fc-1b52-4c37-8942-5241b791dd73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:49Z', 'updated_at': '2022-10-04T09:24:57Z', 'revision_number': 5, 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'subnets': [{'id': '5d6ad6fc-1b52-4c37-8942-5241b791dd73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:27:43.933563 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d861a62-0611-402b-8392-18c74340d274 None None] New status for floating IP c1675441-718f-425f-870f-3d7c3d3e13f8: DOWN {{(pid=89035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 09:27:44.291577 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 6f238b72-3bca-4698-95ec-3c35da22fe7a details requested by agent hyperv_hv-neutron-8602 with host hv-neutron-8602 {{(pid=89034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 04 09:27:44.425858 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 6f238b72-3bca-4698-95ec-3c35da22fe7a, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=6f238b72-3bca-4698-95ec-3c35da22fe7a,segment=NetworkSegment(10fae73a-65fb-4de8-82bf-c545bb5ec3fd),segment_id=10fae73a-65fb-4de8-82bf-c545bb5ec3fd)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:27:44.444050 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Returning: {'device': '6f238b72-3bca-4698-95ec-3c35da22fe7a', 'network_id': 'd38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d', 'port_id': '6f238b72-3bca-4698-95ec-3c35da22fe7a', 'mac_address': 'fa:16:3e:cc:22:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cac42ee2-9120-47cd-a455-2759b5a27ffd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 04 09:27:44.538851 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 6f238b72-3bca-4698-95ec-3c35da22fe7a is: DOWN; New status is: BUILD {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:27:44.539241 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:44.555749 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f238b72-3bca-4698-95ec-3c35da22fe7a {{(pid=89034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:27:44.571690 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 6f238b72-3bca-4698-95ec-3c35da22fe7a, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=6f238b72-3bca-4698-95ec-3c35da22fe7a,segment=NetworkSegment(10fae73a-65fb-4de8-82bf-c545bb5ec3fd),segment_id=10fae73a-65fb-4de8-82bf-c545bb5ec3fd)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:27:44.576395 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:44.642750 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=6f238b72-3bca-4698-95ec-3c35da22fe7a,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:27:44.828652 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced7022-2521-4f45-a53a-1784321a97a7 req-dcab0a9a-10b5-4fd1-ab91-1af9b6ea6e5a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:44.830116 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-eced7022-2521-4f45-a53a-1784321a97a7 req-dcab0a9a-10b5-4fd1-ab91-1af9b6ea6e5a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e787586-2e86-45c0-847a-a99b88c60c75 HTTP/1.1" status: 200 len: 944 time: 0.0907819 Oct 04 09:27:44.874444 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-eced7022-2521-4f45-a53a-1784321a97a7 req-6a4b2914-5aac-45c6-af26-a8c906ad2326 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=d67c1b36-1886-42f5-8fa3-a7a46c37c452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384910 Oct 04 09:27:44.923059 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f9e8a54a-30c7-46c2-be3b-b7b51438f244 req-8513cefd-8b46-44d0-94bc-cd419f2df010 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1532431143&fields=id&tenant_id=69ab5abc53ab44718bcbb9547c2b2d0e HTTP/1.1" status: 200 len: 267 time: 0.0388041 Oct 04 09:27:44.988060 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['6f238b72-3bca-4698-95ec-3c35da22fe7a'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 09:27:45.070848 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8a54a-30c7-46c2-be3b-b7b51438f244 req-d1eb2b58-bcb0-4867-b721-a21b06afb8cd tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:45.072293 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f9e8a54a-30c7-46c2-be3b-b7b51438f244 req-d1eb2b58-bcb0-4867-b721-a21b06afb8cd tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/networks?id=47b14212-cea9-47cb-815c-888460239551 HTTP/1.1" status: 200 len: 812 time: 0.1428487 Oct 04 09:27:45.086688 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f9e8a54a-30c7-46c2-be3b-b7b51438f244 req-cefa8399-db5d-48cf-b1c1-28b68e6c7832 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/quotas/69ab5abc53ab44718bcbb9547c2b2d0e HTTP/1.1" status: 200 len: 375 time: 0.0088835 Oct 04 09:27:45.181770 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f9e8a54a-30c7-46c2-be3b-b7b51438f244 req-710a0ef9-224a-4540-95aa-13875a828c63 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=69ab5abc53ab44718bcbb9547c2b2d0e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0899048 Oct 04 09:27:45.320645 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f9e8a54a-30c7-46c2-be3b-b7b51438f244 req-5587d247-d086-40bb-a862-d431548797bf service neutron] 10.222.0.50 "GET /v2.0/networks/47b14212-cea9-47cb-815c-888460239551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261971 Oct 04 09:27:45.452831 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f9e8a54a-30c7-46c2-be3b-b7b51438f244 req-06b015cd-1e52-4c16-99c9-6423908310d2 service neutron] 10.222.0.50 "GET /v2.0/networks/47b14212-cea9-47cb-815c-888460239551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263297 Oct 04 09:27:45.830377 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-21bac2a7-fec5-4084-966a-9d056692e43f req-aa4c0079-5668-4ff4-8d80-d775dcba0011 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Synchronizing usage tracker for tenant:69ab5abc53ab44718bcbb9547c2b2d0e on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:27:45.845768 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-21bac2a7-fec5-4084-966a-9d056692e43f req-aa4c0079-5668-4ff4-8d80-d775dcba0011 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Unset dirty status for tenant:69ab5abc53ab44718bcbb9547c2b2d0e on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:27:45.847045 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-21bac2a7-fec5-4084-966a-9d056692e43f req-aa4c0079-5668-4ff4-8d80-d775dcba0011 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/ports?device_id=8202b23f-b77a-40d2-a64b-c6613b933972 HTTP/1.1" status: 200 len: 210 time: 0.0693212 Oct 04 09:27:46.076073 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd45ce-852a-436b-b63e-8308d06a07e0 req-9bfc2a17-5481-4012-8f47-aa2c453c5a94 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:46.078094 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-11cd45ce-852a-436b-b63e-8308d06a07e0 req-9bfc2a17-5481-4012-8f47-aa2c453c5a94 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e787586-2e86-45c0-847a-a99b88c60c75 HTTP/1.1" status: 200 len: 944 time: 0.0911744 Oct 04 09:27:46.123045 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-11cd45ce-852a-436b-b63e-8308d06a07e0 req-89aab72d-7d2a-4993-8990-a716907df5cf tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=d67c1b36-1886-42f5-8fa3-a7a46c37c452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392690 Oct 04 09:27:46.307367 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 6f238b72-3bca-4698-95ec-3c35da22fe7a up at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:27:46.376677 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning for port 6f238b72-3bca-4698-95ec-3c35da22fe7a completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:27:46.382546 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning complete for port 6f238b72-3bca-4698-95ec-3c35da22fe7a triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:27:46.383047 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:46.383603 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Attempt 1 to provision port 6f238b72-3bca-4698-95ec-3c35da22fe7a Oct 04 09:27:46.504680 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 6f238b72-3bca-4698-95ec-3c35da22fe7a is: BUILD; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:27:46.505060 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:46.531199 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e787586-2e86-45c0-847a-a99b88c60c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f238b72-3bca-4698-95ec-3c35da22fe7a'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:27:46.533495 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aef738b946a3ea172e8e75fc735451da1d91f114ea1acc5fcf392e20a929bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d840c9b-7221-4e4f-89d1-3e18fa5da886" -d '{"events": [{"server_uuid": "8e787586-2e86-45c0-847a-a99b88c60c75", "name": "network-vif-plugged", "status": "completed", "tag": "6f238b72-3bca-4698-95ec-3c35da22fe7a"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:27:46.541763 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 6f238b72-3bca-4698-95ec-3c35da22fe7a, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=6f238b72-3bca-4698-95ec-3c35da22fe7a,segment=NetworkSegment(10fae73a-65fb-4de8-82bf-c545bb5ec3fd),segment_id=10fae73a-65fb-4de8-82bf-c545bb5ec3fd)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:27:46.546193 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:46.547797 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 4b8a4dbc-c37d-403b-a2d3-42a948480baa no longer exists at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:27:46.603534 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d42d9d-31a2-45d8-9407-76adec14b7b7 x-openstack-request-id: req-29d42d9d-31a2-45d8-9407-76adec14b7b7 {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:27:46.603816 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e787586-2e86-45c0-847a-a99b88c60c75", "name": "network-vif-plugged", "status": "completed", "tag": "6f238b72-3bca-4698-95ec-3c35da22fe7a", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:27:46.604063 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-29d42d9d-31a2-45d8-9407-76adec14b7b7 {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:27:46.604479 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29d42d9d-31a2-45d8-9407-76adec14b7b7'] response: {'server_uuid': '8e787586-2e86-45c0-847a-a99b88c60c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f238b72-3bca-4698-95ec-3c35da22fe7a', 'code': 200} Oct 04 09:27:46.617673 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] No Port match for: 4b8a4dbc-c37d-403b-a2d3-42a948480baa {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:27:46.618067 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 4b8a4dbc-c37d-403b-a2d3-42a948480baa not bound to the agent host hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:27:46.649839 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=6f238b72-3bca-4698-95ec-3c35da22fe7a,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:27:46.872818 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c118b96-cdbd-47f5-a403-63a8ea603f3c req-5e3d921e-d421-462c-b8c6-2d3e2a04cf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:46.874514 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-9c118b96-cdbd-47f5-a403-63a8ea603f3c req-5e3d921e-d421-462c-b8c6-2d3e2a04cf9e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8e787586-2e86-45c0-847a-a99b88c60c75 HTTP/1.1" status: 200 len: 1098 time: 0.0760925 Oct 04 09:27:46.920585 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-9c118b96-cdbd-47f5-a403-63a8ea603f3c req-c0effbb7-de5f-4af5-be30-c64d55694b54 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d67c1b36-1886-42f5-8fa3-a7a46c37c452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402136 Oct 04 09:27:47.050940 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-63b5a4ba-9f2e-435c-bbe9-7112fa5deb67 req-d3e290ec-2f31-4900-8d5c-0154c06fb900 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/ports?device_id=8202b23f-b77a-40d2-a64b-c6613b933972 HTTP/1.1" status: 200 len: 210 time: 0.0654178 Oct 04 09:27:47.106957 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8a54a-30c7-46c2-be3b-b7b51438f244 req-81b83dfe-7549-44e5-9641-bfa0b453d928 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:47.108387 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f9e8a54a-30c7-46c2-be3b-b7b51438f244 req-81b83dfe-7549-44e5-9641-bfa0b453d928 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.20 "GET /v2.0/networks?id=47b14212-cea9-47cb-815c-888460239551 HTTP/1.1" status: 200 len: 812 time: 0.1979694 Oct 04 09:27:47.330340 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c682be66-3c64-46c6-85b4-6d6febaf000d req-fea8a26a-5d09-458f-99ce-8d2443d158a7 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:47.335028 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f9e8a54a-30c7-46c2-be3b-b7b51438f244 req-bc87267d-a36d-4a93-b009-3576c070c69e tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69ab5abc53ab44718bcbb9547c2b2d0e HTTP/1.1" status: 200 len: 380 time: 0.0433996 Oct 04 09:27:47.336790 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-c682be66-3c64-46c6-85b4-6d6febaf000d req-fea8a26a-5d09-458f-99ce-8d2443d158a7 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e787586-2e86-45c0-847a-a99b88c60c75 HTTP/1.1" status: 200 len: 945 time: 0.0984721 Oct 04 09:27:47.351514 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-f9e8a54a-30c7-46c2-be3b-b7b51438f244 req-68d07720-6182-4b1b-8f94-d8f341428522 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Request body: {'port': {'device_id': '8202b23f-b77a-40d2-a64b-c6613b933972', 'network_id': '47b14212-cea9-47cb-815c-888460239551', 'admin_state_up': True, 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'security_groups': ['f0ddcbf8-af52-48fe-889a-d7fbc34ba664']}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:27:47.377191 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-c682be66-3c64-46c6-85b4-6d6febaf000d req-1318931b-6299-4a15-9365-0f49cfbcf854 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=d67c1b36-1886-42f5-8fa3-a7a46c37c452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395432 Oct 04 09:27:47.490044 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-f9e8a54a-30c7-46c2-be3b-b7b51438f244 req-68d07720-6182-4b1b-8f94-d8f341428522 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:27:47.499641 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-f9e8a54a-30c7-46c2-be3b-b7b51438f244 req-68d07720-6182-4b1b-8f94-d8f341428522 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:27:47.510667 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9e8a54a-30c7-46c2-be3b-b7b51438f244 req-68d07720-6182-4b1b-8f94-d8f341428522 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Made reservation on behalf of 69ab5abc53ab44718bcbb9547c2b2d0e for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:27:47.514681 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-f9e8a54a-30c7-46c2-be3b-b7b51438f244 req-68d07720-6182-4b1b-8f94-d8f341428522 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:47.690960 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [req-f9e8a54a-30c7-46c2-be3b-b7b51438f244 req-68d07720-6182-4b1b-8f94-d8f341428522 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Allocated IP 172.20.0.3 (47b14212-cea9-47cb-815c-888460239551/5d6ad6fc-1b52-4c37-8942-5241b791dd73/2310523b-e419-44ab-9023-062e440aac99) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:27:47.904842 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-f9e8a54a-30c7-46c2-be3b-b7b51438f244 req-68d07720-6182-4b1b-8f94-d8f341428522 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:47.926961 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-f9e8a54a-30c7-46c2-be3b-b7b51438f244 req-68d07720-6182-4b1b-8f94-d8f341428522 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Transition to ACTIVE for port object 2310523b-e419-44ab-9023-062e440aac99 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:27:47.951769 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-f9e8a54a-30c7-46c2-be3b-b7b51438f244 req-68d07720-6182-4b1b-8f94-d8f341428522 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:48.140968 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9e8a54a-30c7-46c2-be3b-b7b51438f244 req-68d07720-6182-4b1b-8f94-d8f341428522 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Network 47b14212-cea9-47cb-815c-888460239551 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:27:48.144186 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [req-f9e8a54a-30c7-46c2-be3b-b7b51438f244 req-68d07720-6182-4b1b-8f94-d8f341428522 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:27:48.148070 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9e8a54a-30c7-46c2-be3b-b7b51438f244 req-68d07720-6182-4b1b-8f94-d8f341428522 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:27:48.182554 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d07720-6182-4b1b-8f94-d8f341428522 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Pushing event updated for resources: {'Port': ['ID=2310523b-e419-44ab-9023-062e440aac99,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:27:48.290165 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8a54a-30c7-46c2-be3b-b7b51438f244 req-68d07720-6182-4b1b-8f94-d8f341428522 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:48.290751 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-f9e8a54a-30c7-46c2-be3b-b7b51438f244 req-68d07720-6182-4b1b-8f94-d8f341428522 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:48.330091 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f9e8a54a-30c7-46c2-be3b-b7b51438f244 req-68d07720-6182-4b1b-8f94-d8f341428522 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9822631 Oct 04 09:27:48.344495 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc58eda6-7cd1-4439-b9e0-cbb527fff4db req-8feba6e1-5825-4af1-b29c-dcbb031ff216 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:48.345656 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-bc58eda6-7cd1-4439-b9e0-cbb527fff4db req-8feba6e1-5825-4af1-b29c-dcbb031ff216 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Synchronizing usage tracker for tenant:69ab5abc53ab44718bcbb9547c2b2d0e on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:27:48.354226 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-f9e8a54a-30c7-46c2-be3b-b7b51438f244 req-ec0cdbc0-11c5-4f10-9268-e16da2d8b8fb service neutron] Request body: {'port': {'device_id': '8202b23f-b77a-40d2-a64b-c6613b933972', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8602'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:27:48.418553 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-bc58eda6-7cd1-4439-b9e0-cbb527fff4db req-8feba6e1-5825-4af1-b29c-dcbb031ff216 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Unset dirty status for tenant:69ab5abc53ab44718bcbb9547c2b2d0e on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:27:48.419533 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-bc58eda6-7cd1-4439-b9e0-cbb527fff4db req-8feba6e1-5825-4af1-b29c-dcbb031ff216 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/ports?device_id=8202b23f-b77a-40d2-a64b-c6613b933972 HTTP/1.1" status: 200 len: 931 time: 0.2341425 Oct 04 09:27:48.461010 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-7d36557d-8e86-4e07-b8c6-1e5acfb760fa None None] Provisioning for port 2310523b-e419-44ab-9023-062e440aac99 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:27:48.468335 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-7d36557d-8e86-4e07-b8c6-1e5acfb760fa None None] Provisioning complete for port 2310523b-e419-44ab-9023-062e440aac99 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:27:48.469836 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-7d36557d-8e86-4e07-b8c6-1e5acfb760fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:48.470541 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-7d36557d-8e86-4e07-b8c6-1e5acfb760fa None None] Attempt 1 to provision port 2310523b-e419-44ab-9023-062e440aac99 Oct 04 09:27:48.522001 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-f9e8a54a-30c7-46c2-be3b-b7b51438f244 req-ec0cdbc0-11c5-4f10-9268-e16da2d8b8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:48.534486 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-bc58eda6-7cd1-4439-b9e0-cbb527fff4db req-3201fb67-add1-41d7-8758-ee662cbd4620 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0ddcbf8-af52-48fe-889a-d7fbc34ba664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797980 Oct 04 09:27:48.549459 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-7d36557d-8e86-4e07-b8c6-1e5acfb760fa None None] Port 2310523b-e419-44ab-9023-062e440aac99 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:27:48.613656 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51444b87-d8b6-4b8a-a18c-57646635828c req-9c8460d1-b54e-4d91-8b17-dafaa536a3bb tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:48.615184 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-51444b87-d8b6-4b8a-a18c-57646635828c req-9c8460d1-b54e-4d91-8b17-dafaa536a3bb tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e787586-2e86-45c0-847a-a99b88c60c75 HTTP/1.1" status: 200 len: 945 time: 0.0942698 Oct 04 09:27:48.666993 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-51444b87-d8b6-4b8a-a18c-57646635828c req-82bdbeba-0dc8-4761-9c8a-0cd65cd38b6c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=d67c1b36-1886-42f5-8fa3-a7a46c37c452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452235 Oct 04 09:27:48.958494 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c45b3e-79c4-4bbb-9885-10ead634c680 req-43f4b58d-9885-418f-8bbe-671318224212 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:48.960769 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a5c45b3e-79c4-4bbb-9885-10ead634c680 req-43f4b58d-9885-418f-8bbe-671318224212 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e787586-2e86-45c0-847a-a99b88c60c75 HTTP/1.1" status: 200 len: 945 time: 0.1611304 Oct 04 09:27:49.013849 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [req-f9e8a54a-30c7-46c2-be3b-b7b51438f244 req-ec0cdbc0-11c5-4f10-9268-e16da2d8b8fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2310523b-e419-44ab-9023-062e440aac99 {{(pid=89032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:27:49.025373 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-f9e8a54a-30c7-46c2-be3b-b7b51438f244 req-ec0cdbc0-11c5-4f10-9268-e16da2d8b8fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:49.033123 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a5c45b3e-79c4-4bbb-9885-10ead634c680 req-ed5175b8-d7dc-4b07-a731-5859f07475ef tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=d67c1b36-1886-42f5-8fa3-a7a46c37c452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588443 Oct 04 09:27:49.044620 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-f9e8a54a-30c7-46c2-be3b-b7b51438f244 req-ec0cdbc0-11c5-4f10-9268-e16da2d8b8fb service neutron] Transition to ACTIVE for port object 2310523b-e419-44ab-9023-062e440aac99 will not be triggered until provisioned by entity L2. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:27:49.048845 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-f9e8a54a-30c7-46c2-be3b-b7b51438f244 req-ec0cdbc0-11c5-4f10-9268-e16da2d8b8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:49.051254 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-7d36557d-8e86-4e07-b8c6-1e5acfb760fa None None] Attempt 2 to provision port 2310523b-e419-44ab-9023-062e440aac99 Oct 04 09:27:49.065613 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 38098) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:27:49.123404 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-7d36557d-8e86-4e07-b8c6-1e5acfb760fa None None] Port 2310523b-e419-44ab-9023-062e440aac99 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:27:49.169534 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976b4f08-68c1-4675-b874-b031c73f65af tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:49.171538 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-976b4f08-68c1-4675-b874-b031c73f65af tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8e787586-2e86-45c0-847a-a99b88c60c75 HTTP/1.1" status: 200 len: 1093 time: 0.1038473 Oct 04 09:27:49.174747 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 38102) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:27:49.180229 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-66aacea4-aa40-4f88-9319-632c79d52df9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'floatingip': {'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'port_id': '6f238b72-3bca-4698-95ec-3c35da22fe7a', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:27:49.186834 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-66aacea4-aa40-4f88-9319-632c79d52df9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:27:49.191532 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-66aacea4-aa40-4f88-9319-632c79d52df9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:floatingip and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:27:49.195133 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-66aacea4-aa40-4f88-9319-632c79d52df9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:27:49.201071 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-66aacea4-aa40-4f88-9319-632c79d52df9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:27:49.211929 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-66aacea4-aa40-4f88-9319-632c79d52df9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for floatingip, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:49.249932 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0cdbc0-11c5-4f10-9268-e16da2d8b8fb service neutron] Pushing event updated for resources: {'Port': ['ID=2310523b-e419-44ab-9023-062e440aac99,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:27:49.281039 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-f9e8a54a-30c7-46c2-be3b-b7b51438f244 req-ec0cdbc0-11c5-4f10-9268-e16da2d8b8fb service neutron] Attempting to bind port 2310523b-e419-44ab-9023-062e440aac99 on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:27:49.281368 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-f9e8a54a-30c7-46c2-be3b-b7b51438f244 req-ec0cdbc0-11c5-4f10-9268-e16da2d8b8fb service neutron] Attempting to bind port 2310523b-e419-44ab-9023-062e440aac99 by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': 'f2649b1a-e6b7-4b49-bfb8-8bd07f301357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '47b14212-cea9-47cb-815c-888460239551'}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:27:49.281768 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e8a54a-30c7-46c2-be3b-b7b51438f244 req-ec0cdbc0-11c5-4f10-9268-e16da2d8b8fb service neutron] Attempting to bind port 2310523b-e419-44ab-9023-062e440aac99 on network 47b14212-cea9-47cb-815c-888460239551 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:27:49.286303 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e8a54a-30c7-46c2-be3b-b7b51438f244 req-ec0cdbc0-11c5-4f10-9268-e16da2d8b8fb service neutron] Port 2310523b-e419-44ab-9023-062e440aac99 on network 47b14212-cea9-47cb-815c-888460239551 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:27:49.286613 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e8a54a-30c7-46c2-be3b-b7b51438f244 req-ec0cdbc0-11c5-4f10-9268-e16da2d8b8fb service neutron] Attempting to bind port 2310523b-e419-44ab-9023-062e440aac99 on network 47b14212-cea9-47cb-815c-888460239551 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:27:49.291628 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e8a54a-30c7-46c2-be3b-b7b51438f244 req-ec0cdbc0-11c5-4f10-9268-e16da2d8b8fb service neutron] Checking agent: {'id': '1be90a14-1104-4771-996e-684b25b74d15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'started_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:27:49.291946 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e8a54a-30c7-46c2-be3b-b7b51438f244 req-ec0cdbc0-11c5-4f10-9268-e16da2d8b8fb service neutron] Checking segment: {'id': 'f2649b1a-e6b7-4b49-bfb8-8bd07f301357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '47b14212-cea9-47cb-815c-888460239551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:27:49.292314 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e8a54a-30c7-46c2-be3b-b7b51438f244 req-ec0cdbc0-11c5-4f10-9268-e16da2d8b8fb service neutron] Bound using segment: {'id': 'f2649b1a-e6b7-4b49-bfb8-8bd07f301357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '47b14212-cea9-47cb-815c-888460239551'} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:27:49.292761 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-f9e8a54a-30c7-46c2-be3b-b7b51438f244 req-ec0cdbc0-11c5-4f10-9268-e16da2d8b8fb service neutron] Bound port: 2310523b-e419-44ab-9023-062e440aac99, host: hv-neutron-8602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2649b1a-e6b7-4b49-bfb8-8bd07f301357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '47b14212-cea9-47cb-815c-888460239551'}}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:27:49.293099 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-f9e8a54a-30c7-46c2-be3b-b7b51438f244 req-ec0cdbc0-11c5-4f10-9268-e16da2d8b8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:49.352471 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-66aacea4-aa40-4f88-9319-632c79d52df9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:49.385692 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-f9e8a54a-30c7-46c2-be3b-b7b51438f244 req-ec0cdbc0-11c5-4f10-9268-e16da2d8b8fb service neutron] For port 2310523b-e419-44ab-9023-062e440aac99, host hv-neutron-8602, cleared binding levels {{(pid=89032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:27:49.388916 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-f9e8a54a-30c7-46c2-be3b-b7b51438f244 req-ec0cdbc0-11c5-4f10-9268-e16da2d8b8fb service neutron] For port 2310523b-e419-44ab-9023-062e440aac99, host hv-neutron-8602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=2310523b-e419-44ab-9023-062e440aac99,segment=NetworkSegment(f2649b1a-e6b7-4b49-bfb8-8bd07f301357),segment_id=f2649b1a-e6b7-4b49-bfb8-8bd07f301357)] {{(pid=89032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:27:49.394088 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-f9e8a54a-30c7-46c2-be3b-b7b51438f244 req-ec0cdbc0-11c5-4f10-9268-e16da2d8b8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:49.397723 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8a54a-30c7-46c2-be3b-b7b51438f244 req-ec0cdbc0-11c5-4f10-9268-e16da2d8b8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:49.398399 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-f9e8a54a-30c7-46c2-be3b-b7b51438f244 req-ec0cdbc0-11c5-4f10-9268-e16da2d8b8fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:49.399764 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f9e8a54a-30c7-46c2-be3b-b7b51438f244 req-ec0cdbc0-11c5-4f10-9268-e16da2d8b8fb service neutron] 10.222.0.20 "PUT /v2.0/ports/2310523b-e419-44ab-9023-062e440aac99 HTTP/1.1" status: 200 len: 1093 time: 1.0497487 Oct 04 09:27:49.429290 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8202b23f-b77a-40d2-a64b-c6613b933972', 'tag': '2310523b-e419-44ab-9023-062e440aac99'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:27:49.432388 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b9bb7c-fb40-42ea-8356-fbef43ea5815" -d '{"events": [{"name": "network-changed", "server_uuid": "8202b23f-b77a-40d2-a64b-c6613b933972", "tag": "2310523b-e419-44ab-9023-062e440aac99"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:27:49.504847 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-66aacea4-aa40-4f88-9319-632c79d52df9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Allocated IP 172.26.10.78 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/09bf95bb-5376-4760-b0fb-1e72452869e5) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:27:49.518671 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4dd5f49-3aa7-4d32-ba5a-9e6d3ad4c696 x-openstack-request-id: req-d4dd5f49-3aa7-4d32-ba5a-9e6d3ad4c696 {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:27:49.518959 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8202b23f-b77a-40d2-a64b-c6613b933972", "tag": "2310523b-e419-44ab-9023-062e440aac99", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:27:49.519337 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d4dd5f49-3aa7-4d32-ba5a-9e6d3ad4c696 {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:27:49.519663 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4dd5f49-3aa7-4d32-ba5a-9e6d3ad4c696'] response: {'name': 'network-changed', 'server_uuid': '8202b23f-b77a-40d2-a64b-c6613b933972', 'tag': '2310523b-e419-44ab-9023-062e440aac99', 'status': 'completed', 'code': 200} Oct 04 09:27:49.561504 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0cdbc0-11c5-4f10-9268-e16da2d8b8fb service neutron] Pushing event updated for resources: {'Port': ['ID=2310523b-e419-44ab-9023-062e440aac99,revision_number=3']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:27:49.582343 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8a54a-30c7-46c2-be3b-b7b51438f244 req-6f5000ae-1f05-443d-8698-8f57a27ae1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:49.583830 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f9e8a54a-30c7-46c2-be3b-b7b51438f244 req-6f5000ae-1f05-443d-8698-8f57a27ae1f2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=69ab5abc53ab44718bcbb9547c2b2d0e&device_id=8202b23f-b77a-40d2-a64b-c6613b933972 HTTP/1.1" status: 200 len: 1096 time: 0.1192153 Oct 04 09:27:49.624535 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-7d36557d-8e86-4e07-b8c6-1e5acfb760fa None None] Attempt 3 to provision port 2310523b-e419-44ab-9023-062e440aac99 Oct 04 09:27:49.677448 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-66aacea4-aa40-4f88-9319-632c79d52df9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:49.688869 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-7d36557d-8e86-4e07-b8c6-1e5acfb760fa None None] Port 2310523b-e419-44ab-9023-062e440aac99 had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 09:27:49.715563 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-66aacea4-aa40-4f88-9319-632c79d52df9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:49.724894 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f9e8a54a-30c7-46c2-be3b-b7b51438f244 req-52c84c86-f820-40b4-83f2-125ad5ca29c3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2310523b-e419-44ab-9023-062e440aac99 HTTP/1.1" status: 200 len: 217 time: 0.1279724 Oct 04 09:27:49.774173 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66aacea4-aa40-4f88-9319-632c79d52df9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:27:49.782120 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-66aacea4-aa40-4f88-9319-632c79d52df9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:27:49.786358 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66aacea4-aa40-4f88-9319-632c79d52df9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:27:49.801507 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8a54a-30c7-46c2-be3b-b7b51438f244 req-1a81358c-9f83-4ec5-9fef-4fd2d8c80a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:49.802948 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f9e8a54a-30c7-46c2-be3b-b7b51438f244 req-1a81358c-9f83-4ec5-9fef-4fd2d8c80a81 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5d6ad6fc-1b52-4c37-8942-5241b791dd73 HTTP/1.1" status: 200 len: 851 time: 0.0718963 Oct 04 09:27:49.871938 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb9f80-880d-4118-b493-eb2ea4391dce req-0734bc6a-0e6f-4101-bc22-2291acfb725d tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:49.873418 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-69fb9f80-880d-4118-b493-eb2ea4391dce req-0734bc6a-0e6f-4101-bc22-2291acfb725d tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/ports?device_id=8202b23f-b77a-40d2-a64b-c6613b933972 HTTP/1.1" status: 200 len: 943 time: 0.2050335 Oct 04 09:27:49.933212 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-69fb9f80-880d-4118-b493-eb2ea4391dce req-74006d14-1c86-4a58-ac69-5f0398392ab4 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0ddcbf8-af52-48fe-889a-d7fbc34ba664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511286 Oct 04 09:27:49.939019 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8a54a-30c7-46c2-be3b-b7b51438f244 req-3b0c5acb-b87f-40d4-9938-e2008c5d93cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:49.940969 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f9e8a54a-30c7-46c2-be3b-b7b51438f244 req-3b0c5acb-b87f-40d4-9938-e2008c5d93cb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=47b14212-cea9-47cb-815c-888460239551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1318815 Oct 04 09:27:49.954464 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aacea4-aa40-4f88-9319-632c79d52df9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Port': ['ID=09bf95bb-5376-4760-b0fb-1e72452869e5,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:27:50.185215 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f9e8a54a-30c7-46c2-be3b-b7b51438f244 req-65b73046-a590-4f02-a8a8-3b7b9e6a127d service neutron] 10.222.0.20 "GET /v2.0/networks/47b14212-cea9-47cb-815c-888460239551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380824 Oct 04 09:27:50.313613 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f9e8a54a-30c7-46c2-be3b-b7b51438f244 req-825f6ae8-e2c3-4912-9758-17ef252308da service neutron] 10.222.0.20 "GET /v2.0/networks/47b14212-cea9-47cb-815c-888460239551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229107 Oct 04 09:27:50.326187 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-66aacea4-aa40-4f88-9319-632c79d52df9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:50.400976 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-66aacea4-aa40-4f88-9319-632c79d52df9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:50.484519 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b9bb7c-fb40-42ea-8356-fbef43ea5815 req-20996ef3-582c-4b11-830a-411444020529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:50.485923 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d4b9bb7c-fb40-42ea-8356-fbef43ea5815 req-20996ef3-582c-4b11-830a-411444020529 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=69ab5abc53ab44718bcbb9547c2b2d0e&device_id=8202b23f-b77a-40d2-a64b-c6613b933972 HTTP/1.1" status: 200 len: 1096 time: 0.0800316 Oct 04 09:27:50.612576 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-66aacea4-aa40-4f88-9319-632c79d52df9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:50.617208 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-66aacea4-aa40-4f88-9319-632c79d52df9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:50.619031 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b9bb7c-fb40-42ea-8356-fbef43ea5815 req-4d119621-8a27-4599-b438-aab77d1b14ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:50.620512 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d4b9bb7c-fb40-42ea-8356-fbef43ea5815 req-4d119621-8a27-4599-b438-aab77d1b14ed service neutron] 10.222.0.20 "GET /v2.0/networks?id=47b14212-cea9-47cb-815c-888460239551 HTTP/1.1" status: 200 len: 913 time: 0.1280627 Oct 04 09:27:50.690285 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d4b9bb7c-fb40-42ea-8356-fbef43ea5815 req-ad752189-3918-4980-a014-fa18fc707dc3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2310523b-e419-44ab-9023-062e440aac99 HTTP/1.1" status: 200 len: 217 time: 0.0639839 Oct 04 09:27:50.720523 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:27:50.725493 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aacea4-aa40-4f88-9319-632c79d52df9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Port': ['ID=09bf95bb-5376-4760-b0fb-1e72452869e5,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:27:50.727991 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-66aacea4-aa40-4f88-9319-632c79d52df9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:50.770219 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b9bb7c-fb40-42ea-8356-fbef43ea5815 req-f6c65af4-7e59-49f1-84d9-8e3f29b42da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:50.771740 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d4b9bb7c-fb40-42ea-8356-fbef43ea5815 req-f6c65af4-7e59-49f1-84d9-8e3f29b42da6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5d6ad6fc-1b52-4c37-8942-5241b791dd73 HTTP/1.1" status: 200 len: 851 time: 0.0755885 Oct 04 09:27:50.851504 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b9bb7c-fb40-42ea-8356-fbef43ea5815 req-7ae0be07-5a8f-46cd-a36d-804a8ecb7176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:50.853002 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d4b9bb7c-fb40-42ea-8356-fbef43ea5815 req-7ae0be07-5a8f-46cd-a36d-804a8ecb7176 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=47b14212-cea9-47cb-815c-888460239551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754445 Oct 04 09:27:50.901735 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.l3_db [None req-66aacea4-aa40-4f88-9319-632c79d52df9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Floating IP e7051316-6512-428b-9b83-9cdf301b79e6 associated. External IP: 172.26.10.78, port: 6f238b72-3bca-4698-95ec-3c35da22fe7a. Oct 04 09:27:50.985739 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d4b9bb7c-fb40-42ea-8356-fbef43ea5815 req-87de5601-7f3c-449b-b9d0-89cdd8eaddaa service neutron] 10.222.0.20 "GET /v2.0/networks/47b14212-cea9-47cb-815c-888460239551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263602 Oct 04 09:27:51.122259 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d4b9bb7c-fb40-42ea-8356-fbef43ea5815 req-7abef5a1-8338-401a-a2f9-62261c73d0a6 service neutron] 10.222.0.20 "GET /v2.0/networks/47b14212-cea9-47cb-815c-888460239551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278095 Oct 04 09:27:51.237685 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd518f-efc7-432c-a8f7-9cd6cffa2326 req-ef3aa362-8ad2-4b8c-b218-8e8c1da8fb0e tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:51.239150 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-ddbd518f-efc7-432c-a8f7-9cd6cffa2326 req-ef3aa362-8ad2-4b8c-b218-8e8c1da8fb0e tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/ports?device_id=8202b23f-b77a-40d2-a64b-c6613b933972 HTTP/1.1" status: 200 len: 943 time: 0.1831350 Oct 04 09:27:51.471380 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-ddbd518f-efc7-432c-a8f7-9cd6cffa2326 req-b53b78b1-6a61-4dcf-ac99-43e9980a0030 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0ddcbf8-af52-48fe-889a-d7fbc34ba664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811042 Oct 04 09:27:51.481331 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66aacea4-aa40-4f88-9319-632c79d52df9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Router 97c996cb-e088-414a-bd99-8f98054a7068 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:27:51.663599 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66aacea4-aa40-4f88-9319-632c79d52df9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:27:51.673374 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cf7433-79f9-4092-8c21-4f0eda26a00d None None] Sync routers for ids ['97c996cb-e088-414a-bd99-8f98054a7068'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:27:51.682635 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cf7433-79f9-4092-8c21-4f0eda26a00d None None] Routers {'97c996cb-e088-414a-bd99-8f98054a7068'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:27:51.683244 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-c1cf7433-79f9-4092-8c21-4f0eda26a00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:27:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['97c996cb-e088-414a-bd99-8f98054a7068'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:27:51.691184 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-66aacea4-aa40-4f88-9319-632c79d52df9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:51.753859 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-66aacea4-aa40-4f88-9319-632c79d52df9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5755143 Oct 04 09:27:51.753859 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e787586-2e86-45c0-847a-a99b88c60c75', 'tag': '6f238b72-3bca-4698-95ec-3c35da22fe7a'}] {{(pid=89033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:27:51.754601 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 38112) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:27:51.754988 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e417ebe64424eb0358633e416672821aae4ea22acc2211bb28d37655142b7e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38b2334-a4df-458e-8489-e5f060e28f98" -d '{"events": [{"name": "network-changed", "server_uuid": "8e787586-2e86-45c0-847a-a99b88c60c75", "tag": "6f238b72-3bca-4698-95ec-3c35da22fe7a"}]}' {{(pid=89033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:27:51.864702 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71bcbb6-f97a-4405-8308-15e59a54a733 x-openstack-request-id: req-e71bcbb6-f97a-4405-8308-15e59a54a733 {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:27:51.864995 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e787586-2e86-45c0-847a-a99b88c60c75", "tag": "6f238b72-3bca-4698-95ec-3c35da22fe7a", "status": "completed", "code": 200}]} {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:27:51.865248 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e71bcbb6-f97a-4405-8308-15e59a54a733 {{(pid=89033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:27:51.865651 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e71bcbb6-f97a-4405-8308-15e59a54a733'] response: {'name': 'network-changed', 'server_uuid': '8e787586-2e86-45c0-847a-a99b88c60c75', 'tag': '6f238b72-3bca-4698-95ec-3c35da22fe7a', 'status': 'completed', 'code': 200} Oct 04 09:27:51.876924 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-c1cf7433-79f9-4092-8c21-4f0eda26a00d None None] Set router 97c996cb-e088-414a-bd99-8f98054a7068 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:27:51.882681 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-7183e428-7b0e-49e4-8db4-226c64a4249f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/floatingips/e7051316-6512-428b-9b83-9cdf301b79e6 HTTP/1.1" status: 200 len: 991 time: 0.1273804 Oct 04 09:27:51.979251 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b2334-a4df-458e-8489-e5f060e28f98 req-138ac874-a115-495b-bdc1-4efe3b0823e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:51.980747 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a38b2334-a4df-458e-8489-e5f060e28f98 req-138ac874-a115-495b-bdc1-4efe3b0823e0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78fb12e86c5f40beb578bfb97002b5c9&device_id=8e787586-2e86-45c0-847a-a99b88c60c75 HTTP/1.1" status: 200 len: 1098 time: 0.0759249 Oct 04 09:27:52.108689 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b2334-a4df-458e-8489-e5f060e28f98 req-91448f74-5459-4400-9e3d-ea523a4a4a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:52.110173 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a38b2334-a4df-458e-8489-e5f060e28f98 req-91448f74-5459-4400-9e3d-ea523a4a4a51 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d HTTP/1.1" status: 200 len: 898 time: 0.1240206 Oct 04 09:27:52.212903 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a38b2334-a4df-458e-8489-e5f060e28f98 req-36c8325f-8a85-405f-bc38-f43414cf6c01 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f238b72-3bca-4698-95ec-3c35da22fe7a HTTP/1.1" status: 200 len: 999 time: 0.0971785 Oct 04 09:27:52.218016 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-c1cf7433-79f9-4092-8c21-4f0eda26a00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c996cb-e088-414a-bd99-8f98054a7068', 'name': 'tempest-TestNetworkBasicOps-router-1059679937', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.30'}], 'enable_snat': True}, 'gw_port_id': '613d9c1d-242b-4190-8232-1c930ddd7147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:27:26Z', 'updated_at': '2022-10-04T09:27:31Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '613d9c1d-242b-4190-8232-1c930ddd7147', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c996cb-e088-414a-bd99-8f98054a7068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:27:27Z', 'updated_at': '2022-10-04T09:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'e7051316-6512-428b-9b83-9cdf301b79e6', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'floating_ip_address': '172.26.10.78', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '97c996cb-e088-414a-bd99-8f98054a7068', 'port_id': '6f238b72-3bca-4698-95ec-3c35da22fe7a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d', 'mac_address': 'fa:16:3e:cc:22:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e787586-2e86-45c0-847a-a99b88c60c75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:27:50Z', 'updated_at': '2022-10-04T09:27:50Z', 'revision_number': 0, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '164378dc-2c8f-48a2-bd2a-1644aa41d2b2', 'name': '', 'network_id': 'd38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:e0:d2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c996cb-e088-414a-bd99-8f98054a7068', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'cac42ee2-9120-47cd-a455-2759b5a27ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:27:30Z', 'updated_at': '2022-10-04T09:27:37Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': 'cac42ee2-9120-47cd-a455-2759b5a27ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:27:52.221843 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cf7433-79f9-4092-8c21-4f0eda26a00d None None] Checking router: 97c996cb-e088-414a-bd99-8f98054a7068 for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:27:52.230030 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cf7433-79f9-4092-8c21-4f0eda26a00d None None] Routers {'97c996cb-e088-414a-bd99-8f98054a7068'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:27:52.230615 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-c1cf7433-79f9-4092-8c21-4f0eda26a00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:27:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['97c996cb-e088-414a-bd99-8f98054a7068'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:27:52.278023 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b2334-a4df-458e-8489-e5f060e28f98 req-0a1b27fe-fd0a-4696-b938-559b6b68d5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:52.279456 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a38b2334-a4df-458e-8489-e5f060e28f98 req-0a1b27fe-fd0a-4696-b938-559b6b68d5cf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cac42ee2-9120-47cd-a455-2759b5a27ffd HTTP/1.1" status: 200 len: 844 time: 0.0613530 Oct 04 09:27:52.377707 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b2334-a4df-458e-8489-e5f060e28f98 req-abcd0914-934b-46b6-8bd5-d0f0170d8c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:52.379129 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a38b2334-a4df-458e-8489-e5f060e28f98 req-abcd0914-934b-46b6-8bd5-d0f0170d8c1e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0935280 Oct 04 09:27:52.443100 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-c1cf7433-79f9-4092-8c21-4f0eda26a00d None None] Set router 97c996cb-e088-414a-bd99-8f98054a7068 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:27:52.510666 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a38b2334-a4df-458e-8489-e5f060e28f98 req-7c90cb47-cb94-4a95-9d20-845306d8784a service neutron] 10.222.0.20 "GET /v2.0/networks/d38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251085 Oct 04 09:27:52.679183 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f8cfe3-af2a-463e-9475-260b21cb33d1 req-9bd26e63-e9fc-44db-8868-28c6ad9d13be tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:52.686145 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-e6f8cfe3-af2a-463e-9475-260b21cb33d1 req-9bd26e63-e9fc-44db-8868-28c6ad9d13be tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/ports?device_id=8202b23f-b77a-40d2-a64b-c6613b933972 HTTP/1.1" status: 200 len: 943 time: 0.1001229 Oct 04 09:27:52.738200 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-e6f8cfe3-af2a-463e-9475-260b21cb33d1 req-9e80390b-b1fe-411b-bea8-4784212e9933 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0ddcbf8-af52-48fe-889a-d7fbc34ba664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511410 Oct 04 09:27:52.760650 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a38b2334-a4df-458e-8489-e5f060e28f98 req-04202824-3ed9-4b36-8324-1d01b9f94bbb service neutron] 10.222.0.20 "GET /v2.0/networks/d38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434709 Oct 04 09:27:52.815257 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-c1cf7433-79f9-4092-8c21-4f0eda26a00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c996cb-e088-414a-bd99-8f98054a7068', 'name': 'tempest-TestNetworkBasicOps-router-1059679937', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.30'}], 'enable_snat': True}, 'gw_port_id': '613d9c1d-242b-4190-8232-1c930ddd7147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:27:26Z', 'updated_at': '2022-10-04T09:27:31Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '613d9c1d-242b-4190-8232-1c930ddd7147', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c996cb-e088-414a-bd99-8f98054a7068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:27:27Z', 'updated_at': '2022-10-04T09:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'e7051316-6512-428b-9b83-9cdf301b79e6', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'floating_ip_address': '172.26.10.78', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '97c996cb-e088-414a-bd99-8f98054a7068', 'port_id': '6f238b72-3bca-4698-95ec-3c35da22fe7a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d', 'mac_address': 'fa:16:3e:cc:22:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e787586-2e86-45c0-847a-a99b88c60c75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:27:50Z', 'updated_at': '2022-10-04T09:27:50Z', 'revision_number': 0, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '164378dc-2c8f-48a2-bd2a-1644aa41d2b2', 'name': '', 'network_id': 'd38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:e0:d2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c996cb-e088-414a-bd99-8f98054a7068', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'cac42ee2-9120-47cd-a455-2759b5a27ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:27:30Z', 'updated_at': '2022-10-04T09:27:37Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': 'cac42ee2-9120-47cd-a455-2759b5a27ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:27:52.819173 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cf7433-79f9-4092-8c21-4f0eda26a00d None None] The sync data for ids ['97c996cb-e088-414a-bd99-8f98054a7068'] in dv-neutron-860215-1-hyperv is: [{'id': '97c996cb-e088-414a-bd99-8f98054a7068', 'name': 'tempest-TestNetworkBasicOps-router-1059679937', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.30'}], 'enable_snat': True}, 'gw_port_id': '613d9c1d-242b-4190-8232-1c930ddd7147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:27:26Z', 'updated_at': '2022-10-04T09:27:31Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '613d9c1d-242b-4190-8232-1c930ddd7147', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c996cb-e088-414a-bd99-8f98054a7068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:27:27Z', 'updated_at': '2022-10-04T09:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'e7051316-6512-428b-9b83-9cdf301b79e6', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'floating_ip_address': '172.26.10.78', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '97c996cb-e088-414a-bd99-8f98054a7068', 'port_id': '6f238b72-3bca-4698-95ec-3c35da22fe7a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d', 'mac_address': 'fa:16:3e:cc:22:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e787586-2e86-45c0-847a-a99b88c60c75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:27:50Z', 'updated_at': '2022-10-04T09:27:50Z', 'revision_number': 0, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '164378dc-2c8f-48a2-bd2a-1644aa41d2b2', 'name': '', 'network_id': 'd38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:e0:d2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c996cb-e088-414a-bd99-8f98054a7068', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'cac42ee2-9120-47cd-a455-2759b5a27ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:27:30Z', 'updated_at': '2022-10-04T09:27:37Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': 'cac42ee2-9120-47cd-a455-2759b5a27ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:27:52.886173 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 38122) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:27:52.998813 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5507fe-9499-4969-918c-c2ee7593f2e0 None None] New status for floating IP e7051316-6512-428b-9b83-9cdf301b79e6: ACTIVE {{(pid=89035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 09:27:53.001532 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-89c461da-11c7-4235-a50d-96a77f048645 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/floatingips/e7051316-6512-428b-9b83-9cdf301b79e6 HTTP/1.1" status: 200 len: 991 time: 0.1124995 Oct 04 09:27:53.937064 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d63a8-c762-4433-ba3f-3c1093f32dc1 req-7efa0623-4e6d-4cb0-adf2-bb8e5e3791ee tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:53.938554 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-819d63a8-c762-4433-ba3f-3c1093f32dc1 req-7efa0623-4e6d-4cb0-adf2-bb8e5e3791ee tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/ports?device_id=8202b23f-b77a-40d2-a64b-c6613b933972 HTTP/1.1" status: 200 len: 943 time: 0.0912740 Oct 04 09:27:53.984470 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-819d63a8-c762-4433-ba3f-3c1093f32dc1 req-c802a9f8-7ee1-4b7a-9167-565a8abe7b5b tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0ddcbf8-af52-48fe-889a-d7fbc34ba664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401125 Oct 04 09:27:54.004225 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 38128) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:27:54.110256 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-c042dc1f-f99f-4e83-aa9d-3a484061ea0d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/floatingips/e7051316-6512-428b-9b83-9cdf301b79e6 HTTP/1.1" status: 200 len: 993 time: 0.1049418 Oct 04 09:27:55.185283 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d299b40-66cd-41a9-8c8c-abab732d2248 req-3fba5f81-c443-49b4-830c-a54c9c243da2 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:55.186780 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-9d299b40-66cd-41a9-8c8c-abab732d2248 req-3fba5f81-c443-49b4-830c-a54c9c243da2 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/ports?device_id=8202b23f-b77a-40d2-a64b-c6613b933972 HTTP/1.1" status: 200 len: 943 time: 0.0923362 Oct 04 09:27:55.232971 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-9d299b40-66cd-41a9-8c8c-abab732d2248 req-2dbba166-2645-4d96-b70e-33ca62f269a3 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0ddcbf8-af52-48fe-889a-d7fbc34ba664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398047 Oct 04 09:27:56.437801 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00569db5-295a-45f3-a758-75f9e06960f4 req-1af0343b-1636-470d-932b-cd7707f08913 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:56.439593 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-00569db5-295a-45f3-a758-75f9e06960f4 req-1af0343b-1636-470d-932b-cd7707f08913 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/ports?device_id=8202b23f-b77a-40d2-a64b-c6613b933972 HTTP/1.1" status: 200 len: 943 time: 0.0916052 Oct 04 09:27:56.492455 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-00569db5-295a-45f3-a758-75f9e06960f4 req-d7c6c7d3-6367-437b-a50d-4c31859ed55b tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0ddcbf8-af52-48fe-889a-d7fbc34ba664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470791 Oct 04 09:27:57.577853 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a7086428-21d6-420f-a68f-3caed231b9a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:57.688987 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b8eeb-e29d-4b7d-bb54-01caa0060e07 req-90eb52ba-366c-4953-991c-4e76a4027e1f tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:57.690541 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-cc4b8eeb-e29d-4b7d-bb54-01caa0060e07 req-90eb52ba-366c-4953-991c-4e76a4027e1f tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/ports?device_id=8202b23f-b77a-40d2-a64b-c6613b933972 HTTP/1.1" status: 200 len: 943 time: 0.0877669 Oct 04 09:27:57.735569 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-cc4b8eeb-e29d-4b7d-bb54-01caa0060e07 req-7eec3f67-6268-4f86-b763-05a338d51d90 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0ddcbf8-af52-48fe-889a-d7fbc34ba664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391955 Oct 04 09:27:58.369890 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 2310523b-e419-44ab-9023-062e440aac99 details requested by agent hyperv_hv-neutron-8602 with host hv-neutron-8602 {{(pid=89034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 04 09:27:58.505476 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 2310523b-e419-44ab-9023-062e440aac99, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=2310523b-e419-44ab-9023-062e440aac99,segment=NetworkSegment(f2649b1a-e6b7-4b49-bfb8-8bd07f301357),segment_id=f2649b1a-e6b7-4b49-bfb8-8bd07f301357)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:27:58.519816 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Returning: {'device': '2310523b-e419-44ab-9023-062e440aac99', 'network_id': '47b14212-cea9-47cb-815c-888460239551', 'port_id': '2310523b-e419-44ab-9023-062e440aac99', 'mac_address': 'fa:16:3e:79:bd:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d6ad6fc-1b52-4c37-8942-5241b791dd73', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 04 09:27:58.578759 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 2310523b-e419-44ab-9023-062e440aac99 is: DOWN; New status is: BUILD {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:27:58.579451 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:58.596296 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2310523b-e419-44ab-9023-062e440aac99 {{(pid=89034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:27:58.611882 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 2310523b-e419-44ab-9023-062e440aac99, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=2310523b-e419-44ab-9023-062e440aac99,segment=NetworkSegment(f2649b1a-e6b7-4b49-bfb8-8bd07f301357),segment_id=f2649b1a-e6b7-4b49-bfb8-8bd07f301357)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:27:58.616120 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:27:58.682090 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=2310523b-e419-44ab-9023-062e440aac99,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:27:58.937544 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d31080c-87df-4f2c-a124-8abf0fe35bb5 req-be0ddc9c-1482-440f-ab1d-bcdf187a8469 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:27:58.938914 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4d31080c-87df-4f2c-a124-8abf0fe35bb5 req-be0ddc9c-1482-440f-ab1d-bcdf187a8469 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/ports?device_id=8202b23f-b77a-40d2-a64b-c6613b933972 HTTP/1.1" status: 200 len: 944 time: 0.0929484 Oct 04 09:27:58.987998 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4d31080c-87df-4f2c-a124-8abf0fe35bb5 req-1fba9629-4e6f-4bc2-be4e-ca72c1c39b96 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0ddcbf8-af52-48fe-889a-d7fbc34ba664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433338 Oct 04 09:27:59.035226 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['2310523b-e419-44ab-9023-062e440aac99'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 09:28:00.190192 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3944403-a4fb-499f-9828-5197a87fbb24 req-daebce18-8737-4dcf-9888-4fcaa6df9a39 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:28:00.191720 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-b3944403-a4fb-499f-9828-5197a87fbb24 req-daebce18-8737-4dcf-9888-4fcaa6df9a39 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/ports?device_id=8202b23f-b77a-40d2-a64b-c6613b933972 HTTP/1.1" status: 200 len: 944 time: 0.0924969 Oct 04 09:28:00.237254 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d353fefe-756d-4319-b79a-be95cdc4ad49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:28:00.237965 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-b3944403-a4fb-499f-9828-5197a87fbb24 req-f1b516ae-cc1f-45b3-9172-a063876482a9 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0ddcbf8-af52-48fe-889a-d7fbc34ba664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398567 Oct 04 09:28:00.371676 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 2310523b-e419-44ab-9023-062e440aac99 up at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:28:00.441625 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning for port 2310523b-e419-44ab-9023-062e440aac99 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:28:00.446170 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning complete for port 2310523b-e419-44ab-9023-062e440aac99 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:28:00.446540 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:28:00.446873 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Attempt 1 to provision port 2310523b-e419-44ab-9023-062e440aac99 Oct 04 09:28:00.585321 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 2310523b-e419-44ab-9023-062e440aac99 is: BUILD; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:28:00.585707 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:28:00.613785 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8202b23f-b77a-40d2-a64b-c6613b933972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2310523b-e419-44ab-9023-062e440aac99'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:28:00.616065 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aef738b946a3ea172e8e75fc735451da1d91f114ea1acc5fcf392e20a929bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ca8e50-85ac-429d-867c-50dd29e46957" -d '{"events": [{"server_uuid": "8202b23f-b77a-40d2-a64b-c6613b933972", "name": "network-vif-plugged", "status": "completed", "tag": "2310523b-e419-44ab-9023-062e440aac99"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:28:00.623760 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 2310523b-e419-44ab-9023-062e440aac99, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=2310523b-e419-44ab-9023-062e440aac99,segment=NetworkSegment(f2649b1a-e6b7-4b49-bfb8-8bd07f301357),segment_id=f2649b1a-e6b7-4b49-bfb8-8bd07f301357)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:28:00.627891 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:28:00.662712 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64399bb5-be7d-43c1-8d62-5f368b347085 x-openstack-request-id: req-64399bb5-be7d-43c1-8d62-5f368b347085 {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:28:00.663015 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8202b23f-b77a-40d2-a64b-c6613b933972", "name": "network-vif-plugged", "status": "completed", "tag": "2310523b-e419-44ab-9023-062e440aac99", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:28:00.663279 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-64399bb5-be7d-43c1-8d62-5f368b347085 {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:28:00.663714 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64399bb5-be7d-43c1-8d62-5f368b347085'] response: {'server_uuid': '8202b23f-b77a-40d2-a64b-c6613b933972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2310523b-e419-44ab-9023-062e440aac99', 'code': 200} Oct 04 09:28:00.709031 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:28:00.711471 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=2310523b-e419-44ab-9023-062e440aac99,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:28:00.738663 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:28:01.002943 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a593a-e7b5-49b6-bf15-c3384e7c855d req-75189af1-37a8-4a6e-a783-4f9eea102c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:28:01.004345 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-178a593a-e7b5-49b6-bf15-c3384e7c855d req-75189af1-37a8-4a6e-a783-4f9eea102c29 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8202b23f-b77a-40d2-a64b-c6613b933972 HTTP/1.1" status: 200 len: 1098 time: 0.0804257 Oct 04 09:28:01.046961 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-178a593a-e7b5-49b6-bf15-c3384e7c855d req-5ecb889e-466f-4b9b-8eff-d73b2c834853 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f0ddcbf8-af52-48fe-889a-d7fbc34ba664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351095 Oct 04 09:28:01.434079 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c71a1e1-a4e2-4aac-9f38-8370aea27e3b req-7c1a775c-fe25-418a-8b31-91c7a641b128 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:28:01.435603 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-0c71a1e1-a4e2-4aac-9f38-8370aea27e3b req-7c1a775c-fe25-418a-8b31-91c7a641b128 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/ports?device_id=8202b23f-b77a-40d2-a64b-c6613b933972 HTTP/1.1" status: 200 len: 945 time: 0.0881550 Oct 04 09:28:01.483355 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-0c71a1e1-a4e2-4aac-9f38-8370aea27e3b req-409e4864-0351-4e20-9489-833ce158a087 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0ddcbf8-af52-48fe-889a-d7fbc34ba664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414164 Oct 04 09:28:02.253236 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:28:02.690172 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05243a2a-77cb-42c1-bee1-10d062178bb0 req-8eadac63-3cba-4ffb-9803-3af6eedd6622 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:28:02.691640 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-05243a2a-77cb-42c1-bee1-10d062178bb0 req-8eadac63-3cba-4ffb-9803-3af6eedd6622 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/ports?device_id=8202b23f-b77a-40d2-a64b-c6613b933972 HTTP/1.1" status: 200 len: 945 time: 0.0895557 Oct 04 09:28:02.744909 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-05243a2a-77cb-42c1-bee1-10d062178bb0 req-d6316888-572f-4f5b-8f72-aa5811d7799d tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0ddcbf8-af52-48fe-889a-d7fbc34ba664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430615 Oct 04 09:28:03.941442 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7911543-e433-46b9-918c-e25d5ce9965f req-2c001467-6558-4701-b9ff-24c0db46de4c tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:28:03.942905 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-e7911543-e433-46b9-918c-e25d5ce9965f req-2c001467-6558-4701-b9ff-24c0db46de4c tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/ports?device_id=8202b23f-b77a-40d2-a64b-c6613b933972 HTTP/1.1" status: 200 len: 945 time: 0.0876563 Oct 04 09:28:03.986006 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-e7911543-e433-46b9-918c-e25d5ce9965f req-8368c6c0-acfa-43ce-8728-b2c7039a7647 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0ddcbf8-af52-48fe-889a-d7fbc34ba664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374508 Oct 04 09:28:04.193509 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f4f25-02ad-43f8-a1de-c97ecb764910 req-46bdf654-8d44-4bf6-9ff5-c9c081bf38c8 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:28:04.195118 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ee8f4f25-02ad-43f8-a1de-c97ecb764910 req-46bdf654-8d44-4bf6-9ff5-c9c081bf38c8 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/ports?device_id=8202b23f-b77a-40d2-a64b-c6613b933972 HTTP/1.1" status: 200 len: 945 time: 0.0966246 Oct 04 09:28:04.240094 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ee8f4f25-02ad-43f8-a1de-c97ecb764910 req-a36eaeef-fea2-4ca4-a1a6-e730651ad5c1 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0ddcbf8-af52-48fe-889a-d7fbc34ba664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393715 Oct 04 09:28:04.269617 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 38152) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:28:04.349023 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c996670-1f1e-4b6e-b4b6-afa0e9a91c12 tempest-TestVolumeBootPattern-1319838495 tempest-TestVolumeBootPattern-1319838495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:28:04.350560 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-2c996670-1f1e-4b6e-b4b6-afa0e9a91c12 tempest-TestVolumeBootPattern-1319838495 tempest-TestVolumeBootPattern-1319838495-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8202b23f-b77a-40d2-a64b-c6613b933972 HTTP/1.1" status: 200 len: 1093 time: 0.0799770 Oct 04 09:28:04.353350 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 38156) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:28:04.358155 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-4dc801bb-eef8-4de9-bc30-edc8da7c8910 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Request body: {'floatingip': {'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'port_id': '2310523b-e419-44ab-9023-062e440aac99', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:28:04.364703 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-4dc801bb-eef8-4de9-bc30-edc8da7c8910 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:28:04.368508 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-4dc801bb-eef8-4de9-bc30-edc8da7c8910 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Usage tracker for resource:floatingip and tenant:69ab5abc53ab44718bcbb9547c2b2d0e is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:28:04.371314 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-4dc801bb-eef8-4de9-bc30-edc8da7c8910 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:28:04.377832 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-4dc801bb-eef8-4de9-bc30-edc8da7c8910 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:28:04.388200 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4dc801bb-eef8-4de9-bc30-edc8da7c8910 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks [] for floatingip, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:28:04.525126 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4dc801bb-eef8-4de9-bc30-edc8da7c8910 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:28:04.660275 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-4dc801bb-eef8-4de9-bc30-edc8da7c8910 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Allocated IP 172.26.10.184 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/5bda8a8a-0027-44ba-898a-bc1a3198efaf) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:28:04.809200 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4dc801bb-eef8-4de9-bc30-edc8da7c8910 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:28:04.840406 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4dc801bb-eef8-4de9-bc30-edc8da7c8910 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:28:04.911557 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc801bb-eef8-4de9-bc30-edc8da7c8910 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:28:04.914455 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-4dc801bb-eef8-4de9-bc30-edc8da7c8910 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:28:04.918127 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc801bb-eef8-4de9-bc30-edc8da7c8910 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:28:04.947589 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc801bb-eef8-4de9-bc30-edc8da7c8910 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Pushing event updated for resources: {'Port': ['ID=5bda8a8a-0027-44ba-898a-bc1a3198efaf,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:28:05.454605 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4dc801bb-eef8-4de9-bc30-edc8da7c8910 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:28:05.528722 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4dc801bb-eef8-4de9-bc30-edc8da7c8910 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:28:05.748983 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4dc801bb-eef8-4de9-bc30-edc8da7c8910 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:28:05.754714 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4dc801bb-eef8-4de9-bc30-edc8da7c8910 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:28:05.863442 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc801bb-eef8-4de9-bc30-edc8da7c8910 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Pushing event updated for resources: {'Port': ['ID=5bda8a8a-0027-44ba-898a-bc1a3198efaf,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:28:05.867091 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4dc801bb-eef8-4de9-bc30-edc8da7c8910 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:28:06.045592 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.l3_db [None req-4dc801bb-eef8-4de9-bc30-edc8da7c8910 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Floating IP f7d408e4-327c-479e-a3ed-c9bcc333210e associated. External IP: 172.26.10.184, port: 2310523b-e419-44ab-9023-062e440aac99. Oct 04 09:28:06.401951 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc801bb-eef8-4de9-bc30-edc8da7c8910 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Router 53532c76-03c4-472a-92f7-e72093e1d533 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:28:06.586375 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc801bb-eef8-4de9-bc30-edc8da7c8910 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:28:06.596503 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d82dc3-2c69-4250-9dee-1db598226f22 None None] Sync routers for ids ['53532c76-03c4-472a-92f7-e72093e1d533'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:28:06.605917 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d82dc3-2c69-4250-9dee-1db598226f22 None None] Routers {'53532c76-03c4-472a-92f7-e72093e1d533'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:28:06.606539 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-15d82dc3-2c69-4250-9dee-1db598226f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:28:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['53532c76-03c4-472a-92f7-e72093e1d533'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:28:06.611991 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4dc801bb-eef8-4de9-bc30-edc8da7c8910 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:28:06.674400 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-4dc801bb-eef8-4de9-bc30-edc8da7c8910 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3198576 Oct 04 09:28:06.674815 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8202b23f-b77a-40d2-a64b-c6613b933972', 'tag': '2310523b-e419-44ab-9023-062e440aac99'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:28:06.677168 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27aae2f8-efa0-4755-959d-396f0dc95e68" -d '{"events": [{"name": "network-changed", "server_uuid": "8202b23f-b77a-40d2-a64b-c6613b933972", "tag": "2310523b-e419-44ab-9023-062e440aac99"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:28:06.719827 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78c65eb-1d7d-42d2-99e1-10409f1fb0a2 x-openstack-request-id: req-a78c65eb-1d7d-42d2-99e1-10409f1fb0a2 {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:28:06.720124 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8202b23f-b77a-40d2-a64b-c6613b933972", "tag": "2310523b-e419-44ab-9023-062e440aac99", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:28:06.720457 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a78c65eb-1d7d-42d2-99e1-10409f1fb0a2 {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:28:06.720875 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a78c65eb-1d7d-42d2-99e1-10409f1fb0a2'] response: {'name': 'network-changed', 'server_uuid': '8202b23f-b77a-40d2-a64b-c6613b933972', 'tag': '2310523b-e419-44ab-9023-062e440aac99', 'status': 'completed', 'code': 200} Oct 04 09:28:06.790681 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-15d82dc3-2c69-4250-9dee-1db598226f22 None None] Set router 53532c76-03c4-472a-92f7-e72093e1d533 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:28:06.853439 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aae2f8-efa0-4755-959d-396f0dc95e68 req-1d422ac0-8012-4614-9931-9e26f67d3840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:28:06.854973 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-27aae2f8-efa0-4755-959d-396f0dc95e68 req-1d422ac0-8012-4614-9931-9e26f67d3840 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=69ab5abc53ab44718bcbb9547c2b2d0e&device_id=8202b23f-b77a-40d2-a64b-c6613b933972 HTTP/1.1" status: 200 len: 1098 time: 0.0789595 Oct 04 09:28:07.107705 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aae2f8-efa0-4755-959d-396f0dc95e68 req-95b223c3-d3ef-410d-bf44-2aea4b89cab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:28:07.109778 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-27aae2f8-efa0-4755-959d-396f0dc95e68 req-95b223c3-d3ef-410d-bf44-2aea4b89cab6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=47b14212-cea9-47cb-815c-888460239551 HTTP/1.1" status: 200 len: 913 time: 0.2484899 Oct 04 09:28:07.190424 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-15d82dc3-2c69-4250-9dee-1db598226f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53532c76-03c4-472a-92f7-e72093e1d533', 'name': 'tempest-TestVolumeBootPattern-1545811976-router', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.244'}], 'enable_snat': True}, 'gw_port_id': 'adc9a0c0-55b3-4614-9e86-bb292501abac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:24:45Z', 'updated_at': '2022-10-04T09:24:50Z', 'revision_number': 4, 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'gw_port': {'id': 'adc9a0c0-55b3-4614-9e86-bb292501abac', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:21:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53532c76-03c4-472a-92f7-e72093e1d533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:46Z', 'updated_at': '2022-10-04T09:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'f7d408e4-327c-479e-a3ed-c9bcc333210e', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'floating_ip_address': '172.26.10.184', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '53532c76-03c4-472a-92f7-e72093e1d533', 'port_id': '2310523b-e419-44ab-9023-062e440aac99', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47b14212-cea9-47cb-815c-888460239551', 'mac_address': 'fa:16:3e:79:bd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8202b23f-b77a-40d2-a64b-c6613b933972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:28:05Z', 'updated_at': '2022-10-04T09:28:05Z', 'revision_number': 0, 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c93b9d92-0d04-486b-bc47-9af7a20cbb3a', 'name': '', 'network_id': '47b14212-cea9-47cb-815c-888460239551', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'mac_address': 'fa:16:3e:29:68:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53532c76-03c4-472a-92f7-e72093e1d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '5d6ad6fc-1b52-4c37-8942-5241b791dd73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:49Z', 'updated_at': '2022-10-04T09:24:57Z', 'revision_number': 5, 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'subnets': [{'id': '5d6ad6fc-1b52-4c37-8942-5241b791dd73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:28:07.194282 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d82dc3-2c69-4250-9dee-1db598226f22 None None] Checking router: 53532c76-03c4-472a-92f7-e72093e1d533 for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:28:07.202640 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d82dc3-2c69-4250-9dee-1db598226f22 None None] Routers {'53532c76-03c4-472a-92f7-e72093e1d533'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:28:07.203239 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-15d82dc3-2c69-4250-9dee-1db598226f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:28:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['53532c76-03c4-472a-92f7-e72093e1d533'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:28:07.220466 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-27aae2f8-efa0-4755-959d-396f0dc95e68 req-32bf7a12-5217-440a-bc42-f550502e17be service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2310523b-e419-44ab-9023-062e440aac99 HTTP/1.1" status: 200 len: 1000 time: 0.1030474 Oct 04 09:28:07.300518 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aae2f8-efa0-4755-959d-396f0dc95e68 req-6e1c1772-074c-4fe2-af63-3c29782f6ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:28:07.301970 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-27aae2f8-efa0-4755-959d-396f0dc95e68 req-6e1c1772-074c-4fe2-af63-3c29782f6ae5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5d6ad6fc-1b52-4c37-8942-5241b791dd73 HTTP/1.1" status: 200 len: 851 time: 0.0608473 Oct 04 09:28:07.381750 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-15d82dc3-2c69-4250-9dee-1db598226f22 None None] Set router 53532c76-03c4-472a-92f7-e72093e1d533 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:28:07.385589 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aae2f8-efa0-4755-959d-396f0dc95e68 req-2b72d8fc-3a24-4837-b197-2a5f88238804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:28:07.387090 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-27aae2f8-efa0-4755-959d-396f0dc95e68 req-2b72d8fc-3a24-4837-b197-2a5f88238804 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=47b14212-cea9-47cb-815c-888460239551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779328 Oct 04 09:28:07.520970 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-27aae2f8-efa0-4755-959d-396f0dc95e68 req-7c322d6e-3bb8-4021-861a-9d4e9cf5c84a service neutron] 10.222.0.20 "GET /v2.0/networks/47b14212-cea9-47cb-815c-888460239551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257446 Oct 04 09:28:07.666941 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-27aae2f8-efa0-4755-959d-396f0dc95e68 req-cfa99b73-decd-4e2c-85d0-22e83948235e service neutron] 10.222.0.20 "GET /v2.0/networks/47b14212-cea9-47cb-815c-888460239551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391690 Oct 04 09:28:07.724451 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-15d82dc3-2c69-4250-9dee-1db598226f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53532c76-03c4-472a-92f7-e72093e1d533', 'name': 'tempest-TestVolumeBootPattern-1545811976-router', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.244'}], 'enable_snat': True}, 'gw_port_id': 'adc9a0c0-55b3-4614-9e86-bb292501abac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:24:45Z', 'updated_at': '2022-10-04T09:24:50Z', 'revision_number': 4, 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'gw_port': {'id': 'adc9a0c0-55b3-4614-9e86-bb292501abac', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:21:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53532c76-03c4-472a-92f7-e72093e1d533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:46Z', 'updated_at': '2022-10-04T09:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'f7d408e4-327c-479e-a3ed-c9bcc333210e', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'floating_ip_address': '172.26.10.184', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '53532c76-03c4-472a-92f7-e72093e1d533', 'port_id': '2310523b-e419-44ab-9023-062e440aac99', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47b14212-cea9-47cb-815c-888460239551', 'mac_address': 'fa:16:3e:79:bd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8202b23f-b77a-40d2-a64b-c6613b933972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:28:05Z', 'updated_at': '2022-10-04T09:28:05Z', 'revision_number': 0, 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c93b9d92-0d04-486b-bc47-9af7a20cbb3a', 'name': '', 'network_id': '47b14212-cea9-47cb-815c-888460239551', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'mac_address': 'fa:16:3e:29:68:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53532c76-03c4-472a-92f7-e72093e1d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '5d6ad6fc-1b52-4c37-8942-5241b791dd73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:49Z', 'updated_at': '2022-10-04T09:24:57Z', 'revision_number': 5, 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'subnets': [{'id': '5d6ad6fc-1b52-4c37-8942-5241b791dd73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:28:07.728494 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d82dc3-2c69-4250-9dee-1db598226f22 None None] The sync data for ids ['53532c76-03c4-472a-92f7-e72093e1d533'] in dv-neutron-860215-1-hyperv is: [{'id': '53532c76-03c4-472a-92f7-e72093e1d533', 'name': 'tempest-TestVolumeBootPattern-1545811976-router', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.244'}], 'enable_snat': True}, 'gw_port_id': 'adc9a0c0-55b3-4614-9e86-bb292501abac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:24:45Z', 'updated_at': '2022-10-04T09:24:50Z', 'revision_number': 4, 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'gw_port': {'id': 'adc9a0c0-55b3-4614-9e86-bb292501abac', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:21:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53532c76-03c4-472a-92f7-e72093e1d533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:46Z', 'updated_at': '2022-10-04T09:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'f7d408e4-327c-479e-a3ed-c9bcc333210e', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'floating_ip_address': '172.26.10.184', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '53532c76-03c4-472a-92f7-e72093e1d533', 'port_id': '2310523b-e419-44ab-9023-062e440aac99', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47b14212-cea9-47cb-815c-888460239551', 'mac_address': 'fa:16:3e:79:bd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8202b23f-b77a-40d2-a64b-c6613b933972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:28:05Z', 'updated_at': '2022-10-04T09:28:05Z', 'revision_number': 0, 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c93b9d92-0d04-486b-bc47-9af7a20cbb3a', 'name': '', 'network_id': '47b14212-cea9-47cb-815c-888460239551', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'mac_address': 'fa:16:3e:29:68:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53532c76-03c4-472a-92f7-e72093e1d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '5d6ad6fc-1b52-4c37-8942-5241b791dd73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:49Z', 'updated_at': '2022-10-04T09:24:57Z', 'revision_number': 5, 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'subnets': [{'id': '5d6ad6fc-1b52-4c37-8942-5241b791dd73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:28:07.905086 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d03dbc-aeb4-4239-b10d-7590d3b45ab2 None None] New status for floating IP f7d408e4-327c-479e-a3ed-c9bcc333210e: ACTIVE {{(pid=89035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 09:28:11.175557 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:28:27.579343 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-8a00e88e-be9c-40e9-908f-36d1adefc8dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:28:27.722330 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:28:28.592398 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9edb702a-fbf4-439d-a0c7-0ce0737d4670 req-c7ebc836-08d6-4a17-9db4-8ccf5576648f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8e787586-2e86-45c0-847a-a99b88c60c75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0799637 Oct 04 09:28:28.788550 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb702a-fbf4-439d-a0c7-0ce0737d4670 req-79d17d04-901c-4557-a8d8-fa8f6135ca8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:28:28.790858 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9edb702a-fbf4-439d-a0c7-0ce0737d4670 req-79d17d04-901c-4557-a8d8-fa8f6135ca8b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78fb12e86c5f40beb578bfb97002b5c9&device_id=8e787586-2e86-45c0-847a-a99b88c60c75 HTTP/1.1" status: 200 len: 1098 time: 0.0875919 Oct 04 09:28:28.944586 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb702a-fbf4-439d-a0c7-0ce0737d4670 req-33654c6f-b729-4244-bdbe-272d5a30238d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:28:28.944586 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9edb702a-fbf4-439d-a0c7-0ce0737d4670 req-33654c6f-b729-4244-bdbe-272d5a30238d service neutron] 10.222.0.20 "GET /v2.0/networks?id=d38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d HTTP/1.1" status: 200 len: 898 time: 0.1355600 Oct 04 09:28:29.049485 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9edb702a-fbf4-439d-a0c7-0ce0737d4670 req-095d790d-072e-4e63-902d-f2b5c0a95a42 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f238b72-3bca-4698-95ec-3c35da22fe7a HTTP/1.1" status: 200 len: 1001 time: 0.0994563 Oct 04 09:28:29.118185 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb702a-fbf4-439d-a0c7-0ce0737d4670 req-f899703c-6508-49f8-9dab-c255ced3b369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:28:29.118185 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9edb702a-fbf4-439d-a0c7-0ce0737d4670 req-f899703c-6508-49f8-9dab-c255ced3b369 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cac42ee2-9120-47cd-a455-2759b5a27ffd HTTP/1.1" status: 200 len: 844 time: 0.0622742 Oct 04 09:28:29.203362 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb702a-fbf4-439d-a0c7-0ce0737d4670 req-71f5ef48-c0b3-4e6d-be47-c80ffd233651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:28:29.203838 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9edb702a-fbf4-439d-a0c7-0ce0737d4670 req-71f5ef48-c0b3-4e6d-be47-c80ffd233651 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812790 Oct 04 09:28:29.340485 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9edb702a-fbf4-439d-a0c7-0ce0737d4670 req-b56ef2b8-8e61-4074-8eb5-331e1c566a61 service neutron] 10.222.0.20 "GET /v2.0/networks/d38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267333 Oct 04 09:28:29.469880 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9edb702a-fbf4-439d-a0c7-0ce0737d4670 req-efafabfa-4170-43ac-b273-c92f64fabab9 service neutron] 10.222.0.20 "GET /v2.0/networks/d38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270909 Oct 04 09:28:30.240564 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-00f05de3-5ed3-44d4-acc2-a4f60ee03811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:28:30.701825 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:28:30.740512 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:28:32.245055 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:28:41.171795 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:28:57.582416 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-99252d78-1488-49a8-a264-762651322b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:29:00.243108 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-cac9e009-4fa9-4f8e-867f-c37293df7b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:29:00.704962 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:29:00.741739 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:29:02.250632 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:29:04.722236 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:29:11.194864 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:29:27.584894 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-dd2af956-a80a-4a05-af91-998a66b41dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:29:29.581542 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2ba642e9-ba7f-4dd4-ad59-59d107072a43 req-c31fda73-c8b0-42bc-8f52-b98060b55c92 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8202b23f-b77a-40d2-a64b-c6613b933972&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0741062 Oct 04 09:29:29.794661 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba642e9-ba7f-4dd4-ad59-59d107072a43 req-75e78379-7f8b-4ac9-b716-c71e247b5da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:29:29.796192 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2ba642e9-ba7f-4dd4-ad59-59d107072a43 req-75e78379-7f8b-4ac9-b716-c71e247b5da4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=69ab5abc53ab44718bcbb9547c2b2d0e&device_id=8202b23f-b77a-40d2-a64b-c6613b933972 HTTP/1.1" status: 200 len: 1098 time: 0.1836598 Oct 04 09:29:29.937087 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba642e9-ba7f-4dd4-ad59-59d107072a43 req-46545a5c-602f-4eab-8d4c-6a41fdb99b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:29:29.938515 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2ba642e9-ba7f-4dd4-ad59-59d107072a43 req-46545a5c-602f-4eab-8d4c-6a41fdb99b94 service neutron] 10.222.0.20 "GET /v2.0/networks?id=47b14212-cea9-47cb-815c-888460239551 HTTP/1.1" status: 200 len: 913 time: 0.1241505 Oct 04 09:29:30.039802 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2ba642e9-ba7f-4dd4-ad59-59d107072a43 req-db9e8d5e-9570-41b0-9c76-5ba8d73d9376 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2310523b-e419-44ab-9023-062e440aac99 HTTP/1.1" status: 200 len: 1002 time: 0.0947986 Oct 04 09:29:30.099257 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba642e9-ba7f-4dd4-ad59-59d107072a43 req-899b3ca1-1890-4f6f-a538-fcdf9c640092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:29:30.101202 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2ba642e9-ba7f-4dd4-ad59-59d107072a43 req-899b3ca1-1890-4f6f-a538-fcdf9c640092 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5d6ad6fc-1b52-4c37-8942-5241b791dd73 HTTP/1.1" status: 200 len: 851 time: 0.0554392 Oct 04 09:29:30.187066 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba642e9-ba7f-4dd4-ad59-59d107072a43 req-b179e59d-7ace-4cb1-96ff-bdd700130e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:29:30.188561 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2ba642e9-ba7f-4dd4-ad59-59d107072a43 req-b179e59d-7ace-4cb1-96ff-bdd700130e84 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=47b14212-cea9-47cb-815c-888460239551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814009 Oct 04 09:29:30.243776 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-493256c3-b0ea-49c5-a04d-3080052731c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:29:30.318806 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2ba642e9-ba7f-4dd4-ad59-59d107072a43 req-b8821a86-7d00-4566-8b02-6da4a53525e3 service neutron] 10.222.0.20 "GET /v2.0/networks/47b14212-cea9-47cb-815c-888460239551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244059 Oct 04 09:29:30.445418 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2ba642e9-ba7f-4dd4-ad59-59d107072a43 req-a3cf8750-b6ab-4cb3-808b-b23f6cdf4d04 service neutron] 10.222.0.20 "GET /v2.0/networks/47b14212-cea9-47cb-815c-888460239551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210740 Oct 04 09:29:30.706704 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:29:30.743605 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:29:32.249990 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:29:41.192903 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:29:41.721437 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:29:56.885781 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-b2947c13-7071-43a4-aa19-c0ee0ef5d869 req-c977eba4-2f86-47e2-8d7e-7089c51a4c4d tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1532431143&fields=id&tenant_id=69ab5abc53ab44718bcbb9547c2b2d0e HTTP/1.1" status: 200 len: 267 time: 0.0427144 Oct 04 09:29:57.031221 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2947c13-7071-43a4-aa19-c0ee0ef5d869 req-b5e9339f-61c5-4d18-b169-2fc5dd302e9b tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:29:57.032658 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-b2947c13-7071-43a4-aa19-c0ee0ef5d869 req-b5e9339f-61c5-4d18-b169-2fc5dd302e9b tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/networks?id=47b14212-cea9-47cb-815c-888460239551 HTTP/1.1" status: 200 len: 812 time: 0.1405621 Oct 04 09:29:57.047978 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-b2947c13-7071-43a4-aa19-c0ee0ef5d869 req-bcb187a5-855e-4a40-9511-37867fa43ce7 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/quotas/69ab5abc53ab44718bcbb9547c2b2d0e HTTP/1.1" status: 200 len: 375 time: 0.0092583 Oct 04 09:29:57.142546 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-b2947c13-7071-43a4-aa19-c0ee0ef5d869 req-4af0daf9-416f-433b-8b6e-e36ae44ed9e1 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=69ab5abc53ab44718bcbb9547c2b2d0e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0894268 Oct 04 09:29:57.277143 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-b2947c13-7071-43a4-aa19-c0ee0ef5d869 req-940e82c4-21b2-41d2-935a-f0712d0824e2 service neutron] 10.222.0.50 "GET /v2.0/networks/47b14212-cea9-47cb-815c-888460239551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233449 Oct 04 09:29:57.404716 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-b2947c13-7071-43a4-aa19-c0ee0ef5d869 req-0ec34645-b1b9-4d27-aaac-2320106ca860 service neutron] 10.222.0.50 "GET /v2.0/networks/47b14212-cea9-47cb-815c-888460239551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216807 Oct 04 09:29:57.590064 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-89b9104c-7160-43a9-b77e-b9f1dc4d7038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:29:57.783634 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-26443614-c1d3-4d0c-b332-1dbae3a63eaf req-098e6109-e862-4634-9481-63a40d42512f tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba39feb1-1a8d-455a-b2d9-0e3881abc8c9 HTTP/1.1" status: 200 len: 210 time: 0.0503297 Oct 04 09:29:58.882141 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2947c13-7071-43a4-aa19-c0ee0ef5d869 req-02dfa964-4aeb-4b76-b22e-db50980cad79 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:29:58.883565 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b2947c13-7071-43a4-aa19-c0ee0ef5d869 req-02dfa964-4aeb-4b76-b22e-db50980cad79 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.20 "GET /v2.0/networks?id=47b14212-cea9-47cb-815c-888460239551 HTTP/1.1" status: 200 len: 812 time: 0.1998215 Oct 04 09:29:58.942432 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b2947c13-7071-43a4-aa19-c0ee0ef5d869 req-c0053c71-3b2a-40a3-84a1-1c69bcf83e5a tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69ab5abc53ab44718bcbb9547c2b2d0e HTTP/1.1" status: 200 len: 380 time: 0.0403998 Oct 04 09:29:58.951046 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-b2947c13-7071-43a4-aa19-c0ee0ef5d869 req-acac846d-1ba4-4846-a2d9-ebb55c17cfe6 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Request body: {'port': {'device_id': 'ba39feb1-1a8d-455a-b2d9-0e3881abc8c9', 'network_id': '47b14212-cea9-47cb-815c-888460239551', 'admin_state_up': True, 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'security_groups': ['f0ddcbf8-af52-48fe-889a-d7fbc34ba664']}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:29:58.953149 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-120e1b75-89ec-4dff-8754-9d06e3b80439 req-890e08d6-1329-467c-b678-dcec9ff99fe9 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba39feb1-1a8d-455a-b2d9-0e3881abc8c9 HTTP/1.1" status: 200 len: 210 time: 0.0541430 Oct 04 09:29:59.090330 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-b2947c13-7071-43a4-aa19-c0ee0ef5d869 req-acac846d-1ba4-4846-a2d9-ebb55c17cfe6 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:29:59.101117 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-b2947c13-7071-43a4-aa19-c0ee0ef5d869 req-acac846d-1ba4-4846-a2d9-ebb55c17cfe6 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:29:59.110571 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2947c13-7071-43a4-aa19-c0ee0ef5d869 req-acac846d-1ba4-4846-a2d9-ebb55c17cfe6 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Made reservation on behalf of 69ab5abc53ab44718bcbb9547c2b2d0e for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:29:59.114288 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-b2947c13-7071-43a4-aa19-c0ee0ef5d869 req-acac846d-1ba4-4846-a2d9-ebb55c17cfe6 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:29:59.276607 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [req-b2947c13-7071-43a4-aa19-c0ee0ef5d869 req-acac846d-1ba4-4846-a2d9-ebb55c17cfe6 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Allocated IP 172.20.0.5 (47b14212-cea9-47cb-815c-888460239551/5d6ad6fc-1b52-4c37-8942-5241b791dd73/d5d17a0b-68c6-4f9f-8b22-a0c0be83b830) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:29:59.466445 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-b2947c13-7071-43a4-aa19-c0ee0ef5d869 req-acac846d-1ba4-4846-a2d9-ebb55c17cfe6 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:29:59.482024 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-b2947c13-7071-43a4-aa19-c0ee0ef5d869 req-acac846d-1ba4-4846-a2d9-ebb55c17cfe6 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Transition to ACTIVE for port object d5d17a0b-68c6-4f9f-8b22-a0c0be83b830 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:29:59.504900 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-b2947c13-7071-43a4-aa19-c0ee0ef5d869 req-acac846d-1ba4-4846-a2d9-ebb55c17cfe6 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:29:59.577861 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2947c13-7071-43a4-aa19-c0ee0ef5d869 req-acac846d-1ba4-4846-a2d9-ebb55c17cfe6 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Network 47b14212-cea9-47cb-815c-888460239551 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:29:59.581013 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [req-b2947c13-7071-43a4-aa19-c0ee0ef5d869 req-acac846d-1ba4-4846-a2d9-ebb55c17cfe6 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:29:59.585310 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2947c13-7071-43a4-aa19-c0ee0ef5d869 req-acac846d-1ba4-4846-a2d9-ebb55c17cfe6 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:29:59.615960 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac846d-1ba4-4846-a2d9-ebb55c17cfe6 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Pushing event updated for resources: {'Port': ['ID=d5d17a0b-68c6-4f9f-8b22-a0c0be83b830,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:29:59.636867 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acac846d-1ba4-4846-a2d9-ebb55c17cfe6 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:29:59.637221 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acac846d-1ba4-4846-a2d9-ebb55c17cfe6 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:29:59.637555 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acac846d-1ba4-4846-a2d9-ebb55c17cfe6 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:29:59.638036 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acac846d-1ba4-4846-a2d9-ebb55c17cfe6 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:29:59.638372 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acac846d-1ba4-4846-a2d9-ebb55c17cfe6 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:29:59.638703 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acac846d-1ba4-4846-a2d9-ebb55c17cfe6 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:29:59.639034 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acac846d-1ba4-4846-a2d9-ebb55c17cfe6 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:29:59.639361 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acac846d-1ba4-4846-a2d9-ebb55c17cfe6 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:29:59.639686 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acac846d-1ba4-4846-a2d9-ebb55c17cfe6 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:29:59.640007 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acac846d-1ba4-4846-a2d9-ebb55c17cfe6 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:29:59.640332 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acac846d-1ba4-4846-a2d9-ebb55c17cfe6 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:29:59.640677 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acac846d-1ba4-4846-a2d9-ebb55c17cfe6 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:29:59.664648 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2947c13-7071-43a4-aa19-c0ee0ef5d869 req-acac846d-1ba4-4846-a2d9-ebb55c17cfe6 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:29:59.665248 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-b2947c13-7071-43a4-aa19-c0ee0ef5d869 req-acac846d-1ba4-4846-a2d9-ebb55c17cfe6 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:29:59.700706 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b2947c13-7071-43a4-aa19-c0ee0ef5d869 req-acac846d-1ba4-4846-a2d9-ebb55c17cfe6 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7535841 Oct 04 09:29:59.717951 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-b2947c13-7071-43a4-aa19-c0ee0ef5d869 req-b24bb045-ce88-4b47-87a6-22bef68a7d26 service neutron] Request body: {'port': {'device_id': 'ba39feb1-1a8d-455a-b2d9-0e3881abc8c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8602'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:29:59.901592 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-dc3eef02-c06d-43c5-b7bd-30fa42d2b48e None None] Provisioning for port d5d17a0b-68c6-4f9f-8b22-a0c0be83b830 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:29:59.907441 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-dc3eef02-c06d-43c5-b7bd-30fa42d2b48e None None] Provisioning complete for port d5d17a0b-68c6-4f9f-8b22-a0c0be83b830 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:29:59.907817 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-dc3eef02-c06d-43c5-b7bd-30fa42d2b48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:29:59.908189 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-dc3eef02-c06d-43c5-b7bd-30fa42d2b48e None None] Attempt 1 to provision port d5d17a0b-68c6-4f9f-8b22-a0c0be83b830 Oct 04 09:29:59.941512 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-b2947c13-7071-43a4-aa19-c0ee0ef5d869 req-b24bb045-ce88-4b47-87a6-22bef68a7d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:29:59.962754 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-dc3eef02-c06d-43c5-b7bd-30fa42d2b48e None None] Port d5d17a0b-68c6-4f9f-8b22-a0c0be83b830 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:30:00.246997 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-75fd0212-0603-4e8f-a1d3-f7acd7084f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:30:00.372167 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [req-b2947c13-7071-43a4-aa19-c0ee0ef5d869 req-b24bb045-ce88-4b47-87a6-22bef68a7d26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5d17a0b-68c6-4f9f-8b22-a0c0be83b830 {{(pid=89032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:30:00.382520 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-b2947c13-7071-43a4-aa19-c0ee0ef5d869 req-b24bb045-ce88-4b47-87a6-22bef68a7d26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:30:00.404550 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-b2947c13-7071-43a4-aa19-c0ee0ef5d869 req-b24bb045-ce88-4b47-87a6-22bef68a7d26 service neutron] Transition to ACTIVE for port object d5d17a0b-68c6-4f9f-8b22-a0c0be83b830 will not be triggered until provisioned by entity L2. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:30:00.409774 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-b2947c13-7071-43a4-aa19-c0ee0ef5d869 req-b24bb045-ce88-4b47-87a6-22bef68a7d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:30:00.464203 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-dc3eef02-c06d-43c5-b7bd-30fa42d2b48e None None] Attempt 2 to provision port d5d17a0b-68c6-4f9f-8b22-a0c0be83b830 Oct 04 09:30:00.511789 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b65dd-41ba-442a-b182-ad5eb252df61 req-87cdb449-a30c-499d-be87-2f34a2b8d47c tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:30:00.513054 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-2e0b65dd-41ba-442a-b182-ad5eb252df61 req-87cdb449-a30c-499d-be87-2f34a2b8d47c tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Synchronizing usage tracker for tenant:69ab5abc53ab44718bcbb9547c2b2d0e on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:30:00.521667 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-dc3eef02-c06d-43c5-b7bd-30fa42d2b48e None None] Port d5d17a0b-68c6-4f9f-8b22-a0c0be83b830 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:30:00.630472 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-2e0b65dd-41ba-442a-b182-ad5eb252df61 req-87cdb449-a30c-499d-be87-2f34a2b8d47c tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Unset dirty status for tenant:69ab5abc53ab44718bcbb9547c2b2d0e on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:30:00.631648 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2e0b65dd-41ba-442a-b182-ad5eb252df61 req-87cdb449-a30c-499d-be87-2f34a2b8d47c tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba39feb1-1a8d-455a-b2d9-0e3881abc8c9 HTTP/1.1" status: 200 len: 931 time: 0.3895743 Oct 04 09:30:00.632219 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bb045-ce88-4b47-87a6-22bef68a7d26 service neutron] Pushing event updated for resources: {'Port': ['ID=d5d17a0b-68c6-4f9f-8b22-a0c0be83b830,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:30:00.702997 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2e0b65dd-41ba-442a-b182-ad5eb252df61 req-a8fbec8e-8f25-47ba-bef1-c6c0d467a273 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0ddcbf8-af52-48fe-889a-d7fbc34ba664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651987 Oct 04 09:30:00.703767 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-b2947c13-7071-43a4-aa19-c0ee0ef5d869 req-b24bb045-ce88-4b47-87a6-22bef68a7d26 service neutron] Attempting to bind port d5d17a0b-68c6-4f9f-8b22-a0c0be83b830 on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:30:00.704120 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-b2947c13-7071-43a4-aa19-c0ee0ef5d869 req-b24bb045-ce88-4b47-87a6-22bef68a7d26 service neutron] Attempting to bind port d5d17a0b-68c6-4f9f-8b22-a0c0be83b830 by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': 'f2649b1a-e6b7-4b49-bfb8-8bd07f301357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '47b14212-cea9-47cb-815c-888460239551'}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:30:00.704521 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2947c13-7071-43a4-aa19-c0ee0ef5d869 req-b24bb045-ce88-4b47-87a6-22bef68a7d26 service neutron] Attempting to bind port d5d17a0b-68c6-4f9f-8b22-a0c0be83b830 on network 47b14212-cea9-47cb-815c-888460239551 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:30:00.713788 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2947c13-7071-43a4-aa19-c0ee0ef5d869 req-b24bb045-ce88-4b47-87a6-22bef68a7d26 service neutron] Port d5d17a0b-68c6-4f9f-8b22-a0c0be83b830 on network 47b14212-cea9-47cb-815c-888460239551 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:30:00.714113 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2947c13-7071-43a4-aa19-c0ee0ef5d869 req-b24bb045-ce88-4b47-87a6-22bef68a7d26 service neutron] Attempting to bind port d5d17a0b-68c6-4f9f-8b22-a0c0be83b830 on network 47b14212-cea9-47cb-815c-888460239551 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:30:00.720206 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2947c13-7071-43a4-aa19-c0ee0ef5d869 req-b24bb045-ce88-4b47-87a6-22bef68a7d26 service neutron] Checking agent: {'id': '1be90a14-1104-4771-996e-684b25b74d15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'started_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:30:00.720514 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2947c13-7071-43a4-aa19-c0ee0ef5d869 req-b24bb045-ce88-4b47-87a6-22bef68a7d26 service neutron] Checking segment: {'id': 'f2649b1a-e6b7-4b49-bfb8-8bd07f301357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '47b14212-cea9-47cb-815c-888460239551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:30:00.732828 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2947c13-7071-43a4-aa19-c0ee0ef5d869 req-b24bb045-ce88-4b47-87a6-22bef68a7d26 service neutron] Bound using segment: {'id': 'f2649b1a-e6b7-4b49-bfb8-8bd07f301357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '47b14212-cea9-47cb-815c-888460239551'} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:30:00.732828 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-b2947c13-7071-43a4-aa19-c0ee0ef5d869 req-b24bb045-ce88-4b47-87a6-22bef68a7d26 service neutron] Bound port: d5d17a0b-68c6-4f9f-8b22-a0c0be83b830, host: hv-neutron-8602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2649b1a-e6b7-4b49-bfb8-8bd07f301357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '47b14212-cea9-47cb-815c-888460239551'}}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:30:00.732828 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-b2947c13-7071-43a4-aa19-c0ee0ef5d869 req-b24bb045-ce88-4b47-87a6-22bef68a7d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:30:00.733362 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:30:00.750276 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:30:00.821988 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-b2947c13-7071-43a4-aa19-c0ee0ef5d869 req-b24bb045-ce88-4b47-87a6-22bef68a7d26 service neutron] For port d5d17a0b-68c6-4f9f-8b22-a0c0be83b830, host hv-neutron-8602, cleared binding levels {{(pid=89032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:30:00.824985 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-b2947c13-7071-43a4-aa19-c0ee0ef5d869 req-b24bb045-ce88-4b47-87a6-22bef68a7d26 service neutron] For port d5d17a0b-68c6-4f9f-8b22-a0c0be83b830, host hv-neutron-8602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=d5d17a0b-68c6-4f9f-8b22-a0c0be83b830,segment=NetworkSegment(f2649b1a-e6b7-4b49-bfb8-8bd07f301357),segment_id=f2649b1a-e6b7-4b49-bfb8-8bd07f301357)] {{(pid=89032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:30:00.828813 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-b2947c13-7071-43a4-aa19-c0ee0ef5d869 req-b24bb045-ce88-4b47-87a6-22bef68a7d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:30:00.859886 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2947c13-7071-43a4-aa19-c0ee0ef5d869 req-b24bb045-ce88-4b47-87a6-22bef68a7d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:30:00.860533 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-b2947c13-7071-43a4-aa19-c0ee0ef5d869 req-b24bb045-ce88-4b47-87a6-22bef68a7d26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:30:00.861878 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b2947c13-7071-43a4-aa19-c0ee0ef5d869 req-b24bb045-ce88-4b47-87a6-22bef68a7d26 service neutron] 10.222.0.20 "PUT /v2.0/ports/d5d17a0b-68c6-4f9f-8b22-a0c0be83b830 HTTP/1.1" status: 200 len: 1093 time: 1.1484306 Oct 04 09:30:00.862306 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba39feb1-1a8d-455a-b2d9-0e3881abc8c9', 'tag': 'd5d17a0b-68c6-4f9f-8b22-a0c0be83b830'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:30:00.864627 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8e7616-c86c-47fd-96ba-d8db2ad3779b" -d '{"events": [{"name": "network-changed", "server_uuid": "ba39feb1-1a8d-455a-b2d9-0e3881abc8c9", "tag": "d5d17a0b-68c6-4f9f-8b22-a0c0be83b830"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:30:00.916839 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bb045-ce88-4b47-87a6-22bef68a7d26 service neutron] Pushing event updated for resources: {'Port': ['ID=d5d17a0b-68c6-4f9f-8b22-a0c0be83b830,revision_number=3']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:30:00.983507 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bacb139b-ba01-4b73-a393-f5666262e169 x-openstack-request-id: req-bacb139b-ba01-4b73-a393-f5666262e169 {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:30:00.983507 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba39feb1-1a8d-455a-b2d9-0e3881abc8c9", "tag": "d5d17a0b-68c6-4f9f-8b22-a0c0be83b830", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:30:00.983507 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bacb139b-ba01-4b73-a393-f5666262e169 {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:30:00.984270 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bacb139b-ba01-4b73-a393-f5666262e169'] response: {'name': 'network-changed', 'server_uuid': 'ba39feb1-1a8d-455a-b2d9-0e3881abc8c9', 'tag': 'd5d17a0b-68c6-4f9f-8b22-a0c0be83b830', 'status': 'completed', 'code': 200} Oct 04 09:30:01.018903 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2947c13-7071-43a4-aa19-c0ee0ef5d869 req-a9b30f4a-7c6b-41e9-94f7-96664463962e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:30:01.020451 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b2947c13-7071-43a4-aa19-c0ee0ef5d869 req-a9b30f4a-7c6b-41e9-94f7-96664463962e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=69ab5abc53ab44718bcbb9547c2b2d0e&device_id=ba39feb1-1a8d-455a-b2d9-0e3881abc8c9 HTTP/1.1" status: 200 len: 1096 time: 0.0964491 Oct 04 09:30:01.022969 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-dc3eef02-c06d-43c5-b7bd-30fa42d2b48e None None] Attempt 3 to provision port d5d17a0b-68c6-4f9f-8b22-a0c0be83b830 Oct 04 09:30:01.088583 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-dc3eef02-c06d-43c5-b7bd-30fa42d2b48e None None] Port d5d17a0b-68c6-4f9f-8b22-a0c0be83b830 had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 09:30:01.126196 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b2947c13-7071-43a4-aa19-c0ee0ef5d869 req-ddadf30d-5939-4ff0-812a-7bcdbfc981a3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5d17a0b-68c6-4f9f-8b22-a0c0be83b830 HTTP/1.1" status: 200 len: 217 time: 0.0782244 Oct 04 09:30:01.194073 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2947c13-7071-43a4-aa19-c0ee0ef5d869 req-949fb164-8fbf-47ac-8624-d20a5364b8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:30:01.195336 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b2947c13-7071-43a4-aa19-c0ee0ef5d869 req-949fb164-8fbf-47ac-8624-d20a5364b8d6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5d6ad6fc-1b52-4c37-8942-5241b791dd73 HTTP/1.1" status: 200 len: 851 time: 0.0623624 Oct 04 09:30:01.284430 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2947c13-7071-43a4-aa19-c0ee0ef5d869 req-a0829410-60f4-4fa9-84b8-2076ea6b7a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:30:01.286435 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b2947c13-7071-43a4-aa19-c0ee0ef5d869 req-a0829410-60f4-4fa9-84b8-2076ea6b7a69 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=47b14212-cea9-47cb-815c-888460239551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0861325 Oct 04 09:30:01.439152 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b2947c13-7071-43a4-aa19-c0ee0ef5d869 req-fb6de3ef-d9c1-45f4-8a12-28be17a00f8d service neutron] 10.222.0.20 "GET /v2.0/networks/47b14212-cea9-47cb-815c-888460239551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472430 Oct 04 09:30:01.570021 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b2947c13-7071-43a4-aa19-c0ee0ef5d869 req-3e11edb0-79ac-48fa-a463-379fbdcdf5aa service neutron] 10.222.0.20 "GET /v2.0/networks/47b14212-cea9-47cb-815c-888460239551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239393 Oct 04 09:30:01.744397 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e7616-c86c-47fd-96ba-d8db2ad3779b req-03fab152-7ab6-4d2f-90f6-e9052590c6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:30:01.745939 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ef8e7616-c86c-47fd-96ba-d8db2ad3779b req-03fab152-7ab6-4d2f-90f6-e9052590c6e5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=69ab5abc53ab44718bcbb9547c2b2d0e&device_id=ba39feb1-1a8d-455a-b2d9-0e3881abc8c9 HTTP/1.1" status: 200 len: 1096 time: 0.0831697 Oct 04 09:30:02.038578 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e7616-c86c-47fd-96ba-d8db2ad3779b req-0fc2f9c9-5219-44fb-a6ee-55d19d99f760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:30:02.040272 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ef8e7616-c86c-47fd-96ba-d8db2ad3779b req-0fc2f9c9-5219-44fb-a6ee-55d19d99f760 service neutron] 10.222.0.20 "GET /v2.0/networks?id=47b14212-cea9-47cb-815c-888460239551 HTTP/1.1" status: 200 len: 913 time: 0.2877486 Oct 04 09:30:02.053952 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9bbc6-91b8-41e2-ba80-a8f04c9ca2f1 req-e3c690eb-af6c-4753-ad34-5a0b2b854e87 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:30:02.055664 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-08a9bbc6-91b8-41e2-ba80-a8f04c9ca2f1 req-e3c690eb-af6c-4753-ad34-5a0b2b854e87 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba39feb1-1a8d-455a-b2d9-0e3881abc8c9 HTTP/1.1" status: 200 len: 943 time: 0.1799629 Oct 04 09:30:02.131411 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ef8e7616-c86c-47fd-96ba-d8db2ad3779b req-e4fcf564-1077-46aa-9fe7-dbc357ab2c0b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5d17a0b-68c6-4f9f-8b22-a0c0be83b830 HTTP/1.1" status: 200 len: 217 time: 0.0749004 Oct 04 09:30:02.200100 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-08a9bbc6-91b8-41e2-ba80-a8f04c9ca2f1 req-7a34a0cb-2d5b-40cc-9cab-abd58855dfa6 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0ddcbf8-af52-48fe-889a-d7fbc34ba664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948815 Oct 04 09:30:02.218491 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e7616-c86c-47fd-96ba-d8db2ad3779b req-d92766d1-857b-4a28-b786-657d33050f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:30:02.218491 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ef8e7616-c86c-47fd-96ba-d8db2ad3779b req-d92766d1-857b-4a28-b786-657d33050f07 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5d6ad6fc-1b52-4c37-8942-5241b791dd73 HTTP/1.1" status: 200 len: 851 time: 0.0773926 Oct 04 09:30:02.253145 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:30:02.299886 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e7616-c86c-47fd-96ba-d8db2ad3779b req-ec483147-c8c7-4fb7-913a-4e4c4b87e7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:30:02.301633 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ef8e7616-c86c-47fd-96ba-d8db2ad3779b req-ec483147-c8c7-4fb7-913a-4e4c4b87e7a1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=47b14212-cea9-47cb-815c-888460239551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798924 Oct 04 09:30:02.456603 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ef8e7616-c86c-47fd-96ba-d8db2ad3779b req-d77e8106-9e6f-4656-baef-905bdf62c5d2 service neutron] 10.222.0.20 "GET /v2.0/networks/47b14212-cea9-47cb-815c-888460239551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485171 Oct 04 09:30:02.602110 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ef8e7616-c86c-47fd-96ba-d8db2ad3779b req-23c72af6-c74f-43de-b60c-4d5a1cdd7bf7 service neutron] 10.222.0.20 "GET /v2.0/networks/47b14212-cea9-47cb-815c-888460239551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394072 Oct 04 09:30:03.526053 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c6415-9ed6-41b7-9497-0f6d8261046d req-06f0db3a-7611-4377-9eec-f741b848d586 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:30:03.526670 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-8f8c6415-9ed6-41b7-9497-0f6d8261046d req-06f0db3a-7611-4377-9eec-f741b848d586 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba39feb1-1a8d-455a-b2d9-0e3881abc8c9 HTTP/1.1" status: 200 len: 943 time: 0.2004323 Oct 04 09:30:03.576128 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-8f8c6415-9ed6-41b7-9497-0f6d8261046d req-44a1a186-3c8b-44d6-93c7-0eeb6c3a6eda tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0ddcbf8-af52-48fe-889a-d7fbc34ba664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432727 Oct 04 09:30:04.791046 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74544c4-01bc-4c0b-8508-f2a961d7beec req-bb9effa3-f241-42de-bd74-2578837e3e12 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:30:04.792474 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e74544c4-01bc-4c0b-8508-f2a961d7beec req-bb9effa3-f241-42de-bd74-2578837e3e12 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba39feb1-1a8d-455a-b2d9-0e3881abc8c9 HTTP/1.1" status: 200 len: 943 time: 0.0971737 Oct 04 09:30:04.837826 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e74544c4-01bc-4c0b-8508-f2a961d7beec req-8e7abed5-f483-49b4-895b-c13e7a274740 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0ddcbf8-af52-48fe-889a-d7fbc34ba664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396438 Oct 04 09:30:06.031388 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd30baa7-ca67-49ad-a540-ea0c751b7917 req-7ef3cdb1-8cf4-46de-a264-7f4feebeac91 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:30:06.032774 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-cd30baa7-ca67-49ad-a540-ea0c751b7917 req-7ef3cdb1-8cf4-46de-a264-7f4feebeac91 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba39feb1-1a8d-455a-b2d9-0e3881abc8c9 HTTP/1.1" status: 200 len: 943 time: 0.0872917 Oct 04 09:30:06.075878 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-cd30baa7-ca67-49ad-a540-ea0c751b7917 req-e9e532c6-89ec-4fe0-a2ab-e86e9b6953a6 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0ddcbf8-af52-48fe-889a-d7fbc34ba664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368869 Oct 04 09:30:07.276373 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310129bd-2b10-4fd1-af09-35a600049d64 req-1ab5d396-ac84-4ae0-b5bf-3be38d06d75b tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:30:07.277825 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-310129bd-2b10-4fd1-af09-35a600049d64 req-1ab5d396-ac84-4ae0-b5bf-3be38d06d75b tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba39feb1-1a8d-455a-b2d9-0e3881abc8c9 HTTP/1.1" status: 200 len: 943 time: 0.0870783 Oct 04 09:30:07.323280 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-310129bd-2b10-4fd1-af09-35a600049d64 req-def76943-9261-4971-992e-6d4a5bb23ad8 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0ddcbf8-af52-48fe-889a-d7fbc34ba664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399327 Oct 04 09:30:08.514564 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03384391-b412-44d9-a1d3-32e0904eb294 req-59b6c40b-8386-4f28-8201-2f5b27b243e4 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:30:08.516000 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-03384391-b412-44d9-a1d3-32e0904eb294 req-59b6c40b-8386-4f28-8201-2f5b27b243e4 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba39feb1-1a8d-455a-b2d9-0e3881abc8c9 HTTP/1.1" status: 200 len: 943 time: 0.0853162 Oct 04 09:30:08.562141 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-03384391-b412-44d9-a1d3-32e0904eb294 req-ff1905a9-a877-46b0-812a-5694ff20a46f tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0ddcbf8-af52-48fe-889a-d7fbc34ba664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404942 Oct 04 09:30:09.758894 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafb2afe-e038-4bc6-9393-7051d94e77b5 req-66c12c65-71df-4f7a-951e-7d47623f3438 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:30:09.760348 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-aafb2afe-e038-4bc6-9393-7051d94e77b5 req-66c12c65-71df-4f7a-951e-7d47623f3438 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba39feb1-1a8d-455a-b2d9-0e3881abc8c9 HTTP/1.1" status: 200 len: 943 time: 0.0860260 Oct 04 09:30:09.803663 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-aafb2afe-e038-4bc6-9393-7051d94e77b5 req-c129ddbc-3e13-4660-9fbe-f7af900797e5 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0ddcbf8-af52-48fe-889a-d7fbc34ba664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375686 Oct 04 09:30:10.996977 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f01ea7b-b8ae-4258-a629-22ab0189cae2 req-800af756-2428-40af-aea9-b84a4b33312e tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:30:10.998425 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-0f01ea7b-b8ae-4258-a629-22ab0189cae2 req-800af756-2428-40af-aea9-b84a4b33312e tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba39feb1-1a8d-455a-b2d9-0e3881abc8c9 HTTP/1.1" status: 200 len: 943 time: 0.0852547 Oct 04 09:30:11.041055 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-0f01ea7b-b8ae-4258-a629-22ab0189cae2 req-1365c9da-14c9-402b-a12f-e8644bdc14d2 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0ddcbf8-af52-48fe-889a-d7fbc34ba664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367558 Oct 04 09:30:11.098459 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device d5d17a0b-68c6-4f9f-8b22-a0c0be83b830 details requested by agent hyperv_hv-neutron-8602 with host hv-neutron-8602 {{(pid=89034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 04 09:30:11.239781 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:30:11.279999 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port d5d17a0b-68c6-4f9f-8b22-a0c0be83b830, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=d5d17a0b-68c6-4f9f-8b22-a0c0be83b830,segment=NetworkSegment(f2649b1a-e6b7-4b49-bfb8-8bd07f301357),segment_id=f2649b1a-e6b7-4b49-bfb8-8bd07f301357)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:30:11.292941 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Returning: {'device': 'd5d17a0b-68c6-4f9f-8b22-a0c0be83b830', 'network_id': '47b14212-cea9-47cb-815c-888460239551', 'port_id': 'd5d17a0b-68c6-4f9f-8b22-a0c0be83b830', 'mac_address': 'fa:16:3e:45:84:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d6ad6fc-1b52-4c37-8942-5241b791dd73', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 04 09:30:11.346145 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port d5d17a0b-68c6-4f9f-8b22-a0c0be83b830 is: DOWN; New status is: BUILD {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:30:11.346527 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:30:11.362552 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5d17a0b-68c6-4f9f-8b22-a0c0be83b830 {{(pid=89034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:30:11.377664 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port d5d17a0b-68c6-4f9f-8b22-a0c0be83b830, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=d5d17a0b-68c6-4f9f-8b22-a0c0be83b830,segment=NetworkSegment(f2649b1a-e6b7-4b49-bfb8-8bd07f301357),segment_id=f2649b1a-e6b7-4b49-bfb8-8bd07f301357)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:30:11.381513 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:30:11.448908 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=d5d17a0b-68c6-4f9f-8b22-a0c0be83b830,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:30:11.455734 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:30:11.456080 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:30:11.456439 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:30:11.456775 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:30:11.457104 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:30:11.457433 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:30:11.457758 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:30:11.458082 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:30:11.458406 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:30:11.458727 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:30:11.459117 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:30:11.459438 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:30:11.779681 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['d5d17a0b-68c6-4f9f-8b22-a0c0be83b830'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 09:30:12.241234 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12d48f-b3d4-493c-becf-32f30fe189f8 req-5e7756bf-d0c8-4aac-827a-acb80126c9f6 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:30:12.242683 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ab12d48f-b3d4-493c-becf-32f30fe189f8 req-5e7756bf-d0c8-4aac-827a-acb80126c9f6 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba39feb1-1a8d-455a-b2d9-0e3881abc8c9 HTTP/1.1" status: 200 len: 944 time: 0.0902052 Oct 04 09:30:12.285996 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ab12d48f-b3d4-493c-becf-32f30fe189f8 req-fc0b68f0-4e1d-414b-ad31-8821b6d5c445 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0ddcbf8-af52-48fe-889a-d7fbc34ba664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376303 Oct 04 09:30:13.098039 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device d5d17a0b-68c6-4f9f-8b22-a0c0be83b830 up at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:30:13.166857 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning for port d5d17a0b-68c6-4f9f-8b22-a0c0be83b830 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:30:13.172057 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning complete for port d5d17a0b-68c6-4f9f-8b22-a0c0be83b830 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:30:13.172489 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:30:13.172847 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Attempt 1 to provision port d5d17a0b-68c6-4f9f-8b22-a0c0be83b830 Oct 04 09:30:13.290420 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port d5d17a0b-68c6-4f9f-8b22-a0c0be83b830 is: BUILD; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:30:13.290803 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:30:13.316474 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba39feb1-1a8d-455a-b2d9-0e3881abc8c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d17a0b-68c6-4f9f-8b22-a0c0be83b830'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:30:13.319289 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aef738b946a3ea172e8e75fc735451da1d91f114ea1acc5fcf392e20a929bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2664de6-715a-4cff-af93-8558d88fe907" -d '{"events": [{"server_uuid": "ba39feb1-1a8d-455a-b2d9-0e3881abc8c9", "name": "network-vif-plugged", "status": "completed", "tag": "d5d17a0b-68c6-4f9f-8b22-a0c0be83b830"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:30:13.326911 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port d5d17a0b-68c6-4f9f-8b22-a0c0be83b830, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=d5d17a0b-68c6-4f9f-8b22-a0c0be83b830,segment=NetworkSegment(f2649b1a-e6b7-4b49-bfb8-8bd07f301357),segment_id=f2649b1a-e6b7-4b49-bfb8-8bd07f301357)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:30:13.331054 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:30:13.404308 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=d5d17a0b-68c6-4f9f-8b22-a0c0be83b830,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:30:13.413740 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b66078-0243-478f-ba30-2756b638ed62 x-openstack-request-id: req-a5b66078-0243-478f-ba30-2756b638ed62 {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:30:13.414030 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba39feb1-1a8d-455a-b2d9-0e3881abc8c9", "name": "network-vif-plugged", "status": "completed", "tag": "d5d17a0b-68c6-4f9f-8b22-a0c0be83b830", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:30:13.414287 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a5b66078-0243-478f-ba30-2756b638ed62 {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:30:13.414684 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5b66078-0243-478f-ba30-2756b638ed62'] response: {'server_uuid': 'ba39feb1-1a8d-455a-b2d9-0e3881abc8c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d17a0b-68c6-4f9f-8b22-a0c0be83b830', 'code': 200} Oct 04 09:30:13.493780 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad55d0d-214d-4dad-bd09-99595032818f req-1f8d3fbe-b7a8-405d-bb66-89284296cc17 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:30:13.495220 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7ad55d0d-214d-4dad-bd09-99595032818f req-1f8d3fbe-b7a8-405d-bb66-89284296cc17 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba39feb1-1a8d-455a-b2d9-0e3881abc8c9 HTTP/1.1" status: 200 len: 945 time: 0.0914717 Oct 04 09:30:13.539352 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7ad55d0d-214d-4dad-bd09-99595032818f req-8d040603-87d5-4ae4-9587-46bbc6900ca9 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0ddcbf8-af52-48fe-889a-d7fbc34ba664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379744 Oct 04 09:30:13.719616 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638f5d7-ed77-4c80-a452-67ea981e1df1 req-b7ff46fa-069f-41bd-a3b4-679251759b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:30:13.721040 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9638f5d7-ed77-4c80-a452-67ea981e1df1 req-b7ff46fa-069f-41bd-a3b4-679251759b19 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ba39feb1-1a8d-455a-b2d9-0e3881abc8c9 HTTP/1.1" status: 200 len: 1098 time: 0.0751302 Oct 04 09:30:13.764560 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9638f5d7-ed77-4c80-a452-67ea981e1df1 req-7ab4413e-c8f7-45a1-995e-de59ee23cb02 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f0ddcbf8-af52-48fe-889a-d7fbc34ba664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374386 Oct 04 09:30:14.734134 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6547c6a9-cb28-47a9-8571-d22daed7b09b req-56bd3b57-f1b0-4fc7-b202-75c92bf8f910 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:30:14.735586 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6547c6a9-cb28-47a9-8571-d22daed7b09b req-56bd3b57-f1b0-4fc7-b202-75c92bf8f910 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba39feb1-1a8d-455a-b2d9-0e3881abc8c9 HTTP/1.1" status: 200 len: 945 time: 0.0860724 Oct 04 09:30:14.779100 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6547c6a9-cb28-47a9-8571-d22daed7b09b req-40c4cbc6-934d-4e6c-8084-5c06008f6c76 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0ddcbf8-af52-48fe-889a-d7fbc34ba664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376980 Oct 04 09:30:15.968681 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc92ee27-06b9-4057-b327-4b52e6d7a8f4 req-511d1629-b51f-4913-989b-ee1e1c15fa46 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:30:15.970129 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-cc92ee27-06b9-4057-b327-4b52e6d7a8f4 req-511d1629-b51f-4913-989b-ee1e1c15fa46 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba39feb1-1a8d-455a-b2d9-0e3881abc8c9 HTTP/1.1" status: 200 len: 945 time: 0.0844896 Oct 04 09:30:16.018382 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-cc92ee27-06b9-4057-b327-4b52e6d7a8f4 req-b370aa43-0705-4b84-b8c1-63139eb93793 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0ddcbf8-af52-48fe-889a-d7fbc34ba664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406647 Oct 04 09:30:16.213292 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58f322-defd-4a8e-bb22-071ae0d89fe7 req-9c577352-5960-4080-b6bc-43e0e41f9250 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:30:16.214723 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-fd58f322-defd-4a8e-bb22-071ae0d89fe7 req-9c577352-5960-4080-b6bc-43e0e41f9250 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba39feb1-1a8d-455a-b2d9-0e3881abc8c9 HTTP/1.1" status: 200 len: 945 time: 0.0883708 Oct 04 09:30:16.258211 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-fd58f322-defd-4a8e-bb22-071ae0d89fe7 req-8386481f-e31c-45c7-98b0-2ddf11cf72da tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0ddcbf8-af52-48fe-889a-d7fbc34ba664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378237 Oct 04 09:30:16.286125 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 38322) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:30:16.366724 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417dbb25-523a-45d6-996a-5f7f97ad41f6 tempest-TestVolumeBootPattern-1319838495 tempest-TestVolumeBootPattern-1319838495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:30:16.368224 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-417dbb25-523a-45d6-996a-5f7f97ad41f6 tempest-TestVolumeBootPattern-1319838495 tempest-TestVolumeBootPattern-1319838495-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ba39feb1-1a8d-455a-b2d9-0e3881abc8c9 HTTP/1.1" status: 200 len: 1093 time: 0.0811081 Oct 04 09:30:16.370959 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 38326) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:30:16.380028 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-47c4e5b5-05a3-42ab-806a-d903c24fbb9b tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Request body: {'floatingip': {'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'port_id': 'd5d17a0b-68c6-4f9f-8b22-a0c0be83b830', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:30:16.386950 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-47c4e5b5-05a3-42ab-806a-d903c24fbb9b tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:30:16.390719 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-47c4e5b5-05a3-42ab-806a-d903c24fbb9b tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Usage tracker for resource:floatingip and tenant:69ab5abc53ab44718bcbb9547c2b2d0e is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:30:16.393591 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-47c4e5b5-05a3-42ab-806a-d903c24fbb9b tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:30:16.399341 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-47c4e5b5-05a3-42ab-806a-d903c24fbb9b tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:30:16.409469 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-47c4e5b5-05a3-42ab-806a-d903c24fbb9b tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks [] for floatingip, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:30:16.543231 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-47c4e5b5-05a3-42ab-806a-d903c24fbb9b tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:30:16.785902 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-47c4e5b5-05a3-42ab-806a-d903c24fbb9b tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Allocated IP 172.26.10.223 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/d9f29625-8d34-4a4c-bd1c-97acd1878720) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:30:16.928178 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-47c4e5b5-05a3-42ab-806a-d903c24fbb9b tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:30:16.956163 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-47c4e5b5-05a3-42ab-806a-d903c24fbb9b tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:30:17.023465 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c4e5b5-05a3-42ab-806a-d903c24fbb9b tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:30:17.026340 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-47c4e5b5-05a3-42ab-806a-d903c24fbb9b tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:30:17.029911 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c4e5b5-05a3-42ab-806a-d903c24fbb9b tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:30:17.062051 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c4e5b5-05a3-42ab-806a-d903c24fbb9b tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Pushing event updated for resources: {'Port': ['ID=d9f29625-8d34-4a4c-bd1c-97acd1878720,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:30:17.433700 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-47c4e5b5-05a3-42ab-806a-d903c24fbb9b tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:30:17.506845 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-47c4e5b5-05a3-42ab-806a-d903c24fbb9b tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:30:17.703396 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-47c4e5b5-05a3-42ab-806a-d903c24fbb9b tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:30:17.707675 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-47c4e5b5-05a3-42ab-806a-d903c24fbb9b tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:30:17.812844 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c4e5b5-05a3-42ab-806a-d903c24fbb9b tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Pushing event updated for resources: {'Port': ['ID=d9f29625-8d34-4a4c-bd1c-97acd1878720,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:30:17.815282 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-47c4e5b5-05a3-42ab-806a-d903c24fbb9b tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:30:17.982376 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.l3_db [None req-47c4e5b5-05a3-42ab-806a-d903c24fbb9b tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Floating IP a549ba60-b13b-43a8-83a5-52dbf06a26f9 associated. External IP: 172.26.10.223, port: d5d17a0b-68c6-4f9f-8b22-a0c0be83b830. Oct 04 09:30:18.443139 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c4e5b5-05a3-42ab-806a-d903c24fbb9b tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Router 53532c76-03c4-472a-92f7-e72093e1d533 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:30:18.637802 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c4e5b5-05a3-42ab-806a-d903c24fbb9b tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:30:18.649499 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5debbc-9049-4e0d-951d-e4adf95e7b07 None None] Sync routers for ids ['53532c76-03c4-472a-92f7-e72093e1d533'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:30:18.658673 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5debbc-9049-4e0d-951d-e4adf95e7b07 None None] Routers {'53532c76-03c4-472a-92f7-e72093e1d533'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:30:18.659283 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-aa5debbc-9049-4e0d-951d-e4adf95e7b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:30:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['53532c76-03c4-472a-92f7-e72093e1d533'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:30:18.662992 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-47c4e5b5-05a3-42ab-806a-d903c24fbb9b tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:30:18.725292 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-47c4e5b5-05a3-42ab-806a-d903c24fbb9b tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3490446 Oct 04 09:30:18.725971 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba39feb1-1a8d-455a-b2d9-0e3881abc8c9', 'tag': 'd5d17a0b-68c6-4f9f-8b22-a0c0be83b830'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:30:18.726827 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:30:18.728998 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21e15c0-9114-408e-91eb-0ec95d1c7c85" -d '{"events": [{"name": "network-changed", "server_uuid": "ba39feb1-1a8d-455a-b2d9-0e3881abc8c9", "tag": "d5d17a0b-68c6-4f9f-8b22-a0c0be83b830"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:30:18.775640 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39275d02-827a-405e-879e-1902e5fa4452 x-openstack-request-id: req-39275d02-827a-405e-879e-1902e5fa4452 {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:30:18.776055 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba39feb1-1a8d-455a-b2d9-0e3881abc8c9", "tag": "d5d17a0b-68c6-4f9f-8b22-a0c0be83b830", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:30:18.776402 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-39275d02-827a-405e-879e-1902e5fa4452 {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:30:18.776807 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39275d02-827a-405e-879e-1902e5fa4452'] response: {'name': 'network-changed', 'server_uuid': 'ba39feb1-1a8d-455a-b2d9-0e3881abc8c9', 'tag': 'd5d17a0b-68c6-4f9f-8b22-a0c0be83b830', 'status': 'completed', 'code': 200} Oct 04 09:30:18.854350 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-aa5debbc-9049-4e0d-951d-e4adf95e7b07 None None] Set router 53532c76-03c4-472a-92f7-e72093e1d533 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:30:18.903211 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e15c0-9114-408e-91eb-0ec95d1c7c85 req-c3dbb285-eaf1-4afb-995d-f692570f5351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:30:18.904758 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c21e15c0-9114-408e-91eb-0ec95d1c7c85 req-c3dbb285-eaf1-4afb-995d-f692570f5351 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=69ab5abc53ab44718bcbb9547c2b2d0e&device_id=ba39feb1-1a8d-455a-b2d9-0e3881abc8c9 HTTP/1.1" status: 200 len: 1098 time: 0.0872886 Oct 04 09:30:19.039940 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e15c0-9114-408e-91eb-0ec95d1c7c85 req-ed2cf26d-6654-4982-a726-428d9f2abe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:30:19.041350 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c21e15c0-9114-408e-91eb-0ec95d1c7c85 req-ed2cf26d-6654-4982-a726-428d9f2abe77 service neutron] 10.222.0.20 "GET /v2.0/networks?id=47b14212-cea9-47cb-815c-888460239551 HTTP/1.1" status: 200 len: 913 time: 0.1310050 Oct 04 09:30:19.145175 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c21e15c0-9114-408e-91eb-0ec95d1c7c85 req-48c38d89-a311-43ba-acb6-2a23bcf60db3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5d17a0b-68c6-4f9f-8b22-a0c0be83b830 HTTP/1.1" status: 200 len: 1000 time: 0.0958862 Oct 04 09:30:19.212122 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e15c0-9114-408e-91eb-0ec95d1c7c85 req-e734b8d1-a5f5-4a8e-876f-7a4fd614dcba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:30:19.213630 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c21e15c0-9114-408e-91eb-0ec95d1c7c85 req-e734b8d1-a5f5-4a8e-876f-7a4fd614dcba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5d6ad6fc-1b52-4c37-8942-5241b791dd73 HTTP/1.1" status: 200 len: 851 time: 0.0614898 Oct 04 09:30:19.217085 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-aa5debbc-9049-4e0d-951d-e4adf95e7b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53532c76-03c4-472a-92f7-e72093e1d533', 'name': 'tempest-TestVolumeBootPattern-1545811976-router', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.244'}], 'enable_snat': True}, 'gw_port_id': 'adc9a0c0-55b3-4614-9e86-bb292501abac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:24:45Z', 'updated_at': '2022-10-04T09:24:50Z', 'revision_number': 4, 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'gw_port': {'id': 'adc9a0c0-55b3-4614-9e86-bb292501abac', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:21:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53532c76-03c4-472a-92f7-e72093e1d533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:46Z', 'updated_at': '2022-10-04T09:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'a549ba60-b13b-43a8-83a5-52dbf06a26f9', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'floating_ip_address': '172.26.10.223', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '53532c76-03c4-472a-92f7-e72093e1d533', 'port_id': 'd5d17a0b-68c6-4f9f-8b22-a0c0be83b830', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47b14212-cea9-47cb-815c-888460239551', 'mac_address': 'fa:16:3e:45:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba39feb1-1a8d-455a-b2d9-0e3881abc8c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:30:17Z', 'updated_at': '2022-10-04T09:30:17Z', 'revision_number': 0, 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'fixed_ip_address_scope': None}, {'id': 'f7d408e4-327c-479e-a3ed-c9bcc333210e', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'floating_ip_address': '172.26.10.184', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '53532c76-03c4-472a-92f7-e72093e1d533', 'port_id': '2310523b-e419-44ab-9023-062e440aac99', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47b14212-cea9-47cb-815c-888460239551', 'mac_address': 'fa:16:3e:79:bd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8202b23f-b77a-40d2-a64b-c6613b933972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:28:05Z', 'updated_at': '2022-10-04T09:28:08Z', 'revision_number': 1, 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c93b9d92-0d04-486b-bc47-9af7a20cbb3a', 'name': '', 'network_id': '47b14212-cea9-47cb-815c-888460239551', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'mac_address': 'fa:16:3e:29:68:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53532c76-03c4-472a-92f7-e72093e1d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '5d6ad6fc-1b52-4c37-8942-5241b791dd73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:49Z', 'updated_at': '2022-10-04T09:24:57Z', 'revision_number': 5, 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'subnets': [{'id': '5d6ad6fc-1b52-4c37-8942-5241b791dd73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:30:19.220960 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5debbc-9049-4e0d-951d-e4adf95e7b07 None None] Checking router: 53532c76-03c4-472a-92f7-e72093e1d533 for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:30:19.229324 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5debbc-9049-4e0d-951d-e4adf95e7b07 None None] Routers {'53532c76-03c4-472a-92f7-e72093e1d533'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:30:19.229909 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-aa5debbc-9049-4e0d-951d-e4adf95e7b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:30:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['53532c76-03c4-472a-92f7-e72093e1d533'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:30:19.297277 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e15c0-9114-408e-91eb-0ec95d1c7c85 req-9a615d28-4d72-4fa1-9553-3f6be974e785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:30:19.298806 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c21e15c0-9114-408e-91eb-0ec95d1c7c85 req-9a615d28-4d72-4fa1-9553-3f6be974e785 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=47b14212-cea9-47cb-815c-888460239551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792556 Oct 04 09:30:19.433203 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c21e15c0-9114-408e-91eb-0ec95d1c7c85 req-a91d601b-c4e8-4dd2-a36b-1115e965a41d service neutron] 10.222.0.20 "GET /v2.0/networks/47b14212-cea9-47cb-815c-888460239551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278641 Oct 04 09:30:19.443565 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-aa5debbc-9049-4e0d-951d-e4adf95e7b07 None None] Set router 53532c76-03c4-472a-92f7-e72093e1d533 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:30:19.569950 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c21e15c0-9114-408e-91eb-0ec95d1c7c85 req-156e5f6e-80ff-4ea8-be80-0c21eb50e2fd service neutron] 10.222.0.20 "GET /v2.0/networks/47b14212-cea9-47cb-815c-888460239551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306894 Oct 04 09:30:19.789264 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-aa5debbc-9049-4e0d-951d-e4adf95e7b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53532c76-03c4-472a-92f7-e72093e1d533', 'name': 'tempest-TestVolumeBootPattern-1545811976-router', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.244'}], 'enable_snat': True}, 'gw_port_id': 'adc9a0c0-55b3-4614-9e86-bb292501abac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:24:45Z', 'updated_at': '2022-10-04T09:24:50Z', 'revision_number': 4, 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'gw_port': {'id': 'adc9a0c0-55b3-4614-9e86-bb292501abac', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:21:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53532c76-03c4-472a-92f7-e72093e1d533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:46Z', 'updated_at': '2022-10-04T09:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'a549ba60-b13b-43a8-83a5-52dbf06a26f9', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'floating_ip_address': '172.26.10.223', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '53532c76-03c4-472a-92f7-e72093e1d533', 'port_id': 'd5d17a0b-68c6-4f9f-8b22-a0c0be83b830', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47b14212-cea9-47cb-815c-888460239551', 'mac_address': 'fa:16:3e:45:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba39feb1-1a8d-455a-b2d9-0e3881abc8c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:30:17Z', 'updated_at': '2022-10-04T09:30:17Z', 'revision_number': 0, 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'fixed_ip_address_scope': None}, {'id': 'f7d408e4-327c-479e-a3ed-c9bcc333210e', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'floating_ip_address': '172.26.10.184', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '53532c76-03c4-472a-92f7-e72093e1d533', 'port_id': '2310523b-e419-44ab-9023-062e440aac99', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47b14212-cea9-47cb-815c-888460239551', 'mac_address': 'fa:16:3e:79:bd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8202b23f-b77a-40d2-a64b-c6613b933972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:28:05Z', 'updated_at': '2022-10-04T09:28:08Z', 'revision_number': 1, 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c93b9d92-0d04-486b-bc47-9af7a20cbb3a', 'name': '', 'network_id': '47b14212-cea9-47cb-815c-888460239551', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'mac_address': 'fa:16:3e:29:68:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53532c76-03c4-472a-92f7-e72093e1d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '5d6ad6fc-1b52-4c37-8942-5241b791dd73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:49Z', 'updated_at': '2022-10-04T09:24:57Z', 'revision_number': 5, 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'subnets': [{'id': '5d6ad6fc-1b52-4c37-8942-5241b791dd73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:30:19.793318 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5debbc-9049-4e0d-951d-e4adf95e7b07 None None] The sync data for ids ['53532c76-03c4-472a-92f7-e72093e1d533'] in dv-neutron-860215-1-hyperv is: [{'id': '53532c76-03c4-472a-92f7-e72093e1d533', 'name': 'tempest-TestVolumeBootPattern-1545811976-router', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.244'}], 'enable_snat': True}, 'gw_port_id': 'adc9a0c0-55b3-4614-9e86-bb292501abac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:24:45Z', 'updated_at': '2022-10-04T09:24:50Z', 'revision_number': 4, 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'gw_port': {'id': 'adc9a0c0-55b3-4614-9e86-bb292501abac', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:21:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53532c76-03c4-472a-92f7-e72093e1d533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:46Z', 'updated_at': '2022-10-04T09:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'a549ba60-b13b-43a8-83a5-52dbf06a26f9', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'floating_ip_address': '172.26.10.223', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '53532c76-03c4-472a-92f7-e72093e1d533', 'port_id': 'd5d17a0b-68c6-4f9f-8b22-a0c0be83b830', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47b14212-cea9-47cb-815c-888460239551', 'mac_address': 'fa:16:3e:45:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba39feb1-1a8d-455a-b2d9-0e3881abc8c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:30:17Z', 'updated_at': '2022-10-04T09:30:17Z', 'revision_number': 0, 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'fixed_ip_address_scope': None}, {'id': 'f7d408e4-327c-479e-a3ed-c9bcc333210e', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'floating_ip_address': '172.26.10.184', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '53532c76-03c4-472a-92f7-e72093e1d533', 'port_id': '2310523b-e419-44ab-9023-062e440aac99', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47b14212-cea9-47cb-815c-888460239551', 'mac_address': 'fa:16:3e:79:bd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8202b23f-b77a-40d2-a64b-c6613b933972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:28:05Z', 'updated_at': '2022-10-04T09:28:08Z', 'revision_number': 1, 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c93b9d92-0d04-486b-bc47-9af7a20cbb3a', 'name': '', 'network_id': '47b14212-cea9-47cb-815c-888460239551', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'mac_address': 'fa:16:3e:29:68:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53532c76-03c4-472a-92f7-e72093e1d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '5d6ad6fc-1b52-4c37-8942-5241b791dd73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:49Z', 'updated_at': '2022-10-04T09:24:57Z', 'revision_number': 5, 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'subnets': [{'id': '5d6ad6fc-1b52-4c37-8942-5241b791dd73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:30:19.974121 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b4f797-3b04-4b27-9488-2d0433f4cc75 None None] New status for floating IP a549ba60-b13b-43a8-83a5-52dbf06a26f9: ACTIVE {{(pid=89035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 09:30:27.583529 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-482fdbbc-a5d8-4c73-9e78-b1255c0f0baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:30:28.558500 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 38338) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:30:28.608851 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-0683c44b-aead-47ac-acd7-b4a500217c38 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:30:28.728127 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0683c44b-aead-47ac-acd7-b4a500217c38 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2529913'] for subnet, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:30:28.915775 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0683c44b-aead-47ac-acd7-b4a500217c38 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731009310320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1166207'] for subnet, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:30:29.073255 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0683c44b-aead-47ac-acd7-b4a500217c38 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:30:29.073841 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0683c44b-aead-47ac-acd7-b4a500217c38 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:30:29.075120 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-0683c44b-aead-47ac-acd7-b4a500217c38 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "PUT /v2.0/subnets/cac42ee2-9120-47cd-a455-2759b5a27ffd HTTP/1.1" status: 200 len: 836 time: 0.5156126 Oct 04 09:30:29.077880 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7f6c18-9830-4044-ac1e-30c532f0756c None None] Network d38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:30:29.090861 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0683c44b-aead-47ac-acd7-b4a500217c38 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Subnet': ['ID=cac42ee2-9120-47cd-a455-2759b5a27ffd,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:30:29.557105 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-42728b67-5ca1-447c-af6f-dd84347915d2 None None] Provisioning complete for port 6f238b72-3bca-4698-95ec-3c35da22fe7a triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:30:29.557479 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-42728b67-5ca1-447c-af6f-dd84347915d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:30:29.557819 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-42728b67-5ca1-447c-af6f-dd84347915d2 None None] Attempt 1 to provision port 6f238b72-3bca-4698-95ec-3c35da22fe7a Oct 04 09:30:29.681287 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-42728b67-5ca1-447c-af6f-dd84347915d2 None None] Current status of the port 6f238b72-3bca-4698-95ec-3c35da22fe7a is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:30:29.692318 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-42728b67-5ca1-447c-af6f-dd84347915d2 None None] Provisioning complete for port 164378dc-2c8f-48a2-bd2a-1644aa41d2b2 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:30:29.692792 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-42728b67-5ca1-447c-af6f-dd84347915d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:30:29.693152 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-42728b67-5ca1-447c-af6f-dd84347915d2 None None] Attempt 1 to provision port 164378dc-2c8f-48a2-bd2a-1644aa41d2b2 Oct 04 09:30:29.806867 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-42728b67-5ca1-447c-af6f-dd84347915d2 None None] Current status of the port 164378dc-2c8f-48a2-bd2a-1644aa41d2b2 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:30:29.817592 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-42728b67-5ca1-447c-af6f-dd84347915d2 None None] Provisioning complete for port 8219b5e6-f03e-4949-89b9-f3c1ca21a55e triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:30:29.817953 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-42728b67-5ca1-447c-af6f-dd84347915d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:30:29.818285 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-42728b67-5ca1-447c-af6f-dd84347915d2 None None] Attempt 1 to provision port 8219b5e6-f03e-4949-89b9-f3c1ca21a55e Oct 04 09:30:29.952169 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-42728b67-5ca1-447c-af6f-dd84347915d2 None None] Current status of the port 8219b5e6-f03e-4949-89b9-f3c1ca21a55e is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:30:30.251085 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-37117c1a-25c7-46c6-bf6c-1db14b48f945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:30:30.713126 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:30:30.745891 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:30:31.570153 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-def06271-c440-425c-b17e-6ea07aeea07b req-e973acb0-fd05-4bcc-89cf-87611f4d0d65 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8e787586-2e86-45c0-847a-a99b88c60c75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0773408 Oct 04 09:30:31.745824 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def06271-c440-425c-b17e-6ea07aeea07b req-65b18242-a56a-4182-b63b-85ce386082b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:30:31.747302 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-def06271-c440-425c-b17e-6ea07aeea07b req-65b18242-a56a-4182-b63b-85ce386082b1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78fb12e86c5f40beb578bfb97002b5c9&device_id=8e787586-2e86-45c0-847a-a99b88c60c75 HTTP/1.1" status: 200 len: 1098 time: 0.0865614 Oct 04 09:30:31.894715 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def06271-c440-425c-b17e-6ea07aeea07b req-72ab1090-90f1-4a78-a3cf-a81059745bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:30:31.896150 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-def06271-c440-425c-b17e-6ea07aeea07b req-72ab1090-90f1-4a78-a3cf-a81059745bea service neutron] 10.222.0.20 "GET /v2.0/networks?id=d38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d HTTP/1.1" status: 200 len: 898 time: 0.1299009 Oct 04 09:30:32.015155 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-def06271-c440-425c-b17e-6ea07aeea07b req-3f08db6c-fe53-437c-a939-727c170a7281 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f238b72-3bca-4698-95ec-3c35da22fe7a HTTP/1.1" status: 200 len: 1001 time: 0.1084170 Oct 04 09:30:32.079516 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def06271-c440-425c-b17e-6ea07aeea07b req-bde59b9e-cf8a-4330-b4c0-0135463288ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:30:32.079516 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-def06271-c440-425c-b17e-6ea07aeea07b req-bde59b9e-cf8a-4330-b4c0-0135463288ee service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cac42ee2-9120-47cd-a455-2759b5a27ffd HTTP/1.1" status: 200 len: 844 time: 0.0593412 Oct 04 09:30:32.167827 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def06271-c440-425c-b17e-6ea07aeea07b req-19800e2a-a9de-4955-8f7d-d90eb35c80b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:30:32.167827 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-def06271-c440-425c-b17e-6ea07aeea07b req-19800e2a-a9de-4955-8f7d-d90eb35c80b5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819933 Oct 04 09:30:32.260977 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:30:32.305683 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-def06271-c440-425c-b17e-6ea07aeea07b req-c7b4bd2e-e9b1-4e6b-9bcd-51bb725a5e9f service neutron] 10.222.0.20 "GET /v2.0/networks/d38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290438 Oct 04 09:30:32.438044 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-def06271-c440-425c-b17e-6ea07aeea07b req-63600f17-6fb2-49ee-8ce9-09fdeee1e6e2 service neutron] 10.222.0.20 "GET /v2.0/networks/d38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289468 Oct 04 09:30:41.214425 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:30:55.726925 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:30:57.584102 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-55523b56-051d-465b-bad7-edb860e192c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:00.253130 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f2a65b18-e471-4ac5-9231-ec1c210800ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:00.716707 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:00.750679 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:02.258179 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:11.212775 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:12.915193 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 38360) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:31:13.116311 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-e9b8ba36-bcd8-4008-a555-4c2d874d4aa6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Deleting port 09bf95bb-5376-4760-b0fb-1e72452869e5 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:31:13.116678 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e9b8ba36-bcd8-4008-a555-4c2d874d4aa6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:13.285264 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e9b8ba36-bcd8-4008-a555-4c2d874d4aa6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:13.285264 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e9b8ba36-bcd8-4008-a555-4c2d874d4aa6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:13.402132 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-e9b8ba36-bcd8-4008-a555-4c2d874d4aa6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Calling delete_port for 09bf95bb-5376-4760-b0fb-1e72452869e5 owned by network:floatingip {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:31:13.553965 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e9b8ba36-bcd8-4008-a555-4c2d874d4aa6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:13.697485 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b8ba36-bcd8-4008-a555-4c2d874d4aa6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'Port': ['ID=09bf95bb-5376-4760-b0fb-1e72452869e5,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:31:13.742456 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b8ba36-bcd8-4008-a555-4c2d874d4aa6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:31:13.742809 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b8ba36-bcd8-4008-a555-4c2d874d4aa6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:31:13.743152 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b8ba36-bcd8-4008-a555-4c2d874d4aa6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:31:13.743486 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b8ba36-bcd8-4008-a555-4c2d874d4aa6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:31:13.743818 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b8ba36-bcd8-4008-a555-4c2d874d4aa6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:31:13.744149 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b8ba36-bcd8-4008-a555-4c2d874d4aa6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:31:13.744504 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b8ba36-bcd8-4008-a555-4c2d874d4aa6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:31:13.744833 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b8ba36-bcd8-4008-a555-4c2d874d4aa6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:31:13.745160 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b8ba36-bcd8-4008-a555-4c2d874d4aa6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:31:13.745483 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b8ba36-bcd8-4008-a555-4c2d874d4aa6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:31:13.745823 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b8ba36-bcd8-4008-a555-4c2d874d4aa6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:31:13.746130 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b8ba36-bcd8-4008-a555-4c2d874d4aa6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:31:13.805371 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e9b8ba36-bcd8-4008-a555-4c2d874d4aa6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for floatingip, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:13.805777 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.l3_db [None req-e9b8ba36-bcd8-4008-a555-4c2d874d4aa6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Floating IP e7051316-6512-428b-9b83-9cdf301b79e6 disassociated (deleted). External IP: 172.26.10.78, port: 6f238b72-3bca-4698-95ec-3c35da22fe7a. Oct 04 09:31:14.159910 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b8ba36-bcd8-4008-a555-4c2d874d4aa6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Router 97c996cb-e088-414a-bd99-8f98054a7068 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:31:14.338318 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b8ba36-bcd8-4008-a555-4c2d874d4aa6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:31:14.349948 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9063ac4-8fc7-482c-a862-e4dc8f40eda3 None None] Sync routers for ids ['97c996cb-e088-414a-bd99-8f98054a7068'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:31:14.358678 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e9b8ba36-bcd8-4008-a555-4c2d874d4aa6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:14.359395 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9063ac4-8fc7-482c-a862-e4dc8f40eda3 None None] Routers {'97c996cb-e088-414a-bd99-8f98054a7068'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:31:14.359987 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-a9063ac4-8fc7-482c-a862-e4dc8f40eda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:31:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['97c996cb-e088-414a-bd99-8f98054a7068'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:31:14.418255 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-e9b8ba36-bcd8-4008-a555-4c2d874d4aa6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "DELETE /v2.0/floatingips/e7051316-6512-428b-9b83-9cdf301b79e6 HTTP/1.1" status: 204 len: 168 time: 1.4995909 Oct 04 09:31:14.418255 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e787586-2e86-45c0-847a-a99b88c60c75', 'tag': '6f238b72-3bca-4698-95ec-3c35da22fe7a'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:31:14.429192 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9cfc22f-d3d7-4ea7-9f47-b44c614d2599" -d '{"events": [{"name": "network-changed", "server_uuid": "8e787586-2e86-45c0-847a-a99b88c60c75", "tag": "6f238b72-3bca-4698-95ec-3c35da22fe7a"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:31:14.474046 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c131b8-6f07-49b4-ba69-66951e85a51a x-openstack-request-id: req-43c131b8-6f07-49b4-ba69-66951e85a51a {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:31:14.474392 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e787586-2e86-45c0-847a-a99b88c60c75", "tag": "6f238b72-3bca-4698-95ec-3c35da22fe7a", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:31:14.474763 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-43c131b8-6f07-49b4-ba69-66951e85a51a {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:31:14.475175 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43c131b8-6f07-49b4-ba69-66951e85a51a'] response: {'name': 'network-changed', 'server_uuid': '8e787586-2e86-45c0-847a-a99b88c60c75', 'tag': '6f238b72-3bca-4698-95ec-3c35da22fe7a', 'status': 'completed', 'code': 200} Oct 04 09:31:14.585944 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-a9063ac4-8fc7-482c-a862-e4dc8f40eda3 None None] Set router 97c996cb-e088-414a-bd99-8f98054a7068 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:31:14.612015 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfc22f-d3d7-4ea7-9f47-b44c614d2599 req-902e87ef-5c50-4b1d-b9ee-6c58d41d3416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:14.613713 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e9cfc22f-d3d7-4ea7-9f47-b44c614d2599 req-902e87ef-5c50-4b1d-b9ee-6c58d41d3416 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78fb12e86c5f40beb578bfb97002b5c9&device_id=8e787586-2e86-45c0-847a-a99b88c60c75 HTTP/1.1" status: 200 len: 1098 time: 0.0941522 Oct 04 09:31:14.765843 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfc22f-d3d7-4ea7-9f47-b44c614d2599 req-d068a957-820d-4856-b5eb-bdbbd92293f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:14.767598 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e9cfc22f-d3d7-4ea7-9f47-b44c614d2599 req-d068a957-820d-4856-b5eb-bdbbd92293f8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d HTTP/1.1" status: 200 len: 898 time: 0.1428444 Oct 04 09:31:14.836763 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e9cfc22f-d3d7-4ea7-9f47-b44c614d2599 req-48b5a5c0-724e-4689-8a00-d51cc3c0d111 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f238b72-3bca-4698-95ec-3c35da22fe7a HTTP/1.1" status: 200 len: 217 time: 0.0611138 Oct 04 09:31:14.848657 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a8000-a9e1-4b53-8a60-ac6a24d7e9a8 req-668e8257-536f-4c4e-b9a8-28bec4d90a3f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:14.849783 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-ae4a8000-a9e1-4b53-8a60-ac6a24d7e9a8 req-668e8257-536f-4c4e-b9a8-28bec4d90a3f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e787586-2e86-45c0-847a-a99b88c60c75 HTTP/1.1" status: 200 len: 945 time: 0.1016617 Oct 04 09:31:14.908721 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-ae4a8000-a9e1-4b53-8a60-ac6a24d7e9a8 req-d82d8aba-f3d9-49d0-8a8a-f626432538df tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=d67c1b36-1886-42f5-8fa3-a7a46c37c452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522816 Oct 04 09:31:14.916465 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfc22f-d3d7-4ea7-9f47-b44c614d2599 req-5483e7fd-944b-463e-81af-b177608836b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:14.916465 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e9cfc22f-d3d7-4ea7-9f47-b44c614d2599 req-5483e7fd-944b-463e-81af-b177608836b3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cac42ee2-9120-47cd-a455-2759b5a27ffd HTTP/1.1" status: 200 len: 844 time: 0.0732925 Oct 04 09:31:14.920398 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-a9063ac4-8fc7-482c-a862-e4dc8f40eda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c996cb-e088-414a-bd99-8f98054a7068', 'name': 'tempest-TestNetworkBasicOps-router-1059679937', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.30'}], 'enable_snat': True}, 'gw_port_id': '613d9c1d-242b-4190-8232-1c930ddd7147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:27:26Z', 'updated_at': '2022-10-04T09:27:31Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '613d9c1d-242b-4190-8232-1c930ddd7147', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c996cb-e088-414a-bd99-8f98054a7068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:27:27Z', 'updated_at': '2022-10-04T09:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '164378dc-2c8f-48a2-bd2a-1644aa41d2b2', 'name': '', 'network_id': 'd38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:e0:d2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c996cb-e088-414a-bd99-8f98054a7068', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'cac42ee2-9120-47cd-a455-2759b5a27ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:27:30Z', 'updated_at': '2022-10-04T09:27:37Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': 'cac42ee2-9120-47cd-a455-2759b5a27ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:31:14.924460 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9063ac4-8fc7-482c-a862-e4dc8f40eda3 None None] Checking router: 97c996cb-e088-414a-bd99-8f98054a7068 for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:31:14.933225 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9063ac4-8fc7-482c-a862-e4dc8f40eda3 None None] Routers {'97c996cb-e088-414a-bd99-8f98054a7068'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:31:14.933831 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-a9063ac4-8fc7-482c-a862-e4dc8f40eda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:31:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['97c996cb-e088-414a-bd99-8f98054a7068'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:31:15.004337 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfc22f-d3d7-4ea7-9f47-b44c614d2599 req-67571e1e-a81f-4ffb-961c-c7e6062a9e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:15.006047 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e9cfc22f-d3d7-4ea7-9f47-b44c614d2599 req-67571e1e-a81f-4ffb-961c-c7e6062a9e8b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786016 Oct 04 09:31:15.115252 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-a9063ac4-8fc7-482c-a862-e4dc8f40eda3 None None] Set router 97c996cb-e088-414a-bd99-8f98054a7068 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:31:15.142923 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e9cfc22f-d3d7-4ea7-9f47-b44c614d2599 req-2ab05c85-3bbc-4af7-8b2d-68d22cea5643 service neutron] 10.222.0.20 "GET /v2.0/networks/d38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279171 Oct 04 09:31:15.391494 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e9cfc22f-d3d7-4ea7-9f47-b44c614d2599 req-73e2c7db-db36-45c0-a11e-9dd8a1b78a1f service neutron] 10.222.0.20 "GET /v2.0/networks/d38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416477 Oct 04 09:31:15.445760 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-a9063ac4-8fc7-482c-a862-e4dc8f40eda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c996cb-e088-414a-bd99-8f98054a7068', 'name': 'tempest-TestNetworkBasicOps-router-1059679937', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.30'}], 'enable_snat': True}, 'gw_port_id': '613d9c1d-242b-4190-8232-1c930ddd7147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:27:26Z', 'updated_at': '2022-10-04T09:27:31Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '613d9c1d-242b-4190-8232-1c930ddd7147', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c996cb-e088-414a-bd99-8f98054a7068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:27:27Z', 'updated_at': '2022-10-04T09:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '164378dc-2c8f-48a2-bd2a-1644aa41d2b2', 'name': '', 'network_id': 'd38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:e0:d2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c996cb-e088-414a-bd99-8f98054a7068', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'cac42ee2-9120-47cd-a455-2759b5a27ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:27:30Z', 'updated_at': '2022-10-04T09:27:37Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': 'cac42ee2-9120-47cd-a455-2759b5a27ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:31:15.449884 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9063ac4-8fc7-482c-a862-e4dc8f40eda3 None None] The sync data for ids ['97c996cb-e088-414a-bd99-8f98054a7068'] in dv-neutron-860215-1-hyperv is: [{'id': '97c996cb-e088-414a-bd99-8f98054a7068', 'name': 'tempest-TestNetworkBasicOps-router-1059679937', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.30'}], 'enable_snat': True}, 'gw_port_id': '613d9c1d-242b-4190-8232-1c930ddd7147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:27:26Z', 'updated_at': '2022-10-04T09:27:31Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '613d9c1d-242b-4190-8232-1c930ddd7147', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c996cb-e088-414a-bd99-8f98054a7068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:27:27Z', 'updated_at': '2022-10-04T09:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '164378dc-2c8f-48a2-bd2a-1644aa41d2b2', 'name': '', 'network_id': 'd38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:e0:d2:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c996cb-e088-414a-bd99-8f98054a7068', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'cac42ee2-9120-47cd-a455-2759b5a27ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:27:30Z', 'updated_at': '2022-10-04T09:27:37Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': 'cac42ee2-9120-47cd-a455-2759b5a27ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:31:15.672878 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bbfb21-d8a1-4cec-93a2-215adc957a57 None None] New status for floating IP e7051316-6512-428b-9b83-9cdf301b79e6: DOWN {{(pid=89035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 09:31:16.104088 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f59ba9-bc3c-40ab-b98a-c49f8c1b5f33 req-3630a36f-b506-48c0-baaf-7d73d121e7fc tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:16.104830 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-38f59ba9-bc3c-40ab-b98a-c49f8c1b5f33 req-3630a36f-b506-48c0-baaf-7d73d121e7fc tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:31:16.120649 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-38f59ba9-bc3c-40ab-b98a-c49f8c1b5f33 req-3630a36f-b506-48c0-baaf-7d73d121e7fc tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:31:16.121801 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-38f59ba9-bc3c-40ab-b98a-c49f8c1b5f33 req-3630a36f-b506-48c0-baaf-7d73d121e7fc tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e787586-2e86-45c0-847a-a99b88c60c75 HTTP/1.1" status: 200 len: 945 time: 0.1080427 Oct 04 09:31:16.169081 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-38f59ba9-bc3c-40ab-b98a-c49f8c1b5f33 req-fb31e5f7-8229-47a7-8b00-bd1514c0b005 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=d67c1b36-1886-42f5-8fa3-a7a46c37c452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411501 Oct 04 09:31:16.427486 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe75436e-a1c9-47ec-9f85-932d071e91a1 req-6b9b68e3-b915-4bb4-8b27-48c051b0fe01 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:16.428935 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-fe75436e-a1c9-47ec-9f85-932d071e91a1 req-6b9b68e3-b915-4bb4-8b27-48c051b0fe01 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e787586-2e86-45c0-847a-a99b88c60c75 HTTP/1.1" status: 200 len: 945 time: 0.0903111 Oct 04 09:31:16.500345 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-fe75436e-a1c9-47ec-9f85-932d071e91a1 req-9564d861-7354-4e3d-befb-30ceee610702 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Deleting port 6f238b72-3bca-4698-95ec-3c35da22fe7a {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:31:16.500712 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-fe75436e-a1c9-47ec-9f85-932d071e91a1 req-9564d861-7354-4e3d-befb-30ceee610702 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:16.751620 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-fe75436e-a1c9-47ec-9f85-932d071e91a1 req-9564d861-7354-4e3d-befb-30ceee610702 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] For port 6f238b72-3bca-4698-95ec-3c35da22fe7a, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=6f238b72-3bca-4698-95ec-3c35da22fe7a,segment=NetworkSegment(10fae73a-65fb-4de8-82bf-c545bb5ec3fd),segment_id=10fae73a-65fb-4de8-82bf-c545bb5ec3fd)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:31:16.751924 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-fe75436e-a1c9-47ec-9f85-932d071e91a1 req-9564d861-7354-4e3d-befb-30ceee610702 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:16.882302 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-fe75436e-a1c9-47ec-9f85-932d071e91a1 req-9564d861-7354-4e3d-befb-30ceee610702 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Calling delete_port for 6f238b72-3bca-4698-95ec-3c35da22fe7a owned by compute:nova {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:31:17.063650 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-fe75436e-a1c9-47ec-9f85-932d071e91a1 req-9564d861-7354-4e3d-befb-30ceee610702 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:17.116451 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9564d861-7354-4e3d-befb-30ceee610702 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'Port': ['ID=6f238b72-3bca-4698-95ec-3c35da22fe7a,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:31:17.202174 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe75436e-a1c9-47ec-9f85-932d071e91a1 req-9564d861-7354-4e3d-befb-30ceee610702 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] No DVR routers for this DVR port 6f238b72-3bca-4698-95ec-3c35da22fe7a on host hv-neutron-8602 {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:31:17.205108 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-fe75436e-a1c9-47ec-9f85-932d071e91a1 req-9564d861-7354-4e3d-befb-30ceee610702 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:17.208848 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e787586-2e86-45c0-847a-a99b88c60c75', 'name': 'network-vif-deleted', 'tag': '6f238b72-3bca-4698-95ec-3c35da22fe7a'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:31:17.211143 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f6a032-ff80-4cfe-8715-f6d0380b4baa" -d '{"events": [{"server_uuid": "8e787586-2e86-45c0-847a-a99b88c60c75", "name": "network-vif-deleted", "tag": "6f238b72-3bca-4698-95ec-3c35da22fe7a"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:31:17.227017 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-fe75436e-a1c9-47ec-9f85-932d071e91a1 req-9564d861-7354-4e3d-befb-30ceee610702 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.20 "DELETE /v2.0/ports/6f238b72-3bca-4698-95ec-3c35da22fe7a HTTP/1.1" status: 204 len: 173 time: 0.7906671 Oct 04 09:31:17.264407 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f73c61-b8fa-4ade-811e-e3c5b36ef0ef x-openstack-request-id: req-99f73c61-b8fa-4ade-811e-e3c5b36ef0ef {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:31:17.264677 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e787586-2e86-45c0-847a-a99b88c60c75", "name": "network-vif-deleted", "tag": "6f238b72-3bca-4698-95ec-3c35da22fe7a", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:31:17.265001 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-99f73c61-b8fa-4ade-811e-e3c5b36ef0ef {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:31:17.265479 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99f73c61-b8fa-4ade-811e-e3c5b36ef0ef'] response: {'server_uuid': '8e787586-2e86-45c0-847a-a99b88c60c75', 'name': 'network-vif-deleted', 'tag': '6f238b72-3bca-4698-95ec-3c35da22fe7a', 'status': 'completed', 'code': 200} Oct 04 09:31:17.354123 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-93c57e95-7752-4100-ab66-621ed47f2df7 req-ab184036-d42f-4bf2-83f1-70a59d2512e5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e787586-2e86-45c0-847a-a99b88c60c75 HTTP/1.1" status: 200 len: 210 time: 0.0574191 Oct 04 09:31:18.454403 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 38382) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:31:18.521598 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-11fd03d2-3bb0-4d1e-b9fd-4f7e2d3884dc tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:18.550236 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-11fd03d2-3bb0-4d1e-b9fd-4f7e2d3884dc tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:18.616415 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-11fd03d2-3bb0-4d1e-b9fd-4f7e2d3884dc tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:18.635589 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fd03d2-3bb0-4d1e-b9fd-4f7e2d3884dc tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67c1b36-1886-42f5-8fa3-a7a46c37c452,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:31:18.645627 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-11fd03d2-3bb0-4d1e-b9fd-4f7e2d3884dc tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:18.646826 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-11fd03d2-3bb0-4d1e-b9fd-4f7e2d3884dc tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "DELETE /v2.0/security-groups/d67c1b36-1886-42f5-8fa3-a7a46c37c452 HTTP/1.1" status: 204 len: 168 time: 0.1914480 Oct 04 09:31:18.679490 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 38388) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:31:19.342917 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d7e05479-f17e-4847-b5fd-a6674ffb7fa0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736827'] for router_interface, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:19.730410 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-d7e05479-f17e-4847-b5fd-a6674ffb7fa0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Deleting port 164378dc-2c8f-48a2-bd2a-1644aa41d2b2 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:31:19.731045 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d7e05479-f17e-4847-b5fd-a6674ffb7fa0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:19.937815 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-d7e05479-f17e-4847-b5fd-a6674ffb7fa0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] For port 164378dc-2c8f-48a2-bd2a-1644aa41d2b2, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=164378dc-2c8f-48a2-bd2a-1644aa41d2b2,segment=NetworkSegment(10fae73a-65fb-4de8-82bf-c545bb5ec3fd),segment_id=10fae73a-65fb-4de8-82bf-c545bb5ec3fd)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:31:19.938171 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d7e05479-f17e-4847-b5fd-a6674ffb7fa0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:20.063725 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-d7e05479-f17e-4847-b5fd-a6674ffb7fa0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Calling delete_port for 164378dc-2c8f-48a2-bd2a-1644aa41d2b2 owned by network:router_interface {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:31:20.332830 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d7e05479-f17e-4847-b5fd-a6674ffb7fa0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:20.381207 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e05479-f17e-4847-b5fd-a6674ffb7fa0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'Port': ['ID=164378dc-2c8f-48a2-bd2a-1644aa41d2b2,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:31:20.768088 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d7e05479-f17e-4847-b5fd-a6674ffb7fa0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736911'] for router_interface, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:21.115689 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e05479-f17e-4847-b5fd-a6674ffb7fa0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Router 97c996cb-e088-414a-bd99-8f98054a7068 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:31:21.289101 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e05479-f17e-4847-b5fd-a6674ffb7fa0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:31:21.298908 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577538fa-c3c2-4f90-9b71-5c331936095c None None] Sync routers for ids ['97c996cb-e088-414a-bd99-8f98054a7068'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:31:21.304584 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-d7e05479-f17e-4847-b5fd-a6674ffb7fa0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "PUT /v2.0/routers/97c996cb-e088-414a-bd99-8f98054a7068/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6215727 Oct 04 09:31:21.304807 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 38392) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:31:21.308832 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577538fa-c3c2-4f90-9b71-5c331936095c None None] Routers {'97c996cb-e088-414a-bd99-8f98054a7068'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:31:21.309435 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-577538fa-c3c2-4f90-9b71-5c331936095c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:31:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['97c996cb-e088-414a-bd99-8f98054a7068'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:31:21.372208 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6adb20a-865d-4278-b181-fcbea68078a4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Deleting subnet cac42ee2-9120-47cd-a455-2759b5a27ffd {{(pid=89032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:31:21.375342 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c6adb20a-865d-4278-b181-fcbea68078a4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for subnet, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:21.429111 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c6adb20a-865d-4278-b181-fcbea68078a4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885153'] for subnet, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:21.458582 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 6f238b72-3bca-4698-95ec-3c35da22fe7a no longer exists at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:31:21.509652 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] No Port match for: 6f238b72-3bca-4698-95ec-3c35da22fe7a {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:31:21.509996 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 6f238b72-3bca-4698-95ec-3c35da22fe7a not bound to the agent host hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:31:21.519188 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c6adb20a-865d-4278-b181-fcbea68078a4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:21.532826 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-577538fa-c3c2-4f90-9b71-5c331936095c None None] Set router 97c996cb-e088-414a-bd99-8f98054a7068 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:31:21.592495 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c6adb20a-865d-4278-b181-fcbea68078a4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:21.632338 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6adb20a-865d-4278-b181-fcbea68078a4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'Subnet': ['ID=cac42ee2-9120-47cd-a455-2759b5a27ffd,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:31:21.637472 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c6adb20a-865d-4278-b181-fcbea68078a4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:21.643890 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-c6adb20a-865d-4278-b181-fcbea68078a4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "DELETE /v2.0/subnets/cac42ee2-9120-47cd-a455-2759b5a27ffd HTTP/1.1" status: 204 len: 168 time: 0.3375709 Oct 04 09:31:21.646396 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 38396) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:31:21.654048 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e71bf8-5501-4cb8-99ae-54c4ab2a7876 None None] Network d38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:31:21.836012 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-05f50d70-8e2d-4b32-958a-4f92d0aec850 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:22.013481 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-05f50d70-8e2d-4b32-958a-4f92d0aec850 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:22.022835 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-05f50d70-8e2d-4b32-958a-4f92d0aec850 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Deleting port 613d9c1d-242b-4190-8232-1c930ddd7147 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:31:22.023247 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-05f50d70-8e2d-4b32-958a-4f92d0aec850 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:22.045567 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-577538fa-c3c2-4f90-9b71-5c331936095c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c996cb-e088-414a-bd99-8f98054a7068', 'name': 'tempest-TestNetworkBasicOps-router-1059679937', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.30'}], 'enable_snat': True}, 'gw_port_id': '613d9c1d-242b-4190-8232-1c930ddd7147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:27:26Z', 'updated_at': '2022-10-04T09:31:20Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '613d9c1d-242b-4190-8232-1c930ddd7147', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c996cb-e088-414a-bd99-8f98054a7068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:27:27Z', 'updated_at': '2022-10-04T09:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:31:22.049804 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577538fa-c3c2-4f90-9b71-5c331936095c None None] Checking router: 97c996cb-e088-414a-bd99-8f98054a7068 for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:31:22.060659 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577538fa-c3c2-4f90-9b71-5c331936095c None None] Routers {'97c996cb-e088-414a-bd99-8f98054a7068'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:31:22.061272 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-577538fa-c3c2-4f90-9b71-5c331936095c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:31:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['97c996cb-e088-414a-bd99-8f98054a7068'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:31:22.115550 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45729e5-aeaa-4f13-a719-a4e60544a048 None None] DHCP port deletion for d38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:31:22.192495 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d45729e5-aeaa-4f13-a719-a4e60544a048 None None] Deleting port 8219b5e6-f03e-4949-89b9-f3c1ca21a55e {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:31:22.192867 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d45729e5-aeaa-4f13-a719-a4e60544a048 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:22.265951 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-577538fa-c3c2-4f90-9b71-5c331936095c None None] Set router 97c996cb-e088-414a-bd99-8f98054a7068 gateway port host: None {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:31:22.322738 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-05f50d70-8e2d-4b32-958a-4f92d0aec850 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] For port 613d9c1d-242b-4190-8232-1c930ddd7147, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=613d9c1d-242b-4190-8232-1c930ddd7147,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:31:22.323009 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-05f50d70-8e2d-4b32-958a-4f92d0aec850 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:22.408104 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-577538fa-c3c2-4f90-9b71-5c331936095c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c996cb-e088-414a-bd99-8f98054a7068', 'name': 'tempest-TestNetworkBasicOps-router-1059679937', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:27:26Z', 'updated_at': '2022-10-04T09:31:22Z', 'revision_number': 6, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port_host': None}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:31:22.415344 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577538fa-c3c2-4f90-9b71-5c331936095c None None] The sync data for ids ['97c996cb-e088-414a-bd99-8f98054a7068'] in dv-neutron-860215-1-hyperv is: [{'id': '97c996cb-e088-414a-bd99-8f98054a7068', 'name': 'tempest-TestNetworkBasicOps-router-1059679937', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:27:26Z', 'updated_at': '2022-10-04T09:31:22Z', 'revision_number': 6, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port_host': None}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:31:22.448320 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-05f50d70-8e2d-4b32-958a-4f92d0aec850 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Calling delete_port for 613d9c1d-242b-4190-8232-1c930ddd7147 owned by network:router_gateway {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:31:22.524280 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d45729e5-aeaa-4f13-a719-a4e60544a048 None None] For port 8219b5e6-f03e-4949-89b9-f3c1ca21a55e, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=8219b5e6-f03e-4949-89b9-f3c1ca21a55e,segment=NetworkSegment(10fae73a-65fb-4de8-82bf-c545bb5ec3fd),segment_id=10fae73a-65fb-4de8-82bf-c545bb5ec3fd)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:31:22.524624 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d45729e5-aeaa-4f13-a719-a4e60544a048 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:22.617584 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-05f50d70-8e2d-4b32-958a-4f92d0aec850 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:22.647255 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d45729e5-aeaa-4f13-a719-a4e60544a048 None None] Calling delete_port for 8219b5e6-f03e-4949-89b9-f3c1ca21a55e owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:31:22.667871 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f50d70-8e2d-4b32-958a-4f92d0aec850 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'Port': ['ID=613d9c1d-242b-4190-8232-1c930ddd7147,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:31:22.729104 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d45729e5-aeaa-4f13-a719-a4e60544a048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:22.764914 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-05f50d70-8e2d-4b32-958a-4f92d0aec850 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737040'] for router_gateway, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:22.777733 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45729e5-aeaa-4f13-a719-a4e60544a048 None None] Pushing event deleted for resources: {'Port': ['ID=8219b5e6-f03e-4949-89b9-f3c1ca21a55e,revision_number=None']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:31:22.782539 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45729e5-aeaa-4f13-a719-a4e60544a048 None None] No DVR routers for this DVR port 8219b5e6-f03e-4949-89b9-f3c1ca21a55e on host dv-neutron-860215-1-hyperv {{(pid=89034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:31:22.788653 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45729e5-aeaa-4f13-a719-a4e60544a048 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:31:22.789034 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45729e5-aeaa-4f13-a719-a4e60544a048 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:31:22.789321 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45729e5-aeaa-4f13-a719-a4e60544a048 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:31:22.790178 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45729e5-aeaa-4f13-a719-a4e60544a048 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:31:22.790610 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45729e5-aeaa-4f13-a719-a4e60544a048 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:31:22.791010 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45729e5-aeaa-4f13-a719-a4e60544a048 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:31:22.791172 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45729e5-aeaa-4f13-a719-a4e60544a048 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:31:22.791472 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45729e5-aeaa-4f13-a719-a4e60544a048 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:31:22.791912 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45729e5-aeaa-4f13-a719-a4e60544a048 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:31:22.792112 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45729e5-aeaa-4f13-a719-a4e60544a048 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:31:22.792445 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45729e5-aeaa-4f13-a719-a4e60544a048 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:31:22.796813 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45729e5-aeaa-4f13-a719-a4e60544a048 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:31:22.949570 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-05f50d70-8e2d-4b32-958a-4f92d0aec850 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:22.951725 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-05f50d70-8e2d-4b32-958a-4f92d0aec850 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:22.973473 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-05f50d70-8e2d-4b32-958a-4f92d0aec850 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:22.974045 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f50d70-8e2d-4b32-958a-4f92d0aec850 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Fanout notify agent at l3_agent the message router_deleted on router 97c996cb-e088-414a-bd99-8f98054a7068 {{(pid=89032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:31:22.989611 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-05f50d70-8e2d-4b32-958a-4f92d0aec850 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:22.990727 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-05f50d70-8e2d-4b32-958a-4f92d0aec850 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "DELETE /v2.0/routers/97c996cb-e088-414a-bd99-8f98054a7068 HTTP/1.1" status: 204 len: 168 time: 1.3433566 Oct 04 09:31:22.993910 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 38400) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:31:23.105551 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f5d72739-ec7c-4c02-a3cf-2eeefed661fc tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:23.245569 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f5d72739-ec7c-4c02-a3cf-2eeefed661fc tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:23.256415 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 8219b5e6-f03e-4949-89b9-f3c1ca21a55e no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:31:23.271818 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-f5d72739-ec7c-4c02-a3cf-2eeefed661fc tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:31:23.290428 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-f5d72739-ec7c-4c02-a3cf-2eeefed661fc tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10fae73a-65fb-4de8-82bf-c545bb5ec3fd') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:31:23.290727 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-f5d72739-ec7c-4c02-a3cf-2eeefed661fc tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10fae73a-65fb-4de8-82bf-c545bb5ec3fd') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:31:23.294958 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 8219b5e6-f03e-4949-89b9-f3c1ca21a55e {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:31:23.295382 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 8219b5e6-f03e-4949-89b9-f3c1ca21a55e not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:31:23.295728 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 164378dc-2c8f-48a2-bd2a-1644aa41d2b2 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:31:23.303543 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f5d72739-ec7c-4c02-a3cf-2eeefed661fc tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:23.320166 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f5d72739-ec7c-4c02-a3cf-2eeefed661fc tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:23.326446 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5d72739-ec7c-4c02-a3cf-2eeefed661fc tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:31:23.326832 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f5d72739-ec7c-4c02-a3cf-2eeefed661fc tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:23.328846 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 164378dc-2c8f-48a2-bd2a-1644aa41d2b2 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:31:23.329196 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 164378dc-2c8f-48a2-bd2a-1644aa41d2b2 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:31:23.329617 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 613d9c1d-242b-4190-8232-1c930ddd7147 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:31:23.363292 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 613d9c1d-242b-4190-8232-1c930ddd7147 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:31:23.363559 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 613d9c1d-242b-4190-8232-1c930ddd7147 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:31:23.416968 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 10fae73a-65fb-4de8-82bf-c545bb5ec3fd resource provider aggregate not found Oct 04 09:31:23.433393 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 10fae73a-65fb-4de8-82bf-c545bb5ec3fd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 10fae73a-65fb-4de8-82bf-c545bb5ec3fd found for delete ", "request_id": "req-fc665839-8875-46a3-9f33-8b889f376dfc"}]} Oct 04 09:31:23.434461 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f5d72739-ec7c-4c02-a3cf-2eeefed661fc tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:23.439410 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f5d72739-ec7c-4c02-a3cf-2eeefed661fc tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:23.467122 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d72739-ec7c-4c02-a3cf-2eeefed661fc tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'Network': ['ID=d38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:31:23.478626 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-f5d72739-ec7c-4c02-a3cf-2eeefed661fc tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "DELETE /v2.0/networks/d38bff4a-71ee-4b55-81bc-cd4cbf9d8b9d HTTP/1.1" status: 204 len: 168 time: 0.4836674 Oct 04 09:31:23.493758 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 38410) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:31:23.499624 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-dae80c8a-0c6e-4849-87c2-a5697c9f6098 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'network': {'name': 'tempest-network-smoke--1065977687', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'port_security_enabled': True}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:31:23.505024 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-dae80c8a-0c6e-4849-87c2-a5697c9f6098 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:31:23.510977 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-dae80c8a-0c6e-4849-87c2-a5697c9f6098 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:network and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:31:23.513794 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-dae80c8a-0c6e-4849-87c2-a5697c9f6098 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:31:23.519932 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-dae80c8a-0c6e-4849-87c2-a5697c9f6098 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:31:23.529589 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae80c8a-0c6e-4849-87c2-a5697c9f6098 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Made reservation on behalf of 78fb12e86c5f40beb578bfb97002b5c9 for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:31:23.533362 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-dae80c8a-0c6e-4849-87c2-a5697c9f6098 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:23.562459 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dae80c8a-0c6e-4849-87c2-a5697c9f6098 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:31:23.571378 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-dae80c8a-0c6e-4849-87c2-a5697c9f6098 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:23.571760 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-dae80c8a-0c6e-4849-87c2-a5697c9f6098 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Added segment 5cc74913-d430-4be7-badd-78be649df5d6 of type vlan for network bb88193c-d817-42cd-91bb-b70383a142ce Oct 04 09:31:23.599759 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-dae80c8a-0c6e-4849-87c2-a5697c9f6098 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:23.628496 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-dae80c8a-0c6e-4849-87c2-a5697c9f6098 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:23.634087 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae80c8a-0c6e-4849-87c2-a5697c9f6098 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:23.634659 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-dae80c8a-0c6e-4849-87c2-a5697c9f6098 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:23.740146 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-dae80c8a-0c6e-4849-87c2-a5697c9f6098 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2452416 Oct 04 09:31:23.741752 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 38414) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:31:23.747889 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-761bcda7-3f7e-4829-ad55-65054a6cf296 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-585076576', 'admin_state_up': True, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:31:23.750218 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae80c8a-0c6e-4849-87c2-a5697c9f6098 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Network': ['ID=bb88193c-d817-42cd-91bb-b70383a142ce,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:31:23.755501 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-761bcda7-3f7e-4829-ad55-65054a6cf296 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:31:23.757683 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae80c8a-0c6e-4849-87c2-a5697c9f6098 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:31:23.757953 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae80c8a-0c6e-4849-87c2-a5697c9f6098 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:31:23.758327 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae80c8a-0c6e-4849-87c2-a5697c9f6098 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:31:23.759315 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae80c8a-0c6e-4849-87c2-a5697c9f6098 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:31:23.759647 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae80c8a-0c6e-4849-87c2-a5697c9f6098 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:31:23.760065 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-761bcda7-3f7e-4829-ad55-65054a6cf296 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:router and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:31:23.760179 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae80c8a-0c6e-4849-87c2-a5697c9f6098 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:31:23.760434 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae80c8a-0c6e-4849-87c2-a5697c9f6098 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:31:23.760760 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae80c8a-0c6e-4849-87c2-a5697c9f6098 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:31:23.761083 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae80c8a-0c6e-4849-87c2-a5697c9f6098 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:31:23.761406 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae80c8a-0c6e-4849-87c2-a5697c9f6098 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:31:23.761725 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae80c8a-0c6e-4849-87c2-a5697c9f6098 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:31:23.762047 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae80c8a-0c6e-4849-87c2-a5697c9f6098 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:31:23.762933 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-761bcda7-3f7e-4829-ad55-65054a6cf296 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:31:23.769253 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-761bcda7-3f7e-4829-ad55-65054a6cf296 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:31:23.774119 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network bb88193c-d817-42cd-91bb-b70383a142ce details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:31:23.778901 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-761bcda7-3f7e-4829-ad55-65054a6cf296 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:23.779919 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-761bcda7-3f7e-4829-ad55-65054a6cf296 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:23.794841 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-761bcda7-3f7e-4829-ad55-65054a6cf296 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:24.155403 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-761bcda7-3f7e-4829-ad55-65054a6cf296 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:24.464266 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-761bcda7-3f7e-4829-ad55-65054a6cf296 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router_gateway, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:24.495434 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-761bcda7-3f7e-4829-ad55-65054a6cf296 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:24.633921 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-761bcda7-3f7e-4829-ad55-65054a6cf296 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Allocated IP 172.26.10.92 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/68fdc375-f021-4ba5-8bd2-efa54b8f3c3f) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:31:24.777245 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-761bcda7-3f7e-4829-ad55-65054a6cf296 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:24.805812 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-761bcda7-3f7e-4829-ad55-65054a6cf296 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:24.868363 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761bcda7-3f7e-4829-ad55-65054a6cf296 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:31:24.871211 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-761bcda7-3f7e-4829-ad55-65054a6cf296 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:31:24.875202 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761bcda7-3f7e-4829-ad55-65054a6cf296 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:31:24.917637 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761bcda7-3f7e-4829-ad55-65054a6cf296 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Port': ['ID=68fdc375-f021-4ba5-8bd2-efa54b8f3c3f,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:31:25.284041 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-761bcda7-3f7e-4829-ad55-65054a6cf296 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router_gateway, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:25.723264 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-761bcda7-3f7e-4829-ad55-65054a6cf296 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:25.925092 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-761bcda7-3f7e-4829-ad55-65054a6cf296 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Router 80616e19-840b-4de8-aad6-44dbc28e5fa6 is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:31:26.096104 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761bcda7-3f7e-4829-ad55-65054a6cf296 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:31:26.105184 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097724f1-1f80-43c6-9b48-a3ce707c7aba None None] Sync routers for ids ['80616e19-840b-4de8-aad6-44dbc28e5fa6'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:31:26.114236 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097724f1-1f80-43c6-9b48-a3ce707c7aba None None] Routers {'80616e19-840b-4de8-aad6-44dbc28e5fa6'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:31:26.115091 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-097724f1-1f80-43c6-9b48-a3ce707c7aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:31:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['80616e19-840b-4de8-aad6-44dbc28e5fa6'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:31:26.122108 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-761bcda7-3f7e-4829-ad55-65054a6cf296 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:26.123867 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-761bcda7-3f7e-4829-ad55-65054a6cf296 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3807957 Oct 04 09:31:26.127094 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 38418) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:31:26.207474 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-39467f25-9f8e-4f2e-930f-f110d38762db tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=78fb12e86c5f40beb578bfb97002b5c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0791392 Oct 04 09:31:26.210026 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 38424) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:31:26.288502 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-097724f1-1f80-43c6-9b48-a3ce707c7aba None None] Set router 80616e19-840b-4de8-aad6-44dbc28e5fa6 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:31:26.340162 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c56425-e109-4ffa-8b73-17db02e2a8a1 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:26.341673 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-28c56425-e109-4ffa-8b73-17db02e2a8a1 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1307623 Oct 04 09:31:26.344456 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 38428) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:31:26.383712 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-2da0442b-ad1d-4add-9c9b-3705ca05b3f9 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=f33938cd-879e-4461-9b5e-aa67b746b6bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375462 Oct 04 09:31:26.385988 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 38432) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:31:26.391141 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-ae6efe41-5189-4141-a836-9b9a7b3b1a69 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-893116157', 'network_id': 'bb88193c-d817-42cd-91bb-b70383a142ce', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:31:26.500451 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-ae6efe41-5189-4141-a836-9b9a7b3b1a69 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:31:26.504589 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-ae6efe41-5189-4141-a836-9b9a7b3b1a69 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:subnet and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:31:26.507404 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-ae6efe41-5189-4141-a836-9b9a7b3b1a69 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:31:26.513399 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-ae6efe41-5189-4141-a836-9b9a7b3b1a69 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:31:26.522736 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6efe41-5189-4141-a836-9b9a7b3b1a69 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Made reservation on behalf of 78fb12e86c5f40beb578bfb97002b5c9 for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:31:26.526276 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ae6efe41-5189-4141-a836-9b9a7b3b1a69 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:26.563605 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-097724f1-1f80-43c6-9b48-a3ce707c7aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'name': 'tempest-TestNetworkBasicOps-router-585076576', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.92'}], 'enable_snat': True}, 'gw_port_id': '68fdc375-f021-4ba5-8bd2-efa54b8f3c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:31:23Z', 'updated_at': '2022-10-04T09:31:25Z', 'revision_number': 3, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '68fdc375-f021-4ba5-8bd2-efa54b8f3c3f', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e9:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:31:24Z', 'updated_at': '2022-10-04T09:31:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:31:26.567244 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097724f1-1f80-43c6-9b48-a3ce707c7aba None None] Checking router: 80616e19-840b-4de8-aad6-44dbc28e5fa6 for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:31:26.567586 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097724f1-1f80-43c6-9b48-a3ce707c7aba None None] Updating router 80616e19-840b-4de8-aad6-44dbc28e5fa6 port 68fdc375-f021-4ba5-8bd2-efa54b8f3c3f binding host dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:31:26.624315 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-097724f1-1f80-43c6-9b48-a3ce707c7aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:26.751692 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ae6efe41-5189-4141-a836-9b9a7b3b1a69 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:26.832122 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6efe41-5189-4141-a836-9b9a7b3b1a69 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Subnet': ['ID=c56e4b02-fdb0-4c31-b79d-c55f6bb97a45,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:31:26.840849 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6efe41-5189-4141-a836-9b9a7b3b1a69 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Checking segment: {'id': '5cc74913-d430-4be7-badd-78be649df5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'bb88193c-d817-42cd-91bb-b70383a142ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:31:26.841203 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6efe41-5189-4141-a836-9b9a7b3b1a69 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Network hostable DHCP agents. Network: bb88193c-d817-42cd-91bb-b70383a142ce, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:31:26.859795 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6efe41-5189-4141-a836-9b9a7b3b1a69 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Network bb88193c-d817-42cd-91bb-b70383a142ce is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:31:26.869515 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-ae6efe41-5189-4141-a836-9b9a7b3b1a69 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, bb88193c-d817-42cd-91bb-b70383a142ce) {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:31:26.874761 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6efe41-5189-4141-a836-9b9a7b3b1a69 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:26.875681 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-ae6efe41-5189-4141-a836-9b9a7b3b1a69 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:26.884573 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7b3c4b-cc45-4e36-8269-1947b3378b96 None None] Network bb88193c-d817-42cd-91bb-b70383a142ce requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:31:26.899484 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-ae6efe41-5189-4141-a836-9b9a7b3b1a69 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5120947 Oct 04 09:31:26.902011 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 38436) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:31:26.967069 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-097724f1-1f80-43c6-9b48-a3ce707c7aba None None] Notify callbacks [] for port, precommit_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:26.980738 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.provisioning_blocks [None req-097724f1-1f80-43c6-9b48-a3ce707c7aba None None] Transition to ACTIVE for port object 68fdc375-f021-4ba5-8bd2-efa54b8f3c3f will not be triggered until provisioned by entity L2. {{(pid=89035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:31:26.987820 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-097724f1-1f80-43c6-9b48-a3ce707c7aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:27.052142 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-097724f1-1f80-43c6-9b48-a3ce707c7aba None None] Attempting to bind port 68fdc375-f021-4ba5-8bd2-efa54b8f3c3f on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:31:27.052551 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-097724f1-1f80-43c6-9b48-a3ce707c7aba None None] Attempting to bind port 68fdc375-f021-4ba5-8bd2-efa54b8f3c3f by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:31:27.052905 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097724f1-1f80-43c6-9b48-a3ce707c7aba None None] Attempting to bind port 68fdc375-f021-4ba5-8bd2-efa54b8f3c3f on network f33938cd-879e-4461-9b5e-aa67b746b6bd {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:31:27.062328 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097724f1-1f80-43c6-9b48-a3ce707c7aba None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:31:27.062693 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097724f1-1f80-43c6-9b48-a3ce707c7aba None None] Checking segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:31:27.063084 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-097724f1-1f80-43c6-9b48-a3ce707c7aba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:27.063469 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097724f1-1f80-43c6-9b48-a3ce707c7aba None None] Bound using segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:31:27.063933 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-097724f1-1f80-43c6-9b48-a3ce707c7aba None None] Bound port: 68fdc375-f021-4ba5-8bd2-efa54b8f3c3f, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:31:27.064295 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-097724f1-1f80-43c6-9b48-a3ce707c7aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:27.103933 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d10784-cbf4-4131-bcf1-c7773112aeee None None] Pushing event updated for resources: {'Port': ['ID=68fdc375-f021-4ba5-8bd2-efa54b8f3c3f,revision_number=2']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:31:27.117278 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d10784-cbf4-4131-bcf1-c7773112aeee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:31:27.117999 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d10784-cbf4-4131-bcf1-c7773112aeee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:31:27.117999 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d10784-cbf4-4131-bcf1-c7773112aeee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:31:27.118310 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d10784-cbf4-4131-bcf1-c7773112aeee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:31:27.118622 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d10784-cbf4-4131-bcf1-c7773112aeee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:31:27.118943 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d10784-cbf4-4131-bcf1-c7773112aeee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:31:27.119259 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d10784-cbf4-4131-bcf1-c7773112aeee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:31:27.119574 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d10784-cbf4-4131-bcf1-c7773112aeee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:31:27.119889 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d10784-cbf4-4131-bcf1-c7773112aeee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:31:27.120302 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d10784-cbf4-4131-bcf1-c7773112aeee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:31:27.120610 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d10784-cbf4-4131-bcf1-c7773112aeee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:31:27.120921 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d10784-cbf4-4131-bcf1-c7773112aeee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:31:27.167172 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-097724f1-1f80-43c6-9b48-a3ce707c7aba None None] For port 68fdc375-f021-4ba5-8bd2-efa54b8f3c3f, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:31:27.171025 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb48de73-7fe3-4dd8-a0ec-7e19863a9584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-bb88193c-d817-42cd-91bb-b70383a142ce', 'network_id': 'bb88193c-d817-42cd-91bb-b70383a142ce', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ips': [{'subnet_id': 'c56e4b02-fdb0-4c31-b79d-c55f6bb97a45'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:31:27.171227 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-097724f1-1f80-43c6-9b48-a3ce707c7aba None None] For port 68fdc375-f021-4ba5-8bd2-efa54b8f3c3f, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=68fdc375-f021-4ba5-8bd2-efa54b8f3c3f,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:31:27.172321 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-bb48de73-7fe3-4dd8-a0ec-7e19863a9584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:27.176729 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-097724f1-1f80-43c6-9b48-a3ce707c7aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:27.233444 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097724f1-1f80-43c6-9b48-a3ce707c7aba None None] Routers {'80616e19-840b-4de8-aad6-44dbc28e5fa6'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:31:27.234146 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-097724f1-1f80-43c6-9b48-a3ce707c7aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:31:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['80616e19-840b-4de8-aad6-44dbc28e5fa6'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:31:27.337541 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-bb48de73-7fe3-4dd8-a0ec-7e19863a9584 None None] Allocated IP 172.20.0.2 (bb88193c-d817-42cd-91bb-b70383a142ce/c56e4b02-fdb0-4c31-b79d-c55f6bb97a45/017e8f88-7a67-4dc5-8a16-c880e9b8f858) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:31:27.439267 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d10784-cbf4-4131-bcf1-c7773112aeee None None] Pushing event updated for resources: {'Port': ['ID=68fdc375-f021-4ba5-8bd2-efa54b8f3c3f,revision_number=3']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:31:27.454517 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-097724f1-1f80-43c6-9b48-a3ce707c7aba None None] Set router 80616e19-840b-4de8-aad6-44dbc28e5fa6 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:31:27.545428 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-bb48de73-7fe3-4dd8-a0ec-7e19863a9584 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:27.555859 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-bb48de73-7fe3-4dd8-a0ec-7e19863a9584 None None] Transition to ACTIVE for port object 017e8f88-7a67-4dc5-8a16-c880e9b8f858 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:31:27.588711 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-bb48de73-7fe3-4dd8-a0ec-7e19863a9584 None None] Transition to ACTIVE for port object 017e8f88-7a67-4dc5-8a16-c880e9b8f858 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:31:27.594041 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e6e5e621-0dec-44b2-a836-e40e0ca83aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:27.596690 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-bb48de73-7fe3-4dd8-a0ec-7e19863a9584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:27.670230 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb48de73-7fe3-4dd8-a0ec-7e19863a9584 None None] Network bb88193c-d817-42cd-91bb-b70383a142ce is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:31:27.672911 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-bb48de73-7fe3-4dd8-a0ec-7e19863a9584 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:31:27.676551 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb48de73-7fe3-4dd8-a0ec-7e19863a9584 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:31:27.745264 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6dc31806-dff3-4556-ba88-c4d0b09cbafb tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:27.770052 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-097724f1-1f80-43c6-9b48-a3ce707c7aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'name': 'tempest-TestNetworkBasicOps-router-585076576', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.92'}], 'enable_snat': True}, 'gw_port_id': '68fdc375-f021-4ba5-8bd2-efa54b8f3c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:31:23Z', 'updated_at': '2022-10-04T09:31:25Z', 'revision_number': 3, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '68fdc375-f021-4ba5-8bd2-efa54b8f3c3f', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e9:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:31:24Z', 'updated_at': '2022-10-04T09:31:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:31:27.772142 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb48de73-7fe3-4dd8-a0ec-7e19863a9584 None None] Pushing event updated for resources: {'Port': ['ID=017e8f88-7a67-4dc5-8a16-c880e9b8f858,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:31:27.778000 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097724f1-1f80-43c6-9b48-a3ce707c7aba None None] The sync data for ids ['80616e19-840b-4de8-aad6-44dbc28e5fa6'] in dv-neutron-860215-1-hyperv is: [{'id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'name': 'tempest-TestNetworkBasicOps-router-585076576', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.92'}], 'enable_snat': True}, 'gw_port_id': '68fdc375-f021-4ba5-8bd2-efa54b8f3c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:31:23Z', 'updated_at': '2022-10-04T09:31:25Z', 'revision_number': 3, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '68fdc375-f021-4ba5-8bd2-efa54b8f3c3f', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e9:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:31:24Z', 'updated_at': '2022-10-04T09:31:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:31:27.800834 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-bb48de73-7fe3-4dd8-a0ec-7e19863a9584 None None] Attempting to bind port 017e8f88-7a67-4dc5-8a16-c880e9b8f858 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:31:27.800834 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-bb48de73-7fe3-4dd8-a0ec-7e19863a9584 None None] Attempting to bind port 017e8f88-7a67-4dc5-8a16-c880e9b8f858 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '5cc74913-d430-4be7-badd-78be649df5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'bb88193c-d817-42cd-91bb-b70383a142ce'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:31:27.800834 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb48de73-7fe3-4dd8-a0ec-7e19863a9584 None None] Attempting to bind port 017e8f88-7a67-4dc5-8a16-c880e9b8f858 on network bb88193c-d817-42cd-91bb-b70383a142ce {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:31:27.806262 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb48de73-7fe3-4dd8-a0ec-7e19863a9584 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:31:27.806641 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb48de73-7fe3-4dd8-a0ec-7e19863a9584 None None] Checking segment: {'id': '5cc74913-d430-4be7-badd-78be649df5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'bb88193c-d817-42cd-91bb-b70383a142ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:31:27.807173 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-bb48de73-7fe3-4dd8-a0ec-7e19863a9584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:27.807573 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb48de73-7fe3-4dd8-a0ec-7e19863a9584 None None] Bound using segment: {'id': '5cc74913-d430-4be7-badd-78be649df5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'bb88193c-d817-42cd-91bb-b70383a142ce'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:31:27.808041 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-bb48de73-7fe3-4dd8-a0ec-7e19863a9584 None None] Bound port: 017e8f88-7a67-4dc5-8a16-c880e9b8f858, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc74913-d430-4be7-badd-78be649df5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'bb88193c-d817-42cd-91bb-b70383a142ce'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:31:27.808441 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-bb48de73-7fe3-4dd8-a0ec-7e19863a9584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:27.908372 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-bb48de73-7fe3-4dd8-a0ec-7e19863a9584 None None] For port 017e8f88-7a67-4dc5-8a16-c880e9b8f858, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:31:27.911639 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-bb48de73-7fe3-4dd8-a0ec-7e19863a9584 None None] For port 017e8f88-7a67-4dc5-8a16-c880e9b8f858, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=017e8f88-7a67-4dc5-8a16-c880e9b8f858,segment=NetworkSegment(5cc74913-d430-4be7-badd-78be649df5d6),segment_id=5cc74913-d430-4be7-badd-78be649df5d6)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:31:27.916669 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-bb48de73-7fe3-4dd8-a0ec-7e19863a9584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:28.003674 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb48de73-7fe3-4dd8-a0ec-7e19863a9584 None None] Pushing event updated for resources: {'Port': ['ID=017e8f88-7a67-4dc5-8a16-c880e9b8f858,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:31:28.210147 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-6dc31806-dff3-4556-ba88-c4d0b09cbafb tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Allocated IP 172.20.0.1 (bb88193c-d817-42cd-91bb-b70383a142ce/c56e4b02-fdb0-4c31-b79d-c55f6bb97a45/417a612f-7e6a-4af3-ad49-d6f0bdc97c43) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:31:28.395339 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6dc31806-dff3-4556-ba88-c4d0b09cbafb tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:28.412408 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-6dc31806-dff3-4556-ba88-c4d0b09cbafb tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Transition to ACTIVE for port object 417a612f-7e6a-4af3-ad49-d6f0bdc97c43 will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:31:28.436520 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6dc31806-dff3-4556-ba88-c4d0b09cbafb tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:28.507812 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc31806-dff3-4556-ba88-c4d0b09cbafb tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Network bb88193c-d817-42cd-91bb-b70383a142ce is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:31:28.511088 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-6dc31806-dff3-4556-ba88-c4d0b09cbafb tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:31:28.513910 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc31806-dff3-4556-ba88-c4d0b09cbafb tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:31:28.559926 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc31806-dff3-4556-ba88-c4d0b09cbafb tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Port': ['ID=417a612f-7e6a-4af3-ad49-d6f0bdc97c43,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:31:28.580868 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6dc31806-dff3-4556-ba88-c4d0b09cbafb tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737202'] for router_interface, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:28.978831 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f0bd07-fb22-4328-a58b-2e67f11ff006 None None] Network bb88193c-d817-42cd-91bb-b70383a142ce requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:31:28.994591 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6dc31806-dff3-4556-ba88-c4d0b09cbafb tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:29.072933 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-aedde4cc-7f74-4b15-a645-ece958c7790f None None] Provisioning for port 017e8f88-7a67-4dc5-8a16-c880e9b8f858 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:31:29.331112 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 68fdc375-f021-4ba5-8bd2-efa54b8f3c3f up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:31:29.425036 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 68fdc375-f021-4ba5-8bd2-efa54b8f3c3f completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:31:29.430242 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 68fdc375-f021-4ba5-8bd2-efa54b8f3c3f triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:31:29.430619 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:29.431069 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 68fdc375-f021-4ba5-8bd2-efa54b8f3c3f Oct 04 09:31:29.448857 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6dc31806-dff3-4556-ba88-c4d0b09cbafb tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:29.454248 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6dc31806-dff3-4556-ba88-c4d0b09cbafb tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:29.573700 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 68fdc375-f021-4ba5-8bd2-efa54b8f3c3f is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:31:29.574050 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:29.579121 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6dc31806-dff3-4556-ba88-c4d0b09cbafb tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736777'] for router_interface, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:29.581386 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-ca8fa1d2-7168-4429-b192-e04406f2e8a3 None None] Provisioning for port 417a612f-7e6a-4af3-ad49-d6f0bdc97c43 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:31:29.584183 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc31806-dff3-4556-ba88-c4d0b09cbafb tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Port': ['ID=417a612f-7e6a-4af3-ad49-d6f0bdc97c43,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:31:29.592022 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-ca8fa1d2-7168-4429-b192-e04406f2e8a3 None None] Provisioning complete for port 417a612f-7e6a-4af3-ad49-d6f0bdc97c43 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:31:29.592420 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ca8fa1d2-7168-4429-b192-e04406f2e8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:29.592765 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-ca8fa1d2-7168-4429-b192-e04406f2e8a3 None None] Attempt 1 to provision port 417a612f-7e6a-4af3-ad49-d6f0bdc97c43 Oct 04 09:31:29.631784 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 68fdc375-f021-4ba5-8bd2-efa54b8f3c3f, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=68fdc375-f021-4ba5-8bd2-efa54b8f3c3f,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:31:29.642026 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:29.642790 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 017e8f88-7a67-4dc5-8a16-c880e9b8f858 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:31:29.732301 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc31806-dff3-4556-ba88-c4d0b09cbafb tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Network bb88193c-d817-42cd-91bb-b70383a142ce is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:31:29.733863 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-6dc31806-dff3-4556-ba88-c4d0b09cbafb tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:31:29.748884 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-ca8fa1d2-7168-4429-b192-e04406f2e8a3 None None] Port 417a612f-7e6a-4af3-ad49-d6f0bdc97c43 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:31:29.772983 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=68fdc375-f021-4ba5-8bd2-efa54b8f3c3f,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:31:29.782563 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 017e8f88-7a67-4dc5-8a16-c880e9b8f858 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:31:29.788348 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 017e8f88-7a67-4dc5-8a16-c880e9b8f858 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:31:29.788760 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:29.789093 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 017e8f88-7a67-4dc5-8a16-c880e9b8f858 Oct 04 09:31:29.942905 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dc31806-dff3-4556-ba88-c4d0b09cbafb tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Router 80616e19-840b-4de8-aad6-44dbc28e5fa6 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:31:29.952062 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 017e8f88-7a67-4dc5-8a16-c880e9b8f858 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:31:29.952547 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:29.983654 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 017e8f88-7a67-4dc5-8a16-c880e9b8f858, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=017e8f88-7a67-4dc5-8a16-c880e9b8f858,segment=NetworkSegment(5cc74913-d430-4be7-badd-78be649df5d6),segment_id=5cc74913-d430-4be7-badd-78be649df5d6)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:31:29.987407 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:30.055686 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=017e8f88-7a67-4dc5-8a16-c880e9b8f858,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:31:30.123778 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc31806-dff3-4556-ba88-c4d0b09cbafb tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:31:30.133694 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e304b0ae-9949-4f84-a660-d99360bef637 None None] Sync routers for ids ['80616e19-840b-4de8-aad6-44dbc28e5fa6'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:31:30.136111 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-6dc31806-dff3-4556-ba88-c4d0b09cbafb tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "PUT /v2.0/routers/80616e19-840b-4de8-aad6-44dbc28e5fa6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2328012 Oct 04 09:31:30.138604 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 38440) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:31:30.142868 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e304b0ae-9949-4f84-a660-d99360bef637 None None] Routers {'80616e19-840b-4de8-aad6-44dbc28e5fa6'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:31:30.143471 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-e304b0ae-9949-4f84-a660-d99360bef637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:31:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['80616e19-840b-4de8-aad6-44dbc28e5fa6'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:31:30.277459 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-ca8fa1d2-7168-4429-b192-e04406f2e8a3 None None] Attempt 2 to provision port 417a612f-7e6a-4af3-ad49-d6f0bdc97c43 Oct 04 09:31:30.277664 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9b0aab-d491-4589-aad3-c52d1b6bad75 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:30.277890 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9b0aab-d491-4589-aad3-c52d1b6bad75 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:30.278354 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9b0aab-d491-4589-aad3-c52d1b6bad75 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:30.278819 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9b0aab-d491-4589-aad3-c52d1b6bad75 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:30.279279 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9b0aab-d491-4589-aad3-c52d1b6bad75 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:30.279736 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9b0aab-d491-4589-aad3-c52d1b6bad75 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:30.284050 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-7b9b0aab-d491-4589-aad3-c52d1b6bad75 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1419902 Oct 04 09:31:30.284262 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 38444) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:31:30.357238 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9623c382-485e-43ca-9580-91149425c319 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:30.357861 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9623c382-485e-43ca-9580-91149425c319 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:30.358500 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9623c382-485e-43ca-9580-91149425c319 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:30.358919 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9623c382-485e-43ca-9580-91149425c319 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:30.359521 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9623c382-485e-43ca-9580-91149425c319 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:30.360165 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9623c382-485e-43ca-9580-91149425c319 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:30.361908 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-9623c382-485e-43ca-9580-91149425c319 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4009 time: 0.0767519 Oct 04 09:31:30.364742 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 38448) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:31:30.365542 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-7ef199f2-8b41-45d6-86ee-8a3f6d9b8976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:30.377868 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-ca8fa1d2-7168-4429-b192-e04406f2e8a3 None None] Port 417a612f-7e6a-4af3-ad49-d6f0bdc97c43 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:31:30.381848 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-e304b0ae-9949-4f84-a660-d99360bef637 None None] Set router 80616e19-840b-4de8-aad6-44dbc28e5fa6 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:31:30.694281 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-69448ed0-a1f7-4f3e-a953-d43d0412aedf tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3052 time: 0.3283806 Oct 04 09:31:30.702716 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-e304b0ae-9949-4f84-a660-d99360bef637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'name': 'tempest-TestNetworkBasicOps-router-585076576', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.92'}], 'enable_snat': True}, 'gw_port_id': '68fdc375-f021-4ba5-8bd2-efa54b8f3c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:31:23Z', 'updated_at': '2022-10-04T09:31:28Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '68fdc375-f021-4ba5-8bd2-efa54b8f3c3f', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:31:24Z', 'updated_at': '2022-10-04T09:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '417a612f-7e6a-4af3-ad49-d6f0bdc97c43', 'name': '', 'network_id': 'bb88193c-d817-42cd-91bb-b70383a142ce', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:38:0c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c56e4b02-fdb0-4c31-b79d-c55f6bb97a45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:31:27Z', 'updated_at': '2022-10-04T09:31:29Z', 'revision_number': 2, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': 'c56e4b02-fdb0-4c31-b79d-c55f6bb97a45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:31:30.712016 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e304b0ae-9949-4f84-a660-d99360bef637 None None] Checking router: 80616e19-840b-4de8-aad6-44dbc28e5fa6 for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:31:30.712396 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e304b0ae-9949-4f84-a660-d99360bef637 None None] Updating router 80616e19-840b-4de8-aad6-44dbc28e5fa6 port 417a612f-7e6a-4af3-ad49-d6f0bdc97c43 binding host dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:31:30.782122 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 38454) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:31:30.788029 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-fb57580a-a390-4e77-a4d6-a6b208ad2620 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-396361994', 'description': 'tempest-secgroup-smoke-396361994 description', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:31:30.790143 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:30.792903 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:30.794677 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-fb57580a-a390-4e77-a4d6-a6b208ad2620 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:31:30.797254 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e304b0ae-9949-4f84-a660-d99360bef637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:30.798908 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-fb57580a-a390-4e77-a4d6-a6b208ad2620 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:31:30.801761 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-fb57580a-a390-4e77-a4d6-a6b208ad2620 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:31:30.808168 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-fb57580a-a390-4e77-a4d6-a6b208ad2620 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:31:30.818777 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fb57580a-a390-4e77-a4d6-a6b208ad2620 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:30.840809 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-fb57580a-a390-4e77-a4d6-a6b208ad2620 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:31:30.844686 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-fb57580a-a390-4e77-a4d6-a6b208ad2620 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:31:30.847441 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-fb57580a-a390-4e77-a4d6-a6b208ad2620 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:31:30.853605 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-fb57580a-a390-4e77-a4d6-a6b208ad2620 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:31:30.909005 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-ca8fa1d2-7168-4429-b192-e04406f2e8a3 None None] Attempt 3 to provision port 417a612f-7e6a-4af3-ad49-d6f0bdc97c43 Oct 04 09:31:30.924674 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fb57580a-a390-4e77-a4d6-a6b208ad2620 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:30.929774 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fb57580a-a390-4e77-a4d6-a6b208ad2620 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:30.976134 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb57580a-a390-4e77-a4d6-a6b208ad2620 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f04bc41-c858-4798-9657-33c75e4823df,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:31:30.980162 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fb57580a-a390-4e77-a4d6-a6b208ad2620 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:30.981716 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-fb57580a-a390-4e77-a4d6-a6b208ad2620 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1984339 Oct 04 09:31:30.984983 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 38458) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:31:30.989553 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-ca8fa1d2-7168-4429-b192-e04406f2e8a3 None None] Port 417a612f-7e6a-4af3-ad49-d6f0bdc97c43 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:31:30.991191 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-5f806178-ea69-4ace-8982-6cb2d1b3d8e7 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': '2f04bc41-c858-4798-9657-33c75e4823df', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:31:31.001666 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-5f806178-ea69-4ace-8982-6cb2d1b3d8e7 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:31:31.006118 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-5f806178-ea69-4ace-8982-6cb2d1b3d8e7 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:31:31.009171 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-5f806178-ea69-4ace-8982-6cb2d1b3d8e7 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:31:31.015080 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-5f806178-ea69-4ace-8982-6cb2d1b3d8e7 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:31:31.032046 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5f806178-ea69-4ace-8982-6cb2d1b3d8e7 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:31.092166 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5f806178-ea69-4ace-8982-6cb2d1b3d8e7 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:31.096432 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5f806178-ea69-4ace-8982-6cb2d1b3d8e7 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:31.120286 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f806178-ea69-4ace-8982-6cb2d1b3d8e7 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70539420-6c7e-46b8-9ad2-ec534ccf6a7d,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:31:31.130727 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5f806178-ea69-4ace-8982-6cb2d1b3d8e7 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:31.132388 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-5f806178-ea69-4ace-8982-6cb2d1b3d8e7 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1457760 Oct 04 09:31:31.135580 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 38462) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:31:31.140715 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-d7cb16a7-d410-4eb1-a089-c11dda8563c0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': '2f04bc41-c858-4798-9657-33c75e4823df', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:31:31.146639 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-d7cb16a7-d410-4eb1-a089-c11dda8563c0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:31:31.151069 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-d7cb16a7-d410-4eb1-a089-c11dda8563c0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:31:31.153929 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-d7cb16a7-d410-4eb1-a089-c11dda8563c0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:31:31.159558 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-d7cb16a7-d410-4eb1-a089-c11dda8563c0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:31:31.177221 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d7cb16a7-d410-4eb1-a089-c11dda8563c0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:31.200006 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e304b0ae-9949-4f84-a660-d99360bef637 None None] Notify callbacks [] for port, precommit_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:31.216483 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-e304b0ae-9949-4f84-a660-d99360bef637 None None] Transition to ACTIVE for port object 417a612f-7e6a-4af3-ad49-d6f0bdc97c43 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:31:31.223905 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e304b0ae-9949-4f84-a660-d99360bef637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:31.248432 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d7cb16a7-d410-4eb1-a089-c11dda8563c0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:31.253661 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d7cb16a7-d410-4eb1-a089-c11dda8563c0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:31.278490 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cb16a7-d410-4eb1-a089-c11dda8563c0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37c67b69-a4e4-4063-9513-e8499d86a9bc,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:31:31.287491 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d7cb16a7-d410-4eb1-a089-c11dda8563c0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:31.288959 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-d7cb16a7-d410-4eb1-a089-c11dda8563c0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1523774 Oct 04 09:31:31.291626 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 38466) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:31:31.296715 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-382bbd81-b352-45e2-bbe3-8f58b78f0fa1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': '2f04bc41-c858-4798-9657-33c75e4823df', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:31:31.302534 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-382bbd81-b352-45e2-bbe3-8f58b78f0fa1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:31:31.306837 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-382bbd81-b352-45e2-bbe3-8f58b78f0fa1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:31:31.309129 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 68fdc375-f021-4ba5-8bd2-efa54b8f3c3f up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:31:31.310063 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-382bbd81-b352-45e2-bbe3-8f58b78f0fa1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:31:31.316221 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-382bbd81-b352-45e2-bbe3-8f58b78f0fa1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:31:31.332549 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-382bbd81-b352-45e2-bbe3-8f58b78f0fa1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:31.398014 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-382bbd81-b352-45e2-bbe3-8f58b78f0fa1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:31.402004 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-382bbd81-b352-45e2-bbe3-8f58b78f0fa1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:31.426462 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382bbd81-b352-45e2-bbe3-8f58b78f0fa1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b708179c-63b2-4dfc-8482-26c320e15f9b,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:31:31.437597 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-382bbd81-b352-45e2-bbe3-8f58b78f0fa1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:31.438893 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-382bbd81-b352-45e2-bbe3-8f58b78f0fa1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1463349 Oct 04 09:31:31.442314 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 38470) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:31:31.448040 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-f290f3bf-5012-462f-bf69-30fb2ab52fb0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': '2f04bc41-c858-4798-9657-33c75e4823df', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:31:31.454234 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-f290f3bf-5012-462f-bf69-30fb2ab52fb0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:31:31.458382 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-f290f3bf-5012-462f-bf69-30fb2ab52fb0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:31:31.462008 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-f290f3bf-5012-462f-bf69-30fb2ab52fb0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:31:31.467991 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-f290f3bf-5012-462f-bf69-30fb2ab52fb0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:31:31.485011 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f290f3bf-5012-462f-bf69-30fb2ab52fb0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:31.511880 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-ca8fa1d2-7168-4429-b192-e04406f2e8a3 None None] Attempt 4 to provision port 417a612f-7e6a-4af3-ad49-d6f0bdc97c43 Oct 04 09:31:31.551711 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b1cce9-df33-450d-9760-5993dc8240fc None None] Pushing event updated for resources: {'Port': ['ID=417a612f-7e6a-4af3-ad49-d6f0bdc97c43,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:31:31.552844 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f290f3bf-5012-462f-bf69-30fb2ab52fb0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:31.557224 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f290f3bf-5012-462f-bf69-30fb2ab52fb0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:31.579585 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f290f3bf-5012-462f-bf69-30fb2ab52fb0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04ce83a1-d34d-47d4-bda1-a02c53d2555a,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:31:31.594107 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f290f3bf-5012-462f-bf69-30fb2ab52fb0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:31.595291 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-f290f3bf-5012-462f-bf69-30fb2ab52fb0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1520030 Oct 04 09:31:31.596883 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-e304b0ae-9949-4f84-a660-d99360bef637 None None] Attempting to bind port 417a612f-7e6a-4af3-ad49-d6f0bdc97c43 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:31:31.597259 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-e304b0ae-9949-4f84-a660-d99360bef637 None None] Attempting to bind port 417a612f-7e6a-4af3-ad49-d6f0bdc97c43 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '5cc74913-d430-4be7-badd-78be649df5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'bb88193c-d817-42cd-91bb-b70383a142ce'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:31:31.597605 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e304b0ae-9949-4f84-a660-d99360bef637 None None] Attempting to bind port 417a612f-7e6a-4af3-ad49-d6f0bdc97c43 on network bb88193c-d817-42cd-91bb-b70383a142ce {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:31:31.598045 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 38474) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:31:31.603880 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-969577e7-79d6-4014-976e-942c8baca42b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': '2f04bc41-c858-4798-9657-33c75e4823df', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:31:31.609646 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-969577e7-79d6-4014-976e-942c8baca42b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:31:31.611429 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e304b0ae-9949-4f84-a660-d99360bef637 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:31:31.611805 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e304b0ae-9949-4f84-a660-d99360bef637 None None] Checking segment: {'id': '5cc74913-d430-4be7-badd-78be649df5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'bb88193c-d817-42cd-91bb-b70383a142ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:31:31.612206 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e304b0ae-9949-4f84-a660-d99360bef637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:31.612623 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e304b0ae-9949-4f84-a660-d99360bef637 None None] Bound using segment: {'id': '5cc74913-d430-4be7-badd-78be649df5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'bb88193c-d817-42cd-91bb-b70383a142ce'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:31:31.613092 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-e304b0ae-9949-4f84-a660-d99360bef637 None None] Bound port: 417a612f-7e6a-4af3-ad49-d6f0bdc97c43, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc74913-d430-4be7-badd-78be649df5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'bb88193c-d817-42cd-91bb-b70383a142ce'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:31:31.613434 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-969577e7-79d6-4014-976e-942c8baca42b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:31:31.613528 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e304b0ae-9949-4f84-a660-d99360bef637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:31.616227 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-969577e7-79d6-4014-976e-942c8baca42b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:31:31.621877 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-969577e7-79d6-4014-976e-942c8baca42b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:31:31.626340 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-ca8fa1d2-7168-4429-b192-e04406f2e8a3 None None] Port 417a612f-7e6a-4af3-ad49-d6f0bdc97c43 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:31:31.629324 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 68fdc375-f021-4ba5-8bd2-efa54b8f3c3f triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:31:31.629712 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:31.630041 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 68fdc375-f021-4ba5-8bd2-efa54b8f3c3f Oct 04 09:31:31.632594 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.securitygroups_db [None req-969577e7-79d6-4014-976e-942c8baca42b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Project 78fb12e86c5f40beb578bfb97002b5c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 09:31:31.639476 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-969577e7-79d6-4014-976e-942c8baca42b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:31.703531 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-969577e7-79d6-4014-976e-942c8baca42b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:31.709088 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-969577e7-79d6-4014-976e-942c8baca42b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:31.737375 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969577e7-79d6-4014-976e-942c8baca42b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4998d2ea-5e55-4cd3-9eae-ef587f2722a2,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:31:31.758331 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-969577e7-79d6-4014-976e-942c8baca42b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:31.761268 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-969577e7-79d6-4014-976e-942c8baca42b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1617517 Oct 04 09:31:31.762824 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 38478) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:31:31.768010 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-5da3918c-bab3-4ef7-8d2a-618324ad1ab8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': '2f04bc41-c858-4798-9657-33c75e4823df', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:31:31.773890 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-5da3918c-bab3-4ef7-8d2a-618324ad1ab8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:31:31.777666 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-5da3918c-bab3-4ef7-8d2a-618324ad1ab8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:31:31.780469 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-5da3918c-bab3-4ef7-8d2a-618324ad1ab8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:31:31.786060 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-5da3918c-bab3-4ef7-8d2a-618324ad1ab8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:31:31.795900 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-e304b0ae-9949-4f84-a660-d99360bef637 None None] For port 417a612f-7e6a-4af3-ad49-d6f0bdc97c43, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:31:31.797325 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.securitygroups_db [None req-5da3918c-bab3-4ef7-8d2a-618324ad1ab8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Project 78fb12e86c5f40beb578bfb97002b5c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 09:31:31.804120 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5da3918c-bab3-4ef7-8d2a-618324ad1ab8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:31.821448 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-e304b0ae-9949-4f84-a660-d99360bef637 None None] For port 417a612f-7e6a-4af3-ad49-d6f0bdc97c43, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=417a612f-7e6a-4af3-ad49-d6f0bdc97c43,segment=NetworkSegment(5cc74913-d430-4be7-badd-78be649df5d6),segment_id=5cc74913-d430-4be7-badd-78be649df5d6)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:31:31.829365 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e304b0ae-9949-4f84-a660-d99360bef637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:31.867209 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 68fdc375-f021-4ba5-8bd2-efa54b8f3c3f is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:31:31.868882 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 017e8f88-7a67-4dc5-8a16-c880e9b8f858 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:31:31.871500 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5da3918c-bab3-4ef7-8d2a-618324ad1ab8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:31.875558 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5da3918c-bab3-4ef7-8d2a-618324ad1ab8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:31.899235 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da3918c-bab3-4ef7-8d2a-618324ad1ab8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d391bb25-ba3d-46a6-b80e-56fca2439634,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:31:31.909809 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5da3918c-bab3-4ef7-8d2a-618324ad1ab8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:31.919867 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-5da3918c-bab3-4ef7-8d2a-618324ad1ab8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1472836 Oct 04 09:31:31.931008 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e304b0ae-9949-4f84-a660-d99360bef637 None None] Routers {'80616e19-840b-4de8-aad6-44dbc28e5fa6'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:31:31.931630 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-e304b0ae-9949-4f84-a660-d99360bef637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:31:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['80616e19-840b-4de8-aad6-44dbc28e5fa6'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:31:32.038788 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b1cce9-df33-450d-9760-5993dc8240fc None None] Pushing event updated for resources: {'Port': ['ID=417a612f-7e6a-4af3-ad49-d6f0bdc97c43,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:31:32.071127 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-d8af99e4-b762-4d45-aa4e-5f52d3058ac3 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:security_group {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:31:32.087335 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-d8af99e4-b762-4d45-aa4e-5f52d3058ac3 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:security_group {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:31:32.088643 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-d8af99e4-b762-4d45-aa4e-5f52d3058ac3 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-396361994&fields=id&tenant_id=78fb12e86c5f40beb578bfb97002b5c9 HTTP/1.1" status: 200 len: 267 time: 0.0562027 Oct 04 09:31:32.127802 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-ca8fa1d2-7168-4429-b192-e04406f2e8a3 None None] Attempt 5 to provision port 417a612f-7e6a-4af3-ad49-d6f0bdc97c43 Oct 04 09:31:32.150828 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 017e8f88-7a67-4dc5-8a16-c880e9b8f858 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:31:32.151225 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:32.151541 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 017e8f88-7a67-4dc5-8a16-c880e9b8f858 Oct 04 09:31:32.236598 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-e304b0ae-9949-4f84-a660-d99360bef637 None None] Set router 80616e19-840b-4de8-aad6-44dbc28e5fa6 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:31:32.240115 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-55fc9ece-9869-49bd-bcbf-4e6608e9d582 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:32.240817 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-55fc9ece-9869-49bd-bcbf-4e6608e9d582 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:network {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:31:32.256680 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-55fc9ece-9869-49bd-bcbf-4e6608e9d582 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:network {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:31:32.257976 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-55fc9ece-9869-49bd-bcbf-4e6608e9d582 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/networks?id=bb88193c-d817-42cd-91bb-b70383a142ce HTTP/1.1" status: 200 len: 797 time: 0.1627140 Oct 04 09:31:32.273291 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-a5d7b3b6-49da-4109-8aff-7c334a8bb425 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/quotas/78fb12e86c5f40beb578bfb97002b5c9 HTTP/1.1" status: 200 len: 375 time: 0.0089693 Oct 04 09:31:32.367584 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-5cb2e0bb-1639-4925-88d7-6129ad0aafa3 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:31:32.383737 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-5cb2e0bb-1639-4925-88d7-6129ad0aafa3 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:31:32.385033 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-5cb2e0bb-1639-4925-88d7-6129ad0aafa3 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=78fb12e86c5f40beb578bfb97002b5c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1064234 Oct 04 09:31:32.388627 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:32.389304 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-ca8fa1d2-7168-4429-b192-e04406f2e8a3 None None] Port 417a612f-7e6a-4af3-ad49-d6f0bdc97c43 had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 09:31:32.401652 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-52813672-fa37-48be-b42b-3c1998f36aae service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=89033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:31:32.402631 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-52813672-fa37-48be-b42b-3c1998f36aae service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058370 Oct 04 09:31:32.537444 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-b06e39d8-c805-48b9-8c2b-c0850f076331 service neutron] 10.222.0.50 "GET /v2.0/networks/bb88193c-d817-42cd-91bb-b70383a142ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288698 Oct 04 09:31:32.546395 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 017e8f88-7a67-4dc5-8a16-c880e9b8f858 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:31:32.601032 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1841f8fe-4132-4007-80ac-4af87c15a48f req-d0f9de54-6183-4234-868d-db734cd85d9a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8202b23f-b77a-40d2-a64b-c6613b933972&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0822201 Oct 04 09:31:32.645288 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-e304b0ae-9949-4f84-a660-d99360bef637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'name': 'tempest-TestNetworkBasicOps-router-585076576', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.92'}], 'enable_snat': True}, 'gw_port_id': '68fdc375-f021-4ba5-8bd2-efa54b8f3c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:31:23Z', 'updated_at': '2022-10-04T09:31:28Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '68fdc375-f021-4ba5-8bd2-efa54b8f3c3f', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:31:24Z', 'updated_at': '2022-10-04T09:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '417a612f-7e6a-4af3-ad49-d6f0bdc97c43', 'name': '', 'network_id': 'bb88193c-d817-42cd-91bb-b70383a142ce', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:38:0c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c56e4b02-fdb0-4c31-b79d-c55f6bb97a45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:31:27Z', 'updated_at': '2022-10-04T09:31:31Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': 'c56e4b02-fdb0-4c31-b79d-c55f6bb97a45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:31:32.649828 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e304b0ae-9949-4f84-a660-d99360bef637 None None] The sync data for ids ['80616e19-840b-4de8-aad6-44dbc28e5fa6'] in dv-neutron-860215-1-hyperv is: [{'id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'name': 'tempest-TestNetworkBasicOps-router-585076576', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.92'}], 'enable_snat': True}, 'gw_port_id': '68fdc375-f021-4ba5-8bd2-efa54b8f3c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:31:23Z', 'updated_at': '2022-10-04T09:31:28Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '68fdc375-f021-4ba5-8bd2-efa54b8f3c3f', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:31:24Z', 'updated_at': '2022-10-04T09:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '417a612f-7e6a-4af3-ad49-d6f0bdc97c43', 'name': '', 'network_id': 'bb88193c-d817-42cd-91bb-b70383a142ce', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:38:0c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c56e4b02-fdb0-4c31-b79d-c55f6bb97a45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:31:27Z', 'updated_at': '2022-10-04T09:31:31Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': 'c56e4b02-fdb0-4c31-b79d-c55f6bb97a45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:31:32.688787 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-d43fcce6-0f2d-4208-88d3-fac96a4f3092 service neutron] 10.222.0.50 "GET /v2.0/networks/bb88193c-d817-42cd-91bb-b70383a142ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440506 Oct 04 09:31:32.729730 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:31:32.752576 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1841f8fe-4132-4007-80ac-4af87c15a48f req-f4263d5b-8175-479a-9a04-4d913ef90972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:32.754991 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1841f8fe-4132-4007-80ac-4af87c15a48f req-f4263d5b-8175-479a-9a04-4d913ef90972 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=69ab5abc53ab44718bcbb9547c2b2d0e&device_id=8202b23f-b77a-40d2-a64b-c6613b933972 HTTP/1.1" status: 200 len: 1098 time: 0.1187961 Oct 04 09:31:32.940313 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-cacf1775-b166-44cf-bb33-5dd7cb7d51c8 req-192d5cd6-cf94-47e8-aa9b-135f87b8e6a1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:31:32.982093 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-cacf1775-b166-44cf-bb33-5dd7cb7d51c8 req-192d5cd6-cf94-47e8-aa9b-135f87b8e6a1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:31:32.983805 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-cacf1775-b166-44cf-bb33-5dd7cb7d51c8 req-192d5cd6-cf94-47e8-aa9b-135f87b8e6a1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5a67abd-88b5-4121-a839-a8b2dc417c21 HTTP/1.1" status: 200 len: 210 time: 0.1005268 Oct 04 09:31:32.991132 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1841f8fe-4132-4007-80ac-4af87c15a48f req-c0bb83cf-9381-4a32-b73e-079d4efef626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:32.993464 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1841f8fe-4132-4007-80ac-4af87c15a48f req-c0bb83cf-9381-4a32-b73e-079d4efef626 service neutron] 10.222.0.20 "GET /v2.0/networks?id=47b14212-cea9-47cb-815c-888460239551 HTTP/1.1" status: 200 len: 913 time: 0.2161419 Oct 04 09:31:33.231707 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1841f8fe-4132-4007-80ac-4af87c15a48f req-797035be-b897-4843-817d-f0cbeeaa1f5a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2310523b-e419-44ab-9023-062e440aac99 HTTP/1.1" status: 200 len: 1002 time: 0.2317281 Oct 04 09:31:33.309349 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 417a612f-7e6a-4af3-ad49-d6f0bdc97c43 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:31:33.322396 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1841f8fe-4132-4007-80ac-4af87c15a48f req-78ad45c0-224f-4baf-aabf-6251dc11416c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:33.324183 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1841f8fe-4132-4007-80ac-4af87c15a48f req-78ad45c0-224f-4baf-aabf-6251dc11416c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5d6ad6fc-1b52-4c37-8942-5241b791dd73 HTTP/1.1" status: 200 len: 851 time: 0.0864530 Oct 04 09:31:33.385898 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 417a612f-7e6a-4af3-ad49-d6f0bdc97c43 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:31:33.391945 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 417a612f-7e6a-4af3-ad49-d6f0bdc97c43 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:31:33.392631 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:33.393274 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 417a612f-7e6a-4af3-ad49-d6f0bdc97c43 Oct 04 09:31:33.420278 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1841f8fe-4132-4007-80ac-4af87c15a48f req-48135f49-2bd8-4fce-b768-3bcf1ff732b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:33.421889 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1841f8fe-4132-4007-80ac-4af87c15a48f req-48135f49-2bd8-4fce-b768-3bcf1ff732b6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=47b14212-cea9-47cb-815c-888460239551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0915473 Oct 04 09:31:33.526530 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 417a612f-7e6a-4af3-ad49-d6f0bdc97c43 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:31:33.526920 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:33.565889 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 417a612f-7e6a-4af3-ad49-d6f0bdc97c43, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=417a612f-7e6a-4af3-ad49-d6f0bdc97c43,segment=NetworkSegment(5cc74913-d430-4be7-badd-78be649df5d6),segment_id=5cc74913-d430-4be7-badd-78be649df5d6)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:31:33.574241 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:33.585846 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1841f8fe-4132-4007-80ac-4af87c15a48f req-60430e7d-28e3-41f0-94a1-346f990950c8 service neutron] 10.222.0.20 "GET /v2.0/networks/47b14212-cea9-47cb-815c-888460239551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558051 Oct 04 09:31:33.661314 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=417a612f-7e6a-4af3-ad49-d6f0bdc97c43,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:31:33.740077 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1841f8fe-4132-4007-80ac-4af87c15a48f req-96ce5fe9-a0b3-46ad-a8da-3623a5ad1527 service neutron] 10.222.0.20 "GET /v2.0/networks/47b14212-cea9-47cb-815c-888460239551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478395 Oct 04 09:31:34.153625 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7d634ee0-8275-4a81-9273-1d706387e3b5 req-4257cc83-b640-46a7-bf26-8189a70e189b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5a67abd-88b5-4121-a839-a8b2dc417c21 HTTP/1.1" status: 200 len: 210 time: 0.0525656 Oct 04 09:31:34.187756 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-258eaefe-5fef-4223-a69c-a275eb845159 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:34.188452 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-258eaefe-5fef-4223-a69c-a275eb845159 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:network {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:31:34.200764 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-258eaefe-5fef-4223-a69c-a275eb845159 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:network {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:31:34.202106 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-258eaefe-5fef-4223-a69c-a275eb845159 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.20 "GET /v2.0/networks?id=bb88193c-d817-42cd-91bb-b70383a142ce HTTP/1.1" status: 200 len: 797 time: 0.1720829 Oct 04 09:31:34.257098 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-2d0de6af-1828-4200-9e83-aeeebaad07ea tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:security_group {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:31:34.269935 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-2d0de6af-1828-4200-9e83-aeeebaad07ea tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:security_group {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:31:34.271068 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-2d0de6af-1828-4200-9e83-aeeebaad07ea tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78fb12e86c5f40beb578bfb97002b5c9 HTTP/1.1" status: 200 len: 379 time: 0.0550258 Oct 04 09:31:34.281577 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-cda88b45-2579-4f5b-b275-e5b1a5d8bd41 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'port': {'device_id': 'b5a67abd-88b5-4121-a839-a8b2dc417c21', 'network_id': 'bb88193c-d817-42cd-91bb-b70383a142ce', 'admin_state_up': True, 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'security_groups': ['2f04bc41-c858-4798-9657-33c75e4823df']}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:31:34.418053 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-cda88b45-2579-4f5b-b275-e5b1a5d8bd41 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:31:34.427298 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-cda88b45-2579-4f5b-b275-e5b1a5d8bd41 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:31:34.436615 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-cda88b45-2579-4f5b-b275-e5b1a5d8bd41 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Made reservation on behalf of 78fb12e86c5f40beb578bfb97002b5c9 for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:31:34.440004 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-cda88b45-2579-4f5b-b275-e5b1a5d8bd41 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:34.599359 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-cda88b45-2579-4f5b-b275-e5b1a5d8bd41 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Allocated IP 172.20.0.7 (bb88193c-d817-42cd-91bb-b70383a142ce/c56e4b02-fdb0-4c31-b79d-c55f6bb97a45/01cc884c-d723-4422-94e1-8f3a3876b50c) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:31:34.785388 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-cda88b45-2579-4f5b-b275-e5b1a5d8bd41 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:34.801196 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-cda88b45-2579-4f5b-b275-e5b1a5d8bd41 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Transition to ACTIVE for port object 01cc884c-d723-4422-94e1-8f3a3876b50c will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:31:34.823834 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-cda88b45-2579-4f5b-b275-e5b1a5d8bd41 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:34.895667 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-cda88b45-2579-4f5b-b275-e5b1a5d8bd41 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Network bb88193c-d817-42cd-91bb-b70383a142ce is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:31:34.899950 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-cda88b45-2579-4f5b-b275-e5b1a5d8bd41 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:31:34.903993 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-cda88b45-2579-4f5b-b275-e5b1a5d8bd41 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:31:34.940844 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda88b45-2579-4f5b-b275-e5b1a5d8bd41 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Port': ['ID=01cc884c-d723-4422-94e1-8f3a3876b50c,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:31:34.975485 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-cda88b45-2579-4f5b-b275-e5b1a5d8bd41 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:34.976143 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-cda88b45-2579-4f5b-b275-e5b1a5d8bd41 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:35.001733 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-cda88b45-2579-4f5b-b275-e5b1a5d8bd41 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7237682 Oct 04 09:31:35.019306 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-8dc8f972-6e99-40de-9453-e91583b597e9 service neutron] Request body: {'port': {'device_id': 'b5a67abd-88b5-4121-a839-a8b2dc417c21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8602'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:31:35.102933 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-c52b2f3e-1320-48ff-9940-e1c60cf8908e None None] Provisioning for port 01cc884c-d723-4422-94e1-8f3a3876b50c completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:31:35.107659 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-c52b2f3e-1320-48ff-9940-e1c60cf8908e None None] Provisioning complete for port 01cc884c-d723-4422-94e1-8f3a3876b50c triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:31:35.108037 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c52b2f3e-1320-48ff-9940-e1c60cf8908e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:35.108401 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-c52b2f3e-1320-48ff-9940-e1c60cf8908e None None] Attempt 1 to provision port 01cc884c-d723-4422-94e1-8f3a3876b50c Oct 04 09:31:35.136646 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-8dc8f972-6e99-40de-9453-e91583b597e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:35.161482 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-c52b2f3e-1320-48ff-9940-e1c60cf8908e None None] Port 01cc884c-d723-4422-94e1-8f3a3876b50c cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:31:35.267746 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 417a612f-7e6a-4af3-ad49-d6f0bdc97c43 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:31:35.385318 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 417a612f-7e6a-4af3-ad49-d6f0bdc97c43 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:31:35.385691 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:35.386023 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 417a612f-7e6a-4af3-ad49-d6f0bdc97c43 Oct 04 09:31:35.505806 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 417a612f-7e6a-4af3-ad49-d6f0bdc97c43 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:31:35.587626 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f67263-48ea-4646-9804-e2b63b47c466 req-52f3a21a-1cdd-4704-a694-5f04a0644a67 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:35.588307 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-63f67263-48ea-4646-9804-e2b63b47c466 req-52f3a21a-1cdd-4704-a694-5f04a0644a67 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:31:35.620661 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-63f67263-48ea-4646-9804-e2b63b47c466 req-52f3a21a-1cdd-4704-a694-5f04a0644a67 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:31:35.621760 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-63f67263-48ea-4646-9804-e2b63b47c466 req-52f3a21a-1cdd-4704-a694-5f04a0644a67 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5a67abd-88b5-4121-a839-a8b2dc417c21 HTTP/1.1" status: 200 len: 931 time: 0.3456140 Oct 04 09:31:35.663123 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-c52b2f3e-1320-48ff-9940-e1c60cf8908e None None] Attempt 2 to provision port 01cc884c-d723-4422-94e1-8f3a3876b50c Oct 04 09:31:35.704339 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-8dc8f972-6e99-40de-9453-e91583b597e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01cc884c-d723-4422-94e1-8f3a3876b50c {{(pid=89032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:31:35.715994 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-8dc8f972-6e99-40de-9453-e91583b597e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:35.719342 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-c52b2f3e-1320-48ff-9940-e1c60cf8908e None None] Port 01cc884c-d723-4422-94e1-8f3a3876b50c cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:31:35.723767 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-63f67263-48ea-4646-9804-e2b63b47c466 req-d41ec433-b4c6-4f96-b356-293b6bd4d888 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=2f04bc41-c858-4798-9657-33c75e4823df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690386 Oct 04 09:31:35.734602 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-8dc8f972-6e99-40de-9453-e91583b597e9 service neutron] Transition to ACTIVE for port object 01cc884c-d723-4422-94e1-8f3a3876b50c will not be triggered until provisioned by entity L2. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:31:35.752516 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-8dc8f972-6e99-40de-9453-e91583b597e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:35.931960 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc8f972-6e99-40de-9453-e91583b597e9 service neutron] Pushing event updated for resources: {'Port': ['ID=01cc884c-d723-4422-94e1-8f3a3876b50c,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:31:35.974121 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-8dc8f972-6e99-40de-9453-e91583b597e9 service neutron] Attempting to bind port 01cc884c-d723-4422-94e1-8f3a3876b50c on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:31:35.974456 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-8dc8f972-6e99-40de-9453-e91583b597e9 service neutron] Attempting to bind port 01cc884c-d723-4422-94e1-8f3a3876b50c by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': '5cc74913-d430-4be7-badd-78be649df5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'bb88193c-d817-42cd-91bb-b70383a142ce'}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:31:35.974782 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-8dc8f972-6e99-40de-9453-e91583b597e9 service neutron] Attempting to bind port 01cc884c-d723-4422-94e1-8f3a3876b50c on network bb88193c-d817-42cd-91bb-b70383a142ce {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:31:35.979868 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-8dc8f972-6e99-40de-9453-e91583b597e9 service neutron] Port 01cc884c-d723-4422-94e1-8f3a3876b50c on network bb88193c-d817-42cd-91bb-b70383a142ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:31:35.980187 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-8dc8f972-6e99-40de-9453-e91583b597e9 service neutron] Attempting to bind port 01cc884c-d723-4422-94e1-8f3a3876b50c on network bb88193c-d817-42cd-91bb-b70383a142ce {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:31:35.985223 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-8dc8f972-6e99-40de-9453-e91583b597e9 service neutron] Checking agent: {'id': '1be90a14-1104-4771-996e-684b25b74d15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'started_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:31:35.985562 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-8dc8f972-6e99-40de-9453-e91583b597e9 service neutron] Checking segment: {'id': '5cc74913-d430-4be7-badd-78be649df5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'bb88193c-d817-42cd-91bb-b70383a142ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:31:35.985940 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-8dc8f972-6e99-40de-9453-e91583b597e9 service neutron] Bound using segment: {'id': '5cc74913-d430-4be7-badd-78be649df5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'bb88193c-d817-42cd-91bb-b70383a142ce'} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:31:35.986363 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-8dc8f972-6e99-40de-9453-e91583b597e9 service neutron] Bound port: 01cc884c-d723-4422-94e1-8f3a3876b50c, host: hv-neutron-8602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cc74913-d430-4be7-badd-78be649df5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'bb88193c-d817-42cd-91bb-b70383a142ce'}}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:31:35.986732 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-8dc8f972-6e99-40de-9453-e91583b597e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:36.075913 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-8dc8f972-6e99-40de-9453-e91583b597e9 service neutron] For port 01cc884c-d723-4422-94e1-8f3a3876b50c, host hv-neutron-8602, cleared binding levels {{(pid=89032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:31:36.078837 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-8dc8f972-6e99-40de-9453-e91583b597e9 service neutron] For port 01cc884c-d723-4422-94e1-8f3a3876b50c, host hv-neutron-8602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=01cc884c-d723-4422-94e1-8f3a3876b50c,segment=NetworkSegment(5cc74913-d430-4be7-badd-78be649df5d6),segment_id=5cc74913-d430-4be7-badd-78be649df5d6)] {{(pid=89032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:31:36.084105 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-8dc8f972-6e99-40de-9453-e91583b597e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:36.114016 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-8dc8f972-6e99-40de-9453-e91583b597e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:36.114615 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-8dc8f972-6e99-40de-9453-e91583b597e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:36.115950 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-8dc8f972-6e99-40de-9453-e91583b597e9 service neutron] 10.222.0.20 "PUT /v2.0/ports/01cc884c-d723-4422-94e1-8f3a3876b50c HTTP/1.1" status: 200 len: 1093 time: 1.1011126 Oct 04 09:31:36.116385 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5a67abd-88b5-4121-a839-a8b2dc417c21', 'tag': '01cc884c-d723-4422-94e1-8f3a3876b50c'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:31:36.119244 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9028315-42dc-458f-b330-f0a85b9856b2" -d '{"events": [{"name": "network-changed", "server_uuid": "b5a67abd-88b5-4121-a839-a8b2dc417c21", "tag": "01cc884c-d723-4422-94e1-8f3a3876b50c"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:31:36.161396 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1efb15b8-b58f-4946-afc2-ebd80246cd58 x-openstack-request-id: req-1efb15b8-b58f-4946-afc2-ebd80246cd58 {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:31:36.161684 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5a67abd-88b5-4121-a839-a8b2dc417c21", "tag": "01cc884c-d723-4422-94e1-8f3a3876b50c", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:31:36.161937 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1efb15b8-b58f-4946-afc2-ebd80246cd58 {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:31:36.162342 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1efb15b8-b58f-4946-afc2-ebd80246cd58'] response: {'name': 'network-changed', 'server_uuid': 'b5a67abd-88b5-4121-a839-a8b2dc417c21', 'tag': '01cc884c-d723-4422-94e1-8f3a3876b50c', 'status': 'completed', 'code': 200} Oct 04 09:31:36.163052 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc8f972-6e99-40de-9453-e91583b597e9 service neutron] Pushing event updated for resources: {'Port': ['ID=01cc884c-d723-4422-94e1-8f3a3876b50c,revision_number=3']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:31:36.220670 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-c52b2f3e-1320-48ff-9940-e1c60cf8908e None None] Attempt 3 to provision port 01cc884c-d723-4422-94e1-8f3a3876b50c Oct 04 09:31:36.257788 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-6179cf87-14c5-4876-8128-d473c03fc693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:36.259272 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-6179cf87-14c5-4876-8128-d473c03fc693 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78fb12e86c5f40beb578bfb97002b5c9&device_id=b5a67abd-88b5-4121-a839-a8b2dc417c21 HTTP/1.1" status: 200 len: 1096 time: 0.0815094 Oct 04 09:31:36.287230 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-c52b2f3e-1320-48ff-9940-e1c60cf8908e None None] Port 01cc884c-d723-4422-94e1-8f3a3876b50c had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 09:31:36.338402 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-62f5524c-d574-43bf-8b20-1cbaa303a014 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01cc884c-d723-4422-94e1-8f3a3876b50c HTTP/1.1" status: 200 len: 217 time: 0.0650280 Oct 04 09:31:36.403051 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-c4be6a96-bed7-4224-b38d-8ade9186bdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:36.404476 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-c4be6a96-bed7-4224-b38d-8ade9186bdbe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c56e4b02-fdb0-4c31-b79d-c55f6bb97a45 HTTP/1.1" status: 200 len: 834 time: 0.0609052 Oct 04 09:31:36.483286 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-325aa81b-3f41-4b3f-86cf-1f80ec08f0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:36.484689 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-325aa81b-3f41-4b3f-86cf-1f80ec08f0d6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bb88193c-d817-42cd-91bb-b70383a142ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746498 Oct 04 09:31:36.618779 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-d8502f13-0dc8-44a0-a2be-7b993f59ffbf service neutron] 10.222.0.20 "GET /v2.0/networks/bb88193c-d817-42cd-91bb-b70383a142ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284025 Oct 04 09:31:36.749734 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-570f6e59-8ba9-4b4d-aac5-e344d46258a6 req-157786ef-2ce6-41f5-bee2-2504c81f4dd3 service neutron] 10.222.0.20 "GET /v2.0/networks/bb88193c-d817-42cd-91bb-b70383a142ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245887 Oct 04 09:31:36.982805 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9028315-42dc-458f-b330-f0a85b9856b2 req-ead6af5a-53fe-4d51-83e3-e7bf675fb6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:36.984289 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f9028315-42dc-458f-b330-f0a85b9856b2 req-ead6af5a-53fe-4d51-83e3-e7bf675fb6bb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78fb12e86c5f40beb578bfb97002b5c9&device_id=b5a67abd-88b5-4121-a839-a8b2dc417c21 HTTP/1.1" status: 200 len: 1096 time: 0.1422877 Oct 04 09:31:36.995770 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcfa5fc-dc2c-4710-a3ed-6daa602eb61e req-04a570fb-17ee-4166-9977-780f592678a4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:36.997142 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-adcfa5fc-dc2c-4710-a3ed-6daa602eb61e req-04a570fb-17ee-4166-9977-780f592678a4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5a67abd-88b5-4121-a839-a8b2dc417c21 HTTP/1.1" status: 200 len: 943 time: 0.1160347 Oct 04 09:31:37.119050 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-adcfa5fc-dc2c-4710-a3ed-6daa602eb61e req-61f6fb02-2c79-4e0d-97b7-e377d73abe32 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=2f04bc41-c858-4798-9657-33c75e4823df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033626 Oct 04 09:31:37.157318 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9028315-42dc-458f-b330-f0a85b9856b2 req-f7052b9e-1b84-49a4-be82-bdad023122f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:37.158758 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f9028315-42dc-458f-b330-f0a85b9856b2 req-f7052b9e-1b84-49a4-be82-bdad023122f7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bb88193c-d817-42cd-91bb-b70383a142ce HTTP/1.1" status: 200 len: 898 time: 0.1607859 Oct 04 09:31:37.224944 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f9028315-42dc-458f-b330-f0a85b9856b2 req-3544085e-d637-47b2-baed-31c8d6c126e8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01cc884c-d723-4422-94e1-8f3a3876b50c HTTP/1.1" status: 200 len: 217 time: 0.0597355 Oct 04 09:31:37.291691 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9028315-42dc-458f-b330-f0a85b9856b2 req-d53960a0-3322-49d4-a4d8-ca8d433d192c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:37.293167 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f9028315-42dc-458f-b330-f0a85b9856b2 req-d53960a0-3322-49d4-a4d8-ca8d433d192c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c56e4b02-fdb0-4c31-b79d-c55f6bb97a45 HTTP/1.1" status: 200 len: 834 time: 0.0625100 Oct 04 09:31:37.376134 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9028315-42dc-458f-b330-f0a85b9856b2 req-f00e72c4-672e-4d4c-8cf1-c64be66995ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:37.377589 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f9028315-42dc-458f-b330-f0a85b9856b2 req-f00e72c4-672e-4d4c-8cf1-c64be66995ef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bb88193c-d817-42cd-91bb-b70383a142ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783665 Oct 04 09:31:37.612106 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f9028315-42dc-458f-b330-f0a85b9856b2 req-ecbfb766-3466-4d42-b33b-2ddc594ff0a5 service neutron] 10.222.0.20 "GET /v2.0/networks/bb88193c-d817-42cd-91bb-b70383a142ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268195 Oct 04 09:31:37.740796 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f9028315-42dc-458f-b330-f0a85b9856b2 req-a4a85a50-76ce-4d9d-9424-30f521590f03 service neutron] 10.222.0.20 "GET /v2.0/networks/bb88193c-d817-42cd-91bb-b70383a142ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220086 Oct 04 09:31:38.322481 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c28738e-972b-427c-8f06-e3066cb7b38d req-8c7e5c63-5c74-4677-9e22-b55b038e6950 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:38.324006 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-0c28738e-972b-427c-8f06-e3066cb7b38d req-8c7e5c63-5c74-4677-9e22-b55b038e6950 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5a67abd-88b5-4121-a839-a8b2dc417c21 HTTP/1.1" status: 200 len: 943 time: 0.0877943 Oct 04 09:31:38.370849 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-0c28738e-972b-427c-8f06-e3066cb7b38d req-af07d6f7-d0f4-43af-9756-1ef9393d0211 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=2f04bc41-c858-4798-9657-33c75e4823df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410931 Oct 04 09:31:39.532936 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 01cc884c-d723-4422-94e1-8f3a3876b50c details requested by agent hyperv_hv-neutron-8602 with host hv-neutron-8602 {{(pid=89034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 04 09:31:39.574922 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaccb5c4-59d7-4305-b1b9-07e92e692c78 req-a127c1f2-e947-4ba5-b6ab-85caa0669826 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:39.576550 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-aaccb5c4-59d7-4305-b1b9-07e92e692c78 req-a127c1f2-e947-4ba5-b6ab-85caa0669826 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5a67abd-88b5-4121-a839-a8b2dc417c21 HTTP/1.1" status: 200 len: 943 time: 0.0952618 Oct 04 09:31:39.626971 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-aaccb5c4-59d7-4305-b1b9-07e92e692c78 req-41268bd0-f953-4199-bc97-875cdbeceb29 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=2f04bc41-c858-4798-9657-33c75e4823df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434892 Oct 04 09:31:39.696853 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 01cc884c-d723-4422-94e1-8f3a3876b50c, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=01cc884c-d723-4422-94e1-8f3a3876b50c,segment=NetworkSegment(5cc74913-d430-4be7-badd-78be649df5d6),segment_id=5cc74913-d430-4be7-badd-78be649df5d6)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:31:39.709631 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Returning: {'device': '01cc884c-d723-4422-94e1-8f3a3876b50c', 'network_id': 'bb88193c-d817-42cd-91bb-b70383a142ce', 'port_id': '01cc884c-d723-4422-94e1-8f3a3876b50c', 'mac_address': 'fa:16:3e:02:f8:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c56e4b02-fdb0-4c31-b79d-c55f6bb97a45', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 04 09:31:39.767473 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 01cc884c-d723-4422-94e1-8f3a3876b50c is: DOWN; New status is: BUILD {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:31:39.767853 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:39.783974 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01cc884c-d723-4422-94e1-8f3a3876b50c {{(pid=89034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:31:39.798425 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 01cc884c-d723-4422-94e1-8f3a3876b50c, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=01cc884c-d723-4422-94e1-8f3a3876b50c,segment=NetworkSegment(5cc74913-d430-4be7-badd-78be649df5d6),segment_id=5cc74913-d430-4be7-badd-78be649df5d6)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:31:39.802240 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:39.867190 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=01cc884c-d723-4422-94e1-8f3a3876b50c,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:31:40.244864 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['01cc884c-d723-4422-94e1-8f3a3876b50c'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 09:31:40.830462 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f783bdd-0603-4ee6-90d0-2a399fb84cdd req-f271e60c-3b75-4a0b-872f-ae5c0180510a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:40.831924 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7f783bdd-0603-4ee6-90d0-2a399fb84cdd req-f271e60c-3b75-4a0b-872f-ae5c0180510a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5a67abd-88b5-4121-a839-a8b2dc417c21 HTTP/1.1" status: 200 len: 944 time: 0.0871871 Oct 04 09:31:40.875432 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7f783bdd-0603-4ee6-90d0-2a399fb84cdd req-d1d470ed-3b08-428c-9edf-7385fcfbf019 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=2f04bc41-c858-4798-9657-33c75e4823df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368724 Oct 04 09:31:41.226201 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:41.530946 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 01cc884c-d723-4422-94e1-8f3a3876b50c up at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:31:41.605901 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning for port 01cc884c-d723-4422-94e1-8f3a3876b50c completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:31:41.610493 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning complete for port 01cc884c-d723-4422-94e1-8f3a3876b50c triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:31:41.610860 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:41.611202 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Attempt 1 to provision port 01cc884c-d723-4422-94e1-8f3a3876b50c Oct 04 09:31:41.726958 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 01cc884c-d723-4422-94e1-8f3a3876b50c is: BUILD; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:31:41.727257 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:41.755325 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a67abd-88b5-4121-a839-a8b2dc417c21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01cc884c-d723-4422-94e1-8f3a3876b50c'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:31:41.759223 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aef738b946a3ea172e8e75fc735451da1d91f114ea1acc5fcf392e20a929bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719a3b5c-ea35-4b5f-a498-4d053adba314" -d '{"events": [{"server_uuid": "b5a67abd-88b5-4121-a839-a8b2dc417c21", "name": "network-vif-plugged", "status": "completed", "tag": "01cc884c-d723-4422-94e1-8f3a3876b50c"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:31:41.766534 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 01cc884c-d723-4422-94e1-8f3a3876b50c, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=01cc884c-d723-4422-94e1-8f3a3876b50c,segment=NetworkSegment(5cc74913-d430-4be7-badd-78be649df5d6),segment_id=5cc74913-d430-4be7-badd-78be649df5d6)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:31:41.770458 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:41.800745 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09976935-00d9-46ec-82b1-1476ad2bcb07 x-openstack-request-id: req-09976935-00d9-46ec-82b1-1476ad2bcb07 {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:31:41.801035 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5a67abd-88b5-4121-a839-a8b2dc417c21", "name": "network-vif-plugged", "status": "completed", "tag": "01cc884c-d723-4422-94e1-8f3a3876b50c", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:31:41.801285 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-09976935-00d9-46ec-82b1-1476ad2bcb07 {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:31:41.801671 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09976935-00d9-46ec-82b1-1476ad2bcb07'] response: {'server_uuid': 'b5a67abd-88b5-4121-a839-a8b2dc417c21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01cc884c-d723-4422-94e1-8f3a3876b50c', 'code': 200} Oct 04 09:31:41.839040 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=01cc884c-d723-4422-94e1-8f3a3876b50c,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:31:42.063762 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f7d82-0bf6-4bc4-aab3-18ed16cf51c1 req-d49de4db-9bac-4987-9fbf-d2cde6a34369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:42.065364 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a28f7d82-0bf6-4bc4-aab3-18ed16cf51c1 req-d49de4db-9bac-4987-9fbf-d2cde6a34369 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b5a67abd-88b5-4121-a839-a8b2dc417c21 HTTP/1.1" status: 200 len: 1098 time: 0.0800927 Oct 04 09:31:42.081840 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3071f339-a98c-4113-8b6b-885734cd651f req-01d2537d-4fcd-4553-8011-191182fd2c77 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:42.083288 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-3071f339-a98c-4113-8b6b-885734cd651f req-01d2537d-4fcd-4553-8011-191182fd2c77 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5a67abd-88b5-4121-a839-a8b2dc417c21 HTTP/1.1" status: 200 len: 945 time: 0.0908313 Oct 04 09:31:42.106603 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a28f7d82-0bf6-4bc4-aab3-18ed16cf51c1 req-63649a5c-754f-4c82-abf2-99fbc7cdcb4a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2f04bc41-c858-4798-9657-33c75e4823df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346818 Oct 04 09:31:42.127447 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-3071f339-a98c-4113-8b6b-885734cd651f req-8122ac96-67c6-4819-ab51-5745596bcc28 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=2f04bc41-c858-4798-9657-33c75e4823df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376484 Oct 04 09:31:43.323201 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6286dbf-1248-40da-8e8c-bb39f986fdf0 req-3d31fed8-269f-4783-b28d-5c4b7892b5bb tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:43.324687 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a6286dbf-1248-40da-8e8c-bb39f986fdf0 req-3d31fed8-269f-4783-b28d-5c4b7892b5bb tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5a67abd-88b5-4121-a839-a8b2dc417c21 HTTP/1.1" status: 200 len: 945 time: 0.0865505 Oct 04 09:31:43.372011 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a6286dbf-1248-40da-8e8c-bb39f986fdf0 req-5eff5b98-a293-4c98-97a2-eefe647adc1c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=2f04bc41-c858-4798-9657-33c75e4823df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415125 Oct 04 09:31:44.565230 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8eaa71-c4a7-4353-87a3-cc30efd5157a req-2709e94d-4101-4eb9-b77e-692c203b8c7d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:44.566659 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-ff8eaa71-c4a7-4353-87a3-cc30efd5157a req-2709e94d-4101-4eb9-b77e-692c203b8c7d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5a67abd-88b5-4121-a839-a8b2dc417c21 HTTP/1.1" status: 200 len: 945 time: 0.0855136 Oct 04 09:31:44.613550 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-ff8eaa71-c4a7-4353-87a3-cc30efd5157a req-f5656d3b-c20b-40a5-826a-a64202816f3d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=2f04bc41-c858-4798-9657-33c75e4823df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406725 Oct 04 09:31:44.811140 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef53fb3-f0b1-45ad-b641-f99265d055ef req-a9e8968b-5d7e-4d10-9394-7ed94bdc3367 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:44.812626 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-cef53fb3-f0b1-45ad-b641-f99265d055ef req-a9e8968b-5d7e-4d10-9394-7ed94bdc3367 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5a67abd-88b5-4121-a839-a8b2dc417c21 HTTP/1.1" status: 200 len: 945 time: 0.0888159 Oct 04 09:31:44.855988 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-cef53fb3-f0b1-45ad-b641-f99265d055ef req-ae4ec37a-658f-4380-943f-cfd216245caa tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=2f04bc41-c858-4798-9657-33c75e4823df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376799 Oct 04 09:31:44.885019 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 38532) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:31:44.959221 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d9897e-a878-4f47-bf2c-40365b4bd5ad tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:44.960638 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-d5d9897e-a878-4f47-bf2c-40365b4bd5ad tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b5a67abd-88b5-4121-a839-a8b2dc417c21 HTTP/1.1" status: 200 len: 1093 time: 0.0746465 Oct 04 09:31:44.963434 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 38536) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:31:44.968155 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-e71c7c1b-87bd-4064-ad83-6f8a442b0738 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'floatingip': {'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'port_id': '01cc884c-d723-4422-94e1-8f3a3876b50c', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:31:44.973911 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-e71c7c1b-87bd-4064-ad83-6f8a442b0738 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:31:44.977732 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-e71c7c1b-87bd-4064-ad83-6f8a442b0738 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:floatingip and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:31:44.980516 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-e71c7c1b-87bd-4064-ad83-6f8a442b0738 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:31:44.986174 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-e71c7c1b-87bd-4064-ad83-6f8a442b0738 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:31:45.000781 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e71c7c1b-87bd-4064-ad83-6f8a442b0738 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for floatingip, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:45.134069 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e71c7c1b-87bd-4064-ad83-6f8a442b0738 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:45.269724 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-e71c7c1b-87bd-4064-ad83-6f8a442b0738 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Allocated IP 172.26.10.63 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/32266a23-89ba-4dca-be8f-4f133ace0dab) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:31:45.416225 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e71c7c1b-87bd-4064-ad83-6f8a442b0738 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:45.444963 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e71c7c1b-87bd-4064-ad83-6f8a442b0738 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:45.513649 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71c7c1b-87bd-4064-ad83-6f8a442b0738 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:31:45.516437 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-e71c7c1b-87bd-4064-ad83-6f8a442b0738 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:31:45.518835 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71c7c1b-87bd-4064-ad83-6f8a442b0738 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:31:45.560090 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c7c1b-87bd-4064-ad83-6f8a442b0738 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Port': ['ID=32266a23-89ba-4dca-be8f-4f133ace0dab,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:31:46.017736 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e71c7c1b-87bd-4064-ad83-6f8a442b0738 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:46.087483 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e71c7c1b-87bd-4064-ad83-6f8a442b0738 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:46.288751 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e71c7c1b-87bd-4064-ad83-6f8a442b0738 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:46.293082 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e71c7c1b-87bd-4064-ad83-6f8a442b0738 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:46.398834 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e71c7c1b-87bd-4064-ad83-6f8a442b0738 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:46.447919 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c7c1b-87bd-4064-ad83-6f8a442b0738 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Port': ['ID=32266a23-89ba-4dca-be8f-4f133ace0dab,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:31:46.569448 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.l3_db [None req-e71c7c1b-87bd-4064-ad83-6f8a442b0738 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Floating IP 995dfcba-a9ae-41df-b353-8f529db03001 associated. External IP: 172.26.10.63, port: 01cc884c-d723-4422-94e1-8f3a3876b50c. Oct 04 09:31:46.916442 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e71c7c1b-87bd-4064-ad83-6f8a442b0738 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Router 80616e19-840b-4de8-aad6-44dbc28e5fa6 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:31:47.099556 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71c7c1b-87bd-4064-ad83-6f8a442b0738 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:31:47.109322 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34d6d91-7f03-4135-889b-63c2adcdd421 None None] Sync routers for ids ['80616e19-840b-4de8-aad6-44dbc28e5fa6'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:31:47.118735 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34d6d91-7f03-4135-889b-63c2adcdd421 None None] Routers {'80616e19-840b-4de8-aad6-44dbc28e5fa6'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:31:47.119402 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-b34d6d91-7f03-4135-889b-63c2adcdd421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:31:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['80616e19-840b-4de8-aad6-44dbc28e5fa6'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:31:47.127846 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e71c7c1b-87bd-4064-ad83-6f8a442b0738 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:47.181521 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-e71c7c1b-87bd-4064-ad83-6f8a442b0738 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2170169 Oct 04 09:31:47.182094 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5a67abd-88b5-4121-a839-a8b2dc417c21', 'tag': '01cc884c-d723-4422-94e1-8f3a3876b50c'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:31:47.184221 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 38540) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:31:47.184729 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511b47c3-697f-46f2-bd36-1d9cf24f061d" -d '{"events": [{"name": "network-changed", "server_uuid": "b5a67abd-88b5-4121-a839-a8b2dc417c21", "tag": "01cc884c-d723-4422-94e1-8f3a3876b50c"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:31:47.228091 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead7d4ef-dd48-4b36-94ad-1309592e59c5 x-openstack-request-id: req-ead7d4ef-dd48-4b36-94ad-1309592e59c5 {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:31:47.228402 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5a67abd-88b5-4121-a839-a8b2dc417c21", "tag": "01cc884c-d723-4422-94e1-8f3a3876b50c", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:31:47.228654 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ead7d4ef-dd48-4b36-94ad-1309592e59c5 {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:31:47.229059 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ead7d4ef-dd48-4b36-94ad-1309592e59c5'] response: {'name': 'network-changed', 'server_uuid': 'b5a67abd-88b5-4121-a839-a8b2dc417c21', 'tag': '01cc884c-d723-4422-94e1-8f3a3876b50c', 'status': 'completed', 'code': 200} Oct 04 09:31:47.264171 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0b6baa-6ee9-4aa1-9ee5-d62c3329dca9 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:47.265750 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-2e0b6baa-6ee9-4aa1-9ee5-d62c3329dca9 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b5a67abd-88b5-4121-a839-a8b2dc417c21 HTTP/1.1" status: 200 len: 1093 time: 0.0803547 Oct 04 09:31:47.305001 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-b34d6d91-7f03-4135-889b-63c2adcdd421 None None] Set router 80616e19-840b-4de8-aad6-44dbc28e5fa6 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:31:47.338526 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 38548) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:31:47.344382 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-6f0c2d44-73b7-4922-976c-283bab766879 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1715969884', 'description': 'tempest-secgroup-smoke-1715969884 description', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:31:47.350109 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-6f0c2d44-73b7-4922-976c-283bab766879 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:31:47.357039 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b47c3-697f-46f2-bd36-1d9cf24f061d req-2ddaa061-d095-4a59-b2ff-4635b3fb5714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:47.358719 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-511b47c3-697f-46f2-bd36-1d9cf24f061d req-2ddaa061-d095-4a59-b2ff-4635b3fb5714 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78fb12e86c5f40beb578bfb97002b5c9&device_id=b5a67abd-88b5-4121-a839-a8b2dc417c21 HTTP/1.1" status: 200 len: 1098 time: 0.0878556 Oct 04 09:31:47.361266 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-6f0c2d44-73b7-4922-976c-283bab766879 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:31:47.372905 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6f0c2d44-73b7-4922-976c-283bab766879 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:47.394028 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-6f0c2d44-73b7-4922-976c-283bab766879 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:31:47.397925 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-6f0c2d44-73b7-4922-976c-283bab766879 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:31:47.401407 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-6f0c2d44-73b7-4922-976c-283bab766879 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:31:47.407129 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-6f0c2d44-73b7-4922-976c-283bab766879 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:31:47.477667 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6f0c2d44-73b7-4922-976c-283bab766879 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:47.481721 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6f0c2d44-73b7-4922-976c-283bab766879 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:47.538734 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c2d44-73b7-4922-976c-283bab766879 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d545c5-6690-48b8-af1e-10a53e689330,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:31:47.553137 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6f0c2d44-73b7-4922-976c-283bab766879 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:47.555451 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-6f0c2d44-73b7-4922-976c-283bab766879 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2149179 Oct 04 09:31:47.557972 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 38552) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:31:47.565849 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-211956f7-82fe-4145-ab27-5cd23aa31740 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': 'c4d545c5-6690-48b8-af1e-10a53e689330', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:31:47.574905 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-211956f7-82fe-4145-ab27-5cd23aa31740 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:31:47.580043 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-211956f7-82fe-4145-ab27-5cd23aa31740 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:31:47.583607 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-211956f7-82fe-4145-ab27-5cd23aa31740 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:31:47.594963 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-211956f7-82fe-4145-ab27-5cd23aa31740 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:31:47.621713 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-211956f7-82fe-4145-ab27-5cd23aa31740 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:47.635230 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b47c3-697f-46f2-bd36-1d9cf24f061d req-2233cc8e-f5c4-4d13-a9b6-f90ce27f28b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:47.636850 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-511b47c3-697f-46f2-bd36-1d9cf24f061d req-2233cc8e-f5c4-4d13-a9b6-f90ce27f28b7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bb88193c-d817-42cd-91bb-b70383a142ce HTTP/1.1" status: 200 len: 898 time: 0.2719836 Oct 04 09:31:47.675070 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-b34d6d91-7f03-4135-889b-63c2adcdd421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'name': 'tempest-TestNetworkBasicOps-router-585076576', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.92'}], 'enable_snat': True}, 'gw_port_id': '68fdc375-f021-4ba5-8bd2-efa54b8f3c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:31:23Z', 'updated_at': '2022-10-04T09:31:28Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '68fdc375-f021-4ba5-8bd2-efa54b8f3c3f', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:31:24Z', 'updated_at': '2022-10-04T09:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': '995dfcba-a9ae-41df-b353-8f529db03001', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'floating_ip_address': '172.26.10.63', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'port_id': '01cc884c-d723-4422-94e1-8f3a3876b50c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb88193c-d817-42cd-91bb-b70383a142ce', 'mac_address': 'fa:16:3e:02:f8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a67abd-88b5-4121-a839-a8b2dc417c21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:31:45Z', 'updated_at': '2022-10-04T09:31:45Z', 'revision_number': 0, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '417a612f-7e6a-4af3-ad49-d6f0bdc97c43', 'name': '', 'network_id': 'bb88193c-d817-42cd-91bb-b70383a142ce', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:38:0c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c56e4b02-fdb0-4c31-b79d-c55f6bb97a45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:31:27Z', 'updated_at': '2022-10-04T09:31:33Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': 'c56e4b02-fdb0-4c31-b79d-c55f6bb97a45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:31:47.679039 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34d6d91-7f03-4135-889b-63c2adcdd421 None None] Checking router: 80616e19-840b-4de8-aad6-44dbc28e5fa6 for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:31:47.693033 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34d6d91-7f03-4135-889b-63c2adcdd421 None None] Routers {'80616e19-840b-4de8-aad6-44dbc28e5fa6'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:31:47.695540 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-b34d6d91-7f03-4135-889b-63c2adcdd421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:31:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['80616e19-840b-4de8-aad6-44dbc28e5fa6'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:31:47.695667 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-211956f7-82fe-4145-ab27-5cd23aa31740 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:47.701340 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-211956f7-82fe-4145-ab27-5cd23aa31740 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:47.728482 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211956f7-82fe-4145-ab27-5cd23aa31740 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8276670d-a5ce-4c12-ab01-d48a745d8517,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:31:47.742638 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-211956f7-82fe-4145-ab27-5cd23aa31740 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:47.745128 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-211956f7-82fe-4145-ab27-5cd23aa31740 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1856294 Oct 04 09:31:47.747814 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 38556) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:31:47.751284 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-511b47c3-697f-46f2-bd36-1d9cf24f061d req-a5c2b17c-4237-41bf-b73e-9a6aa86cd2ec service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01cc884c-d723-4422-94e1-8f3a3876b50c HTTP/1.1" status: 200 len: 999 time: 0.1086118 Oct 04 09:31:47.754227 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-62c5b9b4-cc4f-47e4-9499-01a144a0d00a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': 'c4d545c5-6690-48b8-af1e-10a53e689330', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:31:47.761116 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-62c5b9b4-cc4f-47e4-9499-01a144a0d00a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:31:47.765233 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-62c5b9b4-cc4f-47e4-9499-01a144a0d00a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:31:47.768263 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-62c5b9b4-cc4f-47e4-9499-01a144a0d00a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:31:47.775452 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-62c5b9b4-cc4f-47e4-9499-01a144a0d00a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:31:47.794830 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-62c5b9b4-cc4f-47e4-9499-01a144a0d00a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:47.817939 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b47c3-697f-46f2-bd36-1d9cf24f061d req-b5084fc4-f323-4d29-9ef7-b0a83804bdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:47.819616 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-511b47c3-697f-46f2-bd36-1d9cf24f061d req-b5084fc4-f323-4d29-9ef7-b0a83804bdb1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c56e4b02-fdb0-4c31-b79d-c55f6bb97a45 HTTP/1.1" status: 200 len: 834 time: 0.0617423 Oct 04 09:31:47.865638 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-62c5b9b4-cc4f-47e4-9499-01a144a0d00a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:47.872155 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-62c5b9b4-cc4f-47e4-9499-01a144a0d00a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:47.891536 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c5b9b4-cc4f-47e4-9499-01a144a0d00a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e12dfb1c-ab59-4148-ac09-317959ee7b24,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:31:47.914676 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b47c3-697f-46f2-bd36-1d9cf24f061d req-78537734-bd32-41c8-af4e-763eb8180dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:47.915731 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-511b47c3-697f-46f2-bd36-1d9cf24f061d req-78537734-bd32-41c8-af4e-763eb8180dc2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bb88193c-d817-42cd-91bb-b70383a142ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0896101 Oct 04 09:31:47.919640 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-62c5b9b4-cc4f-47e4-9499-01a144a0d00a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:47.921193 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-62c5b9b4-cc4f-47e4-9499-01a144a0d00a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1716928 Oct 04 09:31:47.923909 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 38560) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:31:47.927929 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-b34d6d91-7f03-4135-889b-63c2adcdd421 None None] Set router 80616e19-840b-4de8-aad6-44dbc28e5fa6 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:31:47.929155 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-16f10fe6-458f-4cf5-b8b2-35805d030579 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': 'c4d545c5-6690-48b8-af1e-10a53e689330', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:31:47.935270 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-16f10fe6-458f-4cf5-b8b2-35805d030579 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:31:47.939062 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-16f10fe6-458f-4cf5-b8b2-35805d030579 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:31:47.945626 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-16f10fe6-458f-4cf5-b8b2-35805d030579 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:31:47.951665 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-16f10fe6-458f-4cf5-b8b2-35805d030579 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:31:47.969739 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-16f10fe6-458f-4cf5-b8b2-35805d030579 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:48.036437 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-16f10fe6-458f-4cf5-b8b2-35805d030579 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:48.040188 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-16f10fe6-458f-4cf5-b8b2-35805d030579 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:48.053359 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-511b47c3-697f-46f2-bd36-1d9cf24f061d req-6e179538-4d3b-4f77-8f7d-08f3eb04ef0e service neutron] 10.222.0.20 "GET /v2.0/networks/bb88193c-d817-42cd-91bb-b70383a142ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309252 Oct 04 09:31:48.068578 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f10fe6-458f-4cf5-b8b2-35805d030579 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5210cb8-2af1-4f4a-a3f7-d7722ba7d26d,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:31:48.077445 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-16f10fe6-458f-4cf5-b8b2-35805d030579 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:48.078633 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-16f10fe6-458f-4cf5-b8b2-35805d030579 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1536939 Oct 04 09:31:48.081405 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 38564) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:31:48.086805 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-0cd8b964-432d-4a48-a701-1492593cf55d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': 'c4d545c5-6690-48b8-af1e-10a53e689330', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:31:48.092552 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-0cd8b964-432d-4a48-a701-1492593cf55d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:31:48.096412 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-0cd8b964-432d-4a48-a701-1492593cf55d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:31:48.099362 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-0cd8b964-432d-4a48-a701-1492593cf55d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:31:48.105590 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-0cd8b964-432d-4a48-a701-1492593cf55d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:31:48.122889 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0cd8b964-432d-4a48-a701-1492593cf55d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:48.187566 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0cd8b964-432d-4a48-a701-1492593cf55d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:48.192263 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0cd8b964-432d-4a48-a701-1492593cf55d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:48.198611 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-511b47c3-697f-46f2-bd36-1d9cf24f061d req-ce5945b1-e1b9-4548-88b3-46617110c27d service neutron] 10.222.0.20 "GET /v2.0/networks/bb88193c-d817-42cd-91bb-b70383a142ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386294 Oct 04 09:31:48.222536 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd8b964-432d-4a48-a701-1492593cf55d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0340d7b-b1b0-40f3-94c1-407d8c3033c5,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:31:48.230416 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0cd8b964-432d-4a48-a701-1492593cf55d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:48.232001 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-0cd8b964-432d-4a48-a701-1492593cf55d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1496816 Oct 04 09:31:48.234669 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 38568) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:31:48.239608 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-c67e9132-3c6c-442e-81c0-ff9ccbb717fb tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': 'c4d545c5-6690-48b8-af1e-10a53e689330', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:31:48.245491 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-c67e9132-3c6c-442e-81c0-ff9ccbb717fb tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:31:48.249596 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-c67e9132-3c6c-442e-81c0-ff9ccbb717fb tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:31:48.252437 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-c67e9132-3c6c-442e-81c0-ff9ccbb717fb tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:31:48.258952 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-c67e9132-3c6c-442e-81c0-ff9ccbb717fb tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:31:48.269047 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.securitygroups_db [None req-c67e9132-3c6c-442e-81c0-ff9ccbb717fb tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Project 78fb12e86c5f40beb578bfb97002b5c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 09:31:48.276503 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c67e9132-3c6c-442e-81c0-ff9ccbb717fb tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:48.299985 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-b34d6d91-7f03-4135-889b-63c2adcdd421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'name': 'tempest-TestNetworkBasicOps-router-585076576', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.92'}], 'enable_snat': True}, 'gw_port_id': '68fdc375-f021-4ba5-8bd2-efa54b8f3c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:31:23Z', 'updated_at': '2022-10-04T09:31:28Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '68fdc375-f021-4ba5-8bd2-efa54b8f3c3f', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:31:24Z', 'updated_at': '2022-10-04T09:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': '995dfcba-a9ae-41df-b353-8f529db03001', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'floating_ip_address': '172.26.10.63', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'port_id': '01cc884c-d723-4422-94e1-8f3a3876b50c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb88193c-d817-42cd-91bb-b70383a142ce', 'mac_address': 'fa:16:3e:02:f8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a67abd-88b5-4121-a839-a8b2dc417c21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:31:45Z', 'updated_at': '2022-10-04T09:31:45Z', 'revision_number': 0, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '417a612f-7e6a-4af3-ad49-d6f0bdc97c43', 'name': '', 'network_id': 'bb88193c-d817-42cd-91bb-b70383a142ce', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:38:0c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c56e4b02-fdb0-4c31-b79d-c55f6bb97a45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:31:27Z', 'updated_at': '2022-10-04T09:31:33Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': 'c56e4b02-fdb0-4c31-b79d-c55f6bb97a45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:31:48.303827 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34d6d91-7f03-4135-889b-63c2adcdd421 None None] The sync data for ids ['80616e19-840b-4de8-aad6-44dbc28e5fa6'] in dv-neutron-860215-1-hyperv is: [{'id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'name': 'tempest-TestNetworkBasicOps-router-585076576', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.92'}], 'enable_snat': True}, 'gw_port_id': '68fdc375-f021-4ba5-8bd2-efa54b8f3c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:31:23Z', 'updated_at': '2022-10-04T09:31:28Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '68fdc375-f021-4ba5-8bd2-efa54b8f3c3f', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:31:24Z', 'updated_at': '2022-10-04T09:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': '995dfcba-a9ae-41df-b353-8f529db03001', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'floating_ip_address': '172.26.10.63', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'port_id': '01cc884c-d723-4422-94e1-8f3a3876b50c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb88193c-d817-42cd-91bb-b70383a142ce', 'mac_address': 'fa:16:3e:02:f8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a67abd-88b5-4121-a839-a8b2dc417c21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:31:45Z', 'updated_at': '2022-10-04T09:31:45Z', 'revision_number': 0, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '417a612f-7e6a-4af3-ad49-d6f0bdc97c43', 'name': '', 'network_id': 'bb88193c-d817-42cd-91bb-b70383a142ce', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:38:0c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c56e4b02-fdb0-4c31-b79d-c55f6bb97a45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:31:27Z', 'updated_at': '2022-10-04T09:31:33Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': 'c56e4b02-fdb0-4c31-b79d-c55f6bb97a45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:31:48.345817 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c67e9132-3c6c-442e-81c0-ff9ccbb717fb tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:48.349654 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c67e9132-3c6c-442e-81c0-ff9ccbb717fb tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:48.375362 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67e9132-3c6c-442e-81c0-ff9ccbb717fb tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e4031db-39e3-49a7-80b6-4a74a741c2f2,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:31:48.389197 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c67e9132-3c6c-442e-81c0-ff9ccbb717fb tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:48.391051 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-c67e9132-3c6c-442e-81c0-ff9ccbb717fb tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1552129 Oct 04 09:31:48.393818 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 38572) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:31:48.399938 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-090f1361-9ab4-4f8e-97a2-568647446e20 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': 'c4d545c5-6690-48b8-af1e-10a53e689330', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:31:48.406766 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-090f1361-9ab4-4f8e-97a2-568647446e20 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:31:48.410650 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-090f1361-9ab4-4f8e-97a2-568647446e20 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:31:48.413617 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-090f1361-9ab4-4f8e-97a2-568647446e20 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:31:48.419882 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-090f1361-9ab4-4f8e-97a2-568647446e20 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:31:48.431115 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.securitygroups_db [None req-090f1361-9ab4-4f8e-97a2-568647446e20 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Project 78fb12e86c5f40beb578bfb97002b5c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 09:31:48.438147 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-090f1361-9ab4-4f8e-97a2-568647446e20 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:48.499672 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4d5df9-5843-49f9-a34d-d6a2901cb2c7 None None] New status for floating IP 995dfcba-a9ae-41df-b353-8f529db03001: ACTIVE {{(pid=89034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 09:31:48.506960 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-090f1361-9ab4-4f8e-97a2-568647446e20 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:48.512329 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-090f1361-9ab4-4f8e-97a2-568647446e20 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:48.536091 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090f1361-9ab4-4f8e-97a2-568647446e20 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cd0a955-a4eb-44b5-be76-d7e8220cc55b,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:31:48.547112 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-090f1361-9ab4-4f8e-97a2-568647446e20 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:48.548883 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-090f1361-9ab4-4f8e-97a2-568647446e20 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1536772 Oct 04 09:31:48.708297 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-35fdbdd0-0213-4efb-8fa3-f4c45cb14841 req-9467c0dc-feff-4121-9245-ebb71650e8b3 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:security_group {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:31:48.724090 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-35fdbdd0-0213-4efb-8fa3-f4c45cb14841 req-9467c0dc-feff-4121-9245-ebb71650e8b3 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:security_group {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:31:48.725382 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-35fdbdd0-0213-4efb-8fa3-f4c45cb14841 req-9467c0dc-feff-4121-9245-ebb71650e8b3 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1715969884&fields=id&tenant_id=78fb12e86c5f40beb578bfb97002b5c9 HTTP/1.1" status: 200 len: 267 time: 0.0560405 Oct 04 09:31:48.887550 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fdbdd0-0213-4efb-8fa3-f4c45cb14841 req-b7b0beb8-5209-4e9b-a282-c84736566bd9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:48.889022 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-35fdbdd0-0213-4efb-8fa3-f4c45cb14841 req-b7b0beb8-5209-4e9b-a282-c84736566bd9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/networks?id=bb88193c-d817-42cd-91bb-b70383a142ce HTTP/1.1" status: 200 len: 797 time: 0.1561484 Oct 04 09:31:48.903178 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-35fdbdd0-0213-4efb-8fa3-f4c45cb14841 req-a3578802-9f1e-40ea-81c0-39afd5a8a60f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/quotas/78fb12e86c5f40beb578bfb97002b5c9 HTTP/1.1" status: 200 len: 375 time: 0.0087037 Oct 04 09:31:48.998377 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-35fdbdd0-0213-4efb-8fa3-f4c45cb14841 req-8ab6acb2-2bf9-4fb9-bd77-391c25599c99 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=78fb12e86c5f40beb578bfb97002b5c9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0904534 Oct 04 09:31:49.234266 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-35fdbdd0-0213-4efb-8fa3-f4c45cb14841 req-aeb13ed0-d494-4e58-b909-4561bfdc8662 service neutron] 10.222.0.50 "GET /v2.0/networks/bb88193c-d817-42cd-91bb-b70383a142ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242877 Oct 04 09:31:49.362775 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-35fdbdd0-0213-4efb-8fa3-f4c45cb14841 req-8145e57a-4830-4642-91a8-34de064e5bdb service neutron] 10.222.0.50 "GET /v2.0/networks/bb88193c-d817-42cd-91bb-b70383a142ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227226 Oct 04 09:31:49.547079 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-88e41a35-5eb0-4900-b809-fc5449be99af req-f0b4e88f-a2b8-4b61-ac72-0fafa9838d26 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a4e614-ae3a-4d6f-ad8f-004c5b66b674 HTTP/1.1" status: 200 len: 210 time: 0.0499558 Oct 04 09:31:50.637649 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fdbdd0-0213-4efb-8fa3-f4c45cb14841 req-fead70f2-e063-48be-b494-ec8c944d6ee3 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:50.639079 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-35fdbdd0-0213-4efb-8fa3-f4c45cb14841 req-fead70f2-e063-48be-b494-ec8c944d6ee3 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.20 "GET /v2.0/networks?id=bb88193c-d817-42cd-91bb-b70383a142ce HTTP/1.1" status: 200 len: 797 time: 0.1511428 Oct 04 09:31:50.704789 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-35fdbdd0-0213-4efb-8fa3-f4c45cb14841 req-5b7bf1df-a2cf-4e91-8959-66cb24c74c2e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78fb12e86c5f40beb578bfb97002b5c9 HTTP/1.1" status: 200 len: 472 time: 0.0515745 Oct 04 09:31:50.715568 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-35fdbdd0-0213-4efb-8fa3-f4c45cb14841 req-05de97a0-72cc-47d9-8368-9ffd1051b3ca tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'port': {'device_id': '54a4e614-ae3a-4d6f-ad8f-004c5b66b674', 'network_id': 'bb88193c-d817-42cd-91bb-b70383a142ce', 'admin_state_up': True, 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'security_groups': ['c4d545c5-6690-48b8-af1e-10a53e689330']}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:31:50.723545 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-6d5349f0-761d-4e5f-aff4-a4e92e096dd3 req-659c6f70-f0f5-4a08-989c-0da9ce2334e3 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a4e614-ae3a-4d6f-ad8f-004c5b66b674 HTTP/1.1" status: 200 len: 210 time: 0.0619709 Oct 04 09:31:50.862166 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-35fdbdd0-0213-4efb-8fa3-f4c45cb14841 req-05de97a0-72cc-47d9-8368-9ffd1051b3ca tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:31:50.872208 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-35fdbdd0-0213-4efb-8fa3-f4c45cb14841 req-05de97a0-72cc-47d9-8368-9ffd1051b3ca tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:31:50.882152 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35fdbdd0-0213-4efb-8fa3-f4c45cb14841 req-05de97a0-72cc-47d9-8368-9ffd1051b3ca tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Made reservation on behalf of 78fb12e86c5f40beb578bfb97002b5c9 for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:31:50.886149 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-35fdbdd0-0213-4efb-8fa3-f4c45cb14841 req-05de97a0-72cc-47d9-8368-9ffd1051b3ca tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:51.045928 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [req-35fdbdd0-0213-4efb-8fa3-f4c45cb14841 req-05de97a0-72cc-47d9-8368-9ffd1051b3ca tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Allocated IP 172.20.0.13 (bb88193c-d817-42cd-91bb-b70383a142ce/c56e4b02-fdb0-4c31-b79d-c55f6bb97a45/3069d3d6-81af-43d5-aa23-d77f95743447) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:31:51.231444 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-35fdbdd0-0213-4efb-8fa3-f4c45cb14841 req-05de97a0-72cc-47d9-8368-9ffd1051b3ca tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:51.246873 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-35fdbdd0-0213-4efb-8fa3-f4c45cb14841 req-05de97a0-72cc-47d9-8368-9ffd1051b3ca tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Transition to ACTIVE for port object 3069d3d6-81af-43d5-aa23-d77f95743447 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:31:51.270031 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-35fdbdd0-0213-4efb-8fa3-f4c45cb14841 req-05de97a0-72cc-47d9-8368-9ffd1051b3ca tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:51.340198 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35fdbdd0-0213-4efb-8fa3-f4c45cb14841 req-05de97a0-72cc-47d9-8368-9ffd1051b3ca tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Network bb88193c-d817-42cd-91bb-b70383a142ce is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:31:51.343153 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [req-35fdbdd0-0213-4efb-8fa3-f4c45cb14841 req-05de97a0-72cc-47d9-8368-9ffd1051b3ca tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:31:51.347052 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-35fdbdd0-0213-4efb-8fa3-f4c45cb14841 req-05de97a0-72cc-47d9-8368-9ffd1051b3ca tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:31:51.383538 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05de97a0-72cc-47d9-8368-9ffd1051b3ca tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Port': ['ID=3069d3d6-81af-43d5-aa23-d77f95743447,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:31:51.415381 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fdbdd0-0213-4efb-8fa3-f4c45cb14841 req-05de97a0-72cc-47d9-8368-9ffd1051b3ca tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:51.415995 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-35fdbdd0-0213-4efb-8fa3-f4c45cb14841 req-05de97a0-72cc-47d9-8368-9ffd1051b3ca tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:51.441086 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-35fdbdd0-0213-4efb-8fa3-f4c45cb14841 req-05de97a0-72cc-47d9-8368-9ffd1051b3ca tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7314849 Oct 04 09:31:51.458810 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-35fdbdd0-0213-4efb-8fa3-f4c45cb14841 req-6d59809e-183e-43ff-b48d-a7afc950888d service neutron] Request body: {'port': {'device_id': '54a4e614-ae3a-4d6f-ad8f-004c5b66b674', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8602'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:31:51.575582 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-35fdbdd0-0213-4efb-8fa3-f4c45cb14841 req-6d59809e-183e-43ff-b48d-a7afc950888d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:51.592615 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-969220c7-bfee-4945-bc34-42ca9d5ca1fd None None] Provisioning for port 3069d3d6-81af-43d5-aa23-d77f95743447 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:31:51.597372 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-969220c7-bfee-4945-bc34-42ca9d5ca1fd None None] Provisioning complete for port 3069d3d6-81af-43d5-aa23-d77f95743447 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:31:51.597772 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-969220c7-bfee-4945-bc34-42ca9d5ca1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:51.598262 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-969220c7-bfee-4945-bc34-42ca9d5ca1fd None None] Attempt 1 to provision port 3069d3d6-81af-43d5-aa23-d77f95743447 Oct 04 09:31:51.656953 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-969220c7-bfee-4945-bc34-42ca9d5ca1fd None None] Port 3069d3d6-81af-43d5-aa23-d77f95743447 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:31:52.017436 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4ea99-3f0d-4fb6-b04b-a5d3ba99fdc6 req-a7ae5ee1-c9e2-4f57-8a54-6e50640edeab tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:52.018044 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-51b4ea99-3f0d-4fb6-b04b-a5d3ba99fdc6 req-a7ae5ee1-c9e2-4f57-8a54-6e50640edeab tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:31:52.047553 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-51b4ea99-3f0d-4fb6-b04b-a5d3ba99fdc6 req-a7ae5ee1-c9e2-4f57-8a54-6e50640edeab tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:31:52.049321 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-51b4ea99-3f0d-4fb6-b04b-a5d3ba99fdc6 req-a7ae5ee1-c9e2-4f57-8a54-6e50640edeab tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a4e614-ae3a-4d6f-ad8f-004c5b66b674 HTTP/1.1" status: 200 len: 932 time: 0.2040682 Oct 04 09:31:52.139673 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [req-35fdbdd0-0213-4efb-8fa3-f4c45cb14841 req-6d59809e-183e-43ff-b48d-a7afc950888d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3069d3d6-81af-43d5-aa23-d77f95743447 {{(pid=89032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:31:52.145901 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-51b4ea99-3f0d-4fb6-b04b-a5d3ba99fdc6 req-78881e82-86f9-4a89-bb4b-c63ad66a322d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4d545c5-6690-48b8-af1e-10a53e689330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876880 Oct 04 09:31:52.150174 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-35fdbdd0-0213-4efb-8fa3-f4c45cb14841 req-6d59809e-183e-43ff-b48d-a7afc950888d service neutron] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:52.158625 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-969220c7-bfee-4945-bc34-42ca9d5ca1fd None None] Attempt 2 to provision port 3069d3d6-81af-43d5-aa23-d77f95743447 Oct 04 09:31:52.164558 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-35fdbdd0-0213-4efb-8fa3-f4c45cb14841 req-6d59809e-183e-43ff-b48d-a7afc950888d service neutron] Transition to ACTIVE for port object 3069d3d6-81af-43d5-aa23-d77f95743447 will not be triggered until provisioned by entity L2. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:31:52.168567 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-35fdbdd0-0213-4efb-8fa3-f4c45cb14841 req-6d59809e-183e-43ff-b48d-a7afc950888d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:52.226450 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-969220c7-bfee-4945-bc34-42ca9d5ca1fd None None] Port 3069d3d6-81af-43d5-aa23-d77f95743447 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:31:52.360100 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d59809e-183e-43ff-b48d-a7afc950888d service neutron] Pushing event updated for resources: {'Port': ['ID=3069d3d6-81af-43d5-aa23-d77f95743447,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:31:52.392457 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-35fdbdd0-0213-4efb-8fa3-f4c45cb14841 req-6d59809e-183e-43ff-b48d-a7afc950888d service neutron] Attempting to bind port 3069d3d6-81af-43d5-aa23-d77f95743447 on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:31:52.392786 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-35fdbdd0-0213-4efb-8fa3-f4c45cb14841 req-6d59809e-183e-43ff-b48d-a7afc950888d service neutron] Attempting to bind port 3069d3d6-81af-43d5-aa23-d77f95743447 by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': '5cc74913-d430-4be7-badd-78be649df5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'bb88193c-d817-42cd-91bb-b70383a142ce'}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:31:52.393104 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fdbdd0-0213-4efb-8fa3-f4c45cb14841 req-6d59809e-183e-43ff-b48d-a7afc950888d service neutron] Attempting to bind port 3069d3d6-81af-43d5-aa23-d77f95743447 on network bb88193c-d817-42cd-91bb-b70383a142ce {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:31:52.397592 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fdbdd0-0213-4efb-8fa3-f4c45cb14841 req-6d59809e-183e-43ff-b48d-a7afc950888d service neutron] Port 3069d3d6-81af-43d5-aa23-d77f95743447 on network bb88193c-d817-42cd-91bb-b70383a142ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:31:52.397903 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fdbdd0-0213-4efb-8fa3-f4c45cb14841 req-6d59809e-183e-43ff-b48d-a7afc950888d service neutron] Attempting to bind port 3069d3d6-81af-43d5-aa23-d77f95743447 on network bb88193c-d817-42cd-91bb-b70383a142ce {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:31:52.402921 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fdbdd0-0213-4efb-8fa3-f4c45cb14841 req-6d59809e-183e-43ff-b48d-a7afc950888d service neutron] Checking agent: {'id': '1be90a14-1104-4771-996e-684b25b74d15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'started_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:31:52.403248 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fdbdd0-0213-4efb-8fa3-f4c45cb14841 req-6d59809e-183e-43ff-b48d-a7afc950888d service neutron] Checking segment: {'id': '5cc74913-d430-4be7-badd-78be649df5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'bb88193c-d817-42cd-91bb-b70383a142ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:31:52.403618 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fdbdd0-0213-4efb-8fa3-f4c45cb14841 req-6d59809e-183e-43ff-b48d-a7afc950888d service neutron] Bound using segment: {'id': '5cc74913-d430-4be7-badd-78be649df5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'bb88193c-d817-42cd-91bb-b70383a142ce'} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:31:52.404031 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-35fdbdd0-0213-4efb-8fa3-f4c45cb14841 req-6d59809e-183e-43ff-b48d-a7afc950888d service neutron] Bound port: 3069d3d6-81af-43d5-aa23-d77f95743447, host: hv-neutron-8602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cc74913-d430-4be7-badd-78be649df5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'bb88193c-d817-42cd-91bb-b70383a142ce'}}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:31:52.404380 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-35fdbdd0-0213-4efb-8fa3-f4c45cb14841 req-6d59809e-183e-43ff-b48d-a7afc950888d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:52.488707 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-35fdbdd0-0213-4efb-8fa3-f4c45cb14841 req-6d59809e-183e-43ff-b48d-a7afc950888d service neutron] For port 3069d3d6-81af-43d5-aa23-d77f95743447, host hv-neutron-8602, cleared binding levels {{(pid=89032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:31:52.492323 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-35fdbdd0-0213-4efb-8fa3-f4c45cb14841 req-6d59809e-183e-43ff-b48d-a7afc950888d service neutron] For port 3069d3d6-81af-43d5-aa23-d77f95743447, host hv-neutron-8602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=3069d3d6-81af-43d5-aa23-d77f95743447,segment=NetworkSegment(5cc74913-d430-4be7-badd-78be649df5d6),segment_id=5cc74913-d430-4be7-badd-78be649df5d6)] {{(pid=89032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:31:52.496267 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-35fdbdd0-0213-4efb-8fa3-f4c45cb14841 req-6d59809e-183e-43ff-b48d-a7afc950888d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:52.530176 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fdbdd0-0213-4efb-8fa3-f4c45cb14841 req-6d59809e-183e-43ff-b48d-a7afc950888d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:52.530786 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-35fdbdd0-0213-4efb-8fa3-f4c45cb14841 req-6d59809e-183e-43ff-b48d-a7afc950888d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:52.532141 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-35fdbdd0-0213-4efb-8fa3-f4c45cb14841 req-6d59809e-183e-43ff-b48d-a7afc950888d service neutron] 10.222.0.20 "PUT /v2.0/ports/3069d3d6-81af-43d5-aa23-d77f95743447 HTTP/1.1" status: 200 len: 1094 time: 1.0776086 Oct 04 09:31:52.532597 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54a4e614-ae3a-4d6f-ad8f-004c5b66b674', 'tag': '3069d3d6-81af-43d5-aa23-d77f95743447'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:31:52.534861 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420fc526-732e-4ce9-b43b-a6f6019dfd9c" -d '{"events": [{"name": "network-changed", "server_uuid": "54a4e614-ae3a-4d6f-ad8f-004c5b66b674", "tag": "3069d3d6-81af-43d5-aa23-d77f95743447"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:31:52.576884 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d59809e-183e-43ff-b48d-a7afc950888d service neutron] Pushing event updated for resources: {'Port': ['ID=3069d3d6-81af-43d5-aa23-d77f95743447,revision_number=3']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:31:52.580456 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbea96a8-6e69-4764-ab05-7ae7781fd80d x-openstack-request-id: req-fbea96a8-6e69-4764-ab05-7ae7781fd80d {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:31:52.580748 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54a4e614-ae3a-4d6f-ad8f-004c5b66b674", "tag": "3069d3d6-81af-43d5-aa23-d77f95743447", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:31:52.581001 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fbea96a8-6e69-4764-ab05-7ae7781fd80d {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:31:52.581390 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbea96a8-6e69-4764-ab05-7ae7781fd80d'] response: {'name': 'network-changed', 'server_uuid': '54a4e614-ae3a-4d6f-ad8f-004c5b66b674', 'tag': '3069d3d6-81af-43d5-aa23-d77f95743447', 'status': 'completed', 'code': 200} Oct 04 09:31:52.678203 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fdbdd0-0213-4efb-8fa3-f4c45cb14841 req-8e9b6606-6e3d-4cab-9fe5-8b5cf1741b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:52.680216 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-35fdbdd0-0213-4efb-8fa3-f4c45cb14841 req-8e9b6606-6e3d-4cab-9fe5-8b5cf1741b81 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78fb12e86c5f40beb578bfb97002b5c9&device_id=54a4e614-ae3a-4d6f-ad8f-004c5b66b674 HTTP/1.1" status: 200 len: 1097 time: 0.0757830 Oct 04 09:31:52.728213 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-969220c7-bfee-4945-bc34-42ca9d5ca1fd None None] Attempt 3 to provision port 3069d3d6-81af-43d5-aa23-d77f95743447 Oct 04 09:31:52.757590 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-35fdbdd0-0213-4efb-8fa3-f4c45cb14841 req-3f90753b-2db2-407e-b68a-4d21e693fd01 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3069d3d6-81af-43d5-aa23-d77f95743447 HTTP/1.1" status: 200 len: 217 time: 0.0632629 Oct 04 09:31:52.792242 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-969220c7-bfee-4945-bc34-42ca9d5ca1fd None None] Port 3069d3d6-81af-43d5-aa23-d77f95743447 had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 09:31:52.818482 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fdbdd0-0213-4efb-8fa3-f4c45cb14841 req-d14d24a8-f91a-4f12-a00e-6c8146981517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:52.819983 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-35fdbdd0-0213-4efb-8fa3-f4c45cb14841 req-d14d24a8-f91a-4f12-a00e-6c8146981517 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c56e4b02-fdb0-4c31-b79d-c55f6bb97a45 HTTP/1.1" status: 200 len: 834 time: 0.0571027 Oct 04 09:31:52.902996 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fdbdd0-0213-4efb-8fa3-f4c45cb14841 req-b02d72f9-c76e-4393-babf-81b4b4b9ae3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:52.904490 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-35fdbdd0-0213-4efb-8fa3-f4c45cb14841 req-b02d72f9-c76e-4393-babf-81b4b4b9ae3b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bb88193c-d817-42cd-91bb-b70383a142ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785890 Oct 04 09:31:53.033218 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-35fdbdd0-0213-4efb-8fa3-f4c45cb14841 req-7889d82b-6b9c-4d53-a0a2-9693170cd513 service neutron] 10.222.0.20 "GET /v2.0/networks/bb88193c-d817-42cd-91bb-b70383a142ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226027 Oct 04 09:31:53.162003 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-35fdbdd0-0213-4efb-8fa3-f4c45cb14841 req-4ef84c60-bc72-4651-80e1-676791c73bd1 service neutron] 10.222.0.20 "GET /v2.0/networks/bb88193c-d817-42cd-91bb-b70383a142ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231487 Oct 04 09:31:53.401180 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420fc526-732e-4ce9-b43b-a6f6019dfd9c req-38154a47-f405-47db-bff5-d84dfe103198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:53.402661 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-420fc526-732e-4ce9-b43b-a6f6019dfd9c req-38154a47-f405-47db-bff5-d84dfe103198 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78fb12e86c5f40beb578bfb97002b5c9&device_id=54a4e614-ae3a-4d6f-ad8f-004c5b66b674 HTTP/1.1" status: 200 len: 1097 time: 0.1458638 Oct 04 09:31:53.410636 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e57f6-6da7-4dba-b51f-f01e2f9dfb3e req-458f1b5e-d343-46ba-ad9f-71ad16aa12db tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:53.411948 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-538e57f6-6da7-4dba-b51f-f01e2f9dfb3e req-458f1b5e-d343-46ba-ad9f-71ad16aa12db tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a4e614-ae3a-4d6f-ad8f-004c5b66b674 HTTP/1.1" status: 200 len: 944 time: 0.1201019 Oct 04 09:31:53.635520 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-538e57f6-6da7-4dba-b51f-f01e2f9dfb3e req-61ca5268-27d0-4699-8054-709dff94bed8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4d545c5-6690-48b8-af1e-10a53e689330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2054107 Oct 04 09:31:53.681297 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420fc526-732e-4ce9-b43b-a6f6019dfd9c req-ebeb831c-03c1-487b-a8d9-d8c24ca206b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:53.683699 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-420fc526-732e-4ce9-b43b-a6f6019dfd9c req-ebeb831c-03c1-487b-a8d9-d8c24ca206b3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bb88193c-d817-42cd-91bb-b70383a142ce HTTP/1.1" status: 200 len: 898 time: 0.2706926 Oct 04 09:31:53.753364 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-420fc526-732e-4ce9-b43b-a6f6019dfd9c req-d544a278-23ec-42b3-82d8-2b57efd7643d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3069d3d6-81af-43d5-aa23-d77f95743447 HTTP/1.1" status: 200 len: 217 time: 0.0635517 Oct 04 09:31:53.815583 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420fc526-732e-4ce9-b43b-a6f6019dfd9c req-817b0b6c-0b8a-4d62-91d2-7aa33a8ae4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:53.817021 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-420fc526-732e-4ce9-b43b-a6f6019dfd9c req-817b0b6c-0b8a-4d62-91d2-7aa33a8ae4b9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c56e4b02-fdb0-4c31-b79d-c55f6bb97a45 HTTP/1.1" status: 200 len: 834 time: 0.0571876 Oct 04 09:31:53.901236 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420fc526-732e-4ce9-b43b-a6f6019dfd9c req-4c549a4c-a3bc-4aff-a474-8bf60c22ad69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:53.902699 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-420fc526-732e-4ce9-b43b-a6f6019dfd9c req-4c549a4c-a3bc-4aff-a474-8bf60c22ad69 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bb88193c-d817-42cd-91bb-b70383a142ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790942 Oct 04 09:31:54.033460 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-420fc526-732e-4ce9-b43b-a6f6019dfd9c req-dc2ab8c8-59ff-438f-a782-aedcabb6a0a8 service neutron] 10.222.0.20 "GET /v2.0/networks/bb88193c-d817-42cd-91bb-b70383a142ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239326 Oct 04 09:31:54.163070 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-420fc526-732e-4ce9-b43b-a6f6019dfd9c req-170eda76-72b8-49c8-bc73-0af087d04d19 service neutron] 10.222.0.20 "GET /v2.0/networks/bb88193c-d817-42cd-91bb-b70383a142ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235511 Oct 04 09:31:54.838417 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136d7dea-9747-481c-96c8-fe9d43b28933 req-240ec6fa-352a-4eab-a48d-5ab286e3c993 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:54.839859 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-136d7dea-9747-481c-96c8-fe9d43b28933 req-240ec6fa-352a-4eab-a48d-5ab286e3c993 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a4e614-ae3a-4d6f-ad8f-004c5b66b674 HTTP/1.1" status: 200 len: 944 time: 0.0914366 Oct 04 09:31:54.886189 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-136d7dea-9747-481c-96c8-fe9d43b28933 req-9fbd939d-21b3-40ec-977d-bbcd1ba863a9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4d545c5-6690-48b8-af1e-10a53e689330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404382 Oct 04 09:31:55.624122 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 3069d3d6-81af-43d5-aa23-d77f95743447 details requested by agent hyperv_hv-neutron-8602 with host hv-neutron-8602 {{(pid=89034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 04 09:31:55.791997 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 3069d3d6-81af-43d5-aa23-d77f95743447, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=3069d3d6-81af-43d5-aa23-d77f95743447,segment=NetworkSegment(5cc74913-d430-4be7-badd-78be649df5d6),segment_id=5cc74913-d430-4be7-badd-78be649df5d6)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:31:55.804722 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Returning: {'device': '3069d3d6-81af-43d5-aa23-d77f95743447', 'network_id': 'bb88193c-d817-42cd-91bb-b70383a142ce', 'port_id': '3069d3d6-81af-43d5-aa23-d77f95743447', 'mac_address': 'fa:16:3e:83:c0:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c56e4b02-fdb0-4c31-b79d-c55f6bb97a45', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 04 09:31:55.859286 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 3069d3d6-81af-43d5-aa23-d77f95743447 is: DOWN; New status is: BUILD {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:31:55.859667 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:55.877046 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3069d3d6-81af-43d5-aa23-d77f95743447 {{(pid=89034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:31:55.891890 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 3069d3d6-81af-43d5-aa23-d77f95743447, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=3069d3d6-81af-43d5-aa23-d77f95743447,segment=NetworkSegment(5cc74913-d430-4be7-badd-78be649df5d6),segment_id=5cc74913-d430-4be7-badd-78be649df5d6)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:31:55.895772 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:55.966045 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=3069d3d6-81af-43d5-aa23-d77f95743447,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:31:56.079056 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d28d7-5b53-497c-b395-1665e82b396f req-be8e75ac-8e0a-4c48-98e1-a204e4fdf069 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:56.080516 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-eb4d28d7-5b53-497c-b395-1665e82b396f req-be8e75ac-8e0a-4c48-98e1-a204e4fdf069 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a4e614-ae3a-4d6f-ad8f-004c5b66b674 HTTP/1.1" status: 200 len: 945 time: 0.0844002 Oct 04 09:31:56.126879 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-eb4d28d7-5b53-497c-b395-1665e82b396f req-90498129-2830-4e81-96a3-33853b0faca3 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4d545c5-6690-48b8-af1e-10a53e689330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402367 Oct 04 09:31:56.314925 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['3069d3d6-81af-43d5-aa23-d77f95743447'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 09:31:57.318355 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0555cb8-0d64-4230-a6f9-740d0c8811a5 req-4b4d7cb5-de4e-436c-8bac-6924b584fe2c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:57.320330 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-d0555cb8-0d64-4230-a6f9-740d0c8811a5 req-4b4d7cb5-de4e-436c-8bac-6924b584fe2c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a4e614-ae3a-4d6f-ad8f-004c5b66b674 HTTP/1.1" status: 200 len: 945 time: 0.0856175 Oct 04 09:31:57.366522 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-d0555cb8-0d64-4230-a6f9-740d0c8811a5 req-d4a20b9a-c527-4969-9acc-9a3dd78a76fe tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4d545c5-6690-48b8-af1e-10a53e689330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405357 Oct 04 09:31:57.585946 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-55b80c2b-2331-412c-bcff-d072395625d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:57.648287 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 3069d3d6-81af-43d5-aa23-d77f95743447 up at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:31:57.724009 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning for port 3069d3d6-81af-43d5-aa23-d77f95743447 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:31:57.731953 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning complete for port 3069d3d6-81af-43d5-aa23-d77f95743447 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:31:57.732381 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:57.732705 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Attempt 1 to provision port 3069d3d6-81af-43d5-aa23-d77f95743447 Oct 04 09:31:57.846472 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 3069d3d6-81af-43d5-aa23-d77f95743447 is: BUILD; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:31:57.846845 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:57.873861 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a4e614-ae3a-4d6f-ad8f-004c5b66b674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3069d3d6-81af-43d5-aa23-d77f95743447'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:31:57.876094 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aef738b946a3ea172e8e75fc735451da1d91f114ea1acc5fcf392e20a929bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec066f3-ec7a-4fb6-8468-5385636877a4" -d '{"events": [{"server_uuid": "54a4e614-ae3a-4d6f-ad8f-004c5b66b674", "name": "network-vif-plugged", "status": "completed", "tag": "3069d3d6-81af-43d5-aa23-d77f95743447"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:31:57.883934 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 3069d3d6-81af-43d5-aa23-d77f95743447, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=3069d3d6-81af-43d5-aa23-d77f95743447,segment=NetworkSegment(5cc74913-d430-4be7-badd-78be649df5d6),segment_id=5cc74913-d430-4be7-badd-78be649df5d6)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:31:57.888490 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:57.924625 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a576bc69-de56-4ec5-ad77-5dbd54555e43 x-openstack-request-id: req-a576bc69-de56-4ec5-ad77-5dbd54555e43 {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:31:57.924917 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54a4e614-ae3a-4d6f-ad8f-004c5b66b674", "name": "network-vif-plugged", "status": "completed", "tag": "3069d3d6-81af-43d5-aa23-d77f95743447", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:31:57.925166 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a576bc69-de56-4ec5-ad77-5dbd54555e43 {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:31:57.925549 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a576bc69-de56-4ec5-ad77-5dbd54555e43'] response: {'server_uuid': '54a4e614-ae3a-4d6f-ad8f-004c5b66b674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3069d3d6-81af-43d5-aa23-d77f95743447', 'code': 200} Oct 04 09:31:57.964991 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=3069d3d6-81af-43d5-aa23-d77f95743447,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:31:57.984801 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 38618) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:31:58.188590 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-26464da0-0db1-4b57-aba6-36f8a761cd57 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Deleting port d9f29625-8d34-4a4c-bd1c-97acd1878720 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:31:58.188934 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-26464da0-0db1-4b57-aba6-36f8a761cd57 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:58.201306 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4478c-196d-44b5-8b31-1220ed477994 req-5e3b23bd-4593-4dff-a2ec-b3fa77be98e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:58.202802 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-48d4478c-196d-44b5-8b31-1220ed477994 req-5e3b23bd-4593-4dff-a2ec-b3fa77be98e6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=54a4e614-ae3a-4d6f-ad8f-004c5b66b674 HTTP/1.1" status: 200 len: 1099 time: 0.0748634 Oct 04 09:31:58.244384 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-48d4478c-196d-44b5-8b31-1220ed477994 req-bc51c7ce-b7e1-4822-a900-cd5791dfdabd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c4d545c5-6690-48b8-af1e-10a53e689330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348351 Oct 04 09:31:58.359308 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-26464da0-0db1-4b57-aba6-36f8a761cd57 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:58.359876 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-26464da0-0db1-4b57-aba6-36f8a761cd57 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:58.481143 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-26464da0-0db1-4b57-aba6-36f8a761cd57 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Calling delete_port for d9f29625-8d34-4a4c-bd1c-97acd1878720 owned by network:floatingip {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:31:58.625793 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4cd42-348c-4319-b284-e8e72c6038fd req-1258d305-8e4b-4378-a283-3ff4b65c5a01 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:58.627238 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-70b4cd42-348c-4319-b284-e8e72c6038fd req-1258d305-8e4b-4378-a283-3ff4b65c5a01 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a4e614-ae3a-4d6f-ad8f-004c5b66b674 HTTP/1.1" status: 200 len: 946 time: 0.1200151 Oct 04 09:31:58.711764 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-70b4cd42-348c-4319-b284-e8e72c6038fd req-d5ac6121-1314-4bf0-9010-dfc3df101c7b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4d545c5-6690-48b8-af1e-10a53e689330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767586 Oct 04 09:31:58.731780 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-26464da0-0db1-4b57-aba6-36f8a761cd57 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:58.782855 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26464da0-0db1-4b57-aba6-36f8a761cd57 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Pushing event deleted for resources: {'Port': ['ID=d9f29625-8d34-4a4c-bd1c-97acd1878720,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:31:58.877011 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-26464da0-0db1-4b57-aba6-36f8a761cd57 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks [] for floatingip, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:58.877266 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.l3_db [None req-26464da0-0db1-4b57-aba6-36f8a761cd57 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Floating IP a549ba60-b13b-43a8-83a5-52dbf06a26f9 disassociated (deleted). External IP: 172.26.10.223, port: d5d17a0b-68c6-4f9f-8b22-a0c0be83b830. Oct 04 09:31:59.324883 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26464da0-0db1-4b57-aba6-36f8a761cd57 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Router 53532c76-03c4-472a-92f7-e72093e1d533 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:31:59.499249 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26464da0-0db1-4b57-aba6-36f8a761cd57 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:31:59.508549 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af133d3b-676c-48eb-bee6-6cfc3b1c580b None None] Sync routers for ids ['53532c76-03c4-472a-92f7-e72093e1d533'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:31:59.517930 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af133d3b-676c-48eb-bee6-6cfc3b1c580b None None] Routers {'53532c76-03c4-472a-92f7-e72093e1d533'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:31:59.518563 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-af133d3b-676c-48eb-bee6-6cfc3b1c580b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:31:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['53532c76-03c4-472a-92f7-e72093e1d533'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:31:59.518727 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-26464da0-0db1-4b57-aba6-36f8a761cd57 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:31:59.577735 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-26464da0-0db1-4b57-aba6-36f8a761cd57 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "DELETE /v2.0/floatingips/a549ba60-b13b-43a8-83a5-52dbf06a26f9 HTTP/1.1" status: 204 len: 168 time: 1.5918386 Oct 04 09:31:59.578724 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba39feb1-1a8d-455a-b2d9-0e3881abc8c9', 'tag': 'd5d17a0b-68c6-4f9f-8b22-a0c0be83b830'}] {{(pid=89033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:31:59.581145 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e417ebe64424eb0358633e416672821aae4ea22acc2211bb28d37655142b7e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c926967-32ea-484d-bc0f-b5639e8f00ab" -d '{"events": [{"name": "network-changed", "server_uuid": "ba39feb1-1a8d-455a-b2d9-0e3881abc8c9", "tag": "d5d17a0b-68c6-4f9f-8b22-a0c0be83b830"}]}' {{(pid=89033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:31:59.629601 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159b86f6-7131-4da4-93d1-d847735a8bed x-openstack-request-id: req-159b86f6-7131-4da4-93d1-d847735a8bed {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:31:59.629601 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba39feb1-1a8d-455a-b2d9-0e3881abc8c9", "tag": "d5d17a0b-68c6-4f9f-8b22-a0c0be83b830", "status": "completed", "code": 200}]} {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:31:59.629601 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-159b86f6-7131-4da4-93d1-d847735a8bed {{(pid=89033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:31:59.629601 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-159b86f6-7131-4da4-93d1-d847735a8bed'] response: {'name': 'network-changed', 'server_uuid': 'ba39feb1-1a8d-455a-b2d9-0e3881abc8c9', 'tag': 'd5d17a0b-68c6-4f9f-8b22-a0c0be83b830', 'status': 'completed', 'code': 200} Oct 04 09:31:59.734737 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-af133d3b-676c-48eb-bee6-6cfc3b1c580b None None] Set router 53532c76-03c4-472a-92f7-e72093e1d533 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:31:59.827856 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c926967-32ea-484d-bc0f-b5639e8f00ab req-afd20b45-f927-495a-b2ea-1baf1ea47404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:59.833740 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8c926967-32ea-484d-bc0f-b5639e8f00ab req-afd20b45-f927-495a-b2ea-1baf1ea47404 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=69ab5abc53ab44718bcbb9547c2b2d0e&device_id=ba39feb1-1a8d-455a-b2d9-0e3881abc8c9 HTTP/1.1" status: 200 len: 1098 time: 0.1366894 Oct 04 09:31:59.969973 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82055310-23fb-4e91-b267-ceb503214445 req-8f6912eb-77b7-480a-af4f-ad639461cf7a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:31:59.971457 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-82055310-23fb-4e91-b267-ceb503214445 req-8f6912eb-77b7-480a-af4f-ad639461cf7a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a4e614-ae3a-4d6f-ad8f-004c5b66b674 HTTP/1.1" status: 200 len: 946 time: 0.0959916 Oct 04 09:32:00.017650 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-82055310-23fb-4e91-b267-ceb503214445 req-b65f5ca3-7150-4c0d-ac3a-c7db3495faa5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4d545c5-6690-48b8-af1e-10a53e689330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399334 Oct 04 09:32:00.051712 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c926967-32ea-484d-bc0f-b5639e8f00ab req-24944f7c-3e86-4a5c-b77c-31ff23d779bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:32:00.053208 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8c926967-32ea-484d-bc0f-b5639e8f00ab req-24944f7c-3e86-4a5c-b77c-31ff23d779bf service neutron] 10.222.0.20 "GET /v2.0/networks?id=47b14212-cea9-47cb-815c-888460239551 HTTP/1.1" status: 200 len: 913 time: 0.2117984 Oct 04 09:32:00.142158 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8c926967-32ea-484d-bc0f-b5639e8f00ab req-4dcbdec0-782c-4301-9f5a-21cfe81e3fec service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5d17a0b-68c6-4f9f-8b22-a0c0be83b830 HTTP/1.1" status: 200 len: 217 time: 0.0806003 Oct 04 09:32:00.146674 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-af133d3b-676c-48eb-bee6-6cfc3b1c580b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53532c76-03c4-472a-92f7-e72093e1d533', 'name': 'tempest-TestVolumeBootPattern-1545811976-router', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.244'}], 'enable_snat': True}, 'gw_port_id': 'adc9a0c0-55b3-4614-9e86-bb292501abac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:24:45Z', 'updated_at': '2022-10-04T09:24:50Z', 'revision_number': 4, 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'gw_port': {'id': 'adc9a0c0-55b3-4614-9e86-bb292501abac', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:21:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53532c76-03c4-472a-92f7-e72093e1d533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:46Z', 'updated_at': '2022-10-04T09:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'f7d408e4-327c-479e-a3ed-c9bcc333210e', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'floating_ip_address': '172.26.10.184', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '53532c76-03c4-472a-92f7-e72093e1d533', 'port_id': '2310523b-e419-44ab-9023-062e440aac99', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47b14212-cea9-47cb-815c-888460239551', 'mac_address': 'fa:16:3e:79:bd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8202b23f-b77a-40d2-a64b-c6613b933972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:28:05Z', 'updated_at': '2022-10-04T09:28:08Z', 'revision_number': 1, 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c93b9d92-0d04-486b-bc47-9af7a20cbb3a', 'name': '', 'network_id': '47b14212-cea9-47cb-815c-888460239551', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'mac_address': 'fa:16:3e:29:68:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53532c76-03c4-472a-92f7-e72093e1d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '5d6ad6fc-1b52-4c37-8942-5241b791dd73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:49Z', 'updated_at': '2022-10-04T09:24:57Z', 'revision_number': 5, 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'subnets': [{'id': '5d6ad6fc-1b52-4c37-8942-5241b791dd73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:32:00.151272 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af133d3b-676c-48eb-bee6-6cfc3b1c580b None None] Checking router: 53532c76-03c4-472a-92f7-e72093e1d533 for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:32:00.154797 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d4839-105c-40a0-84b0-6747bf2c2ced req-9abb78d1-7bcd-4953-9221-2ad70944739b tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:32:00.156620 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-114d4839-105c-40a0-84b0-6747bf2c2ced req-9abb78d1-7bcd-4953-9221-2ad70944739b tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba39feb1-1a8d-455a-b2d9-0e3881abc8c9 HTTP/1.1" status: 200 len: 945 time: 0.1775570 Oct 04 09:32:00.159651 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af133d3b-676c-48eb-bee6-6cfc3b1c580b None None] Routers {'53532c76-03c4-472a-92f7-e72093e1d533'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:32:00.160346 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-af133d3b-676c-48eb-bee6-6cfc3b1c580b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:31:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['53532c76-03c4-472a-92f7-e72093e1d533'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:32:00.221036 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a247db8-b25a-4a1d-8f4d-f4676f0ed063 req-e54dd0ab-630e-45f1-8ddb-18a1d13952c5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:32:00.222521 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-8a247db8-b25a-4a1d-8f4d-f4676f0ed063 req-e54dd0ab-630e-45f1-8ddb-18a1d13952c5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a4e614-ae3a-4d6f-ad8f-004c5b66b674 HTTP/1.1" status: 200 len: 946 time: 0.0909672 Oct 04 09:32:00.262132 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-2f7950e2-1214-4d09-a4ab-db864bfd543a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:00.272589 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-114d4839-105c-40a0-84b0-6747bf2c2ced req-ad46715c-4af0-4e47-b944-b0d083e6af20 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0ddcbf8-af52-48fe-889a-d7fbc34ba664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765164 Oct 04 09:32:00.273630 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-8a247db8-b25a-4a1d-8f4d-f4676f0ed063 req-7c9037c8-9d77-4617-913a-cc21c760e6f7 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4d545c5-6690-48b8-af1e-10a53e689330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433314 Oct 04 09:32:00.278021 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c926967-32ea-484d-bc0f-b5639e8f00ab req-d718e540-2452-401d-8df9-1202e47a8250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:32:00.279964 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8c926967-32ea-484d-bc0f-b5639e8f00ab req-d718e540-2452-401d-8df9-1202e47a8250 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5d6ad6fc-1b52-4c37-8942-5241b791dd73 HTTP/1.1" status: 200 len: 851 time: 0.1225078 Oct 04 09:32:00.303355 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 38634) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:32:00.356908 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-af133d3b-676c-48eb-bee6-6cfc3b1c580b None None] Set router 53532c76-03c4-472a-92f7-e72093e1d533 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:32:00.366046 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c926967-32ea-484d-bc0f-b5639e8f00ab req-1a235b43-670f-4261-9243-20c32600d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:32:00.368152 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8c926967-32ea-484d-bc0f-b5639e8f00ab req-1a235b43-670f-4261-9243-20c32600d67b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=47b14212-cea9-47cb-815c-888460239551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807881 Oct 04 09:32:00.384580 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f823e5-1225-4cf9-a2d2-b595cc32858c tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:32:00.388696 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-b8f823e5-1225-4cf9-a2d2-b595cc32858c tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=54a4e614-ae3a-4d6f-ad8f-004c5b66b674 HTTP/1.1" status: 200 len: 1094 time: 0.0817938 Oct 04 09:32:00.388962 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 38638) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:32:00.393926 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-6e4a9c5c-103e-4824-bb5a-482460f63861 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'floatingip': {'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'port_id': '3069d3d6-81af-43d5-aa23-d77f95743447', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:32:00.399912 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-6e4a9c5c-103e-4824-bb5a-482460f63861 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:32:00.403893 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-6e4a9c5c-103e-4824-bb5a-482460f63861 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:floatingip and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:32:00.406818 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-6e4a9c5c-103e-4824-bb5a-482460f63861 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:32:00.412540 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-6e4a9c5c-103e-4824-bb5a-482460f63861 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:32:00.424906 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6e4a9c5c-103e-4824-bb5a-482460f63861 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for floatingip, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:00.505090 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8c926967-32ea-484d-bc0f-b5639e8f00ab req-37fd3038-e3cd-413c-8b25-5abe8cc710f4 service neutron] 10.222.0.20 "GET /v2.0/networks/47b14212-cea9-47cb-815c-888460239551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302693 Oct 04 09:32:00.569408 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6e4a9c5c-103e-4824-bb5a-482460f63861 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:00.733038 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-6e4a9c5c-103e-4824-bb5a-482460f63861 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Allocated IP 172.26.10.212 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/a5e12b75-acf3-4789-927c-12c95ba92d22) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:32:00.757009 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:00.761068 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:00.773717 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-af133d3b-676c-48eb-bee6-6cfc3b1c580b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53532c76-03c4-472a-92f7-e72093e1d533', 'name': 'tempest-TestVolumeBootPattern-1545811976-router', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.244'}], 'enable_snat': True}, 'gw_port_id': 'adc9a0c0-55b3-4614-9e86-bb292501abac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:24:45Z', 'updated_at': '2022-10-04T09:24:50Z', 'revision_number': 4, 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'gw_port': {'id': 'adc9a0c0-55b3-4614-9e86-bb292501abac', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:21:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53532c76-03c4-472a-92f7-e72093e1d533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:46Z', 'updated_at': '2022-10-04T09:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'f7d408e4-327c-479e-a3ed-c9bcc333210e', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'floating_ip_address': '172.26.10.184', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '53532c76-03c4-472a-92f7-e72093e1d533', 'port_id': '2310523b-e419-44ab-9023-062e440aac99', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47b14212-cea9-47cb-815c-888460239551', 'mac_address': 'fa:16:3e:79:bd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8202b23f-b77a-40d2-a64b-c6613b933972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:28:05Z', 'updated_at': '2022-10-04T09:28:08Z', 'revision_number': 1, 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c93b9d92-0d04-486b-bc47-9af7a20cbb3a', 'name': '', 'network_id': '47b14212-cea9-47cb-815c-888460239551', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'mac_address': 'fa:16:3e:29:68:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53532c76-03c4-472a-92f7-e72093e1d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '5d6ad6fc-1b52-4c37-8942-5241b791dd73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:49Z', 'updated_at': '2022-10-04T09:24:57Z', 'revision_number': 5, 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'subnets': [{'id': '5d6ad6fc-1b52-4c37-8942-5241b791dd73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:32:00.774995 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8c926967-32ea-484d-bc0f-b5639e8f00ab req-45fe69b1-c3eb-4a84-89cd-33b948b2a4fb service neutron] 10.222.0.20 "GET /v2.0/networks/47b14212-cea9-47cb-815c-888460239551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623339 Oct 04 09:32:00.780808 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af133d3b-676c-48eb-bee6-6cfc3b1c580b None None] The sync data for ids ['53532c76-03c4-472a-92f7-e72093e1d533'] in dv-neutron-860215-1-hyperv is: [{'id': '53532c76-03c4-472a-92f7-e72093e1d533', 'name': 'tempest-TestVolumeBootPattern-1545811976-router', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.244'}], 'enable_snat': True}, 'gw_port_id': 'adc9a0c0-55b3-4614-9e86-bb292501abac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:24:45Z', 'updated_at': '2022-10-04T09:24:50Z', 'revision_number': 4, 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'gw_port': {'id': 'adc9a0c0-55b3-4614-9e86-bb292501abac', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:21:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53532c76-03c4-472a-92f7-e72093e1d533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:46Z', 'updated_at': '2022-10-04T09:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'f7d408e4-327c-479e-a3ed-c9bcc333210e', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'floating_ip_address': '172.26.10.184', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '53532c76-03c4-472a-92f7-e72093e1d533', 'port_id': '2310523b-e419-44ab-9023-062e440aac99', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47b14212-cea9-47cb-815c-888460239551', 'mac_address': 'fa:16:3e:79:bd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8202b23f-b77a-40d2-a64b-c6613b933972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:28:05Z', 'updated_at': '2022-10-04T09:28:08Z', 'revision_number': 1, 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c93b9d92-0d04-486b-bc47-9af7a20cbb3a', 'name': '', 'network_id': '47b14212-cea9-47cb-815c-888460239551', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'mac_address': 'fa:16:3e:29:68:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53532c76-03c4-472a-92f7-e72093e1d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '5d6ad6fc-1b52-4c37-8942-5241b791dd73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:49Z', 'updated_at': '2022-10-04T09:24:57Z', 'revision_number': 5, 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'subnets': [{'id': '5d6ad6fc-1b52-4c37-8942-5241b791dd73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:32:00.903345 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6e4a9c5c-103e-4824-bb5a-482460f63861 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:00.934415 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6e4a9c5c-103e-4824-bb5a-482460f63861 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:01.006267 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4a9c5c-103e-4824-bb5a-482460f63861 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:32:01.009681 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-6e4a9c5c-103e-4824-bb5a-482460f63861 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:32:01.010050 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f297d5-e335-450f-90b8-1079408d0c20 None None] New status for floating IP a549ba60-b13b-43a8-83a5-52dbf06a26f9: DOWN {{(pid=89034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 09:32:01.013520 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4a9c5c-103e-4824-bb5a-482460f63861 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:32:01.053126 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4a9c5c-103e-4824-bb5a-482460f63861 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Port': ['ID=a5e12b75-acf3-4789-927c-12c95ba92d22,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:32:01.564913 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b0e58-0347-48e8-b719-34edb60cc89e req-d61fc7da-f74f-44fc-a293-5b1f25420175 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:32:01.565597 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-1a4b0e58-0347-48e8-b719-34edb60cc89e req-d61fc7da-f74f-44fc-a293-5b1f25420175 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Synchronizing usage tracker for tenant:69ab5abc53ab44718bcbb9547c2b2d0e on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:32:01.592410 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-1a4b0e58-0347-48e8-b719-34edb60cc89e req-d61fc7da-f74f-44fc-a293-5b1f25420175 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Unset dirty status for tenant:69ab5abc53ab44718bcbb9547c2b2d0e on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:32:01.593572 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-1a4b0e58-0347-48e8-b719-34edb60cc89e req-d61fc7da-f74f-44fc-a293-5b1f25420175 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba39feb1-1a8d-455a-b2d9-0e3881abc8c9 HTTP/1.1" status: 200 len: 945 time: 0.1628458 Oct 04 09:32:01.654648 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-1a4b0e58-0347-48e8-b719-34edb60cc89e req-85427c74-07b9-4d65-96a4-ba0854e7700c tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0ddcbf8-af52-48fe-889a-d7fbc34ba664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500317 Oct 04 09:32:01.654648 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6e4a9c5c-103e-4824-bb5a-482460f63861 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:01.732865 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6e4a9c5c-103e-4824-bb5a-482460f63861 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:01.951163 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6e4a9c5c-103e-4824-bb5a-482460f63861 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:01.956766 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6e4a9c5c-103e-4824-bb5a-482460f63861 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:01.984317 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4561546b-38c8-404b-945d-301d33d43613 req-5afdd5db-feff-48db-8749-8e57b062bad4 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:32:01.985777 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4561546b-38c8-404b-945d-301d33d43613 req-5afdd5db-feff-48db-8749-8e57b062bad4 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba39feb1-1a8d-455a-b2d9-0e3881abc8c9 HTTP/1.1" status: 200 len: 945 time: 0.0903206 Oct 04 09:32:02.056959 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-4561546b-38c8-404b-945d-301d33d43613 req-fbbfe74b-0f67-4d8f-963c-ce07e4208b64 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Deleting port d5d17a0b-68c6-4f9f-8b22-a0c0be83b830 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:32:02.057302 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-4561546b-38c8-404b-945d-301d33d43613 req-fbbfe74b-0f67-4d8f-963c-ce07e4208b64 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:02.062856 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6e4a9c5c-103e-4824-bb5a-482460f63861 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:02.118781 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4a9c5c-103e-4824-bb5a-482460f63861 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Port': ['ID=a5e12b75-acf3-4789-927c-12c95ba92d22,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:32:02.238028 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.l3_db [None req-6e4a9c5c-103e-4824-bb5a-482460f63861 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Floating IP 791d1791-5e79-44d0-aab8-3634a983aa74 associated. External IP: 172.26.10.212, port: 3069d3d6-81af-43d5-aa23-d77f95743447. Oct 04 09:32:02.265041 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:02.318684 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-4561546b-38c8-404b-945d-301d33d43613 req-fbbfe74b-0f67-4d8f-963c-ce07e4208b64 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] For port d5d17a0b-68c6-4f9f-8b22-a0c0be83b830, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=d5d17a0b-68c6-4f9f-8b22-a0c0be83b830,segment=NetworkSegment(f2649b1a-e6b7-4b49-bfb8-8bd07f301357),segment_id=f2649b1a-e6b7-4b49-bfb8-8bd07f301357)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:32:02.319048 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-4561546b-38c8-404b-945d-301d33d43613 req-fbbfe74b-0f67-4d8f-963c-ce07e4208b64 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:02.445023 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-4561546b-38c8-404b-945d-301d33d43613 req-fbbfe74b-0f67-4d8f-963c-ce07e4208b64 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Calling delete_port for d5d17a0b-68c6-4f9f-8b22-a0c0be83b830 owned by compute:nova {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:32:02.593185 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e4a9c5c-103e-4824-bb5a-482460f63861 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Router 80616e19-840b-4de8-aad6-44dbc28e5fa6 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:32:02.609601 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-4561546b-38c8-404b-945d-301d33d43613 req-fbbfe74b-0f67-4d8f-963c-ce07e4208b64 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:02.663849 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbfe74b-0f67-4d8f-963c-ce07e4208b64 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Pushing event deleted for resources: {'Port': ['ID=d5d17a0b-68c6-4f9f-8b22-a0c0be83b830,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:32:02.803387 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4a9c5c-103e-4824-bb5a-482460f63861 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:32:02.814368 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9350ed22-466b-470a-97e1-c353edc5ab33 None None] Sync routers for ids ['80616e19-840b-4de8-aad6-44dbc28e5fa6'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:32:02.829941 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9350ed22-466b-470a-97e1-c353edc5ab33 None None] Routers {'80616e19-840b-4de8-aad6-44dbc28e5fa6'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:32:02.830924 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-9350ed22-466b-470a-97e1-c353edc5ab33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:32:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['80616e19-840b-4de8-aad6-44dbc28e5fa6'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:32:02.833109 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6e4a9c5c-103e-4824-bb5a-482460f63861 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:02.850137 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-4561546b-38c8-404b-945d-301d33d43613 req-fbbfe74b-0f67-4d8f-963c-ce07e4208b64 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] No DVR routers for this DVR port d5d17a0b-68c6-4f9f-8b22-a0c0be83b830 on host hv-neutron-8602 {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:32:02.858972 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-4561546b-38c8-404b-945d-301d33d43613 req-fbbfe74b-0f67-4d8f-963c-ce07e4208b64 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:02.861841 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba39feb1-1a8d-455a-b2d9-0e3881abc8c9', 'name': 'network-vif-deleted', 'tag': 'd5d17a0b-68c6-4f9f-8b22-a0c0be83b830'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:32:02.864432 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f43f5f-2109-4ffb-aba6-ee3936e1ef69" -d '{"events": [{"server_uuid": "ba39feb1-1a8d-455a-b2d9-0e3881abc8c9", "name": "network-vif-deleted", "tag": "d5d17a0b-68c6-4f9f-8b22-a0c0be83b830"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:32:02.879375 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-cc558bf5-1884-47af-a106-b9b82d495fb0 req-5ce872df-446a-41f2-b237-0a736dbf3dae tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba39feb1-1a8d-455a-b2d9-0e3881abc8c9 HTTP/1.1" status: 200 len: 210 time: 0.0892992 Oct 04 09:32:02.901792 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4561546b-38c8-404b-945d-301d33d43613 req-fbbfe74b-0f67-4d8f-963c-ce07e4208b64 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.20 "DELETE /v2.0/ports/d5d17a0b-68c6-4f9f-8b22-a0c0be83b830 HTTP/1.1" status: 204 len: 173 time: 0.9107852 Oct 04 09:32:02.938953 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b6ad6e-67d8-4a23-8cca-1eed803f346f x-openstack-request-id: req-b2b6ad6e-67d8-4a23-8cca-1eed803f346f {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:32:02.939258 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba39feb1-1a8d-455a-b2d9-0e3881abc8c9", "name": "network-vif-deleted", "tag": "d5d17a0b-68c6-4f9f-8b22-a0c0be83b830", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:32:02.939514 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b2b6ad6e-67d8-4a23-8cca-1eed803f346f {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:32:02.939917 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2b6ad6e-67d8-4a23-8cca-1eed803f346f'] response: {'server_uuid': 'ba39feb1-1a8d-455a-b2d9-0e3881abc8c9', 'name': 'network-vif-deleted', 'tag': 'd5d17a0b-68c6-4f9f-8b22-a0c0be83b830', 'status': 'completed', 'code': 200} Oct 04 09:32:03.044553 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-6e4a9c5c-103e-4824-bb5a-482460f63861 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 998 time: 2.6543808 Oct 04 09:32:03.045362 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54a4e614-ae3a-4d6f-ad8f-004c5b66b674', 'tag': '3069d3d6-81af-43d5-aa23-d77f95743447'}] {{(pid=89033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:32:03.047681 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e417ebe64424eb0358633e416672821aae4ea22acc2211bb28d37655142b7e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9cac83a-9b86-41bf-b4f3-7b63291e55fd" -d '{"events": [{"name": "network-changed", "server_uuid": "54a4e614-ae3a-4d6f-ad8f-004c5b66b674", "tag": "3069d3d6-81af-43d5-aa23-d77f95743447"}]}' {{(pid=89033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:32:03.070753 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-9350ed22-466b-470a-97e1-c353edc5ab33 None None] Set router 80616e19-840b-4de8-aad6-44dbc28e5fa6 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:32:03.107804 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d2ee26-302b-44bc-a754-9e048919cabc x-openstack-request-id: req-36d2ee26-302b-44bc-a754-9e048919cabc {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:32:03.108298 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54a4e614-ae3a-4d6f-ad8f-004c5b66b674", "tag": "3069d3d6-81af-43d5-aa23-d77f95743447", "status": "completed", "code": 200}]} {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:32:03.109474 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-36d2ee26-302b-44bc-a754-9e048919cabc {{(pid=89033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:32:03.110041 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36d2ee26-302b-44bc-a754-9e048919cabc'] response: {'name': 'network-changed', 'server_uuid': '54a4e614-ae3a-4d6f-ad8f-004c5b66b674', 'tag': '3069d3d6-81af-43d5-aa23-d77f95743447', 'status': 'completed', 'code': 200} Oct 04 09:32:03.265093 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cac83a-9b86-41bf-b4f3-7b63291e55fd req-c7f50af6-8bec-4e85-a33d-aa1f4034ee6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:32:03.266580 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a9cac83a-9b86-41bf-b4f3-7b63291e55fd req-c7f50af6-8bec-4e85-a33d-aa1f4034ee6f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78fb12e86c5f40beb578bfb97002b5c9&device_id=54a4e614-ae3a-4d6f-ad8f-004c5b66b674 HTTP/1.1" status: 200 len: 1099 time: 0.1062453 Oct 04 09:32:03.418431 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cac83a-9b86-41bf-b4f3-7b63291e55fd req-8b2a819f-5b68-4ead-8f3b-f7639e0f24c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:32:03.420658 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a9cac83a-9b86-41bf-b4f3-7b63291e55fd req-8b2a819f-5b68-4ead-8f3b-f7639e0f24c6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bb88193c-d817-42cd-91bb-b70383a142ce HTTP/1.1" status: 200 len: 898 time: 0.1477244 Oct 04 09:32:03.491154 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-9350ed22-466b-470a-97e1-c353edc5ab33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'name': 'tempest-TestNetworkBasicOps-router-585076576', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.92'}], 'enable_snat': True}, 'gw_port_id': '68fdc375-f021-4ba5-8bd2-efa54b8f3c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:31:23Z', 'updated_at': '2022-10-04T09:31:28Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '68fdc375-f021-4ba5-8bd2-efa54b8f3c3f', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:31:24Z', 'updated_at': '2022-10-04T09:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': '791d1791-5e79-44d0-aab8-3634a983aa74', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'floating_ip_address': '172.26.10.212', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'port_id': '3069d3d6-81af-43d5-aa23-d77f95743447', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb88193c-d817-42cd-91bb-b70383a142ce', 'mac_address': 'fa:16:3e:83:c0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a4e614-ae3a-4d6f-ad8f-004c5b66b674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:32:01Z', 'updated_at': '2022-10-04T09:32:01Z', 'revision_number': 0, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ip_address_scope': None}, {'id': '995dfcba-a9ae-41df-b353-8f529db03001', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'floating_ip_address': '172.26.10.63', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'port_id': '01cc884c-d723-4422-94e1-8f3a3876b50c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb88193c-d817-42cd-91bb-b70383a142ce', 'mac_address': 'fa:16:3e:02:f8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a67abd-88b5-4121-a839-a8b2dc417c21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:31:45Z', 'updated_at': '2022-10-04T09:31:48Z', 'revision_number': 1, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '417a612f-7e6a-4af3-ad49-d6f0bdc97c43', 'name': '', 'network_id': 'bb88193c-d817-42cd-91bb-b70383a142ce', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:38:0c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c56e4b02-fdb0-4c31-b79d-c55f6bb97a45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:31:27Z', 'updated_at': '2022-10-04T09:31:33Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': 'c56e4b02-fdb0-4c31-b79d-c55f6bb97a45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:32:03.495219 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9350ed22-466b-470a-97e1-c353edc5ab33 None None] Checking router: 80616e19-840b-4de8-aad6-44dbc28e5fa6 for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:32:03.503709 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9350ed22-466b-470a-97e1-c353edc5ab33 None None] Routers {'80616e19-840b-4de8-aad6-44dbc28e5fa6'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:32:03.504301 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-9350ed22-466b-470a-97e1-c353edc5ab33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:32:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['80616e19-840b-4de8-aad6-44dbc28e5fa6'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:32:03.539870 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a9cac83a-9b86-41bf-b4f3-7b63291e55fd req-eeb04fb7-611e-4c32-9f09-b8af70e68845 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3069d3d6-81af-43d5-aa23-d77f95743447 HTTP/1.1" status: 200 len: 1001 time: 0.1126142 Oct 04 09:32:03.617799 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cac83a-9b86-41bf-b4f3-7b63291e55fd req-c261c053-775d-4269-acfc-4e10d0dbcc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:32:03.619230 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a9cac83a-9b86-41bf-b4f3-7b63291e55fd req-c261c053-775d-4269-acfc-4e10d0dbcc1e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c56e4b02-fdb0-4c31-b79d-c55f6bb97a45 HTTP/1.1" status: 200 len: 834 time: 0.0606256 Oct 04 09:32:03.686092 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-9350ed22-466b-470a-97e1-c353edc5ab33 None None] Set router 80616e19-840b-4de8-aad6-44dbc28e5fa6 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:32:03.711953 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cac83a-9b86-41bf-b4f3-7b63291e55fd req-36eff824-b425-4f58-a227-c7e52debe4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:32:03.713460 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a9cac83a-9b86-41bf-b4f3-7b63291e55fd req-36eff824-b425-4f58-a227-c7e52debe4af service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bb88193c-d817-42cd-91bb-b70383a142ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0878115 Oct 04 09:32:03.967280 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a9cac83a-9b86-41bf-b4f3-7b63291e55fd req-08a8e517-391e-418b-94c4-cf1a3dd0ee41 service neutron] 10.222.0.20 "GET /v2.0/networks/bb88193c-d817-42cd-91bb-b70383a142ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401431 Oct 04 09:32:04.070157 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-3d4f6463-2ee4-4cce-9884-8de906d6ea8e req-d6432478-df50-43bc-893c-a877e45db65b tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba39feb1-1a8d-455a-b2d9-0e3881abc8c9 HTTP/1.1" status: 200 len: 210 time: 0.0602498 Oct 04 09:32:04.078156 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-9350ed22-466b-470a-97e1-c353edc5ab33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'name': 'tempest-TestNetworkBasicOps-router-585076576', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.92'}], 'enable_snat': True}, 'gw_port_id': '68fdc375-f021-4ba5-8bd2-efa54b8f3c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:31:23Z', 'updated_at': '2022-10-04T09:31:28Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '68fdc375-f021-4ba5-8bd2-efa54b8f3c3f', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:31:24Z', 'updated_at': '2022-10-04T09:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': '791d1791-5e79-44d0-aab8-3634a983aa74', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'floating_ip_address': '172.26.10.212', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'port_id': '3069d3d6-81af-43d5-aa23-d77f95743447', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb88193c-d817-42cd-91bb-b70383a142ce', 'mac_address': 'fa:16:3e:83:c0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a4e614-ae3a-4d6f-ad8f-004c5b66b674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:32:01Z', 'updated_at': '2022-10-04T09:32:01Z', 'revision_number': 0, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ip_address_scope': None}, {'id': '995dfcba-a9ae-41df-b353-8f529db03001', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'floating_ip_address': '172.26.10.63', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'port_id': '01cc884c-d723-4422-94e1-8f3a3876b50c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb88193c-d817-42cd-91bb-b70383a142ce', 'mac_address': 'fa:16:3e:02:f8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a67abd-88b5-4121-a839-a8b2dc417c21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:31:45Z', 'updated_at': '2022-10-04T09:31:48Z', 'revision_number': 1, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '417a612f-7e6a-4af3-ad49-d6f0bdc97c43', 'name': '', 'network_id': 'bb88193c-d817-42cd-91bb-b70383a142ce', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:38:0c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c56e4b02-fdb0-4c31-b79d-c55f6bb97a45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:31:27Z', 'updated_at': '2022-10-04T09:31:33Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': 'c56e4b02-fdb0-4c31-b79d-c55f6bb97a45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:32:04.082957 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9350ed22-466b-470a-97e1-c353edc5ab33 None None] The sync data for ids ['80616e19-840b-4de8-aad6-44dbc28e5fa6'] in dv-neutron-860215-1-hyperv is: [{'id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'name': 'tempest-TestNetworkBasicOps-router-585076576', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.92'}], 'enable_snat': True}, 'gw_port_id': '68fdc375-f021-4ba5-8bd2-efa54b8f3c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:31:23Z', 'updated_at': '2022-10-04T09:31:28Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '68fdc375-f021-4ba5-8bd2-efa54b8f3c3f', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:31:24Z', 'updated_at': '2022-10-04T09:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': '791d1791-5e79-44d0-aab8-3634a983aa74', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'floating_ip_address': '172.26.10.212', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'port_id': '3069d3d6-81af-43d5-aa23-d77f95743447', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb88193c-d817-42cd-91bb-b70383a142ce', 'mac_address': 'fa:16:3e:83:c0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a4e614-ae3a-4d6f-ad8f-004c5b66b674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:32:01Z', 'updated_at': '2022-10-04T09:32:01Z', 'revision_number': 0, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ip_address_scope': None}, {'id': '995dfcba-a9ae-41df-b353-8f529db03001', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'floating_ip_address': '172.26.10.63', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'port_id': '01cc884c-d723-4422-94e1-8f3a3876b50c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb88193c-d817-42cd-91bb-b70383a142ce', 'mac_address': 'fa:16:3e:02:f8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a67abd-88b5-4121-a839-a8b2dc417c21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:31:45Z', 'updated_at': '2022-10-04T09:31:48Z', 'revision_number': 1, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '417a612f-7e6a-4af3-ad49-d6f0bdc97c43', 'name': '', 'network_id': 'bb88193c-d817-42cd-91bb-b70383a142ce', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:38:0c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c56e4b02-fdb0-4c31-b79d-c55f6bb97a45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:31:27Z', 'updated_at': '2022-10-04T09:31:33Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': 'c56e4b02-fdb0-4c31-b79d-c55f6bb97a45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:32:04.140864 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a9cac83a-9b86-41bf-b4f3-7b63291e55fd req-da492300-84d0-46f0-863a-00fa5ad8b17a service neutron] 10.222.0.20 "GET /v2.0/networks/bb88193c-d817-42cd-91bb-b70383a142ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531072 Oct 04 09:32:04.292657 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3095185e-0963-446e-9b33-223bb8e5fa15 None None] New status for floating IP 791d1791-5e79-44d0-aab8-3634a983aa74: ACTIVE {{(pid=89034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 09:32:05.678278 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device d5d17a0b-68c6-4f9f-8b22-a0c0be83b830 no longer exists at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:32:05.713403 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] No Port match for: d5d17a0b-68c6-4f9f-8b22-a0c0be83b830 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:32:05.713847 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device d5d17a0b-68c6-4f9f-8b22-a0c0be83b830 not bound to the agent host hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:32:09.696135 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 38672) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:32:09.729907 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:32:09.906478 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-cd2bbcd4-dda0-42d0-b3ba-8e414ee696a5 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Deleting port 5bda8a8a-0027-44ba-898a-bc1a3198efaf {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:32:09.906814 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cd2bbcd4-dda0-42d0-b3ba-8e414ee696a5 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:10.073626 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cd2bbcd4-dda0-42d0-b3ba-8e414ee696a5 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:10.073946 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cd2bbcd4-dda0-42d0-b3ba-8e414ee696a5 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:10.193830 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-cd2bbcd4-dda0-42d0-b3ba-8e414ee696a5 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Calling delete_port for 5bda8a8a-0027-44ba-898a-bc1a3198efaf owned by network:floatingip {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:32:10.341200 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cd2bbcd4-dda0-42d0-b3ba-8e414ee696a5 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:10.388725 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2bbcd4-dda0-42d0-b3ba-8e414ee696a5 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Pushing event deleted for resources: {'Port': ['ID=5bda8a8a-0027-44ba-898a-bc1a3198efaf,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:32:10.490307 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cd2bbcd4-dda0-42d0-b3ba-8e414ee696a5 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks [] for floatingip, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:10.490632 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.l3_db [None req-cd2bbcd4-dda0-42d0-b3ba-8e414ee696a5 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Floating IP f7d408e4-327c-479e-a3ed-c9bcc333210e disassociated (deleted). External IP: 172.26.10.184, port: 2310523b-e419-44ab-9023-062e440aac99. Oct 04 09:32:10.836267 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd2bbcd4-dda0-42d0-b3ba-8e414ee696a5 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Router 53532c76-03c4-472a-92f7-e72093e1d533 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:32:11.107796 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2bbcd4-dda0-42d0-b3ba-8e414ee696a5 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:32:11.118289 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ed103d-d6a7-4f1c-a6af-ad89ee8c72fd None None] Sync routers for ids ['53532c76-03c4-472a-92f7-e72093e1d533'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:32:11.124208 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cd2bbcd4-dda0-42d0-b3ba-8e414ee696a5 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:11.127828 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ed103d-d6a7-4f1c-a6af-ad89ee8c72fd None None] Routers {'53532c76-03c4-472a-92f7-e72093e1d533'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:32:11.128446 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-27ed103d-d6a7-4f1c-a6af-ad89ee8c72fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:32:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['53532c76-03c4-472a-92f7-e72093e1d533'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:32:11.184597 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-cd2bbcd4-dda0-42d0-b3ba-8e414ee696a5 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "DELETE /v2.0/floatingips/f7d408e4-327c-479e-a3ed-c9bcc333210e HTTP/1.1" status: 204 len: 168 time: 1.4873235 Oct 04 09:32:11.185181 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8202b23f-b77a-40d2-a64b-c6613b933972', 'tag': '2310523b-e419-44ab-9023-062e440aac99'}] {{(pid=89033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:32:11.187508 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e417ebe64424eb0358633e416672821aae4ea22acc2211bb28d37655142b7e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19754196-59b9-40cb-9f8d-fea0bfb7853d" -d '{"events": [{"name": "network-changed", "server_uuid": "8202b23f-b77a-40d2-a64b-c6613b933972", "tag": "2310523b-e419-44ab-9023-062e440aac99"}]}' {{(pid=89033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:32:11.231269 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:11.246834 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938f8c15-2da0-4774-a5f2-c2ba5b4aeb08 x-openstack-request-id: req-938f8c15-2da0-4774-a5f2-c2ba5b4aeb08 {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:32:11.247288 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8202b23f-b77a-40d2-a64b-c6613b933972", "tag": "2310523b-e419-44ab-9023-062e440aac99", "status": "completed", "code": 200}]} {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:32:11.247691 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-938f8c15-2da0-4774-a5f2-c2ba5b4aeb08 {{(pid=89033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:32:11.248155 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-938f8c15-2da0-4774-a5f2-c2ba5b4aeb08'] response: {'name': 'network-changed', 'server_uuid': '8202b23f-b77a-40d2-a64b-c6613b933972', 'tag': '2310523b-e419-44ab-9023-062e440aac99', 'status': 'completed', 'code': 200} Oct 04 09:32:11.340874 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-27ed103d-d6a7-4f1c-a6af-ad89ee8c72fd None None] Set router 53532c76-03c4-472a-92f7-e72093e1d533 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:32:11.380920 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19754196-59b9-40cb-9f8d-fea0bfb7853d req-4718ca39-5fb4-48ab-8cf9-d1aea1e5accc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:32:11.382948 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-19754196-59b9-40cb-9f8d-fea0bfb7853d req-4718ca39-5fb4-48ab-8cf9-d1aea1e5accc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=69ab5abc53ab44718bcbb9547c2b2d0e&device_id=8202b23f-b77a-40d2-a64b-c6613b933972 HTTP/1.1" status: 200 len: 1098 time: 0.0815272 Oct 04 09:32:11.577112 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19754196-59b9-40cb-9f8d-fea0bfb7853d req-327e1731-3a2b-4d9b-8bbe-95ca73bd96e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:32:11.578565 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-19754196-59b9-40cb-9f8d-fea0bfb7853d req-327e1731-3a2b-4d9b-8bbe-95ca73bd96e5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=47b14212-cea9-47cb-815c-888460239551 HTTP/1.1" status: 200 len: 913 time: 0.1900234 Oct 04 09:32:11.652317 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-19754196-59b9-40cb-9f8d-fea0bfb7853d req-1161aa58-c95b-4509-b9c7-7645583d816c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2310523b-e419-44ab-9023-062e440aac99 HTTP/1.1" status: 200 len: 217 time: 0.0667384 Oct 04 09:32:11.662488 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-27ed103d-d6a7-4f1c-a6af-ad89ee8c72fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53532c76-03c4-472a-92f7-e72093e1d533', 'name': 'tempest-TestVolumeBootPattern-1545811976-router', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.244'}], 'enable_snat': True}, 'gw_port_id': 'adc9a0c0-55b3-4614-9e86-bb292501abac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:24:45Z', 'updated_at': '2022-10-04T09:24:50Z', 'revision_number': 4, 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'gw_port': {'id': 'adc9a0c0-55b3-4614-9e86-bb292501abac', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:21:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53532c76-03c4-472a-92f7-e72093e1d533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:46Z', 'updated_at': '2022-10-04T09:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': 'c93b9d92-0d04-486b-bc47-9af7a20cbb3a', 'name': '', 'network_id': '47b14212-cea9-47cb-815c-888460239551', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'mac_address': 'fa:16:3e:29:68:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53532c76-03c4-472a-92f7-e72093e1d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '5d6ad6fc-1b52-4c37-8942-5241b791dd73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:49Z', 'updated_at': '2022-10-04T09:24:57Z', 'revision_number': 5, 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'subnets': [{'id': '5d6ad6fc-1b52-4c37-8942-5241b791dd73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:32:11.663615 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0bdac-7130-4077-95c8-004dfac1e47a req-fb712f9e-65c0-43cf-bc8e-65f506f212ed tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:32:11.664310 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-c7a0bdac-7130-4077-95c8-004dfac1e47a req-fb712f9e-65c0-43cf-bc8e-65f506f212ed tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Synchronizing usage tracker for tenant:69ab5abc53ab44718bcbb9547c2b2d0e on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:32:11.666893 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ed103d-d6a7-4f1c-a6af-ad89ee8c72fd None None] Checking router: 53532c76-03c4-472a-92f7-e72093e1d533 for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:32:11.674940 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ed103d-d6a7-4f1c-a6af-ad89ee8c72fd None None] Routers {'53532c76-03c4-472a-92f7-e72093e1d533'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:32:11.675530 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-27ed103d-d6a7-4f1c-a6af-ad89ee8c72fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:32:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['53532c76-03c4-472a-92f7-e72093e1d533'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:32:11.727591 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-c7a0bdac-7130-4077-95c8-004dfac1e47a req-fb712f9e-65c0-43cf-bc8e-65f506f212ed tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Unset dirty status for tenant:69ab5abc53ab44718bcbb9547c2b2d0e on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:32:11.728777 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c7a0bdac-7130-4077-95c8-004dfac1e47a req-fb712f9e-65c0-43cf-bc8e-65f506f212ed tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/ports?device_id=8202b23f-b77a-40d2-a64b-c6613b933972 HTTP/1.1" status: 200 len: 945 time: 0.2454610 Oct 04 09:32:11.732120 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19754196-59b9-40cb-9f8d-fea0bfb7853d req-f14f149a-97f8-42a1-b646-cc18a28a3e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:32:11.733499 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-19754196-59b9-40cb-9f8d-fea0bfb7853d req-f14f149a-97f8-42a1-b646-cc18a28a3e83 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5d6ad6fc-1b52-4c37-8942-5241b791dd73 HTTP/1.1" status: 200 len: 851 time: 0.0665720 Oct 04 09:32:11.839195 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c7a0bdac-7130-4077-95c8-004dfac1e47a req-0da584e8-1afe-4828-8493-31b17b47c141 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0ddcbf8-af52-48fe-889a-d7fbc34ba664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047559 Oct 04 09:32:11.855993 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19754196-59b9-40cb-9f8d-fea0bfb7853d req-f8400fef-a96c-4806-ae08-b8c98347bbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:32:11.857497 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-19754196-59b9-40cb-9f8d-fea0bfb7853d req-f8400fef-a96c-4806-ae08-b8c98347bbde service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=47b14212-cea9-47cb-815c-888460239551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1055436 Oct 04 09:32:11.877638 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-27ed103d-d6a7-4f1c-a6af-ad89ee8c72fd None None] Set router 53532c76-03c4-472a-92f7-e72093e1d533 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:32:11.990212 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-19754196-59b9-40cb-9f8d-fea0bfb7853d req-34e283f7-e4ae-4cf1-b680-962a06896f0d service neutron] 10.222.0.20 "GET /v2.0/networks/47b14212-cea9-47cb-815c-888460239551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249552 Oct 04 09:32:12.124436 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-19754196-59b9-40cb-9f8d-fea0bfb7853d req-52468037-1a8f-4628-84d1-580b76be4a76 service neutron] 10.222.0.20 "GET /v2.0/networks/47b14212-cea9-47cb-815c-888460239551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256428 Oct 04 09:32:12.188523 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-27ed103d-d6a7-4f1c-a6af-ad89ee8c72fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53532c76-03c4-472a-92f7-e72093e1d533', 'name': 'tempest-TestVolumeBootPattern-1545811976-router', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.244'}], 'enable_snat': True}, 'gw_port_id': 'adc9a0c0-55b3-4614-9e86-bb292501abac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:24:45Z', 'updated_at': '2022-10-04T09:24:50Z', 'revision_number': 4, 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'gw_port': {'id': 'adc9a0c0-55b3-4614-9e86-bb292501abac', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:21:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53532c76-03c4-472a-92f7-e72093e1d533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:46Z', 'updated_at': '2022-10-04T09:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': 'c93b9d92-0d04-486b-bc47-9af7a20cbb3a', 'name': '', 'network_id': '47b14212-cea9-47cb-815c-888460239551', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'mac_address': 'fa:16:3e:29:68:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53532c76-03c4-472a-92f7-e72093e1d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '5d6ad6fc-1b52-4c37-8942-5241b791dd73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:49Z', 'updated_at': '2022-10-04T09:24:57Z', 'revision_number': 5, 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'subnets': [{'id': '5d6ad6fc-1b52-4c37-8942-5241b791dd73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:32:12.192613 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ed103d-d6a7-4f1c-a6af-ad89ee8c72fd None None] The sync data for ids ['53532c76-03c4-472a-92f7-e72093e1d533'] in dv-neutron-860215-1-hyperv is: [{'id': '53532c76-03c4-472a-92f7-e72093e1d533', 'name': 'tempest-TestVolumeBootPattern-1545811976-router', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.244'}], 'enable_snat': True}, 'gw_port_id': 'adc9a0c0-55b3-4614-9e86-bb292501abac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:24:45Z', 'updated_at': '2022-10-04T09:24:50Z', 'revision_number': 4, 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'gw_port': {'id': 'adc9a0c0-55b3-4614-9e86-bb292501abac', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:21:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53532c76-03c4-472a-92f7-e72093e1d533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:46Z', 'updated_at': '2022-10-04T09:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': 'c93b9d92-0d04-486b-bc47-9af7a20cbb3a', 'name': '', 'network_id': '47b14212-cea9-47cb-815c-888460239551', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'mac_address': 'fa:16:3e:29:68:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53532c76-03c4-472a-92f7-e72093e1d533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '5d6ad6fc-1b52-4c37-8942-5241b791dd73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:49Z', 'updated_at': '2022-10-04T09:24:57Z', 'revision_number': 5, 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'subnets': [{'id': '5d6ad6fc-1b52-4c37-8942-5241b791dd73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:32:12.407723 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacc23c9-1add-4e4e-ac4b-875fb743b88e None None] New status for floating IP f7d408e4-327c-479e-a3ed-c9bcc333210e: DOWN {{(pid=89034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 09:32:13.039411 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c9a53-f547-47df-b193-95ce502f760e req-8b167db8-baf9-405f-897f-202482f0e54d tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:32:13.040106 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-764c9a53-f547-47df-b193-95ce502f760e req-8b167db8-baf9-405f-897f-202482f0e54d tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Synchronizing usage tracker for tenant:69ab5abc53ab44718bcbb9547c2b2d0e on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:32:13.051496 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-764c9a53-f547-47df-b193-95ce502f760e req-8b167db8-baf9-405f-897f-202482f0e54d tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Unset dirty status for tenant:69ab5abc53ab44718bcbb9547c2b2d0e on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:32:13.052621 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-764c9a53-f547-47df-b193-95ce502f760e req-8b167db8-baf9-405f-897f-202482f0e54d tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/ports?device_id=8202b23f-b77a-40d2-a64b-c6613b933972 HTTP/1.1" status: 200 len: 945 time: 0.1010547 Oct 04 09:32:13.095982 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-764c9a53-f547-47df-b193-95ce502f760e req-216be343-5df3-435f-9abb-d6daa0851628 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0ddcbf8-af52-48fe-889a-d7fbc34ba664&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371094 Oct 04 09:32:13.468991 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358436e7-3773-4c4d-92ef-bee7c69c8f08 req-20cbbddb-469b-4d73-95e4-2cb6231f4cbe tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:32:13.470512 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-358436e7-3773-4c4d-92ef-bee7c69c8f08 req-20cbbddb-469b-4d73-95e4-2cb6231f4cbe tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.20 "GET /v2.0/ports?device_id=8202b23f-b77a-40d2-a64b-c6613b933972 HTTP/1.1" status: 200 len: 945 time: 0.0844548 Oct 04 09:32:13.543979 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-358436e7-3773-4c4d-92ef-bee7c69c8f08 req-963f1fa1-8692-4d6c-b6df-377bdc327651 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Deleting port 2310523b-e419-44ab-9023-062e440aac99 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:32:13.544322 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-358436e7-3773-4c4d-92ef-bee7c69c8f08 req-963f1fa1-8692-4d6c-b6df-377bdc327651 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:13.786172 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-358436e7-3773-4c4d-92ef-bee7c69c8f08 req-963f1fa1-8692-4d6c-b6df-377bdc327651 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] For port 2310523b-e419-44ab-9023-062e440aac99, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=2310523b-e419-44ab-9023-062e440aac99,segment=NetworkSegment(f2649b1a-e6b7-4b49-bfb8-8bd07f301357),segment_id=f2649b1a-e6b7-4b49-bfb8-8bd07f301357)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:32:13.786531 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-358436e7-3773-4c4d-92ef-bee7c69c8f08 req-963f1fa1-8692-4d6c-b6df-377bdc327651 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:14.002531 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-358436e7-3773-4c4d-92ef-bee7c69c8f08 req-963f1fa1-8692-4d6c-b6df-377bdc327651 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Calling delete_port for 2310523b-e419-44ab-9023-062e440aac99 owned by compute:nova {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:32:14.145891 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-358436e7-3773-4c4d-92ef-bee7c69c8f08 req-963f1fa1-8692-4d6c-b6df-377bdc327651 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:14.196161 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963f1fa1-8692-4d6c-b6df-377bdc327651 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Pushing event deleted for resources: {'Port': ['ID=2310523b-e419-44ab-9023-062e440aac99,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:32:14.240230 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963f1fa1-8692-4d6c-b6df-377bdc327651 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:32:14.240605 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963f1fa1-8692-4d6c-b6df-377bdc327651 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:32:14.240954 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963f1fa1-8692-4d6c-b6df-377bdc327651 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:32:14.241833 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963f1fa1-8692-4d6c-b6df-377bdc327651 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:32:14.242175 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963f1fa1-8692-4d6c-b6df-377bdc327651 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:32:14.242523 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963f1fa1-8692-4d6c-b6df-377bdc327651 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:32:14.242839 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963f1fa1-8692-4d6c-b6df-377bdc327651 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:32:14.243172 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963f1fa1-8692-4d6c-b6df-377bdc327651 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:32:14.243503 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963f1fa1-8692-4d6c-b6df-377bdc327651 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:32:14.243832 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963f1fa1-8692-4d6c-b6df-377bdc327651 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:32:14.244158 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963f1fa1-8692-4d6c-b6df-377bdc327651 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:32:14.244506 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963f1fa1-8692-4d6c-b6df-377bdc327651 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:32:14.344965 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9459a1a3-837e-477e-a285-00daad7b1070 req-1ae317e4-e58c-48cf-baf0-e97bab692a6c tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/ports?device_id=8202b23f-b77a-40d2-a64b-c6613b933972 HTTP/1.1" status: 200 len: 210 time: 0.1122625 Oct 04 09:32:14.345946 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-358436e7-3773-4c4d-92ef-bee7c69c8f08 req-963f1fa1-8692-4d6c-b6df-377bdc327651 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] No DVR routers for this DVR port 2310523b-e419-44ab-9023-062e440aac99 on host hv-neutron-8602 {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:32:14.348385 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-358436e7-3773-4c4d-92ef-bee7c69c8f08 req-963f1fa1-8692-4d6c-b6df-377bdc327651 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:14.351515 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8202b23f-b77a-40d2-a64b-c6613b933972', 'name': 'network-vif-deleted', 'tag': '2310523b-e419-44ab-9023-062e440aac99'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:32:14.353806 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a317ccb-631d-4fe7-8b7f-5590f31b9685" -d '{"events": [{"server_uuid": "8202b23f-b77a-40d2-a64b-c6613b933972", "name": "network-vif-deleted", "tag": "2310523b-e419-44ab-9023-062e440aac99"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:32:14.368306 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-358436e7-3773-4c4d-92ef-bee7c69c8f08 req-963f1fa1-8692-4d6c-b6df-377bdc327651 tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.20 "DELETE /v2.0/ports/2310523b-e419-44ab-9023-062e440aac99 HTTP/1.1" status: 204 len: 173 time: 0.8911707 Oct 04 09:32:14.405102 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab597892-7d16-4bcd-ae05-1458869e70ee x-openstack-request-id: req-ab597892-7d16-4bcd-ae05-1458869e70ee {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:32:14.405469 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8202b23f-b77a-40d2-a64b-c6613b933972", "name": "network-vif-deleted", "tag": "2310523b-e419-44ab-9023-062e440aac99", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:32:14.405744 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ab597892-7d16-4bcd-ae05-1458869e70ee {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:32:14.406195 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab597892-7d16-4bcd-ae05-1458869e70ee'] response: {'server_uuid': '8202b23f-b77a-40d2-a64b-c6613b933972', 'name': 'network-vif-deleted', 'tag': '2310523b-e419-44ab-9023-062e440aac99', 'status': 'completed', 'code': 200} Oct 04 09:32:15.527433 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-14c9f4cd-ee29-49d0-a9cd-47abe493a4db req-c3808d3e-fe02-47c8-93db-c2f1383d668a tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Synchronizing usage tracker for tenant:69ab5abc53ab44718bcbb9547c2b2d0e on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:32:15.542548 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-14c9f4cd-ee29-49d0-a9cd-47abe493a4db req-c3808d3e-fe02-47c8-93db-c2f1383d668a tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Unset dirty status for tenant:69ab5abc53ab44718bcbb9547c2b2d0e on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:32:15.543713 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-14c9f4cd-ee29-49d0-a9cd-47abe493a4db req-c3808d3e-fe02-47c8-93db-c2f1383d668a tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "GET /v2.0/ports?device_id=8202b23f-b77a-40d2-a64b-c6613b933972 HTTP/1.1" status: 200 len: 210 time: 0.0704112 Oct 04 09:32:16.648637 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 38696) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:32:16.802021 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-044864c6-a24c-4754-ba83-b56b6eba98bd tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Deleting port 13f2650d-4492-442c-8c28-0695674e0422 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:32:16.802359 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-044864c6-a24c-4754-ba83-b56b6eba98bd tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:16.969407 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-044864c6-a24c-4754-ba83-b56b6eba98bd tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:16.969649 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-044864c6-a24c-4754-ba83-b56b6eba98bd tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:17.088403 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-044864c6-a24c-4754-ba83-b56b6eba98bd tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Calling delete_port for 13f2650d-4492-442c-8c28-0695674e0422 owned by network:floatingip {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:32:17.225048 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-044864c6-a24c-4754-ba83-b56b6eba98bd tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:17.277758 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044864c6-a24c-4754-ba83-b56b6eba98bd tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Pushing event deleted for resources: {'Port': ['ID=13f2650d-4492-442c-8c28-0695674e0422,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:32:17.374028 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-044864c6-a24c-4754-ba83-b56b6eba98bd tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks [] for floatingip, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:17.390940 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-044864c6-a24c-4754-ba83-b56b6eba98bd tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:17.392050 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-044864c6-a24c-4754-ba83-b56b6eba98bd tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "DELETE /v2.0/floatingips/c1675441-718f-425f-870f-3d7c3d3e13f8 HTTP/1.1" status: 204 len: 168 time: 0.7424626 Oct 04 09:32:17.718267 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 2310523b-e419-44ab-9023-062e440aac99 no longer exists at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:32:17.756316 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] No Port match for: 2310523b-e419-44ab-9023-062e440aac99 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:32:17.756641 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 2310523b-e419-44ab-9023-062e440aac99 not bound to the agent host hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:32:19.866284 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 38712) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:32:19.942896 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9b5eb4b4-4754-4703-a21b-1c346cb62e2f tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:19.974536 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9b5eb4b4-4754-4703-a21b-1c346cb62e2f tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:20.041218 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9b5eb4b4-4754-4703-a21b-1c346cb62e2f tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:20.060338 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5eb4b4-4754-4703-a21b-1c346cb62e2f tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ddcbf8-af52-48fe-889a-d7fbc34ba664,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:32:20.070333 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9b5eb4b4-4754-4703-a21b-1c346cb62e2f tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:20.071420 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-9b5eb4b4-4754-4703-a21b-1c346cb62e2f tempest-TestVolumeBootPattern-1565197034 tempest-TestVolumeBootPattern-1565197034-project] 10.222.0.50 "DELETE /v2.0/security-groups/f0ddcbf8-af52-48fe-889a-d7fbc34ba664 HTTP/1.1" status: 204 len: 168 time: 0.2039061 Oct 04 09:32:20.127186 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 38718) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:32:20.859689 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c288e436-e9e6-4196-8ab2-c046c4d5057f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736827'] for router_interface, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:21.200662 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-c288e436-e9e6-4196-8ab2-c046c4d5057f admin admin] Deleting port c93b9d92-0d04-486b-bc47-9af7a20cbb3a {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:32:21.201353 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c288e436-e9e6-4196-8ab2-c046c4d5057f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:21.369146 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-c288e436-e9e6-4196-8ab2-c046c4d5057f admin admin] For port c93b9d92-0d04-486b-bc47-9af7a20cbb3a, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=c93b9d92-0d04-486b-bc47-9af7a20cbb3a,segment=NetworkSegment(f2649b1a-e6b7-4b49-bfb8-8bd07f301357),segment_id=f2649b1a-e6b7-4b49-bfb8-8bd07f301357)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:32:21.369529 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c288e436-e9e6-4196-8ab2-c046c4d5057f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:21.492915 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-c288e436-e9e6-4196-8ab2-c046c4d5057f admin admin] Calling delete_port for c93b9d92-0d04-486b-bc47-9af7a20cbb3a owned by network:router_interface {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:32:21.806686 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c288e436-e9e6-4196-8ab2-c046c4d5057f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:21.853982 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c288e436-e9e6-4196-8ab2-c046c4d5057f admin admin] Pushing event deleted for resources: {'Port': ['ID=c93b9d92-0d04-486b-bc47-9af7a20cbb3a,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:32:22.231035 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c288e436-e9e6-4196-8ab2-c046c4d5057f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736911'] for router_interface, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:22.579847 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c288e436-e9e6-4196-8ab2-c046c4d5057f admin admin] Router 53532c76-03c4-472a-92f7-e72093e1d533 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:32:22.753791 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c288e436-e9e6-4196-8ab2-c046c4d5057f admin admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:32:22.762802 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a7c087-3913-4f01-8444-3e745475de91 None None] Sync routers for ids ['53532c76-03c4-472a-92f7-e72093e1d533'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:32:22.766860 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-c288e436-e9e6-4196-8ab2-c046c4d5057f admin admin] 10.222.0.50 "PUT /v2.0/routers/53532c76-03c4-472a-92f7-e72093e1d533/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6385405 Oct 04 09:32:22.769411 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 38724) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:32:22.771699 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a7c087-3913-4f01-8444-3e745475de91 None None] Routers {'53532c76-03c4-472a-92f7-e72093e1d533'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:32:22.772906 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-c5a7c087-3913-4f01-8444-3e745475de91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:32:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['53532c76-03c4-472a-92f7-e72093e1d533'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:32:22.950778 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0923b542-587f-43ac-b79a-aaaf0c1b98d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:22.952789 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-c5a7c087-3913-4f01-8444-3e745475de91 None None] Set router 53532c76-03c4-472a-92f7-e72093e1d533 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:32:23.122595 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0923b542-587f-43ac-b79a-aaaf0c1b98d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:23.133441 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-0923b542-587f-43ac-b79a-aaaf0c1b98d2 admin admin] Deleting port adc9a0c0-55b3-4614-9e86-bb292501abac {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:32:23.133784 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0923b542-587f-43ac-b79a-aaaf0c1b98d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:23.265325 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-c5a7c087-3913-4f01-8444-3e745475de91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53532c76-03c4-472a-92f7-e72093e1d533', 'name': 'tempest-TestVolumeBootPattern-1545811976-router', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.244'}], 'enable_snat': True}, 'gw_port_id': 'adc9a0c0-55b3-4614-9e86-bb292501abac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:24:45Z', 'updated_at': '2022-10-04T09:32:21Z', 'revision_number': 5, 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'gw_port': {'id': 'adc9a0c0-55b3-4614-9e86-bb292501abac', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:21:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53532c76-03c4-472a-92f7-e72093e1d533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:46Z', 'updated_at': '2022-10-04T09:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:32:23.269522 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a7c087-3913-4f01-8444-3e745475de91 None None] Checking router: 53532c76-03c4-472a-92f7-e72093e1d533 for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:32:23.278359 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a7c087-3913-4f01-8444-3e745475de91 None None] Routers {'53532c76-03c4-472a-92f7-e72093e1d533'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:32:23.278991 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-c5a7c087-3913-4f01-8444-3e745475de91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:32:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['53532c76-03c4-472a-92f7-e72093e1d533'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:32:23.428170 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-0923b542-587f-43ac-b79a-aaaf0c1b98d2 admin admin] For port adc9a0c0-55b3-4614-9e86-bb292501abac, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=adc9a0c0-55b3-4614-9e86-bb292501abac,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:32:23.429360 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0923b542-587f-43ac-b79a-aaaf0c1b98d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:23.432736 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-c5a7c087-3913-4f01-8444-3e745475de91 None None] Set router 53532c76-03c4-472a-92f7-e72093e1d533 gateway port host: None {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:32:23.534188 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-c5a7c087-3913-4f01-8444-3e745475de91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53532c76-03c4-472a-92f7-e72093e1d533', 'name': 'tempest-TestVolumeBootPattern-1545811976-router', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:24:45Z', 'updated_at': '2022-10-04T09:32:23Z', 'revision_number': 6, 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'gw_port_host': None}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:32:23.538535 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a7c087-3913-4f01-8444-3e745475de91 None None] The sync data for ids ['53532c76-03c4-472a-92f7-e72093e1d533'] in dv-neutron-860215-1-hyperv is: [{'id': '53532c76-03c4-472a-92f7-e72093e1d533', 'name': 'tempest-TestVolumeBootPattern-1545811976-router', 'tenant_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:24:45Z', 'updated_at': '2022-10-04T09:32:23Z', 'revision_number': 6, 'project_id': '69ab5abc53ab44718bcbb9547c2b2d0e', 'gw_port_host': None}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:32:23.552107 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-0923b542-587f-43ac-b79a-aaaf0c1b98d2 admin admin] Calling delete_port for adc9a0c0-55b3-4614-9e86-bb292501abac owned by network:router_gateway {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:32:23.719522 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0923b542-587f-43ac-b79a-aaaf0c1b98d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:23.768460 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0923b542-587f-43ac-b79a-aaaf0c1b98d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=adc9a0c0-55b3-4614-9e86-bb292501abac,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:32:23.809092 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0923b542-587f-43ac-b79a-aaaf0c1b98d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:32:23.809444 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0923b542-587f-43ac-b79a-aaaf0c1b98d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:32:23.809780 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0923b542-587f-43ac-b79a-aaaf0c1b98d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:32:23.810107 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0923b542-587f-43ac-b79a-aaaf0c1b98d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:32:23.810435 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0923b542-587f-43ac-b79a-aaaf0c1b98d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:32:23.810760 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0923b542-587f-43ac-b79a-aaaf0c1b98d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:32:23.811082 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0923b542-587f-43ac-b79a-aaaf0c1b98d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:32:23.811404 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0923b542-587f-43ac-b79a-aaaf0c1b98d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:32:23.811725 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0923b542-587f-43ac-b79a-aaaf0c1b98d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:32:23.812041 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0923b542-587f-43ac-b79a-aaaf0c1b98d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:32:23.812378 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0923b542-587f-43ac-b79a-aaaf0c1b98d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:32:23.812701 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0923b542-587f-43ac-b79a-aaaf0c1b98d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:32:23.872462 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0923b542-587f-43ac-b79a-aaaf0c1b98d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737040'] for router_gateway, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:24.046452 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0923b542-587f-43ac-b79a-aaaf0c1b98d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:24.048604 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0923b542-587f-43ac-b79a-aaaf0c1b98d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:24.069803 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0923b542-587f-43ac-b79a-aaaf0c1b98d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:24.070213 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0923b542-587f-43ac-b79a-aaaf0c1b98d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53532c76-03c4-472a-92f7-e72093e1d533 {{(pid=89033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:32:24.082174 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0923b542-587f-43ac-b79a-aaaf0c1b98d2 admin admin] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:24.083323 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-0923b542-587f-43ac-b79a-aaaf0c1b98d2 admin admin] 10.222.0.50 "DELETE /v2.0/routers/53532c76-03c4-472a-92f7-e72093e1d533 HTTP/1.1" status: 204 len: 168 time: 1.3129900 Oct 04 09:32:24.086384 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 38730) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:32:24.146322 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-bccc2516-95d1-4d03-a0e3-95cef0d82756 admin admin] Deleting subnet 5d6ad6fc-1b52-4c37-8942-5241b791dd73 {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:32:24.149737 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-bccc2516-95d1-4d03-a0e3-95cef0d82756 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:24.198672 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-bccc2516-95d1-4d03-a0e3-95cef0d82756 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:24.279565 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-bccc2516-95d1-4d03-a0e3-95cef0d82756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:24.347479 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-bccc2516-95d1-4d03-a0e3-95cef0d82756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:24.386426 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccc2516-95d1-4d03-a0e3-95cef0d82756 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d6ad6fc-1b52-4c37-8942-5241b791dd73,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:32:24.390046 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-bccc2516-95d1-4d03-a0e3-95cef0d82756 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:24.396178 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fdfe87-e174-4c66-8cd9-42105c6e128f None None] Network 47b14212-cea9-47cb-815c-888460239551 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:32:24.399803 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-bccc2516-95d1-4d03-a0e3-95cef0d82756 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/5d6ad6fc-1b52-4c37-8942-5241b791dd73 HTTP/1.1" status: 204 len: 168 time: 0.3124371 Oct 04 09:32:24.400537 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 38734) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:32:24.516780 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d06598d1-c9d6-42f3-9a27-3336ebef6c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:24.529553 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-d06598d1-c9d6-42f3-9a27-3336ebef6c57 admin admin] Deleting port a59208df-9fb4-4cb4-b11f-095dfd6be5de {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:32:24.529892 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d06598d1-c9d6-42f3-9a27-3336ebef6c57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:24.697837 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d326030-802c-489a-ade3-32b4e4769339 None None] DHCP port deletion for 47b14212-cea9-47cb-815c-888460239551 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:32:24.702272 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-4d326030-802c-489a-ade3-32b4e4769339 None None] Deleting port a59208df-9fb4-4cb4-b11f-095dfd6be5de {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:32:24.702643 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-4d326030-802c-489a-ade3-32b4e4769339 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:24.748699 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-d06598d1-c9d6-42f3-9a27-3336ebef6c57 admin admin] For port a59208df-9fb4-4cb4-b11f-095dfd6be5de, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=a59208df-9fb4-4cb4-b11f-095dfd6be5de,segment=NetworkSegment(f2649b1a-e6b7-4b49-bfb8-8bd07f301357),segment_id=f2649b1a-e6b7-4b49-bfb8-8bd07f301357)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:32:24.749076 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d06598d1-c9d6-42f3-9a27-3336ebef6c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:24.871917 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-d06598d1-c9d6-42f3-9a27-3336ebef6c57 admin admin] Calling delete_port for a59208df-9fb4-4cb4-b11f-095dfd6be5de owned by network:dhcp {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:32:24.905992 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-4d326030-802c-489a-ade3-32b4e4769339 None None] For port a59208df-9fb4-4cb4-b11f-095dfd6be5de, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=a59208df-9fb4-4cb4-b11f-095dfd6be5de,segment=NetworkSegment(f2649b1a-e6b7-4b49-bfb8-8bd07f301357),segment_id=f2649b1a-e6b7-4b49-bfb8-8bd07f301357)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:32:24.906389 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-4d326030-802c-489a-ade3-32b4e4769339 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:24.950998 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d06598d1-c9d6-42f3-9a27-3336ebef6c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:24.998418 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06598d1-c9d6-42f3-9a27-3336ebef6c57 admin admin] Pushing event deleted for resources: {'Port': ['ID=a59208df-9fb4-4cb4-b11f-095dfd6be5de,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:32:25.000499 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06598d1-c9d6-42f3-9a27-3336ebef6c57 admin admin] No DVR routers for this DVR port a59208df-9fb4-4cb4-b11f-095dfd6be5de on host dv-neutron-860215-1-hyperv {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:32:25.030885 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-4d326030-802c-489a-ade3-32b4e4769339 None None] Calling delete_port for a59208df-9fb4-4cb4-b11f-095dfd6be5de owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:32:25.103928 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.db.api [None req-4d326030-802c-489a-ade3-32b4e4769339 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:32:25.104280 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG oslo_db.api [None req-4d326030-802c-489a-ade3-32b4e4769339 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:32:25.114325 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d06598d1-c9d6-42f3-9a27-3336ebef6c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:25.139250 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-d06598d1-c9d6-42f3-9a27-3336ebef6c57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47b14212-cea9-47cb-815c-888460239551']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:32:25.150955 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-d06598d1-c9d6-42f3-9a27-3336ebef6c57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2649b1a-e6b7-4b49-bfb8-8bd07f301357') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:32:25.151247 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-d06598d1-c9d6-42f3-9a27-3336ebef6c57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2649b1a-e6b7-4b49-bfb8-8bd07f301357') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:32:25.162272 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d06598d1-c9d6-42f3-9a27-3336ebef6c57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:25.182243 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d06598d1-c9d6-42f3-9a27-3336ebef6c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:25.188282 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d06598d1-c9d6-42f3-9a27-3336ebef6c57 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:32:25.188717 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d06598d1-c9d6-42f3-9a27-3336ebef6c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:25.250399 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment f2649b1a-e6b7-4b49-bfb8-8bd07f301357 resource provider aggregate not found Oct 04 09:32:25.271424 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment f2649b1a-e6b7-4b49-bfb8-8bd07f301357 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f2649b1a-e6b7-4b49-bfb8-8bd07f301357 found for delete ", "request_id": "req-2bc71ea6-0b86-4009-b9fe-d6eca33c04f6"}]} Oct 04 09:32:25.284183 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d06598d1-c9d6-42f3-9a27-3336ebef6c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:25.287301 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device c93b9d92-0d04-486b-bc47-9af7a20cbb3a no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:32:25.300377 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d06598d1-c9d6-42f3-9a27-3336ebef6c57 admin admin] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:25.310440 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06598d1-c9d6-42f3-9a27-3336ebef6c57 admin admin] Pushing event deleted for resources: {'Network': ['ID=47b14212-cea9-47cb-815c-888460239551,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:32:25.324706 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-d06598d1-c9d6-42f3-9a27-3336ebef6c57 admin admin] 10.222.0.50 "DELETE /v2.0/networks/47b14212-cea9-47cb-815c-888460239551 HTTP/1.1" status: 204 len: 168 time: 0.9229376 Oct 04 09:32:25.325427 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: c93b9d92-0d04-486b-bc47-9af7a20cbb3a {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:32:25.325774 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device c93b9d92-0d04-486b-bc47-9af7a20cbb3a not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:32:25.326188 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device a59208df-9fb4-4cb4-b11f-095dfd6be5de no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:32:25.327512 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 38742) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:32:25.359723 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: a59208df-9fb4-4cb4-b11f-095dfd6be5de {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:32:25.360062 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device a59208df-9fb4-4cb4-b11f-095dfd6be5de not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:32:25.360504 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device adc9a0c0-55b3-4614-9e86-bb292501abac no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:32:25.395091 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: adc9a0c0-55b3-4614-9e86-bb292501abac {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:32:25.395428 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device adc9a0c0-55b3-4614-9e86-bb292501abac not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:32:25.605674 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-4d326030-802c-489a-ade3-32b4e4769339 None None] Deleting port a59208df-9fb4-4cb4-b11f-095dfd6be5de {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:32:25.606335 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-4d326030-802c-489a-ade3-32b4e4769339 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:25.670976 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-4d326030-802c-489a-ade3-32b4e4769339 None None] The port 'a59208df-9fb4-4cb4-b11f-095dfd6be5de' was deleted {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 04 09:32:25.965429 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7848b877-4f31-4ed7-b70d-d3a6a4cb45dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736827'] for router_interface, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:26.303071 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-7848b877-4f31-4ed7-b70d-d3a6a4cb45dc admin admin] Deleting port 0ae73348-47f9-4152-bbc5-e79729361899 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:32:26.303939 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7848b877-4f31-4ed7-b70d-d3a6a4cb45dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:26.471802 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-7848b877-4f31-4ed7-b70d-d3a6a4cb45dc admin admin] For port 0ae73348-47f9-4152-bbc5-e79729361899, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=0ae73348-47f9-4152-bbc5-e79729361899,segment=NetworkSegment(a6b27498-b2a7-41ba-9864-ea101fcba15e),segment_id=a6b27498-b2a7-41ba-9864-ea101fcba15e)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:32:26.472165 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7848b877-4f31-4ed7-b70d-d3a6a4cb45dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:26.591536 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-7848b877-4f31-4ed7-b70d-d3a6a4cb45dc admin admin] Calling delete_port for 0ae73348-47f9-4152-bbc5-e79729361899 owned by network:router_interface {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:32:26.768574 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7848b877-4f31-4ed7-b70d-d3a6a4cb45dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:26.822365 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7848b877-4f31-4ed7-b70d-d3a6a4cb45dc admin admin] Pushing event deleted for resources: {'Port': ['ID=0ae73348-47f9-4152-bbc5-e79729361899,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:32:27.192971 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7848b877-4f31-4ed7-b70d-d3a6a4cb45dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736911'] for router_interface, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:27.547035 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7848b877-4f31-4ed7-b70d-d3a6a4cb45dc admin admin] Router af36b24a-8b4e-4e56-999a-142f8f4c11da has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:32:27.587925 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-7f269d0d-d223-4aa3-9116-5659cdbcd4ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:27.723014 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7848b877-4f31-4ed7-b70d-d3a6a4cb45dc admin admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:32:27.732617 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7684b20f-bd1e-47d2-bbe3-b1836767834b None None] Sync routers for ids ['af36b24a-8b4e-4e56-999a-142f8f4c11da'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:32:27.740967 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-7848b877-4f31-4ed7-b70d-d3a6a4cb45dc admin admin] 10.222.0.50 "PUT /v2.0/routers/af36b24a-8b4e-4e56-999a-142f8f4c11da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4123328 Oct 04 09:32:27.743416 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 38746) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:32:27.745420 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7684b20f-bd1e-47d2-bbe3-b1836767834b None None] Routers {'af36b24a-8b4e-4e56-999a-142f8f4c11da'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:32:27.746207 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-7684b20f-bd1e-47d2-bbe3-b1836767834b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:32:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['af36b24a-8b4e-4e56-999a-142f8f4c11da'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:32:27.923184 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cf01ded8-bcfd-4d64-ae63-de03e6a9d011 admin admin] Notify callbacks [] for router, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:27.926684 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-7684b20f-bd1e-47d2-bbe3-b1836767834b None None] Set router af36b24a-8b4e-4e56-999a-142f8f4c11da gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:32:28.101742 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cf01ded8-bcfd-4d64-ae63-de03e6a9d011 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:28.111018 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-cf01ded8-bcfd-4d64-ae63-de03e6a9d011 admin admin] Deleting port d5433178-7b70-48b8-b029-fceb0d3f422a {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:32:28.111360 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cf01ded8-bcfd-4d64-ae63-de03e6a9d011 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:28.209136 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-7684b20f-bd1e-47d2-bbe3-b1836767834b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af36b24a-8b4e-4e56-999a-142f8f4c11da', 'name': 'tempest-TestVolumeBootPattern-1635108296-router', 'tenant_id': '684d3a00f30a4a1eaf20c731692cf694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.130'}], 'enable_snat': True}, 'gw_port_id': 'd5433178-7b70-48b8-b029-fceb0d3f422a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:24:53Z', 'updated_at': '2022-10-04T09:32:26Z', 'revision_number': 5, 'project_id': '684d3a00f30a4a1eaf20c731692cf694', 'gw_port': {'id': 'd5433178-7b70-48b8-b029-fceb0d3f422a', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af36b24a-8b4e-4e56-999a-142f8f4c11da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:24:53Z', 'updated_at': '2022-10-04T09:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:32:28.213491 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7684b20f-bd1e-47d2-bbe3-b1836767834b None None] Checking router: af36b24a-8b4e-4e56-999a-142f8f4c11da for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:32:28.221721 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7684b20f-bd1e-47d2-bbe3-b1836767834b None None] Routers {'af36b24a-8b4e-4e56-999a-142f8f4c11da'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:32:28.222317 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-7684b20f-bd1e-47d2-bbe3-b1836767834b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:32:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['af36b24a-8b4e-4e56-999a-142f8f4c11da'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:32:28.280733 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-cf01ded8-bcfd-4d64-ae63-de03e6a9d011 admin admin] For port d5433178-7b70-48b8-b029-fceb0d3f422a, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=d5433178-7b70-48b8-b029-fceb0d3f422a,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:32:28.281309 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cf01ded8-bcfd-4d64-ae63-de03e6a9d011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:28.411145 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-7684b20f-bd1e-47d2-bbe3-b1836767834b None None] Set router af36b24a-8b4e-4e56-999a-142f8f4c11da gateway port host: None {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:32:28.515732 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-cf01ded8-bcfd-4d64-ae63-de03e6a9d011 admin admin] Calling delete_port for d5433178-7b70-48b8-b029-fceb0d3f422a owned by network:router_gateway {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:32:28.515943 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-7684b20f-bd1e-47d2-bbe3-b1836767834b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af36b24a-8b4e-4e56-999a-142f8f4c11da', 'name': 'tempest-TestVolumeBootPattern-1635108296-router', 'tenant_id': '684d3a00f30a4a1eaf20c731692cf694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:24:53Z', 'updated_at': '2022-10-04T09:32:28Z', 'revision_number': 6, 'project_id': '684d3a00f30a4a1eaf20c731692cf694', 'gw_port_host': None}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:32:28.519642 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7684b20f-bd1e-47d2-bbe3-b1836767834b None None] The sync data for ids ['af36b24a-8b4e-4e56-999a-142f8f4c11da'] in dv-neutron-860215-1-hyperv is: [{'id': 'af36b24a-8b4e-4e56-999a-142f8f4c11da', 'name': 'tempest-TestVolumeBootPattern-1635108296-router', 'tenant_id': '684d3a00f30a4a1eaf20c731692cf694', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:24:53Z', 'updated_at': '2022-10-04T09:32:28Z', 'revision_number': 6, 'project_id': '684d3a00f30a4a1eaf20c731692cf694', 'gw_port_host': None}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:32:28.679924 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cf01ded8-bcfd-4d64-ae63-de03e6a9d011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:28.726377 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf01ded8-bcfd-4d64-ae63-de03e6a9d011 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5433178-7b70-48b8-b029-fceb0d3f422a,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:32:28.822865 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cf01ded8-bcfd-4d64-ae63-de03e6a9d011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737040'] for router_gateway, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:28.997612 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cf01ded8-bcfd-4d64-ae63-de03e6a9d011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:28.999996 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cf01ded8-bcfd-4d64-ae63-de03e6a9d011 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:29.022655 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cf01ded8-bcfd-4d64-ae63-de03e6a9d011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:29.023577 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf01ded8-bcfd-4d64-ae63-de03e6a9d011 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af36b24a-8b4e-4e56-999a-142f8f4c11da {{(pid=89032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:32:29.035876 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cf01ded8-bcfd-4d64-ae63-de03e6a9d011 admin admin] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:29.037047 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-cf01ded8-bcfd-4d64-ae63-de03e6a9d011 admin admin] 10.222.0.50 "DELETE /v2.0/routers/af36b24a-8b4e-4e56-999a-142f8f4c11da HTTP/1.1" status: 204 len: 168 time: 1.2927408 Oct 04 09:32:29.039586 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 38750) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:32:29.096977 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_v2 [None req-62b2377d-7bb2-487e-9b4d-356c32a11ba0 admin admin] Deleting subnet c7cc9297-406b-4990-9889-9a8045320014 {{(pid=89032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:32:29.099660 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-62b2377d-7bb2-487e-9b4d-356c32a11ba0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:29.149454 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-62b2377d-7bb2-487e-9b4d-356c32a11ba0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885153'] for subnet, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:29.223398 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-62b2377d-7bb2-487e-9b4d-356c32a11ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:29.296255 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-62b2377d-7bb2-487e-9b4d-356c32a11ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:29.322309 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 0ae73348-47f9-4152-bbc5-e79729361899 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:32:29.339546 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b2377d-7bb2-487e-9b4d-356c32a11ba0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7cc9297-406b-4990-9889-9a8045320014,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:32:29.343257 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-62b2377d-7bb2-487e-9b4d-356c32a11ba0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:29.349180 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-62b2377d-7bb2-487e-9b4d-356c32a11ba0 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c7cc9297-406b-4990-9889-9a8045320014 HTTP/1.1" status: 204 len: 168 time: 0.3086104 Oct 04 09:32:29.352105 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 38754) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:32:29.356895 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bd5532-a740-4b9c-a936-1657e6f10be2 None None] Network 6d8b53d7-130f-4d9d-bf8d-35a040b8498c requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:32:29.376491 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 0ae73348-47f9-4152-bbc5-e79729361899 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:32:29.376841 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 0ae73348-47f9-4152-bbc5-e79729361899 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:32:29.377257 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device d5433178-7b70-48b8-b029-fceb0d3f422a no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:32:29.461322 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8de0651b-b872-49f8-8a8d-f0ed53633fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:29.463134 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: d5433178-7b70-48b8-b029-fceb0d3f422a {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:32:29.463484 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device d5433178-7b70-48b8-b029-fceb0d3f422a not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:32:29.472831 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-8de0651b-b872-49f8-8a8d-f0ed53633fbc admin admin] Deleting port 167c35c9-d953-42f0-823b-210dd38adae8 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:32:29.473160 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8de0651b-b872-49f8-8a8d-f0ed53633fbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:29.682437 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6d07aa-096c-4ebd-8525-15da22a4d9dd None None] DHCP port deletion for 6d8b53d7-130f-4d9d-bf8d-35a040b8498c request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:32:29.684406 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-8de0651b-b872-49f8-8a8d-f0ed53633fbc admin admin] For port 167c35c9-d953-42f0-823b-210dd38adae8, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=167c35c9-d953-42f0-823b-210dd38adae8,segment=NetworkSegment(a6b27498-b2a7-41ba-9864-ea101fcba15e),segment_id=a6b27498-b2a7-41ba-9864-ea101fcba15e)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:32:29.684838 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8de0651b-b872-49f8-8a8d-f0ed53633fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:29.686633 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-6b6d07aa-096c-4ebd-8525-15da22a4d9dd None None] Deleting port 167c35c9-d953-42f0-823b-210dd38adae8 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:32:29.687005 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-6b6d07aa-096c-4ebd-8525-15da22a4d9dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:29.809391 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-8de0651b-b872-49f8-8a8d-f0ed53633fbc admin admin] Calling delete_port for 167c35c9-d953-42f0-823b-210dd38adae8 owned by network:dhcp {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:32:29.893947 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-6b6d07aa-096c-4ebd-8525-15da22a4d9dd None None] For port 167c35c9-d953-42f0-823b-210dd38adae8, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=167c35c9-d953-42f0-823b-210dd38adae8,segment=NetworkSegment(a6b27498-b2a7-41ba-9864-ea101fcba15e),segment_id=a6b27498-b2a7-41ba-9864-ea101fcba15e)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:32:29.894223 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-6b6d07aa-096c-4ebd-8525-15da22a4d9dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:29.985000 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8de0651b-b872-49f8-8a8d-f0ed53633fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:30.016482 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-6b6d07aa-096c-4ebd-8525-15da22a4d9dd None None] Calling delete_port for 167c35c9-d953-42f0-823b-210dd38adae8 owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:32:30.034107 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de0651b-b872-49f8-8a8d-f0ed53633fbc admin admin] No DVR routers for this DVR port 167c35c9-d953-42f0-823b-210dd38adae8 on host dv-neutron-860215-1-hyperv {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:32:30.064751 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de0651b-b872-49f8-8a8d-f0ed53633fbc admin admin] Pushing event deleted for resources: {'Port': ['ID=167c35c9-d953-42f0-823b-210dd38adae8,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:32:30.090817 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.db.api [None req-6b6d07aa-096c-4ebd-8525-15da22a4d9dd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:32:30.091174 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG oslo_db.api [None req-6b6d07aa-096c-4ebd-8525-15da22a4d9dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:32:30.152494 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8de0651b-b872-49f8-8a8d-f0ed53633fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:30.180279 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-8de0651b-b872-49f8-8a8d-f0ed53633fbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d8b53d7-130f-4d9d-bf8d-35a040b8498c']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:32:30.192287 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-8de0651b-b872-49f8-8a8d-f0ed53633fbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6b27498-b2a7-41ba-9864-ea101fcba15e') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:32:30.192610 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-8de0651b-b872-49f8-8a8d-f0ed53633fbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6b27498-b2a7-41ba-9864-ea101fcba15e') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:32:30.204100 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8de0651b-b872-49f8-8a8d-f0ed53633fbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:30.220181 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8de0651b-b872-49f8-8a8d-f0ed53633fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:30.226145 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8de0651b-b872-49f8-8a8d-f0ed53633fbc admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:32:30.226524 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8de0651b-b872-49f8-8a8d-f0ed53633fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:30.264670 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-9fac5ef6-ffab-4950-809d-c73785c047d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:30.288494 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment a6b27498-b2a7-41ba-9864-ea101fcba15e resource provider aggregate not found Oct 04 09:32:30.312150 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment a6b27498-b2a7-41ba-9864-ea101fcba15e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a6b27498-b2a7-41ba-9864-ea101fcba15e found for delete ", "request_id": "req-80fcace7-cb6f-4d34-b255-654a42bba135"}]} Oct 04 09:32:30.324759 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8de0651b-b872-49f8-8a8d-f0ed53633fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:30.341003 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8de0651b-b872-49f8-8a8d-f0ed53633fbc admin admin] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:30.352972 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de0651b-b872-49f8-8a8d-f0ed53633fbc admin admin] Pushing event deleted for resources: {'Network': ['ID=6d8b53d7-130f-4d9d-bf8d-35a040b8498c,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:32:30.357599 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-8de0651b-b872-49f8-8a8d-f0ed53633fbc admin admin] 10.222.0.50 "DELETE /v2.0/networks/6d8b53d7-130f-4d9d-bf8d-35a040b8498c HTTP/1.1" status: 204 len: 168 time: 1.0045364 Oct 04 09:32:30.465959 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 38764) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:32:30.513869 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-478791e2-20f1-4626-93c2-d9da13ce501d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=69ab5abc53ab44718bcbb9547c2b2d0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467429 Oct 04 09:32:30.516219 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 38768) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:32:30.571965 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-aedf3cc5-6482-4142-a3b8-34ad15a35bdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:30.592554 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-6b6d07aa-096c-4ebd-8525-15da22a4d9dd None None] Deleting port 167c35c9-d953-42f0-823b-210dd38adae8 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:32:30.593088 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-6b6d07aa-096c-4ebd-8525-15da22a4d9dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:30.597383 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-aedf3cc5-6482-4142-a3b8-34ad15a35bdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:30.654523 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-aedf3cc5-6482-4142-a3b8-34ad15a35bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:30.659645 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-6b6d07aa-096c-4ebd-8525-15da22a4d9dd None None] The port '167c35c9-d953-42f0-823b-210dd38adae8' was deleted {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 04 09:32:30.671902 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf3cc5-6482-4142-a3b8-34ad15a35bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9799839-b612-478e-84e9-f7c5e9d5ee0a,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:32:30.679280 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-aedf3cc5-6482-4142-a3b8-34ad15a35bdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:30.680373 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-aedf3cc5-6482-4142-a3b8-34ad15a35bdf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a9799839-b612-478e-84e9-f7c5e9d5ee0a HTTP/1.1" status: 204 len: 168 time: 0.1632361 Oct 04 09:32:30.724449 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:30.759538 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:31.018571 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 38776) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:32:31.067164 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-e82f0d07-f22e-495e-927f-b61bdc40f116 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=684d3a00f30a4a1eaf20c731692cf694&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474172 Oct 04 09:32:31.070020 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 38780) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:32:31.129049 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a888309c-ed17-41fe-9be8-9f82857ee56c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:31.154601 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a888309c-ed17-41fe-9be8-9f82857ee56c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:31.204237 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a888309c-ed17-41fe-9be8-9f82857ee56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:31.220490 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a888309c-ed17-41fe-9be8-9f82857ee56c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20211e2-2323-414c-8d31-662eaa74e6d1,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:32:31.224777 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a888309c-ed17-41fe-9be8-9f82857ee56c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:31.225899 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a888309c-ed17-41fe-9be8-9f82857ee56c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c20211e2-2323-414c-8d31-662eaa74e6d1 HTTP/1.1" status: 204 len: 168 time: 0.1550095 Oct 04 09:32:31.285824 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 167c35c9-d953-42f0-823b-210dd38adae8 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:32:31.319859 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 167c35c9-d953-42f0-823b-210dd38adae8 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:32:31.320198 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 167c35c9-d953-42f0-823b-210dd38adae8 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:32:32.267017 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:41.241562 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:32:46.728168 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:32:57.589105 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-1de6736a-88d2-4aeb-b1ef-08cba95d485d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:00.266349 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ff03ce8a-96af-4259-8691-3407a47498b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:00.727761 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:00.750408 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:02.271216 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:11.245869 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:18.375374 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 38800) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:33:18.479424 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-08485aa9-11a4-4bcb-821c-8941b1cd2d7c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/floatingips/995dfcba-a9ae-41df-b353-8f529db03001 HTTP/1.1" status: 200 len: 993 time: 0.1029050 Oct 04 09:33:20.046021 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 38812) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:33:20.051873 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-841014f6-490a-416a-b4aa-acff943a8a14 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'port': {'admin_state_up': False}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:33:20.178979 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-841014f6-490a-416a-b4aa-acff943a8a14 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:20.499108 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-841014f6-490a-416a-b4aa-acff943a8a14 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] For port 01cc884c-d723-4422-94e1-8f3a3876b50c, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=01cc884c-d723-4422-94e1-8f3a3876b50c,segment=NetworkSegment(5cc74913-d430-4be7-badd-78be649df5d6),segment_id=5cc74913-d430-4be7-badd-78be649df5d6)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:33:20.524585 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-841014f6-490a-416a-b4aa-acff943a8a14 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:20.529314 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-841014f6-490a-416a-b4aa-acff943a8a14 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:20.568249 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841014f6-490a-416a-b4aa-acff943a8a14 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:33:20.568861 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-841014f6-490a-416a-b4aa-acff943a8a14 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:20.570876 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-841014f6-490a-416a-b4aa-acff943a8a14 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "PUT /v2.0/ports/01cc884c-d723-4422-94e1-8f3a3876b50c HTTP/1.1" status: 200 len: 938 time: 0.5237565 Oct 04 09:33:20.571433 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5a67abd-88b5-4121-a839-a8b2dc417c21', 'tag': '01cc884c-d723-4422-94e1-8f3a3876b50c'}] {{(pid=89033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:33:20.573857 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e417ebe64424eb0358633e416672821aae4ea22acc2211bb28d37655142b7e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835a7558-f4d4-4b07-bca4-bff414af9acc" -d '{"events": [{"name": "network-changed", "server_uuid": "b5a67abd-88b5-4121-a839-a8b2dc417c21", "tag": "01cc884c-d723-4422-94e1-8f3a3876b50c"}]}' {{(pid=89033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:33:20.627982 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841014f6-490a-416a-b4aa-acff943a8a14 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Port': ['ID=01cc884c-d723-4422-94e1-8f3a3876b50c,revision_number=6']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:33:20.818848 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc74595e-bb7e-4079-8e3d-5cb2201e8676 x-openstack-request-id: req-bc74595e-bb7e-4079-8e3d-5cb2201e8676 {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:33:20.819181 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5a67abd-88b5-4121-a839-a8b2dc417c21", "tag": "01cc884c-d723-4422-94e1-8f3a3876b50c", "status": "completed", "code": 200}]} {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:33:20.819506 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bc74595e-bb7e-4079-8e3d-5cb2201e8676 {{(pid=89033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:33:20.820513 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc74595e-bb7e-4079-8e3d-5cb2201e8676'] response: {'name': 'network-changed', 'server_uuid': 'b5a67abd-88b5-4121-a839-a8b2dc417c21', 'tag': '01cc884c-d723-4422-94e1-8f3a3876b50c', 'status': 'completed', 'code': 200} Oct 04 09:33:21.050974 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a7558-f4d4-4b07-bca4-bff414af9acc req-86699c09-c4ac-4a67-9d64-736d44b3f83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:33:21.052496 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-835a7558-f4d4-4b07-bca4-bff414af9acc req-86699c09-c4ac-4a67-9d64-736d44b3f83c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78fb12e86c5f40beb578bfb97002b5c9&device_id=b5a67abd-88b5-4121-a839-a8b2dc417c21 HTTP/1.1" status: 200 len: 1099 time: 0.1886563 Oct 04 09:33:21.185931 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a7558-f4d4-4b07-bca4-bff414af9acc req-d937ccbb-44a6-4939-ad35-cedaa28bdefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:33:21.187356 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-835a7558-f4d4-4b07-bca4-bff414af9acc req-d937ccbb-44a6-4939-ad35-cedaa28bdefb service neutron] 10.222.0.20 "GET /v2.0/networks?id=bb88193c-d817-42cd-91bb-b70383a142ce HTTP/1.1" status: 200 len: 898 time: 0.1280053 Oct 04 09:33:21.290790 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-835a7558-f4d4-4b07-bca4-bff414af9acc req-9ede518b-31bc-468e-a12f-ee3754b0e78f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01cc884c-d723-4422-94e1-8f3a3876b50c HTTP/1.1" status: 200 len: 1002 time: 0.0972507 Oct 04 09:33:21.350357 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a7558-f4d4-4b07-bca4-bff414af9acc req-c2e2b611-8d98-4cf7-b459-29e419c56ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:33:21.352210 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-835a7558-f4d4-4b07-bca4-bff414af9acc req-c2e2b611-8d98-4cf7-b459-29e419c56ad8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c56e4b02-fdb0-4c31-b79d-c55f6bb97a45 HTTP/1.1" status: 200 len: 834 time: 0.0562243 Oct 04 09:33:21.433420 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a7558-f4d4-4b07-bca4-bff414af9acc req-4b36659d-864c-41ad-965e-57e2263cef4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:33:21.434883 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-835a7558-f4d4-4b07-bca4-bff414af9acc req-4b36659d-864c-41ad-965e-57e2263cef4d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bb88193c-d817-42cd-91bb-b70383a142ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772419 Oct 04 09:33:21.444274 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [req-835a7558-f4d4-4b07-bca4-bff414af9acc req-ed9ecdd1-fb12-48c3-9e28-5d4439f82c80 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=89032) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:33:21.445295 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-835a7558-f4d4-4b07-bca4-bff414af9acc req-ed9ecdd1-fb12-48c3-9e28-5d4439f82c80 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047174 Oct 04 09:33:21.571497 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-835a7558-f4d4-4b07-bca4-bff414af9acc req-b974132c-dd40-4f39-b7d3-78dea82bc157 service neutron] 10.222.0.20 "GET /v2.0/networks/bb88193c-d817-42cd-91bb-b70383a142ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205130 Oct 04 09:33:21.698556 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-835a7558-f4d4-4b07-bca4-bff414af9acc req-44930d01-7031-4f7f-bf0b-ba2ed1206d76 service neutron] 10.222.0.20 "GET /v2.0/networks/bb88193c-d817-42cd-91bb-b70383a142ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215515 Oct 04 09:33:23.727113 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:33:24.024758 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 38826) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:33:24.030597 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-64bb524c-485f-46e5-bca4-6dc56c37581d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'port': {'admin_state_up': True}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:33:24.156836 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-64bb524c-485f-46e5-bca4-6dc56c37581d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:24.365737 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-64bb524c-485f-46e5-bca4-6dc56c37581d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] For port 01cc884c-d723-4422-94e1-8f3a3876b50c, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=01cc884c-d723-4422-94e1-8f3a3876b50c,segment=NetworkSegment(5cc74913-d430-4be7-badd-78be649df5d6),segment_id=5cc74913-d430-4be7-badd-78be649df5d6)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:33:24.390441 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-64bb524c-485f-46e5-bca4-6dc56c37581d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:24.394884 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-64bb524c-485f-46e5-bca4-6dc56c37581d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:24.430951 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bb524c-485f-46e5-bca4-6dc56c37581d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:33:24.431550 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-64bb524c-485f-46e5-bca4-6dc56c37581d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:24.432913 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-64bb524c-485f-46e5-bca4-6dc56c37581d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "PUT /v2.0/ports/01cc884c-d723-4422-94e1-8f3a3876b50c HTTP/1.1" status: 200 len: 937 time: 0.4072304 Oct 04 09:33:24.433446 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5a67abd-88b5-4121-a839-a8b2dc417c21', 'tag': '01cc884c-d723-4422-94e1-8f3a3876b50c'}] {{(pid=89033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:33:24.435686 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e417ebe64424eb0358633e416672821aae4ea22acc2211bb28d37655142b7e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f72d44-fe9d-4419-8efd-1d5329186e8d" -d '{"events": [{"name": "network-changed", "server_uuid": "b5a67abd-88b5-4121-a839-a8b2dc417c21", "tag": "01cc884c-d723-4422-94e1-8f3a3876b50c"}]}' {{(pid=89033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:33:24.435896 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 38830) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:33:24.482869 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6a65d3-7803-4a9b-ba76-240167238af6 x-openstack-request-id: req-4b6a65d3-7803-4a9b-ba76-240167238af6 {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:33:24.483148 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5a67abd-88b5-4121-a839-a8b2dc417c21", "tag": "01cc884c-d723-4422-94e1-8f3a3876b50c", "status": "completed", "code": 200}]} {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:33:24.483449 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4b6a65d3-7803-4a9b-ba76-240167238af6 {{(pid=89033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:33:24.483867 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b6a65d3-7803-4a9b-ba76-240167238af6'] response: {'name': 'network-changed', 'server_uuid': 'b5a67abd-88b5-4121-a839-a8b2dc417c21', 'tag': '01cc884c-d723-4422-94e1-8f3a3876b50c', 'status': 'completed', 'code': 200} Oct 04 09:33:24.487339 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bb524c-485f-46e5-bca4-6dc56c37581d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Port': ['ID=01cc884c-d723-4422-94e1-8f3a3876b50c,revision_number=7']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:33:24.495227 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb524c-485f-46e5-bca4-6dc56c37581d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:33:24.495578 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb524c-485f-46e5-bca4-6dc56c37581d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:33:24.495914 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb524c-485f-46e5-bca4-6dc56c37581d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:33:24.496244 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb524c-485f-46e5-bca4-6dc56c37581d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:33:24.496591 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb524c-485f-46e5-bca4-6dc56c37581d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:33:24.496916 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb524c-485f-46e5-bca4-6dc56c37581d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:33:24.497236 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb524c-485f-46e5-bca4-6dc56c37581d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:33:24.497556 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb524c-485f-46e5-bca4-6dc56c37581d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:33:24.498035 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb524c-485f-46e5-bca4-6dc56c37581d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:33:24.498357 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb524c-485f-46e5-bca4-6dc56c37581d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:33:24.499032 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb524c-485f-46e5-bca4-6dc56c37581d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:33:24.499384 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bb524c-485f-46e5-bca4-6dc56c37581d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:33:24.587304 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-7bee2ae8-4da8-489d-a653-47821ae30319 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/floatingips/995dfcba-a9ae-41df-b353-8f529db03001 HTTP/1.1" status: 200 len: 993 time: 0.1501937 Oct 04 09:33:24.614527 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f72d44-fe9d-4419-8efd-1d5329186e8d req-cd6a5525-c147-4c63-abb3-44ddb8c18679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:33:24.616036 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e8f72d44-fe9d-4419-8efd-1d5329186e8d req-cd6a5525-c147-4c63-abb3-44ddb8c18679 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78fb12e86c5f40beb578bfb97002b5c9&device_id=b5a67abd-88b5-4121-a839-a8b2dc417c21 HTTP/1.1" status: 200 len: 1098 time: 0.0839486 Oct 04 09:33:24.814936 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['01cc884c-d723-4422-94e1-8f3a3876b50c'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 09:33:24.843085 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f72d44-fe9d-4419-8efd-1d5329186e8d req-29525b8d-323f-4350-9586-ea27256df83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:33:24.844560 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e8f72d44-fe9d-4419-8efd-1d5329186e8d req-29525b8d-323f-4350-9586-ea27256df83a service neutron] 10.222.0.20 "GET /v2.0/networks?id=bb88193c-d817-42cd-91bb-b70383a142ce HTTP/1.1" status: 200 len: 898 time: 0.2222972 Oct 04 09:33:24.948824 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e8f72d44-fe9d-4419-8efd-1d5329186e8d req-fc8ab93b-11a1-49eb-aafb-3ea089622914 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01cc884c-d723-4422-94e1-8f3a3876b50c HTTP/1.1" status: 200 len: 1001 time: 0.0978951 Oct 04 09:33:25.012344 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f72d44-fe9d-4419-8efd-1d5329186e8d req-0774583d-1339-4657-8876-a368087b6874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:33:25.013805 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e8f72d44-fe9d-4419-8efd-1d5329186e8d req-0774583d-1339-4657-8876-a368087b6874 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c56e4b02-fdb0-4c31-b79d-c55f6bb97a45 HTTP/1.1" status: 200 len: 834 time: 0.0596833 Oct 04 09:33:25.093789 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f72d44-fe9d-4419-8efd-1d5329186e8d req-75afa523-2890-4024-b040-dfd8719bdff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:33:25.095273 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e8f72d44-fe9d-4419-8efd-1d5329186e8d req-75afa523-2890-4024-b040-dfd8719bdff9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bb88193c-d817-42cd-91bb-b70383a142ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758529 Oct 04 09:33:25.224272 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e8f72d44-fe9d-4419-8efd-1d5329186e8d req-4ffba6a3-6da8-461e-9553-7f6b8913f62a service neutron] 10.222.0.20 "GET /v2.0/networks/bb88193c-d817-42cd-91bb-b70383a142ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229465 Oct 04 09:33:25.353951 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e8f72d44-fe9d-4419-8efd-1d5329186e8d req-ad36bdde-a8f4-467c-ba35-daeb4acb737c service neutron] 10.222.0.20 "GET /v2.0/networks/bb88193c-d817-42cd-91bb-b70383a142ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232011 Oct 04 09:33:27.174533 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 38844) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:33:27.379186 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-16d67dc2-b95d-4221-9067-63bc61fca73b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Deleting port a5e12b75-acf3-4789-927c-12c95ba92d22 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:33:27.379534 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-16d67dc2-b95d-4221-9067-63bc61fca73b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:27.544934 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-16d67dc2-b95d-4221-9067-63bc61fca73b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:27.545270 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-16d67dc2-b95d-4221-9067-63bc61fca73b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:27.591839 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-4c13dda1-0ce4-4ffe-b039-fff73819fbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:27.666698 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-16d67dc2-b95d-4221-9067-63bc61fca73b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Calling delete_port for a5e12b75-acf3-4789-927c-12c95ba92d22 owned by network:floatingip {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:33:27.817495 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-16d67dc2-b95d-4221-9067-63bc61fca73b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:27.866003 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d67dc2-b95d-4221-9067-63bc61fca73b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'Port': ['ID=a5e12b75-acf3-4789-927c-12c95ba92d22,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:33:27.908257 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d67dc2-b95d-4221-9067-63bc61fca73b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:33:27.908632 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d67dc2-b95d-4221-9067-63bc61fca73b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:33:27.908974 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d67dc2-b95d-4221-9067-63bc61fca73b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:33:27.909312 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d67dc2-b95d-4221-9067-63bc61fca73b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:33:27.909643 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d67dc2-b95d-4221-9067-63bc61fca73b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:33:27.909972 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d67dc2-b95d-4221-9067-63bc61fca73b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:33:27.910297 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d67dc2-b95d-4221-9067-63bc61fca73b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:33:27.910623 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d67dc2-b95d-4221-9067-63bc61fca73b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:33:27.910954 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d67dc2-b95d-4221-9067-63bc61fca73b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:33:27.911294 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d67dc2-b95d-4221-9067-63bc61fca73b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:33:27.911603 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d67dc2-b95d-4221-9067-63bc61fca73b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:33:27.911921 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d67dc2-b95d-4221-9067-63bc61fca73b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:33:27.971694 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-16d67dc2-b95d-4221-9067-63bc61fca73b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for floatingip, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:27.972045 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.l3_db [None req-16d67dc2-b95d-4221-9067-63bc61fca73b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Floating IP 791d1791-5e79-44d0-aab8-3634a983aa74 disassociated (deleted). External IP: 172.26.10.212, port: 3069d3d6-81af-43d5-aa23-d77f95743447. Oct 04 09:33:28.407073 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d67dc2-b95d-4221-9067-63bc61fca73b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Router 80616e19-840b-4de8-aad6-44dbc28e5fa6 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:33:28.581816 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d67dc2-b95d-4221-9067-63bc61fca73b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:33:28.592342 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06f9678-66d2-468b-af1f-b3d8aaf56d6e None None] Sync routers for ids ['80616e19-840b-4de8-aad6-44dbc28e5fa6'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:33:28.601643 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06f9678-66d2-468b-af1f-b3d8aaf56d6e None None] Routers {'80616e19-840b-4de8-aad6-44dbc28e5fa6'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:33:28.602249 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-f06f9678-66d2-468b-af1f-b3d8aaf56d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:33:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['80616e19-840b-4de8-aad6-44dbc28e5fa6'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:33:28.605168 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-16d67dc2-b95d-4221-9067-63bc61fca73b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:28.661559 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-16d67dc2-b95d-4221-9067-63bc61fca73b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "DELETE /v2.0/floatingips/791d1791-5e79-44d0-aab8-3634a983aa74 HTTP/1.1" status: 204 len: 168 time: 1.4858677 Oct 04 09:33:28.662049 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54a4e614-ae3a-4d6f-ad8f-004c5b66b674', 'tag': '3069d3d6-81af-43d5-aa23-d77f95743447'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:33:28.664392 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230293b4-5d38-4b1c-8b49-4d06bb2e8cfc" -d '{"events": [{"name": "network-changed", "server_uuid": "54a4e614-ae3a-4d6f-ad8f-004c5b66b674", "tag": "3069d3d6-81af-43d5-aa23-d77f95743447"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:33:28.712908 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f323125-068d-417e-9fc5-a6f6321602a6 x-openstack-request-id: req-7f323125-068d-417e-9fc5-a6f6321602a6 {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:33:28.713570 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54a4e614-ae3a-4d6f-ad8f-004c5b66b674", "tag": "3069d3d6-81af-43d5-aa23-d77f95743447", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:33:28.713998 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7f323125-068d-417e-9fc5-a6f6321602a6 {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:33:28.714584 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f323125-068d-417e-9fc5-a6f6321602a6'] response: {'name': 'network-changed', 'server_uuid': '54a4e614-ae3a-4d6f-ad8f-004c5b66b674', 'tag': '3069d3d6-81af-43d5-aa23-d77f95743447', 'status': 'completed', 'code': 200} Oct 04 09:33:28.782698 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-f06f9678-66d2-468b-af1f-b3d8aaf56d6e None None] Set router 80616e19-840b-4de8-aad6-44dbc28e5fa6 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:33:28.837152 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230293b4-5d38-4b1c-8b49-4d06bb2e8cfc req-5cf34988-7048-42ae-8694-91c68c4a051e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:33:28.838623 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-230293b4-5d38-4b1c-8b49-4d06bb2e8cfc req-5cf34988-7048-42ae-8694-91c68c4a051e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78fb12e86c5f40beb578bfb97002b5c9&device_id=54a4e614-ae3a-4d6f-ad8f-004c5b66b674 HTTP/1.1" status: 200 len: 1099 time: 0.0806715 Oct 04 09:33:28.977494 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230293b4-5d38-4b1c-8b49-4d06bb2e8cfc req-08d3e049-b127-40c2-b7f8-95549ea05b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:33:28.978966 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-230293b4-5d38-4b1c-8b49-4d06bb2e8cfc req-08d3e049-b127-40c2-b7f8-95549ea05b85 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bb88193c-d817-42cd-91bb-b70383a142ce HTTP/1.1" status: 200 len: 898 time: 0.1349566 Oct 04 09:33:29.051097 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-230293b4-5d38-4b1c-8b49-4d06bb2e8cfc req-880dfad3-e72d-4901-8660-0e21a124ca09 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3069d3d6-81af-43d5-aa23-d77f95743447 HTTP/1.1" status: 200 len: 217 time: 0.0654070 Oct 04 09:33:29.101358 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e40409a-d9c8-4db9-bab3-556b83186202 req-8961c18b-5a83-4a61-8e79-0aab840e5dc7 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:33:29.102857 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-2e40409a-d9c8-4db9-bab3-556b83186202 req-8961c18b-5a83-4a61-8e79-0aab840e5dc7 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a4e614-ae3a-4d6f-ad8f-004c5b66b674 HTTP/1.1" status: 200 len: 946 time: 0.1432950 Oct 04 09:33:29.113444 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230293b4-5d38-4b1c-8b49-4d06bb2e8cfc req-7b7cca81-bbbf-485f-983c-b78646d46861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:33:29.115163 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-230293b4-5d38-4b1c-8b49-4d06bb2e8cfc req-7b7cca81-bbbf-485f-983c-b78646d46861 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c56e4b02-fdb0-4c31-b79d-c55f6bb97a45 HTTP/1.1" status: 200 len: 834 time: 0.0579569 Oct 04 09:33:29.150263 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-2e40409a-d9c8-4db9-bab3-556b83186202 req-5f1df3a1-801b-4f1b-b07d-99f2c788bd3e tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4d545c5-6690-48b8-af1e-10a53e689330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390737 Oct 04 09:33:29.153185 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-f06f9678-66d2-468b-af1f-b3d8aaf56d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'name': 'tempest-TestNetworkBasicOps-router-585076576', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.92'}], 'enable_snat': True}, 'gw_port_id': '68fdc375-f021-4ba5-8bd2-efa54b8f3c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:31:23Z', 'updated_at': '2022-10-04T09:31:28Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '68fdc375-f021-4ba5-8bd2-efa54b8f3c3f', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:31:24Z', 'updated_at': '2022-10-04T09:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': '995dfcba-a9ae-41df-b353-8f529db03001', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'floating_ip_address': '172.26.10.63', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'port_id': '01cc884c-d723-4422-94e1-8f3a3876b50c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb88193c-d817-42cd-91bb-b70383a142ce', 'mac_address': 'fa:16:3e:02:f8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a67abd-88b5-4121-a839-a8b2dc417c21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:31:45Z', 'updated_at': '2022-10-04T09:31:48Z', 'revision_number': 1, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '417a612f-7e6a-4af3-ad49-d6f0bdc97c43', 'name': '', 'network_id': 'bb88193c-d817-42cd-91bb-b70383a142ce', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:38:0c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c56e4b02-fdb0-4c31-b79d-c55f6bb97a45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:31:27Z', 'updated_at': '2022-10-04T09:31:33Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': 'c56e4b02-fdb0-4c31-b79d-c55f6bb97a45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:33:29.157319 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06f9678-66d2-468b-af1f-b3d8aaf56d6e None None] Checking router: 80616e19-840b-4de8-aad6-44dbc28e5fa6 for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:33:29.166061 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06f9678-66d2-468b-af1f-b3d8aaf56d6e None None] Routers {'80616e19-840b-4de8-aad6-44dbc28e5fa6'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:33:29.166657 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-f06f9678-66d2-468b-af1f-b3d8aaf56d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:33:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['80616e19-840b-4de8-aad6-44dbc28e5fa6'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:33:29.209045 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230293b4-5d38-4b1c-8b49-4d06bb2e8cfc req-53fd59a5-2291-4b69-8ee1-56b4f20042c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:33:29.210608 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-230293b4-5d38-4b1c-8b49-4d06bb2e8cfc req-53fd59a5-2291-4b69-8ee1-56b4f20042c8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bb88193c-d817-42cd-91bb-b70383a142ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0879753 Oct 04 09:33:29.339549 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-f06f9678-66d2-468b-af1f-b3d8aaf56d6e None None] Set router 80616e19-840b-4de8-aad6-44dbc28e5fa6 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:33:29.342253 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-230293b4-5d38-4b1c-8b49-4d06bb2e8cfc req-4c046f14-e9c2-43b5-84bc-81402be36c37 service neutron] 10.222.0.20 "GET /v2.0/networks/bb88193c-d817-42cd-91bb-b70383a142ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251814 Oct 04 09:33:29.472120 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-230293b4-5d38-4b1c-8b49-4d06bb2e8cfc req-39d82cf7-5991-4b23-b5bb-df928d4c1977 service neutron] 10.222.0.20 "GET /v2.0/networks/bb88193c-d817-42cd-91bb-b70383a142ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235545 Oct 04 09:33:29.707414 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-f06f9678-66d2-468b-af1f-b3d8aaf56d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'name': 'tempest-TestNetworkBasicOps-router-585076576', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.92'}], 'enable_snat': True}, 'gw_port_id': '68fdc375-f021-4ba5-8bd2-efa54b8f3c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:31:23Z', 'updated_at': '2022-10-04T09:31:28Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '68fdc375-f021-4ba5-8bd2-efa54b8f3c3f', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:31:24Z', 'updated_at': '2022-10-04T09:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': '995dfcba-a9ae-41df-b353-8f529db03001', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'floating_ip_address': '172.26.10.63', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'port_id': '01cc884c-d723-4422-94e1-8f3a3876b50c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb88193c-d817-42cd-91bb-b70383a142ce', 'mac_address': 'fa:16:3e:02:f8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a67abd-88b5-4121-a839-a8b2dc417c21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:31:45Z', 'updated_at': '2022-10-04T09:31:48Z', 'revision_number': 1, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '417a612f-7e6a-4af3-ad49-d6f0bdc97c43', 'name': '', 'network_id': 'bb88193c-d817-42cd-91bb-b70383a142ce', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:38:0c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c56e4b02-fdb0-4c31-b79d-c55f6bb97a45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:31:27Z', 'updated_at': '2022-10-04T09:31:33Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': 'c56e4b02-fdb0-4c31-b79d-c55f6bb97a45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:33:29.711723 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06f9678-66d2-468b-af1f-b3d8aaf56d6e None None] The sync data for ids ['80616e19-840b-4de8-aad6-44dbc28e5fa6'] in dv-neutron-860215-1-hyperv is: [{'id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'name': 'tempest-TestNetworkBasicOps-router-585076576', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.92'}], 'enable_snat': True}, 'gw_port_id': '68fdc375-f021-4ba5-8bd2-efa54b8f3c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:31:23Z', 'updated_at': '2022-10-04T09:31:28Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '68fdc375-f021-4ba5-8bd2-efa54b8f3c3f', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:31:24Z', 'updated_at': '2022-10-04T09:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': '995dfcba-a9ae-41df-b353-8f529db03001', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'floating_ip_address': '172.26.10.63', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'port_id': '01cc884c-d723-4422-94e1-8f3a3876b50c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb88193c-d817-42cd-91bb-b70383a142ce', 'mac_address': 'fa:16:3e:02:f8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a67abd-88b5-4121-a839-a8b2dc417c21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:31:45Z', 'updated_at': '2022-10-04T09:31:48Z', 'revision_number': 1, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '417a612f-7e6a-4af3-ad49-d6f0bdc97c43', 'name': '', 'network_id': 'bb88193c-d817-42cd-91bb-b70383a142ce', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:38:0c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c56e4b02-fdb0-4c31-b79d-c55f6bb97a45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:31:27Z', 'updated_at': '2022-10-04T09:31:33Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': 'c56e4b02-fdb0-4c31-b79d-c55f6bb97a45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:33:29.921813 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e453e1d3-c307-4c3b-b6bc-b054d0b7ab33 None None] New status for floating IP 791d1791-5e79-44d0-aab8-3634a983aa74: DOWN {{(pid=89034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 09:33:30.267588 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d5b544ea-bb78-49a1-8389-ab0ed5d73ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:30.399639 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c4d62-bb79-4c54-8423-b5e3bdaa3af7 req-259c5862-2482-45bb-802b-5988920c6706 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:33:30.400321 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-f98c4d62-bb79-4c54-8423-b5e3bdaa3af7 req-259c5862-2482-45bb-802b-5988920c6706 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:33:30.415516 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-f98c4d62-bb79-4c54-8423-b5e3bdaa3af7 req-259c5862-2482-45bb-802b-5988920c6706 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:33:30.416680 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f98c4d62-bb79-4c54-8423-b5e3bdaa3af7 req-259c5862-2482-45bb-802b-5988920c6706 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a4e614-ae3a-4d6f-ad8f-004c5b66b674 HTTP/1.1" status: 200 len: 946 time: 0.1494694 Oct 04 09:33:30.461218 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f98c4d62-bb79-4c54-8423-b5e3bdaa3af7 req-6a4593df-11f3-44f3-b577-cd2b92c171e1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=c4d545c5-6690-48b8-af1e-10a53e689330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387549 Oct 04 09:33:30.730138 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:30.754391 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:30.921334 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7003545d-927a-463e-9b70-07db99d3d667 req-5b38e5aa-9626-4871-99e0-918771c593d8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:33:30.922723 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7003545d-927a-463e-9b70-07db99d3d667 req-5b38e5aa-9626-4871-99e0-918771c593d8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.20 "GET /v2.0/ports?device_id=54a4e614-ae3a-4d6f-ad8f-004c5b66b674 HTTP/1.1" status: 200 len: 946 time: 0.1887431 Oct 04 09:33:30.990537 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-7003545d-927a-463e-9b70-07db99d3d667 req-a45045a4-4f07-4deb-863e-78ad0fca3463 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Deleting port 3069d3d6-81af-43d5-aa23-d77f95743447 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:33:30.990797 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-7003545d-927a-463e-9b70-07db99d3d667 req-a45045a4-4f07-4deb-863e-78ad0fca3463 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:31.230534 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-7003545d-927a-463e-9b70-07db99d3d667 req-a45045a4-4f07-4deb-863e-78ad0fca3463 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] For port 3069d3d6-81af-43d5-aa23-d77f95743447, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=3069d3d6-81af-43d5-aa23-d77f95743447,segment=NetworkSegment(5cc74913-d430-4be7-badd-78be649df5d6),segment_id=5cc74913-d430-4be7-badd-78be649df5d6)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:33:31.230894 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-7003545d-927a-463e-9b70-07db99d3d667 req-a45045a4-4f07-4deb-863e-78ad0fca3463 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:31.355325 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-7003545d-927a-463e-9b70-07db99d3d667 req-a45045a4-4f07-4deb-863e-78ad0fca3463 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Calling delete_port for 3069d3d6-81af-43d5-aa23-d77f95743447 owned by compute:nova {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:33:31.501309 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-7003545d-927a-463e-9b70-07db99d3d667 req-a45045a4-4f07-4deb-863e-78ad0fca3463 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:31.552109 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45045a4-4f07-4deb-863e-78ad0fca3463 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'Port': ['ID=3069d3d6-81af-43d5-aa23-d77f95743447,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:33:31.628018 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-a253196e-9ad1-4dc5-af60-8196a948a2fd req-988d1c46-c2c7-453b-85a4-9ffb2591ca86 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=54a4e614-ae3a-4d6f-ad8f-004c5b66b674 HTTP/1.1" status: 200 len: 210 time: 0.0522199 Oct 04 09:33:31.638619 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-7003545d-927a-463e-9b70-07db99d3d667 req-a45045a4-4f07-4deb-863e-78ad0fca3463 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] No DVR routers for this DVR port 3069d3d6-81af-43d5-aa23-d77f95743447 on host hv-neutron-8602 {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:33:31.641097 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-7003545d-927a-463e-9b70-07db99d3d667 req-a45045a4-4f07-4deb-863e-78ad0fca3463 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:31.643719 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a4e614-ae3a-4d6f-ad8f-004c5b66b674', 'name': 'network-vif-deleted', 'tag': '3069d3d6-81af-43d5-aa23-d77f95743447'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:33:31.645981 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345d15ef-0923-4957-9b91-0f3a1bb298ee" -d '{"events": [{"server_uuid": "54a4e614-ae3a-4d6f-ad8f-004c5b66b674", "name": "network-vif-deleted", "tag": "3069d3d6-81af-43d5-aa23-d77f95743447"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:33:31.661266 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7003545d-927a-463e-9b70-07db99d3d667 req-a45045a4-4f07-4deb-863e-78ad0fca3463 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.20 "DELETE /v2.0/ports/3069d3d6-81af-43d5-aa23-d77f95743447 HTTP/1.1" status: 204 len: 173 time: 0.7331126 Oct 04 09:33:31.691038 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4d8ee0-c755-42bd-9a8b-17e09587e676 x-openstack-request-id: req-dc4d8ee0-c755-42bd-9a8b-17e09587e676 {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:33:31.691427 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54a4e614-ae3a-4d6f-ad8f-004c5b66b674", "name": "network-vif-deleted", "tag": "3069d3d6-81af-43d5-aa23-d77f95743447", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:33:31.691773 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dc4d8ee0-c755-42bd-9a8b-17e09587e676 {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:33:31.692288 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc4d8ee0-c755-42bd-9a8b-17e09587e676'] response: {'server_uuid': '54a4e614-ae3a-4d6f-ad8f-004c5b66b674', 'name': 'network-vif-deleted', 'tag': '3069d3d6-81af-43d5-aa23-d77f95743447', 'status': 'completed', 'code': 200} Oct 04 09:33:32.272231 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:32.730588 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 38866) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:33:32.801471 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4d3612ea-b611-46d6-9ba9-1f56fca06c46 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:32.829781 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4d3612ea-b611-46d6-9ba9-1f56fca06c46 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:32.893961 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4d3612ea-b611-46d6-9ba9-1f56fca06c46 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:32.912345 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3612ea-b611-46d6-9ba9-1f56fca06c46 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d545c5-6690-48b8-af1e-10a53e689330,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:33:32.922609 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4d3612ea-b611-46d6-9ba9-1f56fca06c46 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:32.923715 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-4d3612ea-b611-46d6-9ba9-1f56fca06c46 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "DELETE /v2.0/security-groups/c4d545c5-6690-48b8-af1e-10a53e689330 HTTP/1.1" status: 204 len: 168 time: 0.1920671 Oct 04 09:33:32.954120 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 38872) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:33:33.152631 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-ca3e0969-4f7b-4a53-891a-d6c3939c1b59 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Deleting port 32266a23-89ba-4dca-be8f-4f133ace0dab {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:33:33.152965 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ca3e0969-4f7b-4a53-891a-d6c3939c1b59 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:33.313640 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ca3e0969-4f7b-4a53-891a-d6c3939c1b59 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:33.313961 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ca3e0969-4f7b-4a53-891a-d6c3939c1b59 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:33.433715 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-ca3e0969-4f7b-4a53-891a-d6c3939c1b59 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Calling delete_port for 32266a23-89ba-4dca-be8f-4f133ace0dab owned by network:floatingip {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:33:33.668265 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-45be22ef-e59c-4f5c-83d3-492373a7ddd7 req-5c5b08cd-fdfc-461a-8aed-e15a6aeef1f7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b5a67abd-88b5-4121-a839-a8b2dc417c21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1111772 Oct 04 09:33:33.733814 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ca3e0969-4f7b-4a53-891a-d6c3939c1b59 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:33.818245 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3e0969-4f7b-4a53-891a-d6c3939c1b59 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'Port': ['ID=32266a23-89ba-4dca-be8f-4f133ace0dab,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:33:33.940916 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ca3e0969-4f7b-4a53-891a-d6c3939c1b59 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for floatingip, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:33.941164 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.l3_db [None req-ca3e0969-4f7b-4a53-891a-d6c3939c1b59 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Floating IP 995dfcba-a9ae-41df-b353-8f529db03001 disassociated (deleted). External IP: 172.26.10.63, port: 01cc884c-d723-4422-94e1-8f3a3876b50c. Oct 04 09:33:34.018307 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be22ef-e59c-4f5c-83d3-492373a7ddd7 req-5400e27b-154e-4b36-a59a-a471a36c9495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:33:34.019781 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-45be22ef-e59c-4f5c-83d3-492373a7ddd7 req-5400e27b-154e-4b36-a59a-a471a36c9495 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78fb12e86c5f40beb578bfb97002b5c9&device_id=b5a67abd-88b5-4121-a839-a8b2dc417c21 HTTP/1.1" status: 200 len: 1098 time: 0.2483244 Oct 04 09:33:34.307284 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 3069d3d6-81af-43d5-aa23-d77f95743447 no longer exists at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:33:34.307922 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be22ef-e59c-4f5c-83d3-492373a7ddd7 req-5acd1f1e-0ee8-489e-92b8-07ce01ec7be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:33:34.309454 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-45be22ef-e59c-4f5c-83d3-492373a7ddd7 req-5acd1f1e-0ee8-489e-92b8-07ce01ec7be3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bb88193c-d817-42cd-91bb-b70383a142ce HTTP/1.1" status: 200 len: 898 time: 0.2296262 Oct 04 09:33:34.344060 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] No Port match for: 3069d3d6-81af-43d5-aa23-d77f95743447 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:33:34.344434 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 3069d3d6-81af-43d5-aa23-d77f95743447 not bound to the agent host hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:33:34.441517 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-45be22ef-e59c-4f5c-83d3-492373a7ddd7 req-537070de-50d8-43df-a9a5-3cad34e1d11b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01cc884c-d723-4422-94e1-8f3a3876b50c HTTP/1.1" status: 200 len: 217 time: 0.1252522 Oct 04 09:33:34.516068 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca3e0969-4f7b-4a53-891a-d6c3939c1b59 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Router 80616e19-840b-4de8-aad6-44dbc28e5fa6 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:33:34.519506 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be22ef-e59c-4f5c-83d3-492373a7ddd7 req-3a93051a-73bd-454e-b493-068d9a99c3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:33:34.520954 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-45be22ef-e59c-4f5c-83d3-492373a7ddd7 req-3a93051a-73bd-454e-b493-068d9a99c3dc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c56e4b02-fdb0-4c31-b79d-c55f6bb97a45 HTTP/1.1" status: 200 len: 834 time: 0.0724597 Oct 04 09:33:34.749366 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be22ef-e59c-4f5c-83d3-492373a7ddd7 req-3e76bc47-3bf0-4f0b-a634-2a01eb45e383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:33:34.750762 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-45be22ef-e59c-4f5c-83d3-492373a7ddd7 req-3e76bc47-3bf0-4f0b-a634-2a01eb45e383 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bb88193c-d817-42cd-91bb-b70383a142ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2236078 Oct 04 09:33:34.783730 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3e0969-4f7b-4a53-891a-d6c3939c1b59 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:33:34.793133 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f96221-1c8f-4788-8be0-c6d3eaa7e59d None None] Sync routers for ids ['80616e19-840b-4de8-aad6-44dbc28e5fa6'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:33:34.802099 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f96221-1c8f-4788-8be0-c6d3eaa7e59d None None] Routers {'80616e19-840b-4de8-aad6-44dbc28e5fa6'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:33:34.802689 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-65f96221-1c8f-4788-8be0-c6d3eaa7e59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:33:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['80616e19-840b-4de8-aad6-44dbc28e5fa6'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:33:34.968599 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ca3e0969-4f7b-4a53-891a-d6c3939c1b59 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:34.979873 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-65f96221-1c8f-4788-8be0-c6d3eaa7e59d None None] Set router 80616e19-840b-4de8-aad6-44dbc28e5fa6 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:33:35.052316 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-ca3e0969-4f7b-4a53-891a-d6c3939c1b59 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "DELETE /v2.0/floatingips/995dfcba-a9ae-41df-b353-8f529db03001 HTTP/1.1" status: 204 len: 168 time: 2.0970924 Oct 04 09:33:35.054272 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5a67abd-88b5-4121-a839-a8b2dc417c21', 'tag': '01cc884c-d723-4422-94e1-8f3a3876b50c'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:33:35.057110 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c2406b-a8b4-4458-bacc-ebec0975d12f" -d '{"events": [{"name": "network-changed", "server_uuid": "b5a67abd-88b5-4121-a839-a8b2dc417c21", "tag": "01cc884c-d723-4422-94e1-8f3a3876b50c"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:33:35.061221 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-45be22ef-e59c-4f5c-83d3-492373a7ddd7 req-17411d77-1baa-4cf4-8b89-e5f3b3c1e37d service neutron] 10.222.0.20 "GET /v2.0/networks/bb88193c-d817-42cd-91bb-b70383a142ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042586 Oct 04 09:33:35.138926 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446036f2-cebb-42c5-a7ad-13107d6ce10b x-openstack-request-id: req-446036f2-cebb-42c5-a7ad-13107d6ce10b {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:33:35.139221 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5a67abd-88b5-4121-a839-a8b2dc417c21", "tag": "01cc884c-d723-4422-94e1-8f3a3876b50c", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:33:35.139475 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-446036f2-cebb-42c5-a7ad-13107d6ce10b {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:33:35.139877 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-446036f2-cebb-42c5-a7ad-13107d6ce10b'] response: {'name': 'network-changed', 'server_uuid': 'b5a67abd-88b5-4121-a839-a8b2dc417c21', 'tag': '01cc884c-d723-4422-94e1-8f3a3876b50c', 'status': 'completed', 'code': 200} Oct 04 09:33:35.203532 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-45be22ef-e59c-4f5c-83d3-492373a7ddd7 req-96afacec-6239-445c-9ccf-1d774db9243c service neutron] 10.222.0.20 "GET /v2.0/networks/bb88193c-d817-42cd-91bb-b70383a142ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359575 Oct 04 09:33:35.302266 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-65f96221-1c8f-4788-8be0-c6d3eaa7e59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'name': 'tempest-TestNetworkBasicOps-router-585076576', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.92'}], 'enable_snat': True}, 'gw_port_id': '68fdc375-f021-4ba5-8bd2-efa54b8f3c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:31:23Z', 'updated_at': '2022-10-04T09:31:28Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '68fdc375-f021-4ba5-8bd2-efa54b8f3c3f', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:31:24Z', 'updated_at': '2022-10-04T09:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '417a612f-7e6a-4af3-ad49-d6f0bdc97c43', 'name': '', 'network_id': 'bb88193c-d817-42cd-91bb-b70383a142ce', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:38:0c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c56e4b02-fdb0-4c31-b79d-c55f6bb97a45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:31:27Z', 'updated_at': '2022-10-04T09:31:33Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': 'c56e4b02-fdb0-4c31-b79d-c55f6bb97a45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:33:35.307140 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f96221-1c8f-4788-8be0-c6d3eaa7e59d None None] Checking router: 80616e19-840b-4de8-aad6-44dbc28e5fa6 for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:33:35.316305 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f96221-1c8f-4788-8be0-c6d3eaa7e59d None None] Routers {'80616e19-840b-4de8-aad6-44dbc28e5fa6'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:33:35.316945 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-65f96221-1c8f-4788-8be0-c6d3eaa7e59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:33:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['80616e19-840b-4de8-aad6-44dbc28e5fa6'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:33:35.433510 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c2406b-a8b4-4458-bacc-ebec0975d12f req-688ec80c-ee2c-4b64-8522-1a1f1c5273e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:33:35.435282 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-19c2406b-a8b4-4458-bacc-ebec0975d12f req-688ec80c-ee2c-4b64-8522-1a1f1c5273e1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78fb12e86c5f40beb578bfb97002b5c9&device_id=b5a67abd-88b5-4121-a839-a8b2dc417c21 HTTP/1.1" status: 200 len: 1098 time: 0.1513572 Oct 04 09:33:35.491232 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-65f96221-1c8f-4788-8be0-c6d3eaa7e59d None None] Set router 80616e19-840b-4de8-aad6-44dbc28e5fa6 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:33:35.525003 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed137d8b-9a04-45db-9caf-50abacaea209 req-8675014c-a783-4d13-bbe8-08be807dbfb6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:33:35.525705 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-ed137d8b-9a04-45db-9caf-50abacaea209 req-8675014c-a783-4d13-bbe8-08be807dbfb6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:33:35.558010 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-ed137d8b-9a04-45db-9caf-50abacaea209 req-8675014c-a783-4d13-bbe8-08be807dbfb6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:33:35.559153 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ed137d8b-9a04-45db-9caf-50abacaea209 req-8675014c-a783-4d13-bbe8-08be807dbfb6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5a67abd-88b5-4121-a839-a8b2dc417c21 HTTP/1.1" status: 200 len: 945 time: 0.2075162 Oct 04 09:33:35.606991 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c2406b-a8b4-4458-bacc-ebec0975d12f req-e4eb7b02-05aa-4358-aeb5-9df985a661c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:33:35.608423 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-19c2406b-a8b4-4458-bacc-ebec0975d12f req-e4eb7b02-05aa-4358-aeb5-9df985a661c2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bb88193c-d817-42cd-91bb-b70383a142ce HTTP/1.1" status: 200 len: 898 time: 0.1652138 Oct 04 09:33:35.684518 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-19c2406b-a8b4-4458-bacc-ebec0975d12f req-a85d62f3-71a2-4212-9bad-87ef128dd57e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01cc884c-d723-4422-94e1-8f3a3876b50c HTTP/1.1" status: 200 len: 217 time: 0.0689392 Oct 04 09:33:35.688370 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-ed137d8b-9a04-45db-9caf-50abacaea209 req-11578beb-e11d-4fd3-a9f5-54dbabe65020 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:security_group {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:33:35.751054 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-ed137d8b-9a04-45db-9caf-50abacaea209 req-11578beb-e11d-4fd3-a9f5-54dbabe65020 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:security_group {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:33:35.752249 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ed137d8b-9a04-45db-9caf-50abacaea209 req-11578beb-e11d-4fd3-a9f5-54dbabe65020 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=2f04bc41-c858-4798-9657-33c75e4823df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1809204 Oct 04 09:33:35.755786 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c2406b-a8b4-4458-bacc-ebec0975d12f req-446b7896-e9fd-44d3-afbe-d15276615884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:33:35.757214 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-19c2406b-a8b4-4458-bacc-ebec0975d12f req-446b7896-e9fd-44d3-afbe-d15276615884 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c56e4b02-fdb0-4c31-b79d-c55f6bb97a45 HTTP/1.1" status: 200 len: 834 time: 0.0662963 Oct 04 09:33:35.807650 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-65f96221-1c8f-4788-8be0-c6d3eaa7e59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'name': 'tempest-TestNetworkBasicOps-router-585076576', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.92'}], 'enable_snat': True}, 'gw_port_id': '68fdc375-f021-4ba5-8bd2-efa54b8f3c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:31:23Z', 'updated_at': '2022-10-04T09:31:28Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '68fdc375-f021-4ba5-8bd2-efa54b8f3c3f', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:31:24Z', 'updated_at': '2022-10-04T09:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '417a612f-7e6a-4af3-ad49-d6f0bdc97c43', 'name': '', 'network_id': 'bb88193c-d817-42cd-91bb-b70383a142ce', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:38:0c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c56e4b02-fdb0-4c31-b79d-c55f6bb97a45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:31:27Z', 'updated_at': '2022-10-04T09:31:33Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': 'c56e4b02-fdb0-4c31-b79d-c55f6bb97a45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:33:35.811537 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f96221-1c8f-4788-8be0-c6d3eaa7e59d None None] The sync data for ids ['80616e19-840b-4de8-aad6-44dbc28e5fa6'] in dv-neutron-860215-1-hyperv is: [{'id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'name': 'tempest-TestNetworkBasicOps-router-585076576', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.92'}], 'enable_snat': True}, 'gw_port_id': '68fdc375-f021-4ba5-8bd2-efa54b8f3c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:31:23Z', 'updated_at': '2022-10-04T09:31:28Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '68fdc375-f021-4ba5-8bd2-efa54b8f3c3f', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:31:24Z', 'updated_at': '2022-10-04T09:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '417a612f-7e6a-4af3-ad49-d6f0bdc97c43', 'name': '', 'network_id': 'bb88193c-d817-42cd-91bb-b70383a142ce', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:38:0c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': 'c56e4b02-fdb0-4c31-b79d-c55f6bb97a45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:31:27Z', 'updated_at': '2022-10-04T09:31:33Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': 'c56e4b02-fdb0-4c31-b79d-c55f6bb97a45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:33:35.839495 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c2406b-a8b4-4458-bacc-ebec0975d12f req-2708fd53-710b-4f70-944d-8719566cd5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:33:35.841010 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-19c2406b-a8b4-4458-bacc-ebec0975d12f req-2708fd53-710b-4f70-944d-8719566cd5c9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bb88193c-d817-42cd-91bb-b70383a142ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780551 Oct 04 09:33:35.983873 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-19c2406b-a8b4-4458-bacc-ebec0975d12f req-a9cd3dcb-ced3-4c39-8b04-56daff8dc706 service neutron] 10.222.0.20 "GET /v2.0/networks/bb88193c-d817-42cd-91bb-b70383a142ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360638 Oct 04 09:33:36.033671 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0439ed27-4362-4ee7-8280-b80e017156ad None None] New status for floating IP 995dfcba-a9ae-41df-b353-8f529db03001: DOWN {{(pid=89034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 09:33:36.121200 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-19c2406b-a8b4-4458-bacc-ebec0975d12f req-c9bb10d8-0a45-46e8-ba1a-64a2af4aeb98 service neutron] 10.222.0.20 "GET /v2.0/networks/bb88193c-d817-42cd-91bb-b70383a142ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297033 Oct 04 09:33:36.949979 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d8615-890a-4475-8ca1-5d8ac2616975 req-296a70d2-0fa3-495a-9840-805101254009 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:33:36.951813 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-6a1d8615-890a-4475-8ca1-5d8ac2616975 req-296a70d2-0fa3-495a-9840-805101254009 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5a67abd-88b5-4121-a839-a8b2dc417c21 HTTP/1.1" status: 200 len: 945 time: 0.0866683 Oct 04 09:33:36.995420 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-6a1d8615-890a-4475-8ca1-5d8ac2616975 req-34e9a4b3-81a4-4865-aacf-1c4c90e74727 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=2f04bc41-c858-4798-9657-33c75e4823df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379329 Oct 04 09:33:37.288930 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bb5ba-da28-492c-931b-66e91d43dcbc req-91968176-d50e-48c8-a75a-4f0895b2e4f2 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:33:37.290351 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-664bb5ba-da28-492c-931b-66e91d43dcbc req-91968176-d50e-48c8-a75a-4f0895b2e4f2 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5a67abd-88b5-4121-a839-a8b2dc417c21 HTTP/1.1" status: 200 len: 945 time: 0.0882025 Oct 04 09:33:37.357979 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-664bb5ba-da28-492c-931b-66e91d43dcbc req-e9d9a1fe-5370-4063-a2af-716134a936c6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Deleting port 01cc884c-d723-4422-94e1-8f3a3876b50c {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:33:37.358323 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-664bb5ba-da28-492c-931b-66e91d43dcbc req-e9d9a1fe-5370-4063-a2af-716134a936c6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:37.600843 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-664bb5ba-da28-492c-931b-66e91d43dcbc req-e9d9a1fe-5370-4063-a2af-716134a936c6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] For port 01cc884c-d723-4422-94e1-8f3a3876b50c, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=01cc884c-d723-4422-94e1-8f3a3876b50c,segment=NetworkSegment(5cc74913-d430-4be7-badd-78be649df5d6),segment_id=5cc74913-d430-4be7-badd-78be649df5d6)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:33:37.601200 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-664bb5ba-da28-492c-931b-66e91d43dcbc req-e9d9a1fe-5370-4063-a2af-716134a936c6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:37.831602 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-664bb5ba-da28-492c-931b-66e91d43dcbc req-e9d9a1fe-5370-4063-a2af-716134a936c6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Calling delete_port for 01cc884c-d723-4422-94e1-8f3a3876b50c owned by compute:nova {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:33:37.979700 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-664bb5ba-da28-492c-931b-66e91d43dcbc req-e9d9a1fe-5370-4063-a2af-716134a936c6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:38.035211 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d9a1fe-5370-4063-a2af-716134a936c6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'Port': ['ID=01cc884c-d723-4422-94e1-8f3a3876b50c,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:33:38.170613 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-664bb5ba-da28-492c-931b-66e91d43dcbc req-e9d9a1fe-5370-4063-a2af-716134a936c6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] No DVR routers for this DVR port 01cc884c-d723-4422-94e1-8f3a3876b50c on host hv-neutron-8602 {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:33:38.179801 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-664bb5ba-da28-492c-931b-66e91d43dcbc req-e9d9a1fe-5370-4063-a2af-716134a936c6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:38.182890 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a67abd-88b5-4121-a839-a8b2dc417c21', 'name': 'network-vif-deleted', 'tag': '01cc884c-d723-4422-94e1-8f3a3876b50c'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:33:38.185193 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6461852-3f86-4b40-bce4-42c927f32b72" -d '{"events": [{"server_uuid": "b5a67abd-88b5-4121-a839-a8b2dc417c21", "name": "network-vif-deleted", "tag": "01cc884c-d723-4422-94e1-8f3a3876b50c"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:33:38.192155 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-58f21088-e909-457a-b8cf-638e8ddad777 req-efa75f80-c6e1-47ae-b505-b8a2f3c49e9b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5a67abd-88b5-4121-a839-a8b2dc417c21 HTTP/1.1" status: 200 len: 210 time: 0.0703063 Oct 04 09:33:38.203107 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-664bb5ba-da28-492c-931b-66e91d43dcbc req-e9d9a1fe-5370-4063-a2af-716134a936c6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.20 "DELETE /v2.0/ports/01cc884c-d723-4422-94e1-8f3a3876b50c HTTP/1.1" status: 204 len: 173 time: 0.9075184 Oct 04 09:33:38.240980 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01c2a24-a425-4137-b820-bd5b462fd0ae x-openstack-request-id: req-f01c2a24-a425-4137-b820-bd5b462fd0ae {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:33:38.241272 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5a67abd-88b5-4121-a839-a8b2dc417c21", "name": "network-vif-deleted", "tag": "01cc884c-d723-4422-94e1-8f3a3876b50c", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:33:38.241529 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f01c2a24-a425-4137-b820-bd5b462fd0ae {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:33:38.241937 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f01c2a24-a425-4137-b820-bd5b462fd0ae'] response: {'server_uuid': 'b5a67abd-88b5-4121-a839-a8b2dc417c21', 'name': 'network-vif-deleted', 'tag': '01cc884c-d723-4422-94e1-8f3a3876b50c', 'status': 'completed', 'code': 200} Oct 04 09:33:39.296345 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 38890) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:33:39.362736 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e4c654b3-3c39-4343-9bdc-b67c85f69348 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:39.392046 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e4c654b3-3c39-4343-9bdc-b67c85f69348 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:39.453586 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e4c654b3-3c39-4343-9bdc-b67c85f69348 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:39.475211 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c654b3-3c39-4343-9bdc-b67c85f69348 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f04bc41-c858-4798-9657-33c75e4823df,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:33:39.485847 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e4c654b3-3c39-4343-9bdc-b67c85f69348 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:39.489528 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-e4c654b3-3c39-4343-9bdc-b67c85f69348 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "DELETE /v2.0/security-groups/2f04bc41-c858-4798-9657-33c75e4823df HTTP/1.1" status: 204 len: 168 time: 0.1896369 Oct 04 09:33:39.518671 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 38896) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:33:40.067476 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f06def6f-e3bc-42ad-95af-d746f16d9ec9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736827'] for router_interface, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:40.511197 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-f06def6f-e3bc-42ad-95af-d746f16d9ec9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Deleting port 417a612f-7e6a-4af3-ad49-d6f0bdc97c43 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:33:40.511832 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f06def6f-e3bc-42ad-95af-d746f16d9ec9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:40.694510 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-f06def6f-e3bc-42ad-95af-d746f16d9ec9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] For port 417a612f-7e6a-4af3-ad49-d6f0bdc97c43, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=417a612f-7e6a-4af3-ad49-d6f0bdc97c43,segment=NetworkSegment(5cc74913-d430-4be7-badd-78be649df5d6),segment_id=5cc74913-d430-4be7-badd-78be649df5d6)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:33:40.694853 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f06def6f-e3bc-42ad-95af-d746f16d9ec9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:40.820237 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-f06def6f-e3bc-42ad-95af-d746f16d9ec9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Calling delete_port for 417a612f-7e6a-4af3-ad49-d6f0bdc97c43 owned by network:router_interface {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:33:41.002604 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f06def6f-e3bc-42ad-95af-d746f16d9ec9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:41.079741 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06def6f-e3bc-42ad-95af-d746f16d9ec9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'Port': ['ID=417a612f-7e6a-4af3-ad49-d6f0bdc97c43,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:33:41.250909 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:41.333382 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f06def6f-e3bc-42ad-95af-d746f16d9ec9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736911'] for router_interface, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:41.687329 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f06def6f-e3bc-42ad-95af-d746f16d9ec9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Router 80616e19-840b-4de8-aad6-44dbc28e5fa6 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:33:41.961232 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06def6f-e3bc-42ad-95af-d746f16d9ec9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:33:41.970834 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c3ec56-0ce7-45b0-a76d-2e25358b51f7 None None] Sync routers for ids ['80616e19-840b-4de8-aad6-44dbc28e5fa6'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:33:41.975168 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-f06def6f-e3bc-42ad-95af-d746f16d9ec9 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "PUT /v2.0/routers/80616e19-840b-4de8-aad6-44dbc28e5fa6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4554346 Oct 04 09:33:41.978450 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 38900) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:33:41.980915 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c3ec56-0ce7-45b0-a76d-2e25358b51f7 None None] Routers {'80616e19-840b-4de8-aad6-44dbc28e5fa6'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:33:41.981518 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-04c3ec56-0ce7-45b0-a76d-2e25358b51f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:33:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['80616e19-840b-4de8-aad6-44dbc28e5fa6'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:33:42.043185 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_v2 [None req-73c5a02b-84ed-40fa-80b9-fee4ae399462 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Deleting subnet c56e4b02-fdb0-4c31-b79d-c55f6bb97a45 {{(pid=89032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:33:42.046118 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-73c5a02b-84ed-40fa-80b9-fee4ae399462 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for subnet, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:42.099265 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-73c5a02b-84ed-40fa-80b9-fee4ae399462 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885153'] for subnet, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:42.187829 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-04c3ec56-0ce7-45b0-a76d-2e25358b51f7 None None] Set router 80616e19-840b-4de8-aad6-44dbc28e5fa6 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:33:42.191482 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-73c5a02b-84ed-40fa-80b9-fee4ae399462 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:42.268451 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-73c5a02b-84ed-40fa-80b9-fee4ae399462 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:42.308299 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c5a02b-84ed-40fa-80b9-fee4ae399462 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'Subnet': ['ID=c56e4b02-fdb0-4c31-b79d-c55f6bb97a45,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:33:42.310289 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-73c5a02b-84ed-40fa-80b9-fee4ae399462 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:42.315613 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd401ed4-a31e-4d00-a6b7-59e0fe816516 None None] Network bb88193c-d817-42cd-91bb-b70383a142ce requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:33:42.316918 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-73c5a02b-84ed-40fa-80b9-fee4ae399462 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "DELETE /v2.0/subnets/c56e4b02-fdb0-4c31-b79d-c55f6bb97a45 HTTP/1.1" status: 204 len: 168 time: 0.3373401 Oct 04 09:33:42.319432 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 38904) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:33:42.339004 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 01cc884c-d723-4422-94e1-8f3a3876b50c no longer exists at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:33:42.425047 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] No Port match for: 01cc884c-d723-4422-94e1-8f3a3876b50c {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:33:42.425558 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 01cc884c-d723-4422-94e1-8f3a3876b50c not bound to the agent host hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:33:42.477950 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-04c3ec56-0ce7-45b0-a76d-2e25358b51f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'name': 'tempest-TestNetworkBasicOps-router-585076576', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.92'}], 'enable_snat': True}, 'gw_port_id': '68fdc375-f021-4ba5-8bd2-efa54b8f3c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:31:23Z', 'updated_at': '2022-10-04T09:33:40Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '68fdc375-f021-4ba5-8bd2-efa54b8f3c3f', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:31:24Z', 'updated_at': '2022-10-04T09:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:33:42.482738 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c3ec56-0ce7-45b0-a76d-2e25358b51f7 None None] Checking router: 80616e19-840b-4de8-aad6-44dbc28e5fa6 for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:33:42.494032 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c3ec56-0ce7-45b0-a76d-2e25358b51f7 None None] Routers {'80616e19-840b-4de8-aad6-44dbc28e5fa6'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:33:42.494859 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-04c3ec56-0ce7-45b0-a76d-2e25358b51f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:33:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['80616e19-840b-4de8-aad6-44dbc28e5fa6'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:33:42.503073 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0ca0f77d-abc7-4503-ab32-8d83da60e90f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:42.633233 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a46cfce-147e-4c95-a48a-76192333392d None None] DHCP port deletion for bb88193c-d817-42cd-91bb-b70383a142ce request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:33:42.637476 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-0a46cfce-147e-4c95-a48a-76192333392d None None] Deleting port 017e8f88-7a67-4dc5-8a16-c880e9b8f858 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:33:42.637850 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0a46cfce-147e-4c95-a48a-76192333392d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:42.675822 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-04c3ec56-0ce7-45b0-a76d-2e25358b51f7 None None] Set router 80616e19-840b-4de8-aad6-44dbc28e5fa6 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:33:42.703326 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0ca0f77d-abc7-4503-ab32-8d83da60e90f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:42.717897 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-0ca0f77d-abc7-4503-ab32-8d83da60e90f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Deleting port 68fdc375-f021-4ba5-8bd2-efa54b8f3c3f {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:33:42.718555 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0ca0f77d-abc7-4503-ab32-8d83da60e90f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:42.864837 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-0a46cfce-147e-4c95-a48a-76192333392d None None] For port 017e8f88-7a67-4dc5-8a16-c880e9b8f858, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=017e8f88-7a67-4dc5-8a16-c880e9b8f858,segment=NetworkSegment(5cc74913-d430-4be7-badd-78be649df5d6),segment_id=5cc74913-d430-4be7-badd-78be649df5d6)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:33:42.865119 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0a46cfce-147e-4c95-a48a-76192333392d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:42.910885 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-0ca0f77d-abc7-4503-ab32-8d83da60e90f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] For port 68fdc375-f021-4ba5-8bd2-efa54b8f3c3f, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=68fdc375-f021-4ba5-8bd2-efa54b8f3c3f,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:33:42.911251 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0ca0f77d-abc7-4503-ab32-8d83da60e90f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:42.962864 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-04c3ec56-0ce7-45b0-a76d-2e25358b51f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'name': 'tempest-TestNetworkBasicOps-router-585076576', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.92'}], 'enable_snat': True}, 'gw_port_id': '68fdc375-f021-4ba5-8bd2-efa54b8f3c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:31:23Z', 'updated_at': '2022-10-04T09:33:40Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '68fdc375-f021-4ba5-8bd2-efa54b8f3c3f', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:31:24Z', 'updated_at': '2022-10-04T09:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:33:42.967104 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c3ec56-0ce7-45b0-a76d-2e25358b51f7 None None] The sync data for ids ['80616e19-840b-4de8-aad6-44dbc28e5fa6'] in dv-neutron-860215-1-hyperv is: [{'id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'name': 'tempest-TestNetworkBasicOps-router-585076576', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.92'}], 'enable_snat': True}, 'gw_port_id': '68fdc375-f021-4ba5-8bd2-efa54b8f3c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:31:23Z', 'updated_at': '2022-10-04T09:33:40Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '68fdc375-f021-4ba5-8bd2-efa54b8f3c3f', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80616e19-840b-4de8-aad6-44dbc28e5fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:31:24Z', 'updated_at': '2022-10-04T09:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:33:42.986458 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-0a46cfce-147e-4c95-a48a-76192333392d None None] Calling delete_port for 017e8f88-7a67-4dc5-8a16-c880e9b8f858 owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:33:43.048907 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-0ca0f77d-abc7-4503-ab32-8d83da60e90f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Calling delete_port for 68fdc375-f021-4ba5-8bd2-efa54b8f3c3f owned by network:router_gateway {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:33:43.063231 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0a46cfce-147e-4c95-a48a-76192333392d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:43.110332 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a46cfce-147e-4c95-a48a-76192333392d None None] Pushing event deleted for resources: {'Port': ['ID=017e8f88-7a67-4dc5-8a16-c880e9b8f858,revision_number=None']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:33:43.120250 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a46cfce-147e-4c95-a48a-76192333392d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:33:43.120661 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a46cfce-147e-4c95-a48a-76192333392d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:33:43.120925 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a46cfce-147e-4c95-a48a-76192333392d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:33:43.121261 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a46cfce-147e-4c95-a48a-76192333392d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:33:43.121634 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a46cfce-147e-4c95-a48a-76192333392d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:33:43.121971 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a46cfce-147e-4c95-a48a-76192333392d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:33:43.122297 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a46cfce-147e-4c95-a48a-76192333392d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:33:43.122620 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a46cfce-147e-4c95-a48a-76192333392d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:33:43.122953 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a46cfce-147e-4c95-a48a-76192333392d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:33:43.123271 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a46cfce-147e-4c95-a48a-76192333392d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:33:43.123852 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a46cfce-147e-4c95-a48a-76192333392d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:33:43.124175 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a46cfce-147e-4c95-a48a-76192333392d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:33:43.126836 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a46cfce-147e-4c95-a48a-76192333392d None None] No DVR routers for this DVR port 017e8f88-7a67-4dc5-8a16-c880e9b8f858 on host dv-neutron-860215-1-hyperv {{(pid=89034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:33:43.218711 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0ca0f77d-abc7-4503-ab32-8d83da60e90f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:43.302827 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca0f77d-abc7-4503-ab32-8d83da60e90f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'Port': ['ID=68fdc375-f021-4ba5-8bd2-efa54b8f3c3f,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:33:43.364424 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 417a612f-7e6a-4af3-ad49-d6f0bdc97c43 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:33:43.369401 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0ca0f77d-abc7-4503-ab32-8d83da60e90f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737040'] for router_gateway, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:43.402456 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 417a612f-7e6a-4af3-ad49-d6f0bdc97c43 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:33:43.402797 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 417a612f-7e6a-4af3-ad49-d6f0bdc97c43 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:33:43.403219 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 017e8f88-7a67-4dc5-8a16-c880e9b8f858 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:33:43.438688 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 017e8f88-7a67-4dc5-8a16-c880e9b8f858 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:33:43.439029 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 017e8f88-7a67-4dc5-8a16-c880e9b8f858 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:33:43.647239 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0ca0f77d-abc7-4503-ab32-8d83da60e90f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:43.649327 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0ca0f77d-abc7-4503-ab32-8d83da60e90f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:43.673153 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0ca0f77d-abc7-4503-ab32-8d83da60e90f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:43.673673 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca0f77d-abc7-4503-ab32-8d83da60e90f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Fanout notify agent at l3_agent the message router_deleted on router 80616e19-840b-4de8-aad6-44dbc28e5fa6 {{(pid=89032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:33:43.689634 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0ca0f77d-abc7-4503-ab32-8d83da60e90f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:43.690726 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-0ca0f77d-abc7-4503-ab32-8d83da60e90f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "DELETE /v2.0/routers/80616e19-840b-4de8-aad6-44dbc28e5fa6 HTTP/1.1" status: 204 len: 168 time: 1.3703864 Oct 04 09:33:43.693872 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 38908) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:33:43.813178 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e5da89ad-2cd3-4615-aae6-008f785f54ee tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:43.940527 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e5da89ad-2cd3-4615-aae6-008f785f54ee tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:43.967968 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-e5da89ad-2cd3-4615-aae6-008f785f54ee tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb88193c-d817-42cd-91bb-b70383a142ce']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:33:43.980208 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-e5da89ad-2cd3-4615-aae6-008f785f54ee tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cc74913-d430-4be7-badd-78be649df5d6') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:33:43.980525 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-e5da89ad-2cd3-4615-aae6-008f785f54ee tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cc74913-d430-4be7-badd-78be649df5d6') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:33:43.991578 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e5da89ad-2cd3-4615-aae6-008f785f54ee tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:44.007144 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e5da89ad-2cd3-4615-aae6-008f785f54ee tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:44.013386 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5da89ad-2cd3-4615-aae6-008f785f54ee tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:33:44.013847 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e5da89ad-2cd3-4615-aae6-008f785f54ee tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:44.112595 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e5da89ad-2cd3-4615-aae6-008f785f54ee tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:44.117112 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e5da89ad-2cd3-4615-aae6-008f785f54ee tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:44.145427 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da89ad-2cd3-4615-aae6-008f785f54ee tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'Network': ['ID=bb88193c-d817-42cd-91bb-b70383a142ce,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:33:44.150886 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-e5da89ad-2cd3-4615-aae6-008f785f54ee tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "DELETE /v2.0/networks/bb88193c-d817-42cd-91bb-b70383a142ce HTTP/1.1" status: 204 len: 168 time: 0.4559209 Oct 04 09:33:44.176255 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 38916) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:33:44.178037 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 5cc74913-d430-4be7-badd-78be649df5d6 resource provider aggregate not found Oct 04 09:33:44.182437 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-e65865fc-0caa-42d9-9944-4fe5c45e41bd tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'network': {'name': 'tempest-network-smoke--272371620', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'port_security_enabled': True}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:33:44.187962 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-e65865fc-0caa-42d9-9944-4fe5c45e41bd tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:33:44.192260 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-e65865fc-0caa-42d9-9944-4fe5c45e41bd tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:network and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:33:44.193443 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 5cc74913-d430-4be7-badd-78be649df5d6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5cc74913-d430-4be7-badd-78be649df5d6 found for delete ", "request_id": "req-6d801915-1ca5-47fe-a171-2d16d4e745b3"}]} Oct 04 09:33:44.195248 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-e65865fc-0caa-42d9-9944-4fe5c45e41bd tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:33:44.201077 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-e65865fc-0caa-42d9-9944-4fe5c45e41bd tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:33:44.211828 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65865fc-0caa-42d9-9944-4fe5c45e41bd tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Made reservation on behalf of 78fb12e86c5f40beb578bfb97002b5c9 for: {'network': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:33:44.215230 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e65865fc-0caa-42d9-9944-4fe5c45e41bd tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:44.242618 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e65865fc-0caa-42d9-9944-4fe5c45e41bd tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=89032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:33:44.255291 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e65865fc-0caa-42d9-9944-4fe5c45e41bd tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:44.255764 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.segments_db [None req-e65865fc-0caa-42d9-9944-4fe5c45e41bd tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Added segment b00af2c6-ac88-4b33-a44d-b4bd217ef4ac of type vlan for network c0a038cf-ad68-4082-adec-149f24f57b71 Oct 04 09:33:44.282612 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e65865fc-0caa-42d9-9944-4fe5c45e41bd tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:44.311696 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e65865fc-0caa-42d9-9944-4fe5c45e41bd tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:44.317119 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65865fc-0caa-42d9-9944-4fe5c45e41bd tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:33:44.317696 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e65865fc-0caa-42d9-9944-4fe5c45e41bd tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:44.423123 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-e65865fc-0caa-42d9-9944-4fe5c45e41bd tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2452276 Oct 04 09:33:44.425931 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 38922) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:33:44.433024 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-60ce0e8a-0591-4b5a-96f2-cafe38751857 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1315702112', 'admin_state_up': True, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:33:44.438243 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65865fc-0caa-42d9-9944-4fe5c45e41bd tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Network': ['ID=c0a038cf-ad68-4082-adec-149f24f57b71,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:33:44.441900 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-60ce0e8a-0591-4b5a-96f2-cafe38751857 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:33:44.446925 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-60ce0e8a-0591-4b5a-96f2-cafe38751857 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:router and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:33:44.449476 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-60ce0e8a-0591-4b5a-96f2-cafe38751857 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:33:44.450143 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network c0a038cf-ad68-4082-adec-149f24f57b71 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:33:44.455182 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-60ce0e8a-0591-4b5a-96f2-cafe38751857 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:33:44.465602 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-60ce0e8a-0591-4b5a-96f2-cafe38751857 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:44.466646 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-60ce0e8a-0591-4b5a-96f2-cafe38751857 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:44.483927 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-60ce0e8a-0591-4b5a-96f2-cafe38751857 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:44.752412 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-60ce0e8a-0591-4b5a-96f2-cafe38751857 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:45.046134 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-60ce0e8a-0591-4b5a-96f2-cafe38751857 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router_gateway, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:45.077714 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-60ce0e8a-0591-4b5a-96f2-cafe38751857 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:45.206905 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-60ce0e8a-0591-4b5a-96f2-cafe38751857 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Allocated IP 172.26.10.86 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/8da48347-e679-4598-be53-fa6577b7d24b) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:33:45.314978 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 68fdc375-f021-4ba5-8bd2-efa54b8f3c3f no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:33:45.352832 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 68fdc375-f021-4ba5-8bd2-efa54b8f3c3f {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:33:45.353190 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 68fdc375-f021-4ba5-8bd2-efa54b8f3c3f not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:33:45.354846 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-60ce0e8a-0591-4b5a-96f2-cafe38751857 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:45.384458 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-60ce0e8a-0591-4b5a-96f2-cafe38751857 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:45.557901 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ce0e8a-0591-4b5a-96f2-cafe38751857 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:33:45.560657 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-60ce0e8a-0591-4b5a-96f2-cafe38751857 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:33:45.564515 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ce0e8a-0591-4b5a-96f2-cafe38751857 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:33:45.598396 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ce0e8a-0591-4b5a-96f2-cafe38751857 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Port': ['ID=8da48347-e679-4598-be53-fa6577b7d24b,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:33:45.973333 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-60ce0e8a-0591-4b5a-96f2-cafe38751857 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router_gateway, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:46.304628 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-60ce0e8a-0591-4b5a-96f2-cafe38751857 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:46.502362 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ce0e8a-0591-4b5a-96f2-cafe38751857 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Router 367aace1-5b02-4f77-98e8-653a99670d65 is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:33:46.679782 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ce0e8a-0591-4b5a-96f2-cafe38751857 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:33:46.689317 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23bcf2f-10c9-4c4a-9b60-fd29509d4316 None None] Sync routers for ids ['367aace1-5b02-4f77-98e8-653a99670d65'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:33:46.698872 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23bcf2f-10c9-4c4a-9b60-fd29509d4316 None None] Routers {'367aace1-5b02-4f77-98e8-653a99670d65'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:33:46.699584 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-c23bcf2f-10c9-4c4a-9b60-fd29509d4316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:33:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['367aace1-5b02-4f77-98e8-653a99670d65'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:33:46.708519 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-60ce0e8a-0591-4b5a-96f2-cafe38751857 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:46.709795 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-60ce0e8a-0591-4b5a-96f2-cafe38751857 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2829478 Oct 04 09:33:46.713085 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 38926) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:33:46.753546 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-5e7bef7e-9da8-464e-9940-1b3871f15b65 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=78fb12e86c5f40beb578bfb97002b5c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391939 Oct 04 09:33:46.756330 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 38930) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:33:46.887457 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-c23bcf2f-10c9-4c4a-9b60-fd29509d4316 None None] Set router 367aace1-5b02-4f77-98e8-653a99670d65 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:33:46.995251 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f37230e-d65a-4de4-bb1d-882a3dcc7db6 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:33:46.996682 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-0f37230e-d65a-4de4-bb1d-882a3dcc7db6 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2393157 Oct 04 09:33:46.999702 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 38934) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:33:47.041236 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-6305cfd8-984d-4479-bdbe-ed6b470b5bb3 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=f33938cd-879e-4461-9b5e-aa67b746b6bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404963 Oct 04 09:33:47.043668 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 38938) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:33:47.048755 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-1b0ecca5-c797-4eb8-b034-3b157f05e655 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-196939242', 'network_id': 'c0a038cf-ad68-4082-adec-149f24f57b71', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:33:47.156661 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-1b0ecca5-c797-4eb8-b034-3b157f05e655 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:33:47.160472 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-1b0ecca5-c797-4eb8-b034-3b157f05e655 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:subnet and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:33:47.163306 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-1b0ecca5-c797-4eb8-b034-3b157f05e655 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:33:47.169612 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-1b0ecca5-c797-4eb8-b034-3b157f05e655 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:33:47.170366 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-c23bcf2f-10c9-4c4a-9b60-fd29509d4316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367aace1-5b02-4f77-98e8-653a99670d65', 'name': 'tempest-TestNetworkBasicOps-router-1315702112', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86'}], 'enable_snat': True}, 'gw_port_id': '8da48347-e679-4598-be53-fa6577b7d24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:33:44Z', 'updated_at': '2022-10-04T09:33:45Z', 'revision_number': 3, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '8da48347-e679-4598-be53-fa6577b7d24b', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a1:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367aace1-5b02-4f77-98e8-653a99670d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:33:45Z', 'updated_at': '2022-10-04T09:33:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:33:47.174159 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23bcf2f-10c9-4c4a-9b60-fd29509d4316 None None] Checking router: 367aace1-5b02-4f77-98e8-653a99670d65 for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:33:47.174508 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23bcf2f-10c9-4c4a-9b60-fd29509d4316 None None] Updating router 367aace1-5b02-4f77-98e8-653a99670d65 port 8da48347-e679-4598-be53-fa6577b7d24b binding host dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:33:47.180295 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0ecca5-c797-4eb8-b034-3b157f05e655 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Made reservation on behalf of 78fb12e86c5f40beb578bfb97002b5c9 for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:33:47.183865 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1b0ecca5-c797-4eb8-b034-3b157f05e655 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:47.225612 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c23bcf2f-10c9-4c4a-9b60-fd29509d4316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:47.397595 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1b0ecca5-c797-4eb8-b034-3b157f05e655 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:47.478063 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0ecca5-c797-4eb8-b034-3b157f05e655 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Subnet': ['ID=d3781354-649a-4fd3-abe7-41d1d1f156ff,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:33:47.486698 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0ecca5-c797-4eb8-b034-3b157f05e655 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Checking segment: {'id': 'b00af2c6-ac88-4b33-a44d-b4bd217ef4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c0a038cf-ad68-4082-adec-149f24f57b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:33:47.487058 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0ecca5-c797-4eb8-b034-3b157f05e655 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Network hostable DHCP agents. Network: c0a038cf-ad68-4082-adec-149f24f57b71, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:33:47.504687 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0ecca5-c797-4eb8-b034-3b157f05e655 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Network c0a038cf-ad68-4082-adec-149f24f57b71 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:33:47.513824 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-1b0ecca5-c797-4eb8-b034-3b157f05e655 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, c0a038cf-ad68-4082-adec-149f24f57b71) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:33:47.517973 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0ecca5-c797-4eb8-b034-3b157f05e655 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:33:47.518503 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1b0ecca5-c797-4eb8-b034-3b157f05e655 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:47.534779 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cce7c69-a310-43be-82e8-538be7408f6d None None] Network c0a038cf-ad68-4082-adec-149f24f57b71 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:33:47.538811 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-1b0ecca5-c797-4eb8-b034-3b157f05e655 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4941733 Oct 04 09:33:47.541764 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 38942) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:33:47.630924 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c23bcf2f-10c9-4c4a-9b60-fd29509d4316 None None] Notify callbacks [] for port, precommit_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:47.658012 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-c23bcf2f-10c9-4c4a-9b60-fd29509d4316 None None] Transition to ACTIVE for port object 8da48347-e679-4598-be53-fa6577b7d24b will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:33:47.673252 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c23bcf2f-10c9-4c4a-9b60-fd29509d4316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:47.766141 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-c23bcf2f-10c9-4c4a-9b60-fd29509d4316 None None] Attempting to bind port 8da48347-e679-4598-be53-fa6577b7d24b on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:33:47.766734 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-c23bcf2f-10c9-4c4a-9b60-fd29509d4316 None None] Attempting to bind port 8da48347-e679-4598-be53-fa6577b7d24b by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:33:47.766865 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23bcf2f-10c9-4c4a-9b60-fd29509d4316 None None] Attempting to bind port 8da48347-e679-4598-be53-fa6577b7d24b on network f33938cd-879e-4461-9b5e-aa67b746b6bd {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:33:47.789910 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23bcf2f-10c9-4c4a-9b60-fd29509d4316 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:33:47.790203 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23bcf2f-10c9-4c4a-9b60-fd29509d4316 None None] Checking segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:33:47.790600 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c23bcf2f-10c9-4c4a-9b60-fd29509d4316 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:47.790988 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23bcf2f-10c9-4c4a-9b60-fd29509d4316 None None] Bound using segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:33:47.791452 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-c23bcf2f-10c9-4c4a-9b60-fd29509d4316 None None] Bound port: 8da48347-e679-4598-be53-fa6577b7d24b, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:33:47.791821 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c23bcf2f-10c9-4c4a-9b60-fd29509d4316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:47.834494 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b520042a-d44a-4f42-bc81-6ce693711224 None None] Pushing event updated for resources: {'Port': ['ID=8da48347-e679-4598-be53-fa6577b7d24b,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:33:47.906108 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbad3ea8-da38-42aa-8fe6-5ff674c3e8a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-c0a038cf-ad68-4082-adec-149f24f57b71', 'network_id': 'c0a038cf-ad68-4082-adec-149f24f57b71', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ips': [{'subnet_id': 'd3781354-649a-4fd3-abe7-41d1d1f156ff'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:33:47.906913 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-dbad3ea8-da38-42aa-8fe6-5ff674c3e8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:47.934534 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-c23bcf2f-10c9-4c4a-9b60-fd29509d4316 None None] For port 8da48347-e679-4598-be53-fa6577b7d24b, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:33:47.938489 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-c23bcf2f-10c9-4c4a-9b60-fd29509d4316 None None] For port 8da48347-e679-4598-be53-fa6577b7d24b, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=8da48347-e679-4598-be53-fa6577b7d24b,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:33:47.975049 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c23bcf2f-10c9-4c4a-9b60-fd29509d4316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:48.103790 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23bcf2f-10c9-4c4a-9b60-fd29509d4316 None None] Routers {'367aace1-5b02-4f77-98e8-653a99670d65'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:33:48.104435 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-c23bcf2f-10c9-4c4a-9b60-fd29509d4316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:33:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['367aace1-5b02-4f77-98e8-653a99670d65'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:33:48.229600 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b520042a-d44a-4f42-bc81-6ce693711224 None None] Pushing event updated for resources: {'Port': ['ID=8da48347-e679-4598-be53-fa6577b7d24b,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:33:48.233356 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f5d4f2c4-8539-49d2-b826-1cdcb6148f77 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:48.340018 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-dbad3ea8-da38-42aa-8fe6-5ff674c3e8a0 None None] Allocated IP 172.20.0.2 (c0a038cf-ad68-4082-adec-149f24f57b71/d3781354-649a-4fd3-abe7-41d1d1f156ff/92db37f8-adcf-4b41-8770-eae0459548ca) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:33:48.363842 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-c23bcf2f-10c9-4c4a-9b60-fd29509d4316 None None] Set router 367aace1-5b02-4f77-98e8-653a99670d65 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:33:48.795521 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-dbad3ea8-da38-42aa-8fe6-5ff674c3e8a0 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:48.807995 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-dbad3ea8-da38-42aa-8fe6-5ff674c3e8a0 None None] Transition to ACTIVE for port object 92db37f8-adcf-4b41-8770-eae0459548ca will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:33:48.832791 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-dbad3ea8-da38-42aa-8fe6-5ff674c3e8a0 None None] Transition to ACTIVE for port object 92db37f8-adcf-4b41-8770-eae0459548ca will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:33:48.839145 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-dbad3ea8-da38-42aa-8fe6-5ff674c3e8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:48.881738 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-c23bcf2f-10c9-4c4a-9b60-fd29509d4316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367aace1-5b02-4f77-98e8-653a99670d65', 'name': 'tempest-TestNetworkBasicOps-router-1315702112', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86'}], 'enable_snat': True}, 'gw_port_id': '8da48347-e679-4598-be53-fa6577b7d24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:33:44Z', 'updated_at': '2022-10-04T09:33:45Z', 'revision_number': 3, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '8da48347-e679-4598-be53-fa6577b7d24b', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a1:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367aace1-5b02-4f77-98e8-653a99670d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:33:45Z', 'updated_at': '2022-10-04T09:33:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:33:48.903605 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23bcf2f-10c9-4c4a-9b60-fd29509d4316 None None] The sync data for ids ['367aace1-5b02-4f77-98e8-653a99670d65'] in dv-neutron-860215-1-hyperv is: [{'id': '367aace1-5b02-4f77-98e8-653a99670d65', 'name': 'tempest-TestNetworkBasicOps-router-1315702112', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86'}], 'enable_snat': True}, 'gw_port_id': '8da48347-e679-4598-be53-fa6577b7d24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:33:44Z', 'updated_at': '2022-10-04T09:33:45Z', 'revision_number': 3, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '8da48347-e679-4598-be53-fa6577b7d24b', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a1:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367aace1-5b02-4f77-98e8-653a99670d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:33:45Z', 'updated_at': '2022-10-04T09:33:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:33:48.907204 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-f5d4f2c4-8539-49d2-b826-1cdcb6148f77 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Allocated IP 172.20.0.1 (c0a038cf-ad68-4082-adec-149f24f57b71/d3781354-649a-4fd3-abe7-41d1d1f156ff/9a3487ea-400d-4fe1-8d8e-3727f16d9431) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:33:48.910757 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbad3ea8-da38-42aa-8fe6-5ff674c3e8a0 None None] Network c0a038cf-ad68-4082-adec-149f24f57b71 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:33:48.913934 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-dbad3ea8-da38-42aa-8fe6-5ff674c3e8a0 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:33:48.917705 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbad3ea8-da38-42aa-8fe6-5ff674c3e8a0 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:33:48.970378 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbad3ea8-da38-42aa-8fe6-5ff674c3e8a0 None None] Pushing event updated for resources: {'Port': ['ID=92db37f8-adcf-4b41-8770-eae0459548ca,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:33:49.032593 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-dbad3ea8-da38-42aa-8fe6-5ff674c3e8a0 None None] Attempting to bind port 92db37f8-adcf-4b41-8770-eae0459548ca on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:33:49.032971 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-dbad3ea8-da38-42aa-8fe6-5ff674c3e8a0 None None] Attempting to bind port 92db37f8-adcf-4b41-8770-eae0459548ca by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'b00af2c6-ac88-4b33-a44d-b4bd217ef4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c0a038cf-ad68-4082-adec-149f24f57b71'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:33:49.033334 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbad3ea8-da38-42aa-8fe6-5ff674c3e8a0 None None] Attempting to bind port 92db37f8-adcf-4b41-8770-eae0459548ca on network c0a038cf-ad68-4082-adec-149f24f57b71 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:33:49.038838 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbad3ea8-da38-42aa-8fe6-5ff674c3e8a0 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:33:49.039217 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbad3ea8-da38-42aa-8fe6-5ff674c3e8a0 None None] Checking segment: {'id': 'b00af2c6-ac88-4b33-a44d-b4bd217ef4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c0a038cf-ad68-4082-adec-149f24f57b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:33:49.039647 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-dbad3ea8-da38-42aa-8fe6-5ff674c3e8a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:49.040038 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbad3ea8-da38-42aa-8fe6-5ff674c3e8a0 None None] Bound using segment: {'id': 'b00af2c6-ac88-4b33-a44d-b4bd217ef4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c0a038cf-ad68-4082-adec-149f24f57b71'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:33:49.040572 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-dbad3ea8-da38-42aa-8fe6-5ff674c3e8a0 None None] Bound port: 92db37f8-adcf-4b41-8770-eae0459548ca, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b00af2c6-ac88-4b33-a44d-b4bd217ef4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c0a038cf-ad68-4082-adec-149f24f57b71'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:33:49.040920 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-dbad3ea8-da38-42aa-8fe6-5ff674c3e8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:49.093756 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f5d4f2c4-8539-49d2-b826-1cdcb6148f77 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:49.114433 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-f5d4f2c4-8539-49d2-b826-1cdcb6148f77 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Transition to ACTIVE for port object 9a3487ea-400d-4fe1-8d8e-3727f16d9431 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:33:49.143338 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f5d4f2c4-8539-49d2-b826-1cdcb6148f77 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:49.154621 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-dbad3ea8-da38-42aa-8fe6-5ff674c3e8a0 None None] For port 92db37f8-adcf-4b41-8770-eae0459548ca, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:33:49.157706 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-dbad3ea8-da38-42aa-8fe6-5ff674c3e8a0 None None] For port 92db37f8-adcf-4b41-8770-eae0459548ca, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=92db37f8-adcf-4b41-8770-eae0459548ca,segment=NetworkSegment(b00af2c6-ac88-4b33-a44d-b4bd217ef4ac),segment_id=b00af2c6-ac88-4b33-a44d-b4bd217ef4ac)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:33:49.161087 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-dbad3ea8-da38-42aa-8fe6-5ff674c3e8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:49.217067 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d4f2c4-8539-49d2-b826-1cdcb6148f77 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Network c0a038cf-ad68-4082-adec-149f24f57b71 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:33:49.220062 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-f5d4f2c4-8539-49d2-b826-1cdcb6148f77 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:33:49.222613 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d4f2c4-8539-49d2-b826-1cdcb6148f77 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:33:49.255825 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbad3ea8-da38-42aa-8fe6-5ff674c3e8a0 None None] Pushing event updated for resources: {'Port': ['ID=92db37f8-adcf-4b41-8770-eae0459548ca,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:33:49.283479 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d4f2c4-8539-49d2-b826-1cdcb6148f77 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Port': ['ID=9a3487ea-400d-4fe1-8d8e-3727f16d9431,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:33:49.305927 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f5d4f2c4-8539-49d2-b826-1cdcb6148f77 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737202'] for router_interface, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:49.377599 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 8da48347-e679-4598-be53-fa6577b7d24b up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:33:49.465362 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 8da48347-e679-4598-be53-fa6577b7d24b completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:33:49.481953 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 8da48347-e679-4598-be53-fa6577b7d24b triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:33:49.482440 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:49.482892 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 8da48347-e679-4598-be53-fa6577b7d24b Oct 04 09:33:49.639172 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f5d4f2c4-8539-49d2-b826-1cdcb6148f77 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:49.646495 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 8da48347-e679-4598-be53-fa6577b7d24b is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:33:49.647180 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:49.670282 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 8da48347-e679-4598-be53-fa6577b7d24b, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=8da48347-e679-4598-be53-fa6577b7d24b,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:33:49.675881 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:49.764198 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=8da48347-e679-4598-be53-fa6577b7d24b,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:33:50.106296 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f5d4f2c4-8539-49d2-b826-1cdcb6148f77 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:50.110916 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f5d4f2c4-8539-49d2-b826-1cdcb6148f77 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:50.234013 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f5d4f2c4-8539-49d2-b826-1cdcb6148f77 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736777'] for router_interface, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:50.237577 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d4f2c4-8539-49d2-b826-1cdcb6148f77 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Port': ['ID=9a3487ea-400d-4fe1-8d8e-3727f16d9431,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:33:50.326225 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82300dc-f719-4003-a6e0-2dc8fe327bc3 None None] Network c0a038cf-ad68-4082-adec-149f24f57b71 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:33:50.463238 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-af59e2f7-b2d3-4034-a4ad-a2735f707daf None None] Provisioning for port 92db37f8-adcf-4b41-8770-eae0459548ca completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:33:50.501211 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d4f2c4-8539-49d2-b826-1cdcb6148f77 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Network c0a038cf-ad68-4082-adec-149f24f57b71 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:33:50.502384 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-f5d4f2c4-8539-49d2-b826-1cdcb6148f77 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:33:50.702645 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d4f2c4-8539-49d2-b826-1cdcb6148f77 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Router 367aace1-5b02-4f77-98e8-653a99670d65 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:33:50.887547 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d4f2c4-8539-49d2-b826-1cdcb6148f77 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:33:50.899558 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263502a9-15b6-4332-8524-0b2578d405be None None] Sync routers for ids ['367aace1-5b02-4f77-98e8-653a99670d65'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:33:50.909363 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-f5d4f2c4-8539-49d2-b826-1cdcb6148f77 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "PUT /v2.0/routers/367aace1-5b02-4f77-98e8-653a99670d65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3665724 Oct 04 09:33:50.911964 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 38948) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:33:50.914772 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263502a9-15b6-4332-8524-0b2578d405be None None] Routers {'367aace1-5b02-4f77-98e8-653a99670d65'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:33:50.915413 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-263502a9-15b6-4332-8524-0b2578d405be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:33:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['367aace1-5b02-4f77-98e8-653a99670d65'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:33:50.929739 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-9be37c2f-50ec-4c70-a8c6-0bd2fbca06c9 None None] Provisioning for port 9a3487ea-400d-4fe1-8d8e-3727f16d9431 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:33:50.935806 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-9be37c2f-50ec-4c70-a8c6-0bd2fbca06c9 None None] Provisioning complete for port 9a3487ea-400d-4fe1-8d8e-3727f16d9431 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:33:50.936504 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-9be37c2f-50ec-4c70-a8c6-0bd2fbca06c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:50.937014 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-9be37c2f-50ec-4c70-a8c6-0bd2fbca06c9 None None] Attempt 1 to provision port 9a3487ea-400d-4fe1-8d8e-3727f16d9431 Oct 04 09:33:50.995903 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-9be37c2f-50ec-4c70-a8c6-0bd2fbca06c9 None None] Port 9a3487ea-400d-4fe1-8d8e-3727f16d9431 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:33:51.060377 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b666df9b-9493-415b-a734-a8a5d73edb55 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:33:51.061006 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b666df9b-9493-415b-a734-a8a5d73edb55 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:33:51.061526 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b666df9b-9493-415b-a734-a8a5d73edb55 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:33:51.062048 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b666df9b-9493-415b-a734-a8a5d73edb55 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:33:51.063758 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-b666df9b-9493-415b-a734-a8a5d73edb55 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1507275 Oct 04 09:33:51.066453 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 38952) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:33:51.107316 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-263502a9-15b6-4332-8524-0b2578d405be None None] Set router 367aace1-5b02-4f77-98e8-653a99670d65 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:33:51.135960 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0b0749-5e0b-48c4-bab2-7894fc2429df tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:33:51.136446 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0b0749-5e0b-48c4-bab2-7894fc2429df tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:33:51.136901 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0b0749-5e0b-48c4-bab2-7894fc2429df tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:33:51.137342 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0b0749-5e0b-48c4-bab2-7894fc2429df tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:33:51.138968 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-4d0b0749-5e0b-48c4-bab2-7894fc2429df tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2731 time: 0.0715783 Oct 04 09:33:51.141703 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 38956) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:33:51.404167 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 8da48347-e679-4598-be53-fa6577b7d24b up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:33:51.453865 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-7d2e35af-cbf5-4bb1-9090-6271a71b84dd tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1609 time: 0.3058853 Oct 04 09:33:51.478170 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 8da48347-e679-4598-be53-fa6577b7d24b triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:33:51.478517 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-263502a9-15b6-4332-8524-0b2578d405be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367aace1-5b02-4f77-98e8-653a99670d65', 'name': 'tempest-TestNetworkBasicOps-router-1315702112', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86'}], 'enable_snat': True}, 'gw_port_id': '8da48347-e679-4598-be53-fa6577b7d24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:33:44Z', 'updated_at': '2022-10-04T09:33:49Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '8da48347-e679-4598-be53-fa6577b7d24b', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367aace1-5b02-4f77-98e8-653a99670d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:33:45Z', 'updated_at': '2022-10-04T09:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '9a3487ea-400d-4fe1-8d8e-3727f16d9431', 'name': '', 'network_id': 'c0a038cf-ad68-4082-adec-149f24f57b71', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:31:09:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367aace1-5b02-4f77-98e8-653a99670d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'd3781354-649a-4fd3-abe7-41d1d1f156ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:33:48Z', 'updated_at': '2022-10-04T09:33:49Z', 'revision_number': 2, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': 'd3781354-649a-4fd3-abe7-41d1d1f156ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:33:51.478701 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:51.478913 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 8da48347-e679-4598-be53-fa6577b7d24b Oct 04 09:33:51.482282 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263502a9-15b6-4332-8524-0b2578d405be None None] Checking router: 367aace1-5b02-4f77-98e8-653a99670d65 for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:33:51.482625 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263502a9-15b6-4332-8524-0b2578d405be None None] Updating router 367aace1-5b02-4f77-98e8-653a99670d65 port 9a3487ea-400d-4fe1-8d8e-3727f16d9431 binding host dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:33:51.506257 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-9be37c2f-50ec-4c70-a8c6-0bd2fbca06c9 None None] Attempt 2 to provision port 9a3487ea-400d-4fe1-8d8e-3727f16d9431 Oct 04 09:33:51.521900 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 38962) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:33:51.527532 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-157c3796-ebf1-4660-8f50-0f4838dfb994 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1828116584', 'description': 'tempest-secgroup-smoke-1828116584 description', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:33:51.533365 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-157c3796-ebf1-4660-8f50-0f4838dfb994 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:33:51.537442 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-157c3796-ebf1-4660-8f50-0f4838dfb994 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:33:51.538440 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-263502a9-15b6-4332-8524-0b2578d405be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:51.540962 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-157c3796-ebf1-4660-8f50-0f4838dfb994 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:33:51.546912 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-157c3796-ebf1-4660-8f50-0f4838dfb994 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:33:51.558321 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-157c3796-ebf1-4660-8f50-0f4838dfb994 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:51.577665 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-157c3796-ebf1-4660-8f50-0f4838dfb994 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:33:51.581507 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-157c3796-ebf1-4660-8f50-0f4838dfb994 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:33:51.584252 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-157c3796-ebf1-4660-8f50-0f4838dfb994 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:33:51.585461 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-9be37c2f-50ec-4c70-a8c6-0bd2fbca06c9 None None] Port 9a3487ea-400d-4fe1-8d8e-3727f16d9431 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:33:51.590405 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-157c3796-ebf1-4660-8f50-0f4838dfb994 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:33:51.644699 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 8da48347-e679-4598-be53-fa6577b7d24b is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:33:51.645720 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 92db37f8-adcf-4b41-8770-eae0459548ca up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:33:51.666722 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-157c3796-ebf1-4660-8f50-0f4838dfb994 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:51.670953 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-157c3796-ebf1-4660-8f50-0f4838dfb994 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:51.718296 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 92db37f8-adcf-4b41-8770-eae0459548ca completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:33:51.723059 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157c3796-ebf1-4660-8f50-0f4838dfb994 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf65da22-d1be-4f0c-9b4a-1c9e0b8b8eb6,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:33:51.724279 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 92db37f8-adcf-4b41-8770-eae0459548ca triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:33:51.724853 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:51.725215 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 92db37f8-adcf-4b41-8770-eae0459548ca Oct 04 09:33:51.729292 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-157c3796-ebf1-4660-8f50-0f4838dfb994 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:51.731316 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-157c3796-ebf1-4660-8f50-0f4838dfb994 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2082202 Oct 04 09:33:51.734151 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 38966) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:33:51.740488 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-ed2f4489-6808-4e56-8bf9-e2c3c01c55d6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': 'cf65da22-d1be-4f0c-9b4a-1c9e0b8b8eb6', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:33:51.747085 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-ed2f4489-6808-4e56-8bf9-e2c3c01c55d6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:33:51.752293 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-ed2f4489-6808-4e56-8bf9-e2c3c01c55d6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:33:51.755947 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-ed2f4489-6808-4e56-8bf9-e2c3c01c55d6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:33:51.775047 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-ed2f4489-6808-4e56-8bf9-e2c3c01c55d6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:33:51.798412 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ed2f4489-6808-4e56-8bf9-e2c3c01c55d6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:51.869034 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ed2f4489-6808-4e56-8bf9-e2c3c01c55d6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:51.873388 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ed2f4489-6808-4e56-8bf9-e2c3c01c55d6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:51.875627 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 92db37f8-adcf-4b41-8770-eae0459548ca is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:33:51.876193 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:51.907372 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2f4489-6808-4e56-8bf9-e2c3c01c55d6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1643aeb-2245-4194-93d8-9015234c27b6,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:33:51.912762 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 92db37f8-adcf-4b41-8770-eae0459548ca, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=92db37f8-adcf-4b41-8770-eae0459548ca,segment=NetworkSegment(b00af2c6-ac88-4b33-a44d-b4bd217ef4ac),segment_id=b00af2c6-ac88-4b33-a44d-b4bd217ef4ac)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:33:51.917219 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-263502a9-15b6-4332-8524-0b2578d405be None None] Notify callbacks [] for port, precommit_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:51.917945 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ed2f4489-6808-4e56-8bf9-e2c3c01c55d6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:51.921913 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-ed2f4489-6808-4e56-8bf9-e2c3c01c55d6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1836526 Oct 04 09:33:51.922069 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:51.922162 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 38972) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:33:51.927009 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-35becf07-b74c-4a47-a913-555df2b79016 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': 'cf65da22-d1be-4f0c-9b4a-1c9e0b8b8eb6', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:33:51.933387 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.provisioning_blocks [None req-263502a9-15b6-4332-8524-0b2578d405be None None] Transition to ACTIVE for port object 9a3487ea-400d-4fe1-8d8e-3727f16d9431 will not be triggered until provisioned by entity L2. {{(pid=89035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:33:51.934569 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-35becf07-b74c-4a47-a913-555df2b79016 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:33:51.938922 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-35becf07-b74c-4a47-a913-555df2b79016 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:33:51.940195 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-263502a9-15b6-4332-8524-0b2578d405be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:51.941855 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-35becf07-b74c-4a47-a913-555df2b79016 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:33:51.948673 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-35becf07-b74c-4a47-a913-555df2b79016 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:33:51.965699 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-35becf07-b74c-4a47-a913-555df2b79016 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:52.000449 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=92db37f8-adcf-4b41-8770-eae0459548ca,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:33:52.028605 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-35becf07-b74c-4a47-a913-555df2b79016 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:52.032636 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-35becf07-b74c-4a47-a913-555df2b79016 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:52.055854 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35becf07-b74c-4a47-a913-555df2b79016 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e156dd09-0d03-4f43-802d-d882045ca7a2,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:33:52.065622 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-35becf07-b74c-4a47-a913-555df2b79016 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:52.069966 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-35becf07-b74c-4a47-a913-555df2b79016 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1473434 Oct 04 09:33:52.070111 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 38976) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:33:52.075680 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-aed61dcd-9c1b-4cda-9549-1ebdb2ba4b72 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': 'cf65da22-d1be-4f0c-9b4a-1c9e0b8b8eb6', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:33:52.081738 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-aed61dcd-9c1b-4cda-9549-1ebdb2ba4b72 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:33:52.085694 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-aed61dcd-9c1b-4cda-9549-1ebdb2ba4b72 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:33:52.087396 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-9be37c2f-50ec-4c70-a8c6-0bd2fbca06c9 None None] Attempt 3 to provision port 9a3487ea-400d-4fe1-8d8e-3727f16d9431 Oct 04 09:33:52.089317 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-aed61dcd-9c1b-4cda-9549-1ebdb2ba4b72 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:33:52.096010 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-aed61dcd-9c1b-4cda-9549-1ebdb2ba4b72 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:33:52.096152 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecba2e0d-20a3-4f7e-99c6-5403bb94ed66 None None] Pushing event updated for resources: {'Port': ['ID=9a3487ea-400d-4fe1-8d8e-3727f16d9431,revision_number=3']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:33:52.110991 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecba2e0d-20a3-4f7e-99c6-5403bb94ed66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:33:52.111358 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecba2e0d-20a3-4f7e-99c6-5403bb94ed66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:33:52.111814 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecba2e0d-20a3-4f7e-99c6-5403bb94ed66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:33:52.112396 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecba2e0d-20a3-4f7e-99c6-5403bb94ed66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:33:52.112950 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecba2e0d-20a3-4f7e-99c6-5403bb94ed66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:33:52.113310 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecba2e0d-20a3-4f7e-99c6-5403bb94ed66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:33:52.113637 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecba2e0d-20a3-4f7e-99c6-5403bb94ed66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:33:52.113958 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecba2e0d-20a3-4f7e-99c6-5403bb94ed66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:33:52.114285 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecba2e0d-20a3-4f7e-99c6-5403bb94ed66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:33:52.114669 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecba2e0d-20a3-4f7e-99c6-5403bb94ed66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:33:52.115211 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecba2e0d-20a3-4f7e-99c6-5403bb94ed66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:33:52.115311 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aed61dcd-9c1b-4cda-9549-1ebdb2ba4b72 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:52.115539 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecba2e0d-20a3-4f7e-99c6-5403bb94ed66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:33:52.147872 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-9be37c2f-50ec-4c70-a8c6-0bd2fbca06c9 None None] Port 9a3487ea-400d-4fe1-8d8e-3727f16d9431 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:33:52.175406 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-263502a9-15b6-4332-8524-0b2578d405be None None] Attempting to bind port 9a3487ea-400d-4fe1-8d8e-3727f16d9431 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:33:52.175677 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-263502a9-15b6-4332-8524-0b2578d405be None None] Attempting to bind port 9a3487ea-400d-4fe1-8d8e-3727f16d9431 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'b00af2c6-ac88-4b33-a44d-b4bd217ef4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c0a038cf-ad68-4082-adec-149f24f57b71'}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:33:52.176036 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263502a9-15b6-4332-8524-0b2578d405be None None] Attempting to bind port 9a3487ea-400d-4fe1-8d8e-3727f16d9431 on network c0a038cf-ad68-4082-adec-149f24f57b71 {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:33:52.181347 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aed61dcd-9c1b-4cda-9549-1ebdb2ba4b72 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:52.181752 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263502a9-15b6-4332-8524-0b2578d405be None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:33:52.182137 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263502a9-15b6-4332-8524-0b2578d405be None None] Checking segment: {'id': 'b00af2c6-ac88-4b33-a44d-b4bd217ef4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c0a038cf-ad68-4082-adec-149f24f57b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:33:52.182540 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-263502a9-15b6-4332-8524-0b2578d405be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:52.183087 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263502a9-15b6-4332-8524-0b2578d405be None None] Bound using segment: {'id': 'b00af2c6-ac88-4b33-a44d-b4bd217ef4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c0a038cf-ad68-4082-adec-149f24f57b71'} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:33:52.183553 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-263502a9-15b6-4332-8524-0b2578d405be None None] Bound port: 9a3487ea-400d-4fe1-8d8e-3727f16d9431, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b00af2c6-ac88-4b33-a44d-b4bd217ef4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c0a038cf-ad68-4082-adec-149f24f57b71'}}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:33:52.184095 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-263502a9-15b6-4332-8524-0b2578d405be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:52.185291 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aed61dcd-9c1b-4cda-9549-1ebdb2ba4b72 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:52.210740 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed61dcd-9c1b-4cda-9549-1ebdb2ba4b72 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d043f934-e55c-44de-9642-a8c7c0e6e576,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:33:52.219568 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aed61dcd-9c1b-4cda-9549-1ebdb2ba4b72 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:52.220888 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-aed61dcd-9c1b-4cda-9549-1ebdb2ba4b72 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1493359 Oct 04 09:33:52.223552 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 38980) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:33:52.228393 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-0fe0bd97-4368-4cfe-815d-18d565085fda tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': 'cf65da22-d1be-4f0c-9b4a-1c9e0b8b8eb6', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:33:52.234101 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-0fe0bd97-4368-4cfe-815d-18d565085fda tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:33:52.237856 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-0fe0bd97-4368-4cfe-815d-18d565085fda tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:33:52.240679 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-0fe0bd97-4368-4cfe-815d-18d565085fda tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:33:52.247129 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-0fe0bd97-4368-4cfe-815d-18d565085fda tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:33:52.265077 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0fe0bd97-4368-4cfe-815d-18d565085fda tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:52.282522 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-263502a9-15b6-4332-8524-0b2578d405be None None] For port 9a3487ea-400d-4fe1-8d8e-3727f16d9431, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:33:52.285667 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-263502a9-15b6-4332-8524-0b2578d405be None None] For port 9a3487ea-400d-4fe1-8d8e-3727f16d9431, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=9a3487ea-400d-4fe1-8d8e-3727f16d9431,segment=NetworkSegment(b00af2c6-ac88-4b33-a44d-b4bd217ef4ac),segment_id=b00af2c6-ac88-4b33-a44d-b4bd217ef4ac)] {{(pid=89035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:33:52.289378 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-263502a9-15b6-4332-8524-0b2578d405be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:52.330366 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0fe0bd97-4368-4cfe-815d-18d565085fda tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:52.334996 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0fe0bd97-4368-4cfe-815d-18d565085fda tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:52.348110 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263502a9-15b6-4332-8524-0b2578d405be None None] Routers {'367aace1-5b02-4f77-98e8-653a99670d65'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:33:52.348759 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-263502a9-15b6-4332-8524-0b2578d405be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:33:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['367aace1-5b02-4f77-98e8-653a99670d65'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:33:52.357642 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe0bd97-4368-4cfe-815d-18d565085fda tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3de96055-3763-499e-8a4d-bbe9c4ca3e3d,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:33:52.367284 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0fe0bd97-4368-4cfe-815d-18d565085fda tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:52.369106 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-0fe0bd97-4368-4cfe-815d-18d565085fda tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1446509 Oct 04 09:33:52.371772 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 38984) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:33:52.376952 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-127c658c-758f-4e37-ad1c-f3fdeea3a59d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': 'cf65da22-d1be-4f0c-9b4a-1c9e0b8b8eb6', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:33:52.382869 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-127c658c-758f-4e37-ad1c-f3fdeea3a59d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:33:52.387370 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-127c658c-758f-4e37-ad1c-f3fdeea3a59d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:33:52.390254 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-127c658c-758f-4e37-ad1c-f3fdeea3a59d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:33:52.395879 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-127c658c-758f-4e37-ad1c-f3fdeea3a59d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:33:52.410565 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.securitygroups_db [None req-127c658c-758f-4e37-ad1c-f3fdeea3a59d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Project 78fb12e86c5f40beb578bfb97002b5c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 09:33:52.417159 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-127c658c-758f-4e37-ad1c-f3fdeea3a59d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:52.448084 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecba2e0d-20a3-4f7e-99c6-5403bb94ed66 None None] Pushing event updated for resources: {'Port': ['ID=9a3487ea-400d-4fe1-8d8e-3727f16d9431,revision_number=4']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:33:52.481962 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-127c658c-758f-4e37-ad1c-f3fdeea3a59d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:52.486278 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-127c658c-758f-4e37-ad1c-f3fdeea3a59d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:52.509817 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127c658c-758f-4e37-ad1c-f3fdeea3a59d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=617ad0bc-85e4-4ad5-861a-e47dd91a2f8d,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:33:52.518229 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-127c658c-758f-4e37-ad1c-f3fdeea3a59d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:52.519411 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-127c658c-758f-4e37-ad1c-f3fdeea3a59d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1466038 Oct 04 09:33:52.522100 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 38988) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:33:52.527084 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-b56e84c2-312c-4e28-9351-95fef80a86a8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'security_group_rule': {'security_group_id': 'cf65da22-d1be-4f0c-9b4a-1c9e0b8b8eb6', 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:33:52.532856 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-b56e84c2-312c-4e28-9351-95fef80a86a8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:33:52.536629 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-b56e84c2-312c-4e28-9351-95fef80a86a8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:security_group_rule and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:33:52.539921 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-b56e84c2-312c-4e28-9351-95fef80a86a8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:33:52.545585 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-b56e84c2-312c-4e28-9351-95fef80a86a8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:33:52.548647 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-263502a9-15b6-4332-8524-0b2578d405be None None] Set router 367aace1-5b02-4f77-98e8-653a99670d65 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:33:52.556847 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.securitygroups_db [None req-b56e84c2-312c-4e28-9351-95fef80a86a8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Project 78fb12e86c5f40beb578bfb97002b5c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 09:33:52.563766 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b56e84c2-312c-4e28-9351-95fef80a86a8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:52.628999 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b56e84c2-312c-4e28-9351-95fef80a86a8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:52.632773 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b56e84c2-312c-4e28-9351-95fef80a86a8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:52.649691 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-9be37c2f-50ec-4c70-a8c6-0bd2fbca06c9 None None] Attempt 4 to provision port 9a3487ea-400d-4fe1-8d8e-3727f16d9431 Oct 04 09:33:52.659456 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56e84c2-312c-4e28-9351-95fef80a86a8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33596ca1-3447-420c-91d4-9e401a98be2d,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:33:52.669370 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b56e84c2-312c-4e28-9351-95fef80a86a8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:52.669656 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-b56e84c2-312c-4e28-9351-95fef80a86a8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1466424 Oct 04 09:33:52.731501 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-9be37c2f-50ec-4c70-a8c6-0bd2fbca06c9 None None] Port 9a3487ea-400d-4fe1-8d8e-3727f16d9431 had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 09:33:52.897418 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-37a742e4-8abd-4fc5-8dad-8208bdecc3a7 req-16b3eb98-f9c3-4195-af3b-44156601f649 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:security_group {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:33:52.900341 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-263502a9-15b6-4332-8524-0b2578d405be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367aace1-5b02-4f77-98e8-653a99670d65', 'name': 'tempest-TestNetworkBasicOps-router-1315702112', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86'}], 'enable_snat': True}, 'gw_port_id': '8da48347-e679-4598-be53-fa6577b7d24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:33:44Z', 'updated_at': '2022-10-04T09:33:49Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '8da48347-e679-4598-be53-fa6577b7d24b', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367aace1-5b02-4f77-98e8-653a99670d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:33:45Z', 'updated_at': '2022-10-04T09:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '9a3487ea-400d-4fe1-8d8e-3727f16d9431', 'name': '', 'network_id': 'c0a038cf-ad68-4082-adec-149f24f57b71', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:31:09:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367aace1-5b02-4f77-98e8-653a99670d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'd3781354-649a-4fd3-abe7-41d1d1f156ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:33:48Z', 'updated_at': '2022-10-04T09:33:52Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': 'd3781354-649a-4fd3-abe7-41d1d1f156ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:33:52.904787 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263502a9-15b6-4332-8524-0b2578d405be None None] The sync data for ids ['367aace1-5b02-4f77-98e8-653a99670d65'] in dv-neutron-860215-1-hyperv is: [{'id': '367aace1-5b02-4f77-98e8-653a99670d65', 'name': 'tempest-TestNetworkBasicOps-router-1315702112', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86'}], 'enable_snat': True}, 'gw_port_id': '8da48347-e679-4598-be53-fa6577b7d24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:33:44Z', 'updated_at': '2022-10-04T09:33:49Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '8da48347-e679-4598-be53-fa6577b7d24b', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367aace1-5b02-4f77-98e8-653a99670d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:33:45Z', 'updated_at': '2022-10-04T09:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '9a3487ea-400d-4fe1-8d8e-3727f16d9431', 'name': '', 'network_id': 'c0a038cf-ad68-4082-adec-149f24f57b71', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:31:09:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367aace1-5b02-4f77-98e8-653a99670d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'd3781354-649a-4fd3-abe7-41d1d1f156ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:33:48Z', 'updated_at': '2022-10-04T09:33:52Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': 'd3781354-649a-4fd3-abe7-41d1d1f156ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:33:52.913731 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-37a742e4-8abd-4fc5-8dad-8208bdecc3a7 req-16b3eb98-f9c3-4195-af3b-44156601f649 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:security_group {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:33:52.915676 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-37a742e4-8abd-4fc5-8dad-8208bdecc3a7 req-16b3eb98-f9c3-4195-af3b-44156601f649 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1828116584&fields=id&tenant_id=78fb12e86c5f40beb578bfb97002b5c9 HTTP/1.1" status: 200 len: 267 time: 0.0574489 Oct 04 09:33:53.083569 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a742e4-8abd-4fc5-8dad-8208bdecc3a7 req-323c4335-3675-49c2-842f-0ee5cd6fcda4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:33:53.084387 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-37a742e4-8abd-4fc5-8dad-8208bdecc3a7 req-323c4335-3675-49c2-842f-0ee5cd6fcda4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:network {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:33:53.101274 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-37a742e4-8abd-4fc5-8dad-8208bdecc3a7 req-323c4335-3675-49c2-842f-0ee5cd6fcda4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:network {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:33:53.103168 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-37a742e4-8abd-4fc5-8dad-8208bdecc3a7 req-323c4335-3675-49c2-842f-0ee5cd6fcda4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/networks?id=c0a038cf-ad68-4082-adec-149f24f57b71 HTTP/1.1" status: 200 len: 796 time: 0.1807718 Oct 04 09:33:53.118454 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-37a742e4-8abd-4fc5-8dad-8208bdecc3a7 req-ed633dc2-eb20-4588-ad29-340a56b7f939 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/quotas/78fb12e86c5f40beb578bfb97002b5c9 HTTP/1.1" status: 200 len: 375 time: 0.0095937 Oct 04 09:33:53.214975 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-37a742e4-8abd-4fc5-8dad-8208bdecc3a7 req-c4961e47-49ee-4908-b20b-fe73401dd20c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=78fb12e86c5f40beb578bfb97002b5c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0905998 Oct 04 09:33:53.405161 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-37a742e4-8abd-4fc5-8dad-8208bdecc3a7 req-f0d2e6f5-860f-4bfb-a12a-ebd17c308fdf service neutron] 10.222.0.50 "GET /v2.0/networks/c0a038cf-ad68-4082-adec-149f24f57b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784132 Oct 04 09:33:53.410915 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 9a3487ea-400d-4fe1-8d8e-3727f16d9431 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:33:53.487158 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 9a3487ea-400d-4fe1-8d8e-3727f16d9431 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:33:53.492415 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 9a3487ea-400d-4fe1-8d8e-3727f16d9431 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:33:53.493022 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:53.493363 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 9a3487ea-400d-4fe1-8d8e-3727f16d9431 Oct 04 09:33:53.549157 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-37a742e4-8abd-4fc5-8dad-8208bdecc3a7 req-c9e0193a-e0b8-4563-932d-c629a6b75efd service neutron] 10.222.0.50 "GET /v2.0/networks/c0a038cf-ad68-4082-adec-149f24f57b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370838 Oct 04 09:33:53.621271 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 9a3487ea-400d-4fe1-8d8e-3727f16d9431 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:33:53.621667 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:53.671074 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 9a3487ea-400d-4fe1-8d8e-3727f16d9431, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=9a3487ea-400d-4fe1-8d8e-3727f16d9431,segment=NetworkSegment(b00af2c6-ac88-4b33-a44d-b4bd217ef4ac),segment_id=b00af2c6-ac88-4b33-a44d-b4bd217ef4ac)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:33:53.678741 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:53.679657 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 92db37f8-adcf-4b41-8770-eae0459548ca up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:33:53.787129 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-d16d1d2f-2638-406a-b0fe-ccb0de0e958b req-adde34c0-8fef-4d69-a452-02a017eefaa7 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:33:53.810483 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-d16d1d2f-2638-406a-b0fe-ccb0de0e958b req-adde34c0-8fef-4d69-a452-02a017eefaa7 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:33:53.812118 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d16d1d2f-2638-406a-b0fe-ccb0de0e958b req-adde34c0-8fef-4d69-a452-02a017eefaa7 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ef5ca00-29cd-4218-9fcb-7cfc767483f2 HTTP/1.1" status: 200 len: 210 time: 0.0861087 Oct 04 09:33:53.849539 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=9a3487ea-400d-4fe1-8d8e-3727f16d9431,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:33:53.865006 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 92db37f8-adcf-4b41-8770-eae0459548ca triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:33:53.865449 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:53.866042 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 92db37f8-adcf-4b41-8770-eae0459548ca Oct 04 09:33:53.996955 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 92db37f8-adcf-4b41-8770-eae0459548ca is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:33:54.983791 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-386fc386-6766-45eb-b617-ef6b6fd460dd req-e9913b63-c4fa-43df-9a34-013109897f3c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ef5ca00-29cd-4218-9fcb-7cfc767483f2 HTTP/1.1" status: 200 len: 210 time: 0.0529609 Oct 04 09:33:54.986256 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a742e4-8abd-4fc5-8dad-8208bdecc3a7 req-f5b1a376-b1f6-478f-b356-e3cf58efd3a8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:33:54.986985 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-37a742e4-8abd-4fc5-8dad-8208bdecc3a7 req-f5b1a376-b1f6-478f-b356-e3cf58efd3a8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:network {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:33:55.003601 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-37a742e4-8abd-4fc5-8dad-8208bdecc3a7 req-f5b1a376-b1f6-478f-b356-e3cf58efd3a8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:network {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:33:55.004713 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-37a742e4-8abd-4fc5-8dad-8208bdecc3a7 req-f5b1a376-b1f6-478f-b356-e3cf58efd3a8 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.20 "GET /v2.0/networks?id=c0a038cf-ad68-4082-adec-149f24f57b71 HTTP/1.1" status: 200 len: 796 time: 0.1743674 Oct 04 09:33:55.062514 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-37a742e4-8abd-4fc5-8dad-8208bdecc3a7 req-b87568cd-4d3c-413b-9569-ebf365e50d3f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:security_group {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:33:55.074626 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-37a742e4-8abd-4fc5-8dad-8208bdecc3a7 req-b87568cd-4d3c-413b-9569-ebf365e50d3f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:security_group {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:33:55.075726 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-37a742e4-8abd-4fc5-8dad-8208bdecc3a7 req-b87568cd-4d3c-413b-9569-ebf365e50d3f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78fb12e86c5f40beb578bfb97002b5c9 HTTP/1.1" status: 200 len: 380 time: 0.0570617 Oct 04 09:33:55.084348 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-37a742e4-8abd-4fc5-8dad-8208bdecc3a7 req-facbcf2c-24ce-4261-863f-53ee60f9dc24 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'port': {'device_id': '5ef5ca00-29cd-4218-9fcb-7cfc767483f2', 'network_id': 'c0a038cf-ad68-4082-adec-149f24f57b71', 'admin_state_up': True, 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'security_groups': ['cf65da22-d1be-4f0c-9b4a-1c9e0b8b8eb6']}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:33:55.216621 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-37a742e4-8abd-4fc5-8dad-8208bdecc3a7 req-facbcf2c-24ce-4261-863f-53ee60f9dc24 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:33:55.225864 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-37a742e4-8abd-4fc5-8dad-8208bdecc3a7 req-facbcf2c-24ce-4261-863f-53ee60f9dc24 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:33:55.235550 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37a742e4-8abd-4fc5-8dad-8208bdecc3a7 req-facbcf2c-24ce-4261-863f-53ee60f9dc24 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Made reservation on behalf of 78fb12e86c5f40beb578bfb97002b5c9 for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:33:55.239145 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-37a742e4-8abd-4fc5-8dad-8208bdecc3a7 req-facbcf2c-24ce-4261-863f-53ee60f9dc24 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:55.330977 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 9a3487ea-400d-4fe1-8d8e-3727f16d9431 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:33:55.398175 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 9a3487ea-400d-4fe1-8d8e-3727f16d9431 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:33:55.398564 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:55.398906 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 9a3487ea-400d-4fe1-8d8e-3727f16d9431 Oct 04 09:33:55.399624 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [req-37a742e4-8abd-4fc5-8dad-8208bdecc3a7 req-facbcf2c-24ce-4261-863f-53ee60f9dc24 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Allocated IP 172.20.0.7 (c0a038cf-ad68-4082-adec-149f24f57b71/d3781354-649a-4fd3-abe7-41d1d1f156ff/8aa1490e-d265-4ceb-8fee-f7d249c1f148) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:33:55.514881 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 9a3487ea-400d-4fe1-8d8e-3727f16d9431 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:33:55.590923 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-37a742e4-8abd-4fc5-8dad-8208bdecc3a7 req-facbcf2c-24ce-4261-863f-53ee60f9dc24 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:55.606386 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-37a742e4-8abd-4fc5-8dad-8208bdecc3a7 req-facbcf2c-24ce-4261-863f-53ee60f9dc24 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Transition to ACTIVE for port object 8aa1490e-d265-4ceb-8fee-f7d249c1f148 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:33:55.629480 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-37a742e4-8abd-4fc5-8dad-8208bdecc3a7 req-facbcf2c-24ce-4261-863f-53ee60f9dc24 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:55.696553 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37a742e4-8abd-4fc5-8dad-8208bdecc3a7 req-facbcf2c-24ce-4261-863f-53ee60f9dc24 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Network c0a038cf-ad68-4082-adec-149f24f57b71 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:33:55.699451 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [req-37a742e4-8abd-4fc5-8dad-8208bdecc3a7 req-facbcf2c-24ce-4261-863f-53ee60f9dc24 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:33:55.702290 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a742e4-8abd-4fc5-8dad-8208bdecc3a7 req-facbcf2c-24ce-4261-863f-53ee60f9dc24 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:33:55.748718 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facbcf2c-24ce-4261-863f-53ee60f9dc24 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Port': ['ID=8aa1490e-d265-4ceb-8fee-f7d249c1f148,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:33:55.775731 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a742e4-8abd-4fc5-8dad-8208bdecc3a7 req-facbcf2c-24ce-4261-863f-53ee60f9dc24 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:33:55.776341 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-37a742e4-8abd-4fc5-8dad-8208bdecc3a7 req-facbcf2c-24ce-4261-863f-53ee60f9dc24 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:55.802191 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-37a742e4-8abd-4fc5-8dad-8208bdecc3a7 req-facbcf2c-24ce-4261-863f-53ee60f9dc24 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7212911 Oct 04 09:33:55.819164 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-37a742e4-8abd-4fc5-8dad-8208bdecc3a7 req-80e3db9b-eacd-4f1b-a78d-e6831f830bc4 service neutron] Request body: {'port': {'device_id': '5ef5ca00-29cd-4218-9fcb-7cfc767483f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8602'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:33:55.889415 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-25850841-61c5-4e2a-b5d8-5971770b4bc9 None None] Provisioning for port 8aa1490e-d265-4ceb-8fee-f7d249c1f148 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:33:55.894001 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-25850841-61c5-4e2a-b5d8-5971770b4bc9 None None] Provisioning complete for port 8aa1490e-d265-4ceb-8fee-f7d249c1f148 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:33:55.894369 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-25850841-61c5-4e2a-b5d8-5971770b4bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:55.894697 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-25850841-61c5-4e2a-b5d8-5971770b4bc9 None None] Attempt 1 to provision port 8aa1490e-d265-4ceb-8fee-f7d249c1f148 Oct 04 09:33:55.934998 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-37a742e4-8abd-4fc5-8dad-8208bdecc3a7 req-80e3db9b-eacd-4f1b-a78d-e6831f830bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:55.947412 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-25850841-61c5-4e2a-b5d8-5971770b4bc9 None None] Port 8aa1490e-d265-4ceb-8fee-f7d249c1f148 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:33:56.325564 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d6b03-2ae4-49ba-8877-fdaf0d28bbef req-f41ae2e2-1972-4221-947f-20c475529f81 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:33:56.326720 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-c83d6b03-2ae4-49ba-8877-fdaf0d28bbef req-f41ae2e2-1972-4221-947f-20c475529f81 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:33:56.356876 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-c83d6b03-2ae4-49ba-8877-fdaf0d28bbef req-f41ae2e2-1972-4221-947f-20c475529f81 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:33:56.358138 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c83d6b03-2ae4-49ba-8877-fdaf0d28bbef req-f41ae2e2-1972-4221-947f-20c475529f81 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ef5ca00-29cd-4218-9fcb-7cfc767483f2 HTTP/1.1" status: 200 len: 931 time: 0.2553878 Oct 04 09:33:56.419334 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c83d6b03-2ae4-49ba-8877-fdaf0d28bbef req-938835e9-857f-4cb4-bb0d-6ce3983171d6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf65da22-d1be-4f0c-9b4a-1c9e0b8b8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484960 Oct 04 09:33:56.448695 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-25850841-61c5-4e2a-b5d8-5971770b4bc9 None None] Attempt 2 to provision port 8aa1490e-d265-4ceb-8fee-f7d249c1f148 Oct 04 09:33:56.486865 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [req-37a742e4-8abd-4fc5-8dad-8208bdecc3a7 req-80e3db9b-eacd-4f1b-a78d-e6831f830bc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aa1490e-d265-4ceb-8fee-f7d249c1f148 {{(pid=89032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:33:56.494093 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-37a742e4-8abd-4fc5-8dad-8208bdecc3a7 req-80e3db9b-eacd-4f1b-a78d-e6831f830bc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:56.506019 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-25850841-61c5-4e2a-b5d8-5971770b4bc9 None None] Port 8aa1490e-d265-4ceb-8fee-f7d249c1f148 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:33:56.508962 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-37a742e4-8abd-4fc5-8dad-8208bdecc3a7 req-80e3db9b-eacd-4f1b-a78d-e6831f830bc4 service neutron] Transition to ACTIVE for port object 8aa1490e-d265-4ceb-8fee-f7d249c1f148 will not be triggered until provisioned by entity L2. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:33:56.512631 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-37a742e4-8abd-4fc5-8dad-8208bdecc3a7 req-80e3db9b-eacd-4f1b-a78d-e6831f830bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:56.694305 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e3db9b-eacd-4f1b-a78d-e6831f830bc4 service neutron] Pushing event updated for resources: {'Port': ['ID=8aa1490e-d265-4ceb-8fee-f7d249c1f148,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:33:56.736803 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-37a742e4-8abd-4fc5-8dad-8208bdecc3a7 req-80e3db9b-eacd-4f1b-a78d-e6831f830bc4 service neutron] Attempting to bind port 8aa1490e-d265-4ceb-8fee-f7d249c1f148 on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:33:56.737132 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-37a742e4-8abd-4fc5-8dad-8208bdecc3a7 req-80e3db9b-eacd-4f1b-a78d-e6831f830bc4 service neutron] Attempting to bind port 8aa1490e-d265-4ceb-8fee-f7d249c1f148 by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': 'b00af2c6-ac88-4b33-a44d-b4bd217ef4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c0a038cf-ad68-4082-adec-149f24f57b71'}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:33:56.737458 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a742e4-8abd-4fc5-8dad-8208bdecc3a7 req-80e3db9b-eacd-4f1b-a78d-e6831f830bc4 service neutron] Attempting to bind port 8aa1490e-d265-4ceb-8fee-f7d249c1f148 on network c0a038cf-ad68-4082-adec-149f24f57b71 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:33:56.744061 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a742e4-8abd-4fc5-8dad-8208bdecc3a7 req-80e3db9b-eacd-4f1b-a78d-e6831f830bc4 service neutron] Port 8aa1490e-d265-4ceb-8fee-f7d249c1f148 on network c0a038cf-ad68-4082-adec-149f24f57b71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:33:56.744402 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a742e4-8abd-4fc5-8dad-8208bdecc3a7 req-80e3db9b-eacd-4f1b-a78d-e6831f830bc4 service neutron] Attempting to bind port 8aa1490e-d265-4ceb-8fee-f7d249c1f148 on network c0a038cf-ad68-4082-adec-149f24f57b71 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:33:56.749660 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a742e4-8abd-4fc5-8dad-8208bdecc3a7 req-80e3db9b-eacd-4f1b-a78d-e6831f830bc4 service neutron] Checking agent: {'id': '1be90a14-1104-4771-996e-684b25b74d15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'started_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:33:56.749990 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a742e4-8abd-4fc5-8dad-8208bdecc3a7 req-80e3db9b-eacd-4f1b-a78d-e6831f830bc4 service neutron] Checking segment: {'id': 'b00af2c6-ac88-4b33-a44d-b4bd217ef4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c0a038cf-ad68-4082-adec-149f24f57b71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:33:56.750365 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a742e4-8abd-4fc5-8dad-8208bdecc3a7 req-80e3db9b-eacd-4f1b-a78d-e6831f830bc4 service neutron] Bound using segment: {'id': 'b00af2c6-ac88-4b33-a44d-b4bd217ef4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c0a038cf-ad68-4082-adec-149f24f57b71'} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:33:56.750782 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-37a742e4-8abd-4fc5-8dad-8208bdecc3a7 req-80e3db9b-eacd-4f1b-a78d-e6831f830bc4 service neutron] Bound port: 8aa1490e-d265-4ceb-8fee-f7d249c1f148, host: hv-neutron-8602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b00af2c6-ac88-4b33-a44d-b4bd217ef4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c0a038cf-ad68-4082-adec-149f24f57b71'}}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:33:56.751120 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-37a742e4-8abd-4fc5-8dad-8208bdecc3a7 req-80e3db9b-eacd-4f1b-a78d-e6831f830bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:56.841916 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-37a742e4-8abd-4fc5-8dad-8208bdecc3a7 req-80e3db9b-eacd-4f1b-a78d-e6831f830bc4 service neutron] For port 8aa1490e-d265-4ceb-8fee-f7d249c1f148, host hv-neutron-8602, cleared binding levels {{(pid=89032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:33:56.844821 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-37a742e4-8abd-4fc5-8dad-8208bdecc3a7 req-80e3db9b-eacd-4f1b-a78d-e6831f830bc4 service neutron] For port 8aa1490e-d265-4ceb-8fee-f7d249c1f148, host hv-neutron-8602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=8aa1490e-d265-4ceb-8fee-f7d249c1f148,segment=NetworkSegment(b00af2c6-ac88-4b33-a44d-b4bd217ef4ac),segment_id=b00af2c6-ac88-4b33-a44d-b4bd217ef4ac)] {{(pid=89032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:33:56.848891 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-37a742e4-8abd-4fc5-8dad-8208bdecc3a7 req-80e3db9b-eacd-4f1b-a78d-e6831f830bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:56.879282 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a742e4-8abd-4fc5-8dad-8208bdecc3a7 req-80e3db9b-eacd-4f1b-a78d-e6831f830bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:33:56.879882 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-37a742e4-8abd-4fc5-8dad-8208bdecc3a7 req-80e3db9b-eacd-4f1b-a78d-e6831f830bc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:56.881254 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-37a742e4-8abd-4fc5-8dad-8208bdecc3a7 req-80e3db9b-eacd-4f1b-a78d-e6831f830bc4 service neutron] 10.222.0.20 "PUT /v2.0/ports/8aa1490e-d265-4ceb-8fee-f7d249c1f148 HTTP/1.1" status: 200 len: 1093 time: 1.0664365 Oct 04 09:33:56.881673 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ef5ca00-29cd-4218-9fcb-7cfc767483f2', 'tag': '8aa1490e-d265-4ceb-8fee-f7d249c1f148'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:33:56.884503 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362d0d4f-0295-493c-993e-0fe665a024e1" -d '{"events": [{"name": "network-changed", "server_uuid": "5ef5ca00-29cd-4218-9fcb-7cfc767483f2", "tag": "8aa1490e-d265-4ceb-8fee-f7d249c1f148"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:33:56.924935 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e3db9b-eacd-4f1b-a78d-e6831f830bc4 service neutron] Pushing event updated for resources: {'Port': ['ID=8aa1490e-d265-4ceb-8fee-f7d249c1f148,revision_number=3']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:33:56.928351 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1bdbb97-3308-46cc-9a58-995d0c0af209 x-openstack-request-id: req-a1bdbb97-3308-46cc-9a58-995d0c0af209 {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:33:56.928661 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ef5ca00-29cd-4218-9fcb-7cfc767483f2", "tag": "8aa1490e-d265-4ceb-8fee-f7d249c1f148", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:33:56.928902 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a1bdbb97-3308-46cc-9a58-995d0c0af209 {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:33:56.929307 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1bdbb97-3308-46cc-9a58-995d0c0af209'] response: {'name': 'network-changed', 'server_uuid': '5ef5ca00-29cd-4218-9fcb-7cfc767483f2', 'tag': '8aa1490e-d265-4ceb-8fee-f7d249c1f148', 'status': 'completed', 'code': 200} Oct 04 09:33:57.007041 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-25850841-61c5-4e2a-b5d8-5971770b4bc9 None None] Attempt 3 to provision port 8aa1490e-d265-4ceb-8fee-f7d249c1f148 Oct 04 09:33:57.025475 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a742e4-8abd-4fc5-8dad-8208bdecc3a7 req-76381a03-602f-4fd1-8dda-6fa91bcef19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:33:57.027114 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-37a742e4-8abd-4fc5-8dad-8208bdecc3a7 req-76381a03-602f-4fd1-8dda-6fa91bcef19a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78fb12e86c5f40beb578bfb97002b5c9&device_id=5ef5ca00-29cd-4218-9fcb-7cfc767483f2 HTTP/1.1" status: 200 len: 1096 time: 0.0840187 Oct 04 09:33:57.101510 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-25850841-61c5-4e2a-b5d8-5971770b4bc9 None None] Port 8aa1490e-d265-4ceb-8fee-f7d249c1f148 had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 09:33:57.102763 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-37a742e4-8abd-4fc5-8dad-8208bdecc3a7 req-00986579-9a9f-4fc7-a027-deece1e255d9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8aa1490e-d265-4ceb-8fee-f7d249c1f148 HTTP/1.1" status: 200 len: 217 time: 0.0640061 Oct 04 09:33:57.167067 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a742e4-8abd-4fc5-8dad-8208bdecc3a7 req-0a639d0f-01d4-4be9-8e94-96996677930b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:33:57.168498 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-37a742e4-8abd-4fc5-8dad-8208bdecc3a7 req-0a639d0f-01d4-4be9-8e94-96996677930b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d3781354-649a-4fd3-abe7-41d1d1f156ff HTTP/1.1" status: 200 len: 834 time: 0.0601385 Oct 04 09:33:57.248180 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a742e4-8abd-4fc5-8dad-8208bdecc3a7 req-4961e3b5-5cd7-4dc7-9747-bdabfc753e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:33:57.249905 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-37a742e4-8abd-4fc5-8dad-8208bdecc3a7 req-4961e3b5-5cd7-4dc7-9747-bdabfc753e82 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0a038cf-ad68-4082-adec-149f24f57b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755868 Oct 04 09:33:57.379300 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-37a742e4-8abd-4fc5-8dad-8208bdecc3a7 req-d4f24fa8-97a7-4942-aa00-c369583fcb9b service neutron] 10.222.0.20 "GET /v2.0/networks/c0a038cf-ad68-4082-adec-149f24f57b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232581 Oct 04 09:33:57.509732 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-37a742e4-8abd-4fc5-8dad-8208bdecc3a7 req-2273cd30-eea7-4685-9c09-36389f4595f2 service neutron] 10.222.0.20 "GET /v2.0/networks/c0a038cf-ad68-4082-adec-149f24f57b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245553 Oct 04 09:33:57.593875 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-4252a7be-1f50-455b-8117-264be848a5e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:33:57.691611 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47853933-a862-424c-81c0-573ea457a84e req-1ce5afc3-a736-4ff2-a327-2c3e96363343 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:33:57.693100 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-47853933-a862-424c-81c0-573ea457a84e req-1ce5afc3-a736-4ff2-a327-2c3e96363343 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ef5ca00-29cd-4218-9fcb-7cfc767483f2 HTTP/1.1" status: 200 len: 943 time: 0.1584704 Oct 04 09:33:57.698550 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d0d4f-0295-493c-993e-0fe665a024e1 req-4952185a-145a-4fb0-a07f-3811c9f48eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:33:57.700068 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-362d0d4f-0295-493c-993e-0fe665a024e1 req-4952185a-145a-4fb0-a07f-3811c9f48eb9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78fb12e86c5f40beb578bfb97002b5c9&device_id=5ef5ca00-29cd-4218-9fcb-7cfc767483f2 HTTP/1.1" status: 200 len: 1096 time: 0.1056819 Oct 04 09:33:57.913226 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-47853933-a862-424c-81c0-573ea457a84e req-e7718d48-3164-4c04-ab73-f41c656637b0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf65da22-d1be-4f0c-9b4a-1c9e0b8b8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2120900 Oct 04 09:33:57.955246 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d0d4f-0295-493c-993e-0fe665a024e1 req-f1a83346-9f0d-4ee7-bbb9-bdafdcf6a6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:33:57.956686 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-362d0d4f-0295-493c-993e-0fe665a024e1 req-f1a83346-9f0d-4ee7-bbb9-bdafdcf6a6fc service neutron] 10.222.0.20 "GET /v2.0/networks?id=c0a038cf-ad68-4082-adec-149f24f57b71 HTTP/1.1" status: 200 len: 897 time: 0.2429600 Oct 04 09:33:58.022395 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-362d0d4f-0295-493c-993e-0fe665a024e1 req-113702e8-a4fc-441c-8437-9c501315249c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8aa1490e-d265-4ceb-8fee-f7d249c1f148 HTTP/1.1" status: 200 len: 217 time: 0.0596957 Oct 04 09:33:58.087249 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d0d4f-0295-493c-993e-0fe665a024e1 req-0df7dde1-3668-4dcd-9033-69e5ef6c23a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:33:58.088728 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-362d0d4f-0295-493c-993e-0fe665a024e1 req-0df7dde1-3668-4dcd-9033-69e5ef6c23a4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d3781354-649a-4fd3-abe7-41d1d1f156ff HTTP/1.1" status: 200 len: 834 time: 0.0607922 Oct 04 09:33:58.176017 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d0d4f-0295-493c-993e-0fe665a024e1 req-ea5ff0b5-0a63-4187-af8a-9bd42dd3e58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:33:58.177425 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-362d0d4f-0295-493c-993e-0fe665a024e1 req-ea5ff0b5-0a63-4187-af8a-9bd42dd3e58c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0a038cf-ad68-4082-adec-149f24f57b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823431 Oct 04 09:33:58.313998 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-362d0d4f-0295-493c-993e-0fe665a024e1 req-56543f9a-2316-4d26-b8de-2451e42f562a service neutron] 10.222.0.20 "GET /v2.0/networks/c0a038cf-ad68-4082-adec-149f24f57b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300948 Oct 04 09:33:58.449253 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-362d0d4f-0295-493c-993e-0fe665a024e1 req-184c3c3c-c23d-4920-ae61-a8cfc9ec967a service neutron] 10.222.0.20 "GET /v2.0/networks/c0a038cf-ad68-4082-adec-149f24f57b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287208 Oct 04 09:33:59.112738 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671ebcb-7fb5-49c4-b322-1978506c487c req-1a39ef96-6da4-451b-a757-b730947fcc06 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:33:59.114188 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-c671ebcb-7fb5-49c4-b322-1978506c487c req-1a39ef96-6da4-451b-a757-b730947fcc06 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ef5ca00-29cd-4218-9fcb-7cfc767483f2 HTTP/1.1" status: 200 len: 943 time: 0.0908296 Oct 04 09:33:59.157250 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-c671ebcb-7fb5-49c4-b322-1978506c487c req-75ae49b4-5b44-4cfd-9f1f-b1bdf6c5d24a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf65da22-d1be-4f0c-9b4a-1c9e0b8b8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374119 Oct 04 09:34:00.272770 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-97b77d9a-a33f-4071-a9a3-bcbcbc32ffd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:34:00.364319 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898841d7-a43d-459f-bf07-e323addd2a79 req-fb1b5ab0-b1ff-43c9-aa79-5310b0ee9f87 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:34:00.365866 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-898841d7-a43d-459f-bf07-e323addd2a79 req-fb1b5ab0-b1ff-43c9-aa79-5310b0ee9f87 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ef5ca00-29cd-4218-9fcb-7cfc767483f2 HTTP/1.1" status: 200 len: 943 time: 0.0972002 Oct 04 09:34:00.410674 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-898841d7-a43d-459f-bf07-e323addd2a79 req-61d57cb5-dbc0-4742-95e5-fd40ecfa89fc tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf65da22-d1be-4f0c-9b4a-1c9e0b8b8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382874 Oct 04 09:34:00.414753 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 8aa1490e-d265-4ceb-8fee-f7d249c1f148 details requested by agent hyperv_hv-neutron-8602 with host hv-neutron-8602 {{(pid=89034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 04 09:34:00.542606 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 8aa1490e-d265-4ceb-8fee-f7d249c1f148, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=8aa1490e-d265-4ceb-8fee-f7d249c1f148,segment=NetworkSegment(b00af2c6-ac88-4b33-a44d-b4bd217ef4ac),segment_id=b00af2c6-ac88-4b33-a44d-b4bd217ef4ac)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:34:00.555538 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Returning: {'device': '8aa1490e-d265-4ceb-8fee-f7d249c1f148', 'network_id': 'c0a038cf-ad68-4082-adec-149f24f57b71', 'port_id': '8aa1490e-d265-4ceb-8fee-f7d249c1f148', 'mac_address': 'fa:16:3e:7e:be:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3781354-649a-4fd3-abe7-41d1d1f156ff', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 04 09:34:00.611208 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 8aa1490e-d265-4ceb-8fee-f7d249c1f148 is: DOWN; New status is: BUILD {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:34:00.611584 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:34:00.628532 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aa1490e-d265-4ceb-8fee-f7d249c1f148 {{(pid=89034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:34:00.646404 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 8aa1490e-d265-4ceb-8fee-f7d249c1f148, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=8aa1490e-d265-4ceb-8fee-f7d249c1f148,segment=NetworkSegment(b00af2c6-ac88-4b33-a44d-b4bd217ef4ac),segment_id=b00af2c6-ac88-4b33-a44d-b4bd217ef4ac)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:34:00.649350 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:34:00.714869 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=8aa1490e-d265-4ceb-8fee-f7d249c1f148,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:34:00.726348 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:34:00.736259 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:34:00.755081 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:34:01.018059 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['8aa1490e-d265-4ceb-8fee-f7d249c1f148'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 09:34:01.610373 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806cd3a-f2e3-4213-8340-1371cd90ae1f req-8709f9c0-9a28-4e8b-b3b8-4ed235608c62 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:34:01.611796 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-3806cd3a-f2e3-4213-8340-1371cd90ae1f req-8709f9c0-9a28-4e8b-b3b8-4ed235608c62 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ef5ca00-29cd-4218-9fcb-7cfc767483f2 HTTP/1.1" status: 200 len: 944 time: 0.0887108 Oct 04 09:34:01.654608 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-3806cd3a-f2e3-4213-8340-1371cd90ae1f req-b708bb2b-f927-48fe-8322-6d4108a8ea44 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf65da22-d1be-4f0c-9b4a-1c9e0b8b8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372272 Oct 04 09:34:02.278751 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:34:02.437863 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 8aa1490e-d265-4ceb-8fee-f7d249c1f148 up at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:34:02.503905 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning for port 8aa1490e-d265-4ceb-8fee-f7d249c1f148 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:34:02.508633 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning complete for port 8aa1490e-d265-4ceb-8fee-f7d249c1f148 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:34:02.509007 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:34:02.509346 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Attempt 1 to provision port 8aa1490e-d265-4ceb-8fee-f7d249c1f148 Oct 04 09:34:02.626752 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 8aa1490e-d265-4ceb-8fee-f7d249c1f148 is: BUILD; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:34:02.627127 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:34:02.653723 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef5ca00-29cd-4218-9fcb-7cfc767483f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aa1490e-d265-4ceb-8fee-f7d249c1f148'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:34:02.656011 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aef738b946a3ea172e8e75fc735451da1d91f114ea1acc5fcf392e20a929bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273e5ab2-468a-44b1-86f0-745cf0ee51b3" -d '{"events": [{"server_uuid": "5ef5ca00-29cd-4218-9fcb-7cfc767483f2", "name": "network-vif-plugged", "status": "completed", "tag": "8aa1490e-d265-4ceb-8fee-f7d249c1f148"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:34:02.663697 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 8aa1490e-d265-4ceb-8fee-f7d249c1f148, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=8aa1490e-d265-4ceb-8fee-f7d249c1f148,segment=NetworkSegment(b00af2c6-ac88-4b33-a44d-b4bd217ef4ac),segment_id=b00af2c6-ac88-4b33-a44d-b4bd217ef4ac)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:34:02.668851 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:34:02.735781 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6093d2-9fbd-47eb-bc5b-e655daee83b7 x-openstack-request-id: req-2d6093d2-9fbd-47eb-bc5b-e655daee83b7 {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:34:02.736281 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef5ca00-29cd-4218-9fcb-7cfc767483f2", "name": "network-vif-plugged", "status": "completed", "tag": "8aa1490e-d265-4ceb-8fee-f7d249c1f148", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:34:02.736742 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2d6093d2-9fbd-47eb-bc5b-e655daee83b7 {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:34:02.737320 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d6093d2-9fbd-47eb-bc5b-e655daee83b7'] response: {'server_uuid': '5ef5ca00-29cd-4218-9fcb-7cfc767483f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aa1490e-d265-4ceb-8fee-f7d249c1f148', 'code': 200} Oct 04 09:34:02.745140 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=8aa1490e-d265-4ceb-8fee-f7d249c1f148,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:34:02.881267 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a89cf-c735-4b6e-886a-748efa3061d3 req-2ecaec7a-30eb-4847-88f9-b1fdec78e719 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:34:02.882602 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-d77a89cf-c735-4b6e-886a-748efa3061d3 req-2ecaec7a-30eb-4847-88f9-b1fdec78e719 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ef5ca00-29cd-4218-9fcb-7cfc767483f2 HTTP/1.1" status: 200 len: 945 time: 0.0930896 Oct 04 09:34:02.929693 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-d77a89cf-c735-4b6e-886a-748efa3061d3 req-4e32b50e-d160-42d1-80aa-dbfee86b23c5 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf65da22-d1be-4f0c-9b4a-1c9e0b8b8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405622 Oct 04 09:34:02.997600 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d87999-ccc7-40fc-a646-37cded19b4b9 req-33d41e1e-f2d2-4dfb-a586-1af82d029981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:34:02.999366 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b6d87999-ccc7-40fc-a646-37cded19b4b9 req-33d41e1e-f2d2-4dfb-a586-1af82d029981 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5ef5ca00-29cd-4218-9fcb-7cfc767483f2 HTTP/1.1" status: 200 len: 1098 time: 0.0782316 Oct 04 09:34:03.043521 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b6d87999-ccc7-40fc-a646-37cded19b4b9 req-7dfa3fa7-9005-4e6b-b90f-4354ce529ae6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cf65da22-d1be-4f0c-9b4a-1c9e0b8b8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381386 Oct 04 09:34:04.125676 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671cb94-c35b-454a-a46c-8b6991f42a01 req-43ca7e4d-de5e-4a3b-ba64-926b49895078 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:34:04.127134 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-5671cb94-c35b-454a-a46c-8b6991f42a01 req-43ca7e4d-de5e-4a3b-ba64-926b49895078 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ef5ca00-29cd-4218-9fcb-7cfc767483f2 HTTP/1.1" status: 200 len: 945 time: 0.0865147 Oct 04 09:34:04.171741 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-5671cb94-c35b-454a-a46c-8b6991f42a01 req-17ee38a1-ef0e-4c71-b9c8-49e22dcb968d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf65da22-d1be-4f0c-9b4a-1c9e0b8b8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389829 Oct 04 09:34:05.368779 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ed7ec-5a3c-48ad-9e5b-6db25a18cb69 req-ca56197a-2353-4c60-8720-8955486e2711 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:34:05.370215 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-321ed7ec-5a3c-48ad-9e5b-6db25a18cb69 req-ca56197a-2353-4c60-8720-8955486e2711 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ef5ca00-29cd-4218-9fcb-7cfc767483f2 HTTP/1.1" status: 200 len: 945 time: 0.0896277 Oct 04 09:34:05.411918 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-321ed7ec-5a3c-48ad-9e5b-6db25a18cb69 req-a65acc2a-4429-467f-a553-44a246a51c3a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf65da22-d1be-4f0c-9b4a-1c9e0b8b8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358610 Oct 04 09:34:05.608566 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa89a2e2-d82a-4832-80de-667c083f2340 req-c838a07f-0fd6-4516-9709-db2b8814a89f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:34:05.610021 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-fa89a2e2-d82a-4832-80de-667c083f2340 req-c838a07f-0fd6-4516-9709-db2b8814a89f tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ef5ca00-29cd-4218-9fcb-7cfc767483f2 HTTP/1.1" status: 200 len: 945 time: 0.0901222 Oct 04 09:34:05.653344 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-fa89a2e2-d82a-4832-80de-667c083f2340 req-1e9bd789-d32d-413e-9af0-45668cc78cec tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf65da22-d1be-4f0c-9b4a-1c9e0b8b8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377121 Oct 04 09:34:05.681673 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 39054) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:34:05.761306 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0a506f-5c60-4b78-aaa5-8f4ae9a008b9 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:34:05.762788 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-3b0a506f-5c60-4b78-aaa5-8f4ae9a008b9 tempest-TestNetworkBasicOps-1418590328 tempest-TestNetworkBasicOps-1418590328-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5ef5ca00-29cd-4218-9fcb-7cfc767483f2 HTTP/1.1" status: 200 len: 1093 time: 0.0801268 Oct 04 09:34:05.765643 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 39058) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:34:05.770346 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-a04db11c-6acf-4011-afb3-05be891d451b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'floatingip': {'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'port_id': '8aa1490e-d265-4ceb-8fee-f7d249c1f148', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:34:05.776455 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-a04db11c-6acf-4011-afb3-05be891d451b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:34:05.780200 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a04db11c-6acf-4011-afb3-05be891d451b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Usage tracker for resource:floatingip and tenant:78fb12e86c5f40beb578bfb97002b5c9 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:34:05.783607 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a04db11c-6acf-4011-afb3-05be891d451b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:34:05.790484 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-a04db11c-6acf-4011-afb3-05be891d451b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:34:05.891919 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a04db11c-6acf-4011-afb3-05be891d451b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for floatingip, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:34:06.023280 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a04db11c-6acf-4011-afb3-05be891d451b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:34:06.152910 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-a04db11c-6acf-4011-afb3-05be891d451b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Allocated IP 172.26.10.155 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/3d7d224b-075c-40fa-b164-7a26c6815c72) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:34:06.294407 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a04db11c-6acf-4011-afb3-05be891d451b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:34:06.322140 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a04db11c-6acf-4011-afb3-05be891d451b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:34:06.389900 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04db11c-6acf-4011-afb3-05be891d451b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:34:06.392606 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-a04db11c-6acf-4011-afb3-05be891d451b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:34:06.395175 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04db11c-6acf-4011-afb3-05be891d451b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:34:06.435714 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04db11c-6acf-4011-afb3-05be891d451b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Port': ['ID=3d7d224b-075c-40fa-b164-7a26c6815c72,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:34:06.802862 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a04db11c-6acf-4011-afb3-05be891d451b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:34:06.884308 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a04db11c-6acf-4011-afb3-05be891d451b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:34:07.082820 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a04db11c-6acf-4011-afb3-05be891d451b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:34:07.087102 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a04db11c-6acf-4011-afb3-05be891d451b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:34:07.190655 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04db11c-6acf-4011-afb3-05be891d451b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event updated for resources: {'Port': ['ID=3d7d224b-075c-40fa-b164-7a26c6815c72,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:34:07.194066 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a04db11c-6acf-4011-afb3-05be891d451b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:34:07.360930 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.l3_db [None req-a04db11c-6acf-4011-afb3-05be891d451b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Floating IP 6b4ff711-6791-4518-ab9d-9774fc574322 associated. External IP: 172.26.10.155, port: 8aa1490e-d265-4ceb-8fee-f7d249c1f148. Oct 04 09:34:07.808346 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a04db11c-6acf-4011-afb3-05be891d451b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Router 367aace1-5b02-4f77-98e8-653a99670d65 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:34:07.982573 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04db11c-6acf-4011-afb3-05be891d451b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:34:07.992791 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f47c763-1a3d-4571-9c78-6a47da5c55e5 None None] Sync routers for ids ['367aace1-5b02-4f77-98e8-653a99670d65'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:34:08.002552 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f47c763-1a3d-4571-9c78-6a47da5c55e5 None None] Routers {'367aace1-5b02-4f77-98e8-653a99670d65'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:34:08.003130 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-6f47c763-1a3d-4571-9c78-6a47da5c55e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:34:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['367aace1-5b02-4f77-98e8-653a99670d65'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:34:08.006740 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a04db11c-6acf-4011-afb3-05be891d451b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:34:08.064900 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a04db11c-6acf-4011-afb3-05be891d451b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2982609 Oct 04 09:34:08.065466 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ef5ca00-29cd-4218-9fcb-7cfc767483f2', 'tag': '8aa1490e-d265-4ceb-8fee-f7d249c1f148'}] {{(pid=89033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:34:08.067727 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 39062) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:34:08.068192 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e417ebe64424eb0358633e416672821aae4ea22acc2211bb28d37655142b7e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3036ff6-477b-4921-b72d-a813590c55a2" -d '{"events": [{"name": "network-changed", "server_uuid": "5ef5ca00-29cd-4218-9fcb-7cfc767483f2", "tag": "8aa1490e-d265-4ceb-8fee-f7d249c1f148"}]}' {{(pid=89033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:34:08.114553 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc3bf8e-66c8-4f53-b215-ebf9b7514445 x-openstack-request-id: req-4bc3bf8e-66c8-4f53-b215-ebf9b7514445 {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:34:08.114906 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ef5ca00-29cd-4218-9fcb-7cfc767483f2", "tag": "8aa1490e-d265-4ceb-8fee-f7d249c1f148", "status": "completed", "code": 200}]} {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:34:08.115246 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4bc3bf8e-66c8-4f53-b215-ebf9b7514445 {{(pid=89033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:34:08.115777 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bc3bf8e-66c8-4f53-b215-ebf9b7514445'] response: {'name': 'network-changed', 'server_uuid': '5ef5ca00-29cd-4218-9fcb-7cfc767483f2', 'tag': '8aa1490e-d265-4ceb-8fee-f7d249c1f148', 'status': 'completed', 'code': 200} Oct 04 09:34:08.185607 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-6f47c763-1a3d-4571-9c78-6a47da5c55e5 None None] Set router 367aace1-5b02-4f77-98e8-653a99670d65 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:34:08.230471 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-d36ee817-6324-4a5e-8d62-0db0ab43bbbb tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/floatingips/6b4ff711-6791-4518-ab9d-9774fc574322 HTTP/1.1" status: 200 len: 992 time: 0.1597309 Oct 04 09:34:08.249764 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3036ff6-477b-4921-b72d-a813590c55a2 req-5067316a-f7bb-4c37-8cd2-65080b54d470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:34:08.251299 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f3036ff6-477b-4921-b72d-a813590c55a2 req-5067316a-f7bb-4c37-8cd2-65080b54d470 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78fb12e86c5f40beb578bfb97002b5c9&device_id=5ef5ca00-29cd-4218-9fcb-7cfc767483f2 HTTP/1.1" status: 200 len: 1098 time: 0.0904856 Oct 04 09:34:08.380761 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3036ff6-477b-4921-b72d-a813590c55a2 req-7cd0b0cb-2d6e-4353-93b8-5c3a9cc8036c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:34:08.382210 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f3036ff6-477b-4921-b72d-a813590c55a2 req-7cd0b0cb-2d6e-4353-93b8-5c3a9cc8036c service neutron] 10.222.0.20 "GET /v2.0/networks?id=c0a038cf-ad68-4082-adec-149f24f57b71 HTTP/1.1" status: 200 len: 897 time: 0.1256366 Oct 04 09:34:08.484653 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f3036ff6-477b-4921-b72d-a813590c55a2 req-63d9de8d-1e60-4d39-abe1-6802b550ec0c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8aa1490e-d265-4ceb-8fee-f7d249c1f148 HTTP/1.1" status: 200 len: 1000 time: 0.0968573 Oct 04 09:34:08.538063 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-6f47c763-1a3d-4571-9c78-6a47da5c55e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367aace1-5b02-4f77-98e8-653a99670d65', 'name': 'tempest-TestNetworkBasicOps-router-1315702112', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86'}], 'enable_snat': True}, 'gw_port_id': '8da48347-e679-4598-be53-fa6577b7d24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:33:44Z', 'updated_at': '2022-10-04T09:33:49Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '8da48347-e679-4598-be53-fa6577b7d24b', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367aace1-5b02-4f77-98e8-653a99670d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:33:45Z', 'updated_at': '2022-10-04T09:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': '6b4ff711-6791-4518-ab9d-9774fc574322', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'floating_ip_address': '172.26.10.155', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '367aace1-5b02-4f77-98e8-653a99670d65', 'port_id': '8aa1490e-d265-4ceb-8fee-f7d249c1f148', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0a038cf-ad68-4082-adec-149f24f57b71', 'mac_address': 'fa:16:3e:7e:be:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef5ca00-29cd-4218-9fcb-7cfc767483f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:34:06Z', 'updated_at': '2022-10-04T09:34:06Z', 'revision_number': 0, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a3487ea-400d-4fe1-8d8e-3727f16d9431', 'name': '', 'network_id': 'c0a038cf-ad68-4082-adec-149f24f57b71', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:31:09:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367aace1-5b02-4f77-98e8-653a99670d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'd3781354-649a-4fd3-abe7-41d1d1f156ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:33:48Z', 'updated_at': '2022-10-04T09:33:53Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': 'd3781354-649a-4fd3-abe7-41d1d1f156ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:34:08.542495 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f47c763-1a3d-4571-9c78-6a47da5c55e5 None None] Checking router: 367aace1-5b02-4f77-98e8-653a99670d65 for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:34:08.548997 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3036ff6-477b-4921-b72d-a813590c55a2 req-0f4f99ed-5845-4c62-a625-57c3bf53b2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:34:08.550479 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f3036ff6-477b-4921-b72d-a813590c55a2 req-0f4f99ed-5845-4c62-a625-57c3bf53b2d6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d3781354-649a-4fd3-abe7-41d1d1f156ff HTTP/1.1" status: 200 len: 834 time: 0.0606508 Oct 04 09:34:08.550856 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f47c763-1a3d-4571-9c78-6a47da5c55e5 None None] Routers {'367aace1-5b02-4f77-98e8-653a99670d65'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:34:08.551440 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-6f47c763-1a3d-4571-9c78-6a47da5c55e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:34:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['367aace1-5b02-4f77-98e8-653a99670d65'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:34:08.631020 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3036ff6-477b-4921-b72d-a813590c55a2 req-fc6b73b5-d25f-4475-855b-db9db1a87367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:34:08.632023 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f3036ff6-477b-4921-b72d-a813590c55a2 req-fc6b73b5-d25f-4475-855b-db9db1a87367 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0a038cf-ad68-4082-adec-149f24f57b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759332 Oct 04 09:34:08.760899 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-6f47c763-1a3d-4571-9c78-6a47da5c55e5 None None] Set router 367aace1-5b02-4f77-98e8-653a99670d65 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:34:08.863674 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f3036ff6-477b-4921-b72d-a813590c55a2 req-5d5e65c4-cff0-46a7-a467-2cc4639b6ad0 service neutron] 10.222.0.20 "GET /v2.0/networks/c0a038cf-ad68-4082-adec-149f24f57b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259979 Oct 04 09:34:08.994004 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f3036ff6-477b-4921-b72d-a813590c55a2 req-666cc19c-1513-46f2-9e4a-64b77f0cf77f service neutron] 10.222.0.20 "GET /v2.0/networks/c0a038cf-ad68-4082-adec-149f24f57b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243565 Oct 04 09:34:09.107035 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-6f47c763-1a3d-4571-9c78-6a47da5c55e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367aace1-5b02-4f77-98e8-653a99670d65', 'name': 'tempest-TestNetworkBasicOps-router-1315702112', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86'}], 'enable_snat': True}, 'gw_port_id': '8da48347-e679-4598-be53-fa6577b7d24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:33:44Z', 'updated_at': '2022-10-04T09:33:49Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '8da48347-e679-4598-be53-fa6577b7d24b', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367aace1-5b02-4f77-98e8-653a99670d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:33:45Z', 'updated_at': '2022-10-04T09:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': '6b4ff711-6791-4518-ab9d-9774fc574322', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'floating_ip_address': '172.26.10.155', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '367aace1-5b02-4f77-98e8-653a99670d65', 'port_id': '8aa1490e-d265-4ceb-8fee-f7d249c1f148', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0a038cf-ad68-4082-adec-149f24f57b71', 'mac_address': 'fa:16:3e:7e:be:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef5ca00-29cd-4218-9fcb-7cfc767483f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:34:06Z', 'updated_at': '2022-10-04T09:34:06Z', 'revision_number': 0, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a3487ea-400d-4fe1-8d8e-3727f16d9431', 'name': '', 'network_id': 'c0a038cf-ad68-4082-adec-149f24f57b71', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:31:09:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367aace1-5b02-4f77-98e8-653a99670d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'd3781354-649a-4fd3-abe7-41d1d1f156ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:33:48Z', 'updated_at': '2022-10-04T09:33:53Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': 'd3781354-649a-4fd3-abe7-41d1d1f156ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:34:09.110884 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f47c763-1a3d-4571-9c78-6a47da5c55e5 None None] The sync data for ids ['367aace1-5b02-4f77-98e8-653a99670d65'] in dv-neutron-860215-1-hyperv is: [{'id': '367aace1-5b02-4f77-98e8-653a99670d65', 'name': 'tempest-TestNetworkBasicOps-router-1315702112', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86'}], 'enable_snat': True}, 'gw_port_id': '8da48347-e679-4598-be53-fa6577b7d24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:33:44Z', 'updated_at': '2022-10-04T09:33:49Z', 'revision_number': 4, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '8da48347-e679-4598-be53-fa6577b7d24b', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367aace1-5b02-4f77-98e8-653a99670d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:33:45Z', 'updated_at': '2022-10-04T09:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': '6b4ff711-6791-4518-ab9d-9774fc574322', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'floating_ip_address': '172.26.10.155', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '367aace1-5b02-4f77-98e8-653a99670d65', 'port_id': '8aa1490e-d265-4ceb-8fee-f7d249c1f148', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0a038cf-ad68-4082-adec-149f24f57b71', 'mac_address': 'fa:16:3e:7e:be:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef5ca00-29cd-4218-9fcb-7cfc767483f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:34:06Z', 'updated_at': '2022-10-04T09:34:06Z', 'revision_number': 0, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a3487ea-400d-4fe1-8d8e-3727f16d9431', 'name': '', 'network_id': 'c0a038cf-ad68-4082-adec-149f24f57b71', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:31:09:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367aace1-5b02-4f77-98e8-653a99670d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'd3781354-649a-4fd3-abe7-41d1d1f156ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:33:48Z', 'updated_at': '2022-10-04T09:33:53Z', 'revision_number': 5, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': 'd3781354-649a-4fd3-abe7-41d1d1f156ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:34:09.233468 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 39068) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:34:09.283111 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605fef1b-d405-4cea-8a1a-24c3017d0349 None None] New status for floating IP 6b4ff711-6791-4518-ab9d-9774fc574322: ACTIVE {{(pid=89035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 09:34:09.342509 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-44e56f93-a38c-4c5f-a3f6-717fb45d1ae3 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/floatingips/6b4ff711-6791-4518-ab9d-9774fc574322 HTTP/1.1" status: 200 len: 992 time: 0.1077969 Oct 04 09:34:10.346160 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 39072) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:34:10.456532 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-2d05524d-8a7a-43e1-a2fb-7fcf37ca50ba tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/floatingips/6b4ff711-6791-4518-ab9d-9774fc574322 HTTP/1.1" status: 200 len: 994 time: 0.1092136 Oct 04 09:34:11.269742 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:34:27.594819 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a4e294c2-a525-412e-9b8f-6b2f2f36b085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:34:30.275321 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-017e95e1-6a75-44c3-a0ad-0c11cced942f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:34:30.738859 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:34:30.756464 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:34:32.281443 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:34:33.541577 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-995553e6-6fb8-475f-9433-02d3fd1423d6 req-e33f5f32-ca5c-48e6-b777-b87dccf54c5e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5ef5ca00-29cd-4218-9fcb-7cfc767483f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0785089 Oct 04 09:34:33.700642 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995553e6-6fb8-475f-9433-02d3fd1423d6 req-e55bf924-1f52-4f73-9d6b-4e94cff8d646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:34:33.702104 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-995553e6-6fb8-475f-9433-02d3fd1423d6 req-e55bf924-1f52-4f73-9d6b-4e94cff8d646 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78fb12e86c5f40beb578bfb97002b5c9&device_id=5ef5ca00-29cd-4218-9fcb-7cfc767483f2 HTTP/1.1" status: 200 len: 1098 time: 0.0771258 Oct 04 09:34:33.853168 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995553e6-6fb8-475f-9433-02d3fd1423d6 req-201cfa5c-1f06-4db5-a77f-dd9144efde04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:34:33.854597 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-995553e6-6fb8-475f-9433-02d3fd1423d6 req-201cfa5c-1f06-4db5-a77f-dd9144efde04 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c0a038cf-ad68-4082-adec-149f24f57b71 HTTP/1.1" status: 200 len: 897 time: 0.1347091 Oct 04 09:34:33.955820 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-995553e6-6fb8-475f-9433-02d3fd1423d6 req-5282f8b1-4e8e-4536-aff2-b78e241f1f67 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8aa1490e-d265-4ceb-8fee-f7d249c1f148 HTTP/1.1" status: 200 len: 1002 time: 0.0943916 Oct 04 09:34:34.015752 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995553e6-6fb8-475f-9433-02d3fd1423d6 req-16575a3b-58df-42ce-8dcb-f6c51fab3799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:34:34.017158 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-995553e6-6fb8-475f-9433-02d3fd1423d6 req-16575a3b-58df-42ce-8dcb-f6c51fab3799 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d3781354-649a-4fd3-abe7-41d1d1f156ff HTTP/1.1" status: 200 len: 834 time: 0.0555251 Oct 04 09:34:34.098543 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995553e6-6fb8-475f-9433-02d3fd1423d6 req-d7c864b0-86b7-46af-8bf2-987ff2484a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:34:34.099965 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-995553e6-6fb8-475f-9433-02d3fd1423d6 req-d7c864b0-86b7-46af-8bf2-987ff2484a92 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0a038cf-ad68-4082-adec-149f24f57b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771799 Oct 04 09:34:34.227057 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-995553e6-6fb8-475f-9433-02d3fd1423d6 req-8550a48b-4f32-4201-b955-d07354975bbf service neutron] 10.222.0.20 "GET /v2.0/networks/c0a038cf-ad68-4082-adec-149f24f57b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206810 Oct 04 09:34:34.354081 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-995553e6-6fb8-475f-9433-02d3fd1423d6 req-a442e9a9-d3d3-4012-b45b-fbef8011a979 service neutron] 10.222.0.20 "GET /v2.0/networks/c0a038cf-ad68-4082-adec-149f24f57b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216788 Oct 04 09:34:37.724999 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:34:41.281016 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:34:57.596903 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-35417908-e3bc-4021-9448-aacaba77e5d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:00.278101 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-52d87b37-a003-4b41-ba58-3e050040ee3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:00.741556 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:00.760049 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:02.280800 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:11.282600 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:14.723712 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:35:19.664729 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 39102) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:35:19.669859 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-fe543f3c-684c-43e4-a9d2-925119391fc1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'router': {'admin_state_up': False}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:35:20.174446 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fe543f3c-684c-43e4-a9d2-925119391fc1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:20.185492 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fe543f3c-684c-43e4-a9d2-925119391fc1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736963', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1737124'] for router, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:20.466363 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe543f3c-684c-43e4-a9d2-925119391fc1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Router 367aace1-5b02-4f77-98e8-653a99670d65 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:35:20.641946 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe543f3c-684c-43e4-a9d2-925119391fc1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:35:20.648772 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fe543f3c-684c-43e4-a9d2-925119391fc1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:20.649914 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-fe543f3c-684c-43e4-a9d2-925119391fc1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "PUT /v2.0/routers/367aace1-5b02-4f77-98e8-653a99670d65 HTTP/1.1" status: 200 len: 889 time: 0.9842811 Oct 04 09:35:20.652118 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ad375b-b3b8-42e7-bb66-95e35496778d None None] Sync routers for ids ['367aace1-5b02-4f77-98e8-653a99670d65'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:35:20.662196 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ad375b-b3b8-42e7-bb66-95e35496778d None None] Routers {'367aace1-5b02-4f77-98e8-653a99670d65'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:35:20.662874 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-99ad375b-b3b8-42e7-bb66-95e35496778d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:35:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['367aace1-5b02-4f77-98e8-653a99670d65'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:35:20.722537 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-99ad375b-b3b8-42e7-bb66-95e35496778d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:35:20.731272 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ad375b-b3b8-42e7-bb66-95e35496778d None None] Routers {'367aace1-5b02-4f77-98e8-653a99670d65'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:35:20.731870 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-99ad375b-b3b8-42e7-bb66-95e35496778d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:35:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['367aace1-5b02-4f77-98e8-653a99670d65'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:35:20.796976 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-99ad375b-b3b8-42e7-bb66-95e35496778d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:35:20.797385 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ad375b-b3b8-42e7-bb66-95e35496778d None None] The sync data for ids ['367aace1-5b02-4f77-98e8-653a99670d65'] in dv-neutron-860215-1-hyperv is: [] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:35:21.532970 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541e2028-e27d-4e47-ab3e-c1142fc2a6a0 None None] New status for floating IP 6b4ff711-6791-4518-ab9d-9774fc574322: DOWN {{(pid=89035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 09:35:21.559479 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 9a3487ea-400d-4fe1-8d8e-3727f16d9431 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:35:21.673003 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 9a3487ea-400d-4fe1-8d8e-3727f16d9431 is: ACTIVE; New status is: DOWN {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:35:21.673650 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:21.705831 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 9a3487ea-400d-4fe1-8d8e-3727f16d9431, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=9a3487ea-400d-4fe1-8d8e-3727f16d9431,segment=NetworkSegment(b00af2c6-ac88-4b33-a44d-b4bd217ef4ac),segment_id=b00af2c6-ac88-4b33-a44d-b4bd217ef4ac)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:35:21.710385 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:21.711361 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 8da48347-e679-4598-be53-fa6577b7d24b no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:35:21.830274 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=9a3487ea-400d-4fe1-8d8e-3727f16d9431,revision_number=6']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:35:21.861159 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:35:21.861511 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:35:21.861852 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:35:21.862186 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:35:21.862518 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:35:21.862853 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:35:21.863180 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:35:21.863508 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:35:21.863831 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:35:21.864153 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:35:21.864504 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:35:21.864826 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:35:21.897529 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 8da48347-e679-4598-be53-fa6577b7d24b is: ACTIVE; New status is: DOWN {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:35:21.897931 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:21.913655 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 8da48347-e679-4598-be53-fa6577b7d24b, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=8da48347-e679-4598-be53-fa6577b7d24b,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:35:21.916716 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:21.983002 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=8da48347-e679-4598-be53-fa6577b7d24b,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:35:22.816660 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 39108) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:35:22.821974 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-0b402f81-da46-4540-91da-a6482892bf3a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:35:23.352383 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0b402f81-da46-4540-91da-a6482892bf3a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:23.363872 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0b402f81-da46-4540-91da-a6482892bf3a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1736970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736963', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1737124'] for router, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:23.546988 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b402f81-da46-4540-91da-a6482892bf3a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Router 367aace1-5b02-4f77-98e8-653a99670d65 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:35:23.732759 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b402f81-da46-4540-91da-a6482892bf3a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:35:23.739904 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0b402f81-da46-4540-91da-a6482892bf3a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:23.741243 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-0b402f81-da46-4540-91da-a6482892bf3a tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "PUT /v2.0/routers/367aace1-5b02-4f77-98e8-653a99670d65 HTTP/1.1" status: 200 len: 888 time: 0.9234912 Oct 04 09:35:23.742826 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4602b5-c309-41e5-b7d7-f7efb9b849c4 None None] Sync routers for ids ['367aace1-5b02-4f77-98e8-653a99670d65'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:35:23.744113 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 39112) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:35:23.753340 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4602b5-c309-41e5-b7d7-f7efb9b849c4 None None] Routers {'367aace1-5b02-4f77-98e8-653a99670d65'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:35:23.754235 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-ea4602b5-c309-41e5-b7d7-f7efb9b849c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:35:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['367aace1-5b02-4f77-98e8-653a99670d65'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:35:23.848461 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-63644df3-a129-4af9-9ca9-68ef771398d7 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/floatingips/6b4ff711-6791-4518-ab9d-9774fc574322 HTTP/1.1" status: 200 len: 992 time: 0.1031921 Oct 04 09:35:23.975983 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-ea4602b5-c309-41e5-b7d7-f7efb9b849c4 None None] Set router 367aace1-5b02-4f77-98e8-653a99670d65 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:35:24.312556 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-ea4602b5-c309-41e5-b7d7-f7efb9b849c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367aace1-5b02-4f77-98e8-653a99670d65', 'name': 'tempest-TestNetworkBasicOps-router-1315702112', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86'}], 'enable_snat': True}, 'gw_port_id': '8da48347-e679-4598-be53-fa6577b7d24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:33:44Z', 'updated_at': '2022-10-04T09:35:23Z', 'revision_number': 6, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '8da48347-e679-4598-be53-fa6577b7d24b', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a1:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367aace1-5b02-4f77-98e8-653a99670d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:33:45Z', 'updated_at': '2022-10-04T09:35:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': '6b4ff711-6791-4518-ab9d-9774fc574322', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'floating_ip_address': '172.26.10.155', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '367aace1-5b02-4f77-98e8-653a99670d65', 'port_id': '8aa1490e-d265-4ceb-8fee-f7d249c1f148', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0a038cf-ad68-4082-adec-149f24f57b71', 'mac_address': 'fa:16:3e:7e:be:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef5ca00-29cd-4218-9fcb-7cfc767483f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:34:06Z', 'updated_at': '2022-10-04T09:35:21Z', 'revision_number': 2, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a3487ea-400d-4fe1-8d8e-3727f16d9431', 'name': '', 'network_id': 'c0a038cf-ad68-4082-adec-149f24f57b71', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:31:09:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367aace1-5b02-4f77-98e8-653a99670d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'd3781354-649a-4fd3-abe7-41d1d1f156ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:33:48Z', 'updated_at': '2022-10-04T09:35:21Z', 'revision_number': 6, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': 'd3781354-649a-4fd3-abe7-41d1d1f156ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:35:24.316374 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4602b5-c309-41e5-b7d7-f7efb9b849c4 None None] Checking router: 367aace1-5b02-4f77-98e8-653a99670d65 for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:35:24.325181 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4602b5-c309-41e5-b7d7-f7efb9b849c4 None None] Routers {'367aace1-5b02-4f77-98e8-653a99670d65'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:35:24.325770 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-ea4602b5-c309-41e5-b7d7-f7efb9b849c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:35:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['367aace1-5b02-4f77-98e8-653a99670d65'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:35:24.499325 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-ea4602b5-c309-41e5-b7d7-f7efb9b849c4 None None] Set router 367aace1-5b02-4f77-98e8-653a99670d65 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:35:24.852207 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 39116) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:35:24.862083 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-ea4602b5-c309-41e5-b7d7-f7efb9b849c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367aace1-5b02-4f77-98e8-653a99670d65', 'name': 'tempest-TestNetworkBasicOps-router-1315702112', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86'}], 'enable_snat': True}, 'gw_port_id': '8da48347-e679-4598-be53-fa6577b7d24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:33:44Z', 'updated_at': '2022-10-04T09:35:23Z', 'revision_number': 6, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '8da48347-e679-4598-be53-fa6577b7d24b', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a1:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367aace1-5b02-4f77-98e8-653a99670d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:33:45Z', 'updated_at': '2022-10-04T09:35:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': '6b4ff711-6791-4518-ab9d-9774fc574322', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'floating_ip_address': '172.26.10.155', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '367aace1-5b02-4f77-98e8-653a99670d65', 'port_id': '8aa1490e-d265-4ceb-8fee-f7d249c1f148', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0a038cf-ad68-4082-adec-149f24f57b71', 'mac_address': 'fa:16:3e:7e:be:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef5ca00-29cd-4218-9fcb-7cfc767483f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:34:06Z', 'updated_at': '2022-10-04T09:35:21Z', 'revision_number': 2, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a3487ea-400d-4fe1-8d8e-3727f16d9431', 'name': '', 'network_id': 'c0a038cf-ad68-4082-adec-149f24f57b71', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:31:09:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367aace1-5b02-4f77-98e8-653a99670d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'd3781354-649a-4fd3-abe7-41d1d1f156ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:33:48Z', 'updated_at': '2022-10-04T09:35:21Z', 'revision_number': 6, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': 'd3781354-649a-4fd3-abe7-41d1d1f156ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:35:24.866037 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4602b5-c309-41e5-b7d7-f7efb9b849c4 None None] The sync data for ids ['367aace1-5b02-4f77-98e8-653a99670d65'] in dv-neutron-860215-1-hyperv is: [{'id': '367aace1-5b02-4f77-98e8-653a99670d65', 'name': 'tempest-TestNetworkBasicOps-router-1315702112', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86'}], 'enable_snat': True}, 'gw_port_id': '8da48347-e679-4598-be53-fa6577b7d24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:33:44Z', 'updated_at': '2022-10-04T09:35:23Z', 'revision_number': 6, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '8da48347-e679-4598-be53-fa6577b7d24b', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a1:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367aace1-5b02-4f77-98e8-653a99670d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:33:45Z', 'updated_at': '2022-10-04T09:35:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': '6b4ff711-6791-4518-ab9d-9774fc574322', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'floating_ip_address': '172.26.10.155', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '367aace1-5b02-4f77-98e8-653a99670d65', 'port_id': '8aa1490e-d265-4ceb-8fee-f7d249c1f148', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0a038cf-ad68-4082-adec-149f24f57b71', 'mac_address': 'fa:16:3e:7e:be:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef5ca00-29cd-4218-9fcb-7cfc767483f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:34:06Z', 'updated_at': '2022-10-04T09:35:21Z', 'revision_number': 2, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a3487ea-400d-4fe1-8d8e-3727f16d9431', 'name': '', 'network_id': 'c0a038cf-ad68-4082-adec-149f24f57b71', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:31:09:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '367aace1-5b02-4f77-98e8-653a99670d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'd3781354-649a-4fd3-abe7-41d1d1f156ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:33:48Z', 'updated_at': '2022-10-04T09:35:21Z', 'revision_number': 6, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': 'd3781354-649a-4fd3-abe7-41d1d1f156ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:35:24.966787 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-bb6f5ebe-1713-4fbb-a3ad-96408f4308ea tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/floatingips/6b4ff711-6791-4518-ab9d-9774fc574322 HTTP/1.1" status: 200 len: 992 time: 0.1133084 Oct 04 09:35:25.391555 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 9a3487ea-400d-4fe1-8d8e-3727f16d9431 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:35:25.473028 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 9a3487ea-400d-4fe1-8d8e-3727f16d9431 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:35:25.473398 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:25.473727 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 9a3487ea-400d-4fe1-8d8e-3727f16d9431 Oct 04 09:35:25.592318 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 9a3487ea-400d-4fe1-8d8e-3727f16d9431 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:35:25.592723 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:25.625353 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 9a3487ea-400d-4fe1-8d8e-3727f16d9431, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=9a3487ea-400d-4fe1-8d8e-3727f16d9431,segment=NetworkSegment(b00af2c6-ac88-4b33-a44d-b4bd217ef4ac),segment_id=b00af2c6-ac88-4b33-a44d-b4bd217ef4ac)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:35:25.631546 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:25.705478 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=9a3487ea-400d-4fe1-8d8e-3727f16d9431,revision_number=7']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:35:25.970173 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 39120) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:35:26.077004 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-45250667-dc3c-422e-9809-8cd025099855 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/floatingips/6b4ff711-6791-4518-ab9d-9774fc574322 HTTP/1.1" status: 200 len: 992 time: 0.1054912 Oct 04 09:35:26.463097 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f68a48-5281-4d41-9b8e-ba4c493130f5 None None] New status for floating IP 6b4ff711-6791-4518-ab9d-9774fc574322: ACTIVE {{(pid=89035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 09:35:27.082119 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 39124) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:35:27.296776 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-59e7b95b-319b-4fed-ac16-1aae7eea3323 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/floatingips/6b4ff711-6791-4518-ab9d-9774fc574322 HTTP/1.1" status: 200 len: 994 time: 0.2134328 Oct 04 09:35:27.435082 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 9a3487ea-400d-4fe1-8d8e-3727f16d9431 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:35:27.502105 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 9a3487ea-400d-4fe1-8d8e-3727f16d9431 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:35:27.502475 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:27.502808 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 9a3487ea-400d-4fe1-8d8e-3727f16d9431 Oct 04 09:35:27.624153 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f81db411-1eed-450e-a261-93054d274acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:27.628551 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 9a3487ea-400d-4fe1-8d8e-3727f16d9431 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:35:27.629573 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 8da48347-e679-4598-be53-fa6577b7d24b up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:35:27.695842 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 8da48347-e679-4598-be53-fa6577b7d24b triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:35:27.696207 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:27.696569 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 8da48347-e679-4598-be53-fa6577b7d24b Oct 04 09:35:27.845566 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 8da48347-e679-4598-be53-fa6577b7d24b is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:35:27.845927 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:27.861750 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 8da48347-e679-4598-be53-fa6577b7d24b, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=8da48347-e679-4598-be53-fa6577b7d24b,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:35:27.864779 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:27.930974 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=8da48347-e679-4598-be53-fa6577b7d24b,revision_number=6']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:35:29.377402 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 8da48347-e679-4598-be53-fa6577b7d24b up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:35:29.444164 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 8da48347-e679-4598-be53-fa6577b7d24b triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:35:29.444570 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:29.444921 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 8da48347-e679-4598-be53-fa6577b7d24b Oct 04 09:35:29.563907 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 8da48347-e679-4598-be53-fa6577b7d24b is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:35:29.765506 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 39134) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:35:30.063218 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-d1541038-2a36-4bb4-9727-8fcdf3765b61 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Deleting port 3d7d224b-075c-40fa-b164-7a26c6815c72 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:35:30.064086 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d1541038-2a36-4bb4-9727-8fcdf3765b61 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:30.236640 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d1541038-2a36-4bb4-9727-8fcdf3765b61 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:30.236975 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d1541038-2a36-4bb4-9727-8fcdf3765b61 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:30.280284 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c47f790c-55b8-4272-b651-00bd0a7eddb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:30.358650 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-d1541038-2a36-4bb4-9727-8fcdf3765b61 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Calling delete_port for 3d7d224b-075c-40fa-b164-7a26c6815c72 owned by network:floatingip {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:35:30.506499 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d1541038-2a36-4bb4-9727-8fcdf3765b61 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:30.553359 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1541038-2a36-4bb4-9727-8fcdf3765b61 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'Port': ['ID=3d7d224b-075c-40fa-b164-7a26c6815c72,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:35:30.594707 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1541038-2a36-4bb4-9727-8fcdf3765b61 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:35:30.595055 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1541038-2a36-4bb4-9727-8fcdf3765b61 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:35:30.595394 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1541038-2a36-4bb4-9727-8fcdf3765b61 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:35:30.595727 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1541038-2a36-4bb4-9727-8fcdf3765b61 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:35:30.596057 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1541038-2a36-4bb4-9727-8fcdf3765b61 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:35:30.596405 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1541038-2a36-4bb4-9727-8fcdf3765b61 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:35:30.596734 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1541038-2a36-4bb4-9727-8fcdf3765b61 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:35:30.597063 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1541038-2a36-4bb4-9727-8fcdf3765b61 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:35:30.597388 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1541038-2a36-4bb4-9727-8fcdf3765b61 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:35:30.597710 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1541038-2a36-4bb4-9727-8fcdf3765b61 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:35:30.598028 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1541038-2a36-4bb4-9727-8fcdf3765b61 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:35:30.598348 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1541038-2a36-4bb4-9727-8fcdf3765b61 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:35:30.665420 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d1541038-2a36-4bb4-9727-8fcdf3765b61 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for floatingip, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:30.665666 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.l3_db [None req-d1541038-2a36-4bb4-9727-8fcdf3765b61 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Floating IP 6b4ff711-6791-4518-ab9d-9774fc574322 disassociated (deleted). External IP: 172.26.10.155, port: 8aa1490e-d265-4ceb-8fee-f7d249c1f148. Oct 04 09:35:30.760545 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:30.763688 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:31.019195 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1541038-2a36-4bb4-9727-8fcdf3765b61 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Router 367aace1-5b02-4f77-98e8-653a99670d65 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:35:31.294956 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1541038-2a36-4bb4-9727-8fcdf3765b61 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:35:31.303946 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1256e3-de57-4e4e-b01c-7432fa917867 None None] Sync routers for ids ['367aace1-5b02-4f77-98e8-653a99670d65'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:35:31.313038 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1256e3-de57-4e4e-b01c-7432fa917867 None None] Routers {'367aace1-5b02-4f77-98e8-653a99670d65'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:35:31.313659 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-9c1256e3-de57-4e4e-b01c-7432fa917867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:35:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['367aace1-5b02-4f77-98e8-653a99670d65'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:35:31.315725 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d1541038-2a36-4bb4-9727-8fcdf3765b61 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:31.372386 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-d1541038-2a36-4bb4-9727-8fcdf3765b61 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "DELETE /v2.0/floatingips/6b4ff711-6791-4518-ab9d-9774fc574322 HTTP/1.1" status: 204 len: 168 time: 1.6033037 Oct 04 09:35:31.372386 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ef5ca00-29cd-4218-9fcb-7cfc767483f2', 'tag': '8aa1490e-d265-4ceb-8fee-f7d249c1f148'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:35:31.372802 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72011c57-a296-4ac6-b776-051ee9f4e491" -d '{"events": [{"name": "network-changed", "server_uuid": "5ef5ca00-29cd-4218-9fcb-7cfc767483f2", "tag": "8aa1490e-d265-4ceb-8fee-f7d249c1f148"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:35:31.501642 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-9c1256e3-de57-4e4e-b01c-7432fa917867 None None] Set router 367aace1-5b02-4f77-98e8-653a99670d65 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:35:31.509099 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a926e7-ccca-4945-9d65-eeab560fbfc1 x-openstack-request-id: req-86a926e7-ccca-4945-9d65-eeab560fbfc1 {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:35:31.509392 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ef5ca00-29cd-4218-9fcb-7cfc767483f2", "tag": "8aa1490e-d265-4ceb-8fee-f7d249c1f148", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:35:31.509648 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-86a926e7-ccca-4945-9d65-eeab560fbfc1 {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:35:31.510066 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86a926e7-ccca-4945-9d65-eeab560fbfc1'] response: {'name': 'network-changed', 'server_uuid': '5ef5ca00-29cd-4218-9fcb-7cfc767483f2', 'tag': '8aa1490e-d265-4ceb-8fee-f7d249c1f148', 'status': 'completed', 'code': 200} Oct 04 09:35:31.658768 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72011c57-a296-4ac6-b776-051ee9f4e491 req-1b2c58ca-1ad5-4c7f-82d8-e59a5b35aec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:35:31.660261 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-72011c57-a296-4ac6-b776-051ee9f4e491 req-1b2c58ca-1ad5-4c7f-82d8-e59a5b35aec3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78fb12e86c5f40beb578bfb97002b5c9&device_id=5ef5ca00-29cd-4218-9fcb-7cfc767483f2 HTTP/1.1" status: 200 len: 1098 time: 0.0976760 Oct 04 09:35:31.835582 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-9c1256e3-de57-4e4e-b01c-7432fa917867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367aace1-5b02-4f77-98e8-653a99670d65', 'name': 'tempest-TestNetworkBasicOps-router-1315702112', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86'}], 'enable_snat': True}, 'gw_port_id': '8da48347-e679-4598-be53-fa6577b7d24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:33:44Z', 'updated_at': '2022-10-04T09:35:23Z', 'revision_number': 6, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '8da48347-e679-4598-be53-fa6577b7d24b', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367aace1-5b02-4f77-98e8-653a99670d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:33:45Z', 'updated_at': '2022-10-04T09:35:27Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '9a3487ea-400d-4fe1-8d8e-3727f16d9431', 'name': '', 'network_id': 'c0a038cf-ad68-4082-adec-149f24f57b71', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:31:09:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367aace1-5b02-4f77-98e8-653a99670d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'd3781354-649a-4fd3-abe7-41d1d1f156ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:33:48Z', 'updated_at': '2022-10-04T09:35:25Z', 'revision_number': 7, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': 'd3781354-649a-4fd3-abe7-41d1d1f156ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:35:31.840138 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1256e3-de57-4e4e-b01c-7432fa917867 None None] Checking router: 367aace1-5b02-4f77-98e8-653a99670d65 for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:35:31.848698 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1256e3-de57-4e4e-b01c-7432fa917867 None None] Routers {'367aace1-5b02-4f77-98e8-653a99670d65'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:35:31.849465 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-9c1256e3-de57-4e4e-b01c-7432fa917867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:35:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['367aace1-5b02-4f77-98e8-653a99670d65'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:35:31.856060 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72011c57-a296-4ac6-b776-051ee9f4e491 req-1d0d2fed-4619-49fc-9280-b1f234410699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:35:31.857508 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-72011c57-a296-4ac6-b776-051ee9f4e491 req-1d0d2fed-4619-49fc-9280-b1f234410699 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c0a038cf-ad68-4082-adec-149f24f57b71 HTTP/1.1" status: 200 len: 897 time: 0.1594775 Oct 04 09:35:31.865566 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332db74a-1167-44ab-a449-c8b1740b441f req-3497c658-56e9-49a8-9334-f858bde3fb8c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:35:31.866218 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-332db74a-1167-44ab-a449-c8b1740b441f req-3497c658-56e9-49a8-9334-f858bde3fb8c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Synchronizing usage tracker for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:35:31.938097 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-72011c57-a296-4ac6-b776-051ee9f4e491 req-be80f2fa-72c9-4699-b5f9-73f470ad98d5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8aa1490e-d265-4ceb-8fee-f7d249c1f148 HTTP/1.1" status: 200 len: 217 time: 0.0682905 Oct 04 09:35:31.943911 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-332db74a-1167-44ab-a449-c8b1740b441f req-3497c658-56e9-49a8-9334-f858bde3fb8c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Unset dirty status for tenant:78fb12e86c5f40beb578bfb97002b5c9 on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:35:31.945081 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-332db74a-1167-44ab-a449-c8b1740b441f req-3497c658-56e9-49a8-9334-f858bde3fb8c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ef5ca00-29cd-4218-9fcb-7cfc767483f2 HTTP/1.1" status: 200 len: 945 time: 0.2807486 Oct 04 09:35:32.022890 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-9c1256e3-de57-4e4e-b01c-7432fa917867 None None] Set router 367aace1-5b02-4f77-98e8-653a99670d65 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:35:32.031144 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72011c57-a296-4ac6-b776-051ee9f4e491 req-5c27ed16-0cca-4d64-b695-d497378d6d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:35:32.032618 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-72011c57-a296-4ac6-b776-051ee9f4e491 req-5c27ed16-0cca-4d64-b695-d497378d6d2f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d3781354-649a-4fd3-abe7-41d1d1f156ff HTTP/1.1" status: 200 len: 834 time: 0.0866702 Oct 04 09:35:32.035452 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-332db74a-1167-44ab-a449-c8b1740b441f req-bcb6750b-d4c0-417e-8000-b42ca00c77c6 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf65da22-d1be-4f0c-9b4a-1c9e0b8b8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605347 Oct 04 09:35:32.117296 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72011c57-a296-4ac6-b776-051ee9f4e491 req-3c99769a-540a-45d2-83c7-46bdf28b5afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:35:32.118672 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-72011c57-a296-4ac6-b776-051ee9f4e491 req-3c99769a-540a-45d2-83c7-46bdf28b5afb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c0a038cf-ad68-4082-adec-149f24f57b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801470 Oct 04 09:35:32.250966 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-72011c57-a296-4ac6-b776-051ee9f4e491 req-64ff3161-fb07-4181-b275-440f697935d6 service neutron] 10.222.0.20 "GET /v2.0/networks/c0a038cf-ad68-4082-adec-149f24f57b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255527 Oct 04 09:35:32.315614 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:32.380056 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-9c1256e3-de57-4e4e-b01c-7432fa917867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367aace1-5b02-4f77-98e8-653a99670d65', 'name': 'tempest-TestNetworkBasicOps-router-1315702112', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86'}], 'enable_snat': True}, 'gw_port_id': '8da48347-e679-4598-be53-fa6577b7d24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:33:44Z', 'updated_at': '2022-10-04T09:35:23Z', 'revision_number': 6, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '8da48347-e679-4598-be53-fa6577b7d24b', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367aace1-5b02-4f77-98e8-653a99670d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:33:45Z', 'updated_at': '2022-10-04T09:35:27Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '9a3487ea-400d-4fe1-8d8e-3727f16d9431', 'name': '', 'network_id': 'c0a038cf-ad68-4082-adec-149f24f57b71', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:31:09:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367aace1-5b02-4f77-98e8-653a99670d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'd3781354-649a-4fd3-abe7-41d1d1f156ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:33:48Z', 'updated_at': '2022-10-04T09:35:25Z', 'revision_number': 7, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': 'd3781354-649a-4fd3-abe7-41d1d1f156ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:35:32.383925 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1256e3-de57-4e4e-b01c-7432fa917867 None None] The sync data for ids ['367aace1-5b02-4f77-98e8-653a99670d65'] in dv-neutron-860215-1-hyperv is: [{'id': '367aace1-5b02-4f77-98e8-653a99670d65', 'name': 'tempest-TestNetworkBasicOps-router-1315702112', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86'}], 'enable_snat': True}, 'gw_port_id': '8da48347-e679-4598-be53-fa6577b7d24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:33:44Z', 'updated_at': '2022-10-04T09:35:23Z', 'revision_number': 6, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '8da48347-e679-4598-be53-fa6577b7d24b', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367aace1-5b02-4f77-98e8-653a99670d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:33:45Z', 'updated_at': '2022-10-04T09:35:27Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '9a3487ea-400d-4fe1-8d8e-3727f16d9431', 'name': '', 'network_id': 'c0a038cf-ad68-4082-adec-149f24f57b71', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'mac_address': 'fa:16:3e:31:09:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367aace1-5b02-4f77-98e8-653a99670d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'd3781354-649a-4fd3-abe7-41d1d1f156ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:33:48Z', 'updated_at': '2022-10-04T09:35:25Z', 'revision_number': 7, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'subnets': [{'id': 'd3781354-649a-4fd3-abe7-41d1d1f156ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:35:32.386428 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-72011c57-a296-4ac6-b776-051ee9f4e491 req-562317c8-9d5e-41ab-bd9c-c9c632559d18 service neutron] 10.222.0.20 "GET /v2.0/networks/c0a038cf-ad68-4082-adec-149f24f57b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287081 Oct 04 09:35:32.996342 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859655c6-67d5-4224-b329-d82b42d48ff8 None None] New status for floating IP 6b4ff711-6791-4518-ab9d-9774fc574322: DOWN {{(pid=89035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 09:35:33.239638 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b8bdb-b314-47d5-b358-4db5495c3898 req-439f5308-f0f0-4e03-ad60-65747cbafc90 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:35:33.241052 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-769b8bdb-b314-47d5-b358-4db5495c3898 req-439f5308-f0f0-4e03-ad60-65747cbafc90 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ef5ca00-29cd-4218-9fcb-7cfc767483f2 HTTP/1.1" status: 200 len: 945 time: 0.0880139 Oct 04 09:35:33.285562 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-769b8bdb-b314-47d5-b358-4db5495c3898 req-611eac93-8330-4d25-b057-d5e6499dbcc0 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf65da22-d1be-4f0c-9b4a-1c9e0b8b8eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382168 Oct 04 09:35:33.293484 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8289024e-dcaa-4c61-85f8-2150918affac req-18123631-7ebc-440b-9e62-811e300bf6fe tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:35:33.294919 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8289024e-dcaa-4c61-85f8-2150918affac req-18123631-7ebc-440b-9e62-811e300bf6fe tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ef5ca00-29cd-4218-9fcb-7cfc767483f2 HTTP/1.1" status: 200 len: 945 time: 0.0875182 Oct 04 09:35:33.367529 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-8289024e-dcaa-4c61-85f8-2150918affac req-d7f109fc-d250-47ab-a12d-ec0274f558c1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Deleting port 8aa1490e-d265-4ceb-8fee-f7d249c1f148 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:35:33.367877 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-8289024e-dcaa-4c61-85f8-2150918affac req-d7f109fc-d250-47ab-a12d-ec0274f558c1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:33.610877 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-8289024e-dcaa-4c61-85f8-2150918affac req-d7f109fc-d250-47ab-a12d-ec0274f558c1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] For port 8aa1490e-d265-4ceb-8fee-f7d249c1f148, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=8aa1490e-d265-4ceb-8fee-f7d249c1f148,segment=NetworkSegment(b00af2c6-ac88-4b33-a44d-b4bd217ef4ac),segment_id=b00af2c6-ac88-4b33-a44d-b4bd217ef4ac)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:35:33.611236 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-8289024e-dcaa-4c61-85f8-2150918affac req-d7f109fc-d250-47ab-a12d-ec0274f558c1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:33.731967 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-8289024e-dcaa-4c61-85f8-2150918affac req-d7f109fc-d250-47ab-a12d-ec0274f558c1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Calling delete_port for 8aa1490e-d265-4ceb-8fee-f7d249c1f148 owned by compute:nova {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:35:33.874375 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-8289024e-dcaa-4c61-85f8-2150918affac req-d7f109fc-d250-47ab-a12d-ec0274f558c1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:34.020539 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f109fc-d250-47ab-a12d-ec0274f558c1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'Port': ['ID=8aa1490e-d265-4ceb-8fee-f7d249c1f148,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:35:34.107551 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-8289024e-dcaa-4c61-85f8-2150918affac req-d7f109fc-d250-47ab-a12d-ec0274f558c1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] No DVR routers for this DVR port 8aa1490e-d265-4ceb-8fee-f7d249c1f148 on host hv-neutron-8602 {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:35:34.109914 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-8289024e-dcaa-4c61-85f8-2150918affac req-d7f109fc-d250-47ab-a12d-ec0274f558c1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:34.112316 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef5ca00-29cd-4218-9fcb-7cfc767483f2', 'name': 'network-vif-deleted', 'tag': '8aa1490e-d265-4ceb-8fee-f7d249c1f148'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:35:34.114598 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432afe24-7b04-4675-b784-f24d3ccbca23" -d '{"events": [{"server_uuid": "5ef5ca00-29cd-4218-9fcb-7cfc767483f2", "name": "network-vif-deleted", "tag": "8aa1490e-d265-4ceb-8fee-f7d249c1f148"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:35:34.128708 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8289024e-dcaa-4c61-85f8-2150918affac req-d7f109fc-d250-47ab-a12d-ec0274f558c1 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.20 "DELETE /v2.0/ports/8aa1490e-d265-4ceb-8fee-f7d249c1f148 HTTP/1.1" status: 204 len: 173 time: 0.8284788 Oct 04 09:35:34.158760 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b0fcb9-a520-4d40-9dfa-bf359304b19c x-openstack-request-id: req-50b0fcb9-a520-4d40-9dfa-bf359304b19c {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:35:34.159055 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef5ca00-29cd-4218-9fcb-7cfc767483f2", "name": "network-vif-deleted", "tag": "8aa1490e-d265-4ceb-8fee-f7d249c1f148", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:35:34.159314 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-50b0fcb9-a520-4d40-9dfa-bf359304b19c {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:35:34.159724 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50b0fcb9-a520-4d40-9dfa-bf359304b19c'] response: {'server_uuid': '5ef5ca00-29cd-4218-9fcb-7cfc767483f2', 'name': 'network-vif-deleted', 'tag': '8aa1490e-d265-4ceb-8fee-f7d249c1f148', 'status': 'completed', 'code': 200} Oct 04 09:35:34.461056 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-ab901aa2-542d-44e5-b197-4b4cd629df15 req-8f0db367-787e-4d4a-8509-84ab119b5f48 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ef5ca00-29cd-4218-9fcb-7cfc767483f2 HTTP/1.1" status: 200 len: 210 time: 0.0506985 Oct 04 09:35:34.511209 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6c41c46d-9430-4dcf-aebc-223d0a484436 req-e2802087-b256-40f2-bf6c-217fcfb1a16e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5ef5ca00-29cd-4218-9fcb-7cfc767483f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0501063 Oct 04 09:35:34.650101 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6c41c46d-9430-4dcf-aebc-223d0a484436 req-3d27afc7-fa85-468c-a3d4-20cba10d4ee1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=78fb12e86c5f40beb578bfb97002b5c9&device_id=5ef5ca00-29cd-4218-9fcb-7cfc767483f2 HTTP/1.1" status: 200 len: 210 time: 0.0517533 Oct 04 09:35:34.816461 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c41c46d-9430-4dcf-aebc-223d0a484436 req-0bbeaded-2ff5-44e7-be8e-6640f514e8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:35:34.817881 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6c41c46d-9430-4dcf-aebc-223d0a484436 req-0bbeaded-2ff5-44e7-be8e-6640f514e8a5 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=78fb12e86c5f40beb578bfb97002b5c9&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1395526 Oct 04 09:35:34.952373 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c41c46d-9430-4dcf-aebc-223d0a484436 req-dba40756-05de-41cd-b1e4-a2f313847b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:35:34.953813 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6c41c46d-9430-4dcf-aebc-223d0a484436 req-dba40756-05de-41cd-b1e4-a2f313847b84 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1300237 Oct 04 09:35:35.564094 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 39154) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:35:35.630332 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b4c6c690-af01-48b3-8fd8-9199a43a2df4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:35.659948 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b4c6c690-af01-48b3-8fd8-9199a43a2df4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:35.725076 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b4c6c690-af01-48b3-8fd8-9199a43a2df4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:35.743515 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c6c690-af01-48b3-8fd8-9199a43a2df4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf65da22-d1be-4f0c-9b4a-1c9e0b8b8eb6,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:35:35.756123 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b4c6c690-af01-48b3-8fd8-9199a43a2df4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:35.760119 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-b4c6c690-af01-48b3-8fd8-9199a43a2df4 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "DELETE /v2.0/security-groups/cf65da22-d1be-4f0c-9b4a-1c9e0b8b8eb6 HTTP/1.1" status: 204 len: 168 time: 0.1921480 Oct 04 09:35:35.788108 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 39160) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:35:36.327142 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-906f1a6d-bb11-474a-bcff-86a65b62ba6c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736827'] for router_interface, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:36.677106 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-906f1a6d-bb11-474a-bcff-86a65b62ba6c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Deleting port 9a3487ea-400d-4fe1-8d8e-3727f16d9431 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:35:36.677487 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-906f1a6d-bb11-474a-bcff-86a65b62ba6c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:36.866958 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-906f1a6d-bb11-474a-bcff-86a65b62ba6c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] For port 9a3487ea-400d-4fe1-8d8e-3727f16d9431, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=9a3487ea-400d-4fe1-8d8e-3727f16d9431,segment=NetworkSegment(b00af2c6-ac88-4b33-a44d-b4bd217ef4ac),segment_id=b00af2c6-ac88-4b33-a44d-b4bd217ef4ac)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:35:36.867641 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-906f1a6d-bb11-474a-bcff-86a65b62ba6c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:36.911081 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 8aa1490e-d265-4ceb-8fee-f7d249c1f148 no longer exists at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:35:36.948612 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] No Port match for: 8aa1490e-d265-4ceb-8fee-f7d249c1f148 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:35:36.948869 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 8aa1490e-d265-4ceb-8fee-f7d249c1f148 not bound to the agent host hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:35:37.088783 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-906f1a6d-bb11-474a-bcff-86a65b62ba6c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Calling delete_port for 9a3487ea-400d-4fe1-8d8e-3727f16d9431 owned by network:router_interface {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:35:37.271392 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-906f1a6d-bb11-474a-bcff-86a65b62ba6c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:37.318810 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906f1a6d-bb11-474a-bcff-86a65b62ba6c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'Port': ['ID=9a3487ea-400d-4fe1-8d8e-3727f16d9431,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:35:37.394503 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906f1a6d-bb11-474a-bcff-86a65b62ba6c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:35:37.394939 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906f1a6d-bb11-474a-bcff-86a65b62ba6c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:35:37.395321 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906f1a6d-bb11-474a-bcff-86a65b62ba6c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:35:37.395586 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906f1a6d-bb11-474a-bcff-86a65b62ba6c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:35:37.395828 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906f1a6d-bb11-474a-bcff-86a65b62ba6c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:35:37.396157 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906f1a6d-bb11-474a-bcff-86a65b62ba6c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:35:37.396516 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906f1a6d-bb11-474a-bcff-86a65b62ba6c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:35:37.396842 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906f1a6d-bb11-474a-bcff-86a65b62ba6c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:35:37.397164 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906f1a6d-bb11-474a-bcff-86a65b62ba6c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:35:37.397489 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906f1a6d-bb11-474a-bcff-86a65b62ba6c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:35:37.397810 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906f1a6d-bb11-474a-bcff-86a65b62ba6c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:35:37.398129 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906f1a6d-bb11-474a-bcff-86a65b62ba6c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:35:37.605819 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-906f1a6d-bb11-474a-bcff-86a65b62ba6c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736911'] for router_interface, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:37.958950 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-906f1a6d-bb11-474a-bcff-86a65b62ba6c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Router 367aace1-5b02-4f77-98e8-653a99670d65 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:35:38.134092 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-906f1a6d-bb11-474a-bcff-86a65b62ba6c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:35:38.144078 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fccd4a-bcc0-45af-94fb-65be361aede4 None None] Sync routers for ids ['367aace1-5b02-4f77-98e8-653a99670d65'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:35:38.147086 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-906f1a6d-bb11-474a-bcff-86a65b62ba6c tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "PUT /v2.0/routers/367aace1-5b02-4f77-98e8-653a99670d65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3579152 Oct 04 09:35:38.149752 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 39164) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:35:38.154062 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fccd4a-bcc0-45af-94fb-65be361aede4 None None] Routers {'367aace1-5b02-4f77-98e8-653a99670d65'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:35:38.154666 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-c4fccd4a-bcc0-45af-94fb-65be361aede4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:35:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['367aace1-5b02-4f77-98e8-653a99670d65'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:35:38.218249 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-761bf071-1af7-4215-83df-a8087a73bb38 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Deleting subnet d3781354-649a-4fd3-abe7-41d1d1f156ff {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:35:38.221035 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-761bf071-1af7-4215-83df-a8087a73bb38 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:38.273332 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-761bf071-1af7-4215-83df-a8087a73bb38 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:38.335091 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-c4fccd4a-bcc0-45af-94fb-65be361aede4 None None] Set router 367aace1-5b02-4f77-98e8-653a99670d65 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:35:38.362377 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-761bf071-1af7-4215-83df-a8087a73bb38 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:38.564429 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-761bf071-1af7-4215-83df-a8087a73bb38 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:38.605221 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761bf071-1af7-4215-83df-a8087a73bb38 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'Subnet': ['ID=d3781354-649a-4fd3-abe7-41d1d1f156ff,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:35:38.607185 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-761bf071-1af7-4215-83df-a8087a73bb38 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:38.613145 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65a34df-3c64-4652-b9d4-4db82734f4ea None None] Network c0a038cf-ad68-4082-adec-149f24f57b71 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:35:38.614301 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-761bf071-1af7-4215-83df-a8087a73bb38 tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "DELETE /v2.0/subnets/d3781354-649a-4fd3-abe7-41d1d1f156ff HTTP/1.1" status: 204 len: 168 time: 0.4635689 Oct 04 09:35:38.616897 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 39168) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:35:38.786741 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-c4fccd4a-bcc0-45af-94fb-65be361aede4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367aace1-5b02-4f77-98e8-653a99670d65', 'name': 'tempest-TestNetworkBasicOps-router-1315702112', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86'}], 'enable_snat': True}, 'gw_port_id': '8da48347-e679-4598-be53-fa6577b7d24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:33:44Z', 'updated_at': '2022-10-04T09:35:37Z', 'revision_number': 7, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '8da48347-e679-4598-be53-fa6577b7d24b', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367aace1-5b02-4f77-98e8-653a99670d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:33:45Z', 'updated_at': '2022-10-04T09:35:27Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:35:38.798013 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fccd4a-bcc0-45af-94fb-65be361aede4 None None] Checking router: 367aace1-5b02-4f77-98e8-653a99670d65 for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:35:38.805499 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-de47b468-95fd-4fdc-af7a-29f586d02f8d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:38.819024 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fccd4a-bcc0-45af-94fb-65be361aede4 None None] Routers {'367aace1-5b02-4f77-98e8-653a99670d65'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:35:38.819565 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-c4fccd4a-bcc0-45af-94fb-65be361aede4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:35:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['367aace1-5b02-4f77-98e8-653a99670d65'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:35:38.984444 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-de47b468-95fd-4fdc-af7a-29f586d02f8d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:38.996224 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-de47b468-95fd-4fdc-af7a-29f586d02f8d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Deleting port 8da48347-e679-4598-be53-fa6577b7d24b {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:35:38.996835 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-de47b468-95fd-4fdc-af7a-29f586d02f8d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:39.010182 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-c4fccd4a-bcc0-45af-94fb-65be361aede4 None None] Set router 367aace1-5b02-4f77-98e8-653a99670d65 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:35:39.052259 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250899c8-cc15-49b7-80a7-4083e1af65bd None None] DHCP port deletion for c0a038cf-ad68-4082-adec-149f24f57b71 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:35:39.118166 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-250899c8-cc15-49b7-80a7-4083e1af65bd None None] Deleting port 92db37f8-adcf-4b41-8770-eae0459548ca {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:35:39.118455 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-250899c8-cc15-49b7-80a7-4083e1af65bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:39.172410 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-de47b468-95fd-4fdc-af7a-29f586d02f8d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] For port 8da48347-e679-4598-be53-fa6577b7d24b, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=8da48347-e679-4598-be53-fa6577b7d24b,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:35:39.172769 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-de47b468-95fd-4fdc-af7a-29f586d02f8d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:39.295671 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-de47b468-95fd-4fdc-af7a-29f586d02f8d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Calling delete_port for 8da48347-e679-4598-be53-fa6577b7d24b owned by network:router_gateway {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:35:39.465838 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 92db37f8-adcf-4b41-8770-eae0459548ca no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:35:39.484529 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-de47b468-95fd-4fdc-af7a-29f586d02f8d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:39.532124 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de47b468-95fd-4fdc-af7a-29f586d02f8d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'Port': ['ID=8da48347-e679-4598-be53-fa6577b7d24b,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:35:39.547990 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-250899c8-cc15-49b7-80a7-4083e1af65bd None None] For port 92db37f8-adcf-4b41-8770-eae0459548ca, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=92db37f8-adcf-4b41-8770-eae0459548ca,segment=NetworkSegment(b00af2c6-ac88-4b33-a44d-b4bd217ef4ac),segment_id=b00af2c6-ac88-4b33-a44d-b4bd217ef4ac)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:35:39.548412 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-250899c8-cc15-49b7-80a7-4083e1af65bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:39.631785 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-de47b468-95fd-4fdc-af7a-29f586d02f8d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737040'] for router_gateway, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:39.681419 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-250899c8-cc15-49b7-80a7-4083e1af65bd None None] Calling delete_port for 92db37f8-adcf-4b41-8770-eae0459548ca owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:35:39.813678 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 92db37f8-adcf-4b41-8770-eae0459548ca is: ACTIVE; New status is: DOWN {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:35:39.814061 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:39.819119 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-de47b468-95fd-4fdc-af7a-29f586d02f8d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:39.821338 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-de47b468-95fd-4fdc-af7a-29f586d02f8d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:39.826916 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-c4fccd4a-bcc0-45af-94fb-65be361aede4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '367aace1-5b02-4f77-98e8-653a99670d65', 'name': 'tempest-TestNetworkBasicOps-router-1315702112', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86'}], 'enable_snat': True}, 'gw_port_id': '8da48347-e679-4598-be53-fa6577b7d24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:33:44Z', 'updated_at': '2022-10-04T09:35:37Z', 'revision_number': 7, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '8da48347-e679-4598-be53-fa6577b7d24b', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367aace1-5b02-4f77-98e8-653a99670d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:33:45Z', 'updated_at': '2022-10-04T09:35:27Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:35:39.837635 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fccd4a-bcc0-45af-94fb-65be361aede4 None None] The sync data for ids ['367aace1-5b02-4f77-98e8-653a99670d65'] in dv-neutron-860215-1-hyperv is: [{'id': '367aace1-5b02-4f77-98e8-653a99670d65', 'name': 'tempest-TestNetworkBasicOps-router-1315702112', 'tenant_id': '78fb12e86c5f40beb578bfb97002b5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86'}], 'enable_snat': True}, 'gw_port_id': '8da48347-e679-4598-be53-fa6577b7d24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:33:44Z', 'updated_at': '2022-10-04T09:35:37Z', 'revision_number': 7, 'project_id': '78fb12e86c5f40beb578bfb97002b5c9', 'gw_port': {'id': '8da48347-e679-4598-be53-fa6577b7d24b', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:a1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '367aace1-5b02-4f77-98e8-653a99670d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:33:45Z', 'updated_at': '2022-10-04T09:35:27Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:35:39.844403 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-250899c8-cc15-49b7-80a7-4083e1af65bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:39.851918 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-de47b468-95fd-4fdc-af7a-29f586d02f8d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:39.852899 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de47b468-95fd-4fdc-af7a-29f586d02f8d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Fanout notify agent at l3_agent the message router_deleted on router 367aace1-5b02-4f77-98e8-653a99670d65 {{(pid=89033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:35:39.871314 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-de47b468-95fd-4fdc-af7a-29f586d02f8d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:39.872507 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-de47b468-95fd-4fdc-af7a-29f586d02f8d tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "DELETE /v2.0/routers/367aace1-5b02-4f77-98e8-653a99670d65 HTTP/1.1" status: 204 len: 168 time: 1.2546556 Oct 04 09:35:39.875588 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 39174) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:35:39.923667 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250899c8-cc15-49b7-80a7-4083e1af65bd None None] Pushing event deleted for resources: {'Port': ['ID=92db37f8-adcf-4b41-8770-eae0459548ca,revision_number=None']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:35:39.930484 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250899c8-cc15-49b7-80a7-4083e1af65bd None None] No DVR routers for this DVR port 92db37f8-adcf-4b41-8770-eae0459548ca on host dv-neutron-860215-1-hyperv {{(pid=89034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:35:40.007627 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-326388e4-cb1e-4c8c-a936-5743d365235b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:40.137918 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-326388e4-cb1e-4c8c-a936-5743d365235b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:40.167744 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-326388e4-cb1e-4c8c-a936-5743d365235b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0a038cf-ad68-4082-adec-149f24f57b71']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:35:40.179608 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-326388e4-cb1e-4c8c-a936-5743d365235b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b00af2c6-ac88-4b33-a44d-b4bd217ef4ac') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:35:40.179897 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-326388e4-cb1e-4c8c-a936-5743d365235b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b00af2c6-ac88-4b33-a44d-b4bd217ef4ac') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:35:40.190954 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-326388e4-cb1e-4c8c-a936-5743d365235b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:40.208795 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-326388e4-cb1e-4c8c-a936-5743d365235b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:40.215845 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-326388e4-cb1e-4c8c-a936-5743d365235b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:35:40.215984 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-326388e4-cb1e-4c8c-a936-5743d365235b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:40.282181 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment b00af2c6-ac88-4b33-a44d-b4bd217ef4ac resource provider aggregate not found Oct 04 09:35:40.309549 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment b00af2c6-ac88-4b33-a44d-b4bd217ef4ac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b00af2c6-ac88-4b33-a44d-b4bd217ef4ac found for delete ", "request_id": "req-2c88f27b-7c11-41a0-a7f9-5ec5116fc70c"}]} Oct 04 09:35:40.324045 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-326388e4-cb1e-4c8c-a936-5743d365235b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:40.342712 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-326388e4-cb1e-4c8c-a936-5743d365235b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:40.355599 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326388e4-cb1e-4c8c-a936-5743d365235b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] Pushing event deleted for resources: {'Network': ['ID=c0a038cf-ad68-4082-adec-149f24f57b71,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:35:40.361817 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-326388e4-cb1e-4c8c-a936-5743d365235b tempest-TestNetworkBasicOps-282386832 tempest-TestNetworkBasicOps-282386832-project] 10.222.0.50 "DELETE /v2.0/networks/c0a038cf-ad68-4082-adec-149f24f57b71 HTTP/1.1" status: 204 len: 168 time: 0.4852097 Oct 04 09:35:40.715325 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 39186) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:35:40.898971 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-099c8ed6-113a-4e93-b2f6-dc8e223b67a6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=78fb12e86c5f40beb578bfb97002b5c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1824391 Oct 04 09:35:40.901428 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 39192) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:35:41.060017 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9689a493-14eb-4021-9d17-a7e0eebd33ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:41.085157 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9689a493-14eb-4021-9d17-a7e0eebd33ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:41.136185 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9689a493-14eb-4021-9d17-a7e0eebd33ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:41.152764 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9689a493-14eb-4021-9d17-a7e0eebd33ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7311daf-fddf-4e95-b62f-0bccf6bbb467,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:35:41.159011 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9689a493-14eb-4021-9d17-a7e0eebd33ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:41.160130 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-9689a493-14eb-4021-9d17-a7e0eebd33ef admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d7311daf-fddf-4e95-b62f-0bccf6bbb467 HTTP/1.1" status: 204 len: 168 time: 0.2578111 Oct 04 09:35:41.292754 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:41.382623 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 9a3487ea-400d-4fe1-8d8e-3727f16d9431 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:35:41.415927 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 9a3487ea-400d-4fe1-8d8e-3727f16d9431 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:35:41.416805 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 9a3487ea-400d-4fe1-8d8e-3727f16d9431 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:35:41.417223 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 8da48347-e679-4598-be53-fa6577b7d24b no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:35:41.436029 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 39200) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:35:41.451761 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 8da48347-e679-4598-be53-fa6577b7d24b {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:35:41.452106 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 8da48347-e679-4598-be53-fa6577b7d24b not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:35:41.452988 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c2926333-34d2-4adb-b702-0eb5c0f28c1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:41.467136 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-c2926333-34d2-4adb-b702-0eb5c0f28c1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:35:41.470929 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-c2926333-34d2-4adb-b702-0eb5c0f28c1b admin admin] Usage tracker for resource:security_group_rule and tenant:dd0fade320294e62b569a0ca85d60077 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:35:41.473675 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-c2926333-34d2-4adb-b702-0eb5c0f28c1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:35:41.479786 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-c2926333-34d2-4adb-b702-0eb5c0f28c1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:35:41.565157 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c2926333-34d2-4adb-b702-0eb5c0f28c1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:41.568715 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c2926333-34d2-4adb-b702-0eb5c0f28c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:41.617058 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-c2926333-34d2-4adb-b702-0eb5c0f28c1b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dd0fade320294e62b569a0ca85d60077&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1799603 Oct 04 09:35:41.617907 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2926333-34d2-4adb-b702-0eb5c0f28c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ade688-d3f9-4783-b049-4a6d096ee7e3,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:35:41.619761 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 39204) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:35:41.677812 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-06826cf5-1079-40a8-9aa3-f546af171982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:41.702480 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-06826cf5-1079-40a8-9aa3-f546af171982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:41.753948 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-06826cf5-1079-40a8-9aa3-f546af171982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:41.768324 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06826cf5-1079-40a8-9aa3-f546af171982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ade688-d3f9-4783-b049-4a6d096ee7e3,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:35:41.781434 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-06826cf5-1079-40a8-9aa3-f546af171982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:41.785070 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-06826cf5-1079-40a8-9aa3-f546af171982 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f5ade688-d3f9-4783-b049-4a6d096ee7e3 HTTP/1.1" status: 204 len: 168 time: 0.1618273 Oct 04 09:35:48.185983 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-40a73c47-4bb1-4e3d-acb2-34b4d813663b req-a16a9a39-44ae-4db7-a0d3-938ebeacba6f tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=75a2866cb6824235a0da53f3e67a95fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278785 Oct 04 09:35:48.337830 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a73c47-4bb1-4e3d-acb2-34b4d813663b req-0574a2ff-8c46-4549-9535-a4c8d4f53953 tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:35:48.339696 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-40a73c47-4bb1-4e3d-acb2-34b4d813663b req-0574a2ff-8c46-4549-9535-a4c8d4f53953 tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1487553 Oct 04 09:35:48.354484 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-40a73c47-4bb1-4e3d-acb2-34b4d813663b req-5fbc4fd9-f861-4591-999e-9c58a29af4f2 tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] 10.222.0.50 "GET /v2.0/quotas/75a2866cb6824235a0da53f3e67a95fb HTTP/1.1" status: 200 len: 375 time: 0.0087595 Oct 04 09:35:48.410230 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-40a73c47-4bb1-4e3d-acb2-34b4d813663b req-78f7fa10-3649-4442-bb4a-a3f79c751198 tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=75a2866cb6824235a0da53f3e67a95fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509136 Oct 04 09:35:48.589237 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-86e4ecdd-d279-4695-ac0a-7faca98d3efc req-8e18eacd-a5d6-4535-a692-830c526a441c tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] 10.222.0.50 "GET /v2.0/ports?device_id=1036af72-d6f9-4464-90a1-cf3372f422b0 HTTP/1.1" status: 200 len: 210 time: 0.0497489 Oct 04 09:35:49.537021 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-40a73c47-4bb1-4e3d-acb2-34b4d813663b req-777b6de2-14c4-4505-89c3-cdcfe8d8cc2d tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=75a2866cb6824235a0da53f3e67a95fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262036 Oct 04 09:35:49.691548 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a73c47-4bb1-4e3d-acb2-34b4d813663b req-7f31339a-7cab-432a-9ede-07f12b24a1d5 tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:35:49.693080 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-40a73c47-4bb1-4e3d-acb2-34b4d813663b req-7f31339a-7cab-432a-9ede-07f12b24a1d5 tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1510570 Oct 04 09:35:49.748239 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-40a73c47-4bb1-4e3d-acb2-34b4d813663b req-84f3baaf-c65c-4b7c-9124-150b1dfec074 tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] Request body: {'port': {'device_id': '1036af72-d6f9-4464-90a1-cf3372f422b0', 'network_id': '9ab8db78-868e-43ae-bf6b-0fc1cc72b556', 'admin_state_up': True, 'tenant_id': '75a2866cb6824235a0da53f3e67a95fb'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:35:49.857712 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a31a8e63-3efa-4de6-b1a3-6af4675de87a req-592ec10f-6e54-4ea9-915a-24543d4ddd77 tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] 10.222.0.50 "GET /v2.0/ports?device_id=1036af72-d6f9-4464-90a1-cf3372f422b0 HTTP/1.1" status: 200 len: 210 time: 0.1534481 Oct 04 09:35:49.970731 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-40a73c47-4bb1-4e3d-acb2-34b4d813663b req-84f3baaf-c65c-4b7c-9124-150b1dfec074 tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:35:49.974436 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-40a73c47-4bb1-4e3d-acb2-34b4d813663b req-84f3baaf-c65c-4b7c-9124-150b1dfec074 tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] Usage tracker for resource:port and tenant:75a2866cb6824235a0da53f3e67a95fb is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:35:49.977192 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-40a73c47-4bb1-4e3d-acb2-34b4d813663b req-84f3baaf-c65c-4b7c-9124-150b1dfec074 tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:35:49.982696 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-40a73c47-4bb1-4e3d-acb2-34b4d813663b req-84f3baaf-c65c-4b7c-9124-150b1dfec074 tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:35:49.991954 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40a73c47-4bb1-4e3d-acb2-34b4d813663b req-84f3baaf-c65c-4b7c-9124-150b1dfec074 tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] Made reservation on behalf of 75a2866cb6824235a0da53f3e67a95fb for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:35:49.995831 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-40a73c47-4bb1-4e3d-acb2-34b4d813663b req-84f3baaf-c65c-4b7c-9124-150b1dfec074 tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:50.011551 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-40a73c47-4bb1-4e3d-acb2-34b4d813663b req-84f3baaf-c65c-4b7c-9124-150b1dfec074 tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:50.025634 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-40a73c47-4bb1-4e3d-acb2-34b4d813663b req-84f3baaf-c65c-4b7c-9124-150b1dfec074 tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:35:50.029337 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-40a73c47-4bb1-4e3d-acb2-34b4d813663b req-84f3baaf-c65c-4b7c-9124-150b1dfec074 tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] Usage tracker for resource:security_group_rule and tenant:75a2866cb6824235a0da53f3e67a95fb is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:35:50.032008 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-40a73c47-4bb1-4e3d-acb2-34b4d813663b req-84f3baaf-c65c-4b7c-9124-150b1dfec074 tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:35:50.037582 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-40a73c47-4bb1-4e3d-acb2-34b4d813663b req-84f3baaf-c65c-4b7c-9124-150b1dfec074 tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:35:50.120765 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-40a73c47-4bb1-4e3d-acb2-34b4d813663b req-84f3baaf-c65c-4b7c-9124-150b1dfec074 tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:50.124683 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-40a73c47-4bb1-4e3d-acb2-34b4d813663b req-84f3baaf-c65c-4b7c-9124-150b1dfec074 tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:50.204019 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f3baaf-c65c-4b7c-9124-150b1dfec074 tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14b53446-05e3-4ad9-9147-5b7fe7e0271c,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:35:50.292539 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [req-40a73c47-4bb1-4e3d-acb2-34b4d813663b req-84f3baaf-c65c-4b7c-9124-150b1dfec074 tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] Allocated IP 192.168.233.7 (9ab8db78-868e-43ae-bf6b-0fc1cc72b556/cd81d605-32b0-4910-a031-e8887feb2e02/8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:35:50.488852 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-40a73c47-4bb1-4e3d-acb2-34b4d813663b req-84f3baaf-c65c-4b7c-9124-150b1dfec074 tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:50.505284 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-40a73c47-4bb1-4e3d-acb2-34b4d813663b req-84f3baaf-c65c-4b7c-9124-150b1dfec074 tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] Transition to ACTIVE for port object 8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:35:50.528183 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-40a73c47-4bb1-4e3d-acb2-34b4d813663b req-84f3baaf-c65c-4b7c-9124-150b1dfec074 tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:50.597967 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40a73c47-4bb1-4e3d-acb2-34b4d813663b req-84f3baaf-c65c-4b7c-9124-150b1dfec074 tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] Network 9ab8db78-868e-43ae-bf6b-0fc1cc72b556 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:35:50.600829 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [req-40a73c47-4bb1-4e3d-acb2-34b4d813663b req-84f3baaf-c65c-4b7c-9124-150b1dfec074 tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:35:50.605328 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-40a73c47-4bb1-4e3d-acb2-34b4d813663b req-84f3baaf-c65c-4b7c-9124-150b1dfec074 tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:35:50.641531 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f3baaf-c65c-4b7c-9124-150b1dfec074 tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] Pushing event updated for resources: {'Port': ['ID=8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:35:50.675063 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a73c47-4bb1-4e3d-acb2-34b4d813663b req-84f3baaf-c65c-4b7c-9124-150b1dfec074 tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:35:50.675669 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-40a73c47-4bb1-4e3d-acb2-34b4d813663b req-84f3baaf-c65c-4b7c-9124-150b1dfec074 tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:50.705678 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-40a73c47-4bb1-4e3d-acb2-34b4d813663b req-84f3baaf-c65c-4b7c-9124-150b1dfec074 tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9616373 Oct 04 09:35:50.723536 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-40a73c47-4bb1-4e3d-acb2-34b4d813663b req-17678dc6-965f-4059-b822-23ce4a58b4a1 service neutron] Request body: {'port': {'device_id': '1036af72-d6f9-4464-90a1-cf3372f422b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8602'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:35:50.797164 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-a094128d-1477-4208-956b-7c8c2ba34eb3 None None] Provisioning for port 8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:35:50.802268 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-a094128d-1477-4208-956b-7c8c2ba34eb3 None None] Provisioning complete for port 8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:35:50.802649 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a094128d-1477-4208-956b-7c8c2ba34eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:50.802982 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-a094128d-1477-4208-956b-7c8c2ba34eb3 None None] Attempt 1 to provision port 8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f Oct 04 09:35:50.845283 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-40a73c47-4bb1-4e3d-acb2-34b4d813663b req-17678dc6-965f-4059-b822-23ce4a58b4a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:50.865154 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-a094128d-1477-4208-956b-7c8c2ba34eb3 None None] Port 8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:35:51.063597 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd97ef-20a3-4698-8d63-6faede3adf63 req-cc2b6fff-7446-46c9-9c66-4b4feead85fc tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:35:51.065117 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f7dd97ef-20a3-4698-8d63-6faede3adf63 req-cc2b6fff-7446-46c9-9c66-4b4feead85fc tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] 10.222.0.50 "GET /v2.0/ports?device_id=1036af72-d6f9-4464-90a1-cf3372f422b0 HTTP/1.1" status: 200 len: 934 time: 0.0904894 Oct 04 09:35:51.108854 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f7dd97ef-20a3-4698-8d63-6faede3adf63 req-b2f1599d-1d16-4bdd-87a0-f82ffeb77224 tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] 10.222.0.50 "GET /v2.0/security-groups?id=14b53446-05e3-4ad9-9147-5b7fe7e0271c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377481 Oct 04 09:35:51.196206 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [req-40a73c47-4bb1-4e3d-acb2-34b4d813663b req-17678dc6-965f-4059-b822-23ce4a58b4a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f {{(pid=89032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:35:51.203359 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-40a73c47-4bb1-4e3d-acb2-34b4d813663b req-17678dc6-965f-4059-b822-23ce4a58b4a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:51.217866 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-40a73c47-4bb1-4e3d-acb2-34b4d813663b req-17678dc6-965f-4059-b822-23ce4a58b4a1 service neutron] Transition to ACTIVE for port object 8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f will not be triggered until provisioned by entity L2. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:35:51.221204 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-40a73c47-4bb1-4e3d-acb2-34b4d813663b req-17678dc6-965f-4059-b822-23ce4a58b4a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:51.366516 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-a094128d-1477-4208-956b-7c8c2ba34eb3 None None] Attempt 2 to provision port 8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f Oct 04 09:35:51.406111 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17678dc6-965f-4059-b822-23ce4a58b4a1 service neutron] Pushing event updated for resources: {'Port': ['ID=8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:35:51.420206 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-a094128d-1477-4208-956b-7c8c2ba34eb3 None None] Port 8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:35:51.442868 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-40a73c47-4bb1-4e3d-acb2-34b4d813663b req-17678dc6-965f-4059-b822-23ce4a58b4a1 service neutron] Attempting to bind port 8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:35:51.443225 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-40a73c47-4bb1-4e3d-acb2-34b4d813663b req-17678dc6-965f-4059-b822-23ce4a58b4a1 service neutron] Attempting to bind port 8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': '0d1cd92e-5408-40fc-ab10-e80f3469f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9ab8db78-868e-43ae-bf6b-0fc1cc72b556'}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:35:51.443532 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a73c47-4bb1-4e3d-acb2-34b4d813663b req-17678dc6-965f-4059-b822-23ce4a58b4a1 service neutron] Attempting to bind port 8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f on network 9ab8db78-868e-43ae-bf6b-0fc1cc72b556 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:35:51.448016 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a73c47-4bb1-4e3d-acb2-34b4d813663b req-17678dc6-965f-4059-b822-23ce4a58b4a1 service neutron] Port 8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f on network 9ab8db78-868e-43ae-bf6b-0fc1cc72b556 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:35:51.448334 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a73c47-4bb1-4e3d-acb2-34b4d813663b req-17678dc6-965f-4059-b822-23ce4a58b4a1 service neutron] Attempting to bind port 8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f on network 9ab8db78-868e-43ae-bf6b-0fc1cc72b556 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:35:51.453302 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a73c47-4bb1-4e3d-acb2-34b4d813663b req-17678dc6-965f-4059-b822-23ce4a58b4a1 service neutron] Checking agent: {'id': '1be90a14-1104-4771-996e-684b25b74d15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'started_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:35:51.453637 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a73c47-4bb1-4e3d-acb2-34b4d813663b req-17678dc6-965f-4059-b822-23ce4a58b4a1 service neutron] Checking segment: {'id': '0d1cd92e-5408-40fc-ab10-e80f3469f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9ab8db78-868e-43ae-bf6b-0fc1cc72b556'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:35:51.454003 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a73c47-4bb1-4e3d-acb2-34b4d813663b req-17678dc6-965f-4059-b822-23ce4a58b4a1 service neutron] Bound using segment: {'id': '0d1cd92e-5408-40fc-ab10-e80f3469f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9ab8db78-868e-43ae-bf6b-0fc1cc72b556'} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:35:51.454420 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-40a73c47-4bb1-4e3d-acb2-34b4d813663b req-17678dc6-965f-4059-b822-23ce4a58b4a1 service neutron] Bound port: 8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f, host: hv-neutron-8602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d1cd92e-5408-40fc-ab10-e80f3469f336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9ab8db78-868e-43ae-bf6b-0fc1cc72b556'}}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:35:51.454758 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-40a73c47-4bb1-4e3d-acb2-34b4d813663b req-17678dc6-965f-4059-b822-23ce4a58b4a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:51.540561 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-40a73c47-4bb1-4e3d-acb2-34b4d813663b req-17678dc6-965f-4059-b822-23ce4a58b4a1 service neutron] For port 8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f, host hv-neutron-8602, cleared binding levels {{(pid=89032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:35:51.544064 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-40a73c47-4bb1-4e3d-acb2-34b4d813663b req-17678dc6-965f-4059-b822-23ce4a58b4a1 service neutron] For port 8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f, host hv-neutron-8602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f,segment=NetworkSegment(0d1cd92e-5408-40fc-ab10-e80f3469f336),segment_id=0d1cd92e-5408-40fc-ab10-e80f3469f336)] {{(pid=89032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:35:51.548541 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-40a73c47-4bb1-4e3d-acb2-34b4d813663b req-17678dc6-965f-4059-b822-23ce4a58b4a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:51.581391 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a73c47-4bb1-4e3d-acb2-34b4d813663b req-17678dc6-965f-4059-b822-23ce4a58b4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:35:51.581989 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-40a73c47-4bb1-4e3d-acb2-34b4d813663b req-17678dc6-965f-4059-b822-23ce4a58b4a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:51.583332 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-40a73c47-4bb1-4e3d-acb2-34b4d813663b req-17678dc6-965f-4059-b822-23ce4a58b4a1 service neutron] 10.222.0.20 "PUT /v2.0/ports/8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f HTTP/1.1" status: 200 len: 1096 time: 0.8646939 Oct 04 09:35:51.583761 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1036af72-d6f9-4464-90a1-cf3372f422b0', 'tag': '8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:35:51.586075 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41502811-5767-4eec-b8f9-f248720de882" -d '{"events": [{"name": "network-changed", "server_uuid": "1036af72-d6f9-4464-90a1-cf3372f422b0", "tag": "8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:35:51.631554 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17678dc6-965f-4059-b822-23ce4a58b4a1 service neutron] Pushing event updated for resources: {'Port': ['ID=8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f,revision_number=3']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:35:51.636136 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57fb7899-d423-4437-b9ef-1132a91c9f05 x-openstack-request-id: req-57fb7899-d423-4437-b9ef-1132a91c9f05 {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:35:51.636441 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1036af72-d6f9-4464-90a1-cf3372f422b0", "tag": "8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:35:51.636690 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-57fb7899-d423-4437-b9ef-1132a91c9f05 {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:35:51.637074 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57fb7899-d423-4437-b9ef-1132a91c9f05'] response: {'name': 'network-changed', 'server_uuid': '1036af72-d6f9-4464-90a1-cf3372f422b0', 'tag': '8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f', 'status': 'completed', 'code': 200} Oct 04 09:35:51.721712 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:35:51.726605 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a73c47-4bb1-4e3d-acb2-34b4d813663b req-78622e35-79ee-4885-9319-28e3c71da161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:35:51.728117 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-40a73c47-4bb1-4e3d-acb2-34b4d813663b req-78622e35-79ee-4885-9319-28e3c71da161 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=75a2866cb6824235a0da53f3e67a95fb&device_id=1036af72-d6f9-4464-90a1-cf3372f422b0 HTTP/1.1" status: 200 len: 1099 time: 0.0764563 Oct 04 09:35:51.893028 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-40a73c47-4bb1-4e3d-acb2-34b4d813663b req-3ad71de5-7878-4b90-a310-7eec60a40347 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f HTTP/1.1" status: 200 len: 217 time: 0.1518183 Oct 04 09:35:51.921165 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-a094128d-1477-4208-956b-7c8c2ba34eb3 None None] Attempt 3 to provision port 8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f Oct 04 09:35:51.958367 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a73c47-4bb1-4e3d-acb2-34b4d813663b req-9f3a7c6d-5c6d-4a83-8564-17a66a0c1620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:35:51.959800 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-40a73c47-4bb1-4e3d-acb2-34b4d813663b req-9f3a7c6d-5c6d-4a83-8564-17a66a0c1620 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cd81d605-32b0-4910-a031-e8887feb2e02 HTTP/1.1" status: 200 len: 843 time: 0.0616579 Oct 04 09:35:51.983102 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-a094128d-1477-4208-956b-7c8c2ba34eb3 None None] Port 8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 09:35:52.039034 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a73c47-4bb1-4e3d-acb2-34b4d813663b req-6d2017f7-9623-40a6-bd1c-65eb0aae0a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:35:52.040536 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-40a73c47-4bb1-4e3d-acb2-34b4d813663b req-6d2017f7-9623-40a6-bd1c-65eb0aae0a21 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9ab8db78-868e-43ae-bf6b-0fc1cc72b556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0749216 Oct 04 09:35:52.168386 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-40a73c47-4bb1-4e3d-acb2-34b4d813663b req-a25d36f8-01fe-4e90-bebb-f55725ba90ec service neutron] 10.222.0.20 "GET /v2.0/networks/9ab8db78-868e-43ae-bf6b-0fc1cc72b556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219215 Oct 04 09:35:52.303354 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-40a73c47-4bb1-4e3d-acb2-34b4d813663b req-f43bc8e3-881e-4f8d-9e64-849454fc0bb5 service neutron] 10.222.0.20 "GET /v2.0/networks/9ab8db78-868e-43ae-bf6b-0fc1cc72b556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291633 Oct 04 09:35:52.314711 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35dd576-0ca5-47a9-a3c9-f660722ce139 req-078c858e-9352-48c9-90c0-b4a1a8fcb022 tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:35:52.317098 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-a35dd576-0ca5-47a9-a3c9-f660722ce139 req-078c858e-9352-48c9-90c0-b4a1a8fcb022 tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] 10.222.0.50 "GET /v2.0/ports?device_id=1036af72-d6f9-4464-90a1-cf3372f422b0 HTTP/1.1" status: 200 len: 946 time: 0.0987322 Oct 04 09:35:52.369986 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-a35dd576-0ca5-47a9-a3c9-f660722ce139 req-00635199-f477-4040-bbc4-949873c83234 tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] 10.222.0.50 "GET /v2.0/security-groups?id=14b53446-05e3-4ad9-9147-5b7fe7e0271c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471671 Oct 04 09:35:52.477565 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41502811-5767-4eec-b8f9-f248720de882 req-ab9c28c8-27d2-4a6b-bab1-68787f002470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:35:52.479074 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-41502811-5767-4eec-b8f9-f248720de882 req-ab9c28c8-27d2-4a6b-bab1-68787f002470 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=75a2866cb6824235a0da53f3e67a95fb&device_id=1036af72-d6f9-4464-90a1-cf3372f422b0 HTTP/1.1" status: 200 len: 1099 time: 0.0849421 Oct 04 09:35:52.609565 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41502811-5767-4eec-b8f9-f248720de882 req-b8fc0bf7-6653-47d7-be9c-954e40b62ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:35:52.610930 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-41502811-5767-4eec-b8f9-f248720de882 req-b8fc0bf7-6653-47d7-be9c-954e40b62ba9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9ab8db78-868e-43ae-bf6b-0fc1cc72b556 HTTP/1.1" status: 200 len: 870 time: 0.1260340 Oct 04 09:35:52.676072 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-41502811-5767-4eec-b8f9-f248720de882 req-10e49cae-b3c6-42bb-8e50-30d711f0cf24 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f HTTP/1.1" status: 200 len: 217 time: 0.0594132 Oct 04 09:35:52.739856 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41502811-5767-4eec-b8f9-f248720de882 req-27be70f8-10ce-436c-b372-0901881bdcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:35:52.741369 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-41502811-5767-4eec-b8f9-f248720de882 req-27be70f8-10ce-436c-b372-0901881bdcfb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cd81d605-32b0-4910-a031-e8887feb2e02 HTTP/1.1" status: 200 len: 843 time: 0.0602269 Oct 04 09:35:52.825949 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41502811-5767-4eec-b8f9-f248720de882 req-e4ba1eda-6306-40de-bcb7-2aeb4944559f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:35:52.827425 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-41502811-5767-4eec-b8f9-f248720de882 req-e4ba1eda-6306-40de-bcb7-2aeb4944559f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9ab8db78-868e-43ae-bf6b-0fc1cc72b556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0789633 Oct 04 09:35:52.963556 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-41502811-5767-4eec-b8f9-f248720de882 req-e00f9625-04bb-4fb7-8880-297c56977d77 service neutron] 10.222.0.20 "GET /v2.0/networks/9ab8db78-868e-43ae-bf6b-0fc1cc72b556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285040 Oct 04 09:35:53.099296 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-41502811-5767-4eec-b8f9-f248720de882 req-c2682fbf-44c4-4d37-8432-2bcb11bdcc6c service neutron] 10.222.0.20 "GET /v2.0/networks/9ab8db78-868e-43ae-bf6b-0fc1cc72b556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295383 Oct 04 09:35:53.581085 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a965497-dab8-4282-a03a-f23cdcfbc97d req-1d5a2a20-07b1-49d9-96df-b66075e96ebd tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:35:53.581820 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-6a965497-dab8-4282-a03a-f23cdcfbc97d req-1d5a2a20-07b1-49d9-96df-b66075e96ebd tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] Synchronizing usage tracker for tenant:75a2866cb6824235a0da53f3e67a95fb on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:35:53.597920 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-6a965497-dab8-4282-a03a-f23cdcfbc97d req-1d5a2a20-07b1-49d9-96df-b66075e96ebd tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] Unset dirty status for tenant:75a2866cb6824235a0da53f3e67a95fb on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:35:53.599139 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6a965497-dab8-4282-a03a-f23cdcfbc97d req-1d5a2a20-07b1-49d9-96df-b66075e96ebd tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] 10.222.0.50 "GET /v2.0/ports?device_id=1036af72-d6f9-4464-90a1-cf3372f422b0 HTTP/1.1" status: 200 len: 946 time: 0.1063330 Oct 04 09:35:53.642530 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-6a965497-dab8-4282-a03a-f23cdcfbc97d req-69ee33e0-b331-40a3-a7b2-e5b5dbf842c1 tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] Synchronizing usage tracker for tenant:75a2866cb6824235a0da53f3e67a95fb on resource:security_group {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:35:53.658359 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-6a965497-dab8-4282-a03a-f23cdcfbc97d req-69ee33e0-b331-40a3-a7b2-e5b5dbf842c1 tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] Unset dirty status for tenant:75a2866cb6824235a0da53f3e67a95fb on resource:security_group {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:35:53.659565 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6a965497-dab8-4282-a03a-f23cdcfbc97d req-69ee33e0-b331-40a3-a7b2-e5b5dbf842c1 tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] 10.222.0.50 "GET /v2.0/security-groups?id=14b53446-05e3-4ad9-9147-5b7fe7e0271c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547385 Oct 04 09:35:54.855500 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3254593-6a2a-41f6-84cd-9e92a7115809 req-b79ac44b-8348-4f78-8556-1e8c103fa01b tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:35:54.856983 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-b3254593-6a2a-41f6-84cd-9e92a7115809 req-b79ac44b-8348-4f78-8556-1e8c103fa01b tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] 10.222.0.50 "GET /v2.0/ports?device_id=1036af72-d6f9-4464-90a1-cf3372f422b0 HTTP/1.1" status: 200 len: 946 time: 0.0885108 Oct 04 09:35:54.906561 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-b3254593-6a2a-41f6-84cd-9e92a7115809 req-05f456d1-e010-4418-a36a-94ef8ffeafd4 tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] 10.222.0.50 "GET /v2.0/security-groups?id=14b53446-05e3-4ad9-9147-5b7fe7e0271c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378768 Oct 04 09:35:55.006169 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f details requested by agent hyperv_hv-neutron-8602 with host hv-neutron-8602 {{(pid=89034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 04 09:35:55.137851 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f,segment=NetworkSegment(0d1cd92e-5408-40fc-ab10-e80f3469f336),segment_id=0d1cd92e-5408-40fc-ab10-e80f3469f336)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:35:55.151162 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Returning: {'device': '8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f', 'network_id': '9ab8db78-868e-43ae-bf6b-0fc1cc72b556', 'port_id': '8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f', 'mac_address': 'fa:16:3e:a8:23:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd81d605-32b0-4910-a031-e8887feb2e02', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 04 09:35:55.203691 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f is: DOWN; New status is: BUILD {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:35:55.204065 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:55.220888 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f {{(pid=89034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:35:55.236135 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f,segment=NetworkSegment(0d1cd92e-5408-40fc-ab10-e80f3469f336),segment_id=0d1cd92e-5408-40fc-ab10-e80f3469f336)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:35:55.240059 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:55.307007 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:35:55.628534 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 09:35:56.098989 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09026c-771a-4ac2-9ec1-eb8ab0b85f82 req-c8ef836b-20e0-4906-b3bc-1013f089d3fe tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:35:56.100653 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-fc09026c-771a-4ac2-9ec1-eb8ab0b85f82 req-c8ef836b-20e0-4906-b3bc-1013f089d3fe tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] 10.222.0.50 "GET /v2.0/ports?device_id=1036af72-d6f9-4464-90a1-cf3372f422b0 HTTP/1.1" status: 200 len: 947 time: 0.0858524 Oct 04 09:35:56.149142 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-fc09026c-771a-4ac2-9ec1-eb8ab0b85f82 req-a49855bb-d83c-4681-af0d-32307b2fbd68 tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] 10.222.0.50 "GET /v2.0/security-groups?id=14b53446-05e3-4ad9-9147-5b7fe7e0271c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406771 Oct 04 09:35:57.034888 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f up at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:35:57.104894 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning for port 8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:35:57.109333 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning complete for port 8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:35:57.109702 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:57.110035 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Attempt 1 to provision port 8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f Oct 04 09:35:57.225844 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f is: BUILD; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:35:57.226217 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:57.289384 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1036af72-d6f9-4464-90a1-cf3372f422b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:35:57.292343 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aef738b946a3ea172e8e75fc735451da1d91f114ea1acc5fcf392e20a929bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978b496f-c253-495b-a010-02fee6188ae1" -d '{"events": [{"server_uuid": "1036af72-d6f9-4464-90a1-cf3372f422b0", "name": "network-vif-plugged", "status": "completed", "tag": "8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:35:57.300501 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f,segment=NetworkSegment(0d1cd92e-5408-40fc-ab10-e80f3469f336),segment_id=0d1cd92e-5408-40fc-ab10-e80f3469f336)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:35:57.309208 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:57.363536 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272546b-e3ba-4535-8880-6ac523b3f71a req-5e6eef93-4ae1-412f-bc88-92dbc59d9076 tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:35:57.365209 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-4272546b-e3ba-4535-8880-6ac523b3f71a req-5e6eef93-4ae1-412f-bc88-92dbc59d9076 tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] 10.222.0.50 "GET /v2.0/ports?device_id=1036af72-d6f9-4464-90a1-cf3372f422b0 HTTP/1.1" status: 200 len: 948 time: 0.1011341 Oct 04 09:35:57.383474 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:35:57.391554 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1350754-007b-44f7-bb09-affed1bb1369 x-openstack-request-id: req-e1350754-007b-44f7-bb09-affed1bb1369 {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:35:57.391849 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1036af72-d6f9-4464-90a1-cf3372f422b0", "name": "network-vif-plugged", "status": "completed", "tag": "8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:35:57.392107 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e1350754-007b-44f7-bb09-affed1bb1369 {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:35:57.392548 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1350754-007b-44f7-bb09-affed1bb1369'] response: {'server_uuid': '1036af72-d6f9-4464-90a1-cf3372f422b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f', 'code': 200} Oct 04 09:35:57.413778 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-4272546b-e3ba-4535-8880-6ac523b3f71a req-f77273db-a7fd-4938-af1b-a899102c61be tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] 10.222.0.50 "GET /v2.0/security-groups?id=14b53446-05e3-4ad9-9147-5b7fe7e0271c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426466 Oct 04 09:35:57.596158 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-6751a12c-beb6-4356-ad1f-ea5df2581535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:35:57.671093 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333bd7b-fdc3-4aa1-a56b-fa45af9ba823 req-c84eec87-869b-47d2-8476-a1e118eedd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:35:57.672587 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8333bd7b-fdc3-4aa1-a56b-fa45af9ba823 req-c84eec87-869b-47d2-8476-a1e118eedd01 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1036af72-d6f9-4464-90a1-cf3372f422b0 HTTP/1.1" status: 200 len: 1101 time: 0.0765595 Oct 04 09:35:57.711269 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8333bd7b-fdc3-4aa1-a56b-fa45af9ba823 req-b07f5b1a-2136-4501-88ad-b17e53761927 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=14b53446-05e3-4ad9-9147-5b7fe7e0271c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331881 Oct 04 09:35:58.695427 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5294c4-4766-4c56-a9f8-2607b55d5cce req-2f8acc8f-d4b6-4d88-9b90-49ed374b0eaa tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:35:58.696905 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9e5294c4-4766-4c56-a9f8-2607b55d5cce req-2f8acc8f-d4b6-4d88-9b90-49ed374b0eaa tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] 10.222.0.50 "GET /v2.0/ports?device_id=1036af72-d6f9-4464-90a1-cf3372f422b0 HTTP/1.1" status: 200 len: 948 time: 0.1735172 Oct 04 09:35:58.740903 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9e5294c4-4766-4c56-a9f8-2607b55d5cce req-0f034b1e-1189-49b3-b9d3-23f0bbc2158c tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] 10.222.0.50 "GET /v2.0/security-groups?id=14b53446-05e3-4ad9-9147-5b7fe7e0271c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376194 Oct 04 09:35:59.934120 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c452708f-d8a4-4c0d-8841-26686fadb83e req-1a7ff226-7151-4c70-a1db-ab0d4571f1cd tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:35:59.935556 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-c452708f-d8a4-4c0d-8841-26686fadb83e req-1a7ff226-7151-4c70-a1db-ab0d4571f1cd tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] 10.222.0.50 "GET /v2.0/ports?device_id=1036af72-d6f9-4464-90a1-cf3372f422b0 HTTP/1.1" status: 200 len: 948 time: 0.0847588 Oct 04 09:35:59.981445 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-c452708f-d8a4-4c0d-8841-26686fadb83e req-4f4f4887-b65d-4c00-8f69-7f7fbe06bb65 tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] 10.222.0.50 "GET /v2.0/security-groups?id=14b53446-05e3-4ad9-9147-5b7fe7e0271c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400584 Oct 04 09:36:00.284561 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-7f74d8b0-685a-468f-a456-07b8aaa8e811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:00.769421 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:00.776871 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:01.122705 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7043fa-cc66-4215-813a-5068ff600296 req-791966b8-4956-44f8-854a-51e854648e62 tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:01.124462 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-4f7043fa-cc66-4215-813a-5068ff600296 req-791966b8-4956-44f8-854a-51e854648e62 tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] 10.222.0.50 "GET /v2.0/ports?device_id=1036af72-d6f9-4464-90a1-cf3372f422b0 HTTP/1.1" status: 200 len: 948 time: 0.0885496 Oct 04 09:36:01.169549 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-4f7043fa-cc66-4215-813a-5068ff600296 req-05c078a6-a283-45cf-b17b-9085689c6b04 tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] 10.222.0.50 "GET /v2.0/security-groups?id=14b53446-05e3-4ad9-9147-5b7fe7e0271c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374830 Oct 04 09:36:02.287120 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:02.369291 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7997de24-56c1-4dad-b8a1-20e77cbca33d req-61341ad0-0e30-46f4-ac27-b42ca698b51c tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:02.370731 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7997de24-56c1-4dad-b8a1-20e77cbca33d req-61341ad0-0e30-46f4-ac27-b42ca698b51c tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] 10.222.0.50 "GET /v2.0/ports?device_id=1036af72-d6f9-4464-90a1-cf3372f422b0 HTTP/1.1" status: 200 len: 948 time: 0.0881031 Oct 04 09:36:02.419106 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7997de24-56c1-4dad-b8a1-20e77cbca33d req-11920599-2dfb-4ac4-9837-c7867142ca84 tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] 10.222.0.50 "GET /v2.0/security-groups?id=14b53446-05e3-4ad9-9147-5b7fe7e0271c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423489 Oct 04 09:36:02.626311 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3408656-a857-4679-a0f6-4a6c8e5749d8 req-d455c076-0a60-4aaf-a50b-3a59019897dc tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:02.627742 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e3408656-a857-4679-a0f6-4a6c8e5749d8 req-d455c076-0a60-4aaf-a50b-3a59019897dc tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] 10.222.0.20 "GET /v2.0/ports?device_id=1036af72-d6f9-4464-90a1-cf3372f422b0 HTTP/1.1" status: 200 len: 948 time: 0.0861850 Oct 04 09:36:02.700737 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-e3408656-a857-4679-a0f6-4a6c8e5749d8 req-cdce403f-1d97-4dc5-b069-339b319b5676 tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] Deleting port 8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:36:02.700999 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-e3408656-a857-4679-a0f6-4a6c8e5749d8 req-cdce403f-1d97-4dc5-b069-339b319b5676 tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:02.962669 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-e3408656-a857-4679-a0f6-4a6c8e5749d8 req-cdce403f-1d97-4dc5-b069-339b319b5676 tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] For port 8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f,segment=NetworkSegment(0d1cd92e-5408-40fc-ab10-e80f3469f336),segment_id=0d1cd92e-5408-40fc-ab10-e80f3469f336)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:36:02.963030 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-e3408656-a857-4679-a0f6-4a6c8e5749d8 req-cdce403f-1d97-4dc5-b069-339b319b5676 tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:03.089740 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-e3408656-a857-4679-a0f6-4a6c8e5749d8 req-cdce403f-1d97-4dc5-b069-339b319b5676 tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] Calling delete_port for 8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f owned by compute:nova {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:36:03.237166 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-e3408656-a857-4679-a0f6-4a6c8e5749d8 req-cdce403f-1d97-4dc5-b069-339b319b5676 tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:03.271445 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 09:36:03.288674 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdce403f-1d97-4dc5-b069-339b319b5676 tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] Pushing event deleted for resources: {'Port': ['ID=8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:36:03.384290 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3408656-a857-4679-a0f6-4a6c8e5749d8 req-cdce403f-1d97-4dc5-b069-339b319b5676 tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] No DVR routers for this DVR port 8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f on host hv-neutron-8602 {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:36:03.387014 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-e3408656-a857-4679-a0f6-4a6c8e5749d8 req-cdce403f-1d97-4dc5-b069-339b319b5676 tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:03.389699 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1036af72-d6f9-4464-90a1-cf3372f422b0', 'name': 'network-vif-deleted', 'tag': '8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:36:03.392005 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60f8009-fd23-4e37-a134-b9cb8f59a6f9" -d '{"events": [{"server_uuid": "1036af72-d6f9-4464-90a1-cf3372f422b0", "name": "network-vif-deleted", "tag": "8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:36:03.406304 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e3408656-a857-4679-a0f6-4a6c8e5749d8 req-cdce403f-1d97-4dc5-b069-339b319b5676 tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] 10.222.0.20 "DELETE /v2.0/ports/8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f HTTP/1.1" status: 204 len: 173 time: 0.7731714 Oct 04 09:36:03.438035 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dad0f03-c0aa-4fbf-b31d-3624ca3902fb x-openstack-request-id: req-1dad0f03-c0aa-4fbf-b31d-3624ca3902fb {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:36:03.438313 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1036af72-d6f9-4464-90a1-cf3372f422b0", "name": "network-vif-deleted", "tag": "8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:36:03.438567 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1dad0f03-c0aa-4fbf-b31d-3624ca3902fb {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:36:03.438964 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dad0f03-c0aa-4fbf-b31d-3624ca3902fb'] response: {'server_uuid': '1036af72-d6f9-4464-90a1-cf3372f422b0', 'name': 'network-vif-deleted', 'tag': '8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f', 'status': 'completed', 'code': 200} Oct 04 09:36:03.581996 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-bdcabc3a-679e-46b0-83dc-7c443b792b0b req-4e20fd41-17f9-42a1-8729-742dc25141aa tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] Synchronizing usage tracker for tenant:75a2866cb6824235a0da53f3e67a95fb on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:36:03.597026 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-bdcabc3a-679e-46b0-83dc-7c443b792b0b req-4e20fd41-17f9-42a1-8729-742dc25141aa tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] Unset dirty status for tenant:75a2866cb6824235a0da53f3e67a95fb on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:36:03.598174 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-bdcabc3a-679e-46b0-83dc-7c443b792b0b req-4e20fd41-17f9-42a1-8729-742dc25141aa tempest-ServersAdminNegativeTestJSON-827829366 tempest-ServersAdminNegativeTestJSON-827829366-project] 10.222.0.50 "GET /v2.0/ports?device_id=1036af72-d6f9-4464-90a1-cf3372f422b0 HTTP/1.1" status: 200 len: 210 time: 0.0652077 Oct 04 09:36:04.954237 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 39340) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:36:05.095300 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-4f0af681-454b-421c-81da-8924aaa152af admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=75a2866cb6824235a0da53f3e67a95fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1398695 Oct 04 09:36:05.097685 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 39346) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:36:05.154383 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b317d8ab-47bc-4c6a-8c5c-141c4c614396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:05.181860 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b317d8ab-47bc-4c6a-8c5c-141c4c614396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:05.232594 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b317d8ab-47bc-4c6a-8c5c-141c4c614396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:05.247618 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b317d8ab-47bc-4c6a-8c5c-141c4c614396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b53446-05e3-4ad9-9147-5b7fe7e0271c,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:36:05.260136 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b317d8ab-47bc-4c6a-8c5c-141c4c614396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:05.261302 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-b317d8ab-47bc-4c6a-8c5c-141c4c614396 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/14b53446-05e3-4ad9-9147-5b7fe7e0271c HTTP/1.1" status: 204 len: 168 time: 0.1627207 Oct 04 09:36:05.528069 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 39354) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:36:05.545285 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6b30a84a-f863-443f-a41a-b25ea590e80e admin admin] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:05.560003 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-6b30a84a-f863-443f-a41a-b25ea590e80e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:36:05.563844 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-6b30a84a-f863-443f-a41a-b25ea590e80e admin admin] Usage tracker for resource:security_group_rule and tenant:65f092ad58de47bb8d4bc3da3070f6df is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:36:05.566704 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-6b30a84a-f863-443f-a41a-b25ea590e80e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:36:05.572978 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-6b30a84a-f863-443f-a41a-b25ea590e80e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:36:05.655626 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6b30a84a-f863-443f-a41a-b25ea590e80e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:05.659244 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-6b30a84a-f863-443f-a41a-b25ea590e80e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:05.706422 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-6b30a84a-f863-443f-a41a-b25ea590e80e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=65f092ad58de47bb8d4bc3da3070f6df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1771467 Oct 04 09:36:05.707212 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30a84a-f863-443f-a41a-b25ea590e80e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2027e388-25e3-412a-a1c3-40f2c99bf88c,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:36:05.709033 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 39358) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:36:05.772282 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7d9da16a-f7d9-41f5-b528-b7ec4c990021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:05.798252 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7d9da16a-f7d9-41f5-b528-b7ec4c990021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:05.849220 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7d9da16a-f7d9-41f5-b528-b7ec4c990021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:05.866936 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9da16a-f7d9-41f5-b528-b7ec4c990021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2027e388-25e3-412a-a1c3-40f2c99bf88c,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:36:05.876070 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7d9da16a-f7d9-41f5-b528-b7ec4c990021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:05.879868 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-7d9da16a-f7d9-41f5-b528-b7ec4c990021 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2027e388-25e3-412a-a1c3-40f2c99bf88c HTTP/1.1" status: 204 len: 168 time: 0.1693051 Oct 04 09:36:06.570813 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 39382) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:36:06.672988 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-86a7591c-d74d-473c-bbae-0d016ebb1cac admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1807520471-network', 'tenant_id': 'bbd457f61f3145bb97f50f1e87bb3b50'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:36:06.677668 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-86a7591c-d74d-473c-bbae-0d016ebb1cac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:36:06.682173 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-86a7591c-d74d-473c-bbae-0d016ebb1cac admin admin] Usage tracker for resource:network and tenant:bbd457f61f3145bb97f50f1e87bb3b50 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:36:06.685089 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-86a7591c-d74d-473c-bbae-0d016ebb1cac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:36:06.691768 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-86a7591c-d74d-473c-bbae-0d016ebb1cac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:36:06.703798 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a7591c-d74d-473c-bbae-0d016ebb1cac admin admin] Made reservation on behalf of bbd457f61f3145bb97f50f1e87bb3b50 for: {'network': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:36:06.706173 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-86a7591c-d74d-473c-bbae-0d016ebb1cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:06.721305 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-86a7591c-d74d-473c-bbae-0d016ebb1cac admin admin] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:06.736049 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-86a7591c-d74d-473c-bbae-0d016ebb1cac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:36:06.739810 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-86a7591c-d74d-473c-bbae-0d016ebb1cac admin admin] Usage tracker for resource:security_group_rule and tenant:bbd457f61f3145bb97f50f1e87bb3b50 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:36:06.742575 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-86a7591c-d74d-473c-bbae-0d016ebb1cac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:36:06.749050 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-86a7591c-d74d-473c-bbae-0d016ebb1cac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:36:06.830453 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-86a7591c-d74d-473c-bbae-0d016ebb1cac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:06.834227 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-86a7591c-d74d-473c-bbae-0d016ebb1cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:06.867324 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86a7591c-d74d-473c-bbae-0d016ebb1cac admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=89032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:36:06.876431 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a7591c-d74d-473c-bbae-0d016ebb1cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df5c908-fe8a-426c-8486-2e78ea0986f3,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:36:06.883133 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-86a7591c-d74d-473c-bbae-0d016ebb1cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:06.883474 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.segments_db [None req-86a7591c-d74d-473c-bbae-0d016ebb1cac admin admin] Added segment 3a16565a-79d8-4580-83d9-bdd6b97a6dba of type vlan for network 62bccbf8-c1a9-4266-a4c0-8cc6c162f887 Oct 04 09:36:06.910624 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-86a7591c-d74d-473c-bbae-0d016ebb1cac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:06.940150 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-86a7591c-d74d-473c-bbae-0d016ebb1cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:06.941116 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a7591c-d74d-473c-bbae-0d016ebb1cac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:06.941683 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-86a7591c-d74d-473c-bbae-0d016ebb1cac admin admin] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:07.046161 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a7591c-d74d-473c-bbae-0d016ebb1cac admin admin] Pushing event updated for resources: {'Network': ['ID=62bccbf8-c1a9-4266-a4c0-8cc6c162f887,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:36:07.050608 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-86a7591c-d74d-473c-bbae-0d016ebb1cac admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4787500 Oct 04 09:36:07.053559 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 39388) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:36:07.057221 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 62bccbf8-c1a9-4266-a4c0-8cc6c162f887 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:36:07.058909 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-491aa42a-223d-4b63-bfc5-778678a6f47e admin admin] Request body: {'subnet': {'network_id': '62bccbf8-c1a9-4266-a4c0-8cc6c162f887', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1807520471-subnet', 'tenant_id': 'bbd457f61f3145bb97f50f1e87bb3b50', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:36:07.063691 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-491aa42a-223d-4b63-bfc5-778678a6f47e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:36:07.067604 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-491aa42a-223d-4b63-bfc5-778678a6f47e admin admin] Usage tracker for resource:subnet and tenant:bbd457f61f3145bb97f50f1e87bb3b50 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:36:07.070489 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-491aa42a-223d-4b63-bfc5-778678a6f47e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:36:07.076170 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-491aa42a-223d-4b63-bfc5-778678a6f47e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:36:07.087117 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491aa42a-223d-4b63-bfc5-778678a6f47e admin admin] Made reservation on behalf of bbd457f61f3145bb97f50f1e87bb3b50 for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:36:07.089989 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-491aa42a-223d-4b63-bfc5-778678a6f47e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:07.122586 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f no longer exists at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:36:07.172129 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] No Port match for: 8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:36:07.172493 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 8a79e5ff-6fa2-453a-a96c-3ca2a1e5a50f not bound to the agent host hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:36:07.373695 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-491aa42a-223d-4b63-bfc5-778678a6f47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:07.444450 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491aa42a-223d-4b63-bfc5-778678a6f47e admin admin] Pushing event updated for resources: {'Subnet': ['ID=44bff65e-d1cb-43ca-bb85-8da0215c56bd,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:36:07.454706 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491aa42a-223d-4b63-bfc5-778678a6f47e admin admin] Checking segment: {'id': '3a16565a-79d8-4580-83d9-bdd6b97a6dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '62bccbf8-c1a9-4266-a4c0-8cc6c162f887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:36:07.455057 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491aa42a-223d-4b63-bfc5-778678a6f47e admin admin] Network hostable DHCP agents. Network: 62bccbf8-c1a9-4266-a4c0-8cc6c162f887, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:36:07.473631 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491aa42a-223d-4b63-bfc5-778678a6f47e admin admin] Network 62bccbf8-c1a9-4266-a4c0-8cc6c162f887 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:36:07.482119 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-491aa42a-223d-4b63-bfc5-778678a6f47e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 62bccbf8-c1a9-4266-a4c0-8cc6c162f887) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:36:07.488461 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491aa42a-223d-4b63-bfc5-778678a6f47e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:07.489063 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-491aa42a-223d-4b63-bfc5-778678a6f47e admin admin] Notify callbacks [] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:07.489674 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9e746c-2502-4f5d-80d4-d7b042df73bf None None] Network 62bccbf8-c1a9-4266-a4c0-8cc6c162f887 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:36:07.510946 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-491aa42a-223d-4b63-bfc5-778678a6f47e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4562385 Oct 04 09:36:07.513475 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 39392) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:36:07.518244 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-dc40890e-b425-4e01-8565-c3fdc582f463 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1807520471-router', 'tenant_id': 'bbd457f61f3145bb97f50f1e87bb3b50', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:36:07.522838 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-dc40890e-b425-4e01-8565-c3fdc582f463 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:36:07.527251 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-dc40890e-b425-4e01-8565-c3fdc582f463 admin admin] Usage tracker for resource:router and tenant:bbd457f61f3145bb97f50f1e87bb3b50 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:36:07.530317 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-dc40890e-b425-4e01-8565-c3fdc582f463 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:36:07.535957 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-dc40890e-b425-4e01-8565-c3fdc582f463 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:36:07.546244 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-dc40890e-b425-4e01-8565-c3fdc582f463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:07.547235 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-dc40890e-b425-4e01-8565-c3fdc582f463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:07.563868 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-dc40890e-b425-4e01-8565-c3fdc582f463 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:07.715958 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd41f027-60b7-485a-8d35-c8c5dc6c8136 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-62bccbf8-c1a9-4266-a4c0-8cc6c162f887', 'network_id': '62bccbf8-c1a9-4266-a4c0-8cc6c162f887', 'tenant_id': 'bbd457f61f3145bb97f50f1e87bb3b50', 'fixed_ips': [{'subnet_id': '44bff65e-d1cb-43ca-bb85-8da0215c56bd'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:36:07.716858 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-fd41f027-60b7-485a-8d35-c8c5dc6c8136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:07.826836 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-dc40890e-b425-4e01-8565-c3fdc582f463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:07.871887 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-fd41f027-60b7-485a-8d35-c8c5dc6c8136 None None] Allocated IP 172.20.0.2 (62bccbf8-c1a9-4266-a4c0-8cc6c162f887/44bff65e-d1cb-43ca-bb85-8da0215c56bd/4629b6da-d86b-4faf-920a-06a326a0563a) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:36:08.075784 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-fd41f027-60b7-485a-8d35-c8c5dc6c8136 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:08.086486 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-fd41f027-60b7-485a-8d35-c8c5dc6c8136 None None] Transition to ACTIVE for port object 4629b6da-d86b-4faf-920a-06a326a0563a will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:36:08.104344 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-fd41f027-60b7-485a-8d35-c8c5dc6c8136 None None] Transition to ACTIVE for port object 4629b6da-d86b-4faf-920a-06a326a0563a will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:36:08.110484 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-fd41f027-60b7-485a-8d35-c8c5dc6c8136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:08.133329 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-dc40890e-b425-4e01-8565-c3fdc582f463 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:08.162508 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-dc40890e-b425-4e01-8565-c3fdc582f463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:08.176596 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd41f027-60b7-485a-8d35-c8c5dc6c8136 None None] Network 62bccbf8-c1a9-4266-a4c0-8cc6c162f887 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:36:08.179304 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-fd41f027-60b7-485a-8d35-c8c5dc6c8136 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:36:08.183686 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd41f027-60b7-485a-8d35-c8c5dc6c8136 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:36:08.192140 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd41f027-60b7-485a-8d35-c8c5dc6c8136 None None] Pushing event updated for resources: {'Port': ['ID=4629b6da-d86b-4faf-920a-06a326a0563a,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:36:08.284840 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-fd41f027-60b7-485a-8d35-c8c5dc6c8136 None None] Attempting to bind port 4629b6da-d86b-4faf-920a-06a326a0563a on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:36:08.285207 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-fd41f027-60b7-485a-8d35-c8c5dc6c8136 None None] Attempting to bind port 4629b6da-d86b-4faf-920a-06a326a0563a by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '3a16565a-79d8-4580-83d9-bdd6b97a6dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '62bccbf8-c1a9-4266-a4c0-8cc6c162f887'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:36:08.285563 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd41f027-60b7-485a-8d35-c8c5dc6c8136 None None] Attempting to bind port 4629b6da-d86b-4faf-920a-06a326a0563a on network 62bccbf8-c1a9-4266-a4c0-8cc6c162f887 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:36:08.291167 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd41f027-60b7-485a-8d35-c8c5dc6c8136 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:36:08.291588 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd41f027-60b7-485a-8d35-c8c5dc6c8136 None None] Checking segment: {'id': '3a16565a-79d8-4580-83d9-bdd6b97a6dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '62bccbf8-c1a9-4266-a4c0-8cc6c162f887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:36:08.291985 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-fd41f027-60b7-485a-8d35-c8c5dc6c8136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:08.292393 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd41f027-60b7-485a-8d35-c8c5dc6c8136 None None] Bound using segment: {'id': '3a16565a-79d8-4580-83d9-bdd6b97a6dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '62bccbf8-c1a9-4266-a4c0-8cc6c162f887'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:36:08.293048 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-fd41f027-60b7-485a-8d35-c8c5dc6c8136 None None] Bound port: 4629b6da-d86b-4faf-920a-06a326a0563a, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a16565a-79d8-4580-83d9-bdd6b97a6dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '62bccbf8-c1a9-4266-a4c0-8cc6c162f887'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:36:08.293213 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-fd41f027-60b7-485a-8d35-c8c5dc6c8136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:08.303257 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-dc40890e-b425-4e01-8565-c3fdc582f463 admin admin] Allocated IP 172.26.10.62 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/2a0e9f15-a1b3-44ff-ad5b-23127f1e4847) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:36:08.383750 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-fd41f027-60b7-485a-8d35-c8c5dc6c8136 None None] For port 4629b6da-d86b-4faf-920a-06a326a0563a, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:36:08.386544 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-fd41f027-60b7-485a-8d35-c8c5dc6c8136 None None] For port 4629b6da-d86b-4faf-920a-06a326a0563a, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=4629b6da-d86b-4faf-920a-06a326a0563a,segment=NetworkSegment(3a16565a-79d8-4580-83d9-bdd6b97a6dba),segment_id=3a16565a-79d8-4580-83d9-bdd6b97a6dba)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:36:08.390040 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-fd41f027-60b7-485a-8d35-c8c5dc6c8136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:08.455477 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-dc40890e-b425-4e01-8565-c3fdc582f463 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:08.468997 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd41f027-60b7-485a-8d35-c8c5dc6c8136 None None] Pushing event updated for resources: {'Port': ['ID=4629b6da-d86b-4faf-920a-06a326a0563a,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:36:08.494840 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-dc40890e-b425-4e01-8565-c3fdc582f463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:08.561372 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc40890e-b425-4e01-8565-c3fdc582f463 admin admin] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:36:08.564287 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-dc40890e-b425-4e01-8565-c3fdc582f463 admin admin] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:36:08.566756 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc40890e-b425-4e01-8565-c3fdc582f463 admin admin] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:36:08.609535 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc40890e-b425-4e01-8565-c3fdc582f463 admin admin] Pushing event updated for resources: {'Port': ['ID=2a0e9f15-a1b3-44ff-ad5b-23127f1e4847,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:36:09.100702 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-dc40890e-b425-4e01-8565-c3fdc582f463 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:09.413752 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0753559-ba45-4338-a48f-d8fdbedb1de9 None None] Network 62bccbf8-c1a9-4266-a4c0-8cc6c162f887 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:36:09.442917 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 4629b6da-d86b-4faf-920a-06a326a0563a up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:36:09.455393 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-dc40890e-b425-4e01-8565-c3fdc582f463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:09.572712 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-dede41b0-6030-4d06-9ce3-a4a2ef57cbbd None None] Provisioning for port 4629b6da-d86b-4faf-920a-06a326a0563a completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:36:09.614575 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 4629b6da-d86b-4faf-920a-06a326a0563a completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:36:09.645121 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 4629b6da-d86b-4faf-920a-06a326a0563a triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:36:09.645495 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:09.645831 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 4629b6da-d86b-4faf-920a-06a326a0563a Oct 04 09:36:09.675827 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc40890e-b425-4e01-8565-c3fdc582f463 admin admin] Router d3fea19d-88a4-4e73-811c-7b1ee95aaf2e is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:36:09.860527 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc40890e-b425-4e01-8565-c3fdc582f463 admin admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:36:09.871761 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f43818-5e2c-4bf2-8caf-6a38af1b7d8a None None] Sync routers for ids ['d3fea19d-88a4-4e73-811c-7b1ee95aaf2e'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:36:09.879792 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 4629b6da-d86b-4faf-920a-06a326a0563a is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:36:09.880182 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:09.883563 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f43818-5e2c-4bf2-8caf-6a38af1b7d8a None None] Routers {'d3fea19d-88a4-4e73-811c-7b1ee95aaf2e'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:36:09.884318 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-33f43818-5e2c-4bf2-8caf-6a38af1b7d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:36:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['d3fea19d-88a4-4e73-811c-7b1ee95aaf2e'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:36:09.885922 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-dc40890e-b425-4e01-8565-c3fdc582f463 admin admin] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:09.889955 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 39398) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:36:09.890466 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-dc40890e-b425-4e01-8565-c3fdc582f463 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3755836 Oct 04 09:36:09.920733 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 4629b6da-d86b-4faf-920a-06a326a0563a, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=4629b6da-d86b-4faf-920a-06a326a0563a,segment=NetworkSegment(3a16565a-79d8-4580-83d9-bdd6b97a6dba),segment_id=3a16565a-79d8-4580-83d9-bdd6b97a6dba)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:36:09.929352 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:10.010606 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=4629b6da-d86b-4faf-920a-06a326a0563a,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:36:10.086737 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-33f43818-5e2c-4bf2-8caf-6a38af1b7d8a None None] Set router d3fea19d-88a4-4e73-811c-7b1ee95aaf2e gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:36:10.110255 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-f83a4933-6055-4fcf-83ed-fae2a8215a47 None None] Provisioning complete for port 4629b6da-d86b-4faf-920a-06a326a0563a triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:36:10.110636 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f83a4933-6055-4fcf-83ed-fae2a8215a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:10.110978 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f83a4933-6055-4fcf-83ed-fae2a8215a47 None None] Attempt 1 to provision port 4629b6da-d86b-4faf-920a-06a326a0563a Oct 04 09:36:10.235078 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f83a4933-6055-4fcf-83ed-fae2a8215a47 None None] Current status of the port 4629b6da-d86b-4faf-920a-06a326a0563a is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:36:10.375044 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-33f43818-5e2c-4bf2-8caf-6a38af1b7d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3fea19d-88a4-4e73-811c-7b1ee95aaf2e', 'name': 'tempest-DeleteServersTestJSON-1807520471-router', 'tenant_id': 'bbd457f61f3145bb97f50f1e87bb3b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.62'}], 'enable_snat': True}, 'gw_port_id': '2a0e9f15-a1b3-44ff-ad5b-23127f1e4847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:36:07Z', 'updated_at': '2022-10-04T09:36:08Z', 'revision_number': 3, 'project_id': 'bbd457f61f3145bb97f50f1e87bb3b50', 'gw_port': {'id': '2a0e9f15-a1b3-44ff-ad5b-23127f1e4847', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a3:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3fea19d-88a4-4e73-811c-7b1ee95aaf2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:36:08Z', 'updated_at': '2022-10-04T09:36:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:36:10.378658 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f43818-5e2c-4bf2-8caf-6a38af1b7d8a None None] Checking router: d3fea19d-88a4-4e73-811c-7b1ee95aaf2e for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:36:10.378996 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f43818-5e2c-4bf2-8caf-6a38af1b7d8a None None] Updating router d3fea19d-88a4-4e73-811c-7b1ee95aaf2e port 2a0e9f15-a1b3-44ff-ad5b-23127f1e4847 binding host dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:36:10.431918 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-33f43818-5e2c-4bf2-8caf-6a38af1b7d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:10.691882 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1c93f868-166d-4278-adc0-2b3ec380a75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:10.753203 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-33f43818-5e2c-4bf2-8caf-6a38af1b7d8a None None] Notify callbacks [] for port, precommit_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:10.764750 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.provisioning_blocks [None req-33f43818-5e2c-4bf2-8caf-6a38af1b7d8a None None] Transition to ACTIVE for port object 2a0e9f15-a1b3-44ff-ad5b-23127f1e4847 will not be triggered until provisioned by entity L2. {{(pid=89035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:36:10.770599 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-33f43818-5e2c-4bf2-8caf-6a38af1b7d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:10.831265 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-33f43818-5e2c-4bf2-8caf-6a38af1b7d8a None None] Attempting to bind port 2a0e9f15-a1b3-44ff-ad5b-23127f1e4847 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:36:10.831619 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-33f43818-5e2c-4bf2-8caf-6a38af1b7d8a None None] Attempting to bind port 2a0e9f15-a1b3-44ff-ad5b-23127f1e4847 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:36:10.831974 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f43818-5e2c-4bf2-8caf-6a38af1b7d8a None None] Attempting to bind port 2a0e9f15-a1b3-44ff-ad5b-23127f1e4847 on network f33938cd-879e-4461-9b5e-aa67b746b6bd {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:36:10.840903 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f43818-5e2c-4bf2-8caf-6a38af1b7d8a None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:36:10.841268 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f43818-5e2c-4bf2-8caf-6a38af1b7d8a None None] Checking segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:36:10.841659 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-33f43818-5e2c-4bf2-8caf-6a38af1b7d8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:10.842043 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f43818-5e2c-4bf2-8caf-6a38af1b7d8a None None] Bound using segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:36:10.842494 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-33f43818-5e2c-4bf2-8caf-6a38af1b7d8a None None] Bound port: 2a0e9f15-a1b3-44ff-ad5b-23127f1e4847, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:36:10.843459 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-33f43818-5e2c-4bf2-8caf-6a38af1b7d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:10.897698 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235e5d94-5caf-4f03-b173-722a2340e775 None None] Pushing event updated for resources: {'Port': ['ID=2a0e9f15-a1b3-44ff-ad5b-23127f1e4847,revision_number=2']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:36:10.916032 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235e5d94-5caf-4f03-b173-722a2340e775 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:36:10.916385 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235e5d94-5caf-4f03-b173-722a2340e775 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:36:10.916725 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235e5d94-5caf-4f03-b173-722a2340e775 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:36:10.917047 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235e5d94-5caf-4f03-b173-722a2340e775 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:36:10.917389 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235e5d94-5caf-4f03-b173-722a2340e775 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:36:10.917680 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235e5d94-5caf-4f03-b173-722a2340e775 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:36:10.917994 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235e5d94-5caf-4f03-b173-722a2340e775 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:36:10.918307 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235e5d94-5caf-4f03-b173-722a2340e775 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:36:10.918456 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-1c93f868-166d-4278-adc0-2b3ec380a75e admin admin] Allocated IP 172.20.0.1 (62bccbf8-c1a9-4266-a4c0-8cc6c162f887/44bff65e-d1cb-43ca-bb85-8da0215c56bd/1d8d00a2-0116-454a-973b-aaceb421bfd5) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:36:10.918920 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235e5d94-5caf-4f03-b173-722a2340e775 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:36:10.918920 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235e5d94-5caf-4f03-b173-722a2340e775 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:36:10.919213 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235e5d94-5caf-4f03-b173-722a2340e775 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:36:10.919522 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235e5d94-5caf-4f03-b173-722a2340e775 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:36:10.934958 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-33f43818-5e2c-4bf2-8caf-6a38af1b7d8a None None] For port 2a0e9f15-a1b3-44ff-ad5b-23127f1e4847, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:36:10.938079 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-33f43818-5e2c-4bf2-8caf-6a38af1b7d8a None None] For port 2a0e9f15-a1b3-44ff-ad5b-23127f1e4847, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=2a0e9f15-a1b3-44ff-ad5b-23127f1e4847,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:36:10.942876 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-33f43818-5e2c-4bf2-8caf-6a38af1b7d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:11.006351 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f43818-5e2c-4bf2-8caf-6a38af1b7d8a None None] Routers {'d3fea19d-88a4-4e73-811c-7b1ee95aaf2e'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:36:11.006969 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-33f43818-5e2c-4bf2-8caf-6a38af1b7d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:36:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['d3fea19d-88a4-4e73-811c-7b1ee95aaf2e'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:36:11.067247 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1c93f868-166d-4278-adc0-2b3ec380a75e admin admin] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:11.082971 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-1c93f868-166d-4278-adc0-2b3ec380a75e admin admin] Transition to ACTIVE for port object 1d8d00a2-0116-454a-973b-aaceb421bfd5 will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:36:11.107781 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1c93f868-166d-4278-adc0-2b3ec380a75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:11.171977 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235e5d94-5caf-4f03-b173-722a2340e775 None None] Pushing event updated for resources: {'Port': ['ID=2a0e9f15-a1b3-44ff-ad5b-23127f1e4847,revision_number=3']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:36:11.179349 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c93f868-166d-4278-adc0-2b3ec380a75e admin admin] Network 62bccbf8-c1a9-4266-a4c0-8cc6c162f887 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:36:11.182254 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-1c93f868-166d-4278-adc0-2b3ec380a75e admin admin] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:36:11.186300 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c93f868-166d-4278-adc0-2b3ec380a75e admin admin] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:36:11.199390 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-33f43818-5e2c-4bf2-8caf-6a38af1b7d8a None None] Set router d3fea19d-88a4-4e73-811c-7b1ee95aaf2e gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:36:11.228476 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c93f868-166d-4278-adc0-2b3ec380a75e admin admin] Pushing event updated for resources: {'Port': ['ID=1d8d00a2-0116-454a-973b-aaceb421bfd5,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:36:11.245184 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1c93f868-166d-4278-adc0-2b3ec380a75e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737202'] for router_interface, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:11.296321 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:11.418266 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 4629b6da-d86b-4faf-920a-06a326a0563a up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:36:11.481271 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-5fbf980a-e85f-48af-b342-b93a58a0ade4 None None] Provisioning for port 1d8d00a2-0116-454a-973b-aaceb421bfd5 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:36:11.488568 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-5fbf980a-e85f-48af-b342-b93a58a0ade4 None None] Provisioning complete for port 1d8d00a2-0116-454a-973b-aaceb421bfd5 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:36:11.488932 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5fbf980a-e85f-48af-b342-b93a58a0ade4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:11.489263 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-5fbf980a-e85f-48af-b342-b93a58a0ade4 None None] Attempt 1 to provision port 1d8d00a2-0116-454a-973b-aaceb421bfd5 Oct 04 09:36:11.523140 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1c93f868-166d-4278-adc0-2b3ec380a75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:11.548831 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 4629b6da-d86b-4faf-920a-06a326a0563a triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:36:11.549203 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:11.549418 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-33f43818-5e2c-4bf2-8caf-6a38af1b7d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3fea19d-88a4-4e73-811c-7b1ee95aaf2e', 'name': 'tempest-DeleteServersTestJSON-1807520471-router', 'tenant_id': 'bbd457f61f3145bb97f50f1e87bb3b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.62'}], 'enable_snat': True}, 'gw_port_id': '2a0e9f15-a1b3-44ff-ad5b-23127f1e4847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:36:07Z', 'updated_at': '2022-10-04T09:36:08Z', 'revision_number': 3, 'project_id': 'bbd457f61f3145bb97f50f1e87bb3b50', 'gw_port': {'id': '2a0e9f15-a1b3-44ff-ad5b-23127f1e4847', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a3:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3fea19d-88a4-4e73-811c-7b1ee95aaf2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:36:08Z', 'updated_at': '2022-10-04T09:36:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:36:11.549591 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 4629b6da-d86b-4faf-920a-06a326a0563a Oct 04 09:36:11.553384 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f43818-5e2c-4bf2-8caf-6a38af1b7d8a None None] The sync data for ids ['d3fea19d-88a4-4e73-811c-7b1ee95aaf2e'] in dv-neutron-860215-1-hyperv is: [{'id': 'd3fea19d-88a4-4e73-811c-7b1ee95aaf2e', 'name': 'tempest-DeleteServersTestJSON-1807520471-router', 'tenant_id': 'bbd457f61f3145bb97f50f1e87bb3b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.62'}], 'enable_snat': True}, 'gw_port_id': '2a0e9f15-a1b3-44ff-ad5b-23127f1e4847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:36:07Z', 'updated_at': '2022-10-04T09:36:08Z', 'revision_number': 3, 'project_id': 'bbd457f61f3145bb97f50f1e87bb3b50', 'gw_port': {'id': '2a0e9f15-a1b3-44ff-ad5b-23127f1e4847', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a3:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3fea19d-88a4-4e73-811c-7b1ee95aaf2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:36:08Z', 'updated_at': '2022-10-04T09:36:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:36:11.592474 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-5fbf980a-e85f-48af-b342-b93a58a0ade4 None None] Port 1d8d00a2-0116-454a-973b-aaceb421bfd5 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:36:11.675129 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 4629b6da-d86b-4faf-920a-06a326a0563a is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:36:11.756886 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1c93f868-166d-4278-adc0-2b3ec380a75e admin admin] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:11.763122 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1c93f868-166d-4278-adc0-2b3ec380a75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:11.889253 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1c93f868-166d-4278-adc0-2b3ec380a75e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736777'] for router_interface, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:11.893917 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c93f868-166d-4278-adc0-2b3ec380a75e admin admin] Pushing event updated for resources: {'Port': ['ID=1d8d00a2-0116-454a-973b-aaceb421bfd5,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:36:12.031472 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c93f868-166d-4278-adc0-2b3ec380a75e admin admin] Network 62bccbf8-c1a9-4266-a4c0-8cc6c162f887 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:36:12.032669 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-1c93f868-166d-4278-adc0-2b3ec380a75e admin admin] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:36:12.093281 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-5fbf980a-e85f-48af-b342-b93a58a0ade4 None None] Attempt 2 to provision port 1d8d00a2-0116-454a-973b-aaceb421bfd5 Oct 04 09:36:12.158712 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-5fbf980a-e85f-48af-b342-b93a58a0ade4 None None] Port 1d8d00a2-0116-454a-973b-aaceb421bfd5 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:36:12.350595 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c93f868-166d-4278-adc0-2b3ec380a75e admin admin] Router d3fea19d-88a4-4e73-811c-7b1ee95aaf2e has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:36:12.530993 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c93f868-166d-4278-adc0-2b3ec380a75e admin admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:36:12.539612 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-1c93f868-166d-4278-adc0-2b3ec380a75e admin admin] 10.222.0.50 "PUT /v2.0/routers/d3fea19d-88a4-4e73-811c-7b1ee95aaf2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6473787 Oct 04 09:36:12.659730 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-5fbf980a-e85f-48af-b342-b93a58a0ade4 None None] Attempt 3 to provision port 1d8d00a2-0116-454a-973b-aaceb421bfd5 Oct 04 09:36:12.723851 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-5fbf980a-e85f-48af-b342-b93a58a0ade4 None None] Port 1d8d00a2-0116-454a-973b-aaceb421bfd5 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:36:13.046582 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c3477-5844-4864-9d04-b51630197cea req-a2af3ab3-6275-4e1a-b728-a6ad1a0a8f2f tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:13.047679 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-4c2c3477-5844-4864-9d04-b51630197cea req-a2af3ab3-6275-4e1a-b728-a6ad1a0a8f2f tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Synchronizing usage tracker for tenant:bbd457f61f3145bb97f50f1e87bb3b50 on resource:network {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:36:13.052889 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79826fc3-abae-4e3a-bdcb-cdc28cece614 None None] Sync routers for ids ['d3fea19d-88a4-4e73-811c-7b1ee95aaf2e'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:36:13.061782 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79826fc3-abae-4e3a-bdcb-cdc28cece614 None None] Routers {'d3fea19d-88a4-4e73-811c-7b1ee95aaf2e'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:36:13.062388 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-79826fc3-abae-4e3a-bdcb-cdc28cece614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:36:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['d3fea19d-88a4-4e73-811c-7b1ee95aaf2e'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:36:13.065873 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-4c2c3477-5844-4864-9d04-b51630197cea req-a2af3ab3-6275-4e1a-b728-a6ad1a0a8f2f tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Unset dirty status for tenant:bbd457f61f3145bb97f50f1e87bb3b50 on resource:network {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:36:13.067071 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4c2c3477-5844-4864-9d04-b51630197cea req-a2af3ab3-6275-4e1a-b728-a6ad1a0a8f2f tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/networks?id=62bccbf8-c1a9-4266-a4c0-8cc6c162f887 HTTP/1.1" status: 200 len: 812 time: 0.1662273 Oct 04 09:36:13.081505 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4c2c3477-5844-4864-9d04-b51630197cea req-2fce4127-0046-4c1a-86ef-593c13ed8af1 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/quotas/bbd457f61f3145bb97f50f1e87bb3b50 HTTP/1.1" status: 200 len: 375 time: 0.0089917 Oct 04 09:36:13.173972 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4c2c3477-5844-4864-9d04-b51630197cea req-714d1c19-103e-4ad5-b4e1-afd6409aa569 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=bbd457f61f3145bb97f50f1e87bb3b50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0873616 Oct 04 09:36:13.226115 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-5fbf980a-e85f-48af-b342-b93a58a0ade4 None None] Attempt 4 to provision port 1d8d00a2-0116-454a-973b-aaceb421bfd5 Oct 04 09:36:13.227316 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [req-4c2c3477-5844-4864-9d04-b51630197cea req-6561c447-8305-481c-a9ca-d2f0010f6b26 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=89032) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:36:13.228909 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4c2c3477-5844-4864-9d04-b51630197cea req-6561c447-8305-481c-a9ca-d2f0010f6b26 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0485203 Oct 04 09:36:13.297340 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-79826fc3-abae-4e3a-bdcb-cdc28cece614 None None] Set router d3fea19d-88a4-4e73-811c-7b1ee95aaf2e gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:36:13.338653 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-5fbf980a-e85f-48af-b342-b93a58a0ade4 None None] Port 1d8d00a2-0116-454a-973b-aaceb421bfd5 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:36:13.436215 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 2a0e9f15-a1b3-44ff-ad5b-23127f1e4847 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:36:13.474597 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4c2c3477-5844-4864-9d04-b51630197cea req-b2045f8b-07bd-444d-83b7-5feaa32e38ed service neutron] 10.222.0.50 "GET /v2.0/networks/62bccbf8-c1a9-4266-a4c0-8cc6c162f887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397594 Oct 04 09:36:13.606448 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4c2c3477-5844-4864-9d04-b51630197cea req-d88653c3-1254-43f1-ab3b-7b81da7bc0c0 service neutron] 10.222.0.50 "GET /v2.0/networks/62bccbf8-c1a9-4266-a4c0-8cc6c162f887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258533 Oct 04 09:36:13.618630 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 2a0e9f15-a1b3-44ff-ad5b-23127f1e4847 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:36:13.629123 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 2a0e9f15-a1b3-44ff-ad5b-23127f1e4847 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:36:13.629498 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:13.629836 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 2a0e9f15-a1b3-44ff-ad5b-23127f1e4847 Oct 04 09:36:13.793400 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-bb563f7c-203e-43fd-b49d-8be65aa0c978 req-c1b5f9b4-5cea-4d5d-bec3-539695243c58 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Synchronizing usage tracker for tenant:bbd457f61f3145bb97f50f1e87bb3b50 on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:36:13.813700 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-bb563f7c-203e-43fd-b49d-8be65aa0c978 req-c1b5f9b4-5cea-4d5d-bec3-539695243c58 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Unset dirty status for tenant:bbd457f61f3145bb97f50f1e87bb3b50 on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:36:13.815078 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-bb563f7c-203e-43fd-b49d-8be65aa0c978 req-c1b5f9b4-5cea-4d5d-bec3-539695243c58 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1229f6a-084f-42e3-8e9c-97f78a95fd3d HTTP/1.1" status: 200 len: 210 time: 0.0769355 Oct 04 09:36:13.815639 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-79826fc3-abae-4e3a-bdcb-cdc28cece614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3fea19d-88a4-4e73-811c-7b1ee95aaf2e', 'name': 'tempest-DeleteServersTestJSON-1807520471-router', 'tenant_id': 'bbd457f61f3145bb97f50f1e87bb3b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.62'}], 'enable_snat': True}, 'gw_port_id': '2a0e9f15-a1b3-44ff-ad5b-23127f1e4847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:36:07Z', 'updated_at': '2022-10-04T09:36:11Z', 'revision_number': 4, 'project_id': 'bbd457f61f3145bb97f50f1e87bb3b50', 'gw_port': {'id': '2a0e9f15-a1b3-44ff-ad5b-23127f1e4847', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a3:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3fea19d-88a4-4e73-811c-7b1ee95aaf2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:36:08Z', 'updated_at': '2022-10-04T09:36:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '1d8d00a2-0116-454a-973b-aaceb421bfd5', 'name': '', 'network_id': '62bccbf8-c1a9-4266-a4c0-8cc6c162f887', 'tenant_id': 'bbd457f61f3145bb97f50f1e87bb3b50', 'mac_address': 'fa:16:3e:50:8a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3fea19d-88a4-4e73-811c-7b1ee95aaf2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '44bff65e-d1cb-43ca-bb85-8da0215c56bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:36:10Z', 'updated_at': '2022-10-04T09:36:11Z', 'revision_number': 2, 'project_id': 'bbd457f61f3145bb97f50f1e87bb3b50', 'subnets': [{'id': '44bff65e-d1cb-43ca-bb85-8da0215c56bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:36:13.825739 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79826fc3-abae-4e3a-bdcb-cdc28cece614 None None] Checking router: d3fea19d-88a4-4e73-811c-7b1ee95aaf2e for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:36:13.826115 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79826fc3-abae-4e3a-bdcb-cdc28cece614 None None] Updating router d3fea19d-88a4-4e73-811c-7b1ee95aaf2e port 1d8d00a2-0116-454a-973b-aaceb421bfd5 binding host dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:36:13.850816 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-5fbf980a-e85f-48af-b342-b93a58a0ade4 None None] Attempt 5 to provision port 1d8d00a2-0116-454a-973b-aaceb421bfd5 Oct 04 09:36:13.924758 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 2a0e9f15-a1b3-44ff-ad5b-23127f1e4847 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:36:13.925150 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:13.976737 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 2a0e9f15-a1b3-44ff-ad5b-23127f1e4847, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=2a0e9f15-a1b3-44ff-ad5b-23127f1e4847,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:36:13.982705 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-5fbf980a-e85f-48af-b342-b93a58a0ade4 None None] Port 1d8d00a2-0116-454a-973b-aaceb421bfd5 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:36:13.984782 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:14.016212 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-79826fc3-abae-4e3a-bdcb-cdc28cece614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:14.109427 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=2a0e9f15-a1b3-44ff-ad5b-23127f1e4847,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:36:14.381017 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-79826fc3-abae-4e3a-bdcb-cdc28cece614 None None] Notify callbacks [] for port, precommit_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:14.392731 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-79826fc3-abae-4e3a-bdcb-cdc28cece614 None None] Transition to ACTIVE for port object 1d8d00a2-0116-454a-973b-aaceb421bfd5 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:36:14.398868 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-79826fc3-abae-4e3a-bdcb-cdc28cece614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:14.485739 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-5fbf980a-e85f-48af-b342-b93a58a0ade4 None None] Attempt 6 to provision port 1d8d00a2-0116-454a-973b-aaceb421bfd5 Oct 04 09:36:14.633014 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-5fbf980a-e85f-48af-b342-b93a58a0ade4 None None] Port 1d8d00a2-0116-454a-973b-aaceb421bfd5 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:36:14.642124 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15ac2c2-8b00-4d37-9d52-05bcc772854b None None] Pushing event updated for resources: {'Port': ['ID=1d8d00a2-0116-454a-973b-aaceb421bfd5,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:36:14.652778 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-79826fc3-abae-4e3a-bdcb-cdc28cece614 None None] Attempting to bind port 1d8d00a2-0116-454a-973b-aaceb421bfd5 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:36:14.653142 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-79826fc3-abae-4e3a-bdcb-cdc28cece614 None None] Attempting to bind port 1d8d00a2-0116-454a-973b-aaceb421bfd5 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '3a16565a-79d8-4580-83d9-bdd6b97a6dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '62bccbf8-c1a9-4266-a4c0-8cc6c162f887'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:36:14.653497 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79826fc3-abae-4e3a-bdcb-cdc28cece614 None None] Attempting to bind port 1d8d00a2-0116-454a-973b-aaceb421bfd5 on network 62bccbf8-c1a9-4266-a4c0-8cc6c162f887 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:36:14.658779 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79826fc3-abae-4e3a-bdcb-cdc28cece614 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:36:14.659146 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79826fc3-abae-4e3a-bdcb-cdc28cece614 None None] Checking segment: {'id': '3a16565a-79d8-4580-83d9-bdd6b97a6dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '62bccbf8-c1a9-4266-a4c0-8cc6c162f887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:36:14.659602 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-79826fc3-abae-4e3a-bdcb-cdc28cece614 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:14.659986 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79826fc3-abae-4e3a-bdcb-cdc28cece614 None None] Bound using segment: {'id': '3a16565a-79d8-4580-83d9-bdd6b97a6dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '62bccbf8-c1a9-4266-a4c0-8cc6c162f887'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:36:14.660529 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-79826fc3-abae-4e3a-bdcb-cdc28cece614 None None] Bound port: 1d8d00a2-0116-454a-973b-aaceb421bfd5, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a16565a-79d8-4580-83d9-bdd6b97a6dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '62bccbf8-c1a9-4266-a4c0-8cc6c162f887'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:36:14.660899 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-79826fc3-abae-4e3a-bdcb-cdc28cece614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:14.751811 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-79826fc3-abae-4e3a-bdcb-cdc28cece614 None None] For port 1d8d00a2-0116-454a-973b-aaceb421bfd5, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:36:14.754727 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-79826fc3-abae-4e3a-bdcb-cdc28cece614 None None] For port 1d8d00a2-0116-454a-973b-aaceb421bfd5, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=1d8d00a2-0116-454a-973b-aaceb421bfd5,segment=NetworkSegment(3a16565a-79d8-4580-83d9-bdd6b97a6dba),segment_id=3a16565a-79d8-4580-83d9-bdd6b97a6dba)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:36:14.759061 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-79826fc3-abae-4e3a-bdcb-cdc28cece614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:14.821780 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79826fc3-abae-4e3a-bdcb-cdc28cece614 None None] Routers {'d3fea19d-88a4-4e73-811c-7b1ee95aaf2e'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:36:14.822559 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-79826fc3-abae-4e3a-bdcb-cdc28cece614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:36:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['d3fea19d-88a4-4e73-811c-7b1ee95aaf2e'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:36:14.926094 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c3477-5844-4864-9d04-b51630197cea req-0ae6d0a4-d9c6-48c5-9033-6467ce9d235d tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:14.927508 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15ac2c2-8b00-4d37-9d52-05bcc772854b None None] Pushing event updated for resources: {'Port': ['ID=1d8d00a2-0116-454a-973b-aaceb421bfd5,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:36:14.927738 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4c2c3477-5844-4864-9d04-b51630197cea req-0ae6d0a4-d9c6-48c5-9033-6467ce9d235d tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.20 "GET /v2.0/networks?id=62bccbf8-c1a9-4266-a4c0-8cc6c162f887 HTTP/1.1" status: 200 len: 812 time: 0.1755819 Oct 04 09:36:14.947403 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-4c2c3477-5844-4864-9d04-b51630197cea req-57079905-c016-4b21-ad1e-227072e154d3 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Request body: {'port': {'device_id': 'b1229f6a-084f-42e3-8e9c-97f78a95fd3d', 'network_id': '62bccbf8-c1a9-4266-a4c0-8cc6c162f887', 'admin_state_up': True, 'tenant_id': 'bbd457f61f3145bb97f50f1e87bb3b50'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:36:15.032652 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-79826fc3-abae-4e3a-bdcb-cdc28cece614 None None] Set router d3fea19d-88a4-4e73-811c-7b1ee95aaf2e gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:36:15.069083 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f93e9760-b03f-42a0-bdc1-e9bf04f32752 req-5bc63399-67a1-41c0-bc0b-73de9b2eac14 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1229f6a-084f-42e3-8e9c-97f78a95fd3d HTTP/1.1" status: 200 len: 210 time: 0.1074202 Oct 04 09:36:15.137047 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-4c2c3477-5844-4864-9d04-b51630197cea req-57079905-c016-4b21-ad1e-227072e154d3 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:36:15.147832 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-4c2c3477-5844-4864-9d04-b51630197cea req-57079905-c016-4b21-ad1e-227072e154d3 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:36:15.156896 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-5fbf980a-e85f-48af-b342-b93a58a0ade4 None None] Attempt 7 to provision port 1d8d00a2-0116-454a-973b-aaceb421bfd5 Oct 04 09:36:15.157185 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c2c3477-5844-4864-9d04-b51630197cea req-57079905-c016-4b21-ad1e-227072e154d3 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Made reservation on behalf of bbd457f61f3145bb97f50f1e87bb3b50 for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:36:15.160662 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-4c2c3477-5844-4864-9d04-b51630197cea req-57079905-c016-4b21-ad1e-227072e154d3 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:15.302268 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-5fbf980a-e85f-48af-b342-b93a58a0ade4 None None] Port 1d8d00a2-0116-454a-973b-aaceb421bfd5 had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 09:36:15.319994 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [req-4c2c3477-5844-4864-9d04-b51630197cea req-57079905-c016-4b21-ad1e-227072e154d3 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Allocated IP 172.20.0.4 (62bccbf8-c1a9-4266-a4c0-8cc6c162f887/44bff65e-d1cb-43ca-bb85-8da0215c56bd/84e28cf8-c957-4a22-b79d-f75ec24b251a) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:36:15.405796 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 2a0e9f15-a1b3-44ff-ad5b-23127f1e4847 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:36:15.504865 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 2a0e9f15-a1b3-44ff-ad5b-23127f1e4847 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:36:15.505229 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:15.505558 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 2a0e9f15-a1b3-44ff-ad5b-23127f1e4847 Oct 04 09:36:15.541138 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-4c2c3477-5844-4864-9d04-b51630197cea req-57079905-c016-4b21-ad1e-227072e154d3 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:15.550977 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-79826fc3-abae-4e3a-bdcb-cdc28cece614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3fea19d-88a4-4e73-811c-7b1ee95aaf2e', 'name': 'tempest-DeleteServersTestJSON-1807520471-router', 'tenant_id': 'bbd457f61f3145bb97f50f1e87bb3b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.62'}], 'enable_snat': True}, 'gw_port_id': '2a0e9f15-a1b3-44ff-ad5b-23127f1e4847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:36:07Z', 'updated_at': '2022-10-04T09:36:11Z', 'revision_number': 4, 'project_id': 'bbd457f61f3145bb97f50f1e87bb3b50', 'gw_port': {'id': '2a0e9f15-a1b3-44ff-ad5b-23127f1e4847', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fea19d-88a4-4e73-811c-7b1ee95aaf2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:36:08Z', 'updated_at': '2022-10-04T09:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '1d8d00a2-0116-454a-973b-aaceb421bfd5', 'name': '', 'network_id': '62bccbf8-c1a9-4266-a4c0-8cc6c162f887', 'tenant_id': 'bbd457f61f3145bb97f50f1e87bb3b50', 'mac_address': 'fa:16:3e:50:8a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3fea19d-88a4-4e73-811c-7b1ee95aaf2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '44bff65e-d1cb-43ca-bb85-8da0215c56bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:36:10Z', 'updated_at': '2022-10-04T09:36:14Z', 'revision_number': 4, 'project_id': 'bbd457f61f3145bb97f50f1e87bb3b50', 'subnets': [{'id': '44bff65e-d1cb-43ca-bb85-8da0215c56bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:36:15.557088 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-4c2c3477-5844-4864-9d04-b51630197cea req-57079905-c016-4b21-ad1e-227072e154d3 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Transition to ACTIVE for port object 84e28cf8-c957-4a22-b79d-f75ec24b251a will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:36:15.559894 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79826fc3-abae-4e3a-bdcb-cdc28cece614 None None] The sync data for ids ['d3fea19d-88a4-4e73-811c-7b1ee95aaf2e'] in dv-neutron-860215-1-hyperv is: [{'id': 'd3fea19d-88a4-4e73-811c-7b1ee95aaf2e', 'name': 'tempest-DeleteServersTestJSON-1807520471-router', 'tenant_id': 'bbd457f61f3145bb97f50f1e87bb3b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.62'}], 'enable_snat': True}, 'gw_port_id': '2a0e9f15-a1b3-44ff-ad5b-23127f1e4847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:36:07Z', 'updated_at': '2022-10-04T09:36:11Z', 'revision_number': 4, 'project_id': 'bbd457f61f3145bb97f50f1e87bb3b50', 'gw_port': {'id': '2a0e9f15-a1b3-44ff-ad5b-23127f1e4847', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fea19d-88a4-4e73-811c-7b1ee95aaf2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:36:08Z', 'updated_at': '2022-10-04T09:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '1d8d00a2-0116-454a-973b-aaceb421bfd5', 'name': '', 'network_id': '62bccbf8-c1a9-4266-a4c0-8cc6c162f887', 'tenant_id': 'bbd457f61f3145bb97f50f1e87bb3b50', 'mac_address': 'fa:16:3e:50:8a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3fea19d-88a4-4e73-811c-7b1ee95aaf2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '44bff65e-d1cb-43ca-bb85-8da0215c56bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:36:10Z', 'updated_at': '2022-10-04T09:36:14Z', 'revision_number': 4, 'project_id': 'bbd457f61f3145bb97f50f1e87bb3b50', 'subnets': [{'id': '44bff65e-d1cb-43ca-bb85-8da0215c56bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:36:15.581659 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-4c2c3477-5844-4864-9d04-b51630197cea req-57079905-c016-4b21-ad1e-227072e154d3 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:15.645946 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 2a0e9f15-a1b3-44ff-ad5b-23127f1e4847 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:36:15.667031 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c2c3477-5844-4864-9d04-b51630197cea req-57079905-c016-4b21-ad1e-227072e154d3 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Network 62bccbf8-c1a9-4266-a4c0-8cc6c162f887 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:36:15.672069 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [req-4c2c3477-5844-4864-9d04-b51630197cea req-57079905-c016-4b21-ad1e-227072e154d3 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:36:15.673279 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c2c3477-5844-4864-9d04-b51630197cea req-57079905-c016-4b21-ad1e-227072e154d3 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:36:15.706050 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57079905-c016-4b21-ad1e-227072e154d3 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Pushing event updated for resources: {'Port': ['ID=84e28cf8-c957-4a22-b79d-f75ec24b251a,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:36:15.753844 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c3477-5844-4864-9d04-b51630197cea req-57079905-c016-4b21-ad1e-227072e154d3 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:15.754510 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-4c2c3477-5844-4864-9d04-b51630197cea req-57079905-c016-4b21-ad1e-227072e154d3 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:15.784072 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4c2c3477-5844-4864-9d04-b51630197cea req-57079905-c016-4b21-ad1e-227072e154d3 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8412211 Oct 04 09:36:15.801039 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-4c2c3477-5844-4864-9d04-b51630197cea req-378df6ac-9df5-4cd4-a504-310074b8a196 service neutron] Request body: {'port': {'device_id': 'b1229f6a-084f-42e3-8e9c-97f78a95fd3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8602'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:36:15.904020 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-503fe9f2-819e-48ef-a794-429d91ffbc3c None None] Provisioning for port 84e28cf8-c957-4a22-b79d-f75ec24b251a completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:36:15.911344 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-503fe9f2-819e-48ef-a794-429d91ffbc3c None None] Provisioning complete for port 84e28cf8-c957-4a22-b79d-f75ec24b251a triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:36:15.911753 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-503fe9f2-819e-48ef-a794-429d91ffbc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:15.912591 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-503fe9f2-819e-48ef-a794-429d91ffbc3c None None] Attempt 1 to provision port 84e28cf8-c957-4a22-b79d-f75ec24b251a Oct 04 09:36:15.921536 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-4c2c3477-5844-4864-9d04-b51630197cea req-378df6ac-9df5-4cd4-a504-310074b8a196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:15.971306 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-503fe9f2-819e-48ef-a794-429d91ffbc3c None None] Port 84e28cf8-c957-4a22-b79d-f75ec24b251a cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:36:16.298683 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [req-4c2c3477-5844-4864-9d04-b51630197cea req-378df6ac-9df5-4cd4-a504-310074b8a196 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84e28cf8-c957-4a22-b79d-f75ec24b251a {{(pid=89032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:36:16.306888 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-4c2c3477-5844-4864-9d04-b51630197cea req-378df6ac-9df5-4cd4-a504-310074b8a196 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:16.323688 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-4c2c3477-5844-4864-9d04-b51630197cea req-378df6ac-9df5-4cd4-a504-310074b8a196 service neutron] Transition to ACTIVE for port object 84e28cf8-c957-4a22-b79d-f75ec24b251a will not be triggered until provisioned by entity L2. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:36:16.327860 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-4c2c3477-5844-4864-9d04-b51630197cea req-378df6ac-9df5-4cd4-a504-310074b8a196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:16.437037 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd88ec-fd51-47a2-a923-5b1d3f0c9c3f req-0d1bd638-1210-4f4d-a7f2-c73d8aa8792f tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:16.444523 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-44fd88ec-fd51-47a2-a923-5b1d3f0c9c3f req-0d1bd638-1210-4f4d-a7f2-c73d8aa8792f tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1229f6a-084f-42e3-8e9c-97f78a95fd3d HTTP/1.1" status: 200 len: 943 time: 0.0997918 Oct 04 09:36:16.472175 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-503fe9f2-819e-48ef-a794-429d91ffbc3c None None] Attempt 2 to provision port 84e28cf8-c957-4a22-b79d-f75ec24b251a Oct 04 09:36:16.496397 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-44fd88ec-fd51-47a2-a923-5b1d3f0c9c3f req-008ab5d6-0713-4d1c-87cf-4b4654289638 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/security-groups?id=0df5c908-fe8a-426c-8486-2e78ea0986f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506775 Oct 04 09:36:16.533971 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-503fe9f2-819e-48ef-a794-429d91ffbc3c None None] Port 84e28cf8-c957-4a22-b79d-f75ec24b251a cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:36:16.632791 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378df6ac-9df5-4cd4-a504-310074b8a196 service neutron] Pushing event updated for resources: {'Port': ['ID=84e28cf8-c957-4a22-b79d-f75ec24b251a,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:36:16.677038 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-4c2c3477-5844-4864-9d04-b51630197cea req-378df6ac-9df5-4cd4-a504-310074b8a196 service neutron] Attempting to bind port 84e28cf8-c957-4a22-b79d-f75ec24b251a on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:36:16.677373 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-4c2c3477-5844-4864-9d04-b51630197cea req-378df6ac-9df5-4cd4-a504-310074b8a196 service neutron] Attempting to bind port 84e28cf8-c957-4a22-b79d-f75ec24b251a by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': '3a16565a-79d8-4580-83d9-bdd6b97a6dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '62bccbf8-c1a9-4266-a4c0-8cc6c162f887'}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:36:16.677703 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2c3477-5844-4864-9d04-b51630197cea req-378df6ac-9df5-4cd4-a504-310074b8a196 service neutron] Attempting to bind port 84e28cf8-c957-4a22-b79d-f75ec24b251a on network 62bccbf8-c1a9-4266-a4c0-8cc6c162f887 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:36:16.682422 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2c3477-5844-4864-9d04-b51630197cea req-378df6ac-9df5-4cd4-a504-310074b8a196 service neutron] Port 84e28cf8-c957-4a22-b79d-f75ec24b251a on network 62bccbf8-c1a9-4266-a4c0-8cc6c162f887 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:36:16.682739 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2c3477-5844-4864-9d04-b51630197cea req-378df6ac-9df5-4cd4-a504-310074b8a196 service neutron] Attempting to bind port 84e28cf8-c957-4a22-b79d-f75ec24b251a on network 62bccbf8-c1a9-4266-a4c0-8cc6c162f887 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:36:16.687891 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2c3477-5844-4864-9d04-b51630197cea req-378df6ac-9df5-4cd4-a504-310074b8a196 service neutron] Checking agent: {'id': '1be90a14-1104-4771-996e-684b25b74d15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'started_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:36:16.688208 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2c3477-5844-4864-9d04-b51630197cea req-378df6ac-9df5-4cd4-a504-310074b8a196 service neutron] Checking segment: {'id': '3a16565a-79d8-4580-83d9-bdd6b97a6dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '62bccbf8-c1a9-4266-a4c0-8cc6c162f887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:36:16.688614 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2c3477-5844-4864-9d04-b51630197cea req-378df6ac-9df5-4cd4-a504-310074b8a196 service neutron] Bound using segment: {'id': '3a16565a-79d8-4580-83d9-bdd6b97a6dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '62bccbf8-c1a9-4266-a4c0-8cc6c162f887'} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:36:16.689040 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-4c2c3477-5844-4864-9d04-b51630197cea req-378df6ac-9df5-4cd4-a504-310074b8a196 service neutron] Bound port: 84e28cf8-c957-4a22-b79d-f75ec24b251a, host: hv-neutron-8602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a16565a-79d8-4580-83d9-bdd6b97a6dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '62bccbf8-c1a9-4266-a4c0-8cc6c162f887'}}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:36:16.689387 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-4c2c3477-5844-4864-9d04-b51630197cea req-378df6ac-9df5-4cd4-a504-310074b8a196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:16.781845 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-4c2c3477-5844-4864-9d04-b51630197cea req-378df6ac-9df5-4cd4-a504-310074b8a196 service neutron] For port 84e28cf8-c957-4a22-b79d-f75ec24b251a, host hv-neutron-8602, cleared binding levels {{(pid=89032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:36:16.784987 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-4c2c3477-5844-4864-9d04-b51630197cea req-378df6ac-9df5-4cd4-a504-310074b8a196 service neutron] For port 84e28cf8-c957-4a22-b79d-f75ec24b251a, host hv-neutron-8602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=84e28cf8-c957-4a22-b79d-f75ec24b251a,segment=NetworkSegment(3a16565a-79d8-4580-83d9-bdd6b97a6dba),segment_id=3a16565a-79d8-4580-83d9-bdd6b97a6dba)] {{(pid=89032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:36:16.789435 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-4c2c3477-5844-4864-9d04-b51630197cea req-378df6ac-9df5-4cd4-a504-310074b8a196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:16.793567 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c3477-5844-4864-9d04-b51630197cea req-378df6ac-9df5-4cd4-a504-310074b8a196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:16.794294 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-4c2c3477-5844-4864-9d04-b51630197cea req-378df6ac-9df5-4cd4-a504-310074b8a196 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:16.795798 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4c2c3477-5844-4864-9d04-b51630197cea req-378df6ac-9df5-4cd4-a504-310074b8a196 service neutron] 10.222.0.20 "PUT /v2.0/ports/84e28cf8-c957-4a22-b79d-f75ec24b251a HTTP/1.1" status: 200 len: 1093 time: 0.9993534 Oct 04 09:36:16.825990 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1229f6a-084f-42e3-8e9c-97f78a95fd3d', 'tag': '84e28cf8-c957-4a22-b79d-f75ec24b251a'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:36:16.828297 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d0233a-d372-4402-b4c8-8646ff45e69e" -d '{"events": [{"name": "network-changed", "server_uuid": "b1229f6a-084f-42e3-8e9c-97f78a95fd3d", "tag": "84e28cf8-c957-4a22-b79d-f75ec24b251a"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:36:16.894833 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462f3555-84de-421b-8f7d-e831739cc048 x-openstack-request-id: req-462f3555-84de-421b-8f7d-e831739cc048 {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:36:16.895155 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1229f6a-084f-42e3-8e9c-97f78a95fd3d", "tag": "84e28cf8-c957-4a22-b79d-f75ec24b251a", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:36:16.895363 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-462f3555-84de-421b-8f7d-e831739cc048 {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:36:16.895747 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-462f3555-84de-421b-8f7d-e831739cc048'] response: {'name': 'network-changed', 'server_uuid': 'b1229f6a-084f-42e3-8e9c-97f78a95fd3d', 'tag': '84e28cf8-c957-4a22-b79d-f75ec24b251a', 'status': 'completed', 'code': 200} Oct 04 09:36:16.939330 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378df6ac-9df5-4cd4-a504-310074b8a196 service neutron] Pushing event updated for resources: {'Port': ['ID=84e28cf8-c957-4a22-b79d-f75ec24b251a,revision_number=3']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:36:16.958986 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c3477-5844-4864-9d04-b51630197cea req-919726ca-2898-4a46-82ca-7bc8764522aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:16.960492 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4c2c3477-5844-4864-9d04-b51630197cea req-919726ca-2898-4a46-82ca-7bc8764522aa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bbd457f61f3145bb97f50f1e87bb3b50&device_id=b1229f6a-084f-42e3-8e9c-97f78a95fd3d HTTP/1.1" status: 200 len: 1096 time: 0.1143682 Oct 04 09:36:17.034764 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-503fe9f2-819e-48ef-a794-429d91ffbc3c None None] Attempt 3 to provision port 84e28cf8-c957-4a22-b79d-f75ec24b251a Oct 04 09:36:17.041757 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4c2c3477-5844-4864-9d04-b51630197cea req-5a085b5b-bde3-451a-8153-4082a4f5389a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84e28cf8-c957-4a22-b79d-f75ec24b251a HTTP/1.1" status: 200 len: 217 time: 0.0686071 Oct 04 09:36:17.098226 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-503fe9f2-819e-48ef-a794-429d91ffbc3c None None] Port 84e28cf8-c957-4a22-b79d-f75ec24b251a had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 09:36:17.103427 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c3477-5844-4864-9d04-b51630197cea req-8b483d1b-e6e4-46f7-8d00-7d0bf6831749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:17.104876 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4c2c3477-5844-4864-9d04-b51630197cea req-8b483d1b-e6e4-46f7-8d00-7d0bf6831749 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=44bff65e-d1cb-43ca-bb85-8da0215c56bd HTTP/1.1" status: 200 len: 851 time: 0.0573571 Oct 04 09:36:17.184189 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c3477-5844-4864-9d04-b51630197cea req-ba69fbb0-6504-43b2-81bc-1fe5e8a1449d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:17.185658 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4c2c3477-5844-4864-9d04-b51630197cea req-ba69fbb0-6504-43b2-81bc-1fe5e8a1449d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=62bccbf8-c1a9-4266-a4c0-8cc6c162f887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749896 Oct 04 09:36:17.313614 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4c2c3477-5844-4864-9d04-b51630197cea req-07c09354-4a1d-450b-a331-780e512447e1 service neutron] 10.222.0.20 "GET /v2.0/networks/62bccbf8-c1a9-4266-a4c0-8cc6c162f887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217842 Oct 04 09:36:17.421574 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 1d8d00a2-0116-454a-973b-aaceb421bfd5 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:36:17.447336 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4c2c3477-5844-4864-9d04-b51630197cea req-9d55fa25-2616-4700-8b4a-9e95d38c28a3 service neutron] 10.222.0.20 "GET /v2.0/networks/62bccbf8-c1a9-4266-a4c0-8cc6c162f887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277432 Oct 04 09:36:17.487749 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 1d8d00a2-0116-454a-973b-aaceb421bfd5 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:36:17.492665 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 1d8d00a2-0116-454a-973b-aaceb421bfd5 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:36:17.493080 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:17.493988 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 1d8d00a2-0116-454a-973b-aaceb421bfd5 Oct 04 09:36:17.614969 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 1d8d00a2-0116-454a-973b-aaceb421bfd5 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:36:17.615361 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:17.622990 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0233a-d372-4402-b4c8-8646ff45e69e req-64c13a7d-25dc-4428-922e-22a8d39b6bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:17.624994 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e3d0233a-d372-4402-b4c8-8646ff45e69e req-64c13a7d-25dc-4428-922e-22a8d39b6bbf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bbd457f61f3145bb97f50f1e87bb3b50&device_id=b1229f6a-084f-42e3-8e9c-97f78a95fd3d HTTP/1.1" status: 200 len: 1096 time: 0.0844781 Oct 04 09:36:17.648875 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 1d8d00a2-0116-454a-973b-aaceb421bfd5, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=1d8d00a2-0116-454a-973b-aaceb421bfd5,segment=NetworkSegment(3a16565a-79d8-4580-83d9-bdd6b97a6dba),segment_id=3a16565a-79d8-4580-83d9-bdd6b97a6dba)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:36:17.655405 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:17.703403 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f8d28e-5f48-44a0-8739-4f2922344246 req-4f5561b4-168c-4616-ab76-8b5fcf3610c3 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:17.704970 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-d1f8d28e-5f48-44a0-8739-4f2922344246 req-4f5561b4-168c-4616-ab76-8b5fcf3610c3 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1229f6a-084f-42e3-8e9c-97f78a95fd3d HTTP/1.1" status: 200 len: 943 time: 0.0919511 Oct 04 09:36:17.739276 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=1d8d00a2-0116-454a-973b-aaceb421bfd5,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:36:17.759757 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-d1f8d28e-5f48-44a0-8739-4f2922344246 req-b541793e-6235-47ab-afb9-d6b5c89c4b87 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/security-groups?id=0df5c908-fe8a-426c-8486-2e78ea0986f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480545 Oct 04 09:36:17.766856 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0233a-d372-4402-b4c8-8646ff45e69e req-f4dcab89-ac61-4ce4-904c-108c88337b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:17.768392 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e3d0233a-d372-4402-b4c8-8646ff45e69e req-f4dcab89-ac61-4ce4-904c-108c88337b33 service neutron] 10.222.0.20 "GET /v2.0/networks?id=62bccbf8-c1a9-4266-a4c0-8cc6c162f887 HTTP/1.1" status: 200 len: 913 time: 0.1368761 Oct 04 09:36:17.838964 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e3d0233a-d372-4402-b4c8-8646ff45e69e req-d6dc8b83-3f87-422f-b24d-2e0e04267afc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84e28cf8-c957-4a22-b79d-f75ec24b251a HTTP/1.1" status: 200 len: 217 time: 0.0645230 Oct 04 09:36:17.905490 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0233a-d372-4402-b4c8-8646ff45e69e req-8fd9f77b-3b0a-4a23-9c9f-31ce1dd29a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:17.906829 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e3d0233a-d372-4402-b4c8-8646ff45e69e req-8fd9f77b-3b0a-4a23-9c9f-31ce1dd29a72 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=44bff65e-d1cb-43ca-bb85-8da0215c56bd HTTP/1.1" status: 200 len: 851 time: 0.0617785 Oct 04 09:36:17.987132 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0233a-d372-4402-b4c8-8646ff45e69e req-a7a5edc1-fa1e-444b-aca7-14abb4c04830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:17.988556 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e3d0233a-d372-4402-b4c8-8646ff45e69e req-a7a5edc1-fa1e-444b-aca7-14abb4c04830 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=62bccbf8-c1a9-4266-a4c0-8cc6c162f887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759947 Oct 04 09:36:18.120551 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e3d0233a-d372-4402-b4c8-8646ff45e69e req-6a2868d2-3789-4812-9927-bb3ce9127ec0 service neutron] 10.222.0.20 "GET /v2.0/networks/62bccbf8-c1a9-4266-a4c0-8cc6c162f887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249425 Oct 04 09:36:18.252656 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e3d0233a-d372-4402-b4c8-8646ff45e69e req-9920d7e6-d95a-4f7c-84a2-58f7714c22e3 service neutron] 10.222.0.20 "GET /v2.0/networks/62bccbf8-c1a9-4266-a4c0-8cc6c162f887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257675 Oct 04 09:36:18.961775 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8007c517-a60c-4225-af52-9b0166fe8977 req-2f9af85d-e3d3-4697-9453-aa47288e5f6c tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:18.962469 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-8007c517-a60c-4225-af52-9b0166fe8977 req-2f9af85d-e3d3-4697-9453-aa47288e5f6c tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Synchronizing usage tracker for tenant:bbd457f61f3145bb97f50f1e87bb3b50 on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:36:18.977409 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-8007c517-a60c-4225-af52-9b0166fe8977 req-2f9af85d-e3d3-4697-9453-aa47288e5f6c tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Unset dirty status for tenant:bbd457f61f3145bb97f50f1e87bb3b50 on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:36:18.979084 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8007c517-a60c-4225-af52-9b0166fe8977 req-2f9af85d-e3d3-4697-9453-aa47288e5f6c tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1229f6a-084f-42e3-8e9c-97f78a95fd3d HTTP/1.1" status: 200 len: 943 time: 0.1067817 Oct 04 09:36:19.022482 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-8007c517-a60c-4225-af52-9b0166fe8977 req-4a29754c-226b-422d-9e0d-ac75a101ba18 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Synchronizing usage tracker for tenant:bbd457f61f3145bb97f50f1e87bb3b50 on resource:security_group {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:36:19.040113 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-8007c517-a60c-4225-af52-9b0166fe8977 req-4a29754c-226b-422d-9e0d-ac75a101ba18 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Unset dirty status for tenant:bbd457f61f3145bb97f50f1e87bb3b50 on resource:security_group {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:36:19.041827 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8007c517-a60c-4225-af52-9b0166fe8977 req-4a29754c-226b-422d-9e0d-ac75a101ba18 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/security-groups?id=0df5c908-fe8a-426c-8486-2e78ea0986f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568964 Oct 04 09:36:19.407810 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 1d8d00a2-0116-454a-973b-aaceb421bfd5 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:36:19.475902 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 1d8d00a2-0116-454a-973b-aaceb421bfd5 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:36:19.476266 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:19.476628 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 1d8d00a2-0116-454a-973b-aaceb421bfd5 Oct 04 09:36:19.588549 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 1d8d00a2-0116-454a-973b-aaceb421bfd5 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:36:20.239150 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4df4c4-3da6-4825-bd26-baafbf4563da req-29182e4c-b7a2-48ce-b7c2-d0f602d89b01 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:20.240612 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-dc4df4c4-3da6-4825-bd26-baafbf4563da req-29182e4c-b7a2-48ce-b7c2-d0f602d89b01 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1229f6a-084f-42e3-8e9c-97f78a95fd3d HTTP/1.1" status: 200 len: 943 time: 0.0884836 Oct 04 09:36:20.284329 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-dc4df4c4-3da6-4825-bd26-baafbf4563da req-51a18de3-701f-470c-8c80-dd315a2a0311 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/security-groups?id=0df5c908-fe8a-426c-8486-2e78ea0986f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377967 Oct 04 09:36:21.187836 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 84e28cf8-c957-4a22-b79d-f75ec24b251a details requested by agent hyperv_hv-neutron-8602 with host hv-neutron-8602 {{(pid=89034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 04 09:36:21.319181 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 84e28cf8-c957-4a22-b79d-f75ec24b251a, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=84e28cf8-c957-4a22-b79d-f75ec24b251a,segment=NetworkSegment(3a16565a-79d8-4580-83d9-bdd6b97a6dba),segment_id=3a16565a-79d8-4580-83d9-bdd6b97a6dba)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:36:21.332156 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Returning: {'device': '84e28cf8-c957-4a22-b79d-f75ec24b251a', 'network_id': '62bccbf8-c1a9-4266-a4c0-8cc6c162f887', 'port_id': '84e28cf8-c957-4a22-b79d-f75ec24b251a', 'mac_address': 'fa:16:3e:8e:11:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44bff65e-d1cb-43ca-bb85-8da0215c56bd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 04 09:36:21.386763 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 84e28cf8-c957-4a22-b79d-f75ec24b251a is: DOWN; New status is: BUILD {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:36:21.387067 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:21.404221 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84e28cf8-c957-4a22-b79d-f75ec24b251a {{(pid=89034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:36:21.419867 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 84e28cf8-c957-4a22-b79d-f75ec24b251a, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=84e28cf8-c957-4a22-b79d-f75ec24b251a,segment=NetworkSegment(3a16565a-79d8-4580-83d9-bdd6b97a6dba),segment_id=3a16565a-79d8-4580-83d9-bdd6b97a6dba)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:36:21.423542 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:21.484414 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a2e53-729a-425f-9c0c-7c79bbc4ddd4 req-ae4ce8c5-ba14-4df8-8678-fda103d116f3 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:21.485856 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f12a2e53-729a-425f-9c0c-7c79bbc4ddd4 req-ae4ce8c5-ba14-4df8-8678-fda103d116f3 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1229f6a-084f-42e3-8e9c-97f78a95fd3d HTTP/1.1" status: 200 len: 944 time: 0.0903950 Oct 04 09:36:21.491470 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=84e28cf8-c957-4a22-b79d-f75ec24b251a,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:36:21.625917 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f12a2e53-729a-425f-9c0c-7c79bbc4ddd4 req-4e698fdb-6c5a-4c0f-8282-6824e884078f tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/security-groups?id=0df5c908-fe8a-426c-8486-2e78ea0986f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343100 Oct 04 09:36:21.797921 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['84e28cf8-c957-4a22-b79d-f75ec24b251a'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 09:36:22.825694 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae06133-500a-475d-affb-237cd8814d0c req-fc8ec2bc-5ecf-413d-ad7a-d4787fb8a6bd tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:22.827143 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-fae06133-500a-475d-affb-237cd8814d0c req-fc8ec2bc-5ecf-413d-ad7a-d4787fb8a6bd tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1229f6a-084f-42e3-8e9c-97f78a95fd3d HTTP/1.1" status: 200 len: 944 time: 0.0897851 Oct 04 09:36:22.869999 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-fae06133-500a-475d-affb-237cd8814d0c req-1b82180a-d347-4ce0-941c-5a057dbdce54 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/security-groups?id=0df5c908-fe8a-426c-8486-2e78ea0986f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372741 Oct 04 09:36:23.185236 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 84e28cf8-c957-4a22-b79d-f75ec24b251a up at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:36:23.254127 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning for port 84e28cf8-c957-4a22-b79d-f75ec24b251a completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:36:23.260215 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning complete for port 84e28cf8-c957-4a22-b79d-f75ec24b251a triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:36:23.260750 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:23.261088 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Attempt 1 to provision port 84e28cf8-c957-4a22-b79d-f75ec24b251a Oct 04 09:36:23.380230 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 84e28cf8-c957-4a22-b79d-f75ec24b251a is: BUILD; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:36:23.380628 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:23.408835 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1229f6a-084f-42e3-8e9c-97f78a95fd3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e28cf8-c957-4a22-b79d-f75ec24b251a'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:36:23.411094 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aef738b946a3ea172e8e75fc735451da1d91f114ea1acc5fcf392e20a929bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb19dbc-34eb-4607-8025-341e01403b29" -d '{"events": [{"server_uuid": "b1229f6a-084f-42e3-8e9c-97f78a95fd3d", "name": "network-vif-plugged", "status": "completed", "tag": "84e28cf8-c957-4a22-b79d-f75ec24b251a"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:36:23.420297 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 84e28cf8-c957-4a22-b79d-f75ec24b251a, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=84e28cf8-c957-4a22-b79d-f75ec24b251a,segment=NetworkSegment(3a16565a-79d8-4580-83d9-bdd6b97a6dba),segment_id=3a16565a-79d8-4580-83d9-bdd6b97a6dba)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:36:23.423935 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:23.456275 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f050f114-10cb-4e26-8e0e-d01f399b11bf x-openstack-request-id: req-f050f114-10cb-4e26-8e0e-d01f399b11bf {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:36:23.456589 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1229f6a-084f-42e3-8e9c-97f78a95fd3d", "name": "network-vif-plugged", "status": "completed", "tag": "84e28cf8-c957-4a22-b79d-f75ec24b251a", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:36:23.456841 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f050f114-10cb-4e26-8e0e-d01f399b11bf {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:36:23.457233 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f050f114-10cb-4e26-8e0e-d01f399b11bf'] response: {'server_uuid': 'b1229f6a-084f-42e3-8e9c-97f78a95fd3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e28cf8-c957-4a22-b79d-f75ec24b251a', 'code': 200} Oct 04 09:36:23.497682 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=84e28cf8-c957-4a22-b79d-f75ec24b251a,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:36:23.505359 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:36:23.505712 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:36:23.506048 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:36:23.506381 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:36:23.506795 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:36:23.507125 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:36:23.507454 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:36:23.507776 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:36:23.508097 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:36:23.508442 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:36:23.509360 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:36:23.509687 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:36:23.731112 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8e422-8aba-4f18-8c56-ac02ae0c3db7 req-688bb603-e620-4f77-8bc4-2ca2268cab2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:23.732576 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-84e8e422-8aba-4f18-8c56-ac02ae0c3db7 req-688bb603-e620-4f77-8bc4-2ca2268cab2a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b1229f6a-084f-42e3-8e9c-97f78a95fd3d HTTP/1.1" status: 200 len: 1098 time: 0.0775943 Oct 04 09:36:23.779951 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-84e8e422-8aba-4f18-8c56-ac02ae0c3db7 req-cd980f23-b3ae-4855-ab21-2d6aab92adcf service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0df5c908-fe8a-426c-8486-2e78ea0986f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415535 Oct 04 09:36:24.065258 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7ee7cf-1b6d-49cc-b3bd-1159442898f1 req-b2c1a9c2-ea06-4f12-999e-1397658305c7 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:24.066703 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-ca7ee7cf-1b6d-49cc-b3bd-1159442898f1 req-b2c1a9c2-ea06-4f12-999e-1397658305c7 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1229f6a-084f-42e3-8e9c-97f78a95fd3d HTTP/1.1" status: 200 len: 945 time: 0.0852594 Oct 04 09:36:24.108987 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-ca7ee7cf-1b6d-49cc-b3bd-1159442898f1 req-2184a9d2-f2d5-4c03-8640-55cb1bf375a0 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/security-groups?id=0df5c908-fe8a-426c-8486-2e78ea0986f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366707 Oct 04 09:36:25.308876 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15d5363-0ec2-47fa-82d7-eb84b2f9cd28 req-ab119a47-f8af-4332-b510-6cd4390d6e83 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:25.310411 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b15d5363-0ec2-47fa-82d7-eb84b2f9cd28 req-ab119a47-f8af-4332-b510-6cd4390d6e83 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1229f6a-084f-42e3-8e9c-97f78a95fd3d HTTP/1.1" status: 200 len: 945 time: 0.0868566 Oct 04 09:36:25.353997 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b15d5363-0ec2-47fa-82d7-eb84b2f9cd28 req-6d8496a0-23a1-4fbc-a744-c14a9ed85498 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/security-groups?id=0df5c908-fe8a-426c-8486-2e78ea0986f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376182 Oct 04 09:36:26.553391 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c722a-56c3-4cf3-b963-89caf693a873 req-a24a5a18-a987-4917-8407-f255bd9a6442 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:26.554855 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-1e5c722a-56c3-4cf3-b963-89caf693a873 req-a24a5a18-a987-4917-8407-f255bd9a6442 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1229f6a-084f-42e3-8e9c-97f78a95fd3d HTTP/1.1" status: 200 len: 945 time: 0.0928960 Oct 04 09:36:26.597986 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-1e5c722a-56c3-4cf3-b963-89caf693a873 req-ff13989b-f0e9-40bd-9ec4-6282d639bbc2 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/security-groups?id=0df5c908-fe8a-426c-8486-2e78ea0986f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374756 Oct 04 09:36:26.974214 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 39466) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:36:27.015369 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed01ec-d6df-463a-abea-53a94ae701d8 req-6a5d9ec2-a2e2-4653-a620-7877d3931bf4 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:27.016864 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-33ed01ec-d6df-463a-abea-53a94ae701d8 req-6a5d9ec2-a2e2-4653-a620-7877d3931bf4 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1229f6a-084f-42e3-8e9c-97f78a95fd3d HTTP/1.1" status: 200 len: 945 time: 0.0885966 Oct 04 09:36:27.064472 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-33ed01ec-d6df-463a-abea-53a94ae701d8 req-b7923eb0-c430-44b6-b3e3-92100b74137c tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/security-groups?id=0df5c908-fe8a-426c-8486-2e78ea0986f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417559 Oct 04 09:36:27.097535 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-bc874a88-ca95-4a82-8248-3bb24cc18670 req-62a441fe-8208-4cd5-a77f-569fcd55a7a8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b1229f6a-084f-42e3-8e9c-97f78a95fd3d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1220825 Oct 04 09:36:27.598439 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-4dc7c57f-affc-4cd6-a883-44da0ac27fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:28.263871 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0300f-43a6-4e36-84fc-2c1b61d42ebc req-56742bf2-ca72-48ed-95e5-adf4375419e6 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:28.265399 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-28c0300f-43a6-4e36-84fc-2c1b61d42ebc req-56742bf2-ca72-48ed-95e5-adf4375419e6 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1229f6a-084f-42e3-8e9c-97f78a95fd3d HTTP/1.1" status: 200 len: 945 time: 0.0865042 Oct 04 09:36:28.312705 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-28c0300f-43a6-4e36-84fc-2c1b61d42ebc req-08050b9e-8c89-4d9b-944a-5dc79c6563b6 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/security-groups?id=0df5c908-fe8a-426c-8486-2e78ea0986f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407960 Oct 04 09:36:28.390734 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc874a88-ca95-4a82-8248-3bb24cc18670 req-2bd78219-6411-4c09-a3d8-31513e7b968b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:28.392103 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-bc874a88-ca95-4a82-8248-3bb24cc18670 req-2bd78219-6411-4c09-a3d8-31513e7b968b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bbd457f61f3145bb97f50f1e87bb3b50&device_id=b1229f6a-084f-42e3-8e9c-97f78a95fd3d HTTP/1.1" status: 200 len: 1098 time: 0.0828080 Oct 04 09:36:28.528668 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc874a88-ca95-4a82-8248-3bb24cc18670 req-4f7df28f-9e11-4072-8971-411b1173c724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:28.530149 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-bc874a88-ca95-4a82-8248-3bb24cc18670 req-4f7df28f-9e11-4072-8971-411b1173c724 service neutron] 10.222.0.20 "GET /v2.0/networks?id=62bccbf8-c1a9-4266-a4c0-8cc6c162f887 HTTP/1.1" status: 200 len: 913 time: 0.1316655 Oct 04 09:36:28.599104 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-bc874a88-ca95-4a82-8248-3bb24cc18670 req-2b908f9a-88c7-491c-8c02-87239a9d2606 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84e28cf8-c957-4a22-b79d-f75ec24b251a HTTP/1.1" status: 200 len: 217 time: 0.0635936 Oct 04 09:36:28.659111 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc874a88-ca95-4a82-8248-3bb24cc18670 req-bbc9d625-bd95-4357-bd51-846b99f7dce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:28.660414 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-bc874a88-ca95-4a82-8248-3bb24cc18670 req-bbc9d625-bd95-4357-bd51-846b99f7dce6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=44bff65e-d1cb-43ca-bb85-8da0215c56bd HTTP/1.1" status: 200 len: 851 time: 0.0557630 Oct 04 09:36:28.721487 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:36:28.739845 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc874a88-ca95-4a82-8248-3bb24cc18670 req-747a87ea-15f4-4260-82aa-6820699544f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:28.741332 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-bc874a88-ca95-4a82-8248-3bb24cc18670 req-747a87ea-15f4-4260-82aa-6820699544f5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=62bccbf8-c1a9-4266-a4c0-8cc6c162f887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749176 Oct 04 09:36:28.871207 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-bc874a88-ca95-4a82-8248-3bb24cc18670 req-e5bfac62-53ce-4c36-a232-66ed75390120 service neutron] 10.222.0.20 "GET /v2.0/networks/62bccbf8-c1a9-4266-a4c0-8cc6c162f887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236699 Oct 04 09:36:29.000606 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-bc874a88-ca95-4a82-8248-3bb24cc18670 req-e5166269-10c7-4e64-aeb0-eefb455ec477 service neutron] 10.222.0.20 "GET /v2.0/networks/62bccbf8-c1a9-4266-a4c0-8cc6c162f887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236722 Oct 04 09:36:29.509699 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1185d7dd-44fd-496f-ac05-578b6177a46a req-cfcd3775-5038-49b4-9086-68b0192b8ebd tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:29.511143 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-1185d7dd-44fd-496f-ac05-578b6177a46a req-cfcd3775-5038-49b4-9086-68b0192b8ebd tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1229f6a-084f-42e3-8e9c-97f78a95fd3d HTTP/1.1" status: 200 len: 945 time: 0.0869236 Oct 04 09:36:29.553742 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-1185d7dd-44fd-496f-ac05-578b6177a46a req-3c431071-47d1-4fdf-b7e5-782fa61fff80 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/security-groups?id=0df5c908-fe8a-426c-8486-2e78ea0986f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370300 Oct 04 09:36:30.287248 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-3f0d4f87-33c1-41ad-a228-15df49ff8765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:30.751535 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:30.756130 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de50d4-a8b9-453d-a868-c844a2422368 req-883e1d9c-0be2-42ea-a946-cda01736b50a tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:30.757962 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c1de50d4-a8b9-453d-a868-c844a2422368 req-883e1d9c-0be2-42ea-a946-cda01736b50a tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1229f6a-084f-42e3-8e9c-97f78a95fd3d HTTP/1.1" status: 200 len: 945 time: 0.0939343 Oct 04 09:36:30.769970 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:30.805702 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c1de50d4-a8b9-453d-a868-c844a2422368 req-47b759ef-77ac-43c2-9408-23cd0806f0cd tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/security-groups?id=0df5c908-fe8a-426c-8486-2e78ea0986f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409863 Oct 04 09:36:32.008156 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba787f-7530-410b-858f-77ac9164dcf4 req-88238003-6dab-4bde-b507-10d995da18fe tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:32.009576 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-6cba787f-7530-410b-858f-77ac9164dcf4 req-88238003-6dab-4bde-b507-10d995da18fe tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1229f6a-084f-42e3-8e9c-97f78a95fd3d HTTP/1.1" status: 200 len: 945 time: 0.0884120 Oct 04 09:36:32.053218 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-6cba787f-7530-410b-858f-77ac9164dcf4 req-f86f127b-b578-40a8-a8e6-ed2cc227d001 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/security-groups?id=0df5c908-fe8a-426c-8486-2e78ea0986f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380330 Oct 04 09:36:32.289588 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:33.265798 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70780f6d-2ecd-4aba-a975-b37d8d2a50e9 req-882daf5a-a8fa-49cc-9f5f-30dfed11dcf2 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:33.267276 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-70780f6d-2ecd-4aba-a975-b37d8d2a50e9 req-882daf5a-a8fa-49cc-9f5f-30dfed11dcf2 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1229f6a-084f-42e3-8e9c-97f78a95fd3d HTTP/1.1" status: 200 len: 945 time: 0.0935390 Oct 04 09:36:33.310039 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-70780f6d-2ecd-4aba-a975-b37d8d2a50e9 req-03137941-6efb-4fa3-a36d-e873a062955d tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/security-groups?id=0df5c908-fe8a-426c-8486-2e78ea0986f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370836 Oct 04 09:36:34.505288 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aab98b-9d35-41a3-8c3c-f1f022fca0ce req-31aec6ca-7f5a-488c-8cf8-729196c77f73 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:34.506731 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-00aab98b-9d35-41a3-8c3c-f1f022fca0ce req-31aec6ca-7f5a-488c-8cf8-729196c77f73 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1229f6a-084f-42e3-8e9c-97f78a95fd3d HTTP/1.1" status: 200 len: 945 time: 0.0856259 Oct 04 09:36:34.553746 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-00aab98b-9d35-41a3-8c3c-f1f022fca0ce req-2aada051-af23-4a3a-84df-cf87b786af14 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/security-groups?id=0df5c908-fe8a-426c-8486-2e78ea0986f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414312 Oct 04 09:36:35.748882 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb6a93-8420-48ba-ad1c-db8c06ad7578 req-328b6fa9-e900-4b09-bd83-55d7bb054341 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:35.750270 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b8cb6a93-8420-48ba-ad1c-db8c06ad7578 req-328b6fa9-e900-4b09-bd83-55d7bb054341 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1229f6a-084f-42e3-8e9c-97f78a95fd3d HTTP/1.1" status: 200 len: 945 time: 0.0864499 Oct 04 09:36:35.793653 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b8cb6a93-8420-48ba-ad1c-db8c06ad7578 req-4ab76d6c-80d4-4090-86fd-4f289870860b tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/security-groups?id=0df5c908-fe8a-426c-8486-2e78ea0986f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377002 Oct 04 09:36:36.607288 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a9cbd-8b75-4ffe-9435-e6e0bd71198e req-5047cbad-5216-47c8-850c-e999f3feddfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:36.608856 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-632a9cbd-8b75-4ffe-9435-e6e0bd71198e req-5047cbad-5216-47c8-850c-e999f3feddfe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bbd457f61f3145bb97f50f1e87bb3b50&device_id=b1229f6a-084f-42e3-8e9c-97f78a95fd3d HTTP/1.1" status: 200 len: 1098 time: 0.0791163 Oct 04 09:36:36.838148 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a9cbd-8b75-4ffe-9435-e6e0bd71198e req-8c1e434a-93cb-4ede-89bc-8eedc1526aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:36.839607 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-632a9cbd-8b75-4ffe-9435-e6e0bd71198e req-8c1e434a-93cb-4ede-89bc-8eedc1526aee service neutron] 10.222.0.20 "GET /v2.0/networks?id=62bccbf8-c1a9-4266-a4c0-8cc6c162f887 HTTP/1.1" status: 200 len: 913 time: 0.2133596 Oct 04 09:36:36.911044 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-632a9cbd-8b75-4ffe-9435-e6e0bd71198e req-d3cb4fea-db80-47d9-92c4-57af335ce62f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84e28cf8-c957-4a22-b79d-f75ec24b251a HTTP/1.1" status: 200 len: 217 time: 0.0641913 Oct 04 09:36:36.970759 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a9cbd-8b75-4ffe-9435-e6e0bd71198e req-a47dde4a-61c9-4bd9-b339-ae56e099da3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:36.972392 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-632a9cbd-8b75-4ffe-9435-e6e0bd71198e req-a47dde4a-61c9-4bd9-b339-ae56e099da3b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=44bff65e-d1cb-43ca-bb85-8da0215c56bd HTTP/1.1" status: 200 len: 851 time: 0.0559878 Oct 04 09:36:36.990304 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48bba72-ad27-4893-98a9-ce7ba2816594 req-88e68c5c-8560-491a-b615-6d12ec3fb210 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:36.991747 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-c48bba72-ad27-4893-98a9-ce7ba2816594 req-88e68c5c-8560-491a-b615-6d12ec3fb210 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1229f6a-084f-42e3-8e9c-97f78a95fd3d HTTP/1.1" status: 200 len: 945 time: 0.0870750 Oct 04 09:36:37.036684 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-c48bba72-ad27-4893-98a9-ce7ba2816594 req-aac5ed1a-4a33-4014-956a-3015fd7d892a tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/security-groups?id=0df5c908-fe8a-426c-8486-2e78ea0986f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385036 Oct 04 09:36:37.059429 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a9cbd-8b75-4ffe-9435-e6e0bd71198e req-44e4b310-4267-40b3-aa39-752d7aa40cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:37.061002 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-632a9cbd-8b75-4ffe-9435-e6e0bd71198e req-44e4b310-4267-40b3-aa39-752d7aa40cea service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=62bccbf8-c1a9-4266-a4c0-8cc6c162f887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0824203 Oct 04 09:36:37.195523 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-632a9cbd-8b75-4ffe-9435-e6e0bd71198e req-af9dd6c0-9c16-4e6a-86cc-f6973aef96a1 service neutron] 10.222.0.20 "GET /v2.0/networks/62bccbf8-c1a9-4266-a4c0-8cc6c162f887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282017 Oct 04 09:36:37.323161 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-632a9cbd-8b75-4ffe-9435-e6e0bd71198e req-810f4633-e3ee-4cf8-94da-1fb0c5c7424f service neutron] 10.222.0.20 "GET /v2.0/networks/62bccbf8-c1a9-4266-a4c0-8cc6c162f887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222239 Oct 04 09:36:38.235597 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66b9fd-d90c-43d5-a7c1-0a2eb5e8f6e0 req-48e43680-35e0-44b0-8af6-0a7e39b94c68 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:38.237090 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ec66b9fd-d90c-43d5-a7c1-0a2eb5e8f6e0 req-48e43680-35e0-44b0-8af6-0a7e39b94c68 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1229f6a-084f-42e3-8e9c-97f78a95fd3d HTTP/1.1" status: 200 len: 945 time: 0.0902846 Oct 04 09:36:38.280883 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ec66b9fd-d90c-43d5-a7c1-0a2eb5e8f6e0 req-bd6059c0-6c6d-413e-ad7b-29945a98e521 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/security-groups?id=0df5c908-fe8a-426c-8486-2e78ea0986f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381267 Oct 04 09:36:39.478739 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f8f89b-96a6-4084-aeef-8e60beadffec req-1c0c28eb-d6c6-4b38-a615-94b31e834a62 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:39.480182 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-c6f8f89b-96a6-4084-aeef-8e60beadffec req-1c0c28eb-d6c6-4b38-a615-94b31e834a62 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1229f6a-084f-42e3-8e9c-97f78a95fd3d HTTP/1.1" status: 200 len: 945 time: 0.0898023 Oct 04 09:36:39.522607 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-c6f8f89b-96a6-4084-aeef-8e60beadffec req-e3684955-02c6-4f56-bf30-1a73e4065187 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/security-groups?id=0df5c908-fe8a-426c-8486-2e78ea0986f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366497 Oct 04 09:36:40.726127 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44966823-c7e7-4d7a-8343-d123e326f0e0 req-d54ed1b9-ce33-40d5-9513-7ea1df9f133c tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:40.727681 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-44966823-c7e7-4d7a-8343-d123e326f0e0 req-d54ed1b9-ce33-40d5-9513-7ea1df9f133c tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1229f6a-084f-42e3-8e9c-97f78a95fd3d HTTP/1.1" status: 200 len: 945 time: 0.0914528 Oct 04 09:36:40.779907 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-44966823-c7e7-4d7a-8343-d123e326f0e0 req-bc90c29f-7270-4d33-b2e1-83d20e4b6a86 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/security-groups?id=0df5c908-fe8a-426c-8486-2e78ea0986f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452573 Oct 04 09:36:41.292812 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:41.977520 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0dd71b-be0d-4891-815a-0d06c92bf644 req-32e2e05a-54eb-42dd-968c-5cb89b229063 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:41.978977 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-1a0dd71b-be0d-4891-815a-0d06c92bf644 req-32e2e05a-54eb-42dd-968c-5cb89b229063 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1229f6a-084f-42e3-8e9c-97f78a95fd3d HTTP/1.1" status: 200 len: 945 time: 0.0871019 Oct 04 09:36:42.025604 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-1a0dd71b-be0d-4891-815a-0d06c92bf644 req-b87c5ff4-775b-4ae3-a0ae-779470e8c366 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/security-groups?id=0df5c908-fe8a-426c-8486-2e78ea0986f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409577 Oct 04 09:36:43.222782 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a2ac9-0c67-45fa-964a-7fa64e424378 req-ce7c173b-a0af-46f5-ae63-7858fac969f6 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:43.224246 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-af0a2ac9-0c67-45fa-964a-7fa64e424378 req-ce7c173b-a0af-46f5-ae63-7858fac969f6 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1229f6a-084f-42e3-8e9c-97f78a95fd3d HTTP/1.1" status: 200 len: 945 time: 0.0893817 Oct 04 09:36:43.271099 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-af0a2ac9-0c67-45fa-964a-7fa64e424378 req-415c3856-59fe-4ec7-a246-102f570243dc tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/security-groups?id=0df5c908-fe8a-426c-8486-2e78ea0986f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411143 Oct 04 09:36:44.565516 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5568371-87cc-4471-b25a-65e436d9994d req-946ce7f9-00f8-406f-bd4b-44a7223ec02c tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:44.566886 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-e5568371-87cc-4471-b25a-65e436d9994d req-946ce7f9-00f8-406f-bd4b-44a7223ec02c tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1229f6a-084f-42e3-8e9c-97f78a95fd3d HTTP/1.1" status: 200 len: 945 time: 0.1868441 Oct 04 09:36:44.610340 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-e5568371-87cc-4471-b25a-65e436d9994d req-20428312-0e84-44bc-8202-da500169eab9 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/security-groups?id=0df5c908-fe8a-426c-8486-2e78ea0986f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376956 Oct 04 09:36:45.803752 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b3a08e-ee4b-4bb2-bef1-4fa734b309da req-2c74d7aa-8be5-461a-b80d-0ab94e944d07 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:45.805256 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c0b3a08e-ee4b-4bb2-bef1-4fa734b309da req-2c74d7aa-8be5-461a-b80d-0ab94e944d07 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1229f6a-084f-42e3-8e9c-97f78a95fd3d HTTP/1.1" status: 200 len: 945 time: 0.0854020 Oct 04 09:36:45.848229 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c0b3a08e-ee4b-4bb2-bef1-4fa734b309da req-074c8b81-efe0-4fb1-9d48-2697f21a3047 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/security-groups?id=0df5c908-fe8a-426c-8486-2e78ea0986f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372984 Oct 04 09:36:47.049404 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc494e0-b298-4763-b75b-a4ab393ececd req-7e6c3641-879c-41ff-84a8-f41d2a9b204c tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:47.050857 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7cc494e0-b298-4763-b75b-a4ab393ececd req-7e6c3641-879c-41ff-84a8-f41d2a9b204c tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1229f6a-084f-42e3-8e9c-97f78a95fd3d HTTP/1.1" status: 200 len: 945 time: 0.0878022 Oct 04 09:36:47.099023 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7cc494e0-b298-4763-b75b-a4ab393ececd req-d81ff544-1d27-44cb-95d3-a07ad7e533ac tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/security-groups?id=0df5c908-fe8a-426c-8486-2e78ea0986f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418208 Oct 04 09:36:48.300643 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de01d668-3a91-4e1c-a23a-4cf8c1ca2aab req-656f0b17-9aa0-403e-9491-2506e79f5d4c tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:48.302082 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-de01d668-3a91-4e1c-a23a-4cf8c1ca2aab req-656f0b17-9aa0-403e-9491-2506e79f5d4c tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1229f6a-084f-42e3-8e9c-97f78a95fd3d HTTP/1.1" status: 200 len: 945 time: 0.0892544 Oct 04 09:36:48.344119 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-de01d668-3a91-4e1c-a23a-4cf8c1ca2aab req-1d3e37b6-6464-4f05-83b8-ba170d53cae5 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/security-groups?id=0df5c908-fe8a-426c-8486-2e78ea0986f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364964 Oct 04 09:36:49.539819 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647a080-e267-4033-9191-661f2e68a9f2 req-ddc537db-1c2c-4a46-9409-2b10523b988a tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:49.541285 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-1647a080-e267-4033-9191-661f2e68a9f2 req-ddc537db-1c2c-4a46-9409-2b10523b988a tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1229f6a-084f-42e3-8e9c-97f78a95fd3d HTTP/1.1" status: 200 len: 945 time: 0.0844030 Oct 04 09:36:49.586975 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-1647a080-e267-4033-9191-661f2e68a9f2 req-807c07a2-b0dd-4aa9-9094-170ea4c81761 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/security-groups?id=0df5c908-fe8a-426c-8486-2e78ea0986f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396068 Oct 04 09:36:50.783426 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb851e-4209-4a73-8ad2-cd12dca965f3 req-a40424ba-eca9-4d17-b522-682a5cff157f tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:50.784908 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2fbb851e-4209-4a73-8ad2-cd12dca965f3 req-a40424ba-eca9-4d17-b522-682a5cff157f tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1229f6a-084f-42e3-8e9c-97f78a95fd3d HTTP/1.1" status: 200 len: 945 time: 0.0866151 Oct 04 09:36:50.832346 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2fbb851e-4209-4a73-8ad2-cd12dca965f3 req-0ed48ad8-e30c-4896-8b50-382a9809e868 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/security-groups?id=0df5c908-fe8a-426c-8486-2e78ea0986f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417657 Oct 04 09:36:52.025149 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca840c6-fd7e-4f39-9a9e-96e63a6a06a1 req-767e23d3-91c8-4f80-b87f-ed4e754d4934 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:52.026519 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-cca840c6-fd7e-4f39-9a9e-96e63a6a06a1 req-767e23d3-91c8-4f80-b87f-ed4e754d4934 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1229f6a-084f-42e3-8e9c-97f78a95fd3d HTTP/1.1" status: 200 len: 945 time: 0.0858905 Oct 04 09:36:52.068485 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-cca840c6-fd7e-4f39-9a9e-96e63a6a06a1 req-f7406785-a4e8-4bc9-9c31-7db755a59744 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/security-groups?id=0df5c908-fe8a-426c-8486-2e78ea0986f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364058 Oct 04 09:36:53.264689 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfcf3f-771f-40c8-bf11-998e891d04ce req-eabdf0b3-1916-45b5-9447-3a47822e315d tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:53.266134 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6abfcf3f-771f-40c8-bf11-998e891d04ce req-eabdf0b3-1916-45b5-9447-3a47822e315d tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1229f6a-084f-42e3-8e9c-97f78a95fd3d HTTP/1.1" status: 200 len: 945 time: 0.0874724 Oct 04 09:36:53.308771 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6abfcf3f-771f-40c8-bf11-998e891d04ce req-db110985-1d52-41c3-85a6-f173403dcfc1 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/security-groups?id=0df5c908-fe8a-426c-8486-2e78ea0986f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370438 Oct 04 09:36:54.509217 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef3b736-8cc2-4961-a0b9-6e39aa4f4682 req-4dbbe2e1-2118-4f73-991f-daf4c7d68059 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:54.510680 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-eef3b736-8cc2-4961-a0b9-6e39aa4f4682 req-4dbbe2e1-2118-4f73-991f-daf4c7d68059 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1229f6a-084f-42e3-8e9c-97f78a95fd3d HTTP/1.1" status: 200 len: 945 time: 0.0915098 Oct 04 09:36:54.554575 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-eef3b736-8cc2-4961-a0b9-6e39aa4f4682 req-eee19434-ac23-4b72-98af-068e4a0968a2 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/security-groups?id=0df5c908-fe8a-426c-8486-2e78ea0986f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382805 Oct 04 09:36:55.790221 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6bf2fb-7a56-409d-bc61-9bf941e4a127 req-9a77b6d1-e4f4-4349-a76a-9fc1ba7b34b4 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:55.791659 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8c6bf2fb-7a56-409d-bc61-9bf941e4a127 req-9a77b6d1-e4f4-4349-a76a-9fc1ba7b34b4 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1229f6a-084f-42e3-8e9c-97f78a95fd3d HTTP/1.1" status: 200 len: 945 time: 0.1263690 Oct 04 09:36:55.855501 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8c6bf2fb-7a56-409d-bc61-9bf941e4a127 req-4a8b83cd-8896-4c58-bce8-cc3052ee67ae tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/security-groups?id=0df5c908-fe8a-426c-8486-2e78ea0986f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562103 Oct 04 09:36:55.861205 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-bc874a88-ca95-4a82-8248-3bb24cc18670 req-6dfbc068-7659-4618-9e48-7659be90c948 service neutron] 10.222.0.20 "GET /v2.0/ports/84e28cf8-c957-4a22-b79d-f75ec24b251a/bindings/hv-neutron-8602 HTTP/1.1" status: 200 len: 384 time: 0.1151514 Oct 04 09:36:56.149145 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc874a88-ca95-4a82-8248-3bb24cc18670 req-21c29500-ce0b-463b-bce2-c1c7cc9c19cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:56.150612 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-bc874a88-ca95-4a82-8248-3bb24cc18670 req-21c29500-ce0b-463b-bce2-c1c7cc9c19cc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b1229f6a-084f-42e3-8e9c-97f78a95fd3d&tenant_id=bbd457f61f3145bb97f50f1e87bb3b50 HTTP/1.1" status: 200 len: 1098 time: 0.0793307 Oct 04 09:36:56.258720 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc874a88-ca95-4a82-8248-3bb24cc18670 req-52b0a67d-1ba6-44c8-9d5a-a7c4908361ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:56.260140 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-bc874a88-ca95-4a82-8248-3bb24cc18670 req-52b0a67d-1ba6-44c8-9d5a-a7c4908361ed service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bbd457f61f3145bb97f50f1e87bb3b50&device_id=b1229f6a-084f-42e3-8e9c-97f78a95fd3d HTTP/1.1" status: 200 len: 1098 time: 0.0750034 Oct 04 09:36:56.386191 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc874a88-ca95-4a82-8248-3bb24cc18670 req-9a3e19ca-7d00-4ddd-a4b3-6a008a5052ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:56.387593 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-bc874a88-ca95-4a82-8248-3bb24cc18670 req-9a3e19ca-7d00-4ddd-a4b3-6a008a5052ad service neutron] 10.222.0.20 "GET /v2.0/networks?id=62bccbf8-c1a9-4266-a4c0-8cc6c162f887 HTTP/1.1" status: 200 len: 913 time: 0.1218433 Oct 04 09:36:56.454653 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-bc874a88-ca95-4a82-8248-3bb24cc18670 req-4099201e-d93f-44e4-83ea-a35ea2eae019 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84e28cf8-c957-4a22-b79d-f75ec24b251a HTTP/1.1" status: 200 len: 217 time: 0.0615737 Oct 04 09:36:56.515937 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc874a88-ca95-4a82-8248-3bb24cc18670 req-44ae7a6c-b855-4c42-9b2e-e12ce93753c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:56.517361 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-bc874a88-ca95-4a82-8248-3bb24cc18670 req-44ae7a6c-b855-4c42-9b2e-e12ce93753c4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=44bff65e-d1cb-43ca-bb85-8da0215c56bd HTTP/1.1" status: 200 len: 851 time: 0.0562212 Oct 04 09:36:56.686376 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc874a88-ca95-4a82-8248-3bb24cc18670 req-cdb7b3ed-e5f0-4fbb-9b0c-c30de484fec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:56.687825 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-bc874a88-ca95-4a82-8248-3bb24cc18670 req-cdb7b3ed-e5f0-4fbb-9b0c-c30de484fec5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=62bccbf8-c1a9-4266-a4c0-8cc6c162f887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1640511 Oct 04 09:36:56.816321 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-bc874a88-ca95-4a82-8248-3bb24cc18670 req-2765905e-7219-4b00-806f-0260283bd1e4 service neutron] 10.222.0.20 "GET /v2.0/networks/62bccbf8-c1a9-4266-a4c0-8cc6c162f887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223264 Oct 04 09:36:56.947315 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-bc874a88-ca95-4a82-8248-3bb24cc18670 req-a50be30e-f034-4d33-9b5c-1e408559e140 service neutron] 10.222.0.20 "GET /v2.0/networks/62bccbf8-c1a9-4266-a4c0-8cc6c162f887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248829 Oct 04 09:36:57.055889 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3fbad-a145-4b25-ab4c-fb4277fe33a5 req-2116f36b-cf05-4566-938e-adebcaaf34e3 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:57.057374 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-95f3fbad-a145-4b25-ab4c-fb4277fe33a5 req-2116f36b-cf05-4566-938e-adebcaaf34e3 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1229f6a-084f-42e3-8e9c-97f78a95fd3d HTTP/1.1" status: 200 len: 945 time: 0.0873632 Oct 04 09:36:57.105910 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-95f3fbad-a145-4b25-ab4c-fb4277fe33a5 req-2a18c58c-41ba-464d-95da-44569e816002 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/security-groups?id=0df5c908-fe8a-426c-8486-2e78ea0986f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426021 Oct 04 09:36:57.600438 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5dd90e9c-b6fd-46dd-a9c4-a68051ded868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:58.303200 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23138ce4-f739-4d7c-ab01-f317bc39de14 req-30d60aaa-2109-4e78-902a-3fe8fe2a8b23 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:58.305192 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-23138ce4-f739-4d7c-ab01-f317bc39de14 req-30d60aaa-2109-4e78-902a-3fe8fe2a8b23 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1229f6a-084f-42e3-8e9c-97f78a95fd3d HTTP/1.1" status: 200 len: 945 time: 0.0849049 Oct 04 09:36:58.348046 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-23138ce4-f739-4d7c-ab01-f317bc39de14 req-0f5c5439-a5f2-455c-8df9-1240582d078c tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/security-groups?id=0df5c908-fe8a-426c-8486-2e78ea0986f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371866 Oct 04 09:36:59.431480 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 84e28cf8-c957-4a22-b79d-f75ec24b251a details requested by agent hyperv_hv-neutron-8602 with host hv-neutron-8602 {{(pid=89034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 04 09:36:59.438388 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 84e28cf8-c957-4a22-b79d-f75ec24b251a no longer exists at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:36:59.543978 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb3299-7383-47ce-bf62-e3c8c60b376c req-64fd1f9d-c96f-4c7f-865b-1e5224d28445 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:36:59.545510 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-3ebb3299-7383-47ce-bf62-e3c8c60b376c req-64fd1f9d-c96f-4c7f-865b-1e5224d28445 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1229f6a-084f-42e3-8e9c-97f78a95fd3d HTTP/1.1" status: 200 len: 945 time: 0.0867867 Oct 04 09:36:59.589797 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-3ebb3299-7383-47ce-bf62-e3c8c60b376c req-f69fb08b-e895-491c-91a4-29b791473943 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/security-groups?id=0df5c908-fe8a-426c-8486-2e78ea0986f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386159 Oct 04 09:36:59.689929 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 84e28cf8-c957-4a22-b79d-f75ec24b251a is: ACTIVE; New status is: DOWN {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:36:59.690227 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:59.704202 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 84e28cf8-c957-4a22-b79d-f75ec24b251a, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=84e28cf8-c957-4a22-b79d-f75ec24b251a,segment=NetworkSegment(3a16565a-79d8-4580-83d9-bdd6b97a6dba),segment_id=3a16565a-79d8-4580-83d9-bdd6b97a6dba)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:36:59.724871 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Returning: {'device': '84e28cf8-c957-4a22-b79d-f75ec24b251a', 'network_id': '62bccbf8-c1a9-4266-a4c0-8cc6c162f887', 'port_id': '84e28cf8-c957-4a22-b79d-f75ec24b251a', 'mac_address': 'fa:16:3e:8e:11:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44bff65e-d1cb-43ca-bb85-8da0215c56bd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 04 09:36:59.756330 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1229f6a-084f-42e3-8e9c-97f78a95fd3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84e28cf8-c957-4a22-b79d-f75ec24b251a'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:36:59.759456 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aef738b946a3ea172e8e75fc735451da1d91f114ea1acc5fcf392e20a929bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9dee543-491b-4546-8b7f-e800f7c742f6" -d '{"events": [{"server_uuid": "b1229f6a-084f-42e3-8e9c-97f78a95fd3d", "name": "network-vif-unplugged", "status": "completed", "tag": "84e28cf8-c957-4a22-b79d-f75ec24b251a"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:36:59.781665 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 84e28cf8-c957-4a22-b79d-f75ec24b251a, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=84e28cf8-c957-4a22-b79d-f75ec24b251a,segment=NetworkSegment(3a16565a-79d8-4580-83d9-bdd6b97a6dba),segment_id=3a16565a-79d8-4580-83d9-bdd6b97a6dba)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:36:59.789458 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:59.830744 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 04 Oct 2022 09:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f50256-5e75-4b1b-b2d0-55733e7d5398 x-openstack-request-id: req-b3f50256-5e75-4b1b-b2d0-55733e7d5398 {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:36:59.831038 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1229f6a-084f-42e3-8e9c-97f78a95fd3d", "name": "network-vif-unplugged", "status": "completed", "tag": "84e28cf8-c957-4a22-b79d-f75ec24b251a", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:36:59.831289 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b3f50256-5e75-4b1b-b2d0-55733e7d5398 {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:36:59.831679 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3f50256-5e75-4b1b-b2d0-55733e7d5398'] response: {'server_uuid': 'b1229f6a-084f-42e3-8e9c-97f78a95fd3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84e28cf8-c957-4a22-b79d-f75ec24b251a', 'code': 200} Oct 04 09:36:59.839616 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 84e28cf8-c957-4a22-b79d-f75ec24b251a is: ACTIVE; New status is: BUILD {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:36:59.839946 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:36:59.872587 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 84e28cf8-c957-4a22-b79d-f75ec24b251a {{(pid=89034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:36:59.913636 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=84e28cf8-c957-4a22-b79d-f75ec24b251a,revision_number=6']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:36:59.941412 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.db.api [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:36:59.941693 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG oslo_db.api [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:37:00.288903 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-083024f7-6293-4f8a-9b76-40449cf1251c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:00.493824 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 84e28cf8-c957-4a22-b79d-f75ec24b251a is: DOWN; New status is: BUILD {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:37:00.494413 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:00.510680 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84e28cf8-c957-4a22-b79d-f75ec24b251a {{(pid=89034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:37:00.525616 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 84e28cf8-c957-4a22-b79d-f75ec24b251a, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=84e28cf8-c957-4a22-b79d-f75ec24b251a,segment=NetworkSegment(3a16565a-79d8-4580-83d9-bdd6b97a6dba),segment_id=3a16565a-79d8-4580-83d9-bdd6b97a6dba)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:37:00.529556 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:00.598273 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=84e28cf8-c957-4a22-b79d-f75ec24b251a,revision_number=7']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:37:00.655281 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['84e28cf8-c957-4a22-b79d-f75ec24b251a'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 09:37:00.791374 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:00.797789 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0330f-f204-451e-bef3-d984cf24d89b req-5c992f4a-83f5-43bd-91ed-e51719ce09d3 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:37:00.799308 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-9cf0330f-f204-451e-bef3-d984cf24d89b req-5c992f4a-83f5-43bd-91ed-e51719ce09d3 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1229f6a-084f-42e3-8e9c-97f78a95fd3d HTTP/1.1" status: 200 len: 944 time: 0.0981667 Oct 04 09:37:00.799951 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:00.844570 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-9cf0330f-f204-451e-bef3-d984cf24d89b req-542d6339-faae-488d-b1e3-bbac071e200d tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/security-groups?id=0df5c908-fe8a-426c-8486-2e78ea0986f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386770 Oct 04 09:37:01.235679 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee01a5d-61be-416a-a615-0df9e9faf503 req-d52b6d05-74f0-49fe-a108-5464331261c2 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:37:01.237143 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9ee01a5d-61be-416a-a615-0df9e9faf503 req-d52b6d05-74f0-49fe-a108-5464331261c2 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1229f6a-084f-42e3-8e9c-97f78a95fd3d&tenant_id=bbd457f61f3145bb97f50f1e87bb3b50&binding%3Ahost_id=hv-neutron-8602 HTTP/1.1" status: 200 len: 944 time: 0.0919247 Oct 04 09:37:01.396086 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee01a5d-61be-416a-a615-0df9e9faf503 req-ba409a7c-9956-42ec-b9de-b7801f845e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:37:01.397578 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9ee01a5d-61be-416a-a615-0df9e9faf503 req-ba409a7c-9956-42ec-b9de-b7801f845e6f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bbd457f61f3145bb97f50f1e87bb3b50&device_id=b1229f6a-084f-42e3-8e9c-97f78a95fd3d HTTP/1.1" status: 200 len: 1097 time: 0.0772719 Oct 04 09:37:01.452823 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 84e28cf8-c957-4a22-b79d-f75ec24b251a up at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:37:01.519195 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning complete for port 84e28cf8-c957-4a22-b79d-f75ec24b251a triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:37:01.519849 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:01.519966 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Attempt 1 to provision port 84e28cf8-c957-4a22-b79d-f75ec24b251a Oct 04 09:37:01.525659 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee01a5d-61be-416a-a615-0df9e9faf503 req-87399da9-640c-413e-b812-5b579d73048a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:37:01.527099 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9ee01a5d-61be-416a-a615-0df9e9faf503 req-87399da9-640c-413e-b812-5b579d73048a service neutron] 10.222.0.20 "GET /v2.0/networks?id=62bccbf8-c1a9-4266-a4c0-8cc6c162f887 HTTP/1.1" status: 200 len: 913 time: 0.1238856 Oct 04 09:37:01.595926 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9ee01a5d-61be-416a-a615-0df9e9faf503 req-dea33e36-c7b8-4163-8477-3f1847c8dde0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84e28cf8-c957-4a22-b79d-f75ec24b251a HTTP/1.1" status: 200 len: 217 time: 0.0633154 Oct 04 09:37:01.637062 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 84e28cf8-c957-4a22-b79d-f75ec24b251a is: BUILD; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:37:01.637361 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:01.661757 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee01a5d-61be-416a-a615-0df9e9faf503 req-9a431b5d-517e-4f5d-9406-e1e97fbb7dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:37:01.663189 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9ee01a5d-61be-416a-a615-0df9e9faf503 req-9a431b5d-517e-4f5d-9406-e1e97fbb7dbb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=44bff65e-d1cb-43ca-bb85-8da0215c56bd HTTP/1.1" status: 200 len: 851 time: 0.0600286 Oct 04 09:37:01.669607 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 84e28cf8-c957-4a22-b79d-f75ec24b251a, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=84e28cf8-c957-4a22-b79d-f75ec24b251a,segment=NetworkSegment(3a16565a-79d8-4580-83d9-bdd6b97a6dba),segment_id=3a16565a-79d8-4580-83d9-bdd6b97a6dba)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:37:01.673773 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:01.743740 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=84e28cf8-c957-4a22-b79d-f75ec24b251a,revision_number=8']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:37:01.747922 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee01a5d-61be-416a-a615-0df9e9faf503 req-d70675e6-3268-4904-8526-ca60b625a10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:37:01.749744 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9ee01a5d-61be-416a-a615-0df9e9faf503 req-d70675e6-3268-4904-8526-ca60b625a10a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=62bccbf8-c1a9-4266-a4c0-8cc6c162f887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806210 Oct 04 09:37:01.833104 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1229f6a-084f-42e3-8e9c-97f78a95fd3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e28cf8-c957-4a22-b79d-f75ec24b251a'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:37:01.835537 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aef738b946a3ea172e8e75fc735451da1d91f114ea1acc5fcf392e20a929bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e548cf31-0f86-498c-9090-49c1c964ffab" -d '{"events": [{"server_uuid": "b1229f6a-084f-42e3-8e9c-97f78a95fd3d", "name": "network-vif-plugged", "status": "completed", "tag": "84e28cf8-c957-4a22-b79d-f75ec24b251a"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:37:01.884645 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9ee01a5d-61be-416a-a615-0df9e9faf503 req-f769ac7c-8f57-43e0-9134-1f454cd82494 service neutron] 10.222.0.20 "GET /v2.0/networks/62bccbf8-c1a9-4266-a4c0-8cc6c162f887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284130 Oct 04 09:37:01.890273 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f1df32-073b-4e5d-9e89-728d9acfc5b5 x-openstack-request-id: req-27f1df32-073b-4e5d-9e89-728d9acfc5b5 {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:37:01.890571 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1229f6a-084f-42e3-8e9c-97f78a95fd3d", "name": "network-vif-plugged", "status": "completed", "tag": "84e28cf8-c957-4a22-b79d-f75ec24b251a", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:37:01.890828 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-27f1df32-073b-4e5d-9e89-728d9acfc5b5 {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:37:01.891229 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27f1df32-073b-4e5d-9e89-728d9acfc5b5'] response: {'server_uuid': 'b1229f6a-084f-42e3-8e9c-97f78a95fd3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e28cf8-c957-4a22-b79d-f75ec24b251a', 'code': 200} Oct 04 09:37:02.045476 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9ee01a5d-61be-416a-a615-0df9e9faf503 req-a6081427-48cb-4629-b751-631c70821141 service neutron] 10.222.0.20 "GET /v2.0/networks/62bccbf8-c1a9-4266-a4c0-8cc6c162f887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224325 Oct 04 09:37:02.291774 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:02.935213 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438970bf-c4df-4005-8c90-b0cb5f4a45a1 req-264f9494-6bf3-4111-a55b-a4e3f1b7899e tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:37:02.936690 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-438970bf-c4df-4005-8c90-b0cb5f4a45a1 req-264f9494-6bf3-4111-a55b-a4e3f1b7899e tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1229f6a-084f-42e3-8e9c-97f78a95fd3d HTTP/1.1" status: 200 len: 945 time: 0.0884843 Oct 04 09:37:02.984805 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-438970bf-c4df-4005-8c90-b0cb5f4a45a1 req-6f0fae43-201a-49fb-ab17-1867f06086bf tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/security-groups?id=0df5c908-fe8a-426c-8486-2e78ea0986f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422094 Oct 04 09:37:04.185039 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16bbdb3-d7c6-4d2b-90cc-4968f2901fa0 req-bd92e6d0-c68c-4d09-9983-87b2800ac3da tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:37:04.186493 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d16bbdb3-d7c6-4d2b-90cc-4968f2901fa0 req-bd92e6d0-c68c-4d09-9983-87b2800ac3da tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1229f6a-084f-42e3-8e9c-97f78a95fd3d HTTP/1.1" status: 200 len: 945 time: 0.0896595 Oct 04 09:37:04.229773 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d16bbdb3-d7c6-4d2b-90cc-4968f2901fa0 req-b487b2c3-b90c-4633-83a7-86f65f2dc541 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/security-groups?id=0df5c908-fe8a-426c-8486-2e78ea0986f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376246 Oct 04 09:37:04.745741 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee01a5d-61be-416a-a615-0df9e9faf503 req-9a3cee54-a8ea-4557-8d54-4b4d5739f8d8 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:37:04.747323 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9ee01a5d-61be-416a-a615-0df9e9faf503 req-9a3cee54-a8ea-4557-8d54-4b4d5739f8d8 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1229f6a-084f-42e3-8e9c-97f78a95fd3d HTTP/1.1" status: 200 len: 945 time: 0.0852020 Oct 04 09:37:04.819629 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-9ee01a5d-61be-416a-a615-0df9e9faf503 req-8b17c04b-d7bb-44ff-952a-bdf34e2896e9 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Deleting port 84e28cf8-c957-4a22-b79d-f75ec24b251a {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:37:04.819967 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-9ee01a5d-61be-416a-a615-0df9e9faf503 req-8b17c04b-d7bb-44ff-952a-bdf34e2896e9 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:05.149333 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-9ee01a5d-61be-416a-a615-0df9e9faf503 req-8b17c04b-d7bb-44ff-952a-bdf34e2896e9 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] For port 84e28cf8-c957-4a22-b79d-f75ec24b251a, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=84e28cf8-c957-4a22-b79d-f75ec24b251a,segment=NetworkSegment(3a16565a-79d8-4580-83d9-bdd6b97a6dba),segment_id=3a16565a-79d8-4580-83d9-bdd6b97a6dba)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:37:05.149688 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-9ee01a5d-61be-416a-a615-0df9e9faf503 req-8b17c04b-d7bb-44ff-952a-bdf34e2896e9 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:05.277302 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-9ee01a5d-61be-416a-a615-0df9e9faf503 req-8b17c04b-d7bb-44ff-952a-bdf34e2896e9 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Calling delete_port for 84e28cf8-c957-4a22-b79d-f75ec24b251a owned by compute:nova {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:37:05.425889 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5033f356-1999-437c-a60c-abbe7a57846c req-aee99061-7cfe-47ce-ba1f-638ffdfaa612 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:37:05.427255 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-5033f356-1999-437c-a60c-abbe7a57846c req-aee99061-7cfe-47ce-ba1f-638ffdfaa612 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/ports?device_id=b1229f6a-084f-42e3-8e9c-97f78a95fd3d HTTP/1.1" status: 200 len: 945 time: 0.0883212 Oct 04 09:37:05.432027 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-9ee01a5d-61be-416a-a615-0df9e9faf503 req-8b17c04b-d7bb-44ff-952a-bdf34e2896e9 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:05.473122 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-5033f356-1999-437c-a60c-abbe7a57846c req-aaf043aa-768a-4d8a-9d07-ef5141201250 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.50 "GET /v2.0/security-groups?id=0df5c908-fe8a-426c-8486-2e78ea0986f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385056 Oct 04 09:37:05.487337 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b17c04b-d7bb-44ff-952a-bdf34e2896e9 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Pushing event deleted for resources: {'Port': ['ID=84e28cf8-c957-4a22-b79d-f75ec24b251a,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:37:05.495218 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b17c04b-d7bb-44ff-952a-bdf34e2896e9 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:37:05.495569 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b17c04b-d7bb-44ff-952a-bdf34e2896e9 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:37:05.495909 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b17c04b-d7bb-44ff-952a-bdf34e2896e9 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:37:05.496246 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b17c04b-d7bb-44ff-952a-bdf34e2896e9 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:37:05.496605 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b17c04b-d7bb-44ff-952a-bdf34e2896e9 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:37:05.496939 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b17c04b-d7bb-44ff-952a-bdf34e2896e9 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:37:05.497270 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b17c04b-d7bb-44ff-952a-bdf34e2896e9 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:37:05.497598 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b17c04b-d7bb-44ff-952a-bdf34e2896e9 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:37:05.497928 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b17c04b-d7bb-44ff-952a-bdf34e2896e9 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:37:05.498254 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b17c04b-d7bb-44ff-952a-bdf34e2896e9 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:37:05.498840 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b17c04b-d7bb-44ff-952a-bdf34e2896e9 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:37:05.499163 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b17c04b-d7bb-44ff-952a-bdf34e2896e9 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:37:05.505170 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['84e28cf8-c957-4a22-b79d-f75ec24b251a'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 09:37:05.589468 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee01a5d-61be-416a-a615-0df9e9faf503 req-8b17c04b-d7bb-44ff-952a-bdf34e2896e9 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] No DVR routers for this DVR port 84e28cf8-c957-4a22-b79d-f75ec24b251a on host hv-neutron-8602 {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:37:05.592114 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-9ee01a5d-61be-416a-a615-0df9e9faf503 req-8b17c04b-d7bb-44ff-952a-bdf34e2896e9 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:05.594726 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1229f6a-084f-42e3-8e9c-97f78a95fd3d', 'name': 'network-vif-deleted', 'tag': '84e28cf8-c957-4a22-b79d-f75ec24b251a'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:37:05.597068 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f925ff-eab6-4c5b-9871-0f35af465cf0" -d '{"events": [{"server_uuid": "b1229f6a-084f-42e3-8e9c-97f78a95fd3d", "name": "network-vif-deleted", "tag": "84e28cf8-c957-4a22-b79d-f75ec24b251a"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:37:05.612014 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9ee01a5d-61be-416a-a615-0df9e9faf503 req-8b17c04b-d7bb-44ff-952a-bdf34e2896e9 tempest-DeleteServersTestJSON-34448509 tempest-DeleteServersTestJSON-34448509-project] 10.222.0.20 "DELETE /v2.0/ports/84e28cf8-c957-4a22-b79d-f75ec24b251a HTTP/1.1" status: 204 len: 173 time: 0.8597667 Oct 04 09:37:05.649015 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53384021-0a2c-458c-8ac7-5cb613c9268c x-openstack-request-id: req-53384021-0a2c-458c-8ac7-5cb613c9268c {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:37:05.649312 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1229f6a-084f-42e3-8e9c-97f78a95fd3d", "name": "network-vif-deleted", "tag": "84e28cf8-c957-4a22-b79d-f75ec24b251a", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:37:05.650020 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-53384021-0a2c-458c-8ac7-5cb613c9268c {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:37:05.650020 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53384021-0a2c-458c-8ac7-5cb613c9268c'] response: {'server_uuid': 'b1229f6a-084f-42e3-8e9c-97f78a95fd3d', 'name': 'network-vif-deleted', 'tag': '84e28cf8-c957-4a22-b79d-f75ec24b251a', 'status': 'completed', 'code': 200} Oct 04 09:37:05.720668 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:37:06.719825 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 39572) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:37:07.247642 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-94f426d5-c047-4ec3-84a2-9fa0b3fd35d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736827'] for router_interface, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:07.681520 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-94f426d5-c047-4ec3-84a2-9fa0b3fd35d6 admin admin] Deleting port 1d8d00a2-0116-454a-973b-aaceb421bfd5 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:37:07.681860 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-94f426d5-c047-4ec3-84a2-9fa0b3fd35d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:07.847645 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-94f426d5-c047-4ec3-84a2-9fa0b3fd35d6 admin admin] For port 1d8d00a2-0116-454a-973b-aaceb421bfd5, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=1d8d00a2-0116-454a-973b-aaceb421bfd5,segment=NetworkSegment(3a16565a-79d8-4580-83d9-bdd6b97a6dba),segment_id=3a16565a-79d8-4580-83d9-bdd6b97a6dba)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:37:07.848329 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-94f426d5-c047-4ec3-84a2-9fa0b3fd35d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:07.969502 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-94f426d5-c047-4ec3-84a2-9fa0b3fd35d6 admin admin] Calling delete_port for 1d8d00a2-0116-454a-973b-aaceb421bfd5 owned by network:router_interface {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:37:08.276440 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-94f426d5-c047-4ec3-84a2-9fa0b3fd35d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:08.325684 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f426d5-c047-4ec3-84a2-9fa0b3fd35d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d8d00a2-0116-454a-973b-aaceb421bfd5,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:37:08.589020 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-94f426d5-c047-4ec3-84a2-9fa0b3fd35d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736911'] for router_interface, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:09.034964 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f426d5-c047-4ec3-84a2-9fa0b3fd35d6 admin admin] Router d3fea19d-88a4-4e73-811c-7b1ee95aaf2e has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:37:09.211961 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f426d5-c047-4ec3-84a2-9fa0b3fd35d6 admin admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:37:09.220746 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab30d2b4-f271-49d8-b27e-6ec075e4d097 None None] Sync routers for ids ['d3fea19d-88a4-4e73-811c-7b1ee95aaf2e'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:37:09.224068 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-94f426d5-c047-4ec3-84a2-9fa0b3fd35d6 admin admin] 10.222.0.50 "PUT /v2.0/routers/d3fea19d-88a4-4e73-811c-7b1ee95aaf2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5031111 Oct 04 09:37:09.227028 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 39576) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:37:09.230597 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab30d2b4-f271-49d8-b27e-6ec075e4d097 None None] Routers {'d3fea19d-88a4-4e73-811c-7b1ee95aaf2e'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:37:09.231194 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-ab30d2b4-f271-49d8-b27e-6ec075e4d097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:37:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['d3fea19d-88a4-4e73-811c-7b1ee95aaf2e'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:37:09.407006 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3e40c9af-c260-46d6-91de-136e3364fb97 admin admin] Notify callbacks [] for router, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:09.408288 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-ab30d2b4-f271-49d8-b27e-6ec075e4d097 None None] Set router d3fea19d-88a4-4e73-811c-7b1ee95aaf2e gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:37:09.442348 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 84e28cf8-c957-4a22-b79d-f75ec24b251a no longer exists at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:37:09.477333 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] No Port match for: 84e28cf8-c957-4a22-b79d-f75ec24b251a {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:37:09.477758 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 84e28cf8-c957-4a22-b79d-f75ec24b251a not bound to the agent host hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:37:09.588777 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3e40c9af-c260-46d6-91de-136e3364fb97 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:09.599496 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-3e40c9af-c260-46d6-91de-136e3364fb97 admin admin] Deleting port 2a0e9f15-a1b3-44ff-ad5b-23127f1e4847 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:37:09.599864 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3e40c9af-c260-46d6-91de-136e3364fb97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:09.695115 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-ab30d2b4-f271-49d8-b27e-6ec075e4d097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3fea19d-88a4-4e73-811c-7b1ee95aaf2e', 'name': 'tempest-DeleteServersTestJSON-1807520471-router', 'tenant_id': 'bbd457f61f3145bb97f50f1e87bb3b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.62'}], 'enable_snat': True}, 'gw_port_id': '2a0e9f15-a1b3-44ff-ad5b-23127f1e4847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:36:07Z', 'updated_at': '2022-10-04T09:37:08Z', 'revision_number': 5, 'project_id': 'bbd457f61f3145bb97f50f1e87bb3b50', 'gw_port': {'id': '2a0e9f15-a1b3-44ff-ad5b-23127f1e4847', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fea19d-88a4-4e73-811c-7b1ee95aaf2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:36:08Z', 'updated_at': '2022-10-04T09:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:37:09.699700 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab30d2b4-f271-49d8-b27e-6ec075e4d097 None None] Checking router: d3fea19d-88a4-4e73-811c-7b1ee95aaf2e for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:37:09.708447 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab30d2b4-f271-49d8-b27e-6ec075e4d097 None None] Routers {'d3fea19d-88a4-4e73-811c-7b1ee95aaf2e'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:37:09.709206 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-ab30d2b4-f271-49d8-b27e-6ec075e4d097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:37:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['d3fea19d-88a4-4e73-811c-7b1ee95aaf2e'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:37:09.773192 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-3e40c9af-c260-46d6-91de-136e3364fb97 admin admin] For port 2a0e9f15-a1b3-44ff-ad5b-23127f1e4847, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=2a0e9f15-a1b3-44ff-ad5b-23127f1e4847,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:37:09.773552 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3e40c9af-c260-46d6-91de-136e3364fb97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:09.864072 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-ab30d2b4-f271-49d8-b27e-6ec075e4d097 None None] Set router d3fea19d-88a4-4e73-811c-7b1ee95aaf2e gateway port host: None {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:37:09.899599 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-3e40c9af-c260-46d6-91de-136e3364fb97 admin admin] Calling delete_port for 2a0e9f15-a1b3-44ff-ad5b-23127f1e4847 owned by network:router_gateway {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:37:09.967251 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-ab30d2b4-f271-49d8-b27e-6ec075e4d097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3fea19d-88a4-4e73-811c-7b1ee95aaf2e', 'name': 'tempest-DeleteServersTestJSON-1807520471-router', 'tenant_id': 'bbd457f61f3145bb97f50f1e87bb3b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:36:07Z', 'updated_at': '2022-10-04T09:37:09Z', 'revision_number': 6, 'project_id': 'bbd457f61f3145bb97f50f1e87bb3b50', 'gw_port_host': None}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:37:09.971060 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab30d2b4-f271-49d8-b27e-6ec075e4d097 None None] The sync data for ids ['d3fea19d-88a4-4e73-811c-7b1ee95aaf2e'] in dv-neutron-860215-1-hyperv is: [{'id': 'd3fea19d-88a4-4e73-811c-7b1ee95aaf2e', 'name': 'tempest-DeleteServersTestJSON-1807520471-router', 'tenant_id': 'bbd457f61f3145bb97f50f1e87bb3b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:36:07Z', 'updated_at': '2022-10-04T09:37:09Z', 'revision_number': 6, 'project_id': 'bbd457f61f3145bb97f50f1e87bb3b50', 'gw_port_host': None}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:37:10.065854 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3e40c9af-c260-46d6-91de-136e3364fb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:10.111912 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e40c9af-c260-46d6-91de-136e3364fb97 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a0e9f15-a1b3-44ff-ad5b-23127f1e4847,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:37:10.209173 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3e40c9af-c260-46d6-91de-136e3364fb97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737040'] for router_gateway, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:10.481630 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3e40c9af-c260-46d6-91de-136e3364fb97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:10.483761 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3e40c9af-c260-46d6-91de-136e3364fb97 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:10.506038 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3e40c9af-c260-46d6-91de-136e3364fb97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:10.506575 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e40c9af-c260-46d6-91de-136e3364fb97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3fea19d-88a4-4e73-811c-7b1ee95aaf2e {{(pid=89032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:37:10.518796 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3e40c9af-c260-46d6-91de-136e3364fb97 admin admin] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:10.519902 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-3e40c9af-c260-46d6-91de-136e3364fb97 admin admin] 10.222.0.50 "DELETE /v2.0/routers/d3fea19d-88a4-4e73-811c-7b1ee95aaf2e HTTP/1.1" status: 204 len: 168 time: 1.2919667 Oct 04 09:37:10.522515 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 39580) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:37:10.579951 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bc3fa5d-7d6a-44d3-ab08-471395d812b9 admin admin] Deleting subnet 44bff65e-d1cb-43ca-bb85-8da0215c56bd {{(pid=89032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:37:10.582710 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2bc3fa5d-7d6a-44d3-ab08-471395d812b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:10.633319 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2bc3fa5d-7d6a-44d3-ab08-471395d812b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885153'] for subnet, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:10.715669 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2bc3fa5d-7d6a-44d3-ab08-471395d812b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:10.788941 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2bc3fa5d-7d6a-44d3-ab08-471395d812b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:10.833197 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc3fa5d-7d6a-44d3-ab08-471395d812b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44bff65e-d1cb-43ca-bb85-8da0215c56bd,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:37:10.835033 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2bc3fa5d-7d6a-44d3-ab08-471395d812b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:10.839244 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef9b18a-138a-4f68-8942-0c4baaf48ebf None None] Network 62bccbf8-c1a9-4266-a4c0-8cc6c162f887 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:37:10.841241 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-2bc3fa5d-7d6a-44d3-ab08-471395d812b9 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/44bff65e-d1cb-43ca-bb85-8da0215c56bd HTTP/1.1" status: 204 len: 168 time: 0.3177958 Oct 04 09:37:10.843716 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 39584) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:37:10.951719 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-210ae36b-468c-4ea9-876e-09d4f0c73ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:10.962629 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-210ae36b-468c-4ea9-876e-09d4f0c73ad6 admin admin] Deleting port 4629b6da-d86b-4faf-920a-06a326a0563a {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:37:10.962972 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-210ae36b-468c-4ea9-876e-09d4f0c73ad6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:11.122233 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ceab02d-54a7-4c65-b740-9709263c1142 None None] DHCP port deletion for 62bccbf8-c1a9-4266-a4c0-8cc6c162f887 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:37:11.126786 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-8ceab02d-54a7-4c65-b740-9709263c1142 None None] Deleting port 4629b6da-d86b-4faf-920a-06a326a0563a {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:37:11.127157 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-8ceab02d-54a7-4c65-b740-9709263c1142 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:11.175885 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-210ae36b-468c-4ea9-876e-09d4f0c73ad6 admin admin] For port 4629b6da-d86b-4faf-920a-06a326a0563a, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=4629b6da-d86b-4faf-920a-06a326a0563a,segment=NetworkSegment(3a16565a-79d8-4580-83d9-bdd6b97a6dba),segment_id=3a16565a-79d8-4580-83d9-bdd6b97a6dba)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:37:11.176528 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-210ae36b-468c-4ea9-876e-09d4f0c73ad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:11.297106 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-210ae36b-468c-4ea9-876e-09d4f0c73ad6 admin admin] Calling delete_port for 4629b6da-d86b-4faf-920a-06a326a0563a owned by network:dhcp {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:37:11.331797 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:11.340698 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-8ceab02d-54a7-4c65-b740-9709263c1142 None None] For port 4629b6da-d86b-4faf-920a-06a326a0563a, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=4629b6da-d86b-4faf-920a-06a326a0563a,segment=NetworkSegment(3a16565a-79d8-4580-83d9-bdd6b97a6dba),segment_id=3a16565a-79d8-4580-83d9-bdd6b97a6dba)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:37:11.341149 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-8ceab02d-54a7-4c65-b740-9709263c1142 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:11.375515 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-210ae36b-468c-4ea9-876e-09d4f0c73ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:11.422562 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210ae36b-468c-4ea9-876e-09d4f0c73ad6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4629b6da-d86b-4faf-920a-06a326a0563a,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:37:11.426035 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210ae36b-468c-4ea9-876e-09d4f0c73ad6 admin admin] No DVR routers for this DVR port 4629b6da-d86b-4faf-920a-06a326a0563a on host dv-neutron-860215-1-hyperv {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:37:11.466574 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 4629b6da-d86b-4faf-920a-06a326a0563a no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:37:11.498847 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-8ceab02d-54a7-4c65-b740-9709263c1142 None None] Calling delete_port for 4629b6da-d86b-4faf-920a-06a326a0563a owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:37:11.542586 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-210ae36b-468c-4ea9-876e-09d4f0c73ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:11.544582 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 4629b6da-d86b-4faf-920a-06a326a0563a {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:37:11.544928 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 4629b6da-d86b-4faf-920a-06a326a0563a not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:37:11.545346 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 2a0e9f15-a1b3-44ff-ad5b-23127f1e4847 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:37:11.566974 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-210ae36b-468c-4ea9-876e-09d4f0c73ad6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62bccbf8-c1a9-4266-a4c0-8cc6c162f887']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:37:11.582693 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-210ae36b-468c-4ea9-876e-09d4f0c73ad6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a16565a-79d8-4580-83d9-bdd6b97a6dba') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:37:11.582993 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-210ae36b-468c-4ea9-876e-09d4f0c73ad6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a16565a-79d8-4580-83d9-bdd6b97a6dba') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:37:11.584577 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 2a0e9f15-a1b3-44ff-ad5b-23127f1e4847 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:37:11.584927 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 2a0e9f15-a1b3-44ff-ad5b-23127f1e4847 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:37:11.585345 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 1d8d00a2-0116-454a-973b-aaceb421bfd5 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:37:11.595081 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-210ae36b-468c-4ea9-876e-09d4f0c73ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:11.611297 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-210ae36b-468c-4ea9-876e-09d4f0c73ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:11.617405 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-210ae36b-468c-4ea9-876e-09d4f0c73ad6 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:37:11.617816 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-210ae36b-468c-4ea9-876e-09d4f0c73ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:11.626462 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 1d8d00a2-0116-454a-973b-aaceb421bfd5 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:37:11.626810 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 1d8d00a2-0116-454a-973b-aaceb421bfd5 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:37:11.647001 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.db.api [None req-8ceab02d-54a7-4c65-b740-9709263c1142 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:37:11.648483 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG oslo_db.api [None req-8ceab02d-54a7-4c65-b740-9709263c1142 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:37:11.702802 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 3a16565a-79d8-4580-83d9-bdd6b97a6dba resource provider aggregate not found Oct 04 09:37:11.716204 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-210ae36b-468c-4ea9-876e-09d4f0c73ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:11.733972 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 3a16565a-79d8-4580-83d9-bdd6b97a6dba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3a16565a-79d8-4580-83d9-bdd6b97a6dba found for delete ", "request_id": "req-7bbb64b8-296d-45dd-abcf-d9f454586984"}]} Oct 04 09:37:11.734930 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-210ae36b-468c-4ea9-876e-09d4f0c73ad6 admin admin] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:11.748758 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210ae36b-468c-4ea9-876e-09d4f0c73ad6 admin admin] Pushing event deleted for resources: {'Network': ['ID=62bccbf8-c1a9-4266-a4c0-8cc6c162f887,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:37:11.761882 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-210ae36b-468c-4ea9-876e-09d4f0c73ad6 admin admin] 10.222.0.50 "DELETE /v2.0/networks/62bccbf8-c1a9-4266-a4c0-8cc6c162f887 HTTP/1.1" status: 204 len: 168 time: 0.9171991 Oct 04 09:37:11.866501 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 39596) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:37:11.914000 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-d50fd7e9-8a13-4288-9b3c-ccb3a32818eb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bbd457f61f3145bb97f50f1e87bb3b50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462854 Oct 04 09:37:11.916266 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 39600) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:37:11.971080 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-015cc9ca-3edd-477e-94f3-73c8d8f06fc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:11.995203 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-015cc9ca-3edd-477e-94f3-73c8d8f06fc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:12.046001 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-015cc9ca-3edd-477e-94f3-73c8d8f06fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:12.063114 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015cc9ca-3edd-477e-94f3-73c8d8f06fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df5c908-fe8a-426c-8486-2e78ea0986f3,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:37:12.073944 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-015cc9ca-3edd-477e-94f3-73c8d8f06fc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:12.075092 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-015cc9ca-3edd-477e-94f3-73c8d8f06fc6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0df5c908-fe8a-426c-8486-2e78ea0986f3 HTTP/1.1" status: 204 len: 168 time: 0.1579084 Oct 04 09:37:12.149561 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-8ceab02d-54a7-4c65-b740-9709263c1142 None None] Deleting port 4629b6da-d86b-4faf-920a-06a326a0563a {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:37:12.150082 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-8ceab02d-54a7-4c65-b740-9709263c1142 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:12.228838 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-8ceab02d-54a7-4c65-b740-9709263c1142 None None] The port '4629b6da-d86b-4faf-920a-06a326a0563a' was deleted {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 04 09:37:12.776730 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 39624) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:37:12.878328 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-803a2308-49f1-46ad-967e-5eee015a4d01 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1032290837-network', 'tenant_id': '4a84f0773cbf478792eb4e5bc81134d2'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:37:12.883018 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-803a2308-49f1-46ad-967e-5eee015a4d01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:37:12.886857 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-803a2308-49f1-46ad-967e-5eee015a4d01 admin admin] Usage tracker for resource:network and tenant:4a84f0773cbf478792eb4e5bc81134d2 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:37:12.889691 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-803a2308-49f1-46ad-967e-5eee015a4d01 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:37:12.895759 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-803a2308-49f1-46ad-967e-5eee015a4d01 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:37:12.905333 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803a2308-49f1-46ad-967e-5eee015a4d01 admin admin] Made reservation on behalf of 4a84f0773cbf478792eb4e5bc81134d2 for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:37:12.907513 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-803a2308-49f1-46ad-967e-5eee015a4d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:12.919709 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-803a2308-49f1-46ad-967e-5eee015a4d01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:12.934336 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-803a2308-49f1-46ad-967e-5eee015a4d01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:37:12.938078 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-803a2308-49f1-46ad-967e-5eee015a4d01 admin admin] Usage tracker for resource:security_group_rule and tenant:4a84f0773cbf478792eb4e5bc81134d2 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:37:12.940822 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-803a2308-49f1-46ad-967e-5eee015a4d01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:37:12.946412 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-803a2308-49f1-46ad-967e-5eee015a4d01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:37:13.031116 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-803a2308-49f1-46ad-967e-5eee015a4d01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:13.034653 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-803a2308-49f1-46ad-967e-5eee015a4d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:13.065325 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-803a2308-49f1-46ad-967e-5eee015a4d01 admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:37:13.070423 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803a2308-49f1-46ad-967e-5eee015a4d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9cf41a-5dd3-4501-940a-76165cc6f7de,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:37:13.080849 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803a2308-49f1-46ad-967e-5eee015a4d01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:37:13.081207 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803a2308-49f1-46ad-967e-5eee015a4d01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:37:13.081554 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803a2308-49f1-46ad-967e-5eee015a4d01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:37:13.081893 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803a2308-49f1-46ad-967e-5eee015a4d01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:37:13.082227 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803a2308-49f1-46ad-967e-5eee015a4d01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:37:13.082563 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803a2308-49f1-46ad-967e-5eee015a4d01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:37:13.082894 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803a2308-49f1-46ad-967e-5eee015a4d01 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:37:13.083224 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803a2308-49f1-46ad-967e-5eee015a4d01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:37:13.083552 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803a2308-49f1-46ad-967e-5eee015a4d01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:37:13.083875 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803a2308-49f1-46ad-967e-5eee015a4d01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:37:13.084199 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803a2308-49f1-46ad-967e-5eee015a4d01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:37:13.084556 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803a2308-49f1-46ad-967e-5eee015a4d01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:37:13.088595 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-803a2308-49f1-46ad-967e-5eee015a4d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:13.088935 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-803a2308-49f1-46ad-967e-5eee015a4d01 admin admin] Added segment 289cfb02-c465-452e-93d5-645d17e65c29 of type vlan for network f585fae0-b417-4f8c-8a17-dc1bb5dc14d4 Oct 04 09:37:13.116252 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-803a2308-49f1-46ad-967e-5eee015a4d01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:13.144794 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-803a2308-49f1-46ad-967e-5eee015a4d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:13.145723 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803a2308-49f1-46ad-967e-5eee015a4d01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:37:13.146313 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-803a2308-49f1-46ad-967e-5eee015a4d01 admin admin] Notify callbacks [] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:13.251697 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803a2308-49f1-46ad-967e-5eee015a4d01 admin admin] Pushing event updated for resources: {'Network': ['ID=f585fae0-b417-4f8c-8a17-dc1bb5dc14d4,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:37:13.254898 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-803a2308-49f1-46ad-967e-5eee015a4d01 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4771688 Oct 04 09:37:13.257983 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 39630) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:37:13.261587 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network f585fae0-b417-4f8c-8a17-dc1bb5dc14d4 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:37:13.264436 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-a215f474-f5bc-4c1e-beaf-37d8b2be3932 admin admin] Request body: {'subnet': {'network_id': 'f585fae0-b417-4f8c-8a17-dc1bb5dc14d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1032290837-subnet', 'tenant_id': '4a84f0773cbf478792eb4e5bc81134d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:37:13.269356 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-a215f474-f5bc-4c1e-beaf-37d8b2be3932 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:37:13.273753 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a215f474-f5bc-4c1e-beaf-37d8b2be3932 admin admin] Usage tracker for resource:subnet and tenant:4a84f0773cbf478792eb4e5bc81134d2 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:37:13.276652 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a215f474-f5bc-4c1e-beaf-37d8b2be3932 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:37:13.282346 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-a215f474-f5bc-4c1e-beaf-37d8b2be3932 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:37:13.293268 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a215f474-f5bc-4c1e-beaf-37d8b2be3932 admin admin] Made reservation on behalf of 4a84f0773cbf478792eb4e5bc81134d2 for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:37:13.295493 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a215f474-f5bc-4c1e-beaf-37d8b2be3932 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:13.503643 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a215f474-f5bc-4c1e-beaf-37d8b2be3932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:13.581766 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a215f474-f5bc-4c1e-beaf-37d8b2be3932 admin admin] Pushing event updated for resources: {'Subnet': ['ID=250c3217-88aa-4cfe-92a1-e62e642366cf,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:37:13.586270 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a215f474-f5bc-4c1e-beaf-37d8b2be3932 admin admin] Checking segment: {'id': '289cfb02-c465-452e-93d5-645d17e65c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f585fae0-b417-4f8c-8a17-dc1bb5dc14d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:37:13.586635 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a215f474-f5bc-4c1e-beaf-37d8b2be3932 admin admin] Network hostable DHCP agents. Network: f585fae0-b417-4f8c-8a17-dc1bb5dc14d4, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:37:13.604675 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a215f474-f5bc-4c1e-beaf-37d8b2be3932 admin admin] Network f585fae0-b417-4f8c-8a17-dc1bb5dc14d4 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:37:13.613585 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-a215f474-f5bc-4c1e-beaf-37d8b2be3932 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, f585fae0-b417-4f8c-8a17-dc1bb5dc14d4) {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:37:13.618040 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a215f474-f5bc-4c1e-beaf-37d8b2be3932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:37:13.619001 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a215f474-f5bc-4c1e-beaf-37d8b2be3932 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:13.622999 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b556e2-30be-4cda-b7dd-4806cf7ee01a None None] Network f585fae0-b417-4f8c-8a17-dc1bb5dc14d4 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:37:13.639966 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a215f474-f5bc-4c1e-beaf-37d8b2be3932 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3808630 Oct 04 09:37:13.642579 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 39634) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:37:13.647299 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-a4e05879-a800-49e1-85a4-d7f92726fd23 admin admin] Request body: {'router': {'name': 'tempest-ServerDiskConfigTestJSON-1032290837-router', 'tenant_id': '4a84f0773cbf478792eb4e5bc81134d2', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:37:13.653290 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-a4e05879-a800-49e1-85a4-d7f92726fd23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:37:13.657332 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a4e05879-a800-49e1-85a4-d7f92726fd23 admin admin] Usage tracker for resource:router and tenant:4a84f0773cbf478792eb4e5bc81134d2 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:37:13.660203 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a4e05879-a800-49e1-85a4-d7f92726fd23 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:37:13.665849 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-a4e05879-a800-49e1-85a4-d7f92726fd23 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:37:13.677132 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a4e05879-a800-49e1-85a4-d7f92726fd23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:13.678097 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a4e05879-a800-49e1-85a4-d7f92726fd23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:13.694165 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a4e05879-a800-49e1-85a4-d7f92726fd23 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:13.839059 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa979d2-e33c-42b1-bf04-9b70a6a12d03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-f585fae0-b417-4f8c-8a17-dc1bb5dc14d4', 'network_id': 'f585fae0-b417-4f8c-8a17-dc1bb5dc14d4', 'tenant_id': '4a84f0773cbf478792eb4e5bc81134d2', 'fixed_ips': [{'subnet_id': '250c3217-88aa-4cfe-92a1-e62e642366cf'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:37:13.839925 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-afa979d2-e33c-42b1-bf04-9b70a6a12d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:13.995960 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-afa979d2-e33c-42b1-bf04-9b70a6a12d03 None None] Allocated IP 172.20.0.2 (f585fae0-b417-4f8c-8a17-dc1bb5dc14d4/250c3217-88aa-4cfe-92a1-e62e642366cf/dc54ebbb-34ef-47c5-94de-0844a5a1710a) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:37:14.065828 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a4e05879-a800-49e1-85a4-d7f92726fd23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:14.196387 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-afa979d2-e33c-42b1-bf04-9b70a6a12d03 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:14.206534 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-afa979d2-e33c-42b1-bf04-9b70a6a12d03 None None] Transition to ACTIVE for port object dc54ebbb-34ef-47c5-94de-0844a5a1710a will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:37:14.224083 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-afa979d2-e33c-42b1-bf04-9b70a6a12d03 None None] Transition to ACTIVE for port object dc54ebbb-34ef-47c5-94de-0844a5a1710a will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:37:14.230556 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-afa979d2-e33c-42b1-bf04-9b70a6a12d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:14.300599 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa979d2-e33c-42b1-bf04-9b70a6a12d03 None None] Network f585fae0-b417-4f8c-8a17-dc1bb5dc14d4 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:37:14.303432 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-afa979d2-e33c-42b1-bf04-9b70a6a12d03 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:37:14.305947 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa979d2-e33c-42b1-bf04-9b70a6a12d03 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:37:14.314557 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa979d2-e33c-42b1-bf04-9b70a6a12d03 None None] Pushing event updated for resources: {'Port': ['ID=dc54ebbb-34ef-47c5-94de-0844a5a1710a,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:37:14.382153 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a4e05879-a800-49e1-85a4-d7f92726fd23 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:14.413362 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a4e05879-a800-49e1-85a4-d7f92726fd23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:14.444305 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-afa979d2-e33c-42b1-bf04-9b70a6a12d03 None None] Attempting to bind port dc54ebbb-34ef-47c5-94de-0844a5a1710a on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:37:14.444700 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-afa979d2-e33c-42b1-bf04-9b70a6a12d03 None None] Attempting to bind port dc54ebbb-34ef-47c5-94de-0844a5a1710a by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '289cfb02-c465-452e-93d5-645d17e65c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f585fae0-b417-4f8c-8a17-dc1bb5dc14d4'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:37:14.445619 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa979d2-e33c-42b1-bf04-9b70a6a12d03 None None] Attempting to bind port dc54ebbb-34ef-47c5-94de-0844a5a1710a on network f585fae0-b417-4f8c-8a17-dc1bb5dc14d4 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:37:14.450757 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa979d2-e33c-42b1-bf04-9b70a6a12d03 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:37:14.451122 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa979d2-e33c-42b1-bf04-9b70a6a12d03 None None] Checking segment: {'id': '289cfb02-c465-452e-93d5-645d17e65c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f585fae0-b417-4f8c-8a17-dc1bb5dc14d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:37:14.451515 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-afa979d2-e33c-42b1-bf04-9b70a6a12d03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:14.451900 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa979d2-e33c-42b1-bf04-9b70a6a12d03 None None] Bound using segment: {'id': '289cfb02-c465-452e-93d5-645d17e65c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f585fae0-b417-4f8c-8a17-dc1bb5dc14d4'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:37:14.452349 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-afa979d2-e33c-42b1-bf04-9b70a6a12d03 None None] Bound port: dc54ebbb-34ef-47c5-94de-0844a5a1710a, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289cfb02-c465-452e-93d5-645d17e65c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f585fae0-b417-4f8c-8a17-dc1bb5dc14d4'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:37:14.452736 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-afa979d2-e33c-42b1-bf04-9b70a6a12d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:14.537520 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-afa979d2-e33c-42b1-bf04-9b70a6a12d03 None None] For port dc54ebbb-34ef-47c5-94de-0844a5a1710a, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:37:14.540496 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-afa979d2-e33c-42b1-bf04-9b70a6a12d03 None None] For port dc54ebbb-34ef-47c5-94de-0844a5a1710a, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=dc54ebbb-34ef-47c5-94de-0844a5a1710a,segment=NetworkSegment(289cfb02-c465-452e-93d5-645d17e65c29),segment_id=289cfb02-c465-452e-93d5-645d17e65c29)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:37:14.545920 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-afa979d2-e33c-42b1-bf04-9b70a6a12d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:14.549908 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-a4e05879-a800-49e1-85a4-d7f92726fd23 admin admin] Allocated IP 172.26.10.139 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/9142213d-03bf-4fa3-ad5b-25d180c636c7) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:37:14.624272 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa979d2-e33c-42b1-bf04-9b70a6a12d03 None None] Pushing event updated for resources: {'Port': ['ID=dc54ebbb-34ef-47c5-94de-0844a5a1710a,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:37:14.701357 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a4e05879-a800-49e1-85a4-d7f92726fd23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:14.739796 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a4e05879-a800-49e1-85a4-d7f92726fd23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:14.823539 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e05879-a800-49e1-85a4-d7f92726fd23 admin admin] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:37:14.829108 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-a4e05879-a800-49e1-85a4-d7f92726fd23 admin admin] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:37:14.831515 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e05879-a800-49e1-85a4-d7f92726fd23 admin admin] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:37:14.862217 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e05879-a800-49e1-85a4-d7f92726fd23 admin admin] Pushing event updated for resources: {'Port': ['ID=9142213d-03bf-4fa3-ad5b-25d180c636c7,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:37:15.247487 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a4e05879-a800-49e1-85a4-d7f92726fd23 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:15.468990 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device dc54ebbb-34ef-47c5-94de-0844a5a1710a up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:37:15.517697 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf26d98-86e7-4e8c-8677-2878ad98a128 None None] Network f585fae0-b417-4f8c-8a17-dc1bb5dc14d4 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:37:15.632097 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port dc54ebbb-34ef-47c5-94de-0844a5a1710a completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:37:15.684008 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-afa4f84f-9d72-4daa-b7bb-c3050424962f None None] Provisioning for port dc54ebbb-34ef-47c5-94de-0844a5a1710a completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:37:15.702003 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-afa4f84f-9d72-4daa-b7bb-c3050424962f None None] Provisioning complete for port dc54ebbb-34ef-47c5-94de-0844a5a1710a triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:37:15.702374 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-afa4f84f-9d72-4daa-b7bb-c3050424962f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:15.702712 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-afa4f84f-9d72-4daa-b7bb-c3050424962f None None] Attempt 1 to provision port dc54ebbb-34ef-47c5-94de-0844a5a1710a Oct 04 09:37:15.724380 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a4e05879-a800-49e1-85a4-d7f92726fd23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:15.884268 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-afa4f84f-9d72-4daa-b7bb-c3050424962f None None] Current status of the port dc54ebbb-34ef-47c5-94de-0844a5a1710a is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:37:15.884674 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-afa4f84f-9d72-4daa-b7bb-c3050424962f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:15.917840 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-afa4f84f-9d72-4daa-b7bb-c3050424962f None None] For port dc54ebbb-34ef-47c5-94de-0844a5a1710a, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=dc54ebbb-34ef-47c5-94de-0844a5a1710a,segment=NetworkSegment(289cfb02-c465-452e-93d5-645d17e65c29),segment_id=289cfb02-c465-452e-93d5-645d17e65c29)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:37:15.922168 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-afa4f84f-9d72-4daa-b7bb-c3050424962f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:15.947971 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4e05879-a800-49e1-85a4-d7f92726fd23 admin admin] Router 4b3847b0-45a1-4cd5-b7c8-a63f58fec865 is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:37:15.991193 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa4f84f-9d72-4daa-b7bb-c3050424962f None None] Pushing event updated for resources: {'Port': ['ID=dc54ebbb-34ef-47c5-94de-0844a5a1710a,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:37:16.131695 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e05879-a800-49e1-85a4-d7f92726fd23 admin admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:37:16.143187 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223016bf-dbcc-4efe-a9a7-de4ccc2c243b None None] Sync routers for ids ['4b3847b0-45a1-4cd5-b7c8-a63f58fec865'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:37:16.151854 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-224f9f3e-a893-4799-88ac-6ccab2611ac3 None None] Provisioning complete for port dc54ebbb-34ef-47c5-94de-0844a5a1710a triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:37:16.152058 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-224f9f3e-a893-4799-88ac-6ccab2611ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:16.152418 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-224f9f3e-a893-4799-88ac-6ccab2611ac3 None None] Attempt 1 to provision port dc54ebbb-34ef-47c5-94de-0844a5a1710a Oct 04 09:37:16.154794 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a4e05879-a800-49e1-85a4-d7f92726fd23 admin admin] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:16.155980 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a4e05879-a800-49e1-85a4-d7f92726fd23 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5125020 Oct 04 09:37:16.159813 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 39638) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:37:16.190512 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223016bf-dbcc-4efe-a9a7-de4ccc2c243b None None] Routers {'4b3847b0-45a1-4cd5-b7c8-a63f58fec865'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:37:16.191134 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-223016bf-dbcc-4efe-a9a7-de4ccc2c243b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:37:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['4b3847b0-45a1-4cd5-b7c8-a63f58fec865'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:37:16.433340 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-223016bf-dbcc-4efe-a9a7-de4ccc2c243b None None] Set router 4b3847b0-45a1-4cd5-b7c8-a63f58fec865 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:37:16.528695 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-224f9f3e-a893-4799-88ac-6ccab2611ac3 None None] Current status of the port dc54ebbb-34ef-47c5-94de-0844a5a1710a is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:37:16.716731 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-223016bf-dbcc-4efe-a9a7-de4ccc2c243b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3847b0-45a1-4cd5-b7c8-a63f58fec865', 'name': 'tempest-ServerDiskConfigTestJSON-1032290837-router', 'tenant_id': '4a84f0773cbf478792eb4e5bc81134d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.139'}], 'enable_snat': True}, 'gw_port_id': '9142213d-03bf-4fa3-ad5b-25d180c636c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:37:13Z', 'updated_at': '2022-10-04T09:37:15Z', 'revision_number': 3, 'project_id': '4a84f0773cbf478792eb4e5bc81134d2', 'gw_port': {'id': '9142213d-03bf-4fa3-ad5b-25d180c636c7', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3847b0-45a1-4cd5-b7c8-a63f58fec865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:37:14Z', 'updated_at': '2022-10-04T09:37:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:37:16.720956 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223016bf-dbcc-4efe-a9a7-de4ccc2c243b None None] Checking router: 4b3847b0-45a1-4cd5-b7c8-a63f58fec865 for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:37:16.721373 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223016bf-dbcc-4efe-a9a7-de4ccc2c243b None None] Updating router 4b3847b0-45a1-4cd5-b7c8-a63f58fec865 port 9142213d-03bf-4fa3-ad5b-25d180c636c7 binding host dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:37:16.779232 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-223016bf-dbcc-4efe-a9a7-de4ccc2c243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:16.946507 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-88adc5ad-1c45-4a44-a4af-078b538de54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:17.141693 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-223016bf-dbcc-4efe-a9a7-de4ccc2c243b None None] Notify callbacks [] for port, precommit_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:17.150331 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-88adc5ad-1c45-4a44-a4af-078b538de54b admin admin] Allocated IP 172.20.0.1 (f585fae0-b417-4f8c-8a17-dc1bb5dc14d4/250c3217-88aa-4cfe-92a1-e62e642366cf/3c74d97b-f0ea-4b41-b3ca-8c153d198328) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:37:17.154676 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-223016bf-dbcc-4efe-a9a7-de4ccc2c243b None None] Transition to ACTIVE for port object 9142213d-03bf-4fa3-ad5b-25d180c636c7 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:37:17.161415 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-223016bf-dbcc-4efe-a9a7-de4ccc2c243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:17.221162 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-223016bf-dbcc-4efe-a9a7-de4ccc2c243b None None] Attempting to bind port 9142213d-03bf-4fa3-ad5b-25d180c636c7 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:37:17.221526 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-223016bf-dbcc-4efe-a9a7-de4ccc2c243b None None] Attempting to bind port 9142213d-03bf-4fa3-ad5b-25d180c636c7 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:37:17.221887 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223016bf-dbcc-4efe-a9a7-de4ccc2c243b None None] Attempting to bind port 9142213d-03bf-4fa3-ad5b-25d180c636c7 on network f33938cd-879e-4461-9b5e-aa67b746b6bd {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:37:17.231769 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223016bf-dbcc-4efe-a9a7-de4ccc2c243b None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:37:17.232141 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223016bf-dbcc-4efe-a9a7-de4ccc2c243b None None] Checking segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:37:17.232558 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-223016bf-dbcc-4efe-a9a7-de4ccc2c243b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:17.232948 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223016bf-dbcc-4efe-a9a7-de4ccc2c243b None None] Bound using segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:37:17.233405 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-223016bf-dbcc-4efe-a9a7-de4ccc2c243b None None] Bound port: 9142213d-03bf-4fa3-ad5b-25d180c636c7, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:37:17.233772 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-223016bf-dbcc-4efe-a9a7-de4ccc2c243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:17.280406 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4f70ba-c487-4617-8607-583a47c3dc4d None None] Pushing event updated for resources: {'Port': ['ID=9142213d-03bf-4fa3-ad5b-25d180c636c7,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:37:17.299095 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-88adc5ad-1c45-4a44-a4af-078b538de54b admin admin] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:17.315136 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-88adc5ad-1c45-4a44-a4af-078b538de54b admin admin] Transition to ACTIVE for port object 3c74d97b-f0ea-4b41-b3ca-8c153d198328 will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:37:17.315753 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-223016bf-dbcc-4efe-a9a7-de4ccc2c243b None None] For port 9142213d-03bf-4fa3-ad5b-25d180c636c7, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:37:17.318894 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-223016bf-dbcc-4efe-a9a7-de4ccc2c243b None None] For port 9142213d-03bf-4fa3-ad5b-25d180c636c7, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=9142213d-03bf-4fa3-ad5b-25d180c636c7,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:37:17.323148 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-223016bf-dbcc-4efe-a9a7-de4ccc2c243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:17.342153 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-88adc5ad-1c45-4a44-a4af-078b538de54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:17.385792 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223016bf-dbcc-4efe-a9a7-de4ccc2c243b None None] Routers {'4b3847b0-45a1-4cd5-b7c8-a63f58fec865'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:37:17.386516 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-223016bf-dbcc-4efe-a9a7-de4ccc2c243b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:37:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['4b3847b0-45a1-4cd5-b7c8-a63f58fec865'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:37:17.407915 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88adc5ad-1c45-4a44-a4af-078b538de54b admin admin] Network f585fae0-b417-4f8c-8a17-dc1bb5dc14d4 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:37:17.414960 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-88adc5ad-1c45-4a44-a4af-078b538de54b admin admin] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:37:17.419272 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88adc5ad-1c45-4a44-a4af-078b538de54b admin admin] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:37:17.453829 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88adc5ad-1c45-4a44-a4af-078b538de54b admin admin] Pushing event updated for resources: {'Port': ['ID=3c74d97b-f0ea-4b41-b3ca-8c153d198328,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:37:17.464031 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device dc54ebbb-34ef-47c5-94de-0844a5a1710a up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:37:17.481196 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-88adc5ad-1c45-4a44-a4af-078b538de54b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737202'] for router_interface, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:17.526801 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4f70ba-c487-4617-8607-583a47c3dc4d None None] Pushing event updated for resources: {'Port': ['ID=9142213d-03bf-4fa3-ad5b-25d180c636c7,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:37:17.614471 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-88adc5ad-1c45-4a44-a4af-078b538de54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:17.648333 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-223016bf-dbcc-4efe-a9a7-de4ccc2c243b None None] Set router 4b3847b0-45a1-4cd5-b7c8-a63f58fec865 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:37:17.690198 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port dc54ebbb-34ef-47c5-94de-0844a5a1710a triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:37:17.690461 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:17.690793 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port dc54ebbb-34ef-47c5-94de-0844a5a1710a Oct 04 09:37:17.841865 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-88adc5ad-1c45-4a44-a4af-078b538de54b admin admin] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:17.846670 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-88adc5ad-1c45-4a44-a4af-078b538de54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:17.872314 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-65387dac-24b2-49e3-8e24-dc49a230c8a1 None None] Provisioning for port 3c74d97b-f0ea-4b41-b3ca-8c153d198328 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:37:17.894643 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-65387dac-24b2-49e3-8e24-dc49a230c8a1 None None] Provisioning complete for port 3c74d97b-f0ea-4b41-b3ca-8c153d198328 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:37:17.895013 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-65387dac-24b2-49e3-8e24-dc49a230c8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:17.895347 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-65387dac-24b2-49e3-8e24-dc49a230c8a1 None None] Attempt 1 to provision port 3c74d97b-f0ea-4b41-b3ca-8c153d198328 Oct 04 09:37:17.952450 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-88adc5ad-1c45-4a44-a4af-078b538de54b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736777'] for router_interface, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:17.961385 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88adc5ad-1c45-4a44-a4af-078b538de54b admin admin] Pushing event updated for resources: {'Port': ['ID=3c74d97b-f0ea-4b41-b3ca-8c153d198328,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:37:18.025620 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-65387dac-24b2-49e3-8e24-dc49a230c8a1 None None] Port 3c74d97b-f0ea-4b41-b3ca-8c153d198328 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:37:18.073286 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port dc54ebbb-34ef-47c5-94de-0844a5a1710a is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:37:18.090971 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88adc5ad-1c45-4a44-a4af-078b538de54b admin admin] Network f585fae0-b417-4f8c-8a17-dc1bb5dc14d4 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:37:18.092111 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-88adc5ad-1c45-4a44-a4af-078b538de54b admin admin] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:37:18.107027 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-223016bf-dbcc-4efe-a9a7-de4ccc2c243b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3847b0-45a1-4cd5-b7c8-a63f58fec865', 'name': 'tempest-ServerDiskConfigTestJSON-1032290837-router', 'tenant_id': '4a84f0773cbf478792eb4e5bc81134d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.139'}], 'enable_snat': True}, 'gw_port_id': '9142213d-03bf-4fa3-ad5b-25d180c636c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:37:13Z', 'updated_at': '2022-10-04T09:37:15Z', 'revision_number': 3, 'project_id': '4a84f0773cbf478792eb4e5bc81134d2', 'gw_port': {'id': '9142213d-03bf-4fa3-ad5b-25d180c636c7', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3847b0-45a1-4cd5-b7c8-a63f58fec865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:37:14Z', 'updated_at': '2022-10-04T09:37:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:37:18.112926 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223016bf-dbcc-4efe-a9a7-de4ccc2c243b None None] The sync data for ids ['4b3847b0-45a1-4cd5-b7c8-a63f58fec865'] in dv-neutron-860215-1-hyperv is: [{'id': '4b3847b0-45a1-4cd5-b7c8-a63f58fec865', 'name': 'tempest-ServerDiskConfigTestJSON-1032290837-router', 'tenant_id': '4a84f0773cbf478792eb4e5bc81134d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.139'}], 'enable_snat': True}, 'gw_port_id': '9142213d-03bf-4fa3-ad5b-25d180c636c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:37:13Z', 'updated_at': '2022-10-04T09:37:15Z', 'revision_number': 3, 'project_id': '4a84f0773cbf478792eb4e5bc81134d2', 'gw_port': {'id': '9142213d-03bf-4fa3-ad5b-25d180c636c7', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3847b0-45a1-4cd5-b7c8-a63f58fec865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:37:14Z', 'updated_at': '2022-10-04T09:37:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:37:18.292105 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88adc5ad-1c45-4a44-a4af-078b538de54b admin admin] Router 4b3847b0-45a1-4cd5-b7c8-a63f58fec865 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:37:18.490585 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88adc5ad-1c45-4a44-a4af-078b538de54b admin admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:37:18.500926 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-88adc5ad-1c45-4a44-a4af-078b538de54b admin admin] 10.222.0.50 "PUT /v2.0/routers/4b3847b0-45a1-4cd5-b7c8-a63f58fec865/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3400209 Oct 04 09:37:18.526959 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-65387dac-24b2-49e3-8e24-dc49a230c8a1 None None] Attempt 2 to provision port 3c74d97b-f0ea-4b41-b3ca-8c153d198328 Oct 04 09:37:18.586230 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-65387dac-24b2-49e3-8e24-dc49a230c8a1 None None] Port 3c74d97b-f0ea-4b41-b3ca-8c153d198328 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:37:19.018142 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2af1ef-525e-41aa-9cda-5b8e449fc207 req-9884a793-50a3-4785-b056-910e98fce73f tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:37:19.019514 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4e2af1ef-525e-41aa-9cda-5b8e449fc207 req-9884a793-50a3-4785-b056-910e98fce73f tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/networks?id=f585fae0-b417-4f8c-8a17-dc1bb5dc14d4 HTTP/1.1" status: 200 len: 815 time: 0.1444485 Oct 04 09:37:19.034256 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4e2af1ef-525e-41aa-9cda-5b8e449fc207 req-79db46d5-6842-449d-8764-0a31a6d2832a tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/quotas/4a84f0773cbf478792eb4e5bc81134d2 HTTP/1.1" status: 200 len: 375 time: 0.0088079 Oct 04 09:37:19.087533 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-65387dac-24b2-49e3-8e24-dc49a230c8a1 None None] Attempt 3 to provision port 3c74d97b-f0ea-4b41-b3ca-8c153d198328 Oct 04 09:37:19.143850 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-65387dac-24b2-49e3-8e24-dc49a230c8a1 None None] Port 3c74d97b-f0ea-4b41-b3ca-8c153d198328 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:37:19.214842 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4e2af1ef-525e-41aa-9cda-5b8e449fc207 req-29ef363b-ec41-4ae6-a596-237c654d46c4 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4a84f0773cbf478792eb4e5bc81134d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1751349 Oct 04 09:37:19.352871 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4e2af1ef-525e-41aa-9cda-5b8e449fc207 req-dce355a5-17f4-4f0b-a44c-7b36e1d1de48 service neutron] 10.222.0.50 "GET /v2.0/networks/f585fae0-b417-4f8c-8a17-dc1bb5dc14d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314058 Oct 04 09:37:19.478815 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 9142213d-03bf-4fa3-ad5b-25d180c636c7 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:37:19.490668 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4e2af1ef-525e-41aa-9cda-5b8e449fc207 req-316247e5-fcd8-4970-aab7-5cdc5ada5cc0 service neutron] 10.222.0.50 "GET /v2.0/networks/f585fae0-b417-4f8c-8a17-dc1bb5dc14d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317444 Oct 04 09:37:19.546772 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 9142213d-03bf-4fa3-ad5b-25d180c636c7 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:37:19.551831 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 9142213d-03bf-4fa3-ad5b-25d180c636c7 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:37:19.552223 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:19.552577 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 9142213d-03bf-4fa3-ad5b-25d180c636c7 Oct 04 09:37:19.590367 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dcf512-79d6-48b0-80e6-a0a0860b4b40 None None] Sync routers for ids ['4b3847b0-45a1-4cd5-b7c8-a63f58fec865'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:37:19.600938 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dcf512-79d6-48b0-80e6-a0a0860b4b40 None None] Routers {'4b3847b0-45a1-4cd5-b7c8-a63f58fec865'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:37:19.602575 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-e0dcf512-79d6-48b0-80e6-a0a0860b4b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:37:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['4b3847b0-45a1-4cd5-b7c8-a63f58fec865'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:37:19.691748 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-9bbf2f61-bc61-4677-b627-e1886abe0ef1 req-0a99653e-6d9f-4bd1-855c-07a8b19cfc96 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Synchronizing usage tracker for tenant:4a84f0773cbf478792eb4e5bc81134d2 on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:37:19.716018 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-9bbf2f61-bc61-4677-b627-e1886abe0ef1 req-0a99653e-6d9f-4bd1-855c-07a8b19cfc96 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Unset dirty status for tenant:4a84f0773cbf478792eb4e5bc81134d2 on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:37:19.722720 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-65387dac-24b2-49e3-8e24-dc49a230c8a1 None None] Attempt 4 to provision port 3c74d97b-f0ea-4b41-b3ca-8c153d198328 Oct 04 09:37:19.737087 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-9bbf2f61-bc61-4677-b627-e1886abe0ef1 req-0a99653e-6d9f-4bd1-855c-07a8b19cfc96 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=da3329f6-0b58-49f1-954d-858099046beb HTTP/1.1" status: 200 len: 210 time: 0.1030743 Oct 04 09:37:19.762336 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 9142213d-03bf-4fa3-ad5b-25d180c636c7 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:37:19.763009 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:19.802991 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-e0dcf512-79d6-48b0-80e6-a0a0860b4b40 None None] Set router 4b3847b0-45a1-4cd5-b7c8-a63f58fec865 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:37:19.806326 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 9142213d-03bf-4fa3-ad5b-25d180c636c7, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=9142213d-03bf-4fa3-ad5b-25d180c636c7,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:37:19.811215 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-65387dac-24b2-49e3-8e24-dc49a230c8a1 None None] Port 3c74d97b-f0ea-4b41-b3ca-8c153d198328 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:37:19.811871 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:19.935648 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=9142213d-03bf-4fa3-ad5b-25d180c636c7,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:37:20.148519 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-e0dcf512-79d6-48b0-80e6-a0a0860b4b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3847b0-45a1-4cd5-b7c8-a63f58fec865', 'name': 'tempest-ServerDiskConfigTestJSON-1032290837-router', 'tenant_id': '4a84f0773cbf478792eb4e5bc81134d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.139'}], 'enable_snat': True}, 'gw_port_id': '9142213d-03bf-4fa3-ad5b-25d180c636c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:37:13Z', 'updated_at': '2022-10-04T09:37:17Z', 'revision_number': 4, 'project_id': '4a84f0773cbf478792eb4e5bc81134d2', 'gw_port': {'id': '9142213d-03bf-4fa3-ad5b-25d180c636c7', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3847b0-45a1-4cd5-b7c8-a63f58fec865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:37:14Z', 'updated_at': '2022-10-04T09:37:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '3c74d97b-f0ea-4b41-b3ca-8c153d198328', 'name': '', 'network_id': 'f585fae0-b417-4f8c-8a17-dc1bb5dc14d4', 'tenant_id': '4a84f0773cbf478792eb4e5bc81134d2', 'mac_address': 'fa:16:3e:b5:8c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3847b0-45a1-4cd5-b7c8-a63f58fec865', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '250c3217-88aa-4cfe-92a1-e62e642366cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:37:16Z', 'updated_at': '2022-10-04T09:37:17Z', 'revision_number': 2, 'project_id': '4a84f0773cbf478792eb4e5bc81134d2', 'subnets': [{'id': '250c3217-88aa-4cfe-92a1-e62e642366cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:37:20.152220 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dcf512-79d6-48b0-80e6-a0a0860b4b40 None None] Checking router: 4b3847b0-45a1-4cd5-b7c8-a63f58fec865 for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:37:20.152594 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dcf512-79d6-48b0-80e6-a0a0860b4b40 None None] Updating router 4b3847b0-45a1-4cd5-b7c8-a63f58fec865 port 3c74d97b-f0ea-4b41-b3ca-8c153d198328 binding host dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:37:20.207209 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-e0dcf512-79d6-48b0-80e6-a0a0860b4b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:20.312445 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-65387dac-24b2-49e3-8e24-dc49a230c8a1 None None] Attempt 5 to provision port 3c74d97b-f0ea-4b41-b3ca-8c153d198328 Oct 04 09:37:20.367478 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-65387dac-24b2-49e3-8e24-dc49a230c8a1 None None] Port 3c74d97b-f0ea-4b41-b3ca-8c153d198328 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:37:20.544556 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-e0dcf512-79d6-48b0-80e6-a0a0860b4b40 None None] Notify callbacks [] for port, precommit_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:20.555580 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.provisioning_blocks [None req-e0dcf512-79d6-48b0-80e6-a0a0860b4b40 None None] Transition to ACTIVE for port object 3c74d97b-f0ea-4b41-b3ca-8c153d198328 will not be triggered until provisioned by entity L2. {{(pid=89035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:37:20.561954 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-e0dcf512-79d6-48b0-80e6-a0a0860b4b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:20.709714 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d0d630-f290-469c-91d1-76d4a27af4b1 None None] Pushing event updated for resources: {'Port': ['ID=3c74d97b-f0ea-4b41-b3ca-8c153d198328,revision_number=3']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:37:20.725672 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d0d630-f290-469c-91d1-76d4a27af4b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:37:20.726821 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d0d630-f290-469c-91d1-76d4a27af4b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:37:20.727335 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d0d630-f290-469c-91d1-76d4a27af4b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:37:20.727805 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d0d630-f290-469c-91d1-76d4a27af4b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:37:20.728270 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d0d630-f290-469c-91d1-76d4a27af4b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:37:20.728756 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d0d630-f290-469c-91d1-76d4a27af4b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:37:20.729232 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d0d630-f290-469c-91d1-76d4a27af4b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:37:20.729704 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d0d630-f290-469c-91d1-76d4a27af4b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:37:20.730176 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d0d630-f290-469c-91d1-76d4a27af4b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:37:20.730639 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d0d630-f290-469c-91d1-76d4a27af4b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:37:20.731095 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d0d630-f290-469c-91d1-76d4a27af4b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:37:20.731551 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d0d630-f290-469c-91d1-76d4a27af4b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:37:20.794691 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-e0dcf512-79d6-48b0-80e6-a0a0860b4b40 None None] Attempting to bind port 3c74d97b-f0ea-4b41-b3ca-8c153d198328 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:37:20.794994 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-e0dcf512-79d6-48b0-80e6-a0a0860b4b40 None None] Attempting to bind port 3c74d97b-f0ea-4b41-b3ca-8c153d198328 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '289cfb02-c465-452e-93d5-645d17e65c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f585fae0-b417-4f8c-8a17-dc1bb5dc14d4'}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:37:20.795352 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dcf512-79d6-48b0-80e6-a0a0860b4b40 None None] Attempting to bind port 3c74d97b-f0ea-4b41-b3ca-8c153d198328 on network f585fae0-b417-4f8c-8a17-dc1bb5dc14d4 {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:37:20.801221 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dcf512-79d6-48b0-80e6-a0a0860b4b40 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:37:20.801592 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dcf512-79d6-48b0-80e6-a0a0860b4b40 None None] Checking segment: {'id': '289cfb02-c465-452e-93d5-645d17e65c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f585fae0-b417-4f8c-8a17-dc1bb5dc14d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:37:20.802168 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-e0dcf512-79d6-48b0-80e6-a0a0860b4b40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:20.802437 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dcf512-79d6-48b0-80e6-a0a0860b4b40 None None] Bound using segment: {'id': '289cfb02-c465-452e-93d5-645d17e65c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f585fae0-b417-4f8c-8a17-dc1bb5dc14d4'} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:37:20.802891 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-e0dcf512-79d6-48b0-80e6-a0a0860b4b40 None None] Bound port: 3c74d97b-f0ea-4b41-b3ca-8c153d198328, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289cfb02-c465-452e-93d5-645d17e65c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f585fae0-b417-4f8c-8a17-dc1bb5dc14d4'}}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:37:20.803255 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-e0dcf512-79d6-48b0-80e6-a0a0860b4b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:20.835837 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2af1ef-525e-41aa-9cda-5b8e449fc207 req-9c40e857-922c-46b9-9694-062dca26034c tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:37:20.837946 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4e2af1ef-525e-41aa-9cda-5b8e449fc207 req-9c40e857-922c-46b9-9694-062dca26034c tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.20 "GET /v2.0/networks?id=f585fae0-b417-4f8c-8a17-dc1bb5dc14d4 HTTP/1.1" status: 200 len: 815 time: 0.1668277 Oct 04 09:37:20.856978 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-4e2af1ef-525e-41aa-9cda-5b8e449fc207 req-7dfaab02-4742-4f95-ace4-a6bbb4930a57 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Request body: {'port': {'device_id': 'da3329f6-0b58-49f1-954d-858099046beb', 'network_id': 'f585fae0-b417-4f8c-8a17-dc1bb5dc14d4', 'admin_state_up': True, 'tenant_id': '4a84f0773cbf478792eb4e5bc81134d2'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:37:20.868428 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-65387dac-24b2-49e3-8e24-dc49a230c8a1 None None] Attempt 6 to provision port 3c74d97b-f0ea-4b41-b3ca-8c153d198328 Oct 04 09:37:20.892201 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-e0dcf512-79d6-48b0-80e6-a0a0860b4b40 None None] For port 3c74d97b-f0ea-4b41-b3ca-8c153d198328, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:37:20.895416 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-e0dcf512-79d6-48b0-80e6-a0a0860b4b40 None None] For port 3c74d97b-f0ea-4b41-b3ca-8c153d198328, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=3c74d97b-f0ea-4b41-b3ca-8c153d198328,segment=NetworkSegment(289cfb02-c465-452e-93d5-645d17e65c29),segment_id=289cfb02-c465-452e-93d5-645d17e65c29)] {{(pid=89035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:37:20.901022 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-e0dcf512-79d6-48b0-80e6-a0a0860b4b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:20.947020 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-65387dac-24b2-49e3-8e24-dc49a230c8a1 None None] Port 3c74d97b-f0ea-4b41-b3ca-8c153d198328 had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 09:37:20.954611 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dcf512-79d6-48b0-80e6-a0a0860b4b40 None None] Routers {'4b3847b0-45a1-4cd5-b7c8-a63f58fec865'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:37:20.955232 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-e0dcf512-79d6-48b0-80e6-a0a0860b4b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:37:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['4b3847b0-45a1-4cd5-b7c8-a63f58fec865'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:37:21.024845 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c2eec879-1df2-45ec-8113-0c6f335ae874 req-74050ef6-137a-4b5d-a6c9-94c2d076f207 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=da3329f6-0b58-49f1-954d-858099046beb HTTP/1.1" status: 200 len: 210 time: 0.0546985 Oct 04 09:37:21.070370 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-4e2af1ef-525e-41aa-9cda-5b8e449fc207 req-7dfaab02-4742-4f95-ace4-a6bbb4930a57 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:37:21.079908 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-4e2af1ef-525e-41aa-9cda-5b8e449fc207 req-7dfaab02-4742-4f95-ace4-a6bbb4930a57 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:37:21.088972 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e2af1ef-525e-41aa-9cda-5b8e449fc207 req-7dfaab02-4742-4f95-ace4-a6bbb4930a57 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Made reservation on behalf of 4a84f0773cbf478792eb4e5bc81134d2 for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:37:21.092345 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-4e2af1ef-525e-41aa-9cda-5b8e449fc207 req-7dfaab02-4742-4f95-ace4-a6bbb4930a57 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:21.104529 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d0d630-f290-469c-91d1-76d4a27af4b1 None None] Pushing event updated for resources: {'Port': ['ID=3c74d97b-f0ea-4b41-b3ca-8c153d198328,revision_number=4']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:37:21.151456 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-e0dcf512-79d6-48b0-80e6-a0a0860b4b40 None None] Set router 4b3847b0-45a1-4cd5-b7c8-a63f58fec865 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:37:21.251956 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [req-4e2af1ef-525e-41aa-9cda-5b8e449fc207 req-7dfaab02-4742-4f95-ace4-a6bbb4930a57 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Allocated IP 172.20.0.6 (f585fae0-b417-4f8c-8a17-dc1bb5dc14d4/250c3217-88aa-4cfe-92a1-e62e642366cf/fbc9e99e-1c15-4655-9f1a-21e4ded189be) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:37:21.438221 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 9142213d-03bf-4fa3-ad5b-25d180c636c7 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:37:21.468722 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-4e2af1ef-525e-41aa-9cda-5b8e449fc207 req-7dfaab02-4742-4f95-ace4-a6bbb4930a57 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:21.486075 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-4e2af1ef-525e-41aa-9cda-5b8e449fc207 req-7dfaab02-4742-4f95-ace4-a6bbb4930a57 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Transition to ACTIVE for port object fbc9e99e-1c15-4655-9f1a-21e4ded189be will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:37:21.491598 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-e0dcf512-79d6-48b0-80e6-a0a0860b4b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3847b0-45a1-4cd5-b7c8-a63f58fec865', 'name': 'tempest-ServerDiskConfigTestJSON-1032290837-router', 'tenant_id': '4a84f0773cbf478792eb4e5bc81134d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.139'}], 'enable_snat': True}, 'gw_port_id': '9142213d-03bf-4fa3-ad5b-25d180c636c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:37:13Z', 'updated_at': '2022-10-04T09:37:17Z', 'revision_number': 4, 'project_id': '4a84f0773cbf478792eb4e5bc81134d2', 'gw_port': {'id': '9142213d-03bf-4fa3-ad5b-25d180c636c7', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3847b0-45a1-4cd5-b7c8-a63f58fec865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:37:14Z', 'updated_at': '2022-10-04T09:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '3c74d97b-f0ea-4b41-b3ca-8c153d198328', 'name': '', 'network_id': 'f585fae0-b417-4f8c-8a17-dc1bb5dc14d4', 'tenant_id': '4a84f0773cbf478792eb4e5bc81134d2', 'mac_address': 'fa:16:3e:b5:8c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3847b0-45a1-4cd5-b7c8-a63f58fec865', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '250c3217-88aa-4cfe-92a1-e62e642366cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:37:16Z', 'updated_at': '2022-10-04T09:37:20Z', 'revision_number': 4, 'project_id': '4a84f0773cbf478792eb4e5bc81134d2', 'subnets': [{'id': '250c3217-88aa-4cfe-92a1-e62e642366cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:37:21.495431 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dcf512-79d6-48b0-80e6-a0a0860b4b40 None None] The sync data for ids ['4b3847b0-45a1-4cd5-b7c8-a63f58fec865'] in dv-neutron-860215-1-hyperv is: [{'id': '4b3847b0-45a1-4cd5-b7c8-a63f58fec865', 'name': 'tempest-ServerDiskConfigTestJSON-1032290837-router', 'tenant_id': '4a84f0773cbf478792eb4e5bc81134d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.139'}], 'enable_snat': True}, 'gw_port_id': '9142213d-03bf-4fa3-ad5b-25d180c636c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:37:13Z', 'updated_at': '2022-10-04T09:37:17Z', 'revision_number': 4, 'project_id': '4a84f0773cbf478792eb4e5bc81134d2', 'gw_port': {'id': '9142213d-03bf-4fa3-ad5b-25d180c636c7', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3847b0-45a1-4cd5-b7c8-a63f58fec865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:37:14Z', 'updated_at': '2022-10-04T09:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '3c74d97b-f0ea-4b41-b3ca-8c153d198328', 'name': '', 'network_id': 'f585fae0-b417-4f8c-8a17-dc1bb5dc14d4', 'tenant_id': '4a84f0773cbf478792eb4e5bc81134d2', 'mac_address': 'fa:16:3e:b5:8c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3847b0-45a1-4cd5-b7c8-a63f58fec865', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '250c3217-88aa-4cfe-92a1-e62e642366cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:37:16Z', 'updated_at': '2022-10-04T09:37:20Z', 'revision_number': 4, 'project_id': '4a84f0773cbf478792eb4e5bc81134d2', 'subnets': [{'id': '250c3217-88aa-4cfe-92a1-e62e642366cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:37:21.512010 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-4e2af1ef-525e-41aa-9cda-5b8e449fc207 req-7dfaab02-4742-4f95-ace4-a6bbb4930a57 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:21.513382 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 9142213d-03bf-4fa3-ad5b-25d180c636c7 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:37:21.513754 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:21.514139 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 9142213d-03bf-4fa3-ad5b-25d180c636c7 Oct 04 09:37:21.606961 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e2af1ef-525e-41aa-9cda-5b8e449fc207 req-7dfaab02-4742-4f95-ace4-a6bbb4930a57 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Network f585fae0-b417-4f8c-8a17-dc1bb5dc14d4 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:37:21.610038 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [req-4e2af1ef-525e-41aa-9cda-5b8e449fc207 req-7dfaab02-4742-4f95-ace4-a6bbb4930a57 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:37:21.612756 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e2af1ef-525e-41aa-9cda-5b8e449fc207 req-7dfaab02-4742-4f95-ace4-a6bbb4930a57 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:37:21.665583 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfaab02-4742-4f95-ace4-a6bbb4930a57 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Pushing event updated for resources: {'Port': ['ID=fbc9e99e-1c15-4655-9f1a-21e4ded189be,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:37:21.675289 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 9142213d-03bf-4fa3-ad5b-25d180c636c7 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:37:21.690990 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2af1ef-525e-41aa-9cda-5b8e449fc207 req-7dfaab02-4742-4f95-ace4-a6bbb4930a57 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:37:21.691641 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-4e2af1ef-525e-41aa-9cda-5b8e449fc207 req-7dfaab02-4742-4f95-ace4-a6bbb4930a57 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:21.724506 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4e2af1ef-525e-41aa-9cda-5b8e449fc207 req-7dfaab02-4742-4f95-ace4-a6bbb4930a57 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8716547 Oct 04 09:37:21.743764 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-4e2af1ef-525e-41aa-9cda-5b8e449fc207 req-17e69d04-78a6-4beb-82be-5d2b6908d9b3 service neutron] Request body: {'port': {'device_id': 'da3329f6-0b58-49f1-954d-858099046beb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8602'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:37:21.872656 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-4e2af1ef-525e-41aa-9cda-5b8e449fc207 req-17e69d04-78a6-4beb-82be-5d2b6908d9b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:21.899113 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-e0cc85db-080c-476a-9eb8-1fd1b0753c40 None None] Provisioning for port fbc9e99e-1c15-4655-9f1a-21e4ded189be completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:37:21.904439 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-e0cc85db-080c-476a-9eb8-1fd1b0753c40 None None] Provisioning complete for port fbc9e99e-1c15-4655-9f1a-21e4ded189be triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:37:21.904777 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e0cc85db-080c-476a-9eb8-1fd1b0753c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:21.905135 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-e0cc85db-080c-476a-9eb8-1fd1b0753c40 None None] Attempt 1 to provision port fbc9e99e-1c15-4655-9f1a-21e4ded189be Oct 04 09:37:21.962623 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-e0cc85db-080c-476a-9eb8-1fd1b0753c40 None None] Port fbc9e99e-1c15-4655-9f1a-21e4ded189be cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:37:22.235993 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [req-4e2af1ef-525e-41aa-9cda-5b8e449fc207 req-17e69d04-78a6-4beb-82be-5d2b6908d9b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbc9e99e-1c15-4655-9f1a-21e4ded189be {{(pid=89032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:37:22.245390 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-4e2af1ef-525e-41aa-9cda-5b8e449fc207 req-17e69d04-78a6-4beb-82be-5d2b6908d9b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:22.262815 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-4e2af1ef-525e-41aa-9cda-5b8e449fc207 req-17e69d04-78a6-4beb-82be-5d2b6908d9b3 service neutron] Transition to ACTIVE for port object fbc9e99e-1c15-4655-9f1a-21e4ded189be will not be triggered until provisioned by entity L2. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:37:22.267825 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-4e2af1ef-525e-41aa-9cda-5b8e449fc207 req-17e69d04-78a6-4beb-82be-5d2b6908d9b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:22.365390 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec9875-6eb9-444c-924e-c8c667140161 req-f7220eed-46f6-439e-a9aa-8350d3b2d073 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:37:22.367649 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-bbec9875-6eb9-444c-924e-c8c667140161 req-f7220eed-46f6-439e-a9aa-8350d3b2d073 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=da3329f6-0b58-49f1-954d-858099046beb HTTP/1.1" status: 200 len: 943 time: 0.2196031 Oct 04 09:37:22.413870 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-bbec9875-6eb9-444c-924e-c8c667140161 req-ca8bc4ca-da54-4075-84f6-ce5eac6cc7b7 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Synchronizing usage tracker for tenant:4a84f0773cbf478792eb4e5bc81134d2 on resource:security_group {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:37:22.434610 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-bbec9875-6eb9-444c-924e-c8c667140161 req-ca8bc4ca-da54-4075-84f6-ce5eac6cc7b7 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Unset dirty status for tenant:4a84f0773cbf478792eb4e5bc81134d2 on resource:security_group {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:37:22.435778 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-bbec9875-6eb9-444c-924e-c8c667140161 req-ca8bc4ca-da54-4075-84f6-ce5eac6cc7b7 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611837 Oct 04 09:37:22.464317 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-e0cc85db-080c-476a-9eb8-1fd1b0753c40 None None] Attempt 2 to provision port fbc9e99e-1c15-4655-9f1a-21e4ded189be Oct 04 09:37:22.521532 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-e0cc85db-080c-476a-9eb8-1fd1b0753c40 None None] Port fbc9e99e-1c15-4655-9f1a-21e4ded189be cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:37:22.580426 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e69d04-78a6-4beb-82be-5d2b6908d9b3 service neutron] Pushing event updated for resources: {'Port': ['ID=fbc9e99e-1c15-4655-9f1a-21e4ded189be,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:37:22.613856 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-4e2af1ef-525e-41aa-9cda-5b8e449fc207 req-17e69d04-78a6-4beb-82be-5d2b6908d9b3 service neutron] Attempting to bind port fbc9e99e-1c15-4655-9f1a-21e4ded189be on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:37:22.614167 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-4e2af1ef-525e-41aa-9cda-5b8e449fc207 req-17e69d04-78a6-4beb-82be-5d2b6908d9b3 service neutron] Attempting to bind port fbc9e99e-1c15-4655-9f1a-21e4ded189be by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': '289cfb02-c465-452e-93d5-645d17e65c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f585fae0-b417-4f8c-8a17-dc1bb5dc14d4'}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:37:22.614491 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2af1ef-525e-41aa-9cda-5b8e449fc207 req-17e69d04-78a6-4beb-82be-5d2b6908d9b3 service neutron] Attempting to bind port fbc9e99e-1c15-4655-9f1a-21e4ded189be on network f585fae0-b417-4f8c-8a17-dc1bb5dc14d4 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:37:22.619837 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2af1ef-525e-41aa-9cda-5b8e449fc207 req-17e69d04-78a6-4beb-82be-5d2b6908d9b3 service neutron] Port fbc9e99e-1c15-4655-9f1a-21e4ded189be on network f585fae0-b417-4f8c-8a17-dc1bb5dc14d4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:37:22.620153 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2af1ef-525e-41aa-9cda-5b8e449fc207 req-17e69d04-78a6-4beb-82be-5d2b6908d9b3 service neutron] Attempting to bind port fbc9e99e-1c15-4655-9f1a-21e4ded189be on network f585fae0-b417-4f8c-8a17-dc1bb5dc14d4 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:37:22.625832 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2af1ef-525e-41aa-9cda-5b8e449fc207 req-17e69d04-78a6-4beb-82be-5d2b6908d9b3 service neutron] Checking agent: {'id': '1be90a14-1104-4771-996e-684b25b74d15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'started_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:37:22.626164 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2af1ef-525e-41aa-9cda-5b8e449fc207 req-17e69d04-78a6-4beb-82be-5d2b6908d9b3 service neutron] Checking segment: {'id': '289cfb02-c465-452e-93d5-645d17e65c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f585fae0-b417-4f8c-8a17-dc1bb5dc14d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:37:22.626540 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2af1ef-525e-41aa-9cda-5b8e449fc207 req-17e69d04-78a6-4beb-82be-5d2b6908d9b3 service neutron] Bound using segment: {'id': '289cfb02-c465-452e-93d5-645d17e65c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f585fae0-b417-4f8c-8a17-dc1bb5dc14d4'} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:37:22.626955 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-4e2af1ef-525e-41aa-9cda-5b8e449fc207 req-17e69d04-78a6-4beb-82be-5d2b6908d9b3 service neutron] Bound port: fbc9e99e-1c15-4655-9f1a-21e4ded189be, host: hv-neutron-8602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '289cfb02-c465-452e-93d5-645d17e65c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f585fae0-b417-4f8c-8a17-dc1bb5dc14d4'}}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:37:22.627299 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-4e2af1ef-525e-41aa-9cda-5b8e449fc207 req-17e69d04-78a6-4beb-82be-5d2b6908d9b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:22.715974 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-4e2af1ef-525e-41aa-9cda-5b8e449fc207 req-17e69d04-78a6-4beb-82be-5d2b6908d9b3 service neutron] For port fbc9e99e-1c15-4655-9f1a-21e4ded189be, host hv-neutron-8602, cleared binding levels {{(pid=89032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:37:22.719050 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-4e2af1ef-525e-41aa-9cda-5b8e449fc207 req-17e69d04-78a6-4beb-82be-5d2b6908d9b3 service neutron] For port fbc9e99e-1c15-4655-9f1a-21e4ded189be, host hv-neutron-8602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=fbc9e99e-1c15-4655-9f1a-21e4ded189be,segment=NetworkSegment(289cfb02-c465-452e-93d5-645d17e65c29),segment_id=289cfb02-c465-452e-93d5-645d17e65c29)] {{(pid=89032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:37:22.722720 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-4e2af1ef-525e-41aa-9cda-5b8e449fc207 req-17e69d04-78a6-4beb-82be-5d2b6908d9b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:22.753672 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2af1ef-525e-41aa-9cda-5b8e449fc207 req-17e69d04-78a6-4beb-82be-5d2b6908d9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:37:22.754286 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-4e2af1ef-525e-41aa-9cda-5b8e449fc207 req-17e69d04-78a6-4beb-82be-5d2b6908d9b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:22.755653 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4e2af1ef-525e-41aa-9cda-5b8e449fc207 req-17e69d04-78a6-4beb-82be-5d2b6908d9b3 service neutron] 10.222.0.20 "PUT /v2.0/ports/fbc9e99e-1c15-4655-9f1a-21e4ded189be HTTP/1.1" status: 200 len: 1093 time: 1.0164196 Oct 04 09:37:22.756086 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da3329f6-0b58-49f1-954d-858099046beb', 'tag': 'fbc9e99e-1c15-4655-9f1a-21e4ded189be'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:37:22.758427 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab83b3bc-c239-4e9b-9ea0-40611d67dbf7" -d '{"events": [{"name": "network-changed", "server_uuid": "da3329f6-0b58-49f1-954d-858099046beb", "tag": "fbc9e99e-1c15-4655-9f1a-21e4ded189be"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:37:22.806854 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129f29ad-adb5-43b3-8a6c-5b8ec05c7fbc x-openstack-request-id: req-129f29ad-adb5-43b3-8a6c-5b8ec05c7fbc {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:37:22.807138 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da3329f6-0b58-49f1-954d-858099046beb", "tag": "fbc9e99e-1c15-4655-9f1a-21e4ded189be", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:37:22.807382 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-129f29ad-adb5-43b3-8a6c-5b8ec05c7fbc {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:37:22.807775 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-129f29ad-adb5-43b3-8a6c-5b8ec05c7fbc'] response: {'name': 'network-changed', 'server_uuid': 'da3329f6-0b58-49f1-954d-858099046beb', 'tag': 'fbc9e99e-1c15-4655-9f1a-21e4ded189be', 'status': 'completed', 'code': 200} Oct 04 09:37:22.808505 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e69d04-78a6-4beb-82be-5d2b6908d9b3 service neutron] Pushing event updated for resources: {'Port': ['ID=fbc9e99e-1c15-4655-9f1a-21e4ded189be,revision_number=3']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:37:22.896342 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2af1ef-525e-41aa-9cda-5b8e449fc207 req-4c1fcbac-5955-4832-9ab3-58f5de64a868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:37:22.899947 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4e2af1ef-525e-41aa-9cda-5b8e449fc207 req-4c1fcbac-5955-4832-9ab3-58f5de64a868 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4a84f0773cbf478792eb4e5bc81134d2&device_id=da3329f6-0b58-49f1-954d-858099046beb HTTP/1.1" status: 200 len: 1096 time: 0.0762448 Oct 04 09:37:22.971616 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4e2af1ef-525e-41aa-9cda-5b8e449fc207 req-aa290971-f02e-41db-9955-0ba483091e99 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbc9e99e-1c15-4655-9f1a-21e4ded189be HTTP/1.1" status: 200 len: 217 time: 0.0618708 Oct 04 09:37:23.022590 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-e0cc85db-080c-476a-9eb8-1fd1b0753c40 None None] Attempt 3 to provision port fbc9e99e-1c15-4655-9f1a-21e4ded189be Oct 04 09:37:23.033946 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2af1ef-525e-41aa-9cda-5b8e449fc207 req-db5d4d35-9e9b-40aa-b029-7c55c99e0fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:37:23.035391 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4e2af1ef-525e-41aa-9cda-5b8e449fc207 req-db5d4d35-9e9b-40aa-b029-7c55c99e0fa9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=250c3217-88aa-4cfe-92a1-e62e642366cf HTTP/1.1" status: 200 len: 854 time: 0.0571377 Oct 04 09:37:23.082670 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-e0cc85db-080c-476a-9eb8-1fd1b0753c40 None None] Port fbc9e99e-1c15-4655-9f1a-21e4ded189be had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 09:37:23.120206 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2af1ef-525e-41aa-9cda-5b8e449fc207 req-d61d396f-60de-466a-9d0f-38de1700ab8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:37:23.121702 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4e2af1ef-525e-41aa-9cda-5b8e449fc207 req-d61d396f-60de-466a-9d0f-38de1700ab8e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f585fae0-b417-4f8c-8a17-dc1bb5dc14d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801919 Oct 04 09:37:23.249878 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4e2af1ef-525e-41aa-9cda-5b8e449fc207 req-da7a4b89-f867-4246-95db-3e1c70ee2fdd service neutron] 10.222.0.20 "GET /v2.0/networks/f585fae0-b417-4f8c-8a17-dc1bb5dc14d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219568 Oct 04 09:37:23.387428 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4e2af1ef-525e-41aa-9cda-5b8e449fc207 req-fe0e33c1-4f20-4fe8-8eb0-19288c80d30d service neutron] 10.222.0.20 "GET /v2.0/networks/f585fae0-b417-4f8c-8a17-dc1bb5dc14d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311274 Oct 04 09:37:23.451039 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 3c74d97b-f0ea-4b41-b3ca-8c153d198328 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:37:23.523860 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 3c74d97b-f0ea-4b41-b3ca-8c153d198328 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:37:23.528609 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 3c74d97b-f0ea-4b41-b3ca-8c153d198328 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:37:23.528974 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:23.529304 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 3c74d97b-f0ea-4b41-b3ca-8c153d198328 Oct 04 09:37:23.569621 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab83b3bc-c239-4e9b-9ea0-40611d67dbf7 req-14e252cd-5d95-48f7-b9dc-912a34551579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:37:23.571731 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ab83b3bc-c239-4e9b-9ea0-40611d67dbf7 req-14e252cd-5d95-48f7-b9dc-912a34551579 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4a84f0773cbf478792eb4e5bc81134d2&device_id=da3329f6-0b58-49f1-954d-858099046beb HTTP/1.1" status: 200 len: 1096 time: 0.0911598 Oct 04 09:37:23.651240 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 3c74d97b-f0ea-4b41-b3ca-8c153d198328 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:37:23.651631 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:23.652692 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af0c54d-32ad-414a-866d-01afe3fe7117 req-68fff364-29c2-4551-bb00-ee0b9848b40d tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:37:23.654295 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-8af0c54d-32ad-414a-866d-01afe3fe7117 req-68fff364-29c2-4551-bb00-ee0b9848b40d tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=da3329f6-0b58-49f1-954d-858099046beb HTTP/1.1" status: 200 len: 943 time: 0.0916159 Oct 04 09:37:23.684984 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 3c74d97b-f0ea-4b41-b3ca-8c153d198328, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=3c74d97b-f0ea-4b41-b3ca-8c153d198328,segment=NetworkSegment(289cfb02-c465-452e-93d5-645d17e65c29),segment_id=289cfb02-c465-452e-93d5-645d17e65c29)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:37:23.690582 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:23.702499 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-8af0c54d-32ad-414a-866d-01afe3fe7117 req-93243e02-e332-43dc-aab8-d94e421079cd tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422945 Oct 04 09:37:23.717854 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab83b3bc-c239-4e9b-9ea0-40611d67dbf7 req-3ef753d4-62bc-457c-96b9-6769925843ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:37:23.719377 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ab83b3bc-c239-4e9b-9ea0-40611d67dbf7 req-3ef753d4-62bc-457c-96b9-6769925843ad service neutron] 10.222.0.20 "GET /v2.0/networks?id=f585fae0-b417-4f8c-8a17-dc1bb5dc14d4 HTTP/1.1" status: 200 len: 916 time: 0.1418123 Oct 04 09:37:23.765591 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=3c74d97b-f0ea-4b41-b3ca-8c153d198328,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:37:23.773647 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:37:23.774040 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:37:23.774323 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:37:23.774651 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:37:23.774979 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:37:23.775307 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:37:23.775628 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:37:23.775946 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:37:23.776266 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:37:23.776615 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:37:23.776930 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:37:23.777243 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:37:23.795129 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ab83b3bc-c239-4e9b-9ea0-40611d67dbf7 req-ee41f523-2dc4-4b39-b757-b33080d26605 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbc9e99e-1c15-4655-9f1a-21e4ded189be HTTP/1.1" status: 200 len: 217 time: 0.0680287 Oct 04 09:37:23.856678 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab83b3bc-c239-4e9b-9ea0-40611d67dbf7 req-a672567d-1cd2-4395-93f8-830040c638e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:37:23.858048 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ab83b3bc-c239-4e9b-9ea0-40611d67dbf7 req-a672567d-1cd2-4395-93f8-830040c638e5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=250c3217-88aa-4cfe-92a1-e62e642366cf HTTP/1.1" status: 200 len: 854 time: 0.0561416 Oct 04 09:37:23.940887 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab83b3bc-c239-4e9b-9ea0-40611d67dbf7 req-f609f37e-6c80-4611-8a8c-a34cbb8fd0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:37:23.942355 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ab83b3bc-c239-4e9b-9ea0-40611d67dbf7 req-f609f37e-6c80-4611-8a8c-a34cbb8fd0fe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f585fae0-b417-4f8c-8a17-dc1bb5dc14d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785322 Oct 04 09:37:24.166695 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ab83b3bc-c239-4e9b-9ea0-40611d67dbf7 req-8c1604ee-e300-434d-95c1-563daa16680d service neutron] 10.222.0.20 "GET /v2.0/networks/f585fae0-b417-4f8c-8a17-dc1bb5dc14d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183330 Oct 04 09:37:24.295665 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ab83b3bc-c239-4e9b-9ea0-40611d67dbf7 req-0b5390bf-a759-4a84-a158-706832cbbee3 service neutron] 10.222.0.20 "GET /v2.0/networks/f585fae0-b417-4f8c-8a17-dc1bb5dc14d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229584 Oct 04 09:37:24.910274 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75cfb97-50d3-4b09-9972-23f10ad73bf9 req-c5d74559-a32f-44f3-af9a-c996264adf04 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:37:24.910890 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-f75cfb97-50d3-4b09-9972-23f10ad73bf9 req-c5d74559-a32f-44f3-af9a-c996264adf04 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Synchronizing usage tracker for tenant:4a84f0773cbf478792eb4e5bc81134d2 on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:37:24.927226 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-f75cfb97-50d3-4b09-9972-23f10ad73bf9 req-c5d74559-a32f-44f3-af9a-c996264adf04 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Unset dirty status for tenant:4a84f0773cbf478792eb4e5bc81134d2 on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:37:24.928565 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f75cfb97-50d3-4b09-9972-23f10ad73bf9 req-c5d74559-a32f-44f3-af9a-c996264adf04 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=da3329f6-0b58-49f1-954d-858099046beb HTTP/1.1" status: 200 len: 943 time: 0.1094232 Oct 04 09:37:24.976853 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f75cfb97-50d3-4b09-9972-23f10ad73bf9 req-33b5068a-b8d3-4c9b-bf2f-22761923b0e4 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410397 Oct 04 09:37:25.435560 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 3c74d97b-f0ea-4b41-b3ca-8c153d198328 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:37:25.503870 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 3c74d97b-f0ea-4b41-b3ca-8c153d198328 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:37:25.504233 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:25.504616 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 3c74d97b-f0ea-4b41-b3ca-8c153d198328 Oct 04 09:37:25.528844 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device fbc9e99e-1c15-4655-9f1a-21e4ded189be details requested by agent hyperv_hv-neutron-8602 with host hv-neutron-8602 {{(pid=89034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 04 09:37:25.728392 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 3c74d97b-f0ea-4b41-b3ca-8c153d198328 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:37:25.734534 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port fbc9e99e-1c15-4655-9f1a-21e4ded189be, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=fbc9e99e-1c15-4655-9f1a-21e4ded189be,segment=NetworkSegment(289cfb02-c465-452e-93d5-645d17e65c29),segment_id=289cfb02-c465-452e-93d5-645d17e65c29)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:37:25.747945 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Returning: {'device': 'fbc9e99e-1c15-4655-9f1a-21e4ded189be', 'network_id': 'f585fae0-b417-4f8c-8a17-dc1bb5dc14d4', 'port_id': 'fbc9e99e-1c15-4655-9f1a-21e4ded189be', 'mac_address': 'fa:16:3e:69:db:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '250c3217-88aa-4cfe-92a1-e62e642366cf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 04 09:37:25.801445 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port fbc9e99e-1c15-4655-9f1a-21e4ded189be is: DOWN; New status is: BUILD {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:37:25.801822 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:25.818316 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbc9e99e-1c15-4655-9f1a-21e4ded189be {{(pid=89034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:37:25.833496 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port fbc9e99e-1c15-4655-9f1a-21e4ded189be, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=fbc9e99e-1c15-4655-9f1a-21e4ded189be,segment=NetworkSegment(289cfb02-c465-452e-93d5-645d17e65c29),segment_id=289cfb02-c465-452e-93d5-645d17e65c29)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:37:25.837124 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:25.904711 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=fbc9e99e-1c15-4655-9f1a-21e4ded189be,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:37:26.172707 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ce970-d3f5-404c-b117-a0e95802c438 req-54bcea78-b7a7-44d6-915c-cb5408ceaffa tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:37:26.174154 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-243ce970-d3f5-404c-b117-a0e95802c438 req-54bcea78-b7a7-44d6-915c-cb5408ceaffa tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=da3329f6-0b58-49f1-954d-858099046beb HTTP/1.1" status: 200 len: 944 time: 0.0861261 Oct 04 09:37:26.219933 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-243ce970-d3f5-404c-b117-a0e95802c438 req-8ee50fb2-519b-4abb-b488-1efb316bca43 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394607 Oct 04 09:37:26.225587 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['fbc9e99e-1c15-4655-9f1a-21e4ded189be'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 09:37:27.426839 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade07e7-96a5-4dcd-88e1-eedfffc49ced req-a3123486-b068-498b-b0c1-49039e0f8309 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:37:27.428285 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-bade07e7-96a5-4dcd-88e1-eedfffc49ced req-a3123486-b068-498b-b0c1-49039e0f8309 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=da3329f6-0b58-49f1-954d-858099046beb HTTP/1.1" status: 200 len: 944 time: 0.0914159 Oct 04 09:37:27.471386 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-bade07e7-96a5-4dcd-88e1-eedfffc49ced req-1e367db2-8421-4002-a584-25aea119172d tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369921 Oct 04 09:37:27.529609 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device fbc9e99e-1c15-4655-9f1a-21e4ded189be up at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:37:27.606154 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c1bfe6a7-20eb-4d9b-bb1d-c206534b612e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:27.608505 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning for port fbc9e99e-1c15-4655-9f1a-21e4ded189be completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:37:27.613179 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning complete for port fbc9e99e-1c15-4655-9f1a-21e4ded189be triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:37:27.613605 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:27.613868 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Attempt 1 to provision port fbc9e99e-1c15-4655-9f1a-21e4ded189be Oct 04 09:37:27.727977 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port fbc9e99e-1c15-4655-9f1a-21e4ded189be is: BUILD; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:37:27.728261 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:27.783743 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da3329f6-0b58-49f1-954d-858099046beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc9e99e-1c15-4655-9f1a-21e4ded189be'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:37:27.786033 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aef738b946a3ea172e8e75fc735451da1d91f114ea1acc5fcf392e20a929bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc54aed7-a4cd-40f1-9aa6-f5715b1c2f4c" -d '{"events": [{"server_uuid": "da3329f6-0b58-49f1-954d-858099046beb", "name": "network-vif-plugged", "status": "completed", "tag": "fbc9e99e-1c15-4655-9f1a-21e4ded189be"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:37:27.793869 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port fbc9e99e-1c15-4655-9f1a-21e4ded189be, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=fbc9e99e-1c15-4655-9f1a-21e4ded189be,segment=NetworkSegment(289cfb02-c465-452e-93d5-645d17e65c29),segment_id=289cfb02-c465-452e-93d5-645d17e65c29)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:37:27.797224 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:27.839337 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2f3e33-5c46-439e-8d70-19fd7dcac51b x-openstack-request-id: req-ea2f3e33-5c46-439e-8d70-19fd7dcac51b {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:37:27.839627 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da3329f6-0b58-49f1-954d-858099046beb", "name": "network-vif-plugged", "status": "completed", "tag": "fbc9e99e-1c15-4655-9f1a-21e4ded189be", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:37:27.839874 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ea2f3e33-5c46-439e-8d70-19fd7dcac51b {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:37:27.840254 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea2f3e33-5c46-439e-8d70-19fd7dcac51b'] response: {'server_uuid': 'da3329f6-0b58-49f1-954d-858099046beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc9e99e-1c15-4655-9f1a-21e4ded189be', 'code': 200} Oct 04 09:37:27.865142 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=fbc9e99e-1c15-4655-9f1a-21e4ded189be,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:37:28.093294 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1f833-4610-4745-81c0-b9053c5ae94f req-1650b8d1-ccda-47e1-ae31-39ef12927bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:37:28.094765 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c8a1f833-4610-4745-81c0-b9053c5ae94f req-1650b8d1-ccda-47e1-ae31-39ef12927bba service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=da3329f6-0b58-49f1-954d-858099046beb HTTP/1.1" status: 200 len: 1098 time: 0.0790331 Oct 04 09:37:28.138076 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c8a1f833-4610-4745-81c0-b9053c5ae94f req-f27dfa36-158c-4fa9-afbc-41eeb123437c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378110 Oct 04 09:37:28.815681 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2b27f-9840-4647-85a4-530bf22b65a6 req-4207a299-374d-4c6a-8d6d-90fc3388b93b tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:37:28.817157 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4fd2b27f-9840-4647-85a4-530bf22b65a6 req-4207a299-374d-4c6a-8d6d-90fc3388b93b tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=da3329f6-0b58-49f1-954d-858099046beb HTTP/1.1" status: 200 len: 945 time: 0.0902336 Oct 04 09:37:28.860244 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4fd2b27f-9840-4647-85a4-530bf22b65a6 req-e0c1031a-56f9-4380-ba36-8487f3697f43 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368285 Oct 04 09:37:30.056440 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9832ec31-a91d-4265-8c1c-a1a885b81e9f req-b7b7f8e1-2ee0-46fa-90bf-8d15fbace776 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:37:30.057891 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-9832ec31-a91d-4265-8c1c-a1a885b81e9f req-b7b7f8e1-2ee0-46fa-90bf-8d15fbace776 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=da3329f6-0b58-49f1-954d-858099046beb HTTP/1.1" status: 200 len: 945 time: 0.0855658 Oct 04 09:37:30.107899 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-9832ec31-a91d-4265-8c1c-a1a885b81e9f req-63286587-ab86-4762-a5d7-f263ff283482 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444279 Oct 04 09:37:30.290091 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-badb77cd-b0b7-4443-8eef-8ccd640081a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:30.304394 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7338c4-a3ff-4445-807c-f6d40f3bce5d req-a1d29915-69ed-45e7-8c53-3fec02905376 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:37:30.305837 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8f7338c4-a3ff-4445-807c-f6d40f3bce5d req-a1d29915-69ed-45e7-8c53-3fec02905376 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=da3329f6-0b58-49f1-954d-858099046beb HTTP/1.1" status: 200 len: 945 time: 0.0904429 Oct 04 09:37:30.348551 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8f7338c4-a3ff-4445-807c-f6d40f3bce5d req-738da139-eeec-4d9b-8748-0e1d415c0ecc tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370085 Oct 04 09:37:30.707045 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850bbf62-9e91-4367-87b8-900c296a416a req-c30da7ab-5c8b-4fc0-bf00-63d6f105a4bc tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:37:30.712856 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-850bbf62-9e91-4367-87b8-900c296a416a req-c30da7ab-5c8b-4fc0-bf00-63d6f105a4bc tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=da3329f6-0b58-49f1-954d-858099046beb HTTP/1.1" status: 200 len: 945 time: 0.0918906 Oct 04 09:37:30.758131 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-850bbf62-9e91-4367-87b8-900c296a416a req-2e6c6bf0-a987-470a-843f-da00bfb9202d tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434978 Oct 04 09:37:30.762792 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:30.779752 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:30.960218 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13237b-f4c7-4a30-8138-10e02b2d1211 req-717c6fdb-bc2c-4df7-b7d1-f39a59471814 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:37:30.961611 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-0a13237b-f4c7-4a30-8138-10e02b2d1211 req-717c6fdb-bc2c-4df7-b7d1-f39a59471814 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=da3329f6-0b58-49f1-954d-858099046beb HTTP/1.1" status: 200 len: 945 time: 0.0899904 Oct 04 09:37:31.004672 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-0a13237b-f4c7-4a30-8138-10e02b2d1211 req-edde04c1-b9a7-43c2-bd7b-f53b28a34693 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373828 Oct 04 09:37:31.360153 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-897a0e9a-0857-4028-91a6-7fe838223164 req-87c28c33-efc5-44f3-a6ca-5efe61f90299 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=da3329f6-0b58-49f1-954d-858099046beb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0825717 Oct 04 09:37:31.413128 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04521c71-aa5b-4122-addd-43abeebfc7f3 req-aaf019b6-f5d5-4742-8198-ed446326edc4 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:37:31.413128 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-04521c71-aa5b-4122-addd-43abeebfc7f3 req-aaf019b6-f5d5-4742-8198-ed446326edc4 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=da3329f6-0b58-49f1-954d-858099046beb HTTP/1.1" status: 200 len: 945 time: 0.0915878 Oct 04 09:37:31.458486 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-04521c71-aa5b-4122-addd-43abeebfc7f3 req-4401b3d8-3caa-4055-8030-d2720cde5c0b tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420609 Oct 04 09:37:32.294546 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:32.672733 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a0e9a-0857-4028-91a6-7fe838223164 req-985eede9-4c70-43c8-81a4-a3b78dc3c2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:37:32.674120 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-897a0e9a-0857-4028-91a6-7fe838223164 req-985eede9-4c70-43c8-81a4-a3b78dc3c2fa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4a84f0773cbf478792eb4e5bc81134d2&device_id=da3329f6-0b58-49f1-954d-858099046beb HTTP/1.1" status: 200 len: 1098 time: 0.1414418 Oct 04 09:37:32.707759 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ace20-0f2b-4085-a10f-b4c18e0a0538 req-5949a0f0-f700-44fa-b74b-d57a6fe8eea7 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:37:32.709205 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-557ace20-0f2b-4085-a10f-b4c18e0a0538 req-5949a0f0-f700-44fa-b74b-d57a6fe8eea7 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=da3329f6-0b58-49f1-954d-858099046beb HTTP/1.1" status: 200 len: 945 time: 0.1267262 Oct 04 09:37:32.826645 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-557ace20-0f2b-4085-a10f-b4c18e0a0538 req-a8122add-5fc8-4fd2-8f1a-e540684c9153 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695796 Oct 04 09:37:32.852090 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a0e9a-0857-4028-91a6-7fe838223164 req-6f6b591f-08c3-426c-8bb0-de34b3b9f268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:37:32.853561 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-897a0e9a-0857-4028-91a6-7fe838223164 req-6f6b591f-08c3-426c-8bb0-de34b3b9f268 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f585fae0-b417-4f8c-8a17-dc1bb5dc14d4 HTTP/1.1" status: 200 len: 916 time: 0.1724958 Oct 04 09:37:32.920965 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-897a0e9a-0857-4028-91a6-7fe838223164 req-b8d1787b-9348-4979-89e2-b02cd763202f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbc9e99e-1c15-4655-9f1a-21e4ded189be HTTP/1.1" status: 200 len: 217 time: 0.0616307 Oct 04 09:37:32.988163 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a0e9a-0857-4028-91a6-7fe838223164 req-4c54bed8-8add-4e40-9f00-0fcb36c66024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:37:32.989519 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-897a0e9a-0857-4028-91a6-7fe838223164 req-4c54bed8-8add-4e40-9f00-0fcb36c66024 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=250c3217-88aa-4cfe-92a1-e62e642366cf HTTP/1.1" status: 200 len: 854 time: 0.0631595 Oct 04 09:37:33.070387 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a0e9a-0857-4028-91a6-7fe838223164 req-a43e87c7-6ef4-4b87-9e01-2f73cba7a1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:37:33.071833 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-897a0e9a-0857-4028-91a6-7fe838223164 req-a43e87c7-6ef4-4b87-9e01-2f73cba7a1ee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f585fae0-b417-4f8c-8a17-dc1bb5dc14d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770066 Oct 04 09:37:33.202324 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-897a0e9a-0857-4028-91a6-7fe838223164 req-71e60311-3474-4a97-ad1c-64ea53fb13c2 service neutron] 10.222.0.20 "GET /v2.0/networks/f585fae0-b417-4f8c-8a17-dc1bb5dc14d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244187 Oct 04 09:37:33.415771 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-897a0e9a-0857-4028-91a6-7fe838223164 req-825e7970-e873-4463-8b75-1a17a5bc5469 service neutron] 10.222.0.20 "GET /v2.0/networks/f585fae0-b417-4f8c-8a17-dc1bb5dc14d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079005 Oct 04 09:37:34.021044 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4fa61-a245-4b0c-a214-438de5ea769b req-fb636d6a-77f1-4f8f-a259-b842306286fb tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:37:34.022401 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-55e4fa61-a245-4b0c-a214-438de5ea769b req-fb636d6a-77f1-4f8f-a259-b842306286fb tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=da3329f6-0b58-49f1-954d-858099046beb HTTP/1.1" status: 200 len: 945 time: 0.0862558 Oct 04 09:37:34.064825 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-55e4fa61-a245-4b0c-a214-438de5ea769b req-73155d1d-1adb-440d-84fd-f66a21fa1968 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367577 Oct 04 09:37:35.263383 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dde64b-e14f-49c0-887e-f12f407d6715 req-0f7d5cab-1741-4679-8526-ed4002789e0b tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:37:35.264868 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-55dde64b-e14f-49c0-887e-f12f407d6715 req-0f7d5cab-1741-4679-8526-ed4002789e0b tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=da3329f6-0b58-49f1-954d-858099046beb HTTP/1.1" status: 200 len: 945 time: 0.0890524 Oct 04 09:37:35.308538 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-55dde64b-e14f-49c0-887e-f12f407d6715 req-e3814066-a028-4997-89b4-5616e4cdaa94 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380681 Oct 04 09:37:36.508862 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac3931-3975-4c40-af43-d467d78c7931 req-e6585ea5-78c7-4c3d-9335-20cd974455a0 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:37:36.510297 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f1ac3931-3975-4c40-af43-d467d78c7931 req-e6585ea5-78c7-4c3d-9335-20cd974455a0 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=da3329f6-0b58-49f1-954d-858099046beb HTTP/1.1" status: 200 len: 945 time: 0.0902748 Oct 04 09:37:36.553934 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f1ac3931-3975-4c40-af43-d467d78c7931 req-4eff2d1c-81d9-492d-92b5-ae5f5650ae9e tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378981 Oct 04 09:37:36.612690 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c785c-aa3b-4778-9059-317f7541831d req-416f7f9c-9ea3-4c85-8b5a-6908aaef3e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:37:36.614066 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-025c785c-aa3b-4778-9059-317f7541831d req-416f7f9c-9ea3-4c85-8b5a-6908aaef3e39 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4a84f0773cbf478792eb4e5bc81134d2&device_id=da3329f6-0b58-49f1-954d-858099046beb HTTP/1.1" status: 200 len: 1098 time: 0.0768104 Oct 04 09:37:36.757175 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c785c-aa3b-4778-9059-317f7541831d req-95e8cf74-91c8-4047-8640-b00f71560429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:37:36.758612 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-025c785c-aa3b-4778-9059-317f7541831d req-95e8cf74-91c8-4047-8640-b00f71560429 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f585fae0-b417-4f8c-8a17-dc1bb5dc14d4 HTTP/1.1" status: 200 len: 916 time: 0.1274540 Oct 04 09:37:36.828907 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-025c785c-aa3b-4778-9059-317f7541831d req-219b3d5f-f6fb-4c92-a089-fb28ee37e474 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbc9e99e-1c15-4655-9f1a-21e4ded189be HTTP/1.1" status: 200 len: 217 time: 0.0642200 Oct 04 09:37:36.893769 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c785c-aa3b-4778-9059-317f7541831d req-a7b1a09c-4fad-4984-a557-37eb98a94232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:37:36.895093 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-025c785c-aa3b-4778-9059-317f7541831d req-a7b1a09c-4fad-4984-a557-37eb98a94232 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=250c3217-88aa-4cfe-92a1-e62e642366cf HTTP/1.1" status: 200 len: 854 time: 0.0598242 Oct 04 09:37:36.976328 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c785c-aa3b-4778-9059-317f7541831d req-d7a0f3b4-a861-4021-880f-f3e641f9cb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:37:36.977924 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-025c785c-aa3b-4778-9059-317f7541831d req-d7a0f3b4-a861-4021-880f-f3e641f9cb8b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f585fae0-b417-4f8c-8a17-dc1bb5dc14d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770843 Oct 04 09:37:37.106398 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-025c785c-aa3b-4778-9059-317f7541831d req-f32f134e-cb60-4c73-828c-056c3d5ffdf2 service neutron] 10.222.0.20 "GET /v2.0/networks/f585fae0-b417-4f8c-8a17-dc1bb5dc14d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229177 Oct 04 09:37:37.235476 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-025c785c-aa3b-4778-9059-317f7541831d req-0ffb08df-754e-46e4-a132-e13e8a724d70 service neutron] 10.222.0.20 "GET /v2.0/networks/f585fae0-b417-4f8c-8a17-dc1bb5dc14d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235106 Oct 04 09:37:37.750010 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfff83b-8506-4fdf-9421-edb69bc43f39 req-5b3b2c51-4f1f-4d4a-aa16-3d48b9993d38 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:37:37.751470 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-fcfff83b-8506-4fdf-9421-edb69bc43f39 req-5b3b2c51-4f1f-4d4a-aa16-3d48b9993d38 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=da3329f6-0b58-49f1-954d-858099046beb HTTP/1.1" status: 200 len: 945 time: 0.0891180 Oct 04 09:37:37.794106 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-fcfff83b-8506-4fdf-9421-edb69bc43f39 req-4864f2c0-a2f1-45b2-8734-ba1b3d732039 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363634 Oct 04 09:37:38.991720 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d12ac-4d2f-498b-9ade-955d3404fa21 req-a949a310-0f54-4c02-ac4b-7f9e7d9319ab tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:37:38.993214 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-8e9d12ac-4d2f-498b-9ade-955d3404fa21 req-a949a310-0f54-4c02-ac4b-7f9e7d9319ab tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=da3329f6-0b58-49f1-954d-858099046beb HTTP/1.1" status: 200 len: 945 time: 0.0879934 Oct 04 09:37:39.039880 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-8e9d12ac-4d2f-498b-9ade-955d3404fa21 req-1a4c2559-cc62-41c4-a67e-8a4c8b72cbb3 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406537 Oct 04 09:37:40.238622 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f177d-9931-4349-907e-2920c801f629 req-1a9d2579-296a-44c6-a5a9-0831ac2dc737 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:37:40.240072 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ec1f177d-9931-4349-907e-2920c801f629 req-1a9d2579-296a-44c6-a5a9-0831ac2dc737 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=da3329f6-0b58-49f1-954d-858099046beb HTTP/1.1" status: 200 len: 945 time: 0.0888283 Oct 04 09:37:40.283124 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ec1f177d-9931-4349-907e-2920c801f629 req-29b1f604-e1c4-4fd4-9eaa-a19b08bbeaea tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369143 Oct 04 09:37:41.320094 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:41.481445 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f396566-08b1-47ac-97a2-6ccf62182391 req-4d435691-b5c3-47c6-9c8c-2fed56406292 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:37:41.482888 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-6f396566-08b1-47ac-97a2-6ccf62182391 req-4d435691-b5c3-47c6-9c8c-2fed56406292 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=da3329f6-0b58-49f1-954d-858099046beb HTTP/1.1" status: 200 len: 945 time: 0.0884163 Oct 04 09:37:41.526146 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-6f396566-08b1-47ac-97a2-6ccf62182391 req-8145c217-4d2b-4ef9-aa04-d32cab11f63a tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375991 Oct 04 09:37:42.720162 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:37:42.722487 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d87922-4dab-4b39-a8c1-c664a876630c req-a98e2083-94a0-4b34-b133-9668bad0c7cd tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:37:42.723955 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e6d87922-4dab-4b39-a8c1-c664a876630c req-a98e2083-94a0-4b34-b133-9668bad0c7cd tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=da3329f6-0b58-49f1-954d-858099046beb HTTP/1.1" status: 200 len: 945 time: 0.0889900 Oct 04 09:37:42.769602 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e6d87922-4dab-4b39-a8c1-c664a876630c req-c526f12f-8a80-41bd-9286-5e526dd3b8d9 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393484 Oct 04 09:37:43.973730 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ebef65-923c-499a-a465-e3dd94cd3114 req-129dbd8e-fa4a-40f0-813a-be1f133571b0 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:37:43.975758 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-83ebef65-923c-499a-a465-e3dd94cd3114 req-129dbd8e-fa4a-40f0-813a-be1f133571b0 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=da3329f6-0b58-49f1-954d-858099046beb HTTP/1.1" status: 200 len: 945 time: 0.0921078 Oct 04 09:37:44.018189 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-83ebef65-923c-499a-a465-e3dd94cd3114 req-a486507d-0138-4bcb-9ead-4601f0ae07d5 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367663 Oct 04 09:37:45.212177 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eafe794-07a3-47fc-ae7b-34ab995acb75 req-e63cf65e-c6d4-4f41-8b52-72283312bc83 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:37:45.213665 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0eafe794-07a3-47fc-ae7b-34ab995acb75 req-e63cf65e-c6d4-4f41-8b52-72283312bc83 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=da3329f6-0b58-49f1-954d-858099046beb HTTP/1.1" status: 200 len: 945 time: 0.0847571 Oct 04 09:37:45.260448 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0eafe794-07a3-47fc-ae7b-34ab995acb75 req-8c17ec01-1f44-4d7d-884e-6908b6abe1a6 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411725 Oct 04 09:37:46.453221 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6086cb4-7d16-4469-a346-90ece4cf4e5b req-202c9320-b011-4348-af9f-ae15bbf357a8 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:37:46.454657 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-e6086cb4-7d16-4469-a346-90ece4cf4e5b req-202c9320-b011-4348-af9f-ae15bbf357a8 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=da3329f6-0b58-49f1-954d-858099046beb HTTP/1.1" status: 200 len: 945 time: 0.0848122 Oct 04 09:37:46.501482 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-e6086cb4-7d16-4469-a346-90ece4cf4e5b req-432fc43d-476b-4530-b8c5-df107d6ab903 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411830 Oct 04 09:37:47.697115 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a953fe72-8f4f-4264-a38c-5ae299f90310 req-73e7537c-e90f-4adf-b4b0-4fdfb653d9c4 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:37:47.698479 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a953fe72-8f4f-4264-a38c-5ae299f90310 req-73e7537c-e90f-4adf-b4b0-4fdfb653d9c4 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=da3329f6-0b58-49f1-954d-858099046beb HTTP/1.1" status: 200 len: 945 time: 0.0862401 Oct 04 09:37:47.741871 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a953fe72-8f4f-4264-a38c-5ae299f90310 req-bf7a5a3e-b842-4ba1-884f-b49ae99efeb0 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376287 Oct 04 09:37:48.946542 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bdfd86-2a6d-43b0-8436-fe4dabf6bb93 req-f70c6da8-3b9c-4896-91a2-c3f18259e5f4 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:37:48.948031 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f5bdfd86-2a6d-43b0-8436-fe4dabf6bb93 req-f70c6da8-3b9c-4896-91a2-c3f18259e5f4 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=da3329f6-0b58-49f1-954d-858099046beb HTTP/1.1" status: 200 len: 945 time: 0.0961945 Oct 04 09:37:48.990800 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f5bdfd86-2a6d-43b0-8436-fe4dabf6bb93 req-92628a24-3053-4287-b8c6-1f903a409a36 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371830 Oct 04 09:37:50.188417 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2281899e-52ca-4890-86cf-fd51c0cd1b61 req-8e588a66-3f47-438c-86eb-3d10c5dc908c tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:37:50.189871 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2281899e-52ca-4890-86cf-fd51c0cd1b61 req-8e588a66-3f47-438c-86eb-3d10c5dc908c tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=da3329f6-0b58-49f1-954d-858099046beb HTTP/1.1" status: 200 len: 945 time: 0.0884297 Oct 04 09:37:50.233562 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2281899e-52ca-4890-86cf-fd51c0cd1b61 req-0f685731-aa22-4277-b648-c3c9b3fe6537 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375469 Oct 04 09:37:51.437730 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8885a6f-2204-4af4-9fff-859e79c77040 req-ca929408-6dfe-4de3-a38a-9a60da3fb9ac tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:37:51.439191 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-a8885a6f-2204-4af4-9fff-859e79c77040 req-ca929408-6dfe-4de3-a38a-9a60da3fb9ac tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=da3329f6-0b58-49f1-954d-858099046beb HTTP/1.1" status: 200 len: 945 time: 0.0931051 Oct 04 09:37:51.482700 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-a8885a6f-2204-4af4-9fff-859e79c77040 req-76ffeeb5-4055-434f-bdd5-b7c3617c2cef tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378158 Oct 04 09:37:52.676260 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df93634-ed48-4bfa-a5a3-0e5d156ff815 req-982ed18d-f993-49a7-b46b-874a181a26f3 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:37:52.677729 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0df93634-ed48-4bfa-a5a3-0e5d156ff815 req-982ed18d-f993-49a7-b46b-874a181a26f3 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=da3329f6-0b58-49f1-954d-858099046beb HTTP/1.1" status: 200 len: 945 time: 0.0856047 Oct 04 09:37:52.724574 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0df93634-ed48-4bfa-a5a3-0e5d156ff815 req-3e432933-6578-4d76-855c-00394a241d59 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405517 Oct 04 09:37:53.919062 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae13a82d-6e94-462f-81e8-72462e0c5bb9 req-432461f5-8a8b-458a-9a80-8ecc70b0a22f tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:37:53.920555 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-ae13a82d-6e94-462f-81e8-72462e0c5bb9 req-432461f5-8a8b-458a-9a80-8ecc70b0a22f tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=da3329f6-0b58-49f1-954d-858099046beb HTTP/1.1" status: 200 len: 945 time: 0.0848780 Oct 04 09:37:53.965996 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-ae13a82d-6e94-462f-81e8-72462e0c5bb9 req-c075c300-0cbc-4b27-a452-93045df54aa5 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398886 Oct 04 09:37:55.246716 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea98351-1e68-4357-b87e-3134f070432d req-cd323bcc-c02c-4402-96ee-b35cc3aa1231 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:37:55.248186 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-fea98351-1e68-4357-b87e-3134f070432d req-cd323bcc-c02c-4402-96ee-b35cc3aa1231 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=da3329f6-0b58-49f1-954d-858099046beb HTTP/1.1" status: 200 len: 945 time: 0.1688702 Oct 04 09:37:55.291445 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-fea98351-1e68-4357-b87e-3134f070432d req-9ec2c1e3-c9ad-442b-8d13-ec9370b28c88 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372133 Oct 04 09:37:56.485153 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3951b14-364c-49be-9519-0fe9b7ab96ad req-4c93bf78-25ca-4878-ae7e-c2d5ebf77764 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:37:56.486607 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-b3951b14-364c-49be-9519-0fe9b7ab96ad req-4c93bf78-25ca-4878-ae7e-c2d5ebf77764 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=da3329f6-0b58-49f1-954d-858099046beb HTTP/1.1" status: 200 len: 945 time: 0.0852270 Oct 04 09:37:56.529892 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-b3951b14-364c-49be-9519-0fe9b7ab96ad req-a2eb387c-7e5f-48f2-a6b0-a773e79bcd50 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371466 Oct 04 09:37:57.610860 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-1c1b387e-a6a8-47ad-9ffc-863b9056e1c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:37:57.744657 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e00b1-05d8-4dcc-a5fc-2f69245cfb62 req-34f46e2f-043b-4e6c-a9f3-219b08e61197 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:37:57.746032 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-651e00b1-05d8-4dcc-a5fc-2f69245cfb62 req-34f46e2f-043b-4e6c-a9f3-219b08e61197 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=da3329f6-0b58-49f1-954d-858099046beb HTTP/1.1" status: 200 len: 945 time: 0.0893013 Oct 04 09:37:57.789770 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-651e00b1-05d8-4dcc-a5fc-2f69245cfb62 req-881add11-2f95-4414-b8f5-2cd4c0e88171 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376537 Oct 04 09:37:58.997522 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a7f05-3b1f-4e57-a837-e62e8d29f5aa req-84f89352-94b5-4054-8a8e-b410dae8343c tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:37:58.999249 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-a89a7f05-3b1f-4e57-a837-e62e8d29f5aa req-84f89352-94b5-4054-8a8e-b410dae8343c tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=da3329f6-0b58-49f1-954d-858099046beb HTTP/1.1" status: 200 len: 945 time: 0.0951331 Oct 04 09:37:59.043884 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-a89a7f05-3b1f-4e57-a837-e62e8d29f5aa req-5c325668-cb9a-440d-8e8c-c378f5b74565 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386374 Oct 04 09:38:00.236125 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e49629a-df3a-41cc-8cd2-65d43fbae2a2 req-3589e924-a7c6-4279-9b8d-15b573be8134 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:00.237595 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1e49629a-df3a-41cc-8cd2-65d43fbae2a2 req-3589e924-a7c6-4279-9b8d-15b573be8134 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=da3329f6-0b58-49f1-954d-858099046beb HTTP/1.1" status: 200 len: 945 time: 0.0833585 Oct 04 09:38:00.283875 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1e49629a-df3a-41cc-8cd2-65d43fbae2a2 req-d1de33ce-4922-431d-96a6-474b970c297f tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402172 Oct 04 09:38:00.290630 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-963f332b-5fce-42e9-963a-a79bacb4a810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:00.378425 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-897a0e9a-0857-4028-91a6-7fe838223164 req-eb680209-9faa-446f-a425-f9b779882b63 service neutron] 10.222.0.20 "GET /v2.0/ports/fbc9e99e-1c15-4655-9f1a-21e4ded189be/bindings/hv-neutron-8602 HTTP/1.1" status: 200 len: 384 time: 0.0715744 Oct 04 09:38:00.655908 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a0e9a-0857-4028-91a6-7fe838223164 req-95197453-9f5a-4289-85ee-3b8ed69dc355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:00.657324 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-897a0e9a-0857-4028-91a6-7fe838223164 req-95197453-9f5a-4289-85ee-3b8ed69dc355 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=da3329f6-0b58-49f1-954d-858099046beb&tenant_id=4a84f0773cbf478792eb4e5bc81134d2 HTTP/1.1" status: 200 len: 1098 time: 0.0767415 Oct 04 09:38:00.768607 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a0e9a-0857-4028-91a6-7fe838223164 req-37012676-8a08-4760-960b-4f050e9ce6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:00.770168 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-897a0e9a-0857-4028-91a6-7fe838223164 req-37012676-8a08-4760-960b-4f050e9ce6fe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4a84f0773cbf478792eb4e5bc81134d2&device_id=da3329f6-0b58-49f1-954d-858099046beb HTTP/1.1" status: 200 len: 1098 time: 0.0812981 Oct 04 09:38:00.772636 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:00.777069 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:00.902499 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a0e9a-0857-4028-91a6-7fe838223164 req-d65763a0-1649-403a-8284-b2e17fc0ec88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:00.903925 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-897a0e9a-0857-4028-91a6-7fe838223164 req-d65763a0-1649-403a-8284-b2e17fc0ec88 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f585fae0-b417-4f8c-8a17-dc1bb5dc14d4 HTTP/1.1" status: 200 len: 916 time: 0.1284149 Oct 04 09:38:00.974825 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-897a0e9a-0857-4028-91a6-7fe838223164 req-56b0ca0c-415c-41ef-9a39-efd41f153a99 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbc9e99e-1c15-4655-9f1a-21e4ded189be HTTP/1.1" status: 200 len: 217 time: 0.0653491 Oct 04 09:38:01.033699 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a0e9a-0857-4028-91a6-7fe838223164 req-4d32f482-bcb1-468b-8114-a3f7e9d8dabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:01.035076 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-897a0e9a-0857-4028-91a6-7fe838223164 req-4d32f482-bcb1-468b-8114-a3f7e9d8dabd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=250c3217-88aa-4cfe-92a1-e62e642366cf HTTP/1.1" status: 200 len: 854 time: 0.0550368 Oct 04 09:38:01.227017 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a0e9a-0857-4028-91a6-7fe838223164 req-a262c1b9-3900-4194-84a7-ec687401dba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:01.228489 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-897a0e9a-0857-4028-91a6-7fe838223164 req-a262c1b9-3900-4194-84a7-ec687401dba0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f585fae0-b417-4f8c-8a17-dc1bb5dc14d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790203 Oct 04 09:38:01.361842 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-897a0e9a-0857-4028-91a6-7fe838223164 req-15f8c8a2-6bbd-48e6-b75d-34658afba0aa service neutron] 10.222.0.20 "GET /v2.0/networks/f585fae0-b417-4f8c-8a17-dc1bb5dc14d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270132 Oct 04 09:38:01.485255 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bfd6bb-abfc-4014-8d62-e963244dbe8e req-e8d5ff78-aab9-4f15-9dc3-e805e9ac35f4 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:01.486650 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-a8bfd6bb-abfc-4014-8d62-e963244dbe8e req-e8d5ff78-aab9-4f15-9dc3-e805e9ac35f4 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=da3329f6-0b58-49f1-954d-858099046beb HTTP/1.1" status: 200 len: 945 time: 0.0899861 Oct 04 09:38:01.494329 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-897a0e9a-0857-4028-91a6-7fe838223164 req-5c8c1cb5-4a8b-4d6f-88c9-b385ac9db253 service neutron] 10.222.0.20 "GET /v2.0/networks/f585fae0-b417-4f8c-8a17-dc1bb5dc14d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259303 Oct 04 09:38:01.535817 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-a8bfd6bb-abfc-4014-8d62-e963244dbe8e req-e0292582-4146-472d-b89a-ccdb306d6184 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425344 Oct 04 09:38:02.296188 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:02.739956 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860f25b-79dc-4a4b-93a5-ad9bcb8a0cb3 req-595fb795-8278-4be7-8ac1-df439d76fb6e tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:02.741426 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d860f25b-79dc-4a4b-93a5-ad9bcb8a0cb3 req-595fb795-8278-4be7-8ac1-df439d76fb6e tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=da3329f6-0b58-49f1-954d-858099046beb HTTP/1.1" status: 200 len: 945 time: 0.0870409 Oct 04 09:38:02.787165 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d860f25b-79dc-4a4b-93a5-ad9bcb8a0cb3 req-1bf9b9f5-d258-4f2f-ac52-08ee44827aee tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375531 Oct 04 09:38:03.732774 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device fbc9e99e-1c15-4655-9f1a-21e4ded189be details requested by agent hyperv_hv-neutron-8602 with host hv-neutron-8602 {{(pid=89034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 04 09:38:03.739666 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device fbc9e99e-1c15-4655-9f1a-21e4ded189be no longer exists at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:38:03.955125 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port fbc9e99e-1c15-4655-9f1a-21e4ded189be is: ACTIVE; New status is: DOWN {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:38:03.955511 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:03.975851 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port fbc9e99e-1c15-4655-9f1a-21e4ded189be, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=fbc9e99e-1c15-4655-9f1a-21e4ded189be,segment=NetworkSegment(289cfb02-c465-452e-93d5-645d17e65c29),segment_id=289cfb02-c465-452e-93d5-645d17e65c29)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:38:03.986733 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201aaaf5-69d4-43aa-b44e-f0bf6085f499 req-54ef73a5-c1f3-4732-9407-ec5c018859aa tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:03.988127 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-201aaaf5-69d4-43aa-b44e-f0bf6085f499 req-54ef73a5-c1f3-4732-9407-ec5c018859aa tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=da3329f6-0b58-49f1-954d-858099046beb HTTP/1.1" status: 200 len: 945 time: 0.0906978 Oct 04 09:38:03.996386 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Returning: {'device': 'fbc9e99e-1c15-4655-9f1a-21e4ded189be', 'network_id': 'f585fae0-b417-4f8c-8a17-dc1bb5dc14d4', 'port_id': 'fbc9e99e-1c15-4655-9f1a-21e4ded189be', 'mac_address': 'fa:16:3e:69:db:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '250c3217-88aa-4cfe-92a1-e62e642366cf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 04 09:38:04.003192 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da3329f6-0b58-49f1-954d-858099046beb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbc9e99e-1c15-4655-9f1a-21e4ded189be'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:38:04.005442 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aef738b946a3ea172e8e75fc735451da1d91f114ea1acc5fcf392e20a929bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c280ce4-7ebc-4905-9cfa-1435497fa750" -d '{"events": [{"server_uuid": "da3329f6-0b58-49f1-954d-858099046beb", "name": "network-vif-unplugged", "status": "completed", "tag": "fbc9e99e-1c15-4655-9f1a-21e4ded189be"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:38:04.033730 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-201aaaf5-69d4-43aa-b44e-f0bf6085f499 req-9fde8723-3da0-4544-8f4d-61025aabecd0 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397429 Oct 04 09:38:04.040789 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port fbc9e99e-1c15-4655-9f1a-21e4ded189be, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=fbc9e99e-1c15-4655-9f1a-21e4ded189be,segment=NetworkSegment(289cfb02-c465-452e-93d5-645d17e65c29),segment_id=289cfb02-c465-452e-93d5-645d17e65c29)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:38:04.054127 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:04.082964 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 04 Oct 2022 09:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d429d8a-f692-4849-9554-8acd3cfcd8c7 x-openstack-request-id: req-5d429d8a-f692-4849-9554-8acd3cfcd8c7 {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:38:04.083256 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da3329f6-0b58-49f1-954d-858099046beb", "name": "network-vif-unplugged", "status": "completed", "tag": "fbc9e99e-1c15-4655-9f1a-21e4ded189be", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:38:04.083514 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5d429d8a-f692-4849-9554-8acd3cfcd8c7 {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:38:04.083885 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d429d8a-f692-4849-9554-8acd3cfcd8c7'] response: {'server_uuid': 'da3329f6-0b58-49f1-954d-858099046beb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbc9e99e-1c15-4655-9f1a-21e4ded189be', 'code': 200} Oct 04 09:38:04.118778 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port fbc9e99e-1c15-4655-9f1a-21e4ded189be is: ACTIVE; New status is: BUILD {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:38:04.119152 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:04.144527 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fbc9e99e-1c15-4655-9f1a-21e4ded189be {{(pid=89034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:38:04.148737 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=fbc9e99e-1c15-4655-9f1a-21e4ded189be,revision_number=6']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:38:04.203974 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.db.api [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:38:04.204326 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG oslo_db.api [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:38:04.757303 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port fbc9e99e-1c15-4655-9f1a-21e4ded189be is: DOWN; New status is: BUILD {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:38:04.758439 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:04.774920 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbc9e99e-1c15-4655-9f1a-21e4ded189be {{(pid=89034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:38:04.789633 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port fbc9e99e-1c15-4655-9f1a-21e4ded189be, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=fbc9e99e-1c15-4655-9f1a-21e4ded189be,segment=NetworkSegment(289cfb02-c465-452e-93d5-645d17e65c29),segment_id=289cfb02-c465-452e-93d5-645d17e65c29)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:38:04.793569 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:04.871086 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=fbc9e99e-1c15-4655-9f1a-21e4ded189be,revision_number=7']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:38:04.917544 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['fbc9e99e-1c15-4655-9f1a-21e4ded189be'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 09:38:05.239894 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4137d51-bc99-43ef-af8a-5c90a170e309 req-81a1deba-6137-4992-9a58-8677e64451ed tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:05.241376 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-d4137d51-bc99-43ef-af8a-5c90a170e309 req-81a1deba-6137-4992-9a58-8677e64451ed tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=da3329f6-0b58-49f1-954d-858099046beb HTTP/1.1" status: 200 len: 944 time: 0.0893788 Oct 04 09:38:05.284504 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-d4137d51-bc99-43ef-af8a-5c90a170e309 req-71370c07-b420-42bd-bcf0-fc71c7dab80c tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367203 Oct 04 09:38:05.600521 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12700ee1-10b2-4682-9af2-1500f74b4892 req-c3f98095-e575-4167-b8cf-05128bb9a6c9 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:05.602526 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-12700ee1-10b2-4682-9af2-1500f74b4892 req-c3f98095-e575-4167-b8cf-05128bb9a6c9 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=da3329f6-0b58-49f1-954d-858099046beb HTTP/1.1" status: 200 len: 944 time: 0.0883799 Oct 04 09:38:05.618116 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb632301-9291-4489-b1a7-8e548fd9aa31 req-d995c536-b887-4c8c-b86d-504e01bcce8c tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:05.619876 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-fb632301-9291-4489-b1a7-8e548fd9aa31 req-d995c536-b887-4c8c-b86d-504e01bcce8c tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.20 "GET /v2.0/ports?device_id=da3329f6-0b58-49f1-954d-858099046beb&tenant_id=4a84f0773cbf478792eb4e5bc81134d2&binding%3Ahost_id=hv-neutron-8602 HTTP/1.1" status: 200 len: 944 time: 0.0931404 Oct 04 09:38:05.654397 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-12700ee1-10b2-4682-9af2-1500f74b4892 req-fefe05a4-776a-4d72-930c-7ed74df1eaa6 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461075 Oct 04 09:38:05.752071 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device fbc9e99e-1c15-4655-9f1a-21e4ded189be up at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:38:05.779834 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb632301-9291-4489-b1a7-8e548fd9aa31 req-86a553b5-136d-455b-9393-8da633ecdfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:05.781457 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-fb632301-9291-4489-b1a7-8e548fd9aa31 req-86a553b5-136d-455b-9393-8da633ecdfc2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4a84f0773cbf478792eb4e5bc81134d2&device_id=da3329f6-0b58-49f1-954d-858099046beb HTTP/1.1" status: 200 len: 1097 time: 0.0776663 Oct 04 09:38:05.819173 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning complete for port fbc9e99e-1c15-4655-9f1a-21e4ded189be triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:38:05.819755 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:05.820481 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Attempt 1 to provision port fbc9e99e-1c15-4655-9f1a-21e4ded189be Oct 04 09:38:05.910736 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb632301-9291-4489-b1a7-8e548fd9aa31 req-e839a8c8-d045-45ab-b9d7-331ac31d7048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:05.912120 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-fb632301-9291-4489-b1a7-8e548fd9aa31 req-e839a8c8-d045-45ab-b9d7-331ac31d7048 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f585fae0-b417-4f8c-8a17-dc1bb5dc14d4 HTTP/1.1" status: 200 len: 916 time: 0.1251361 Oct 04 09:38:05.936563 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port fbc9e99e-1c15-4655-9f1a-21e4ded189be is: BUILD; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:38:05.936950 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:05.969845 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port fbc9e99e-1c15-4655-9f1a-21e4ded189be, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=fbc9e99e-1c15-4655-9f1a-21e4ded189be,segment=NetworkSegment(289cfb02-c465-452e-93d5-645d17e65c29),segment_id=289cfb02-c465-452e-93d5-645d17e65c29)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:38:05.975099 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:06.044483 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=fbc9e99e-1c15-4655-9f1a-21e4ded189be,revision_number=8']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:38:06.075376 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-fb632301-9291-4489-b1a7-8e548fd9aa31 req-9741367a-5213-4e14-b89b-84d2209687f9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbc9e99e-1c15-4655-9f1a-21e4ded189be HTTP/1.1" status: 200 len: 217 time: 0.1570363 Oct 04 09:38:06.084813 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da3329f6-0b58-49f1-954d-858099046beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc9e99e-1c15-4655-9f1a-21e4ded189be'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:38:06.087814 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aef738b946a3ea172e8e75fc735451da1d91f114ea1acc5fcf392e20a929bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab5f6ce-ef9f-4837-82d0-f3cdcf573916" -d '{"events": [{"server_uuid": "da3329f6-0b58-49f1-954d-858099046beb", "name": "network-vif-plugged", "status": "completed", "tag": "fbc9e99e-1c15-4655-9f1a-21e4ded189be"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:38:06.137660 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216c4266-6b0f-413e-804b-3bf66e44f178 x-openstack-request-id: req-216c4266-6b0f-413e-804b-3bf66e44f178 {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:38:06.137961 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da3329f6-0b58-49f1-954d-858099046beb", "name": "network-vif-plugged", "status": "completed", "tag": "fbc9e99e-1c15-4655-9f1a-21e4ded189be", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:38:06.138216 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-216c4266-6b0f-413e-804b-3bf66e44f178 {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:38:06.138611 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-216c4266-6b0f-413e-804b-3bf66e44f178'] response: {'server_uuid': 'da3329f6-0b58-49f1-954d-858099046beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc9e99e-1c15-4655-9f1a-21e4ded189be', 'code': 200} Oct 04 09:38:06.138717 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb632301-9291-4489-b1a7-8e548fd9aa31 req-d6799559-1300-424e-9692-75000ce3c3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:06.140090 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-fb632301-9291-4489-b1a7-8e548fd9aa31 req-d6799559-1300-424e-9692-75000ce3c3d9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=250c3217-88aa-4cfe-92a1-e62e642366cf HTTP/1.1" status: 200 len: 854 time: 0.0592763 Oct 04 09:38:06.251350 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb632301-9291-4489-b1a7-8e548fd9aa31 req-ee1da32e-6667-4f39-b56b-f2dd4723ed74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:06.252740 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-fb632301-9291-4489-b1a7-8e548fd9aa31 req-ee1da32e-6667-4f39-b56b-f2dd4723ed74 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f585fae0-b417-4f8c-8a17-dc1bb5dc14d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787213 Oct 04 09:38:06.386299 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-fb632301-9291-4489-b1a7-8e548fd9aa31 req-b2891aab-4639-48a8-a524-526aafbda217 service neutron] 10.222.0.20 "GET /v2.0/networks/f585fae0-b417-4f8c-8a17-dc1bb5dc14d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273162 Oct 04 09:38:06.514532 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-fb632301-9291-4489-b1a7-8e548fd9aa31 req-48fae124-1fa1-42bc-ab14-b0fa33e7b80b service neutron] 10.222.0.20 "GET /v2.0/networks/f585fae0-b417-4f8c-8a17-dc1bb5dc14d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218665 Oct 04 09:38:06.849531 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1be4b4-cd6f-4fd6-a711-dd3b885db38b req-6b99e5af-971d-4d3e-b184-53bac0128990 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:06.850983 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-1d1be4b4-cd6f-4fd6-a711-dd3b885db38b req-6b99e5af-971d-4d3e-b184-53bac0128990 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=da3329f6-0b58-49f1-954d-858099046beb HTTP/1.1" status: 200 len: 945 time: 0.0862072 Oct 04 09:38:06.898333 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-1d1be4b4-cd6f-4fd6-a711-dd3b885db38b req-44687f8c-9ece-4346-b385-c488273b9596 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411093 Oct 04 09:38:08.093471 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3ae43-2734-408b-a1e1-3a2f1d4584c4 req-12f1e4cc-12ee-4920-a47f-2798cc913a58 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:08.094927 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9ca3ae43-2734-408b-a1e1-3a2f1d4584c4 req-12f1e4cc-12ee-4920-a47f-2798cc913a58 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=da3329f6-0b58-49f1-954d-858099046beb HTTP/1.1" status: 200 len: 945 time: 0.0853202 Oct 04 09:38:08.138700 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9ca3ae43-2734-408b-a1e1-3a2f1d4584c4 req-25963821-0625-4438-8f0b-110fde215da0 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380085 Oct 04 09:38:08.434754 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba248c0b-fd6b-4727-bf30-2f91cb038ab6 req-540dd57f-e99f-46f8-a8d8-b935c69205f3 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:08.436119 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-ba248c0b-fd6b-4727-bf30-2f91cb038ab6 req-540dd57f-e99f-46f8-a8d8-b935c69205f3 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=da3329f6-0b58-49f1-954d-858099046beb HTTP/1.1" status: 200 len: 945 time: 0.1850929 Oct 04 09:38:08.479164 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-ba248c0b-fd6b-4727-bf30-2f91cb038ab6 req-f7416a4c-78fe-468d-8054-b5e869adf6c3 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374184 Oct 04 09:38:08.575225 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 39800) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:38:08.580291 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-d52497ce-0da5-4fb4-9f21-012c379059c7 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1464935555', 'description': 'tempest-description--326886451'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:38:08.586922 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-d52497ce-0da5-4fb4-9f21-012c379059c7 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:38:08.596414 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-d52497ce-0da5-4fb4-9f21-012c379059c7 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:38:08.606236 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d52497ce-0da5-4fb4-9f21-012c379059c7 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:08.626000 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-d52497ce-0da5-4fb4-9f21-012c379059c7 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:38:08.629746 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-d52497ce-0da5-4fb4-9f21-012c379059c7 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Usage tracker for resource:security_group_rule and tenant:4a84f0773cbf478792eb4e5bc81134d2 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:38:08.632511 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-d52497ce-0da5-4fb4-9f21-012c379059c7 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:38:08.638034 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-d52497ce-0da5-4fb4-9f21-012c379059c7 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:38:08.705934 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d52497ce-0da5-4fb4-9f21-012c379059c7 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:08.709390 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d52497ce-0da5-4fb4-9f21-012c379059c7 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:08.754387 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52497ce-0da5-4fb4-9f21-012c379059c7 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2f8be8-dc2b-4274-b4ce-795813499a13,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:38:08.760195 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d52497ce-0da5-4fb4-9f21-012c379059c7 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:08.761900 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-d52497ce-0da5-4fb4-9f21-012c379059c7 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1852074 Oct 04 09:38:08.764252 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 39804) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:38:08.769183 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-b21b46d1-fa00-42f5-8cc1-451f49555ef5 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Request body: {'security_group_rule': {'security_group_id': '0a2f8be8-dc2b-4274-b4ce-795813499a13', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:38:08.775586 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-b21b46d1-fa00-42f5-8cc1-451f49555ef5 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:38:08.779379 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-b21b46d1-fa00-42f5-8cc1-451f49555ef5 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Usage tracker for resource:security_group_rule and tenant:4a84f0773cbf478792eb4e5bc81134d2 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:38:08.782211 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-b21b46d1-fa00-42f5-8cc1-451f49555ef5 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:38:08.787808 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-b21b46d1-fa00-42f5-8cc1-451f49555ef5 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:38:08.804187 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b21b46d1-fa00-42f5-8cc1-451f49555ef5 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:08.865127 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b21b46d1-fa00-42f5-8cc1-451f49555ef5 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:08.868430 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b21b46d1-fa00-42f5-8cc1-451f49555ef5 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:08.891221 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21b46d1-fa00-42f5-8cc1-451f49555ef5 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6a8e347-3af3-4db6-9a22-2cda5ff37c1c,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:38:08.900430 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b21b46d1-fa00-42f5-8cc1-451f49555ef5 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:08.901580 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-b21b46d1-fa00-42f5-8cc1-451f49555ef5 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1363578 Oct 04 09:38:08.904287 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 39808) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:38:08.909101 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-59b5cde4-5a1c-4953-b809-cd56405d8e48 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Request body: {'security_group_rule': {'security_group_id': '0a2f8be8-dc2b-4274-b4ce-795813499a13', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:38:08.914767 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-59b5cde4-5a1c-4953-b809-cd56405d8e48 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:38:08.918526 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-59b5cde4-5a1c-4953-b809-cd56405d8e48 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Usage tracker for resource:security_group_rule and tenant:4a84f0773cbf478792eb4e5bc81134d2 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:38:08.921329 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-59b5cde4-5a1c-4953-b809-cd56405d8e48 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:38:08.927001 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-59b5cde4-5a1c-4953-b809-cd56405d8e48 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:38:08.942731 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-59b5cde4-5a1c-4953-b809-cd56405d8e48 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:09.002841 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-59b5cde4-5a1c-4953-b809-cd56405d8e48 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:09.006379 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-59b5cde4-5a1c-4953-b809-cd56405d8e48 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:09.030218 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b5cde4-5a1c-4953-b809-cd56405d8e48 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24d4947a-eee2-4a1e-a6b0-aeeff7019d75,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:38:09.038153 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-59b5cde4-5a1c-4953-b809-cd56405d8e48 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:09.039338 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-59b5cde4-5a1c-4953-b809-cd56405d8e48 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1341267 Oct 04 09:38:09.042427 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 39812) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:38:09.047069 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-b15b3be8-b575-41a2-b4f5-18228333c249 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Request body: {'floatingip': {'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:38:09.052744 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-b15b3be8-b575-41a2-b4f5-18228333c249 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:38:09.056570 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-b15b3be8-b575-41a2-b4f5-18228333c249 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Usage tracker for resource:floatingip and tenant:4a84f0773cbf478792eb4e5bc81134d2 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:38:09.059351 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-b15b3be8-b575-41a2-b4f5-18228333c249 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:38:09.065026 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-b15b3be8-b575-41a2-b4f5-18228333c249 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:38:09.075434 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b15b3be8-b575-41a2-b4f5-18228333c249 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Notify callbacks [] for floatingip, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:09.208853 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b15b3be8-b575-41a2-b4f5-18228333c249 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:09.342032 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-b15b3be8-b575-41a2-b4f5-18228333c249 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Allocated IP 172.26.10.233 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/32de0e32-a05e-4a98-8ff9-c7965ca73ec5) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:38:09.489077 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b15b3be8-b575-41a2-b4f5-18228333c249 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:09.521162 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b15b3be8-b575-41a2-b4f5-18228333c249 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:09.582042 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15b3be8-b575-41a2-b4f5-18228333c249 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:38:09.584656 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-b15b3be8-b575-41a2-b4f5-18228333c249 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:38:09.588270 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15b3be8-b575-41a2-b4f5-18228333c249 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:38:09.634032 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b3be8-b575-41a2-b4f5-18228333c249 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Pushing event updated for resources: {'Port': ['ID=32de0e32-a05e-4a98-8ff9-c7965ca73ec5,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:38:09.680157 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b15b3be8-b575-41a2-b4f5-18228333c249 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:09.738331 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b15b3be8-b575-41a2-b4f5-18228333c249 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:09.940266 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b15b3be8-b575-41a2-b4f5-18228333c249 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:09.944475 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b15b3be8-b575-41a2-b4f5-18228333c249 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:10.054043 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b15b3be8-b575-41a2-b4f5-18228333c249 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:10.057831 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b3be8-b575-41a2-b4f5-18228333c249 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Pushing event updated for resources: {'Port': ['ID=32de0e32-a05e-4a98-8ff9-c7965ca73ec5,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:38:10.078541 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b15b3be8-b575-41a2-b4f5-18228333c249 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:10.079783 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-b15b3be8-b575-41a2-b4f5-18228333c249 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 694 time: 1.0364575 Oct 04 09:38:10.248720 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a42f4-f9ff-43ba-8f2a-6690439313ca req-be279915-13b8-48d9-ab98-7144fed48457 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:10.250058 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-422a42f4-f9ff-43ba-8f2a-6690439313ca req-be279915-13b8-48d9-ab98-7144fed48457 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=da3329f6-0b58-49f1-954d-858099046beb HTTP/1.1" status: 200 len: 945 time: 0.0864332 Oct 04 09:38:10.291668 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-422a42f4-f9ff-43ba-8f2a-6690439313ca req-bc86980a-6d7f-46ad-8514-1b91072ad4e6 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Synchronizing usage tracker for tenant:4a84f0773cbf478792eb4e5bc81134d2 on resource:security_group {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:38:10.306151 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-422a42f4-f9ff-43ba-8f2a-6690439313ca req-bc86980a-6d7f-46ad-8514-1b91072ad4e6 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Unset dirty status for tenant:4a84f0773cbf478792eb4e5bc81134d2 on resource:security_group {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:38:10.307243 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-422a42f4-f9ff-43ba-8f2a-6690439313ca req-bc86980a-6d7f-46ad-8514-1b91072ad4e6 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516744 Oct 04 09:38:10.787297 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d4db0-890d-4a18-a551-68458a8adf86 req-86de1428-7d58-4534-a216-c920c29fedd9 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:10.787905 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-cf5d4db0-890d-4a18-a551-68458a8adf86 req-86de1428-7d58-4534-a216-c920c29fedd9 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Synchronizing usage tracker for tenant:4a84f0773cbf478792eb4e5bc81134d2 on resource:network {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:38:10.804592 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-cf5d4db0-890d-4a18-a551-68458a8adf86 req-86de1428-7d58-4534-a216-c920c29fedd9 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Unset dirty status for tenant:4a84f0773cbf478792eb4e5bc81134d2 on resource:network {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:38:10.806363 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-cf5d4db0-890d-4a18-a551-68458a8adf86 req-86de1428-7d58-4534-a216-c920c29fedd9 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/networks?id=f585fae0-b417-4f8c-8a17-dc1bb5dc14d4 HTTP/1.1" status: 200 len: 815 time: 0.1618469 Oct 04 09:38:10.821060 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-cf5d4db0-890d-4a18-a551-68458a8adf86 req-ea121e05-60da-4048-a8b7-f909cbbfc3bb tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/quotas/4a84f0773cbf478792eb4e5bc81134d2 HTTP/1.1" status: 200 len: 375 time: 0.0089436 Oct 04 09:38:10.916727 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-cf5d4db0-890d-4a18-a551-68458a8adf86 req-17bd9ea8-c008-4bc1-84a1-cd6f4b60dfa8 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4a84f0773cbf478792eb4e5bc81134d2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0894949 Oct 04 09:38:11.148731 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-cf5d4db0-890d-4a18-a551-68458a8adf86 req-02926f0c-cf1b-4bd5-bcf3-e489e5889d24 service neutron] 10.222.0.50 "GET /v2.0/networks/f585fae0-b417-4f8c-8a17-dc1bb5dc14d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252598 Oct 04 09:38:11.276762 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-cf5d4db0-890d-4a18-a551-68458a8adf86 req-4e6d2d2b-0392-400b-b2b2-0d5abb0d150c service neutron] 10.222.0.50 "GET /v2.0/networks/f585fae0-b417-4f8c-8a17-dc1bb5dc14d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222546 Oct 04 09:38:11.326554 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:12.511578 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f00c2472-7d3c-4e58-abf0-0e3c1c0c5fc8 req-25497037-fba3-4ddf-b86c-7ed7a78c202e tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=516d1b55-44b2-40d6-aac4-94e2f858206d HTTP/1.1" status: 200 len: 210 time: 0.0942020 Oct 04 09:38:12.551603 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc113897-3a5c-4d60-b0d3-6613fdf3c68f req-73df9e5b-59ed-4dab-95fd-282aad430ad4 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:12.553054 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-dc113897-3a5c-4d60-b0d3-6613fdf3c68f req-73df9e5b-59ed-4dab-95fd-282aad430ad4 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.20 "GET /v2.0/ports?device_id=da3329f6-0b58-49f1-954d-858099046beb HTTP/1.1" status: 200 len: 945 time: 0.0925422 Oct 04 09:38:12.635111 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-dc113897-3a5c-4d60-b0d3-6613fdf3c68f req-3d2a21bb-c242-4d6b-bd47-6f1f6a6d4144 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Deleting port fbc9e99e-1c15-4655-9f1a-21e4ded189be {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:38:12.635454 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-dc113897-3a5c-4d60-b0d3-6613fdf3c68f req-3d2a21bb-c242-4d6b-bd47-6f1f6a6d4144 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:12.892146 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-dc113897-3a5c-4d60-b0d3-6613fdf3c68f req-3d2a21bb-c242-4d6b-bd47-6f1f6a6d4144 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] For port fbc9e99e-1c15-4655-9f1a-21e4ded189be, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=fbc9e99e-1c15-4655-9f1a-21e4ded189be,segment=NetworkSegment(289cfb02-c465-452e-93d5-645d17e65c29),segment_id=289cfb02-c465-452e-93d5-645d17e65c29)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:38:12.892609 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-dc113897-3a5c-4d60-b0d3-6613fdf3c68f req-3d2a21bb-c242-4d6b-bd47-6f1f6a6d4144 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:13.025170 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-dc113897-3a5c-4d60-b0d3-6613fdf3c68f req-3d2a21bb-c242-4d6b-bd47-6f1f6a6d4144 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Calling delete_port for fbc9e99e-1c15-4655-9f1a-21e4ded189be owned by compute:nova {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:38:13.168545 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-dc113897-3a5c-4d60-b0d3-6613fdf3c68f req-3d2a21bb-c242-4d6b-bd47-6f1f6a6d4144 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:13.202415 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['fbc9e99e-1c15-4655-9f1a-21e4ded189be'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 09:38:13.218441 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2a21bb-c242-4d6b-bd47-6f1f6a6d4144 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Pushing event deleted for resources: {'Port': ['ID=fbc9e99e-1c15-4655-9f1a-21e4ded189be,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:38:13.265291 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2a21bb-c242-4d6b-bd47-6f1f6a6d4144 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:38:13.265645 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2a21bb-c242-4d6b-bd47-6f1f6a6d4144 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:38:13.265993 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2a21bb-c242-4d6b-bd47-6f1f6a6d4144 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:38:13.266332 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2a21bb-c242-4d6b-bd47-6f1f6a6d4144 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:38:13.266671 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2a21bb-c242-4d6b-bd47-6f1f6a6d4144 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:38:13.266999 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2a21bb-c242-4d6b-bd47-6f1f6a6d4144 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:38:13.267552 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2a21bb-c242-4d6b-bd47-6f1f6a6d4144 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:38:13.267885 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2a21bb-c242-4d6b-bd47-6f1f6a6d4144 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:38:13.268221 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2a21bb-c242-4d6b-bd47-6f1f6a6d4144 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:38:13.268566 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2a21bb-c242-4d6b-bd47-6f1f6a6d4144 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:38:13.268905 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2a21bb-c242-4d6b-bd47-6f1f6a6d4144 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:38:13.269228 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2a21bb-c242-4d6b-bd47-6f1f6a6d4144 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:38:13.319551 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc113897-3a5c-4d60-b0d3-6613fdf3c68f req-3d2a21bb-c242-4d6b-bd47-6f1f6a6d4144 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] No DVR routers for this DVR port fbc9e99e-1c15-4655-9f1a-21e4ded189be on host hv-neutron-8602 {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:38:13.323242 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-dc113897-3a5c-4d60-b0d3-6613fdf3c68f req-3d2a21bb-c242-4d6b-bd47-6f1f6a6d4144 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:13.325977 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da3329f6-0b58-49f1-954d-858099046beb', 'name': 'network-vif-deleted', 'tag': 'fbc9e99e-1c15-4655-9f1a-21e4ded189be'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:38:13.328263 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e799bb4b-8f9d-40bf-b56f-aaa6523d8df9" -d '{"events": [{"server_uuid": "da3329f6-0b58-49f1-954d-858099046beb", "name": "network-vif-deleted", "tag": "fbc9e99e-1c15-4655-9f1a-21e4ded189be"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:38:13.343704 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-dc113897-3a5c-4d60-b0d3-6613fdf3c68f req-3d2a21bb-c242-4d6b-bd47-6f1f6a6d4144 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.20 "DELETE /v2.0/ports/fbc9e99e-1c15-4655-9f1a-21e4ded189be HTTP/1.1" status: 204 len: 173 time: 0.7853022 Oct 04 09:38:13.379532 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5610df-0624-47d4-830a-dfe38f9080ae x-openstack-request-id: req-5d5610df-0624-47d4-830a-dfe38f9080ae {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:38:13.380005 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da3329f6-0b58-49f1-954d-858099046beb", "name": "network-vif-deleted", "tag": "fbc9e99e-1c15-4655-9f1a-21e4ded189be", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:38:13.380274 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5d5610df-0624-47d4-830a-dfe38f9080ae {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:38:13.380706 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d5610df-0624-47d4-830a-dfe38f9080ae'] response: {'server_uuid': 'da3329f6-0b58-49f1-954d-858099046beb', 'name': 'network-vif-deleted', 'tag': 'fbc9e99e-1c15-4655-9f1a-21e4ded189be', 'status': 'completed', 'code': 200} Oct 04 09:38:13.751252 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-f7bcfe1e-ad28-4607-bcf4-4244b9f1834a req-dffba655-3dd2-4b00-855a-05c4431ebd7d tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Synchronizing usage tracker for tenant:4a84f0773cbf478792eb4e5bc81134d2 on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:38:13.762483 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d4db0-890d-4a18-a551-68458a8adf86 req-aef8707d-4686-4aad-bfc0-2812f46042c2 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:13.763938 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-cf5d4db0-890d-4a18-a551-68458a8adf86 req-aef8707d-4686-4aad-bfc0-2812f46042c2 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.20 "GET /v2.0/networks?id=f585fae0-b417-4f8c-8a17-dc1bb5dc14d4 HTTP/1.1" status: 200 len: 815 time: 0.3144138 Oct 04 09:38:13.775613 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-f7bcfe1e-ad28-4607-bcf4-4244b9f1834a req-dffba655-3dd2-4b00-855a-05c4431ebd7d tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Unset dirty status for tenant:4a84f0773cbf478792eb4e5bc81134d2 on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:38:13.776709 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f7bcfe1e-ad28-4607-bcf4-4244b9f1834a req-dffba655-3dd2-4b00-855a-05c4431ebd7d tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=516d1b55-44b2-40d6-aac4-94e2f858206d HTTP/1.1" status: 200 len: 210 time: 0.0888534 Oct 04 09:38:13.789998 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-cf5d4db0-890d-4a18-a551-68458a8adf86 req-d97ba835-2e18-4daf-84a6-90021573fcae tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Request body: {'port': {'device_id': '516d1b55-44b2-40d6-aac4-94e2f858206d', 'network_id': 'f585fae0-b417-4f8c-8a17-dc1bb5dc14d4', 'admin_state_up': True, 'tenant_id': '4a84f0773cbf478792eb4e5bc81134d2'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:38:13.931159 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-cf5d4db0-890d-4a18-a551-68458a8adf86 req-d97ba835-2e18-4daf-84a6-90021573fcae tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:38:13.940559 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-cf5d4db0-890d-4a18-a551-68458a8adf86 req-d97ba835-2e18-4daf-84a6-90021573fcae tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:38:13.950354 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf5d4db0-890d-4a18-a551-68458a8adf86 req-d97ba835-2e18-4daf-84a6-90021573fcae tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Made reservation on behalf of 4a84f0773cbf478792eb4e5bc81134d2 for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:38:13.953879 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-cf5d4db0-890d-4a18-a551-68458a8adf86 req-d97ba835-2e18-4daf-84a6-90021573fcae tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:14.116165 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [req-cf5d4db0-890d-4a18-a551-68458a8adf86 req-d97ba835-2e18-4daf-84a6-90021573fcae tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Allocated IP 172.20.0.12 (f585fae0-b417-4f8c-8a17-dc1bb5dc14d4/250c3217-88aa-4cfe-92a1-e62e642366cf/3cde803c-a8a6-4c58-9d94-60e20270befe) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:38:14.312710 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-cf5d4db0-890d-4a18-a551-68458a8adf86 req-d97ba835-2e18-4daf-84a6-90021573fcae tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:14.328290 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-cf5d4db0-890d-4a18-a551-68458a8adf86 req-d97ba835-2e18-4daf-84a6-90021573fcae tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Transition to ACTIVE for port object 3cde803c-a8a6-4c58-9d94-60e20270befe will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:38:14.350975 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-cf5d4db0-890d-4a18-a551-68458a8adf86 req-d97ba835-2e18-4daf-84a6-90021573fcae tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:14.423067 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf5d4db0-890d-4a18-a551-68458a8adf86 req-d97ba835-2e18-4daf-84a6-90021573fcae tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Network f585fae0-b417-4f8c-8a17-dc1bb5dc14d4 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:38:14.425982 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [req-cf5d4db0-890d-4a18-a551-68458a8adf86 req-d97ba835-2e18-4daf-84a6-90021573fcae tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:38:14.429935 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf5d4db0-890d-4a18-a551-68458a8adf86 req-d97ba835-2e18-4daf-84a6-90021573fcae tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:38:14.466654 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97ba835-2e18-4daf-84a6-90021573fcae tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Pushing event updated for resources: {'Port': ['ID=3cde803c-a8a6-4c58-9d94-60e20270befe,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:38:14.499258 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d4db0-890d-4a18-a551-68458a8adf86 req-d97ba835-2e18-4daf-84a6-90021573fcae tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:14.499862 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-cf5d4db0-890d-4a18-a551-68458a8adf86 req-d97ba835-2e18-4daf-84a6-90021573fcae tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:14.525868 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-cf5d4db0-890d-4a18-a551-68458a8adf86 req-d97ba835-2e18-4daf-84a6-90021573fcae tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7397156 Oct 04 09:38:14.544087 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-cf5d4db0-890d-4a18-a551-68458a8adf86 req-8145fbeb-0c99-4a99-940e-e79b1d2ba88b service neutron] Request body: {'port': {'device_id': '516d1b55-44b2-40d6-aac4-94e2f858206d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8602'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:38:14.660764 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-cf5d4db0-890d-4a18-a551-68458a8adf86 req-8145fbeb-0c99-4a99-940e-e79b1d2ba88b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:14.677590 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-29a80194-ba13-4cb7-a085-e7e7b2a39775 None None] Provisioning for port 3cde803c-a8a6-4c58-9d94-60e20270befe completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:38:14.682801 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-29a80194-ba13-4cb7-a085-e7e7b2a39775 None None] Provisioning complete for port 3cde803c-a8a6-4c58-9d94-60e20270befe triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:38:14.683174 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-29a80194-ba13-4cb7-a085-e7e7b2a39775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:14.683508 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-29a80194-ba13-4cb7-a085-e7e7b2a39775 None None] Attempt 1 to provision port 3cde803c-a8a6-4c58-9d94-60e20270befe Oct 04 09:38:14.737294 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-29a80194-ba13-4cb7-a085-e7e7b2a39775 None None] Port 3cde803c-a8a6-4c58-9d94-60e20270befe cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:38:14.975500 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e587c7-38e5-4f21-bbb7-f7704146a7ca req-685fb238-75eb-47e6-aaaa-4403dadac7b1 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:14.976894 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-c5e587c7-38e5-4f21-bbb7-f7704146a7ca req-685fb238-75eb-47e6-aaaa-4403dadac7b1 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=516d1b55-44b2-40d6-aac4-94e2f858206d HTTP/1.1" status: 200 len: 932 time: 0.0852735 Oct 04 09:38:15.011844 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [req-cf5d4db0-890d-4a18-a551-68458a8adf86 req-8145fbeb-0c99-4a99-940e-e79b1d2ba88b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cde803c-a8a6-4c58-9d94-60e20270befe {{(pid=89032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:38:15.019328 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-cf5d4db0-890d-4a18-a551-68458a8adf86 req-8145fbeb-0c99-4a99-940e-e79b1d2ba88b service neutron] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:15.021028 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-c5e587c7-38e5-4f21-bbb7-f7704146a7ca req-ee301f32-4f7f-48e9-a8a8-b51b41687ffe tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382855 Oct 04 09:38:15.044586 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-cf5d4db0-890d-4a18-a551-68458a8adf86 req-8145fbeb-0c99-4a99-940e-e79b1d2ba88b service neutron] Transition to ACTIVE for port object 3cde803c-a8a6-4c58-9d94-60e20270befe will not be triggered until provisioned by entity L2. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:38:15.044586 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-cf5d4db0-890d-4a18-a551-68458a8adf86 req-8145fbeb-0c99-4a99-940e-e79b1d2ba88b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:15.225156 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8145fbeb-0c99-4a99-940e-e79b1d2ba88b service neutron] Pushing event updated for resources: {'Port': ['ID=3cde803c-a8a6-4c58-9d94-60e20270befe,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:38:15.238497 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-29a80194-ba13-4cb7-a085-e7e7b2a39775 None None] Attempt 2 to provision port 3cde803c-a8a6-4c58-9d94-60e20270befe Oct 04 09:38:15.262941 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-cf5d4db0-890d-4a18-a551-68458a8adf86 req-8145fbeb-0c99-4a99-940e-e79b1d2ba88b service neutron] Attempting to bind port 3cde803c-a8a6-4c58-9d94-60e20270befe on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:38:15.263276 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-cf5d4db0-890d-4a18-a551-68458a8adf86 req-8145fbeb-0c99-4a99-940e-e79b1d2ba88b service neutron] Attempting to bind port 3cde803c-a8a6-4c58-9d94-60e20270befe by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': '289cfb02-c465-452e-93d5-645d17e65c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f585fae0-b417-4f8c-8a17-dc1bb5dc14d4'}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:38:15.263598 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5d4db0-890d-4a18-a551-68458a8adf86 req-8145fbeb-0c99-4a99-940e-e79b1d2ba88b service neutron] Attempting to bind port 3cde803c-a8a6-4c58-9d94-60e20270befe on network f585fae0-b417-4f8c-8a17-dc1bb5dc14d4 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:38:15.268211 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5d4db0-890d-4a18-a551-68458a8adf86 req-8145fbeb-0c99-4a99-940e-e79b1d2ba88b service neutron] Port 3cde803c-a8a6-4c58-9d94-60e20270befe on network f585fae0-b417-4f8c-8a17-dc1bb5dc14d4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:38:15.268553 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5d4db0-890d-4a18-a551-68458a8adf86 req-8145fbeb-0c99-4a99-940e-e79b1d2ba88b service neutron] Attempting to bind port 3cde803c-a8a6-4c58-9d94-60e20270befe on network f585fae0-b417-4f8c-8a17-dc1bb5dc14d4 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:38:15.273598 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5d4db0-890d-4a18-a551-68458a8adf86 req-8145fbeb-0c99-4a99-940e-e79b1d2ba88b service neutron] Checking agent: {'id': '1be90a14-1104-4771-996e-684b25b74d15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'started_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:38:15.273956 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5d4db0-890d-4a18-a551-68458a8adf86 req-8145fbeb-0c99-4a99-940e-e79b1d2ba88b service neutron] Checking segment: {'id': '289cfb02-c465-452e-93d5-645d17e65c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f585fae0-b417-4f8c-8a17-dc1bb5dc14d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:38:15.274338 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5d4db0-890d-4a18-a551-68458a8adf86 req-8145fbeb-0c99-4a99-940e-e79b1d2ba88b service neutron] Bound using segment: {'id': '289cfb02-c465-452e-93d5-645d17e65c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f585fae0-b417-4f8c-8a17-dc1bb5dc14d4'} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:38:15.274759 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-cf5d4db0-890d-4a18-a551-68458a8adf86 req-8145fbeb-0c99-4a99-940e-e79b1d2ba88b service neutron] Bound port: 3cde803c-a8a6-4c58-9d94-60e20270befe, host: hv-neutron-8602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '289cfb02-c465-452e-93d5-645d17e65c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f585fae0-b417-4f8c-8a17-dc1bb5dc14d4'}}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:38:15.275101 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-cf5d4db0-890d-4a18-a551-68458a8adf86 req-8145fbeb-0c99-4a99-940e-e79b1d2ba88b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:15.294299 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-29a80194-ba13-4cb7-a085-e7e7b2a39775 None None] Port 3cde803c-a8a6-4c58-9d94-60e20270befe cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:38:15.364720 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-cf5d4db0-890d-4a18-a551-68458a8adf86 req-8145fbeb-0c99-4a99-940e-e79b1d2ba88b service neutron] For port 3cde803c-a8a6-4c58-9d94-60e20270befe, host hv-neutron-8602, cleared binding levels {{(pid=89032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:38:15.367624 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-cf5d4db0-890d-4a18-a551-68458a8adf86 req-8145fbeb-0c99-4a99-940e-e79b1d2ba88b service neutron] For port 3cde803c-a8a6-4c58-9d94-60e20270befe, host hv-neutron-8602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=3cde803c-a8a6-4c58-9d94-60e20270befe,segment=NetworkSegment(289cfb02-c465-452e-93d5-645d17e65c29),segment_id=289cfb02-c465-452e-93d5-645d17e65c29)] {{(pid=89032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:38:15.373178 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-cf5d4db0-890d-4a18-a551-68458a8adf86 req-8145fbeb-0c99-4a99-940e-e79b1d2ba88b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:15.403785 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d4db0-890d-4a18-a551-68458a8adf86 req-8145fbeb-0c99-4a99-940e-e79b1d2ba88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:15.404411 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-cf5d4db0-890d-4a18-a551-68458a8adf86 req-8145fbeb-0c99-4a99-940e-e79b1d2ba88b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:15.405768 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-cf5d4db0-890d-4a18-a551-68458a8adf86 req-8145fbeb-0c99-4a99-940e-e79b1d2ba88b service neutron] 10.222.0.20 "PUT /v2.0/ports/3cde803c-a8a6-4c58-9d94-60e20270befe HTTP/1.1" status: 200 len: 1094 time: 0.8666449 Oct 04 09:38:15.406190 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '516d1b55-44b2-40d6-aac4-94e2f858206d', 'tag': '3cde803c-a8a6-4c58-9d94-60e20270befe'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:38:15.408473 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c711b38-2cb4-4b65-a432-3ba9c5c96373" -d '{"events": [{"name": "network-changed", "server_uuid": "516d1b55-44b2-40d6-aac4-94e2f858206d", "tag": "3cde803c-a8a6-4c58-9d94-60e20270befe"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:38:15.452870 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8145fbeb-0c99-4a99-940e-e79b1d2ba88b service neutron] Pushing event updated for resources: {'Port': ['ID=3cde803c-a8a6-4c58-9d94-60e20270befe,revision_number=3']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:38:15.456214 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9271087e-14d7-417f-9573-6e2150dd8e35 x-openstack-request-id: req-9271087e-14d7-417f-9573-6e2150dd8e35 {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:38:15.456518 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "516d1b55-44b2-40d6-aac4-94e2f858206d", "tag": "3cde803c-a8a6-4c58-9d94-60e20270befe", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:38:15.456766 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9271087e-14d7-417f-9573-6e2150dd8e35 {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:38:15.457151 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9271087e-14d7-417f-9573-6e2150dd8e35'] response: {'name': 'network-changed', 'server_uuid': '516d1b55-44b2-40d6-aac4-94e2f858206d', 'tag': '3cde803c-a8a6-4c58-9d94-60e20270befe', 'status': 'completed', 'code': 200} Oct 04 09:38:15.552291 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d4db0-890d-4a18-a551-68458a8adf86 req-d50b5097-9132-4267-bba6-74b2d2d2ec32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:15.553778 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-cf5d4db0-890d-4a18-a551-68458a8adf86 req-d50b5097-9132-4267-bba6-74b2d2d2ec32 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4a84f0773cbf478792eb4e5bc81134d2&device_id=516d1b55-44b2-40d6-aac4-94e2f858206d HTTP/1.1" status: 200 len: 1097 time: 0.0801213 Oct 04 09:38:15.712221 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-cf5d4db0-890d-4a18-a551-68458a8adf86 req-56165452-8cc5-413e-b711-19668bce2cd1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3cde803c-a8a6-4c58-9d94-60e20270befe HTTP/1.1" status: 200 len: 217 time: 0.1468563 Oct 04 09:38:15.774281 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d4db0-890d-4a18-a551-68458a8adf86 req-61b3246a-856b-48ca-ad6f-9ffb3874ca43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:15.775672 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-cf5d4db0-890d-4a18-a551-68458a8adf86 req-61b3246a-856b-48ca-ad6f-9ffb3874ca43 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=250c3217-88aa-4cfe-92a1-e62e642366cf HTTP/1.1" status: 200 len: 854 time: 0.0583003 Oct 04 09:38:15.795312 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-29a80194-ba13-4cb7-a085-e7e7b2a39775 None None] Attempt 3 to provision port 3cde803c-a8a6-4c58-9d94-60e20270befe Oct 04 09:38:15.831453 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device fbc9e99e-1c15-4655-9f1a-21e4ded189be no longer exists at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:38:15.855754 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d4db0-890d-4a18-a551-68458a8adf86 req-780e8f57-4d55-4f1d-bdea-59f0b28fbb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:15.857243 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-cf5d4db0-890d-4a18-a551-68458a8adf86 req-780e8f57-4d55-4f1d-bdea-59f0b28fbb4a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f585fae0-b417-4f8c-8a17-dc1bb5dc14d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758524 Oct 04 09:38:15.872481 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] No Port match for: fbc9e99e-1c15-4655-9f1a-21e4ded189be {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:38:15.872830 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device fbc9e99e-1c15-4655-9f1a-21e4ded189be not bound to the agent host hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:38:15.890533 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-29a80194-ba13-4cb7-a085-e7e7b2a39775 None None] Port 3cde803c-a8a6-4c58-9d94-60e20270befe had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 09:38:15.986337 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-cf5d4db0-890d-4a18-a551-68458a8adf86 req-3af87d93-dae5-43c2-bfb8-4626f30963a0 service neutron] 10.222.0.20 "GET /v2.0/networks/f585fae0-b417-4f8c-8a17-dc1bb5dc14d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228945 Oct 04 09:38:16.116559 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-cf5d4db0-890d-4a18-a551-68458a8adf86 req-6fc0f261-2378-4910-85b4-478796762010 service neutron] 10.222.0.20 "GET /v2.0/networks/f585fae0-b417-4f8c-8a17-dc1bb5dc14d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238101 Oct 04 09:38:16.222164 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d25b9f-2200-43d7-a51e-838a71168454 req-d38bbaba-64b8-4008-9ae7-a86226fb149f tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:16.223630 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-34d25b9f-2200-43d7-a51e-838a71168454 req-d38bbaba-64b8-4008-9ae7-a86226fb149f tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=516d1b55-44b2-40d6-aac4-94e2f858206d HTTP/1.1" status: 200 len: 944 time: 0.0909636 Oct 04 09:38:16.268500 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-34d25b9f-2200-43d7-a51e-838a71168454 req-d46e76d4-d65c-4300-8596-6f3f12664bbd tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386255 Oct 04 09:38:16.285616 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c711b38-2cb4-4b65-a432-3ba9c5c96373 req-32409aa1-02bd-4344-ae93-04f05626cd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:16.287088 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0c711b38-2cb4-4b65-a432-3ba9c5c96373 req-32409aa1-02bd-4344-ae93-04f05626cd88 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4a84f0773cbf478792eb4e5bc81134d2&device_id=516d1b55-44b2-40d6-aac4-94e2f858206d HTTP/1.1" status: 200 len: 1097 time: 0.0814643 Oct 04 09:38:16.418776 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c711b38-2cb4-4b65-a432-3ba9c5c96373 req-fc50cc75-4db6-4e03-93e6-27865e6dcfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:16.420123 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0c711b38-2cb4-4b65-a432-3ba9c5c96373 req-fc50cc75-4db6-4e03-93e6-27865e6dcfac service neutron] 10.222.0.20 "GET /v2.0/networks?id=f585fae0-b417-4f8c-8a17-dc1bb5dc14d4 HTTP/1.1" status: 200 len: 916 time: 0.1270483 Oct 04 09:38:16.485775 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0c711b38-2cb4-4b65-a432-3ba9c5c96373 req-4be0418b-a70d-4054-9dd6-1b1ac2cdc884 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3cde803c-a8a6-4c58-9d94-60e20270befe HTTP/1.1" status: 200 len: 217 time: 0.0591164 Oct 04 09:38:16.549403 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c711b38-2cb4-4b65-a432-3ba9c5c96373 req-93436d48-397a-4f62-8dd6-16a6e0b43dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:16.550811 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0c711b38-2cb4-4b65-a432-3ba9c5c96373 req-93436d48-397a-4f62-8dd6-16a6e0b43dd8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=250c3217-88aa-4cfe-92a1-e62e642366cf HTTP/1.1" status: 200 len: 854 time: 0.0589218 Oct 04 09:38:16.631255 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c711b38-2cb4-4b65-a432-3ba9c5c96373 req-0d9404b3-8659-48b1-91bd-ada407952887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:16.632812 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0c711b38-2cb4-4b65-a432-3ba9c5c96373 req-0d9404b3-8659-48b1-91bd-ada407952887 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f585fae0-b417-4f8c-8a17-dc1bb5dc14d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759842 Oct 04 09:38:16.780722 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0c711b38-2cb4-4b65-a432-3ba9c5c96373 req-81857d7c-45a4-4243-b211-a32955f84da0 service neutron] 10.222.0.20 "GET /v2.0/networks/f585fae0-b417-4f8c-8a17-dc1bb5dc14d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417515 Oct 04 09:38:16.907951 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0c711b38-2cb4-4b65-a432-3ba9c5c96373 req-30051b99-6319-4d39-8a69-b64ba49cd280 service neutron] 10.222.0.20 "GET /v2.0/networks/f585fae0-b417-4f8c-8a17-dc1bb5dc14d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212337 Oct 04 09:38:17.467146 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3d96b-dd65-44e7-a347-ab5289c1993c req-f4cfcdc5-15fd-4deb-a8bd-ccf5cbd8a5c5 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:17.467835 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-abe3d96b-dd65-44e7-a347-ab5289c1993c req-f4cfcdc5-15fd-4deb-a8bd-ccf5cbd8a5c5 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Synchronizing usage tracker for tenant:4a84f0773cbf478792eb4e5bc81134d2 on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:38:17.483280 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-abe3d96b-dd65-44e7-a347-ab5289c1993c req-f4cfcdc5-15fd-4deb-a8bd-ccf5cbd8a5c5 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Unset dirty status for tenant:4a84f0773cbf478792eb4e5bc81134d2 on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:38:17.484483 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-abe3d96b-dd65-44e7-a347-ab5289c1993c req-f4cfcdc5-15fd-4deb-a8bd-ccf5cbd8a5c5 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=516d1b55-44b2-40d6-aac4-94e2f858206d HTTP/1.1" status: 200 len: 944 time: 0.1051364 Oct 04 09:38:17.529346 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-abe3d96b-dd65-44e7-a347-ab5289c1993c req-eee8f198-b482-4cae-941f-70ddddd66888 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389438 Oct 04 09:38:18.722466 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804a46f-3a0c-4ff7-bd7e-4105b39cd6ef req-e2d3f702-0670-4bf6-b083-c8f5d0efffb4 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:18.723907 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-d804a46f-3a0c-4ff7-bd7e-4105b39cd6ef req-e2d3f702-0670-4bf6-b083-c8f5d0efffb4 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=516d1b55-44b2-40d6-aac4-94e2f858206d HTTP/1.1" status: 200 len: 944 time: 0.0847771 Oct 04 09:38:18.771281 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-d804a46f-3a0c-4ff7-bd7e-4105b39cd6ef req-20238f37-7d8e-4fe8-bfc3-ed5c31ff3ae5 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416749 Oct 04 09:38:19.719046 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:38:19.872583 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 3cde803c-a8a6-4c58-9d94-60e20270befe details requested by agent hyperv_hv-neutron-8602 with host hv-neutron-8602 {{(pid=89034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 04 09:38:19.969812 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5f006b-5d1e-4895-8585-2202be432be0 req-95939045-fd2a-4a86-bb25-3219cdfa2fad tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:19.971195 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ac5f006b-5d1e-4895-8585-2202be432be0 req-95939045-fd2a-4a86-bb25-3219cdfa2fad tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=516d1b55-44b2-40d6-aac4-94e2f858206d HTTP/1.1" status: 200 len: 944 time: 0.0885246 Oct 04 09:38:20.008865 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 3cde803c-a8a6-4c58-9d94-60e20270befe, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=3cde803c-a8a6-4c58-9d94-60e20270befe,segment=NetworkSegment(289cfb02-c465-452e-93d5-645d17e65c29),segment_id=289cfb02-c465-452e-93d5-645d17e65c29)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:38:20.021981 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Returning: {'device': '3cde803c-a8a6-4c58-9d94-60e20270befe', 'network_id': 'f585fae0-b417-4f8c-8a17-dc1bb5dc14d4', 'port_id': '3cde803c-a8a6-4c58-9d94-60e20270befe', 'mac_address': 'fa:16:3e:88:c5:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '250c3217-88aa-4cfe-92a1-e62e642366cf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 04 09:38:20.024634 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ac5f006b-5d1e-4895-8585-2202be432be0 req-1ce5542a-29d5-440f-a610-8205c23e370d tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477574 Oct 04 09:38:20.103452 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 3cde803c-a8a6-4c58-9d94-60e20270befe is: DOWN; New status is: BUILD {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:38:20.103867 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:20.121209 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cde803c-a8a6-4c58-9d94-60e20270befe {{(pid=89034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:38:20.136699 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 3cde803c-a8a6-4c58-9d94-60e20270befe, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=3cde803c-a8a6-4c58-9d94-60e20270befe,segment=NetworkSegment(289cfb02-c465-452e-93d5-645d17e65c29),segment_id=289cfb02-c465-452e-93d5-645d17e65c29)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:38:20.140274 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:20.204825 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=3cde803c-a8a6-4c58-9d94-60e20270befe,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:38:20.548726 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['3cde803c-a8a6-4c58-9d94-60e20270befe'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 09:38:21.221810 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7279898-137e-4dbd-9feb-557f6fc0f37a req-916e709f-8e13-427c-b6b2-f49bef26ba6d tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:21.223263 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-a7279898-137e-4dbd-9feb-557f6fc0f37a req-916e709f-8e13-427c-b6b2-f49bef26ba6d tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=516d1b55-44b2-40d6-aac4-94e2f858206d HTTP/1.1" status: 200 len: 945 time: 0.0857096 Oct 04 09:38:21.266162 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-a7279898-137e-4dbd-9feb-557f6fc0f37a req-b48a537e-fc32-4e98-b214-3b3bb74ccf08 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373111 Oct 04 09:38:21.887985 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 3cde803c-a8a6-4c58-9d94-60e20270befe up at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:38:21.961637 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning for port 3cde803c-a8a6-4c58-9d94-60e20270befe completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:38:21.966441 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning complete for port 3cde803c-a8a6-4c58-9d94-60e20270befe triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:38:21.966813 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:21.967146 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Attempt 1 to provision port 3cde803c-a8a6-4c58-9d94-60e20270befe Oct 04 09:38:22.080336 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 3cde803c-a8a6-4c58-9d94-60e20270befe is: BUILD; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:38:22.080735 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:22.105998 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '516d1b55-44b2-40d6-aac4-94e2f858206d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cde803c-a8a6-4c58-9d94-60e20270befe'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:38:22.108239 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aef738b946a3ea172e8e75fc735451da1d91f114ea1acc5fcf392e20a929bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9485d1c3-8632-4940-acd6-6eae1c9dbb7c" -d '{"events": [{"server_uuid": "516d1b55-44b2-40d6-aac4-94e2f858206d", "name": "network-vif-plugged", "status": "completed", "tag": "3cde803c-a8a6-4c58-9d94-60e20270befe"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:38:22.116415 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 3cde803c-a8a6-4c58-9d94-60e20270befe, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=3cde803c-a8a6-4c58-9d94-60e20270befe,segment=NetworkSegment(289cfb02-c465-452e-93d5-645d17e65c29),segment_id=289cfb02-c465-452e-93d5-645d17e65c29)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:38:22.121503 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:22.152187 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ddef62-b996-468d-94ed-4c50a99b904c x-openstack-request-id: req-e2ddef62-b996-468d-94ed-4c50a99b904c {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:38:22.152500 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "516d1b55-44b2-40d6-aac4-94e2f858206d", "name": "network-vif-plugged", "status": "completed", "tag": "3cde803c-a8a6-4c58-9d94-60e20270befe", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:38:22.152753 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e2ddef62-b996-468d-94ed-4c50a99b904c {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:38:22.153138 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2ddef62-b996-468d-94ed-4c50a99b904c'] response: {'server_uuid': '516d1b55-44b2-40d6-aac4-94e2f858206d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cde803c-a8a6-4c58-9d94-60e20270befe', 'code': 200} Oct 04 09:38:22.193468 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=3cde803c-a8a6-4c58-9d94-60e20270befe,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:38:22.451896 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb4724-00e6-44db-b007-83e7190e18e0 req-0711c58e-a525-4605-bae9-f644b97b05a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:22.453393 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3bbb4724-00e6-44db-b007-83e7190e18e0 req-0711c58e-a525-4605-bae9-f644b97b05a1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=516d1b55-44b2-40d6-aac4-94e2f858206d HTTP/1.1" status: 200 len: 1099 time: 0.1221471 Oct 04 09:38:22.466688 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf012378-5752-426d-997c-c98dad511c11 req-d4d00758-504d-4d48-bc21-192676a2bcec tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:22.468119 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-cf012378-5752-426d-997c-c98dad511c11 req-d4d00758-504d-4d48-bc21-192676a2bcec tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=516d1b55-44b2-40d6-aac4-94e2f858206d HTTP/1.1" status: 200 len: 946 time: 0.0888147 Oct 04 09:38:22.493713 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3bbb4724-00e6-44db-b007-83e7190e18e0 req-d67ee0a9-32da-42e1-82cf-eaa97b9846b5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343273 Oct 04 09:38:22.511926 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-cf012378-5752-426d-997c-c98dad511c11 req-ae026f09-688f-4665-8c9b-fa0b8b6ad8f7 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380814 Oct 04 09:38:23.802477 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86622cb7-6055-4ed8-a1e3-6ffafc8358af req-366f4051-f92a-46fd-be64-cd0a48bc81da tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:23.803951 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-86622cb7-6055-4ed8-a1e3-6ffafc8358af req-366f4051-f92a-46fd-be64-cd0a48bc81da tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=516d1b55-44b2-40d6-aac4-94e2f858206d HTTP/1.1" status: 200 len: 946 time: 0.1759634 Oct 04 09:38:23.850584 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-86622cb7-6055-4ed8-a1e3-6ffafc8358af req-62478016-967c-45f4-bd58-11276d82b4c5 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402386 Oct 04 09:38:25.047319 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9314f22e-acbe-4d62-928c-076ccef46676 req-e88c3e96-2f67-4f24-afa6-61a685357273 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:25.048798 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-9314f22e-acbe-4d62-928c-076ccef46676 req-e88c3e96-2f67-4f24-afa6-61a685357273 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=516d1b55-44b2-40d6-aac4-94e2f858206d HTTP/1.1" status: 200 len: 946 time: 0.0871634 Oct 04 09:38:25.094796 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-9314f22e-acbe-4d62-928c-076ccef46676 req-c5d10ed9-b694-434d-a14b-6e2936c89577 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402198 Oct 04 09:38:25.290205 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc59b4e-a3b0-4fad-aa94-ea6bb103f1d4 req-f319f26f-6f94-4ebf-95f3-676672724ca3 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:25.291634 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4bc59b4e-a3b0-4fad-aa94-ea6bb103f1d4 req-f319f26f-6f94-4ebf-95f3-676672724ca3 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=516d1b55-44b2-40d6-aac4-94e2f858206d HTTP/1.1" status: 200 len: 946 time: 0.0878568 Oct 04 09:38:25.334379 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4bc59b4e-a3b0-4fad-aa94-ea6bb103f1d4 req-d72337e9-0f2d-4a7d-8e38-ba7755e84036 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368919 Oct 04 09:38:25.762229 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b0cbec7f-f6f1-4b17-874e-004f317326b8 req-f4106df8-bb83-4e1a-87ff-2460876c155f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=516d1b55-44b2-40d6-aac4-94e2f858206d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1437166 Oct 04 09:38:25.777042 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f1f8c8-c7c0-4f0b-8974-2aec71d751f4 req-70721f36-a0a4-4bfe-baf5-cc2faec4ceca tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:25.778722 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-76f1f8c8-c7c0-4f0b-8974-2aec71d751f4 req-70721f36-a0a4-4bfe-baf5-cc2faec4ceca tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=516d1b55-44b2-40d6-aac4-94e2f858206d HTTP/1.1" status: 200 len: 946 time: 0.1134262 Oct 04 09:38:25.827979 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-76f1f8c8-c7c0-4f0b-8974-2aec71d751f4 req-7438bac7-4a2c-4bf2-a71a-f0934bea42f5 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424428 Oct 04 09:38:26.923282 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cbec7f-f6f1-4b17-874e-004f317326b8 req-9628a1b0-1c23-471a-93ef-bcb3695f2b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:26.924821 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b0cbec7f-f6f1-4b17-874e-004f317326b8 req-9628a1b0-1c23-471a-93ef-bcb3695f2b70 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4a84f0773cbf478792eb4e5bc81134d2&device_id=516d1b55-44b2-40d6-aac4-94e2f858206d HTTP/1.1" status: 200 len: 1099 time: 0.0807722 Oct 04 09:38:27.026453 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8266018b-8dda-46fb-b251-9cc534b85443 req-a9687818-7131-4000-944c-2072db0981dc tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:27.027828 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-8266018b-8dda-46fb-b251-9cc534b85443 req-a9687818-7131-4000-944c-2072db0981dc tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=516d1b55-44b2-40d6-aac4-94e2f858206d HTTP/1.1" status: 200 len: 946 time: 0.0875118 Oct 04 09:38:27.055759 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cbec7f-f6f1-4b17-874e-004f317326b8 req-adf4b462-307b-4e80-8b2d-c15b5a1ccc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:27.057231 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b0cbec7f-f6f1-4b17-874e-004f317326b8 req-adf4b462-307b-4e80-8b2d-c15b5a1ccc15 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f585fae0-b417-4f8c-8a17-dc1bb5dc14d4 HTTP/1.1" status: 200 len: 916 time: 0.1267169 Oct 04 09:38:27.071536 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-8266018b-8dda-46fb-b251-9cc534b85443 req-588db586-49b8-4280-992c-81ff2a40f829 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379798 Oct 04 09:38:27.124968 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b0cbec7f-f6f1-4b17-874e-004f317326b8 req-7abdeee1-1ac4-49c6-a59c-802b425b2654 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3cde803c-a8a6-4c58-9d94-60e20270befe HTTP/1.1" status: 200 len: 217 time: 0.0614371 Oct 04 09:38:27.193674 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cbec7f-f6f1-4b17-874e-004f317326b8 req-ac2c9f7b-5e4c-4d4d-aaaa-fd51daf4ed6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:27.195118 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b0cbec7f-f6f1-4b17-874e-004f317326b8 req-ac2c9f7b-5e4c-4d4d-aaaa-fd51daf4ed6a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=250c3217-88aa-4cfe-92a1-e62e642366cf HTTP/1.1" status: 200 len: 854 time: 0.0653219 Oct 04 09:38:27.273730 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cbec7f-f6f1-4b17-874e-004f317326b8 req-847813f2-3d37-4921-bc87-2119fb369f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:27.275170 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b0cbec7f-f6f1-4b17-874e-004f317326b8 req-847813f2-3d37-4921-bc87-2119fb369f8d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f585fae0-b417-4f8c-8a17-dc1bb5dc14d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748694 Oct 04 09:38:27.403151 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b0cbec7f-f6f1-4b17-874e-004f317326b8 req-2756df9d-5e5e-4054-9502-0cd929cc7cee service neutron] 10.222.0.20 "GET /v2.0/networks/f585fae0-b417-4f8c-8a17-dc1bb5dc14d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212261 Oct 04 09:38:27.530540 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b0cbec7f-f6f1-4b17-874e-004f317326b8 req-2264810f-4201-46fd-9ddf-42aa5268c365 service neutron] 10.222.0.20 "GET /v2.0/networks/f585fae0-b417-4f8c-8a17-dc1bb5dc14d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225846 Oct 04 09:38:27.605599 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f05ff531-8302-4542-b961-62b41a766aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:28.272368 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a2fee-63b3-4f90-af39-a5841a1db859 req-1a4ccd72-bcb0-4f40-abc4-42f7b0ea65b8 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:28.273810 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0d1a2fee-63b3-4f90-af39-a5841a1db859 req-1a4ccd72-bcb0-4f40-abc4-42f7b0ea65b8 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=516d1b55-44b2-40d6-aac4-94e2f858206d HTTP/1.1" status: 200 len: 946 time: 0.0898495 Oct 04 09:38:28.316812 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0d1a2fee-63b3-4f90-af39-a5841a1db859 req-c0545940-013c-49c6-802a-9fb48f2f96d4 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373504 Oct 04 09:38:29.563572 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c1750-383b-404f-ae67-c2da6f3c477c req-f5eeb149-36d8-407f-bd32-179a315d4821 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:29.565038 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-ab7c1750-383b-404f-ae67-c2da6f3c477c req-f5eeb149-36d8-407f-bd32-179a315d4821 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=516d1b55-44b2-40d6-aac4-94e2f858206d HTTP/1.1" status: 200 len: 946 time: 0.1359601 Oct 04 09:38:29.610434 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-ab7c1750-383b-404f-ae67-c2da6f3c477c req-727dfd17-36c6-4ba5-b6cc-e9cd839560cc tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394151 Oct 04 09:38:30.293547 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f053bb3e-b010-40a1-bd8f-b943253d3700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:30.762613 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:30.778874 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:30.869592 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de1c3d-53f1-4cdb-bab9-2d4b52c2e2d7 req-080a915c-a481-4768-822b-ee545d5aae46 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:30.871034 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f4de1c3d-53f1-4cdb-bab9-2d4b52c2e2d7 req-080a915c-a481-4768-822b-ee545d5aae46 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=516d1b55-44b2-40d6-aac4-94e2f858206d HTTP/1.1" status: 200 len: 946 time: 0.1453149 Oct 04 09:38:30.916374 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f4de1c3d-53f1-4cdb-bab9-2d4b52c2e2d7 req-0d61523b-9752-4963-93e4-8780bea89a6b tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392869 Oct 04 09:38:32.116030 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b34a2-be4b-446f-8b4c-cfa63195103b req-0e669f5c-ebb7-4376-a42a-f0d83b4ac37e tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:32.117492 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-cd2b34a2-be4b-446f-8b4c-cfa63195103b req-0e669f5c-ebb7-4376-a42a-f0d83b4ac37e tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=516d1b55-44b2-40d6-aac4-94e2f858206d HTTP/1.1" status: 200 len: 946 time: 0.0847363 Oct 04 09:38:32.164293 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-cd2b34a2-be4b-446f-8b4c-cfa63195103b req-73adc39e-23b8-469c-b7c8-d6b74b090fce tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400903 Oct 04 09:38:32.299589 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:33.358807 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39568440-0245-4728-9075-1d4fda622f08 req-866ad487-60a7-4955-8651-12d643c62dd1 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:33.360260 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-39568440-0245-4728-9075-1d4fda622f08 req-866ad487-60a7-4955-8651-12d643c62dd1 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=516d1b55-44b2-40d6-aac4-94e2f858206d HTTP/1.1" status: 200 len: 946 time: 0.0867474 Oct 04 09:38:33.403251 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-39568440-0245-4728-9075-1d4fda622f08 req-0a801e71-610e-4d1d-8eb8-601d46f4fc7a tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372741 Oct 04 09:38:34.597066 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dee14c-9399-49ae-a66e-8b5c282f8cc4 req-99dc1255-e290-48d8-abd3-55f8fd6368d2 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:34.598500 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-15dee14c-9399-49ae-a66e-8b5c282f8cc4 req-99dc1255-e290-48d8-abd3-55f8fd6368d2 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=516d1b55-44b2-40d6-aac4-94e2f858206d HTTP/1.1" status: 200 len: 946 time: 0.0852275 Oct 04 09:38:34.640840 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-15dee14c-9399-49ae-a66e-8b5c282f8cc4 req-02ff1345-6671-4da9-b6df-424d4aac2ad0 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368042 Oct 04 09:38:35.848121 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184f3723-0b97-46c3-be6b-9f0d3c87546e req-ca22cd2e-9c9e-4ebb-82ec-b9934af1b75c tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:35.849580 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-184f3723-0b97-46c3-be6b-9f0d3c87546e req-ca22cd2e-9c9e-4ebb-82ec-b9934af1b75c tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=516d1b55-44b2-40d6-aac4-94e2f858206d HTTP/1.1" status: 200 len: 946 time: 0.0888171 Oct 04 09:38:35.892858 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-184f3723-0b97-46c3-be6b-9f0d3c87546e req-a4ddf02c-59bf-4137-b637-bc4a6b1b861a tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370684 Oct 04 09:38:36.606237 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ccd1bc-9bc4-4847-8afa-d32437a63411 req-9b5b8a7e-7672-4c0b-9628-73ed3be9fb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:36.607690 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-76ccd1bc-9bc4-4847-8afa-d32437a63411 req-9b5b8a7e-7672-4c0b-9628-73ed3be9fb77 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4a84f0773cbf478792eb4e5bc81134d2&device_id=516d1b55-44b2-40d6-aac4-94e2f858206d HTTP/1.1" status: 200 len: 1099 time: 0.0764549 Oct 04 09:38:36.839356 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ccd1bc-9bc4-4847-8afa-d32437a63411 req-a0385b03-306b-4c6e-b684-d9e8bbaecbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:36.840795 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-76ccd1bc-9bc4-4847-8afa-d32437a63411 req-a0385b03-306b-4c6e-b684-d9e8bbaecbcd service neutron] 10.222.0.20 "GET /v2.0/networks?id=f585fae0-b417-4f8c-8a17-dc1bb5dc14d4 HTTP/1.1" status: 200 len: 916 time: 0.2154522 Oct 04 09:38:36.907919 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-76ccd1bc-9bc4-4847-8afa-d32437a63411 req-8c3f3967-bd93-4a95-a935-8c5a7a92e4e4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3cde803c-a8a6-4c58-9d94-60e20270befe HTTP/1.1" status: 200 len: 217 time: 0.0610025 Oct 04 09:38:36.973395 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ccd1bc-9bc4-4847-8afa-d32437a63411 req-119fb2bf-6337-4a1d-ad1e-70ba73c8b8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:36.974861 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-76ccd1bc-9bc4-4847-8afa-d32437a63411 req-119fb2bf-6337-4a1d-ad1e-70ba73c8b8f8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=250c3217-88aa-4cfe-92a1-e62e642366cf HTTP/1.1" status: 200 len: 854 time: 0.0603561 Oct 04 09:38:37.055143 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ccd1bc-9bc4-4847-8afa-d32437a63411 req-d8a48645-b89d-4dae-a518-860517132afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:37.056627 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-76ccd1bc-9bc4-4847-8afa-d32437a63411 req-d8a48645-b89d-4dae-a518-860517132afc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f585fae0-b417-4f8c-8a17-dc1bb5dc14d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761616 Oct 04 09:38:37.097972 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a1b5b0-e6a2-4773-a9be-2535a1b7a2e3 req-0f4693c4-0fb2-4992-9355-d3c93b614ded tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:37.099424 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-00a1b5b0-e6a2-4773-a9be-2535a1b7a2e3 req-0f4693c4-0fb2-4992-9355-d3c93b614ded tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=516d1b55-44b2-40d6-aac4-94e2f858206d HTTP/1.1" status: 200 len: 946 time: 0.0913098 Oct 04 09:38:37.144317 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-00a1b5b0-e6a2-4773-a9be-2535a1b7a2e3 req-18a9d61f-414e-4c86-8105-396ee7c44721 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389299 Oct 04 09:38:37.185989 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-76ccd1bc-9bc4-4847-8afa-d32437a63411 req-b51f666d-7557-406c-8232-f9e446eda02b service neutron] 10.222.0.20 "GET /v2.0/networks/f585fae0-b417-4f8c-8a17-dc1bb5dc14d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234634 Oct 04 09:38:37.314458 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-76ccd1bc-9bc4-4847-8afa-d32437a63411 req-19293a51-2414-421f-88f4-04c4c9e8bd35 service neutron] 10.222.0.20 "GET /v2.0/networks/f585fae0-b417-4f8c-8a17-dc1bb5dc14d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230230 Oct 04 09:38:38.340783 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a264da-e81d-41a8-b1bb-cc8db1e08efc req-ea83d101-d678-4987-9a0b-d9230e7398ac tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:38.342446 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f8a264da-e81d-41a8-b1bb-cc8db1e08efc req-ea83d101-d678-4987-9a0b-d9230e7398ac tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=516d1b55-44b2-40d6-aac4-94e2f858206d HTTP/1.1" status: 200 len: 946 time: 0.0894370 Oct 04 09:38:38.386149 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f8a264da-e81d-41a8-b1bb-cc8db1e08efc req-65352ef1-e128-4e98-be4b-1725a84858c5 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382018 Oct 04 09:38:39.581256 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9986a70-c2a2-4a78-aa06-9a0a8d33a3ca req-150baf50-e4ba-4826-9fe9-617ae369efa9 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:39.582716 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-b9986a70-c2a2-4a78-aa06-9a0a8d33a3ca req-150baf50-e4ba-4826-9fe9-617ae369efa9 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=516d1b55-44b2-40d6-aac4-94e2f858206d HTTP/1.1" status: 200 len: 946 time: 0.0852358 Oct 04 09:38:39.628690 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-b9986a70-c2a2-4a78-aa06-9a0a8d33a3ca req-da98bb57-7a5e-4edd-9f93-dc93dee421d7 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403881 Oct 04 09:38:40.825870 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3046410-79b0-4090-8c30-1c7a3e21f6a3 req-4c1f56ae-1f64-49b9-8484-26fc4fc35cb6 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:40.827329 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f3046410-79b0-4090-8c30-1c7a3e21f6a3 req-4c1f56ae-1f64-49b9-8484-26fc4fc35cb6 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=516d1b55-44b2-40d6-aac4-94e2f858206d HTTP/1.1" status: 200 len: 946 time: 0.0857327 Oct 04 09:38:40.870930 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f3046410-79b0-4090-8c30-1c7a3e21f6a3 req-bcb5fef9-ece3-402c-9815-27030be37c0f tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377898 Oct 04 09:38:41.321297 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:42.069922 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd54b2f2-89b6-4985-b5a8-d78c4cab6986 req-95772af0-8d1c-42d6-ab9a-f1c66bd78015 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:42.071380 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-fd54b2f2-89b6-4985-b5a8-d78c4cab6986 req-95772af0-8d1c-42d6-ab9a-f1c66bd78015 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=516d1b55-44b2-40d6-aac4-94e2f858206d HTTP/1.1" status: 200 len: 946 time: 0.0901659 Oct 04 09:38:42.114039 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-fd54b2f2-89b6-4985-b5a8-d78c4cab6986 req-dc16d4c9-1c29-4ecd-a4cc-5eb3ef5809df tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364392 Oct 04 09:38:43.314086 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0261e0f8-cb1e-45cf-bf81-536f667625b1 req-3da4999a-7cb3-4d88-a7b7-0481ef085882 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:43.315534 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0261e0f8-cb1e-45cf-bf81-536f667625b1 req-3da4999a-7cb3-4d88-a7b7-0481ef085882 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=516d1b55-44b2-40d6-aac4-94e2f858206d HTTP/1.1" status: 200 len: 946 time: 0.0881302 Oct 04 09:38:43.359744 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0261e0f8-cb1e-45cf-bf81-536f667625b1 req-d9cba8fc-131b-4ba7-ac92-3163165219c5 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384567 Oct 04 09:38:44.559702 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66555f02-8266-444e-9a31-bff722a0c2cb req-bcf921af-dbbc-4119-a86d-32d114a519bc tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:44.561187 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-66555f02-8266-444e-9a31-bff722a0c2cb req-bcf921af-dbbc-4119-a86d-32d114a519bc tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=516d1b55-44b2-40d6-aac4-94e2f858206d HTTP/1.1" status: 200 len: 946 time: 0.0887620 Oct 04 09:38:44.605093 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-66555f02-8266-444e-9a31-bff722a0c2cb req-7074f0a4-1fa2-4fdb-a25c-5fc1e4887856 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382710 Oct 04 09:38:45.803666 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7a25a-3c44-4348-b3df-5c93fd3cae69 req-5d43f167-4033-46e0-b1e0-db58db93d18b tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:45.805193 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1dd7a25a-3c44-4348-b3df-5c93fd3cae69 req-5d43f167-4033-46e0-b1e0-db58db93d18b tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=516d1b55-44b2-40d6-aac4-94e2f858206d HTTP/1.1" status: 200 len: 946 time: 0.0855286 Oct 04 09:38:45.851735 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1dd7a25a-3c44-4348-b3df-5c93fd3cae69 req-0f0624c4-444a-4441-ab9e-4b5cc10a102d tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404167 Oct 04 09:38:47.045217 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82dcde-473e-4a49-90e7-98e4a0bae739 req-b913e75e-687f-4494-bbce-f55acfb9e9a5 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:47.046653 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-fa82dcde-473e-4a49-90e7-98e4a0bae739 req-b913e75e-687f-4494-bbce-f55acfb9e9a5 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=516d1b55-44b2-40d6-aac4-94e2f858206d HTTP/1.1" status: 200 len: 946 time: 0.0845239 Oct 04 09:38:47.092753 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-fa82dcde-473e-4a49-90e7-98e4a0bae739 req-b70079da-67cf-423b-bad4-cf81e8fbda0a tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403414 Oct 04 09:38:48.285763 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a3b560-387c-4593-964b-24c6549941ba req-c39c4469-b20e-4b58-bd94-61160f1da534 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:48.287218 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-38a3b560-387c-4593-964b-24c6549941ba req-c39c4469-b20e-4b58-bd94-61160f1da534 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=516d1b55-44b2-40d6-aac4-94e2f858206d HTTP/1.1" status: 200 len: 946 time: 0.0865872 Oct 04 09:38:48.329937 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-38a3b560-387c-4593-964b-24c6549941ba req-70d7767e-de1b-45bb-b3f7-d5c3f00c32e8 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369704 Oct 04 09:38:49.528324 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf91ef-83a1-485c-a629-6206ebcbaecf req-a2b9e4d6-874c-4f09-b2d9-0ea0939d015f tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:49.530326 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-ccdf91ef-83a1-485c-a629-6206ebcbaecf req-a2b9e4d6-874c-4f09-b2d9-0ea0939d015f tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=516d1b55-44b2-40d6-aac4-94e2f858206d HTTP/1.1" status: 200 len: 946 time: 0.0863154 Oct 04 09:38:49.572971 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-ccdf91ef-83a1-485c-a629-6206ebcbaecf req-7dbcd44d-a1ea-4afb-86d1-0d23dfe3a3f1 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370636 Oct 04 09:38:50.775158 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a49ee98-6d1b-4dcf-9b0d-3631f998d677 req-70461693-ee69-4aa7-bd9a-55a3f891df24 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:50.776634 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0a49ee98-6d1b-4dcf-9b0d-3631f998d677 req-70461693-ee69-4aa7-bd9a-55a3f891df24 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=516d1b55-44b2-40d6-aac4-94e2f858206d HTTP/1.1" status: 200 len: 946 time: 0.0917127 Oct 04 09:38:50.820588 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0a49ee98-6d1b-4dcf-9b0d-3631f998d677 req-aaf3950f-3864-4790-a9c0-25aae0e570d1 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382278 Oct 04 09:38:52.020201 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317d932-40d4-469a-86b1-4735e5e8f95f req-664a156d-2a73-4383-b862-b7c93e3de29b tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:52.021591 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-e317d932-40d4-469a-86b1-4735e5e8f95f req-664a156d-2a73-4383-b862-b7c93e3de29b tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=516d1b55-44b2-40d6-aac4-94e2f858206d HTTP/1.1" status: 200 len: 946 time: 0.0895023 Oct 04 09:38:52.064877 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-e317d932-40d4-469a-86b1-4735e5e8f95f req-56ffe4f0-e0c9-424b-b0f7-ee60683935de tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375240 Oct 04 09:38:53.259391 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177a5c8-a031-462c-8f9e-3a25125d7a9c req-90e12597-c8bc-46cc-afc8-154c8ab3491a tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:53.260866 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e177a5c8-a031-462c-8f9e-3a25125d7a9c req-90e12597-c8bc-46cc-afc8-154c8ab3491a tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=516d1b55-44b2-40d6-aac4-94e2f858206d HTTP/1.1" status: 200 len: 946 time: 0.0864942 Oct 04 09:38:53.308013 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e177a5c8-a031-462c-8f9e-3a25125d7a9c req-58df917d-00d5-436f-a70b-7082bf65994f tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414722 Oct 04 09:38:54.503329 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e374a5f-86c0-4e3e-aef0-0473cd253f9c req-4f41351a-047d-4931-926c-448499ab64f5 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:54.504806 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-4e374a5f-86c0-4e3e-aef0-0473cd253f9c req-4f41351a-047d-4931-926c-448499ab64f5 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=516d1b55-44b2-40d6-aac4-94e2f858206d HTTP/1.1" status: 200 len: 946 time: 0.0869439 Oct 04 09:38:54.519063 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b0cbec7f-f6f1-4b17-874e-004f317326b8 req-a380d726-b02c-4f9f-9122-4dcbd2642f63 service neutron] 10.222.0.20 "GET /v2.0/ports/3cde803c-a8a6-4c58-9d94-60e20270befe/bindings/hv-neutron-8602 HTTP/1.1" status: 200 len: 384 time: 0.0740211 Oct 04 09:38:54.555627 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-4e374a5f-86c0-4e3e-aef0-0473cd253f9c req-75c69da6-de43-4201-b368-e1547eca9cc7 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451088 Oct 04 09:38:54.794947 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cbec7f-f6f1-4b17-874e-004f317326b8 req-4f04b1e7-2db3-4e6f-97fe-c7a67c8634be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:54.796442 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b0cbec7f-f6f1-4b17-874e-004f317326b8 req-4f04b1e7-2db3-4e6f-97fe-c7a67c8634be service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=516d1b55-44b2-40d6-aac4-94e2f858206d&tenant_id=4a84f0773cbf478792eb4e5bc81134d2 HTTP/1.1" status: 200 len: 1099 time: 0.0766556 Oct 04 09:38:54.904984 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cbec7f-f6f1-4b17-874e-004f317326b8 req-e2b09c7a-6fec-4b7b-b361-00cdcdf46cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:54.906420 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b0cbec7f-f6f1-4b17-874e-004f317326b8 req-e2b09c7a-6fec-4b7b-b361-00cdcdf46cbc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4a84f0773cbf478792eb4e5bc81134d2&device_id=516d1b55-44b2-40d6-aac4-94e2f858206d HTTP/1.1" status: 200 len: 1099 time: 0.0786843 Oct 04 09:38:55.118119 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cbec7f-f6f1-4b17-874e-004f317326b8 req-555e6824-f024-4567-a9df-35b6ba5963b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:55.119537 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b0cbec7f-f6f1-4b17-874e-004f317326b8 req-555e6824-f024-4567-a9df-35b6ba5963b1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f585fae0-b417-4f8c-8a17-dc1bb5dc14d4 HTTP/1.1" status: 200 len: 916 time: 0.2071769 Oct 04 09:38:55.183793 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b0cbec7f-f6f1-4b17-874e-004f317326b8 req-4c3fd689-e655-4102-baa3-0b28b9e3890e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3cde803c-a8a6-4c58-9d94-60e20270befe HTTP/1.1" status: 200 len: 217 time: 0.0582883 Oct 04 09:38:55.246912 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cbec7f-f6f1-4b17-874e-004f317326b8 req-bef7294f-2fbd-4d7e-a939-e9490306ea39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:55.249194 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b0cbec7f-f6f1-4b17-874e-004f317326b8 req-bef7294f-2fbd-4d7e-a939-e9490306ea39 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=250c3217-88aa-4cfe-92a1-e62e642366cf HTTP/1.1" status: 200 len: 854 time: 0.0586150 Oct 04 09:38:55.329464 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cbec7f-f6f1-4b17-874e-004f317326b8 req-e8e8468d-382f-40a0-b944-45772989ce89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:55.330932 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b0cbec7f-f6f1-4b17-874e-004f317326b8 req-e8e8468d-382f-40a0-b944-45772989ce89 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f585fae0-b417-4f8c-8a17-dc1bb5dc14d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762985 Oct 04 09:38:55.458721 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b0cbec7f-f6f1-4b17-874e-004f317326b8 req-b4ebd48c-d196-4b1f-9d39-ae93ec8b5cf0 service neutron] 10.222.0.20 "GET /v2.0/networks/f585fae0-b417-4f8c-8a17-dc1bb5dc14d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207957 Oct 04 09:38:55.586550 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b0cbec7f-f6f1-4b17-874e-004f317326b8 req-2af8cf4c-9094-4a40-b179-4835e8b26555 service neutron] 10.222.0.20 "GET /v2.0/networks/f585fae0-b417-4f8c-8a17-dc1bb5dc14d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209712 Oct 04 09:38:55.763458 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64381fd-67b1-46b2-9215-3d66b61a4dac req-9c8c5d67-432b-4913-86e6-c95860f0c65f tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:55.765016 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f64381fd-67b1-46b2-9215-3d66b61a4dac req-9c8c5d67-432b-4913-86e6-c95860f0c65f tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=516d1b55-44b2-40d6-aac4-94e2f858206d HTTP/1.1" status: 200 len: 946 time: 0.0957503 Oct 04 09:38:55.814646 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f64381fd-67b1-46b2-9215-3d66b61a4dac req-455ba851-86f8-482f-9486-4c5103e72611 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436401 Oct 04 09:38:56.718549 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:38:57.009295 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3627c8-72a5-4479-aad6-44be6706aef0 req-c93159df-fa31-423d-aac0-4305d9150f7c tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:57.010654 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-ec3627c8-72a5-4479-aad6-44be6706aef0 req-c93159df-fa31-423d-aac0-4305d9150f7c tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=516d1b55-44b2-40d6-aac4-94e2f858206d HTTP/1.1" status: 200 len: 946 time: 0.0864706 Oct 04 09:38:57.054451 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-ec3627c8-72a5-4479-aad6-44be6706aef0 req-18bddeb6-f2ed-48ea-8acf-81e1857fa4fb tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380661 Oct 04 09:38:57.608016 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d8b69104-06d3-42fb-8f2a-765b73ae72d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:58.086038 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 3cde803c-a8a6-4c58-9d94-60e20270befe details requested by agent hyperv_hv-neutron-8602 with host hv-neutron-8602 {{(pid=89034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 04 09:38:58.094641 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 3cde803c-a8a6-4c58-9d94-60e20270befe no longer exists at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:38:58.258761 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d621e-8730-4030-965a-b7a79d65aa87 req-433ddc32-3527-4a80-97cb-cd71c4befc27 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:58.260484 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-998d621e-8730-4030-965a-b7a79d65aa87 req-433ddc32-3527-4a80-97cb-cd71c4befc27 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=516d1b55-44b2-40d6-aac4-94e2f858206d HTTP/1.1" status: 200 len: 946 time: 0.0913656 Oct 04 09:38:58.313828 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-998d621e-8730-4030-965a-b7a79d65aa87 req-847a4c82-a230-4f53-8df6-7f2761216359 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457323 Oct 04 09:38:58.318248 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 3cde803c-a8a6-4c58-9d94-60e20270befe is: ACTIVE; New status is: DOWN {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:38:58.319056 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:58.338385 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 3cde803c-a8a6-4c58-9d94-60e20270befe, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=3cde803c-a8a6-4c58-9d94-60e20270befe,segment=NetworkSegment(289cfb02-c465-452e-93d5-645d17e65c29),segment_id=289cfb02-c465-452e-93d5-645d17e65c29)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:38:58.360811 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '516d1b55-44b2-40d6-aac4-94e2f858206d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cde803c-a8a6-4c58-9d94-60e20270befe'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:38:58.363088 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aef738b946a3ea172e8e75fc735451da1d91f114ea1acc5fcf392e20a929bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ce879d-abc8-4ba8-bcef-5dcb2645d0bc" -d '{"events": [{"server_uuid": "516d1b55-44b2-40d6-aac4-94e2f858206d", "name": "network-vif-unplugged", "status": "completed", "tag": "3cde803c-a8a6-4c58-9d94-60e20270befe"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:38:58.367324 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Returning: {'device': '3cde803c-a8a6-4c58-9d94-60e20270befe', 'network_id': 'f585fae0-b417-4f8c-8a17-dc1bb5dc14d4', 'port_id': '3cde803c-a8a6-4c58-9d94-60e20270befe', 'mac_address': 'fa:16:3e:88:c5:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '250c3217-88aa-4cfe-92a1-e62e642366cf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 04 09:38:58.402353 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 3cde803c-a8a6-4c58-9d94-60e20270befe, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=3cde803c-a8a6-4c58-9d94-60e20270befe,segment=NetworkSegment(289cfb02-c465-452e-93d5-645d17e65c29),segment_id=289cfb02-c465-452e-93d5-645d17e65c29)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:38:58.416856 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:58.459416 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 04 Oct 2022 09:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b0895a-1c5a-456c-907e-08213737cfea x-openstack-request-id: req-46b0895a-1c5a-456c-907e-08213737cfea {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:38:58.459714 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "516d1b55-44b2-40d6-aac4-94e2f858206d", "name": "network-vif-unplugged", "status": "completed", "tag": "3cde803c-a8a6-4c58-9d94-60e20270befe", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:38:58.459965 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-46b0895a-1c5a-456c-907e-08213737cfea {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:38:58.460443 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46b0895a-1c5a-456c-907e-08213737cfea'] response: {'server_uuid': '516d1b55-44b2-40d6-aac4-94e2f858206d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cde803c-a8a6-4c58-9d94-60e20270befe', 'code': 200} Oct 04 09:38:58.483566 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 3cde803c-a8a6-4c58-9d94-60e20270befe is: ACTIVE; New status is: BUILD {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:38:58.483947 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:58.508201 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3cde803c-a8a6-4c58-9d94-60e20270befe {{(pid=89034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:38:58.515744 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=3cde803c-a8a6-4c58-9d94-60e20270befe,revision_number=6']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:38:58.551155 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:38:58.551504 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:38:58.551846 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:38:58.552182 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:38:58.552545 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:38:58.552877 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:38:58.553204 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:38:58.553526 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:38:58.553849 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:38:58.554172 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:38:58.554491 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:38:58.554808 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:38:58.581820 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.db.api [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:38:58.582174 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG oslo_db.api [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:38:59.139386 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 3cde803c-a8a6-4c58-9d94-60e20270befe is: DOWN; New status is: BUILD {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:38:59.140056 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:59.156670 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cde803c-a8a6-4c58-9d94-60e20270befe {{(pid=89034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:38:59.171598 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 3cde803c-a8a6-4c58-9d94-60e20270befe, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=3cde803c-a8a6-4c58-9d94-60e20270befe,segment=NetworkSegment(289cfb02-c465-452e-93d5-645d17e65c29),segment_id=289cfb02-c465-452e-93d5-645d17e65c29)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:38:59.174991 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:38:59.238823 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=3cde803c-a8a6-4c58-9d94-60e20270befe,revision_number=7']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:38:59.293873 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['3cde803c-a8a6-4c58-9d94-60e20270befe'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 09:38:59.518624 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b8c39-ec11-4f82-91de-fb1a8ac9d572 req-0d578764-1adc-43f0-a07d-2b3200164eb0 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:59.520059 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c86b8c39-ec11-4f82-91de-fb1a8ac9d572 req-0d578764-1adc-43f0-a07d-2b3200164eb0 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=516d1b55-44b2-40d6-aac4-94e2f858206d HTTP/1.1" status: 200 len: 945 time: 0.0907218 Oct 04 09:38:59.562207 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c86b8c39-ec11-4f82-91de-fb1a8ac9d572 req-5244394a-7198-4e50-9b51-835775570042 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364161 Oct 04 09:38:59.946408 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a0a2a-14e9-40b2-847e-9451aca51e15 req-203cc607-7259-4715-aea1-b9717fec27e4 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:59.947837 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-798a0a2a-14e9-40b2-847e-9451aca51e15 req-203cc607-7259-4715-aea1-b9717fec27e4 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=516d1b55-44b2-40d6-aac4-94e2f858206d HTTP/1.1" status: 200 len: 945 time: 0.1561451 Oct 04 09:38:59.955027 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648538ea-ca2f-4696-8b0d-7dba33ebb8a4 req-ac4d1d45-0977-48d9-a7b3-44057b38ed14 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:38:59.956260 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-648538ea-ca2f-4696-8b0d-7dba33ebb8a4 req-ac4d1d45-0977-48d9-a7b3-44057b38ed14 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.20 "GET /v2.0/ports?device_id=516d1b55-44b2-40d6-aac4-94e2f858206d&tenant_id=4a84f0773cbf478792eb4e5bc81134d2&binding%3Ahost_id=hv-neutron-8602 HTTP/1.1" status: 200 len: 945 time: 0.1252792 Oct 04 09:38:59.993997 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-798a0a2a-14e9-40b2-847e-9451aca51e15 req-feb1e9b3-8353-44fc-88cf-1738d4c9cf77 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368226 Oct 04 09:39:00.109728 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 3cde803c-a8a6-4c58-9d94-60e20270befe up at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:39:00.130305 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648538ea-ca2f-4696-8b0d-7dba33ebb8a4 req-591c7e20-9894-46a2-b9b5-4c5d752ba6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:39:00.131768 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-648538ea-ca2f-4696-8b0d-7dba33ebb8a4 req-591c7e20-9894-46a2-b9b5-4c5d752ba6bd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4a84f0773cbf478792eb4e5bc81134d2&device_id=516d1b55-44b2-40d6-aac4-94e2f858206d HTTP/1.1" status: 200 len: 1098 time: 0.0759964 Oct 04 09:39:00.178669 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning complete for port 3cde803c-a8a6-4c58-9d94-60e20270befe triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:39:00.179260 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:00.179364 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Attempt 1 to provision port 3cde803c-a8a6-4c58-9d94-60e20270befe Oct 04 09:39:00.260656 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648538ea-ca2f-4696-8b0d-7dba33ebb8a4 req-fd24a5af-ae72-4ddd-98b9-1e89bbbba60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:39:00.262098 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-648538ea-ca2f-4696-8b0d-7dba33ebb8a4 req-fd24a5af-ae72-4ddd-98b9-1e89bbbba60c service neutron] 10.222.0.20 "GET /v2.0/networks?id=f585fae0-b417-4f8c-8a17-dc1bb5dc14d4 HTTP/1.1" status: 200 len: 916 time: 0.1250174 Oct 04 09:39:00.303272 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 3cde803c-a8a6-4c58-9d94-60e20270befe is: BUILD; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:39:00.303579 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:00.314650 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c2b3f008-9868-4d03-bb41-fe535060cc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:00.338199 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 3cde803c-a8a6-4c58-9d94-60e20270befe, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=3cde803c-a8a6-4c58-9d94-60e20270befe,segment=NetworkSegment(289cfb02-c465-452e-93d5-645d17e65c29),segment_id=289cfb02-c465-452e-93d5-645d17e65c29)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:39:00.339832 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-648538ea-ca2f-4696-8b0d-7dba33ebb8a4 req-1dd71255-8642-41d1-ac5c-0a1207151ac8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3cde803c-a8a6-4c58-9d94-60e20270befe HTTP/1.1" status: 200 len: 217 time: 0.0720248 Oct 04 09:39:00.343049 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:00.401082 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648538ea-ca2f-4696-8b0d-7dba33ebb8a4 req-06b500fb-115e-4580-93ec-52fae90c727c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:39:00.402498 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-648538ea-ca2f-4696-8b0d-7dba33ebb8a4 req-06b500fb-115e-4580-93ec-52fae90c727c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=250c3217-88aa-4cfe-92a1-e62e642366cf HTTP/1.1" status: 200 len: 854 time: 0.0576799 Oct 04 09:39:00.412910 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=3cde803c-a8a6-4c58-9d94-60e20270befe,revision_number=8']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:39:00.461177 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '516d1b55-44b2-40d6-aac4-94e2f858206d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cde803c-a8a6-4c58-9d94-60e20270befe'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:39:00.463443 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aef738b946a3ea172e8e75fc735451da1d91f114ea1acc5fcf392e20a929bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0406685c-6c3e-46db-b505-566b09a69ba9" -d '{"events": [{"server_uuid": "516d1b55-44b2-40d6-aac4-94e2f858206d", "name": "network-vif-plugged", "status": "completed", "tag": "3cde803c-a8a6-4c58-9d94-60e20270befe"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:39:00.488271 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648538ea-ca2f-4696-8b0d-7dba33ebb8a4 req-4e700d5d-121d-4b11-912c-6ee9cbcac639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:39:00.489792 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-648538ea-ca2f-4696-8b0d-7dba33ebb8a4 req-4e700d5d-121d-4b11-912c-6ee9cbcac639 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f585fae0-b417-4f8c-8a17-dc1bb5dc14d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815029 Oct 04 09:39:00.513954 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d49d7c3-b009-4128-913d-5bd0757fe32d x-openstack-request-id: req-3d49d7c3-b009-4128-913d-5bd0757fe32d {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:39:00.514312 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "516d1b55-44b2-40d6-aac4-94e2f858206d", "name": "network-vif-plugged", "status": "completed", "tag": "3cde803c-a8a6-4c58-9d94-60e20270befe", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:39:00.514562 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3d49d7c3-b009-4128-913d-5bd0757fe32d {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:39:00.514957 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d49d7c3-b009-4128-913d-5bd0757fe32d'] response: {'server_uuid': '516d1b55-44b2-40d6-aac4-94e2f858206d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cde803c-a8a6-4c58-9d94-60e20270befe', 'code': 200} Oct 04 09:39:00.709202 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-648538ea-ca2f-4696-8b0d-7dba33ebb8a4 req-2b5f9e9c-1aff-4cf0-95bd-5f5153f9988a service neutron] 10.222.0.20 "GET /v2.0/networks/f585fae0-b417-4f8c-8a17-dc1bb5dc14d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127428 Oct 04 09:39:00.772491 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:00.783067 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:00.842735 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-648538ea-ca2f-4696-8b0d-7dba33ebb8a4 req-b672533d-fba5-4a38-a2f5-bcf63cd6770b service neutron] 10.222.0.20 "GET /v2.0/networks/f585fae0-b417-4f8c-8a17-dc1bb5dc14d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271744 Oct 04 09:39:01.191668 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964eb614-7cb6-49ed-9a1a-1179f0c0db0e req-ec1036be-f453-4973-ac95-3fd2b8b5dbe8 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:39:01.193164 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-964eb614-7cb6-49ed-9a1a-1179f0c0db0e req-ec1036be-f453-4973-ac95-3fd2b8b5dbe8 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=516d1b55-44b2-40d6-aac4-94e2f858206d HTTP/1.1" status: 200 len: 946 time: 0.0872738 Oct 04 09:39:01.237387 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-964eb614-7cb6-49ed-9a1a-1179f0c0db0e req-27c51f06-d9b0-4c05-9848-5b884419ad5d tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385666 Oct 04 09:39:02.301112 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:02.440312 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6eeca-6867-4793-8c02-27ad9790ab4b req-79eba2b8-39d2-41bf-80c4-6c25908ca6d3 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:39:02.441862 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-37a6eeca-6867-4793-8c02-27ad9790ab4b req-79eba2b8-39d2-41bf-80c4-6c25908ca6d3 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=516d1b55-44b2-40d6-aac4-94e2f858206d HTTP/1.1" status: 200 len: 946 time: 0.0907311 Oct 04 09:39:02.485953 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-37a6eeca-6867-4793-8c02-27ad9790ab4b req-19b036e2-5847-4fff-beba-78b48866167c tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383680 Oct 04 09:39:02.686483 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94105ad9-0563-4383-9843-4ed1430c5cca req-1c26b964-1a27-44e9-8ec9-5151365d111e tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:39:02.687868 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-94105ad9-0563-4383-9843-4ed1430c5cca req-1c26b964-1a27-44e9-8ec9-5151365d111e tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=516d1b55-44b2-40d6-aac4-94e2f858206d HTTP/1.1" status: 200 len: 946 time: 0.0894368 Oct 04 09:39:02.734131 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-94105ad9-0563-4383-9843-4ed1430c5cca req-29b8f109-9027-4a12-95e1-da82085e4520 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401728 Oct 04 09:39:02.932710 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fbc00c-a155-4a5c-958d-1d47858915c5 req-b049199a-d1e2-40c3-b29b-5bad3d2a0cd7 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:39:02.934167 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-12fbc00c-a155-4a5c-958d-1d47858915c5 req-b049199a-d1e2-40c3-b29b-5bad3d2a0cd7 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=516d1b55-44b2-40d6-aac4-94e2f858206d HTTP/1.1" status: 200 len: 946 time: 0.0872207 Oct 04 09:39:02.981635 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-12fbc00c-a155-4a5c-958d-1d47858915c5 req-1c65711a-3bdf-4105-b591-f5f969f345c3 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416684 Oct 04 09:39:03.542221 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b85b0-a7bd-4797-ba62-c6dbe111921f req-938f4341-63b9-4539-9447-8d3790bdb6e9 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:39:03.543586 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-709b85b0-a7bd-4797-ba62-c6dbe111921f req-938f4341-63b9-4539-9447-8d3790bdb6e9 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=516d1b55-44b2-40d6-aac4-94e2f858206d HTTP/1.1" status: 200 len: 946 time: 0.0855846 Oct 04 09:39:03.591419 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-709b85b0-a7bd-4797-ba62-c6dbe111921f req-bb06fbad-503e-4e99-b8f0-67f582825e95 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415781 Oct 04 09:39:04.893689 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99b619-7420-415b-b2c6-01c2d6951c46 req-64103757-9e69-423c-90c3-d9618291ee89 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:39:04.895224 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-cb99b619-7420-415b-b2c6-01c2d6951c46 req-64103757-9e69-423c-90c3-d9618291ee89 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=516d1b55-44b2-40d6-aac4-94e2f858206d HTTP/1.1" status: 200 len: 946 time: 0.1906409 Oct 04 09:39:04.938823 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-cb99b619-7420-415b-b2c6-01c2d6951c46 req-d9c95f32-2ddc-48ad-a084-1dfa660145cc tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f9cf41a-5dd3-4501-940a-76165cc6f7de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379045 Oct 04 09:39:05.214182 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f24546-bf57-4e46-a315-90f7e6eca24e req-9dd6c379-e99d-4f2b-be40-690da4f47f51 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:39:05.215485 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e6f24546-bf57-4e46-a315-90f7e6eca24e req-9dd6c379-e99d-4f2b-be40-690da4f47f51 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.20 "GET /v2.0/ports?device_id=516d1b55-44b2-40d6-aac4-94e2f858206d HTTP/1.1" status: 200 len: 946 time: 0.0839577 Oct 04 09:39:05.286340 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-e6f24546-bf57-4e46-a315-90f7e6eca24e req-7aef6de1-f33a-406e-8c3c-5c73b02e3377 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Deleting port 3cde803c-a8a6-4c58-9d94-60e20270befe {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:39:05.286676 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-e6f24546-bf57-4e46-a315-90f7e6eca24e req-7aef6de1-f33a-406e-8c3c-5c73b02e3377 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:05.529111 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-e6f24546-bf57-4e46-a315-90f7e6eca24e req-7aef6de1-f33a-406e-8c3c-5c73b02e3377 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] For port 3cde803c-a8a6-4c58-9d94-60e20270befe, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=3cde803c-a8a6-4c58-9d94-60e20270befe,segment=NetworkSegment(289cfb02-c465-452e-93d5-645d17e65c29),segment_id=289cfb02-c465-452e-93d5-645d17e65c29)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:39:05.529418 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-e6f24546-bf57-4e46-a315-90f7e6eca24e req-7aef6de1-f33a-406e-8c3c-5c73b02e3377 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:05.655018 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-e6f24546-bf57-4e46-a315-90f7e6eca24e req-7aef6de1-f33a-406e-8c3c-5c73b02e3377 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Calling delete_port for 3cde803c-a8a6-4c58-9d94-60e20270befe owned by compute:nova {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:39:05.793286 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-e6f24546-bf57-4e46-a315-90f7e6eca24e req-7aef6de1-f33a-406e-8c3c-5c73b02e3377 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:05.826191 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['3cde803c-a8a6-4c58-9d94-60e20270befe'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 09:39:05.851329 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aef6de1-f33a-406e-8c3c-5c73b02e3377 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Pushing event deleted for resources: {'Port': ['ID=3cde803c-a8a6-4c58-9d94-60e20270befe,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:39:05.942319 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f24546-bf57-4e46-a315-90f7e6eca24e req-7aef6de1-f33a-406e-8c3c-5c73b02e3377 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] No DVR routers for this DVR port 3cde803c-a8a6-4c58-9d94-60e20270befe on host hv-neutron-8602 {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:39:05.944921 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-e6f24546-bf57-4e46-a315-90f7e6eca24e req-7aef6de1-f33a-406e-8c3c-5c73b02e3377 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:05.947628 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '516d1b55-44b2-40d6-aac4-94e2f858206d', 'name': 'network-vif-deleted', 'tag': '3cde803c-a8a6-4c58-9d94-60e20270befe'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:39:05.950072 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0a5ed3-eb2d-4bbf-9e16-5102e7c3d6ca" -d '{"events": [{"server_uuid": "516d1b55-44b2-40d6-aac4-94e2f858206d", "name": "network-vif-deleted", "tag": "3cde803c-a8a6-4c58-9d94-60e20270befe"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:39:05.967035 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e6f24546-bf57-4e46-a315-90f7e6eca24e req-7aef6de1-f33a-406e-8c3c-5c73b02e3377 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.20 "DELETE /v2.0/ports/3cde803c-a8a6-4c58-9d94-60e20270befe HTTP/1.1" status: 204 len: 173 time: 0.7462845 Oct 04 09:39:06.002702 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82347d93-74c3-4ef7-86a8-c2aa2de8770e x-openstack-request-id: req-82347d93-74c3-4ef7-86a8-c2aa2de8770e {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:39:06.003128 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "516d1b55-44b2-40d6-aac4-94e2f858206d", "name": "network-vif-deleted", "tag": "3cde803c-a8a6-4c58-9d94-60e20270befe", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:39:06.003448 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-82347d93-74c3-4ef7-86a8-c2aa2de8770e {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:39:06.004194 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82347d93-74c3-4ef7-86a8-c2aa2de8770e'] response: {'server_uuid': '516d1b55-44b2-40d6-aac4-94e2f858206d', 'name': 'network-vif-deleted', 'tag': '3cde803c-a8a6-4c58-9d94-60e20270befe', 'status': 'completed', 'code': 200} Oct 04 09:39:06.114503 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-594b4323-082b-4f20-86d0-8d6703cd9996 req-fcefc4ad-b383-4c4e-8dad-6851de94b601 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/ports?device_id=516d1b55-44b2-40d6-aac4-94e2f858206d HTTP/1.1" status: 200 len: 210 time: 0.0523257 Oct 04 09:39:07.240241 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 40002) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:39:07.303373 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-073f1d0b-4f03-4ae8-988d-daab009f9821 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:07.330858 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-073f1d0b-4f03-4ae8-988d-daab009f9821 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:07.381385 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-073f1d0b-4f03-4ae8-988d-daab009f9821 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:07.398944 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f1d0b-4f03-4ae8-988d-daab009f9821 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2f8be8-dc2b-4274-b4ce-795813499a13,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:39:07.410832 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-073f1d0b-4f03-4ae8-988d-daab009f9821 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:07.411937 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-073f1d0b-4f03-4ae8-988d-daab009f9821 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "DELETE /v2.0/security-groups/0a2f8be8-dc2b-4274-b4ce-795813499a13 HTTP/1.1" status: 204 len: 168 time: 0.1706882 Oct 04 09:39:07.414583 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 40006) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:39:07.430110 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.api.v2.resource [None req-e38490ec-bad3-4dbb-be7f-18e64e33352b tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] show failed (client error): The resource could not be found. Oct 04 09:39:07.431081 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-e38490ec-bad3-4dbb-be7f-18e64e33352b tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "GET /v2.0/security-groups/0a2f8be8-dc2b-4274-b4ce-795813499a13 HTTP/1.1" status: 404 len: 347 time: 0.0156035 Oct 04 09:39:07.433743 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 40010) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:39:07.674352 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-b6708689-6d68-4d67-8158-d03ecd0517b5 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Deleting port 32de0e32-a05e-4a98-8ff9-c7965ca73ec5 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:39:07.674576 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b6708689-6d68-4d67-8158-d03ecd0517b5 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:07.844421 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b6708689-6d68-4d67-8158-d03ecd0517b5 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:07.844838 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b6708689-6d68-4d67-8158-d03ecd0517b5 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:07.966452 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-b6708689-6d68-4d67-8158-d03ecd0517b5 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Calling delete_port for 32de0e32-a05e-4a98-8ff9-c7965ca73ec5 owned by network:floatingip {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:39:08.103462 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b6708689-6d68-4d67-8158-d03ecd0517b5 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:08.153703 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6708689-6d68-4d67-8158-d03ecd0517b5 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Pushing event deleted for resources: {'Port': ['ID=32de0e32-a05e-4a98-8ff9-c7965ca73ec5,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:39:08.246169 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b6708689-6d68-4d67-8158-d03ecd0517b5 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Notify callbacks [] for floatingip, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:08.260748 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b6708689-6d68-4d67-8158-d03ecd0517b5 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:08.261888 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-b6708689-6d68-4d67-8158-d03ecd0517b5 tempest-ServerDiskConfigTestJSON-941046331 tempest-ServerDiskConfigTestJSON-941046331-project] 10.222.0.50 "DELETE /v2.0/floatingips/df57f56e-bf8e-48e8-b3d3-60d63b9e0c4c HTTP/1.1" status: 204 len: 168 time: 0.8272777 Oct 04 09:39:08.400866 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 40018) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:39:08.926175 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2b4388ab-91ba-43cf-9b66-25cc2ef8dbda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736827'] for router_interface, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:09.353593 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-2b4388ab-91ba-43cf-9b66-25cc2ef8dbda admin admin] Deleting port 3c74d97b-f0ea-4b41-b3ca-8c153d198328 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:39:09.354278 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2b4388ab-91ba-43cf-9b66-25cc2ef8dbda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:09.520711 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-2b4388ab-91ba-43cf-9b66-25cc2ef8dbda admin admin] For port 3c74d97b-f0ea-4b41-b3ca-8c153d198328, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=3c74d97b-f0ea-4b41-b3ca-8c153d198328,segment=NetworkSegment(289cfb02-c465-452e-93d5-645d17e65c29),segment_id=289cfb02-c465-452e-93d5-645d17e65c29)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:39:09.521075 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2b4388ab-91ba-43cf-9b66-25cc2ef8dbda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:09.641212 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-2b4388ab-91ba-43cf-9b66-25cc2ef8dbda admin admin] Calling delete_port for 3c74d97b-f0ea-4b41-b3ca-8c153d198328 owned by network:router_interface {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:39:09.814441 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2b4388ab-91ba-43cf-9b66-25cc2ef8dbda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:09.865622 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4388ab-91ba-43cf-9b66-25cc2ef8dbda admin admin] Pushing event deleted for resources: {'Port': ['ID=3c74d97b-f0ea-4b41-b3ca-8c153d198328,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:39:10.131778 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2b4388ab-91ba-43cf-9b66-25cc2ef8dbda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736911'] for router_interface, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:10.174184 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 3cde803c-a8a6-4c58-9d94-60e20270befe no longer exists at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:39:10.209665 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] No Port match for: 3cde803c-a8a6-4c58-9d94-60e20270befe {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:39:10.210005 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 3cde803c-a8a6-4c58-9d94-60e20270befe not bound to the agent host hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:39:10.478699 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b4388ab-91ba-43cf-9b66-25cc2ef8dbda admin admin] Router 4b3847b0-45a1-4cd5-b7c8-a63f58fec865 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:39:10.748135 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4388ab-91ba-43cf-9b66-25cc2ef8dbda admin admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:39:10.758831 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2769ad34-3ff6-4543-b959-d3f9a0615787 None None] Sync routers for ids ['4b3847b0-45a1-4cd5-b7c8-a63f58fec865'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:39:10.764290 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-2b4388ab-91ba-43cf-9b66-25cc2ef8dbda admin admin] 10.222.0.50 "PUT /v2.0/routers/4b3847b0-45a1-4cd5-b7c8-a63f58fec865/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3623374 Oct 04 09:39:10.767157 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 40022) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:39:10.767908 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2769ad34-3ff6-4543-b959-d3f9a0615787 None None] Routers {'4b3847b0-45a1-4cd5-b7c8-a63f58fec865'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:39:10.768547 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-2769ad34-3ff6-4543-b959-d3f9a0615787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:39:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['4b3847b0-45a1-4cd5-b7c8-a63f58fec865'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:39:10.941146 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e9ceb6e0-c59d-4bf2-a27b-68a4b3154ab7 admin admin] Notify callbacks [] for router, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:10.941586 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-2769ad34-3ff6-4543-b959-d3f9a0615787 None None] Set router 4b3847b0-45a1-4cd5-b7c8-a63f58fec865 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:39:11.112579 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e9ceb6e0-c59d-4bf2-a27b-68a4b3154ab7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:11.122254 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-e9ceb6e0-c59d-4bf2-a27b-68a4b3154ab7 admin admin] Deleting port 9142213d-03bf-4fa3-ad5b-25d180c636c7 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:39:11.122600 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e9ceb6e0-c59d-4bf2-a27b-68a4b3154ab7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:11.222177 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-2769ad34-3ff6-4543-b959-d3f9a0615787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3847b0-45a1-4cd5-b7c8-a63f58fec865', 'name': 'tempest-ServerDiskConfigTestJSON-1032290837-router', 'tenant_id': '4a84f0773cbf478792eb4e5bc81134d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.139'}], 'enable_snat': True}, 'gw_port_id': '9142213d-03bf-4fa3-ad5b-25d180c636c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:37:13Z', 'updated_at': '2022-10-04T09:39:09Z', 'revision_number': 5, 'project_id': '4a84f0773cbf478792eb4e5bc81134d2', 'gw_port': {'id': '9142213d-03bf-4fa3-ad5b-25d180c636c7', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3847b0-45a1-4cd5-b7c8-a63f58fec865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:37:14Z', 'updated_at': '2022-10-04T09:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:39:11.225955 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2769ad34-3ff6-4543-b959-d3f9a0615787 None None] Checking router: 4b3847b0-45a1-4cd5-b7c8-a63f58fec865 for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:39:11.234253 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2769ad34-3ff6-4543-b959-d3f9a0615787 None None] Routers {'4b3847b0-45a1-4cd5-b7c8-a63f58fec865'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:39:11.234848 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-2769ad34-3ff6-4543-b959-d3f9a0615787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:39:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['4b3847b0-45a1-4cd5-b7c8-a63f58fec865'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:39:11.294912 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-e9ceb6e0-c59d-4bf2-a27b-68a4b3154ab7 admin admin] For port 9142213d-03bf-4fa3-ad5b-25d180c636c7, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=9142213d-03bf-4fa3-ad5b-25d180c636c7,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:39:11.295274 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e9ceb6e0-c59d-4bf2-a27b-68a4b3154ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:11.376876 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:11.390742 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-2769ad34-3ff6-4543-b959-d3f9a0615787 None None] Set router 4b3847b0-45a1-4cd5-b7c8-a63f58fec865 gateway port host: None {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:39:11.416067 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-e9ceb6e0-c59d-4bf2-a27b-68a4b3154ab7 admin admin] Calling delete_port for 9142213d-03bf-4fa3-ad5b-25d180c636c7 owned by network:router_gateway {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:39:11.496611 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-2769ad34-3ff6-4543-b959-d3f9a0615787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3847b0-45a1-4cd5-b7c8-a63f58fec865', 'name': 'tempest-ServerDiskConfigTestJSON-1032290837-router', 'tenant_id': '4a84f0773cbf478792eb4e5bc81134d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:37:13Z', 'updated_at': '2022-10-04T09:39:11Z', 'revision_number': 6, 'project_id': '4a84f0773cbf478792eb4e5bc81134d2', 'gw_port_host': None}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:39:11.501255 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2769ad34-3ff6-4543-b959-d3f9a0615787 None None] The sync data for ids ['4b3847b0-45a1-4cd5-b7c8-a63f58fec865'] in dv-neutron-860215-1-hyperv is: [{'id': '4b3847b0-45a1-4cd5-b7c8-a63f58fec865', 'name': 'tempest-ServerDiskConfigTestJSON-1032290837-router', 'tenant_id': '4a84f0773cbf478792eb4e5bc81134d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:37:13Z', 'updated_at': '2022-10-04T09:39:11Z', 'revision_number': 6, 'project_id': '4a84f0773cbf478792eb4e5bc81134d2', 'gw_port_host': None}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:39:11.596206 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e9ceb6e0-c59d-4bf2-a27b-68a4b3154ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:11.643147 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ceb6e0-c59d-4bf2-a27b-68a4b3154ab7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9142213d-03bf-4fa3-ad5b-25d180c636c7,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:39:11.736711 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e9ceb6e0-c59d-4bf2-a27b-68a4b3154ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737040'] for router_gateway, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:12.014510 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e9ceb6e0-c59d-4bf2-a27b-68a4b3154ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:12.016644 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e9ceb6e0-c59d-4bf2-a27b-68a4b3154ab7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:12.038221 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e9ceb6e0-c59d-4bf2-a27b-68a4b3154ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:12.038740 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ceb6e0-c59d-4bf2-a27b-68a4b3154ab7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b3847b0-45a1-4cd5-b7c8-a63f58fec865 {{(pid=89032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:39:12.051279 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e9ceb6e0-c59d-4bf2-a27b-68a4b3154ab7 admin admin] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:12.052421 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-e9ceb6e0-c59d-4bf2-a27b-68a4b3154ab7 admin admin] 10.222.0.50 "DELETE /v2.0/routers/4b3847b0-45a1-4cd5-b7c8-a63f58fec865 HTTP/1.1" status: 204 len: 168 time: 1.2843585 Oct 04 09:39:12.054924 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 40026) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:39:12.114581 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c37a5ee-e6c6-4021-83a0-05a72cc79094 admin admin] Deleting subnet 250c3217-88aa-4cfe-92a1-e62e642366cf {{(pid=89032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:39:12.117466 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8c37a5ee-e6c6-4021-83a0-05a72cc79094 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:12.165124 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8c37a5ee-e6c6-4021-83a0-05a72cc79094 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885153'] for subnet, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:12.241799 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8c37a5ee-e6c6-4021-83a0-05a72cc79094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:12.313213 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8c37a5ee-e6c6-4021-83a0-05a72cc79094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:12.351996 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c37a5ee-e6c6-4021-83a0-05a72cc79094 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=250c3217-88aa-4cfe-92a1-e62e642366cf,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:39:12.353949 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8c37a5ee-e6c6-4021-83a0-05a72cc79094 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:12.360772 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6173c3-8ba9-4c09-bd6f-d6ecc7ab3f3e None None] Network f585fae0-b417-4f8c-8a17-dc1bb5dc14d4 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:39:12.361373 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-8c37a5ee-e6c6-4021-83a0-05a72cc79094 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/250c3217-88aa-4cfe-92a1-e62e642366cf HTTP/1.1" status: 204 len: 168 time: 0.3052104 Oct 04 09:39:12.363455 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 40030) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:39:12.474198 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-96eac189-47de-49d5-99c7-9be27230ce6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:12.486210 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-96eac189-47de-49d5-99c7-9be27230ce6c admin admin] Deleting port dc54ebbb-34ef-47c5-94de-0844a5a1710a {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:39:12.486555 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-96eac189-47de-49d5-99c7-9be27230ce6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:12.608120 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a3b20b-84b9-41f2-b05f-83c5bacc3078 None None] DHCP port deletion for f585fae0-b417-4f8c-8a17-dc1bb5dc14d4 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:39:12.612402 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-96a3b20b-84b9-41f2-b05f-83c5bacc3078 None None] Deleting port dc54ebbb-34ef-47c5-94de-0844a5a1710a {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:39:12.612782 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-96a3b20b-84b9-41f2-b05f-83c5bacc3078 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:12.696458 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-96eac189-47de-49d5-99c7-9be27230ce6c admin admin] For port dc54ebbb-34ef-47c5-94de-0844a5a1710a, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=dc54ebbb-34ef-47c5-94de-0844a5a1710a,segment=NetworkSegment(289cfb02-c465-452e-93d5-645d17e65c29),segment_id=289cfb02-c465-452e-93d5-645d17e65c29)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:39:12.697003 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-96eac189-47de-49d5-99c7-9be27230ce6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:12.823010 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-96eac189-47de-49d5-99c7-9be27230ce6c admin admin] Calling delete_port for dc54ebbb-34ef-47c5-94de-0844a5a1710a owned by network:dhcp {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:39:12.860907 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-96a3b20b-84b9-41f2-b05f-83c5bacc3078 None None] For port dc54ebbb-34ef-47c5-94de-0844a5a1710a, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=dc54ebbb-34ef-47c5-94de-0844a5a1710a,segment=NetworkSegment(289cfb02-c465-452e-93d5-645d17e65c29),segment_id=289cfb02-c465-452e-93d5-645d17e65c29)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:39:12.861299 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-96a3b20b-84b9-41f2-b05f-83c5bacc3078 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:12.898316 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-96eac189-47de-49d5-99c7-9be27230ce6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:12.947107 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eac189-47de-49d5-99c7-9be27230ce6c admin admin] Pushing event deleted for resources: {'Port': ['ID=dc54ebbb-34ef-47c5-94de-0844a5a1710a,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:39:12.951156 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96eac189-47de-49d5-99c7-9be27230ce6c admin admin] No DVR routers for this DVR port dc54ebbb-34ef-47c5-94de-0844a5a1710a on host dv-neutron-860215-1-hyperv {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:39:12.989664 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-96a3b20b-84b9-41f2-b05f-83c5bacc3078 None None] Calling delete_port for dc54ebbb-34ef-47c5-94de-0844a5a1710a owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:39:13.060249 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.db.api [None req-96a3b20b-84b9-41f2-b05f-83c5bacc3078 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:39:13.060764 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG oslo_db.api [None req-96a3b20b-84b9-41f2-b05f-83c5bacc3078 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:39:13.065869 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-96eac189-47de-49d5-99c7-9be27230ce6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:13.090795 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-96eac189-47de-49d5-99c7-9be27230ce6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f585fae0-b417-4f8c-8a17-dc1bb5dc14d4']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:39:13.102565 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-96eac189-47de-49d5-99c7-9be27230ce6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '289cfb02-c465-452e-93d5-645d17e65c29') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:39:13.102859 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-96eac189-47de-49d5-99c7-9be27230ce6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '289cfb02-c465-452e-93d5-645d17e65c29') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:39:13.113937 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-96eac189-47de-49d5-99c7-9be27230ce6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:13.130316 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-96eac189-47de-49d5-99c7-9be27230ce6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:13.136224 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96eac189-47de-49d5-99c7-9be27230ce6c admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:39:13.136643 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-96eac189-47de-49d5-99c7-9be27230ce6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:13.201916 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 289cfb02-c465-452e-93d5-645d17e65c29 resource provider aggregate not found Oct 04 09:39:13.221552 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 289cfb02-c465-452e-93d5-645d17e65c29 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 289cfb02-c465-452e-93d5-645d17e65c29 found for delete ", "request_id": "req-fba615db-80ad-4f22-b2c3-00c2a1110128"}]} Oct 04 09:39:13.233562 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-96eac189-47de-49d5-99c7-9be27230ce6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:13.238462 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-96eac189-47de-49d5-99c7-9be27230ce6c admin admin] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:13.263259 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eac189-47de-49d5-99c7-9be27230ce6c admin admin] Pushing event deleted for resources: {'Network': ['ID=f585fae0-b417-4f8c-8a17-dc1bb5dc14d4,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:39:13.275981 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-96eac189-47de-49d5-99c7-9be27230ce6c admin admin] 10.222.0.50 "DELETE /v2.0/networks/f585fae0-b417-4f8c-8a17-dc1bb5dc14d4 HTTP/1.1" status: 204 len: 168 time: 0.9115605 Oct 04 09:39:13.382582 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 40040) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:39:13.431436 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-e541f383-85e2-4251-8d34-fe59f97604c7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4a84f0773cbf478792eb4e5bc81134d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477002 Oct 04 09:39:13.433971 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 40044) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:39:13.483815 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 9142213d-03bf-4fa3-ad5b-25d180c636c7 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:39:13.494730 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b343d7d9-400a-48a8-aa4c-538e526328ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:13.520802 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b343d7d9-400a-48a8-aa4c-538e526328ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:13.521004 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 9142213d-03bf-4fa3-ad5b-25d180c636c7 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:39:13.521257 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 9142213d-03bf-4fa3-ad5b-25d180c636c7 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:39:13.521673 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device dc54ebbb-34ef-47c5-94de-0844a5a1710a no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:39:13.554445 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: dc54ebbb-34ef-47c5-94de-0844a5a1710a {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:39:13.554796 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device dc54ebbb-34ef-47c5-94de-0844a5a1710a not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:39:13.555213 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 3c74d97b-f0ea-4b41-b3ca-8c153d198328 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:39:13.576764 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b343d7d9-400a-48a8-aa4c-538e526328ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:13.581920 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-96a3b20b-84b9-41f2-b05f-83c5bacc3078 None None] Deleting port dc54ebbb-34ef-47c5-94de-0844a5a1710a {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:39:13.582293 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-96a3b20b-84b9-41f2-b05f-83c5bacc3078 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:13.593273 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b343d7d9-400a-48a8-aa4c-538e526328ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9cf41a-5dd3-4501-940a-76165cc6f7de,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:39:13.604338 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b343d7d9-400a-48a8-aa4c-538e526328ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:39:13.604830 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b343d7d9-400a-48a8-aa4c-538e526328ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:39:13.605178 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b343d7d9-400a-48a8-aa4c-538e526328ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:39:13.605516 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b343d7d9-400a-48a8-aa4c-538e526328ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:39:13.605851 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b343d7d9-400a-48a8-aa4c-538e526328ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:39:13.606183 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b343d7d9-400a-48a8-aa4c-538e526328ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:39:13.606531 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b343d7d9-400a-48a8-aa4c-538e526328ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:39:13.607402 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b343d7d9-400a-48a8-aa4c-538e526328ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:39:13.607763 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b343d7d9-400a-48a8-aa4c-538e526328ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:39:13.608111 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b343d7d9-400a-48a8-aa4c-538e526328ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:39:13.608447 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b343d7d9-400a-48a8-aa4c-538e526328ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:39:13.608771 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b343d7d9-400a-48a8-aa4c-538e526328ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:39:13.613193 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b343d7d9-400a-48a8-aa4c-538e526328ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:13.617749 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-b343d7d9-400a-48a8-aa4c-538e526328ec admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7f9cf41a-5dd3-4501-940a-76165cc6f7de HTTP/1.1" status: 204 len: 168 time: 0.1794579 Oct 04 09:39:13.617848 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 3c74d97b-f0ea-4b41-b3ca-8c153d198328 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:39:13.617848 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 3c74d97b-f0ea-4b41-b3ca-8c153d198328 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:39:13.665584 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-96a3b20b-84b9-41f2-b05f-83c5bacc3078 None None] The port 'dc54ebbb-34ef-47c5-94de-0844a5a1710a' was deleted {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 04 09:39:14.327433 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 40068) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:39:14.427090 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-bcaa1788-ae50-4a94-997e-a898508d43d3 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-592270206-network', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:39:14.433111 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-bcaa1788-ae50-4a94-997e-a898508d43d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:39:14.437700 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-bcaa1788-ae50-4a94-997e-a898508d43d3 admin admin] Usage tracker for resource:network and tenant:523ecadce86b493ca00e37d22c0d8a7a is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:39:14.440781 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-bcaa1788-ae50-4a94-997e-a898508d43d3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:39:14.447506 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-bcaa1788-ae50-4a94-997e-a898508d43d3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:39:14.459399 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcaa1788-ae50-4a94-997e-a898508d43d3 admin admin] Made reservation on behalf of 523ecadce86b493ca00e37d22c0d8a7a for: {'network': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:39:14.461689 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bcaa1788-ae50-4a94-997e-a898508d43d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:14.473331 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bcaa1788-ae50-4a94-997e-a898508d43d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:14.487138 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-bcaa1788-ae50-4a94-997e-a898508d43d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:39:14.490892 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-bcaa1788-ae50-4a94-997e-a898508d43d3 admin admin] Usage tracker for resource:security_group_rule and tenant:523ecadce86b493ca00e37d22c0d8a7a is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:39:14.493621 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-bcaa1788-ae50-4a94-997e-a898508d43d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:39:14.499920 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-bcaa1788-ae50-4a94-997e-a898508d43d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:39:14.578463 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bcaa1788-ae50-4a94-997e-a898508d43d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:14.581839 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bcaa1788-ae50-4a94-997e-a898508d43d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:14.610033 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcaa1788-ae50-4a94-997e-a898508d43d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=89032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:39:14.618799 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaa1788-ae50-4a94-997e-a898508d43d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55585034-8393-4421-884e-b2efa12fa17a,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:39:14.625395 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bcaa1788-ae50-4a94-997e-a898508d43d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:14.625774 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.segments_db [None req-bcaa1788-ae50-4a94-997e-a898508d43d3 admin admin] Added segment 145756dd-4524-4dba-b36a-aad8eba1109c of type vlan for network e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 Oct 04 09:39:14.655394 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bcaa1788-ae50-4a94-997e-a898508d43d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:14.683818 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bcaa1788-ae50-4a94-997e-a898508d43d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:14.685389 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcaa1788-ae50-4a94-997e-a898508d43d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:39:14.685971 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bcaa1788-ae50-4a94-997e-a898508d43d3 admin admin] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:14.874075 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-bcaa1788-ae50-4a94-997e-a898508d43d3 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5452127 Oct 04 09:39:14.877113 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 40074) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:39:14.878996 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaa1788-ae50-4a94-997e-a898508d43d3 admin admin] Pushing event updated for resources: {'Network': ['ID=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:39:14.882728 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-3359857f-4ae6-4c78-b6fe-c0e5d0a18cf7 admin admin] Request body: {'subnet': {'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-592270206-subnet', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:39:14.889082 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:39:14.891309 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-3359857f-4ae6-4c78-b6fe-c0e5d0a18cf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:39:14.895260 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-3359857f-4ae6-4c78-b6fe-c0e5d0a18cf7 admin admin] Usage tracker for resource:subnet and tenant:523ecadce86b493ca00e37d22c0d8a7a is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:39:14.898107 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-3359857f-4ae6-4c78-b6fe-c0e5d0a18cf7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:39:14.904449 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-3359857f-4ae6-4c78-b6fe-c0e5d0a18cf7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:39:14.914132 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3359857f-4ae6-4c78-b6fe-c0e5d0a18cf7 admin admin] Made reservation on behalf of 523ecadce86b493ca00e37d22c0d8a7a for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:39:14.916498 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3359857f-4ae6-4c78-b6fe-c0e5d0a18cf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:15.119207 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3359857f-4ae6-4c78-b6fe-c0e5d0a18cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:15.193235 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3359857f-4ae6-4c78-b6fe-c0e5d0a18cf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e45547e1-0b28-4b64-ada0-0a0e073a56b1,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:39:15.203733 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3359857f-4ae6-4c78-b6fe-c0e5d0a18cf7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:39:15.204082 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3359857f-4ae6-4c78-b6fe-c0e5d0a18cf7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:39:15.204463 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3359857f-4ae6-4c78-b6fe-c0e5d0a18cf7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:39:15.204807 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3359857f-4ae6-4c78-b6fe-c0e5d0a18cf7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:39:15.205139 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3359857f-4ae6-4c78-b6fe-c0e5d0a18cf7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:39:15.205474 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3359857f-4ae6-4c78-b6fe-c0e5d0a18cf7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:39:15.205803 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3359857f-4ae6-4c78-b6fe-c0e5d0a18cf7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:39:15.206130 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3359857f-4ae6-4c78-b6fe-c0e5d0a18cf7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:39:15.206458 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3359857f-4ae6-4c78-b6fe-c0e5d0a18cf7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:39:15.206780 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3359857f-4ae6-4c78-b6fe-c0e5d0a18cf7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:39:15.207103 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3359857f-4ae6-4c78-b6fe-c0e5d0a18cf7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:39:15.207424 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3359857f-4ae6-4c78-b6fe-c0e5d0a18cf7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:39:15.212117 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3359857f-4ae6-4c78-b6fe-c0e5d0a18cf7 admin admin] Checking segment: {'id': '145756dd-4524-4dba-b36a-aad8eba1109c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:39:15.212494 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3359857f-4ae6-4c78-b6fe-c0e5d0a18cf7 admin admin] Network hostable DHCP agents. Network: e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:39:15.231381 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3359857f-4ae6-4c78-b6fe-c0e5d0a18cf7 admin admin] Network e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:39:15.241413 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-3359857f-4ae6-4c78-b6fe-c0e5d0a18cf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1) {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:39:15.245330 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3359857f-4ae6-4c78-b6fe-c0e5d0a18cf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:39:15.245908 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3359857f-4ae6-4c78-b6fe-c0e5d0a18cf7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:15.251335 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33d7bda-1873-4430-893d-f8f1d1286c49 None None] Network e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:39:15.265551 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-3359857f-4ae6-4c78-b6fe-c0e5d0a18cf7 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3872519 Oct 04 09:39:15.268386 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 40078) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:39:15.273204 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-75673b09-0027-4247-bddf-d796dfff13e5 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-592270206-router', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:39:15.277681 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-75673b09-0027-4247-bddf-d796dfff13e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:39:15.282051 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-75673b09-0027-4247-bddf-d796dfff13e5 admin admin] Usage tracker for resource:router and tenant:523ecadce86b493ca00e37d22c0d8a7a is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:39:15.284879 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-75673b09-0027-4247-bddf-d796dfff13e5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:39:15.290513 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-75673b09-0027-4247-bddf-d796dfff13e5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:39:15.300748 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-75673b09-0027-4247-bddf-d796dfff13e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:15.301715 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-75673b09-0027-4247-bddf-d796dfff13e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:15.316734 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-75673b09-0027-4247-bddf-d796dfff13e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:15.465759 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c9b7a7-7ab0-41f9-a850-743a3a943316 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1', 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'fixed_ips': [{'subnet_id': 'e45547e1-0b28-4b64-ada0-0a0e073a56b1'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:39:15.467130 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a1c9b7a7-7ab0-41f9-a850-743a3a943316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:15.579762 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-75673b09-0027-4247-bddf-d796dfff13e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:15.615651 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-a1c9b7a7-7ab0-41f9-a850-743a3a943316 None None] Allocated IP 172.20.0.2 (e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1/e45547e1-0b28-4b64-ada0-0a0e073a56b1/e5e8e0fd-802d-482e-b303-03410daba74f) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:39:15.828887 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a1c9b7a7-7ab0-41f9-a850-743a3a943316 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:15.839175 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-a1c9b7a7-7ab0-41f9-a850-743a3a943316 None None] Transition to ACTIVE for port object e5e8e0fd-802d-482e-b303-03410daba74f will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:39:15.857145 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-a1c9b7a7-7ab0-41f9-a850-743a3a943316 None None] Transition to ACTIVE for port object e5e8e0fd-802d-482e-b303-03410daba74f will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:39:15.863541 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a1c9b7a7-7ab0-41f9-a850-743a3a943316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:15.893148 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-75673b09-0027-4247-bddf-d796dfff13e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:15.921782 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-75673b09-0027-4247-bddf-d796dfff13e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:15.929838 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c9b7a7-7ab0-41f9-a850-743a3a943316 None None] Network e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:39:15.932708 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-a1c9b7a7-7ab0-41f9-a850-743a3a943316 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:39:15.935873 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c9b7a7-7ab0-41f9-a850-743a3a943316 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:39:15.981786 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c9b7a7-7ab0-41f9-a850-743a3a943316 None None] Pushing event updated for resources: {'Port': ['ID=e5e8e0fd-802d-482e-b303-03410daba74f,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:39:16.043329 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-a1c9b7a7-7ab0-41f9-a850-743a3a943316 None None] Attempting to bind port e5e8e0fd-802d-482e-b303-03410daba74f on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:39:16.043700 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-a1c9b7a7-7ab0-41f9-a850-743a3a943316 None None] Attempting to bind port e5e8e0fd-802d-482e-b303-03410daba74f by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '145756dd-4524-4dba-b36a-aad8eba1109c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:39:16.044153 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c9b7a7-7ab0-41f9-a850-743a3a943316 None None] Attempting to bind port e5e8e0fd-802d-482e-b303-03410daba74f on network e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:39:16.049335 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c9b7a7-7ab0-41f9-a850-743a3a943316 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:39:16.049708 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c9b7a7-7ab0-41f9-a850-743a3a943316 None None] Checking segment: {'id': '145756dd-4524-4dba-b36a-aad8eba1109c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:39:16.050110 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a1c9b7a7-7ab0-41f9-a850-743a3a943316 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:16.050501 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c9b7a7-7ab0-41f9-a850-743a3a943316 None None] Bound using segment: {'id': '145756dd-4524-4dba-b36a-aad8eba1109c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:39:16.050962 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-a1c9b7a7-7ab0-41f9-a850-743a3a943316 None None] Bound port: e5e8e0fd-802d-482e-b303-03410daba74f, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '145756dd-4524-4dba-b36a-aad8eba1109c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:39:16.051331 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a1c9b7a7-7ab0-41f9-a850-743a3a943316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:16.055141 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-75673b09-0027-4247-bddf-d796dfff13e5 admin admin] Allocated IP 172.26.10.221 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/16f37ce1-1d24-40af-97a2-b458bc0fdc81) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:39:16.142548 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-a1c9b7a7-7ab0-41f9-a850-743a3a943316 None None] For port e5e8e0fd-802d-482e-b303-03410daba74f, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:39:16.146141 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-a1c9b7a7-7ab0-41f9-a850-743a3a943316 None None] For port e5e8e0fd-802d-482e-b303-03410daba74f, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=e5e8e0fd-802d-482e-b303-03410daba74f,segment=NetworkSegment(145756dd-4524-4dba-b36a-aad8eba1109c),segment_id=145756dd-4524-4dba-b36a-aad8eba1109c)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:39:16.152877 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a1c9b7a7-7ab0-41f9-a850-743a3a943316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:16.264892 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c9b7a7-7ab0-41f9-a850-743a3a943316 None None] Pushing event updated for resources: {'Port': ['ID=e5e8e0fd-802d-482e-b303-03410daba74f,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:39:16.331216 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-75673b09-0027-4247-bddf-d796dfff13e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:16.360723 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-75673b09-0027-4247-bddf-d796dfff13e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:16.432172 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75673b09-0027-4247-bddf-d796dfff13e5 admin admin] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:39:16.438564 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-75673b09-0027-4247-bddf-d796dfff13e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:39:16.443438 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75673b09-0027-4247-bddf-d796dfff13e5 admin admin] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:39:16.482712 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75673b09-0027-4247-bddf-d796dfff13e5 admin admin] Pushing event updated for resources: {'Port': ['ID=16f37ce1-1d24-40af-97a2-b458bc0fdc81,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:39:16.867340 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-75673b09-0027-4247-bddf-d796dfff13e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:17.205524 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-75673b09-0027-4247-bddf-d796dfff13e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:17.221253 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af64aea9-faea-4615-9c2d-211e2707f5fc None None] Network e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:39:17.343752 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-8b3418a0-a86b-4762-b8ea-c8b3e17eb4b8 None None] Provisioning for port e5e8e0fd-802d-482e-b303-03410daba74f completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:39:17.408918 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75673b09-0027-4247-bddf-d796dfff13e5 admin admin] Router 12d68ca1-c67b-4fac-acf0-164463cac50b is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:39:17.525576 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device e5e8e0fd-802d-482e-b303-03410daba74f up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:39:17.595451 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port e5e8e0fd-802d-482e-b303-03410daba74f completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:39:17.599125 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75673b09-0027-4247-bddf-d796dfff13e5 admin admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:39:17.600711 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port e5e8e0fd-802d-482e-b303-03410daba74f triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:39:17.601093 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:17.601619 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port e5e8e0fd-802d-482e-b303-03410daba74f Oct 04 09:39:17.610136 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaacdc8f-0efe-4df6-aa28-fe59e3ebb2c1 None None] Sync routers for ids ['12d68ca1-c67b-4fac-acf0-164463cac50b'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:39:17.621693 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaacdc8f-0efe-4df6-aa28-fe59e3ebb2c1 None None] Routers {'12d68ca1-c67b-4fac-acf0-164463cac50b'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:39:17.622862 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-aaacdc8f-0efe-4df6-aa28-fe59e3ebb2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:39:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['12d68ca1-c67b-4fac-acf0-164463cac50b'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:39:17.625163 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-75673b09-0027-4247-bddf-d796dfff13e5 admin admin] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:17.629226 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-75673b09-0027-4247-bddf-d796dfff13e5 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3598819 Oct 04 09:39:17.629383 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 40082) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:39:17.745580 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port e5e8e0fd-802d-482e-b303-03410daba74f is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:39:17.745937 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:17.755216 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-86e51372-8d2f-4923-990c-ca3b58da931a None None] Provisioning complete for port e5e8e0fd-802d-482e-b303-03410daba74f triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:39:17.755501 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-86e51372-8d2f-4923-990c-ca3b58da931a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:17.755781 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-86e51372-8d2f-4923-990c-ca3b58da931a None None] Attempt 1 to provision port e5e8e0fd-802d-482e-b303-03410daba74f Oct 04 09:39:17.830472 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port e5e8e0fd-802d-482e-b303-03410daba74f, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=e5e8e0fd-802d-482e-b303-03410daba74f,segment=NetworkSegment(145756dd-4524-4dba-b36a-aad8eba1109c),segment_id=145756dd-4524-4dba-b36a-aad8eba1109c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:39:17.836845 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:17.863030 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-aaacdc8f-0efe-4df6-aa28-fe59e3ebb2c1 None None] Set router 12d68ca1-c67b-4fac-acf0-164463cac50b gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:39:17.952088 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=e5e8e0fd-802d-482e-b303-03410daba74f,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:39:17.954592 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-86e51372-8d2f-4923-990c-ca3b58da931a None None] Current status of the port e5e8e0fd-802d-482e-b303-03410daba74f is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:39:18.143282 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-aaacdc8f-0efe-4df6-aa28-fe59e3ebb2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'name': 'tempest-ServerActionsTestJSON-592270206-router', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.221'}], 'enable_snat': True}, 'gw_port_id': '16f37ce1-1d24-40af-97a2-b458bc0fdc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:39:15Z', 'updated_at': '2022-10-04T09:39:16Z', 'revision_number': 3, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'gw_port': {'id': '16f37ce1-1d24-40af-97a2-b458bc0fdc81', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:39:15Z', 'updated_at': '2022-10-04T09:39:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:39:18.146868 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaacdc8f-0efe-4df6-aa28-fe59e3ebb2c1 None None] Checking router: 12d68ca1-c67b-4fac-acf0-164463cac50b for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:39:18.147208 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaacdc8f-0efe-4df6-aa28-fe59e3ebb2c1 None None] Updating router 12d68ca1-c67b-4fac-acf0-164463cac50b port 16f37ce1-1d24-40af-97a2-b458bc0fdc81 binding host dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:39:18.201929 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-aaacdc8f-0efe-4df6-aa28-fe59e3ebb2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:18.347543 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e7a7cba8-deee-41c7-8968-6d8326e15812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:18.520289 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-aaacdc8f-0efe-4df6-aa28-fe59e3ebb2c1 None None] Notify callbacks [] for port, precommit_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:18.532084 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.provisioning_blocks [None req-aaacdc8f-0efe-4df6-aa28-fe59e3ebb2c1 None None] Transition to ACTIVE for port object 16f37ce1-1d24-40af-97a2-b458bc0fdc81 will not be triggered until provisioned by entity L2. {{(pid=89035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:39:18.538649 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-aaacdc8f-0efe-4df6-aa28-fe59e3ebb2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:18.555260 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-e7a7cba8-deee-41c7-8968-6d8326e15812 admin admin] Allocated IP 172.20.0.1 (e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1/e45547e1-0b28-4b64-ada0-0a0e073a56b1/9d12d954-2e16-4c4b-92d4-defcc361cde0) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:39:18.598215 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-aaacdc8f-0efe-4df6-aa28-fe59e3ebb2c1 None None] Attempting to bind port 16f37ce1-1d24-40af-97a2-b458bc0fdc81 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:39:18.598582 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-aaacdc8f-0efe-4df6-aa28-fe59e3ebb2c1 None None] Attempting to bind port 16f37ce1-1d24-40af-97a2-b458bc0fdc81 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:39:18.598944 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaacdc8f-0efe-4df6-aa28-fe59e3ebb2c1 None None] Attempting to bind port 16f37ce1-1d24-40af-97a2-b458bc0fdc81 on network f33938cd-879e-4461-9b5e-aa67b746b6bd {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:39:18.608790 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaacdc8f-0efe-4df6-aa28-fe59e3ebb2c1 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:39:18.609144 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaacdc8f-0efe-4df6-aa28-fe59e3ebb2c1 None None] Checking segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:39:18.609549 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-aaacdc8f-0efe-4df6-aa28-fe59e3ebb2c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:18.609935 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaacdc8f-0efe-4df6-aa28-fe59e3ebb2c1 None None] Bound using segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:39:18.610389 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-aaacdc8f-0efe-4df6-aa28-fe59e3ebb2c1 None None] Bound port: 16f37ce1-1d24-40af-97a2-b458bc0fdc81, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:39:18.610986 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-aaacdc8f-0efe-4df6-aa28-fe59e3ebb2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:18.650148 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8dbe8b-1477-4456-b35f-6296bac73823 None None] Pushing event updated for resources: {'Port': ['ID=16f37ce1-1d24-40af-97a2-b458bc0fdc81,revision_number=2']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:39:18.665469 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8dbe8b-1477-4456-b35f-6296bac73823 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:39:18.665815 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8dbe8b-1477-4456-b35f-6296bac73823 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:39:18.666152 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8dbe8b-1477-4456-b35f-6296bac73823 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:39:18.666483 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8dbe8b-1477-4456-b35f-6296bac73823 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:39:18.666812 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8dbe8b-1477-4456-b35f-6296bac73823 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:39:18.667142 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8dbe8b-1477-4456-b35f-6296bac73823 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:39:18.667464 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8dbe8b-1477-4456-b35f-6296bac73823 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:39:18.667786 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8dbe8b-1477-4456-b35f-6296bac73823 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:39:18.668108 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8dbe8b-1477-4456-b35f-6296bac73823 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:39:18.668452 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8dbe8b-1477-4456-b35f-6296bac73823 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:39:18.668777 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8dbe8b-1477-4456-b35f-6296bac73823 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:39:18.669119 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8dbe8b-1477-4456-b35f-6296bac73823 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:39:18.699090 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e7a7cba8-deee-41c7-8968-6d8326e15812 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:18.701474 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-aaacdc8f-0efe-4df6-aa28-fe59e3ebb2c1 None None] For port 16f37ce1-1d24-40af-97a2-b458bc0fdc81, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:39:18.704509 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-aaacdc8f-0efe-4df6-aa28-fe59e3ebb2c1 None None] For port 16f37ce1-1d24-40af-97a2-b458bc0fdc81, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=16f37ce1-1d24-40af-97a2-b458bc0fdc81,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:39:18.708896 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-aaacdc8f-0efe-4df6-aa28-fe59e3ebb2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:18.717244 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-e7a7cba8-deee-41c7-8968-6d8326e15812 admin admin] Transition to ACTIVE for port object 9d12d954-2e16-4c4b-92d4-defcc361cde0 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:39:18.741237 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e7a7cba8-deee-41c7-8968-6d8326e15812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:18.775286 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaacdc8f-0efe-4df6-aa28-fe59e3ebb2c1 None None] Routers {'12d68ca1-c67b-4fac-acf0-164463cac50b'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:39:18.775825 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-aaacdc8f-0efe-4df6-aa28-fe59e3ebb2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:39:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['12d68ca1-c67b-4fac-acf0-164463cac50b'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:39:18.814288 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a7cba8-deee-41c7-8968-6d8326e15812 admin admin] Network e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:39:18.817252 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-e7a7cba8-deee-41c7-8968-6d8326e15812 admin admin] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:39:18.821000 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a7cba8-deee-41c7-8968-6d8326e15812 admin admin] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:39:18.851136 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a7cba8-deee-41c7-8968-6d8326e15812 admin admin] Pushing event updated for resources: {'Port': ['ID=9d12d954-2e16-4c4b-92d4-defcc361cde0,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:39:18.878305 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e7a7cba8-deee-41c7-8968-6d8326e15812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737202'] for router_interface, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:18.891177 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8dbe8b-1477-4456-b35f-6296bac73823 None None] Pushing event updated for resources: {'Port': ['ID=16f37ce1-1d24-40af-97a2-b458bc0fdc81,revision_number=3']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:39:18.994672 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-aaacdc8f-0efe-4df6-aa28-fe59e3ebb2c1 None None] Set router 12d68ca1-c67b-4fac-acf0-164463cac50b gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:39:19.082753 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-53aca1a8-0651-465b-ba38-0a53762e0576 None None] Provisioning for port 9d12d954-2e16-4c4b-92d4-defcc361cde0 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:39:19.088405 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-53aca1a8-0651-465b-ba38-0a53762e0576 None None] Provisioning complete for port 9d12d954-2e16-4c4b-92d4-defcc361cde0 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:39:19.088926 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-53aca1a8-0651-465b-ba38-0a53762e0576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:19.089427 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-53aca1a8-0651-465b-ba38-0a53762e0576 None None] Attempt 1 to provision port 9d12d954-2e16-4c4b-92d4-defcc361cde0 Oct 04 09:39:19.152378 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-53aca1a8-0651-465b-ba38-0a53762e0576 None None] Port 9d12d954-2e16-4c4b-92d4-defcc361cde0 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:39:19.243319 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e7a7cba8-deee-41c7-8968-6d8326e15812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:19.281889 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-aaacdc8f-0efe-4df6-aa28-fe59e3ebb2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'name': 'tempest-ServerActionsTestJSON-592270206-router', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.221'}], 'enable_snat': True}, 'gw_port_id': '16f37ce1-1d24-40af-97a2-b458bc0fdc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:39:15Z', 'updated_at': '2022-10-04T09:39:16Z', 'revision_number': 3, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'gw_port': {'id': '16f37ce1-1d24-40af-97a2-b458bc0fdc81', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:39:15Z', 'updated_at': '2022-10-04T09:39:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:39:19.285899 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaacdc8f-0efe-4df6-aa28-fe59e3ebb2c1 None None] The sync data for ids ['12d68ca1-c67b-4fac-acf0-164463cac50b'] in dv-neutron-860215-1-hyperv is: [{'id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'name': 'tempest-ServerActionsTestJSON-592270206-router', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.221'}], 'enable_snat': True}, 'gw_port_id': '16f37ce1-1d24-40af-97a2-b458bc0fdc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:39:15Z', 'updated_at': '2022-10-04T09:39:16Z', 'revision_number': 3, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'gw_port': {'id': '16f37ce1-1d24-40af-97a2-b458bc0fdc81', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:39:15Z', 'updated_at': '2022-10-04T09:39:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:39:19.487142 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e7a7cba8-deee-41c7-8968-6d8326e15812 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:19.492726 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e7a7cba8-deee-41c7-8968-6d8326e15812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:19.556484 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device e5e8e0fd-802d-482e-b303-03410daba74f up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:39:19.614265 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e7a7cba8-deee-41c7-8968-6d8326e15812 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736777'] for router_interface, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:19.617678 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a7cba8-deee-41c7-8968-6d8326e15812 admin admin] Pushing event updated for resources: {'Port': ['ID=9d12d954-2e16-4c4b-92d4-defcc361cde0,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:39:19.631158 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port e5e8e0fd-802d-482e-b303-03410daba74f triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:39:19.631534 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:19.631878 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port e5e8e0fd-802d-482e-b303-03410daba74f Oct 04 09:39:19.656575 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-53aca1a8-0651-465b-ba38-0a53762e0576 None None] Attempt 2 to provision port 9d12d954-2e16-4c4b-92d4-defcc361cde0 Oct 04 09:39:19.738743 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-53aca1a8-0651-465b-ba38-0a53762e0576 None None] Port 9d12d954-2e16-4c4b-92d4-defcc361cde0 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:39:19.764461 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a7cba8-deee-41c7-8968-6d8326e15812 admin admin] Network e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:39:19.765579 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-e7a7cba8-deee-41c7-8968-6d8326e15812 admin admin] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:39:19.809359 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port e5e8e0fd-802d-482e-b303-03410daba74f is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:39:19.980041 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7a7cba8-deee-41c7-8968-6d8326e15812 admin admin] Router 12d68ca1-c67b-4fac-acf0-164463cac50b has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:39:20.163661 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a7cba8-deee-41c7-8968-6d8326e15812 admin admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:39:20.173276 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-e7a7cba8-deee-41c7-8968-6d8326e15812 admin admin] 10.222.0.50 "PUT /v2.0/routers/12d68ca1-c67b-4fac-acf0-164463cac50b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5429347 Oct 04 09:39:20.240241 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-53aca1a8-0651-465b-ba38-0a53762e0576 None None] Attempt 3 to provision port 9d12d954-2e16-4c4b-92d4-defcc361cde0 Oct 04 09:39:20.299954 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-53aca1a8-0651-465b-ba38-0a53762e0576 None None] Port 9d12d954-2e16-4c4b-92d4-defcc361cde0 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:39:20.477285 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 40092) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:39:20.482639 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-a6b86153-7399-467e-800c-e0f26cb3762a tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Request body: {'security_group': {'name': 'tempest-securitygroup--476675354', 'description': 'tempest-description--1153139247'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:39:20.489173 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-a6b86153-7399-467e-800c-e0f26cb3762a tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:39:20.492978 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a6b86153-7399-467e-800c-e0f26cb3762a tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Usage tracker for resource:security_group and tenant:523ecadce86b493ca00e37d22c0d8a7a is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:39:20.496372 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a6b86153-7399-467e-800c-e0f26cb3762a tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:39:20.502179 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-a6b86153-7399-467e-800c-e0f26cb3762a tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:39:20.511689 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a6b86153-7399-467e-800c-e0f26cb3762a tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:20.533753 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-a6b86153-7399-467e-800c-e0f26cb3762a tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:39:20.537698 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a6b86153-7399-467e-800c-e0f26cb3762a tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Usage tracker for resource:security_group_rule and tenant:523ecadce86b493ca00e37d22c0d8a7a is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:39:20.540732 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a6b86153-7399-467e-800c-e0f26cb3762a tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:39:20.547235 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-a6b86153-7399-467e-800c-e0f26cb3762a tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:39:20.739397 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a6b86153-7399-467e-800c-e0f26cb3762a tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:20.743226 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a6b86153-7399-467e-800c-e0f26cb3762a tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:20.786079 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b86153-7399-467e-800c-e0f26cb3762a tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36576f3f-8e4e-4dab-b48a-9b06f15fce4b,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:39:20.790743 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a6b86153-7399-467e-800c-e0f26cb3762a tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:20.791963 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a6b86153-7399-467e-800c-e0f26cb3762a tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3136528 Oct 04 09:39:20.795036 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 40096) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:39:20.800233 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71efe3a5-c99d-47d4-958e-6cfcf159facb None None] Sync routers for ids ['12d68ca1-c67b-4fac-acf0-164463cac50b'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:39:20.802237 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-53aca1a8-0651-465b-ba38-0a53762e0576 None None] Attempt 4 to provision port 9d12d954-2e16-4c4b-92d4-defcc361cde0 Oct 04 09:39:20.809255 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-063784bc-c093-4766-81ab-589dbaca92bf tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Request body: {'security_group_rule': {'security_group_id': '36576f3f-8e4e-4dab-b48a-9b06f15fce4b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:39:20.815353 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-063784bc-c093-4766-81ab-589dbaca92bf tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:39:20.819211 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-063784bc-c093-4766-81ab-589dbaca92bf tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Usage tracker for resource:security_group_rule and tenant:523ecadce86b493ca00e37d22c0d8a7a is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:39:20.822127 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-063784bc-c093-4766-81ab-589dbaca92bf tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:39:20.828385 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-063784bc-c093-4766-81ab-589dbaca92bf tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:39:20.845505 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-063784bc-c093-4766-81ab-589dbaca92bf tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:20.852298 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71efe3a5-c99d-47d4-958e-6cfcf159facb None None] Routers {'12d68ca1-c67b-4fac-acf0-164463cac50b'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:39:20.852943 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-71efe3a5-c99d-47d4-958e-6cfcf159facb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:39:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['12d68ca1-c67b-4fac-acf0-164463cac50b'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:39:20.906551 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-063784bc-c093-4766-81ab-589dbaca92bf tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:20.911621 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-063784bc-c093-4766-81ab-589dbaca92bf tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:20.934191 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063784bc-c093-4766-81ab-589dbaca92bf tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9efbd2bd-307b-4ca6-b12c-c222c09b57e4,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:39:20.941489 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-53aca1a8-0651-465b-ba38-0a53762e0576 None None] Port 9d12d954-2e16-4c4b-92d4-defcc361cde0 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:39:20.942787 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-063784bc-c093-4766-81ab-589dbaca92bf tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:20.943978 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-063784bc-c093-4766-81ab-589dbaca92bf tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1477921 Oct 04 09:39:20.946778 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 40100) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:39:20.952464 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-5c8863a1-5e43-4e2f-be51-5444c5dacb2d tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Request body: {'security_group_rule': {'security_group_id': '36576f3f-8e4e-4dab-b48a-9b06f15fce4b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:39:20.958442 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-5c8863a1-5e43-4e2f-be51-5444c5dacb2d tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:39:20.962215 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-5c8863a1-5e43-4e2f-be51-5444c5dacb2d tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Usage tracker for resource:security_group_rule and tenant:523ecadce86b493ca00e37d22c0d8a7a is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:39:20.965026 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-5c8863a1-5e43-4e2f-be51-5444c5dacb2d tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:39:20.971167 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-5c8863a1-5e43-4e2f-be51-5444c5dacb2d tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:39:20.987708 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5c8863a1-5e43-4e2f-be51-5444c5dacb2d tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:21.045147 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-71efe3a5-c99d-47d4-958e-6cfcf159facb None None] Set router 12d68ca1-c67b-4fac-acf0-164463cac50b gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:39:21.047840 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5c8863a1-5e43-4e2f-be51-5444c5dacb2d tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:21.051715 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5c8863a1-5e43-4e2f-be51-5444c5dacb2d tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:21.077172 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8863a1-5e43-4e2f-be51-5444c5dacb2d tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ce9bd00-0c2d-4b2a-93ae-f73d8bdc817a,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:39:21.086960 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5c8863a1-5e43-4e2f-be51-5444c5dacb2d tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:21.089308 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-5c8863a1-5e43-4e2f-be51-5444c5dacb2d tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1403737 Oct 04 09:39:21.091176 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 40104) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:39:21.096016 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-923110f6-2504-496f-a1e2-b04a1655beb6 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Request body: {'floatingip': {'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:39:21.101780 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-923110f6-2504-496f-a1e2-b04a1655beb6 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:39:21.105553 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-923110f6-2504-496f-a1e2-b04a1655beb6 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Usage tracker for resource:floatingip and tenant:523ecadce86b493ca00e37d22c0d8a7a is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:39:21.108315 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-923110f6-2504-496f-a1e2-b04a1655beb6 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:39:21.114095 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-923110f6-2504-496f-a1e2-b04a1655beb6 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:39:21.125765 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-923110f6-2504-496f-a1e2-b04a1655beb6 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks [] for floatingip, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:21.262602 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-923110f6-2504-496f-a1e2-b04a1655beb6 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:21.388241 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-71efe3a5-c99d-47d4-958e-6cfcf159facb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'name': 'tempest-ServerActionsTestJSON-592270206-router', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.221'}], 'enable_snat': True}, 'gw_port_id': '16f37ce1-1d24-40af-97a2-b458bc0fdc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:39:15Z', 'updated_at': '2022-10-04T09:39:19Z', 'revision_number': 4, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'gw_port': {'id': '16f37ce1-1d24-40af-97a2-b458bc0fdc81', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:39:15Z', 'updated_at': '2022-10-04T09:39:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '9d12d954-2e16-4c4b-92d4-defcc361cde0', 'name': '', 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'mac_address': 'fa:16:3e:62:2c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'e45547e1-0b28-4b64-ada0-0a0e073a56b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:39:18Z', 'updated_at': '2022-10-04T09:39:19Z', 'revision_number': 2, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'subnets': [{'id': 'e45547e1-0b28-4b64-ada0-0a0e073a56b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:39:21.392079 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71efe3a5-c99d-47d4-958e-6cfcf159facb None None] Checking router: 12d68ca1-c67b-4fac-acf0-164463cac50b for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:39:21.392460 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71efe3a5-c99d-47d4-958e-6cfcf159facb None None] Updating router 12d68ca1-c67b-4fac-acf0-164463cac50b port 9d12d954-2e16-4c4b-92d4-defcc361cde0 binding host dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:39:21.398118 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-923110f6-2504-496f-a1e2-b04a1655beb6 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Allocated IP 172.26.10.211 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/734a1b2a-f210-4a04-87c8-ed30d7cb503b) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:39:21.442909 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-53aca1a8-0651-465b-ba38-0a53762e0576 None None] Attempt 5 to provision port 9d12d954-2e16-4c4b-92d4-defcc361cde0 Oct 04 09:39:21.474621 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-71efe3a5-c99d-47d4-958e-6cfcf159facb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:21.540841 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 16f37ce1-1d24-40af-97a2-b458bc0fdc81 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:39:21.547166 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-923110f6-2504-496f-a1e2-b04a1655beb6 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:21.575904 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-923110f6-2504-496f-a1e2-b04a1655beb6 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:21.593802 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-53aca1a8-0651-465b-ba38-0a53762e0576 None None] Port 9d12d954-2e16-4c4b-92d4-defcc361cde0 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:39:21.642734 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923110f6-2504-496f-a1e2-b04a1655beb6 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:39:21.645628 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-923110f6-2504-496f-a1e2-b04a1655beb6 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:39:21.649366 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923110f6-2504-496f-a1e2-b04a1655beb6 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:39:21.689531 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923110f6-2504-496f-a1e2-b04a1655beb6 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Pushing event updated for resources: {'Port': ['ID=734a1b2a-f210-4a04-87c8-ed30d7cb503b,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:39:21.690056 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 16f37ce1-1d24-40af-97a2-b458bc0fdc81 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:39:21.710386 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 16f37ce1-1d24-40af-97a2-b458bc0fdc81 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:39:21.710682 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:21.711012 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 16f37ce1-1d24-40af-97a2-b458bc0fdc81 Oct 04 09:39:21.732053 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-923110f6-2504-496f-a1e2-b04a1655beb6 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:21.799377 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-923110f6-2504-496f-a1e2-b04a1655beb6 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:21.989996 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 16f37ce1-1d24-40af-97a2-b458bc0fdc81 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:39:21.990279 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:22.011076 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-923110f6-2504-496f-a1e2-b04a1655beb6 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:22.016343 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-923110f6-2504-496f-a1e2-b04a1655beb6 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:22.021193 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 16f37ce1-1d24-40af-97a2-b458bc0fdc81, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=16f37ce1-1d24-40af-97a2-b458bc0fdc81,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:39:22.025943 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-71efe3a5-c99d-47d4-958e-6cfcf159facb None None] Notify callbacks [] for port, precommit_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:22.029562 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:22.090005 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-71efe3a5-c99d-47d4-958e-6cfcf159facb None None] Transition to ACTIVE for port object 9d12d954-2e16-4c4b-92d4-defcc361cde0 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:39:22.094204 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-53aca1a8-0651-465b-ba38-0a53762e0576 None None] Attempt 6 to provision port 9d12d954-2e16-4c4b-92d4-defcc361cde0 Oct 04 09:39:22.127391 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-923110f6-2504-496f-a1e2-b04a1655beb6 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:22.133030 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923110f6-2504-496f-a1e2-b04a1655beb6 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Pushing event updated for resources: {'Port': ['ID=734a1b2a-f210-4a04-87c8-ed30d7cb503b,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:39:22.143492 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-71efe3a5-c99d-47d4-958e-6cfcf159facb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:22.152846 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-923110f6-2504-496f-a1e2-b04a1655beb6 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:22.154691 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-923110f6-2504-496f-a1e2-b04a1655beb6 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 694 time: 1.0625730 Oct 04 09:39:22.251900 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-53aca1a8-0651-465b-ba38-0a53762e0576 None None] Port 9d12d954-2e16-4c4b-92d4-defcc361cde0 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:39:22.257166 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=16f37ce1-1d24-40af-97a2-b458bc0fdc81,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:39:22.318720 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-dab5d2d5-b723-4bef-8673-ca75e12cf276 req-d4473481-02a2-48f6-863a-073580d66417 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Synchronizing usage tracker for tenant:523ecadce86b493ca00e37d22c0d8a7a on resource:security_group {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:39:22.336378 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-dab5d2d5-b723-4bef-8673-ca75e12cf276 req-d4473481-02a2-48f6-863a-073580d66417 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Unset dirty status for tenant:523ecadce86b493ca00e37d22c0d8a7a on resource:security_group {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:39:22.337558 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-dab5d2d5-b723-4bef-8673-ca75e12cf276 req-d4473481-02a2-48f6-863a-073580d66417 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--476675354&fields=id&tenant_id=523ecadce86b493ca00e37d22c0d8a7a HTTP/1.1" status: 200 len: 267 time: 0.0575752 Oct 04 09:39:22.376990 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-71efe3a5-c99d-47d4-958e-6cfcf159facb None None] Attempting to bind port 9d12d954-2e16-4c4b-92d4-defcc361cde0 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:39:22.377354 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-71efe3a5-c99d-47d4-958e-6cfcf159facb None None] Attempting to bind port 9d12d954-2e16-4c4b-92d4-defcc361cde0 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '145756dd-4524-4dba-b36a-aad8eba1109c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:39:22.377710 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71efe3a5-c99d-47d4-958e-6cfcf159facb None None] Attempting to bind port 9d12d954-2e16-4c4b-92d4-defcc361cde0 on network e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:39:22.379796 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0860c573-b5ce-4f29-9831-1b4a9915cebb None None] Pushing event updated for resources: {'Port': ['ID=9d12d954-2e16-4c4b-92d4-defcc361cde0,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:39:22.388111 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71efe3a5-c99d-47d4-958e-6cfcf159facb None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:39:22.388512 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71efe3a5-c99d-47d4-958e-6cfcf159facb None None] Checking segment: {'id': '145756dd-4524-4dba-b36a-aad8eba1109c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:39:22.389125 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-71efe3a5-c99d-47d4-958e-6cfcf159facb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:22.389277 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71efe3a5-c99d-47d4-958e-6cfcf159facb None None] Bound using segment: {'id': '145756dd-4524-4dba-b36a-aad8eba1109c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:39:22.389736 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-71efe3a5-c99d-47d4-958e-6cfcf159facb None None] Bound port: 9d12d954-2e16-4c4b-92d4-defcc361cde0, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '145756dd-4524-4dba-b36a-aad8eba1109c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:39:22.390105 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-71efe3a5-c99d-47d4-958e-6cfcf159facb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:22.488233 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-71efe3a5-c99d-47d4-958e-6cfcf159facb None None] For port 9d12d954-2e16-4c4b-92d4-defcc361cde0, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:39:22.491758 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-71efe3a5-c99d-47d4-958e-6cfcf159facb None None] For port 9d12d954-2e16-4c4b-92d4-defcc361cde0, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=9d12d954-2e16-4c4b-92d4-defcc361cde0,segment=NetworkSegment(145756dd-4524-4dba-b36a-aad8eba1109c),segment_id=145756dd-4524-4dba-b36a-aad8eba1109c)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:39:22.495194 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-71efe3a5-c99d-47d4-958e-6cfcf159facb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:22.500349 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5d2d5-b723-4bef-8673-ca75e12cf276 req-484d882c-6bfb-492a-9bb6-5cfefa603ddb tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:39:22.501851 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-dab5d2d5-b723-4bef-8673-ca75e12cf276 req-484d882c-6bfb-492a-9bb6-5cfefa603ddb tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/networks?id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 HTTP/1.1" status: 200 len: 811 time: 0.1568885 Oct 04 09:39:22.517351 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-dab5d2d5-b723-4bef-8673-ca75e12cf276 req-5e5e7a26-97a6-4b70-8cd5-848e44409c75 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/quotas/523ecadce86b493ca00e37d22c0d8a7a HTTP/1.1" status: 200 len: 375 time: 0.0096562 Oct 04 09:39:22.557016 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71efe3a5-c99d-47d4-958e-6cfcf159facb None None] Routers {'12d68ca1-c67b-4fac-acf0-164463cac50b'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:39:22.557618 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-71efe3a5-c99d-47d4-958e-6cfcf159facb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:39:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['12d68ca1-c67b-4fac-acf0-164463cac50b'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:39:22.606490 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-dab5d2d5-b723-4bef-8673-ca75e12cf276 req-991048c6-7d0c-40aa-9d9e-8d3d6b493d33 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=523ecadce86b493ca00e37d22c0d8a7a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0839515 Oct 04 09:39:22.645130 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0860c573-b5ce-4f29-9831-1b4a9915cebb None None] Pushing event updated for resources: {'Port': ['ID=9d12d954-2e16-4c4b-92d4-defcc361cde0,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:39:22.749219 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-71efe3a5-c99d-47d4-958e-6cfcf159facb None None] Set router 12d68ca1-c67b-4fac-acf0-164463cac50b gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:39:22.799041 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-dab5d2d5-b723-4bef-8673-ca75e12cf276 req-a3bc95b9-65f2-4fff-81e2-4a84c51b4ef1 service neutron] 10.222.0.50 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809311 Oct 04 09:39:22.831272 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-53aca1a8-0651-465b-ba38-0a53762e0576 None None] Attempt 7 to provision port 9d12d954-2e16-4c4b-92d4-defcc361cde0 Oct 04 09:39:22.930998 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-dab5d2d5-b723-4bef-8673-ca75e12cf276 req-7d9b78f3-9f6a-4982-b4a4-a6648e1d1726 service neutron] 10.222.0.50 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259789 Oct 04 09:39:23.026187 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-53aca1a8-0651-465b-ba38-0a53762e0576 None None] Port 9d12d954-2e16-4c4b-92d4-defcc361cde0 had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 09:39:23.122622 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-fa835c49-0005-49b2-bc39-43b6023cc949 req-58848107-634c-4793-868e-76de7ae398b6 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Synchronizing usage tracker for tenant:523ecadce86b493ca00e37d22c0d8a7a on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:39:23.141306 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-fa835c49-0005-49b2-bc39-43b6023cc949 req-58848107-634c-4793-868e-76de7ae398b6 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Unset dirty status for tenant:523ecadce86b493ca00e37d22c0d8a7a on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:39:23.142615 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-fa835c49-0005-49b2-bc39-43b6023cc949 req-58848107-634c-4793-868e-76de7ae398b6 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=d887ceba-109c-4e08-8d79-63628a6fb040 HTTP/1.1" status: 200 len: 210 time: 0.0695629 Oct 04 09:39:23.166961 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-71efe3a5-c99d-47d4-958e-6cfcf159facb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'name': 'tempest-ServerActionsTestJSON-592270206-router', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.221'}], 'enable_snat': True}, 'gw_port_id': '16f37ce1-1d24-40af-97a2-b458bc0fdc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:39:15Z', 'updated_at': '2022-10-04T09:39:19Z', 'revision_number': 4, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'gw_port': {'id': '16f37ce1-1d24-40af-97a2-b458bc0fdc81', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:39:15Z', 'updated_at': '2022-10-04T09:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '9d12d954-2e16-4c4b-92d4-defcc361cde0', 'name': '', 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'mac_address': 'fa:16:3e:62:2c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'e45547e1-0b28-4b64-ada0-0a0e073a56b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:39:18Z', 'updated_at': '2022-10-04T09:39:22Z', 'revision_number': 4, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'subnets': [{'id': 'e45547e1-0b28-4b64-ada0-0a0e073a56b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:39:23.170966 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71efe3a5-c99d-47d4-958e-6cfcf159facb None None] The sync data for ids ['12d68ca1-c67b-4fac-acf0-164463cac50b'] in dv-neutron-860215-1-hyperv is: [{'id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'name': 'tempest-ServerActionsTestJSON-592270206-router', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.221'}], 'enable_snat': True}, 'gw_port_id': '16f37ce1-1d24-40af-97a2-b458bc0fdc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:39:15Z', 'updated_at': '2022-10-04T09:39:19Z', 'revision_number': 4, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'gw_port': {'id': '16f37ce1-1d24-40af-97a2-b458bc0fdc81', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:39:15Z', 'updated_at': '2022-10-04T09:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '9d12d954-2e16-4c4b-92d4-defcc361cde0', 'name': '', 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'mac_address': 'fa:16:3e:62:2c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'e45547e1-0b28-4b64-ada0-0a0e073a56b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:39:18Z', 'updated_at': '2022-10-04T09:39:22Z', 'revision_number': 4, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'subnets': [{'id': 'e45547e1-0b28-4b64-ada0-0a0e073a56b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:39:23.573469 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 16f37ce1-1d24-40af-97a2-b458bc0fdc81 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:39:23.649156 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 16f37ce1-1d24-40af-97a2-b458bc0fdc81 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:39:23.649530 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:23.649869 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 16f37ce1-1d24-40af-97a2-b458bc0fdc81 Oct 04 09:39:23.777161 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 16f37ce1-1d24-40af-97a2-b458bc0fdc81 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:39:23.779161 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 9d12d954-2e16-4c4b-92d4-defcc361cde0 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:39:23.850027 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 9d12d954-2e16-4c4b-92d4-defcc361cde0 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:39:23.854969 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 9d12d954-2e16-4c4b-92d4-defcc361cde0 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:39:23.855336 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:23.855661 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 9d12d954-2e16-4c4b-92d4-defcc361cde0 Oct 04 09:39:23.976377 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 9d12d954-2e16-4c4b-92d4-defcc361cde0 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:39:23.976808 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:24.012273 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 9d12d954-2e16-4c4b-92d4-defcc361cde0, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=9d12d954-2e16-4c4b-92d4-defcc361cde0,segment=NetworkSegment(145756dd-4524-4dba-b36a-aad8eba1109c),segment_id=145756dd-4524-4dba-b36a-aad8eba1109c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:39:24.017840 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:24.089555 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=9d12d954-2e16-4c4b-92d4-defcc361cde0,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:39:24.421546 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-24d0c6b3-11ed-4cef-b16d-168cafa2edd6 req-153171c9-2265-44ad-85d5-a375440676aa tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=d887ceba-109c-4e08-8d79-63628a6fb040 HTTP/1.1" status: 200 len: 210 time: 0.1591868 Oct 04 09:39:24.530373 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5d2d5-b723-4bef-8673-ca75e12cf276 req-3f63aee2-c72c-4076-b871-96b238aa1b68 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:39:24.531050 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-dab5d2d5-b723-4bef-8673-ca75e12cf276 req-3f63aee2-c72c-4076-b871-96b238aa1b68 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Synchronizing usage tracker for tenant:523ecadce86b493ca00e37d22c0d8a7a on resource:network {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:39:24.547693 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-dab5d2d5-b723-4bef-8673-ca75e12cf276 req-3f63aee2-c72c-4076-b871-96b238aa1b68 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Unset dirty status for tenant:523ecadce86b493ca00e37d22c0d8a7a on resource:network {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:39:24.548880 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-dab5d2d5-b723-4bef-8673-ca75e12cf276 req-3f63aee2-c72c-4076-b871-96b238aa1b68 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.20 "GET /v2.0/networks?id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 HTTP/1.1" status: 200 len: 811 time: 0.1699440 Oct 04 09:39:24.606159 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-dab5d2d5-b723-4bef-8673-ca75e12cf276 req-dcb711e4-e25b-4b78-acef-fb2ba69e4c30 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Synchronizing usage tracker for tenant:523ecadce86b493ca00e37d22c0d8a7a on resource:security_group {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:39:24.619294 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-dab5d2d5-b723-4bef-8673-ca75e12cf276 req-dcb711e4-e25b-4b78-acef-fb2ba69e4c30 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Unset dirty status for tenant:523ecadce86b493ca00e37d22c0d8a7a on resource:security_group {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:39:24.620615 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-dab5d2d5-b723-4bef-8673-ca75e12cf276 req-dcb711e4-e25b-4b78-acef-fb2ba69e4c30 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=523ecadce86b493ca00e37d22c0d8a7a HTTP/1.1" status: 200 len: 379 time: 0.0570431 Oct 04 09:39:24.631249 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-dab5d2d5-b723-4bef-8673-ca75e12cf276 req-176ff8db-0736-4680-9d11-ac5c6f0c852a tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Request body: {'port': {'device_id': 'd887ceba-109c-4e08-8d79-63628a6fb040', 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1', 'admin_state_up': True, 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'security_groups': ['36576f3f-8e4e-4dab-b48a-9b06f15fce4b']}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:39:24.860073 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-dab5d2d5-b723-4bef-8673-ca75e12cf276 req-176ff8db-0736-4680-9d11-ac5c6f0c852a tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:39:24.869449 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-dab5d2d5-b723-4bef-8673-ca75e12cf276 req-176ff8db-0736-4680-9d11-ac5c6f0c852a tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:39:24.878984 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dab5d2d5-b723-4bef-8673-ca75e12cf276 req-176ff8db-0736-4680-9d11-ac5c6f0c852a tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Made reservation on behalf of 523ecadce86b493ca00e37d22c0d8a7a for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:39:24.882408 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-dab5d2d5-b723-4bef-8673-ca75e12cf276 req-176ff8db-0736-4680-9d11-ac5c6f0c852a tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:25.044682 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [req-dab5d2d5-b723-4bef-8673-ca75e12cf276 req-176ff8db-0736-4680-9d11-ac5c6f0c852a tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Allocated IP 172.20.0.4 (e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1/e45547e1-0b28-4b64-ada0-0a0e073a56b1/581c725d-7d3e-48b9-a929-c70b9c3f2a30) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:39:25.240839 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-dab5d2d5-b723-4bef-8673-ca75e12cf276 req-176ff8db-0736-4680-9d11-ac5c6f0c852a tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:25.256911 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-dab5d2d5-b723-4bef-8673-ca75e12cf276 req-176ff8db-0736-4680-9d11-ac5c6f0c852a tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Transition to ACTIVE for port object 581c725d-7d3e-48b9-a929-c70b9c3f2a30 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:39:25.281696 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-dab5d2d5-b723-4bef-8673-ca75e12cf276 req-176ff8db-0736-4680-9d11-ac5c6f0c852a tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:25.355977 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dab5d2d5-b723-4bef-8673-ca75e12cf276 req-176ff8db-0736-4680-9d11-ac5c6f0c852a tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Network e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:39:25.361107 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [req-dab5d2d5-b723-4bef-8673-ca75e12cf276 req-176ff8db-0736-4680-9d11-ac5c6f0c852a tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:39:25.365006 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab5d2d5-b723-4bef-8673-ca75e12cf276 req-176ff8db-0736-4680-9d11-ac5c6f0c852a tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:39:25.411158 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176ff8db-0736-4680-9d11-ac5c6f0c852a tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Pushing event updated for resources: {'Port': ['ID=581c725d-7d3e-48b9-a929-c70b9c3f2a30,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:39:25.447033 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5d2d5-b723-4bef-8673-ca75e12cf276 req-176ff8db-0736-4680-9d11-ac5c6f0c852a tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:39:25.447623 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-dab5d2d5-b723-4bef-8673-ca75e12cf276 req-176ff8db-0736-4680-9d11-ac5c6f0c852a tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:25.480719 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-dab5d2d5-b723-4bef-8673-ca75e12cf276 req-176ff8db-0736-4680-9d11-ac5c6f0c852a tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8531120 Oct 04 09:39:25.499115 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-dab5d2d5-b723-4bef-8673-ca75e12cf276 req-81f371a6-090d-4f24-bb88-0a0fcff6a9d3 service neutron] Request body: {'port': {'device_id': 'd887ceba-109c-4e08-8d79-63628a6fb040', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8602'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:39:25.507406 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 9d12d954-2e16-4c4b-92d4-defcc361cde0 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:39:25.596016 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 9d12d954-2e16-4c4b-92d4-defcc361cde0 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:39:25.596476 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:25.596833 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 9d12d954-2e16-4c4b-92d4-defcc361cde0 Oct 04 09:39:25.629886 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-ef10eafb-09d7-43ad-8713-038f6e7feca9 None None] Provisioning for port 581c725d-7d3e-48b9-a929-c70b9c3f2a30 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:39:25.648219 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-ef10eafb-09d7-43ad-8713-038f6e7feca9 None None] Provisioning complete for port 581c725d-7d3e-48b9-a929-c70b9c3f2a30 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:39:25.648615 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ef10eafb-09d7-43ad-8713-038f6e7feca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:25.648951 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-ef10eafb-09d7-43ad-8713-038f6e7feca9 None None] Attempt 1 to provision port 581c725d-7d3e-48b9-a929-c70b9c3f2a30 Oct 04 09:39:25.698938 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-dab5d2d5-b723-4bef-8673-ca75e12cf276 req-81f371a6-090d-4f24-bb88-0a0fcff6a9d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:25.717008 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-ef10eafb-09d7-43ad-8713-038f6e7feca9 None None] Port 581c725d-7d3e-48b9-a929-c70b9c3f2a30 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:39:25.781240 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 9d12d954-2e16-4c4b-92d4-defcc361cde0 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:39:25.790582 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ef0bae-1abf-473e-aab2-de5a4ff3c8d0 req-8755f178-451f-483b-9fd5-d51ade822f91 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:39:25.791269 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-c0ef0bae-1abf-473e-aab2-de5a4ff3c8d0 req-8755f178-451f-483b-9fd5-d51ade822f91 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Synchronizing usage tracker for tenant:523ecadce86b493ca00e37d22c0d8a7a on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:39:25.876270 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-c0ef0bae-1abf-473e-aab2-de5a4ff3c8d0 req-8755f178-451f-483b-9fd5-d51ade822f91 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Unset dirty status for tenant:523ecadce86b493ca00e37d22c0d8a7a on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:39:25.877437 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c0ef0bae-1abf-473e-aab2-de5a4ff3c8d0 req-8755f178-451f-483b-9fd5-d51ade822f91 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=d887ceba-109c-4e08-8d79-63628a6fb040 HTTP/1.1" status: 200 len: 931 time: 0.3065248 Oct 04 09:39:26.021199 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c0ef0bae-1abf-473e-aab2-de5a4ff3c8d0 req-342d1946-70c1-42be-894b-841ece65be7d tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369121 Oct 04 09:39:26.139854 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [req-dab5d2d5-b723-4bef-8673-ca75e12cf276 req-81f371a6-090d-4f24-bb88-0a0fcff6a9d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 581c725d-7d3e-48b9-a929-c70b9c3f2a30 {{(pid=89032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:39:26.146990 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-dab5d2d5-b723-4bef-8673-ca75e12cf276 req-81f371a6-090d-4f24-bb88-0a0fcff6a9d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:26.161668 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-dab5d2d5-b723-4bef-8673-ca75e12cf276 req-81f371a6-090d-4f24-bb88-0a0fcff6a9d3 service neutron] Transition to ACTIVE for port object 581c725d-7d3e-48b9-a929-c70b9c3f2a30 will not be triggered until provisioned by entity L2. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:39:26.164890 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-dab5d2d5-b723-4bef-8673-ca75e12cf276 req-81f371a6-090d-4f24-bb88-0a0fcff6a9d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:26.217778 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-ef10eafb-09d7-43ad-8713-038f6e7feca9 None None] Attempt 2 to provision port 581c725d-7d3e-48b9-a929-c70b9c3f2a30 Oct 04 09:39:26.271032 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-ef10eafb-09d7-43ad-8713-038f6e7feca9 None None] Port 581c725d-7d3e-48b9-a929-c70b9c3f2a30 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:39:26.352325 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f371a6-090d-4f24-bb88-0a0fcff6a9d3 service neutron] Pushing event updated for resources: {'Port': ['ID=581c725d-7d3e-48b9-a929-c70b9c3f2a30,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:39:26.391493 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-dab5d2d5-b723-4bef-8673-ca75e12cf276 req-81f371a6-090d-4f24-bb88-0a0fcff6a9d3 service neutron] Attempting to bind port 581c725d-7d3e-48b9-a929-c70b9c3f2a30 on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:39:26.391821 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-dab5d2d5-b723-4bef-8673-ca75e12cf276 req-81f371a6-090d-4f24-bb88-0a0fcff6a9d3 service neutron] Attempting to bind port 581c725d-7d3e-48b9-a929-c70b9c3f2a30 by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': '145756dd-4524-4dba-b36a-aad8eba1109c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1'}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:39:26.392139 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab5d2d5-b723-4bef-8673-ca75e12cf276 req-81f371a6-090d-4f24-bb88-0a0fcff6a9d3 service neutron] Attempting to bind port 581c725d-7d3e-48b9-a929-c70b9c3f2a30 on network e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:39:26.396604 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab5d2d5-b723-4bef-8673-ca75e12cf276 req-81f371a6-090d-4f24-bb88-0a0fcff6a9d3 service neutron] Port 581c725d-7d3e-48b9-a929-c70b9c3f2a30 on network e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:39:26.396914 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab5d2d5-b723-4bef-8673-ca75e12cf276 req-81f371a6-090d-4f24-bb88-0a0fcff6a9d3 service neutron] Attempting to bind port 581c725d-7d3e-48b9-a929-c70b9c3f2a30 on network e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:39:26.401814 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab5d2d5-b723-4bef-8673-ca75e12cf276 req-81f371a6-090d-4f24-bb88-0a0fcff6a9d3 service neutron] Checking agent: {'id': '1be90a14-1104-4771-996e-684b25b74d15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'started_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:39:26.402142 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab5d2d5-b723-4bef-8673-ca75e12cf276 req-81f371a6-090d-4f24-bb88-0a0fcff6a9d3 service neutron] Checking segment: {'id': '145756dd-4524-4dba-b36a-aad8eba1109c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:39:26.402510 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab5d2d5-b723-4bef-8673-ca75e12cf276 req-81f371a6-090d-4f24-bb88-0a0fcff6a9d3 service neutron] Bound using segment: {'id': '145756dd-4524-4dba-b36a-aad8eba1109c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1'} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:39:26.402951 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-dab5d2d5-b723-4bef-8673-ca75e12cf276 req-81f371a6-090d-4f24-bb88-0a0fcff6a9d3 service neutron] Bound port: 581c725d-7d3e-48b9-a929-c70b9c3f2a30, host: hv-neutron-8602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '145756dd-4524-4dba-b36a-aad8eba1109c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1'}}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:39:26.403284 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-dab5d2d5-b723-4bef-8673-ca75e12cf276 req-81f371a6-090d-4f24-bb88-0a0fcff6a9d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:26.487620 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-dab5d2d5-b723-4bef-8673-ca75e12cf276 req-81f371a6-090d-4f24-bb88-0a0fcff6a9d3 service neutron] For port 581c725d-7d3e-48b9-a929-c70b9c3f2a30, host hv-neutron-8602, cleared binding levels {{(pid=89032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:39:26.490511 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-dab5d2d5-b723-4bef-8673-ca75e12cf276 req-81f371a6-090d-4f24-bb88-0a0fcff6a9d3 service neutron] For port 581c725d-7d3e-48b9-a929-c70b9c3f2a30, host hv-neutron-8602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=581c725d-7d3e-48b9-a929-c70b9c3f2a30,segment=NetworkSegment(145756dd-4524-4dba-b36a-aad8eba1109c),segment_id=145756dd-4524-4dba-b36a-aad8eba1109c)] {{(pid=89032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:39:26.494884 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-dab5d2d5-b723-4bef-8673-ca75e12cf276 req-81f371a6-090d-4f24-bb88-0a0fcff6a9d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:26.525275 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5d2d5-b723-4bef-8673-ca75e12cf276 req-81f371a6-090d-4f24-bb88-0a0fcff6a9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:39:26.525870 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-dab5d2d5-b723-4bef-8673-ca75e12cf276 req-81f371a6-090d-4f24-bb88-0a0fcff6a9d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:26.527211 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-dab5d2d5-b723-4bef-8673-ca75e12cf276 req-81f371a6-090d-4f24-bb88-0a0fcff6a9d3 service neutron] 10.222.0.20 "PUT /v2.0/ports/581c725d-7d3e-48b9-a929-c70b9c3f2a30 HTTP/1.1" status: 200 len: 1093 time: 1.0340285 Oct 04 09:39:26.527629 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd887ceba-109c-4e08-8d79-63628a6fb040', 'tag': '581c725d-7d3e-48b9-a929-c70b9c3f2a30'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:39:26.529991 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750dd547-c2fa-4f5f-877c-68404ce30306" -d '{"events": [{"name": "network-changed", "server_uuid": "d887ceba-109c-4e08-8d79-63628a6fb040", "tag": "581c725d-7d3e-48b9-a929-c70b9c3f2a30"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:39:26.570898 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f371a6-090d-4f24-bb88-0a0fcff6a9d3 service neutron] Pushing event updated for resources: {'Port': ['ID=581c725d-7d3e-48b9-a929-c70b9c3f2a30,revision_number=3']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:39:26.577964 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba3c338-9581-4f20-912f-c77490764953 x-openstack-request-id: req-3ba3c338-9581-4f20-912f-c77490764953 {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:39:26.578279 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d887ceba-109c-4e08-8d79-63628a6fb040", "tag": "581c725d-7d3e-48b9-a929-c70b9c3f2a30", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:39:26.578560 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3ba3c338-9581-4f20-912f-c77490764953 {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:39:26.578989 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ba3c338-9581-4f20-912f-c77490764953'] response: {'name': 'network-changed', 'server_uuid': 'd887ceba-109c-4e08-8d79-63628a6fb040', 'tag': '581c725d-7d3e-48b9-a929-c70b9c3f2a30', 'status': 'completed', 'code': 200} Oct 04 09:39:26.671078 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5d2d5-b723-4bef-8673-ca75e12cf276 req-32c05e5a-bf99-4373-9c9d-2cf051cf865d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:39:26.672567 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-dab5d2d5-b723-4bef-8673-ca75e12cf276 req-32c05e5a-bf99-4373-9c9d-2cf051cf865d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=523ecadce86b493ca00e37d22c0d8a7a&device_id=d887ceba-109c-4e08-8d79-63628a6fb040 HTTP/1.1" status: 200 len: 1096 time: 0.0799372 Oct 04 09:39:26.747675 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-dab5d2d5-b723-4bef-8673-ca75e12cf276 req-883efa12-84d5-4ece-a764-6b866fdaa654 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=581c725d-7d3e-48b9-a929-c70b9c3f2a30 HTTP/1.1" status: 200 len: 217 time: 0.0628569 Oct 04 09:39:26.771992 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-ef10eafb-09d7-43ad-8713-038f6e7feca9 None None] Attempt 3 to provision port 581c725d-7d3e-48b9-a929-c70b9c3f2a30 Oct 04 09:39:26.836804 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-ef10eafb-09d7-43ad-8713-038f6e7feca9 None None] Port 581c725d-7d3e-48b9-a929-c70b9c3f2a30 had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 09:39:26.911817 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5d2d5-b723-4bef-8673-ca75e12cf276 req-34476d09-61c0-4100-b245-6d35e3feb9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:39:26.913286 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-dab5d2d5-b723-4bef-8673-ca75e12cf276 req-34476d09-61c0-4100-b245-6d35e3feb9ed service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e45547e1-0b28-4b64-ada0-0a0e073a56b1 HTTP/1.1" status: 200 len: 850 time: 0.1607013 Oct 04 09:39:26.996178 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5d2d5-b723-4bef-8673-ca75e12cf276 req-f3dae144-2df8-4c11-91fd-e847b5c00479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:39:26.998341 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-dab5d2d5-b723-4bef-8673-ca75e12cf276 req-f3dae144-2df8-4c11-91fd-e847b5c00479 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794618 Oct 04 09:39:27.136831 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-dab5d2d5-b723-4bef-8673-ca75e12cf276 req-65759925-0e45-4c3c-b986-31a4650550cb service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321738 Oct 04 09:39:27.326437 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d921e8-62eb-4705-b0f8-ac00c3f96765 req-ba682ffc-17ec-4c9d-9537-73175dade16b tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:39:27.327891 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e0d921e8-62eb-4705-b0f8-ac00c3f96765 req-ba682ffc-17ec-4c9d-9537-73175dade16b tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=d887ceba-109c-4e08-8d79-63628a6fb040 HTTP/1.1" status: 200 len: 943 time: 0.1935027 Oct 04 09:39:27.331023 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-dab5d2d5-b723-4bef-8673-ca75e12cf276 req-60b1635c-670b-4a2a-b938-d26a37ed822e service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593735 Oct 04 09:39:27.372588 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e0d921e8-62eb-4705-b0f8-ac00c3f96765 req-fe8ea27e-8cc7-4c25-be38-7f503c6921ca tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389109 Oct 04 09:39:27.491443 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750dd547-c2fa-4f5f-877c-68404ce30306 req-cebe1f8e-e4a9-4ca2-b8aa-f05aaa579d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:39:27.492922 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-750dd547-c2fa-4f5f-877c-68404ce30306 req-cebe1f8e-e4a9-4ca2-b8aa-f05aaa579d24 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=523ecadce86b493ca00e37d22c0d8a7a&device_id=d887ceba-109c-4e08-8d79-63628a6fb040 HTTP/1.1" status: 200 len: 1096 time: 0.0779824 Oct 04 09:39:27.610314 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-6d6fe2c2-c435-4e21-a24b-9b94f8a55d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:27.619896 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750dd547-c2fa-4f5f-877c-68404ce30306 req-d63e75f8-a1c9-436a-a791-3c2a1ecefc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:39:27.621346 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-750dd547-c2fa-4f5f-877c-68404ce30306 req-d63e75f8-a1c9-436a-a791-3c2a1ecefc65 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 HTTP/1.1" status: 200 len: 912 time: 0.1228018 Oct 04 09:39:27.689216 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-750dd547-c2fa-4f5f-877c-68404ce30306 req-b64d347c-870d-4eef-9ae0-0f9b622f5e5f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=581c725d-7d3e-48b9-a929-c70b9c3f2a30 HTTP/1.1" status: 200 len: 217 time: 0.0616791 Oct 04 09:39:27.750505 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750dd547-c2fa-4f5f-877c-68404ce30306 req-2178e060-cab2-4d55-ad69-c46e6c808344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:39:27.751932 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-750dd547-c2fa-4f5f-877c-68404ce30306 req-2178e060-cab2-4d55-ad69-c46e6c808344 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e45547e1-0b28-4b64-ada0-0a0e073a56b1 HTTP/1.1" status: 200 len: 850 time: 0.0571687 Oct 04 09:39:27.831115 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750dd547-c2fa-4f5f-877c-68404ce30306 req-a4e9f1de-0a7c-4824-aa01-7aa1726ff5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:39:27.832602 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-750dd547-c2fa-4f5f-877c-68404ce30306 req-a4e9f1de-0a7c-4824-aa01-7aa1726ff5ca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749729 Oct 04 09:39:27.966622 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-750dd547-c2fa-4f5f-877c-68404ce30306 req-ec9b36ba-c157-4d68-8a1a-6b296b70a9cc service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281545 Oct 04 09:39:28.098755 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-750dd547-c2fa-4f5f-877c-68404ce30306 req-6d3d8f6c-f536-460b-9e2e-545234534457 service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254332 Oct 04 09:39:28.569298 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea2ac8-96d1-4df8-98ab-89c25139f3a6 req-6aaf4626-0190-4a1f-ac06-78ebd5644c2a tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:39:28.570728 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-92ea2ac8-96d1-4df8-98ab-89c25139f3a6 req-6aaf4626-0190-4a1f-ac06-78ebd5644c2a tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=d887ceba-109c-4e08-8d79-63628a6fb040 HTTP/1.1" status: 200 len: 943 time: 0.0857368 Oct 04 09:39:28.615935 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-92ea2ac8-96d1-4df8-98ab-89c25139f3a6 req-5d1a92d6-666f-422e-870b-056b0325192d tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392325 Oct 04 09:39:29.818429 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f24918-fed2-45f9-9b65-b2811cfc405e req-44d76501-db8f-4bff-96c1-8dbbceaec6d1 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:39:29.819810 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-88f24918-fed2-45f9-9b65-b2811cfc405e req-44d76501-db8f-4bff-96c1-8dbbceaec6d1 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=d887ceba-109c-4e08-8d79-63628a6fb040 HTTP/1.1" status: 200 len: 943 time: 0.0903563 Oct 04 09:39:29.864264 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-88f24918-fed2-45f9-9b65-b2811cfc405e req-537268db-e8de-4f66-9780-17fac8139437 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382841 Oct 04 09:39:30.259558 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 581c725d-7d3e-48b9-a929-c70b9c3f2a30 details requested by agent hyperv_hv-neutron-8602 with host hv-neutron-8602 {{(pid=89034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 04 09:39:30.361243 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a3008f0c-9104-482b-b88e-f7796cbf81d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:30.401790 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 581c725d-7d3e-48b9-a929-c70b9c3f2a30, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=581c725d-7d3e-48b9-a929-c70b9c3f2a30,segment=NetworkSegment(145756dd-4524-4dba-b36a-aad8eba1109c),segment_id=145756dd-4524-4dba-b36a-aad8eba1109c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:39:30.417913 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Returning: {'device': '581c725d-7d3e-48b9-a929-c70b9c3f2a30', 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1', 'port_id': '581c725d-7d3e-48b9-a929-c70b9c3f2a30', 'mac_address': 'fa:16:3e:6c:1b:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e45547e1-0b28-4b64-ada0-0a0e073a56b1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 04 09:39:30.472586 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 581c725d-7d3e-48b9-a929-c70b9c3f2a30 is: DOWN; New status is: BUILD {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:39:30.472961 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:30.488989 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 581c725d-7d3e-48b9-a929-c70b9c3f2a30 {{(pid=89034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:39:30.504289 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 581c725d-7d3e-48b9-a929-c70b9c3f2a30, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=581c725d-7d3e-48b9-a929-c70b9c3f2a30,segment=NetworkSegment(145756dd-4524-4dba-b36a-aad8eba1109c),segment_id=145756dd-4524-4dba-b36a-aad8eba1109c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:39:30.508048 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:30.572220 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=581c725d-7d3e-48b9-a929-c70b9c3f2a30,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:39:30.768444 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:30.785204 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:30.967016 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['581c725d-7d3e-48b9-a929-c70b9c3f2a30'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 09:39:31.060601 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df58a18-cf97-47d7-8ea1-a7d5575f26e9 req-694ba8ad-9fef-4ae0-9f67-e2db62ceb09b tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:39:31.062107 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-4df58a18-cf97-47d7-8ea1-a7d5575f26e9 req-694ba8ad-9fef-4ae0-9f67-e2db62ceb09b tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=d887ceba-109c-4e08-8d79-63628a6fb040 HTTP/1.1" status: 200 len: 944 time: 0.0889928 Oct 04 09:39:31.105856 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-4df58a18-cf97-47d7-8ea1-a7d5575f26e9 req-e41ebfbd-7081-40f2-a8c3-add1ec903051 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379236 Oct 04 09:39:32.258259 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 581c725d-7d3e-48b9-a929-c70b9c3f2a30 up at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:39:32.302546 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e7504-65c8-4b3c-acb3-58ba19be4b05 req-e3af96f9-9992-4451-9f76-8dc86c95f938 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:39:32.304048 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e84e7504-65c8-4b3c-acb3-58ba19be4b05 req-e3af96f9-9992-4451-9f76-8dc86c95f938 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=d887ceba-109c-4e08-8d79-63628a6fb040 HTTP/1.1" status: 200 len: 944 time: 0.0904257 Oct 04 09:39:32.322955 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:32.338035 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning for port 581c725d-7d3e-48b9-a929-c70b9c3f2a30 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:39:32.342750 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning complete for port 581c725d-7d3e-48b9-a929-c70b9c3f2a30 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:39:32.343117 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:32.343451 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Attempt 1 to provision port 581c725d-7d3e-48b9-a929-c70b9c3f2a30 Oct 04 09:39:32.349189 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e84e7504-65c8-4b3c-acb3-58ba19be4b05 req-d8064ab8-8363-48a2-a151-4bfcfce7c095 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388706 Oct 04 09:39:32.457875 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 581c725d-7d3e-48b9-a929-c70b9c3f2a30 is: BUILD; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:39:32.458168 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:32.483816 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd887ceba-109c-4e08-8d79-63628a6fb040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '581c725d-7d3e-48b9-a929-c70b9c3f2a30'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:39:32.486107 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aef738b946a3ea172e8e75fc735451da1d91f114ea1acc5fcf392e20a929bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43e2255-0cfd-4100-95b3-de262d03f3f3" -d '{"events": [{"server_uuid": "d887ceba-109c-4e08-8d79-63628a6fb040", "name": "network-vif-plugged", "status": "completed", "tag": "581c725d-7d3e-48b9-a929-c70b9c3f2a30"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:39:32.494017 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 581c725d-7d3e-48b9-a929-c70b9c3f2a30, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=581c725d-7d3e-48b9-a929-c70b9c3f2a30,segment=NetworkSegment(145756dd-4524-4dba-b36a-aad8eba1109c),segment_id=145756dd-4524-4dba-b36a-aad8eba1109c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:39:32.498317 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:32.529674 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc5270e-36e8-48a4-bbc7-68fded20fdd0 x-openstack-request-id: req-9fc5270e-36e8-48a4-bbc7-68fded20fdd0 {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:39:32.529971 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d887ceba-109c-4e08-8d79-63628a6fb040", "name": "network-vif-plugged", "status": "completed", "tag": "581c725d-7d3e-48b9-a929-c70b9c3f2a30", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:39:32.530224 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9fc5270e-36e8-48a4-bbc7-68fded20fdd0 {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:39:32.530611 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fc5270e-36e8-48a4-bbc7-68fded20fdd0'] response: {'server_uuid': 'd887ceba-109c-4e08-8d79-63628a6fb040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '581c725d-7d3e-48b9-a929-c70b9c3f2a30', 'code': 200} Oct 04 09:39:32.569380 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=581c725d-7d3e-48b9-a929-c70b9c3f2a30,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:39:32.784996 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c597253-4412-477b-9949-8ba61a97b0cf req-0759ac66-593f-46cd-a9e5-00bb461a2231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:39:32.786454 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4c597253-4412-477b-9949-8ba61a97b0cf req-0759ac66-593f-46cd-a9e5-00bb461a2231 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d887ceba-109c-4e08-8d79-63628a6fb040 HTTP/1.1" status: 200 len: 1098 time: 0.0752685 Oct 04 09:39:32.828994 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4c597253-4412-477b-9949-8ba61a97b0cf req-44ab6c70-2075-42ce-a956-546be89083e6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363216 Oct 04 09:39:33.634795 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718cc00b-48ee-42d3-8ac9-d8113597d09f req-3de53d47-d58f-43b6-9584-b21c1427c618 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:39:33.636161 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-718cc00b-48ee-42d3-8ac9-d8113597d09f req-3de53d47-d58f-43b6-9584-b21c1427c618 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=d887ceba-109c-4e08-8d79-63628a6fb040 HTTP/1.1" status: 200 len: 945 time: 0.1774151 Oct 04 09:39:33.679744 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-718cc00b-48ee-42d3-8ac9-d8113597d09f req-b2db5f71-9717-474a-a5fe-d0c476d6205d tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378983 Oct 04 09:39:33.717251 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:39:34.885085 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11140ee6-af40-42fc-9533-85869743d280 req-699cf93d-612a-486b-a7d5-439af23cac89 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:39:34.886509 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-11140ee6-af40-42fc-9533-85869743d280 req-699cf93d-612a-486b-a7d5-439af23cac89 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=d887ceba-109c-4e08-8d79-63628a6fb040 HTTP/1.1" status: 200 len: 945 time: 0.0920820 Oct 04 09:39:34.929285 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-11140ee6-af40-42fc-9533-85869743d280 req-1cd1c2d9-70ab-47c9-beba-300e52ff5ced tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363955 Oct 04 09:39:35.117795 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8675e0-eaf1-424d-b9ed-8bf90f9ec6a3 req-7e714635-dfcf-4b1b-9175-19a871bbf750 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:39:35.119234 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4a8675e0-eaf1-424d-b9ed-8bf90f9ec6a3 req-7e714635-dfcf-4b1b-9175-19a871bbf750 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=d887ceba-109c-4e08-8d79-63628a6fb040 HTTP/1.1" status: 200 len: 945 time: 0.0868199 Oct 04 09:39:35.130302 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 40166) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:39:35.135034 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-1d747d52-b766-4d16-9579-786f839b937e tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Request body: {'floatingip': {'port_id': '581c725d-7d3e-48b9-a929-c70b9c3f2a30'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:39:35.210703 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1d747d52-b766-4d16-9579-786f839b937e tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks [] for floatingip, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:35.791571 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1d747d52-b766-4d16-9579-786f839b937e tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:35.795470 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1d747d52-b766-4d16-9579-786f839b937e tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:35.961961 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.l3_db [None req-1d747d52-b766-4d16-9579-786f839b937e tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Floating IP c2541de6-f5fb-434f-bd61-904d9e19c198 associated. External IP: 172.26.10.211, port: 581c725d-7d3e-48b9-a929-c70b9c3f2a30. Oct 04 09:39:36.416692 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d747d52-b766-4d16-9579-786f839b937e tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Router 12d68ca1-c67b-4fac-acf0-164463cac50b has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:39:36.587991 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d747d52-b766-4d16-9579-786f839b937e tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:39:36.592877 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1d747d52-b766-4d16-9579-786f839b937e tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:36.597402 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2502c3d-6730-4208-ada7-62930ce66bea None None] Sync routers for ids ['12d68ca1-c67b-4fac-acf0-164463cac50b'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:39:36.607861 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2502c3d-6730-4208-ada7-62930ce66bea None None] Routers {'12d68ca1-c67b-4fac-acf0-164463cac50b'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:39:36.608496 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-e2502c3d-6730-4208-ada7-62930ce66bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:39:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['12d68ca1-c67b-4fac-acf0-164463cac50b'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:39:36.650361 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-1d747d52-b766-4d16-9579-786f839b937e tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "PUT /v2.0/floatingips/c2541de6-f5fb-434f-bd61-904d9e19c198 HTTP/1.1" status: 200 len: 992 time: 1.5190306 Oct 04 09:39:36.650946 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd887ceba-109c-4e08-8d79-63628a6fb040', 'tag': '581c725d-7d3e-48b9-a929-c70b9c3f2a30'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:39:36.653399 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1fc032-18a9-458f-be5d-a0a4224bf123" -d '{"events": [{"name": "network-changed", "server_uuid": "d887ceba-109c-4e08-8d79-63628a6fb040", "tag": "581c725d-7d3e-48b9-a929-c70b9c3f2a30"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:39:36.694360 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee64361-b394-4273-b26f-6c862d20676f x-openstack-request-id: req-8ee64361-b394-4273-b26f-6c862d20676f {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:39:36.694652 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d887ceba-109c-4e08-8d79-63628a6fb040", "tag": "581c725d-7d3e-48b9-a929-c70b9c3f2a30", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:39:36.694899 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8ee64361-b394-4273-b26f-6c862d20676f {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:39:36.695299 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ee64361-b394-4273-b26f-6c862d20676f'] response: {'name': 'network-changed', 'server_uuid': 'd887ceba-109c-4e08-8d79-63628a6fb040', 'tag': '581c725d-7d3e-48b9-a929-c70b9c3f2a30', 'status': 'completed', 'code': 200} Oct 04 09:39:36.786040 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-e2502c3d-6730-4208-ada7-62930ce66bea None None] Set router 12d68ca1-c67b-4fac-acf0-164463cac50b gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:39:36.814468 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1fc032-18a9-458f-be5d-a0a4224bf123 req-cf78f438-4630-4710-a6d9-587e10c82e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:39:36.816071 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0b1fc032-18a9-458f-be5d-a0a4224bf123 req-cf78f438-4630-4710-a6d9-587e10c82e83 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=523ecadce86b493ca00e37d22c0d8a7a&device_id=d887ceba-109c-4e08-8d79-63628a6fb040 HTTP/1.1" status: 200 len: 1098 time: 0.0792625 Oct 04 09:39:36.947794 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1fc032-18a9-458f-be5d-a0a4224bf123 req-72633662-b947-4e87-bfd9-b5a41110c4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:39:36.949229 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0b1fc032-18a9-458f-be5d-a0a4224bf123 req-72633662-b947-4e87-bfd9-b5a41110c4d8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 HTTP/1.1" status: 200 len: 912 time: 0.1265683 Oct 04 09:39:37.055520 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0b1fc032-18a9-458f-be5d-a0a4224bf123 req-872f334f-3922-4242-be9f-021b894b4e40 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=581c725d-7d3e-48b9-a929-c70b9c3f2a30 HTTP/1.1" status: 200 len: 1000 time: 0.1002307 Oct 04 09:39:37.125545 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1fc032-18a9-458f-be5d-a0a4224bf123 req-403a6296-16f3-4bd3-a80c-629282b289e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:39:37.126997 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0b1fc032-18a9-458f-be5d-a0a4224bf123 req-403a6296-16f3-4bd3-a80c-629282b289e5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e45547e1-0b28-4b64-ada0-0a0e073a56b1 HTTP/1.1" status: 200 len: 850 time: 0.0660501 Oct 04 09:39:37.133137 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-e2502c3d-6730-4208-ada7-62930ce66bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'name': 'tempest-ServerActionsTestJSON-592270206-router', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.221'}], 'enable_snat': True}, 'gw_port_id': '16f37ce1-1d24-40af-97a2-b458bc0fdc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:39:15Z', 'updated_at': '2022-10-04T09:39:19Z', 'revision_number': 4, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'gw_port': {'id': '16f37ce1-1d24-40af-97a2-b458bc0fdc81', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:39:15Z', 'updated_at': '2022-10-04T09:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'c2541de6-f5fb-434f-bd61-904d9e19c198', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'floating_ip_address': '172.26.10.211', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'port_id': '581c725d-7d3e-48b9-a929-c70b9c3f2a30', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1', 'mac_address': 'fa:16:3e:6c:1b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd887ceba-109c-4e08-8d79-63628a6fb040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:39:21Z', 'updated_at': '2022-10-04T09:39:35Z', 'revision_number': 1, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d12d954-2e16-4c4b-92d4-defcc361cde0', 'name': '', 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'mac_address': 'fa:16:3e:62:2c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'e45547e1-0b28-4b64-ada0-0a0e073a56b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:39:18Z', 'updated_at': '2022-10-04T09:39:23Z', 'revision_number': 5, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'subnets': [{'id': 'e45547e1-0b28-4b64-ada0-0a0e073a56b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:39:37.136911 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2502c3d-6730-4208-ada7-62930ce66bea None None] Checking router: 12d68ca1-c67b-4fac-acf0-164463cac50b for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:39:37.145540 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2502c3d-6730-4208-ada7-62930ce66bea None None] Routers {'12d68ca1-c67b-4fac-acf0-164463cac50b'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:39:37.146144 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-e2502c3d-6730-4208-ada7-62930ce66bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:39:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['12d68ca1-c67b-4fac-acf0-164463cac50b'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:39:37.210734 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1fc032-18a9-458f-be5d-a0a4224bf123 req-be7bc267-cb48-4e46-9862-0a92bf3f33eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:39:37.212124 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0b1fc032-18a9-458f-be5d-a0a4224bf123 req-be7bc267-cb48-4e46-9862-0a92bf3f33eb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791917 Oct 04 09:39:37.315405 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-e2502c3d-6730-4208-ada7-62930ce66bea None None] Set router 12d68ca1-c67b-4fac-acf0-164463cac50b gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:39:37.341976 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0b1fc032-18a9-458f-be5d-a0a4224bf123 req-d1ff2ba0-ac2f-4003-b98c-8258b9c75e78 service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240480 Oct 04 09:39:37.472100 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0b1fc032-18a9-458f-be5d-a0a4224bf123 req-827bb6b3-623e-4d31-84ef-1489e8e1849a service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245844 Oct 04 09:39:37.690620 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-e2502c3d-6730-4208-ada7-62930ce66bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'name': 'tempest-ServerActionsTestJSON-592270206-router', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.221'}], 'enable_snat': True}, 'gw_port_id': '16f37ce1-1d24-40af-97a2-b458bc0fdc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:39:15Z', 'updated_at': '2022-10-04T09:39:19Z', 'revision_number': 4, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'gw_port': {'id': '16f37ce1-1d24-40af-97a2-b458bc0fdc81', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:39:15Z', 'updated_at': '2022-10-04T09:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'c2541de6-f5fb-434f-bd61-904d9e19c198', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'floating_ip_address': '172.26.10.211', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'port_id': '581c725d-7d3e-48b9-a929-c70b9c3f2a30', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1', 'mac_address': 'fa:16:3e:6c:1b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd887ceba-109c-4e08-8d79-63628a6fb040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:39:21Z', 'updated_at': '2022-10-04T09:39:35Z', 'revision_number': 1, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d12d954-2e16-4c4b-92d4-defcc361cde0', 'name': '', 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'mac_address': 'fa:16:3e:62:2c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'e45547e1-0b28-4b64-ada0-0a0e073a56b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:39:18Z', 'updated_at': '2022-10-04T09:39:23Z', 'revision_number': 5, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'subnets': [{'id': 'e45547e1-0b28-4b64-ada0-0a0e073a56b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:39:37.694401 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2502c3d-6730-4208-ada7-62930ce66bea None None] The sync data for ids ['12d68ca1-c67b-4fac-acf0-164463cac50b'] in dv-neutron-860215-1-hyperv is: [{'id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'name': 'tempest-ServerActionsTestJSON-592270206-router', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.221'}], 'enable_snat': True}, 'gw_port_id': '16f37ce1-1d24-40af-97a2-b458bc0fdc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:39:15Z', 'updated_at': '2022-10-04T09:39:19Z', 'revision_number': 4, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'gw_port': {'id': '16f37ce1-1d24-40af-97a2-b458bc0fdc81', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:39:15Z', 'updated_at': '2022-10-04T09:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'c2541de6-f5fb-434f-bd61-904d9e19c198', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'floating_ip_address': '172.26.10.211', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'port_id': '581c725d-7d3e-48b9-a929-c70b9c3f2a30', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1', 'mac_address': 'fa:16:3e:6c:1b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd887ceba-109c-4e08-8d79-63628a6fb040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:39:21Z', 'updated_at': '2022-10-04T09:39:35Z', 'revision_number': 1, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d12d954-2e16-4c4b-92d4-defcc361cde0', 'name': '', 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'mac_address': 'fa:16:3e:62:2c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'e45547e1-0b28-4b64-ada0-0a0e073a56b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:39:18Z', 'updated_at': '2022-10-04T09:39:23Z', 'revision_number': 5, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'subnets': [{'id': 'e45547e1-0b28-4b64-ada0-0a0e073a56b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:39:37.882297 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0f9050-aa53-4600-954c-09e67f30b8e2 None None] New status for floating IP c2541de6-f5fb-434f-bd61-904d9e19c198: ACTIVE {{(pid=89034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 09:39:38.530864 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d0b8d37d-f756-47ef-8df4-f891f24bb287 req-52a987bd-cac5-4072-9e05-aebacb358210 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d887ceba-109c-4e08-8d79-63628a6fb040&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0741465 Oct 04 09:39:38.688811 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b8d37d-f756-47ef-8df4-f891f24bb287 req-a6cc0d4c-2ef6-4b67-a016-d60f060f0fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:39:38.690317 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d0b8d37d-f756-47ef-8df4-f891f24bb287 req-a6cc0d4c-2ef6-4b67-a016-d60f060f0fa3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=523ecadce86b493ca00e37d22c0d8a7a&device_id=d887ceba-109c-4e08-8d79-63628a6fb040 HTTP/1.1" status: 200 len: 1098 time: 0.0782542 Oct 04 09:39:38.831713 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b8d37d-f756-47ef-8df4-f891f24bb287 req-02c787b9-ede1-4ae8-87a4-3eb9c77457f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:39:38.833227 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d0b8d37d-f756-47ef-8df4-f891f24bb287 req-02c787b9-ede1-4ae8-87a4-3eb9c77457f4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 HTTP/1.1" status: 200 len: 912 time: 0.1249011 Oct 04 09:39:38.933716 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d0b8d37d-f756-47ef-8df4-f891f24bb287 req-f98b0413-2d97-46f8-a53e-d1b0655c12e8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=581c725d-7d3e-48b9-a929-c70b9c3f2a30 HTTP/1.1" status: 200 len: 1002 time: 0.0944285 Oct 04 09:39:39.106239 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b8d37d-f756-47ef-8df4-f891f24bb287 req-ec39954a-f537-4490-b040-3a48ac53b8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:39:39.107638 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d0b8d37d-f756-47ef-8df4-f891f24bb287 req-ec39954a-f537-4490-b040-3a48ac53b8ad service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e45547e1-0b28-4b64-ada0-0a0e073a56b1 HTTP/1.1" status: 200 len: 850 time: 0.1676662 Oct 04 09:39:39.188691 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b8d37d-f756-47ef-8df4-f891f24bb287 req-c25ffbd4-47e7-4814-b145-c2fdf2c435af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:39:39.190111 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d0b8d37d-f756-47ef-8df4-f891f24bb287 req-c25ffbd4-47e7-4814-b145-c2fdf2c435af service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766656 Oct 04 09:39:39.325998 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d0b8d37d-f756-47ef-8df4-f891f24bb287 req-575ef811-4adc-4e5d-a5aa-c28bd55652c9 service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281333 Oct 04 09:39:39.459912 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d0b8d37d-f756-47ef-8df4-f891f24bb287 req-af49faa8-70d4-48df-9169-c994d0e265d5 service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284590 Oct 04 09:39:41.317045 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:39:57.612297 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-7b21f9c1-29bb-4a0c-8ac3-c4db551750c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:40:00.293054 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-7834454b-0c27-4813-840d-fed1b5740a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:40:00.775612 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:40:00.785710 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:40:02.305900 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:40:10.716804 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:40:11.312776 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:40:27.613518 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5665ac57-03cb-4cc2-a574-2ce9931fc3c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:40:30.295028 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ab1a4e85-ef52-4f2b-8566-5a373b02f85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:40:30.784656 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:40:30.788638 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:40:32.308274 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:40:40.518628 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b02facb7-bb18-478c-b7f8-8d1297ab60f0 req-11cbab7b-b13b-4843-8286-c970e6af2e30 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d887ceba-109c-4e08-8d79-63628a6fb040&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0750003 Oct 04 09:40:40.678449 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02facb7-bb18-478c-b7f8-8d1297ab60f0 req-c23c0602-7388-43e6-be0b-89a947d5874d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:40:40.679898 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b02facb7-bb18-478c-b7f8-8d1297ab60f0 req-c23c0602-7388-43e6-be0b-89a947d5874d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=523ecadce86b493ca00e37d22c0d8a7a&device_id=d887ceba-109c-4e08-8d79-63628a6fb040 HTTP/1.1" status: 200 len: 1098 time: 0.0801220 Oct 04 09:40:40.825828 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02facb7-bb18-478c-b7f8-8d1297ab60f0 req-8eb1f445-eeff-47a4-a739-d3c97eb611c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:40:40.827256 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b02facb7-bb18-478c-b7f8-8d1297ab60f0 req-8eb1f445-eeff-47a4-a739-d3c97eb611c3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 HTTP/1.1" status: 200 len: 912 time: 0.1287103 Oct 04 09:40:40.926594 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b02facb7-bb18-478c-b7f8-8d1297ab60f0 req-762686b8-66ad-4202-8377-cbcf8967ef98 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=581c725d-7d3e-48b9-a929-c70b9c3f2a30 HTTP/1.1" status: 200 len: 1002 time: 0.0932033 Oct 04 09:40:40.990459 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02facb7-bb18-478c-b7f8-8d1297ab60f0 req-ee8d0d69-dad4-4f36-bc32-234919ad86bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:40:40.991870 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b02facb7-bb18-478c-b7f8-8d1297ab60f0 req-ee8d0d69-dad4-4f36-bc32-234919ad86bb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e45547e1-0b28-4b64-ada0-0a0e073a56b1 HTTP/1.1" status: 200 len: 850 time: 0.0598817 Oct 04 09:40:41.070938 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02facb7-bb18-478c-b7f8-8d1297ab60f0 req-0e1da572-776a-47fe-a6f8-26c3ac888258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:40:41.072377 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b02facb7-bb18-478c-b7f8-8d1297ab60f0 req-0e1da572-776a-47fe-a6f8-26c3ac888258 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748639 Oct 04 09:40:41.200174 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b02facb7-bb18-478c-b7f8-8d1297ab60f0 req-1714a76b-d743-4ab4-8203-5a794c4485b7 service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212037 Oct 04 09:40:41.323492 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:40:41.331577 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b02facb7-bb18-478c-b7f8-8d1297ab60f0 req-25947e4b-8456-4389-b614-fe00f38ee3fb service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254883 Oct 04 09:40:41.603051 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60aa1a-b9c0-4cb1-9810-9ef0bfa4de9b req-9ce1848b-f256-4baf-9c06-1b5dcac6cd0d tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:40:41.604525 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-dd60aa1a-b9c0-4cb1-9810-9ef0bfa4de9b req-9ce1848b-f256-4baf-9c06-1b5dcac6cd0d tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=d887ceba-109c-4e08-8d79-63628a6fb040 HTTP/1.1" status: 200 len: 945 time: 0.0899692 Oct 04 09:40:41.647939 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-dd60aa1a-b9c0-4cb1-9810-9ef0bfa4de9b req-8feea11f-4b26-44ef-9355-f62b338e071e tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377042 Oct 04 09:40:41.844871 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e0d52-1da3-4da3-8f7b-9b9ff4f64549 req-a7147849-b34a-4b77-8579-dca200bddfd5 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:40:41.846315 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-be6e0d52-1da3-4da3-8f7b-9b9ff4f64549 req-a7147849-b34a-4b77-8579-dca200bddfd5 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=d887ceba-109c-4e08-8d79-63628a6fb040 HTTP/1.1" status: 200 len: 945 time: 0.0885983 Oct 04 09:40:41.888673 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-be6e0d52-1da3-4da3-8f7b-9b9ff4f64549 req-d88fcff3-3e77-4895-a0ef-f97331ab14a7 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364656 Oct 04 09:40:42.084927 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f953f-0fca-4f58-a1de-bea6945a36ae req-ae43eb8e-89d1-455c-9761-a645f82315f4 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:40:42.086365 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-df4f953f-0fca-4f58-a1de-bea6945a36ae req-ae43eb8e-89d1-455c-9761-a645f82315f4 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=d887ceba-109c-4e08-8d79-63628a6fb040 HTTP/1.1" status: 200 len: 945 time: 0.0898604 Oct 04 09:40:42.128872 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-df4f953f-0fca-4f58-a1de-bea6945a36ae req-222d472c-07d6-4cef-a93c-1d8a4594823d tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368066 Oct 04 09:40:42.644024 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-bdfe417c-e4f2-46fc-bf69-6d91ce577867 req-6c6e1afb-89cf-4e9b-b9f6-e34b42821227 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d887ceba-109c-4e08-8d79-63628a6fb040&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2302423 Oct 04 09:40:42.656143 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf1b6bb-d0a9-44fc-beec-0681abfdd03f req-b04cf72e-23ca-43cb-9da5-db07cdd8c117 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:40:42.657564 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-aaf1b6bb-d0a9-44fc-beec-0681abfdd03f req-b04cf72e-23ca-43cb-9da5-db07cdd8c117 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=d887ceba-109c-4e08-8d79-63628a6fb040 HTTP/1.1" status: 200 len: 945 time: 0.1973300 Oct 04 09:40:42.703243 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-aaf1b6bb-d0a9-44fc-beec-0681abfdd03f req-90da991f-752b-455f-b50d-f7848fe8786e tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399699 Oct 04 09:40:43.903155 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a7c26-0707-4e0a-8b86-88f6339d11fd req-1c934910-2c28-44e9-a16f-bd1227b6fe8a tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:40:43.904630 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-755a7c26-0707-4e0a-8b86-88f6339d11fd req-1c934910-2c28-44e9-a16f-bd1227b6fe8a tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=d887ceba-109c-4e08-8d79-63628a6fb040 HTTP/1.1" status: 200 len: 945 time: 0.0902269 Oct 04 09:40:43.948282 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-755a7c26-0707-4e0a-8b86-88f6339d11fd req-8663d09f-3fb8-49b5-b8a2-70f61193458e tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373104 Oct 04 09:40:45.055501 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe417c-e4f2-46fc-bf69-6d91ce577867 req-916a6d87-63df-41e5-82c0-20d6c4b465e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:40:45.057019 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-bdfe417c-e4f2-46fc-bf69-6d91ce577867 req-916a6d87-63df-41e5-82c0-20d6c4b465e1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=523ecadce86b493ca00e37d22c0d8a7a&device_id=d887ceba-109c-4e08-8d79-63628a6fb040 HTTP/1.1" status: 200 len: 1098 time: 0.0807762 Oct 04 09:40:45.246122 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe417c-e4f2-46fc-bf69-6d91ce577867 req-b3a597f2-7dec-4a2a-a9fd-196e55269c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:40:45.247432 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-bdfe417c-e4f2-46fc-bf69-6d91ce577867 req-b3a597f2-7dec-4a2a-a9fd-196e55269c0a service neutron] 10.222.0.20 "GET /v2.0/networks?id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 HTTP/1.1" status: 200 len: 912 time: 0.1833122 Oct 04 09:40:45.255666 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ad63b7-b96a-4a64-bec9-e781002f94e7 req-14da05f9-6f45-4926-9567-c5553b9f3b42 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:40:45.257005 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b5ad63b7-b96a-4a64-bec9-e781002f94e7 req-14da05f9-6f45-4926-9567-c5553b9f3b42 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=d887ceba-109c-4e08-8d79-63628a6fb040 HTTP/1.1" status: 200 len: 945 time: 0.1939323 Oct 04 09:40:45.380792 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b5ad63b7-b96a-4a64-bec9-e781002f94e7 req-c2f1d93a-2313-40b8-9f71-fa17ac23947c tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689294 Oct 04 09:40:45.382549 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-bdfe417c-e4f2-46fc-bf69-6d91ce577867 req-7ed4b225-9271-46ce-9c99-61e0a28ebd81 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=581c725d-7d3e-48b9-a929-c70b9c3f2a30 HTTP/1.1" status: 200 len: 1002 time: 0.1247263 Oct 04 09:40:45.446181 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe417c-e4f2-46fc-bf69-6d91ce577867 req-1b560183-2522-4532-9e2c-7d4894ce65bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:40:45.447661 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-bdfe417c-e4f2-46fc-bf69-6d91ce577867 req-1b560183-2522-4532-9e2c-7d4894ce65bb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e45547e1-0b28-4b64-ada0-0a0e073a56b1 HTTP/1.1" status: 200 len: 850 time: 0.0588791 Oct 04 09:40:45.527765 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe417c-e4f2-46fc-bf69-6d91ce577867 req-541595da-fd54-4c83-81e7-e5419f0933ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:40:45.529145 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-bdfe417c-e4f2-46fc-bf69-6d91ce577867 req-541595da-fd54-4c83-81e7-e5419f0933ed service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744429 Oct 04 09:40:45.655147 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-bdfe417c-e4f2-46fc-bf69-6d91ce577867 req-44e20e6a-f1fc-41ac-ad6b-27b9de5f4d61 service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199803 Oct 04 09:40:45.784705 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-bdfe417c-e4f2-46fc-bf69-6d91ce577867 req-1f2a5313-a13d-494f-8252-8b1604aed968 service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236632 Oct 04 09:40:46.577584 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cce8f1-71a6-45c1-98aa-b639cfe2aebf req-d13da0f7-2612-4eaf-8e8b-5f30233c3eb2 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:40:46.579059 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-62cce8f1-71a6-45c1-98aa-b639cfe2aebf req-d13da0f7-2612-4eaf-8e8b-5f30233c3eb2 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=d887ceba-109c-4e08-8d79-63628a6fb040 HTTP/1.1" status: 200 len: 945 time: 0.0847423 Oct 04 09:40:46.625915 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-62cce8f1-71a6-45c1-98aa-b639cfe2aebf req-087c23f0-357b-4aa6-9e1a-b5726a34d606 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411224 Oct 04 09:40:47.716177 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:40:47.829049 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f43b9e-7af2-4eb7-aa1a-307e0dc356d4 req-0126fc27-c15a-4a6e-88fd-dd66e63c5713 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:40:47.830487 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-21f43b9e-7af2-4eb7-aa1a-307e0dc356d4 req-0126fc27-c15a-4a6e-88fd-dd66e63c5713 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=d887ceba-109c-4e08-8d79-63628a6fb040 HTTP/1.1" status: 200 len: 945 time: 0.0895591 Oct 04 09:40:47.873353 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-21f43b9e-7af2-4eb7-aa1a-307e0dc356d4 req-b0c30653-6683-4760-a2c9-7e250137f535 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371242 Oct 04 09:40:49.065765 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf496e1-f2e9-4b3d-b777-7a1d207d722d req-4f2338bc-28ef-4a04-8eda-e804415913a9 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:40:49.067204 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-1bf496e1-f2e9-4b3d-b777-7a1d207d722d req-4f2338bc-28ef-4a04-8eda-e804415913a9 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=d887ceba-109c-4e08-8d79-63628a6fb040 HTTP/1.1" status: 200 len: 945 time: 0.0848703 Oct 04 09:40:49.110374 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-1bf496e1-f2e9-4b3d-b777-7a1d207d722d req-c3acf694-e63b-4fcc-adf8-dd80cb3f8b20 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374858 Oct 04 09:40:50.306452 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840519d8-95a4-48b3-9be6-a880a50f9ea0 req-9ed7e4e9-e215-46da-a5cd-5a62c7cabe8f tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:40:50.307906 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-840519d8-95a4-48b3-9be6-a880a50f9ea0 req-9ed7e4e9-e215-46da-a5cd-5a62c7cabe8f tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=d887ceba-109c-4e08-8d79-63628a6fb040 HTTP/1.1" status: 200 len: 945 time: 0.0874023 Oct 04 09:40:50.350492 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-840519d8-95a4-48b3-9be6-a880a50f9ea0 req-ccd35e0b-a780-46e7-a803-194670d9675f tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368955 Oct 04 09:40:51.545991 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce68f3-53e6-441e-aa71-c731b436fd3b req-5a4eb963-c5ae-4b1d-9e09-b8bcb0c5239c tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:40:51.547926 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-d8ce68f3-53e6-441e-aa71-c731b436fd3b req-5a4eb963-c5ae-4b1d-9e09-b8bcb0c5239c tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=d887ceba-109c-4e08-8d79-63628a6fb040 HTTP/1.1" status: 200 len: 945 time: 0.0888491 Oct 04 09:40:51.590481 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-d8ce68f3-53e6-441e-aa71-c731b436fd3b req-dab803c4-52f5-47c0-b290-d2bef18dc113 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368242 Oct 04 09:40:52.791736 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9273286-5009-49de-8b99-2382048a2840 req-c127ccfe-2939-494c-a150-5954c837810c tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:40:52.793206 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c9273286-5009-49de-8b99-2382048a2840 req-c127ccfe-2939-494c-a150-5954c837810c tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=d887ceba-109c-4e08-8d79-63628a6fb040 HTTP/1.1" status: 200 len: 945 time: 0.0904367 Oct 04 09:40:52.835831 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c9273286-5009-49de-8b99-2382048a2840 req-b1d8c6b0-0442-4558-9b6f-56b872cffd3a tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369370 Oct 04 09:40:54.035638 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da05bd-e1e1-4dbe-9618-bc92166d9ed8 req-064a3fc2-5b4e-49ce-b578-d80c7854bc3e tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:40:54.037028 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-60da05bd-e1e1-4dbe-9618-bc92166d9ed8 req-064a3fc2-5b4e-49ce-b578-d80c7854bc3e tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=d887ceba-109c-4e08-8d79-63628a6fb040 HTTP/1.1" status: 200 len: 945 time: 0.0876684 Oct 04 09:40:54.083765 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-60da05bd-e1e1-4dbe-9618-bc92166d9ed8 req-07cd9dc2-3dd3-4d25-8aed-b28cc3adaecc tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411127 Oct 04 09:40:55.277753 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7522c-8ec6-45c6-a475-0c4b38ef2af6 req-8cd251d0-2b10-4b7b-a947-159be94da46b tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:40:55.279209 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-83c7522c-8ec6-45c6-a475-0c4b38ef2af6 req-8cd251d0-2b10-4b7b-a947-159be94da46b tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=d887ceba-109c-4e08-8d79-63628a6fb040 HTTP/1.1" status: 200 len: 945 time: 0.0852230 Oct 04 09:40:55.325464 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-83c7522c-8ec6-45c6-a475-0c4b38ef2af6 req-3a0e0472-cd52-4f55-95a0-1edac38c4df4 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398796 Oct 04 09:40:56.521108 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0248c604-63f2-4cce-b831-40584351d192 req-de4bad0d-2895-41d4-b01f-c060299af683 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:40:56.522559 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-0248c604-63f2-4cce-b831-40584351d192 req-de4bad0d-2895-41d4-b01f-c060299af683 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=d887ceba-109c-4e08-8d79-63628a6fb040 HTTP/1.1" status: 200 len: 945 time: 0.0856042 Oct 04 09:40:56.564769 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-0248c604-63f2-4cce-b831-40584351d192 req-fb29ab35-eb23-4608-9290-8dbe5fd5c79b tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365915 Oct 04 09:40:57.617129 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-bc9ca827-0caa-4b9e-9a67-e3d5470b9f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:40:57.764031 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd19797-ab83-4252-b9a3-f61f758050e9 req-7fb14fa5-3ace-4895-b340-967874f9ed99 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:40:57.765517 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ccd19797-ab83-4252-b9a3-f61f758050e9 req-7fb14fa5-3ace-4895-b340-967874f9ed99 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=d887ceba-109c-4e08-8d79-63628a6fb040 HTTP/1.1" status: 200 len: 945 time: 0.0864649 Oct 04 09:40:57.808650 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ccd19797-ab83-4252-b9a3-f61f758050e9 req-cff217a9-aa1c-4ff4-b28b-64f769cbd1f0 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374715 Oct 04 09:40:59.006297 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a489602f-f43b-4505-a427-f390a6551601 req-a7b148c8-d3a9-4bcb-a275-24e80358e4e5 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:40:59.007663 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-a489602f-f43b-4505-a427-f390a6551601 req-a7b148c8-d3a9-4bcb-a275-24e80358e4e5 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=d887ceba-109c-4e08-8d79-63628a6fb040 HTTP/1.1" status: 200 len: 945 time: 0.0894160 Oct 04 09:40:59.050668 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-a489602f-f43b-4505-a427-f390a6551601 req-d1040311-0a12-4cda-a75f-4f7580947236 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373125 Oct 04 09:41:00.251767 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c56c34-112a-4254-8323-1c2b04d495c8 req-71131104-378f-4fae-a73a-91fddee4a91c tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:41:00.253276 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-91c56c34-112a-4254-8323-1c2b04d495c8 req-71131104-378f-4fae-a73a-91fddee4a91c tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=d887ceba-109c-4e08-8d79-63628a6fb040 HTTP/1.1" status: 200 len: 945 time: 0.0907080 Oct 04 09:41:00.296254 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-7f7ccce5-e619-45c6-b6e8-03bee976a844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:41:00.303211 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-91c56c34-112a-4254-8323-1c2b04d495c8 req-8c23c743-37c1-4da6-a5d2-1b5c9e3127fe tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442376 Oct 04 09:41:00.777834 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:41:00.794364 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:41:01.505976 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb70331-5217-4625-88b2-158f12f4c4c6 req-5ac77785-771e-4d4f-90bc-247de707df0c tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:41:01.507417 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-8eb70331-5217-4625-88b2-158f12f4c4c6 req-5ac77785-771e-4d4f-90bc-247de707df0c tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=d887ceba-109c-4e08-8d79-63628a6fb040 HTTP/1.1" status: 200 len: 945 time: 0.0870764 Oct 04 09:41:01.553962 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-8eb70331-5217-4625-88b2-158f12f4c4c6 req-34ace766-c33e-439d-8d71-1f3e8526b77f tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409489 Oct 04 09:41:02.311529 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:41:02.607399 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-bdfe417c-e4f2-46fc-bf69-6d91ce577867 req-ddf5af6e-fc81-4ce1-8450-6b75f5d3eaf8 service neutron] 10.222.0.20 "GET /v2.0/ports/581c725d-7d3e-48b9-a929-c70b9c3f2a30/bindings/hv-neutron-8602 HTTP/1.1" status: 200 len: 384 time: 0.0746200 Oct 04 09:41:02.940514 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3f28a-e59c-45f5-94be-f815d40ccedd req-a8fdb23d-cf47-4b3a-92a7-31e44de04591 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:41:02.941979 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-dad3f28a-e59c-45f5-94be-f815d40ccedd req-a8fdb23d-cf47-4b3a-92a7-31e44de04591 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=d887ceba-109c-4e08-8d79-63628a6fb040 HTTP/1.1" status: 200 len: 945 time: 0.2715695 Oct 04 09:41:02.943856 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe417c-e4f2-46fc-bf69-6d91ce577867 req-5c42f31f-747a-43fc-891f-253142611da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:41:02.945215 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-bdfe417c-e4f2-46fc-bf69-6d91ce577867 req-5c42f31f-747a-43fc-891f-253142611da2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d887ceba-109c-4e08-8d79-63628a6fb040&tenant_id=523ecadce86b493ca00e37d22c0d8a7a HTTP/1.1" status: 200 len: 1098 time: 0.1153710 Oct 04 09:41:03.029160 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-dad3f28a-e59c-45f5-94be-f815d40ccedd req-b6cf18f9-3991-4ad2-a113-378f15637640 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810018 Oct 04 09:41:03.060759 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe417c-e4f2-46fc-bf69-6d91ce577867 req-52408b44-c6a1-427e-934b-11d3f3addca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:41:03.062303 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-bdfe417c-e4f2-46fc-bf69-6d91ce577867 req-52408b44-c6a1-427e-934b-11d3f3addca9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=523ecadce86b493ca00e37d22c0d8a7a&device_id=d887ceba-109c-4e08-8d79-63628a6fb040 HTTP/1.1" status: 200 len: 1098 time: 0.0851169 Oct 04 09:41:03.192626 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe417c-e4f2-46fc-bf69-6d91ce577867 req-6b03ccd8-3edb-4ddc-a403-7b4c1d0d30ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:41:03.193971 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-bdfe417c-e4f2-46fc-bf69-6d91ce577867 req-6b03ccd8-3edb-4ddc-a403-7b4c1d0d30ed service neutron] 10.222.0.20 "GET /v2.0/networks?id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 HTTP/1.1" status: 200 len: 912 time: 0.1262670 Oct 04 09:41:03.295783 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-bdfe417c-e4f2-46fc-bf69-6d91ce577867 req-b668e6cc-bced-435e-9220-35069ddbe57c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=581c725d-7d3e-48b9-a929-c70b9c3f2a30 HTTP/1.1" status: 200 len: 1002 time: 0.0959420 Oct 04 09:41:03.362612 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe417c-e4f2-46fc-bf69-6d91ce577867 req-e62263b7-34ce-447c-8d41-e4e960a2f401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:41:03.364090 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-bdfe417c-e4f2-46fc-bf69-6d91ce577867 req-e62263b7-34ce-447c-8d41-e4e960a2f401 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e45547e1-0b28-4b64-ada0-0a0e073a56b1 HTTP/1.1" status: 200 len: 850 time: 0.0617576 Oct 04 09:41:03.455015 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe417c-e4f2-46fc-bf69-6d91ce577867 req-a9b9773c-f9a0-43f7-9ced-1d27787b1132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:41:03.456405 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-bdfe417c-e4f2-46fc-bf69-6d91ce577867 req-a9b9773c-f9a0-43f7-9ced-1d27787b1132 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0869119 Oct 04 09:41:03.584308 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-bdfe417c-e4f2-46fc-bf69-6d91ce577867 req-7c00dd12-e783-49e4-b88f-684d5277e751 service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221895 Oct 04 09:41:03.715625 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-bdfe417c-e4f2-46fc-bf69-6d91ce577867 req-2d772b65-94ce-4a9c-b11f-0ffbf6e751b2 service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248822 Oct 04 09:41:04.367205 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8456f-d40a-4a50-9f41-c09bf331ddcd req-608ca56f-07d6-4511-a34d-f3d871e2097d tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:41:04.368790 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-c4c8456f-d40a-4a50-9f41-c09bf331ddcd req-608ca56f-07d6-4511-a34d-f3d871e2097d tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=d887ceba-109c-4e08-8d79-63628a6fb040 HTTP/1.1" status: 200 len: 945 time: 0.0862100 Oct 04 09:41:04.413780 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-c4c8456f-d40a-4a50-9f41-c09bf331ddcd req-3d97f322-2dd1-4963-9668-21f68f746efe tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383277 Oct 04 09:41:04.681928 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 581c725d-7d3e-48b9-a929-c70b9c3f2a30 details requested by agent hyperv_hv-neutron-8602 with host hv-neutron-8602 {{(pid=89034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 04 09:41:04.811592 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 581c725d-7d3e-48b9-a929-c70b9c3f2a30, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=581c725d-7d3e-48b9-a929-c70b9c3f2a30,segment=NetworkSegment(145756dd-4524-4dba-b36a-aad8eba1109c),segment_id=145756dd-4524-4dba-b36a-aad8eba1109c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:41:04.828615 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Returning: {'device': '581c725d-7d3e-48b9-a929-c70b9c3f2a30', 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1', 'port_id': '581c725d-7d3e-48b9-a929-c70b9c3f2a30', 'mac_address': 'fa:16:3e:6c:1b:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e45547e1-0b28-4b64-ada0-0a0e073a56b1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 04 09:41:04.881866 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 581c725d-7d3e-48b9-a929-c70b9c3f2a30 is: ACTIVE; New status is: BUILD {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:41:04.882250 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:41:04.898785 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 581c725d-7d3e-48b9-a929-c70b9c3f2a30 {{(pid=89034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:41:04.914022 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 581c725d-7d3e-48b9-a929-c70b9c3f2a30, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=581c725d-7d3e-48b9-a929-c70b9c3f2a30,segment=NetworkSegment(145756dd-4524-4dba-b36a-aad8eba1109c),segment_id=145756dd-4524-4dba-b36a-aad8eba1109c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:41:04.917955 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:41:04.983722 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=581c725d-7d3e-48b9-a929-c70b9c3f2a30,revision_number=6']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:41:04.990670 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:41:04.991026 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:41:04.991370 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:41:04.991762 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:41:04.992118 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:41:04.992482 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:41:04.992811 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:41:04.993141 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:41:04.993471 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:41:04.993796 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:41:04.994120 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:41:04.994442 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:41:05.069721 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['581c725d-7d3e-48b9-a929-c70b9c3f2a30'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 09:41:05.612978 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385a889-b7fd-4744-b06c-aac9605f3681 req-0fa6ceec-75aa-4dd5-b9c3-0f2885125808 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:41:05.614331 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0385a889-b7fd-4744-b06c-aac9605f3681 req-0fa6ceec-75aa-4dd5-b9c3-0f2885125808 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=d887ceba-109c-4e08-8d79-63628a6fb040 HTTP/1.1" status: 200 len: 944 time: 0.0865626 Oct 04 09:41:05.660564 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0385a889-b7fd-4744-b06c-aac9605f3681 req-ac887c85-8458-4627-8481-69271e0bd8b0 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406733 Oct 04 09:41:06.696479 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 581c725d-7d3e-48b9-a929-c70b9c3f2a30 up at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:41:06.766594 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning complete for port 581c725d-7d3e-48b9-a929-c70b9c3f2a30 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:41:06.766953 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:41:06.767289 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Attempt 1 to provision port 581c725d-7d3e-48b9-a929-c70b9c3f2a30 Oct 04 09:41:06.890982 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d5a8f6-fb07-47b8-a3e7-52d3e0f5808f req-a8fc2d2e-684c-4e1e-8e0d-9535879f5f8e tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:41:06.892622 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-76d5a8f6-fb07-47b8-a3e7-52d3e0f5808f req-a8fc2d2e-684c-4e1e-8e0d-9535879f5f8e tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=d887ceba-109c-4e08-8d79-63628a6fb040 HTTP/1.1" status: 200 len: 944 time: 0.0974085 Oct 04 09:41:06.919977 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 581c725d-7d3e-48b9-a929-c70b9c3f2a30 is: BUILD; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:41:06.920374 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:41:06.940055 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-76d5a8f6-fb07-47b8-a3e7-52d3e0f5808f req-6fc2c35d-e96c-4f9f-a1f6-054b9d8ea160 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408170 Oct 04 09:41:06.946636 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd887ceba-109c-4e08-8d79-63628a6fb040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '581c725d-7d3e-48b9-a929-c70b9c3f2a30'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:41:06.948900 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aef738b946a3ea172e8e75fc735451da1d91f114ea1acc5fcf392e20a929bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b62b27-d216-46bc-bcb0-336b3254ffe9" -d '{"events": [{"server_uuid": "d887ceba-109c-4e08-8d79-63628a6fb040", "name": "network-vif-plugged", "status": "completed", "tag": "581c725d-7d3e-48b9-a929-c70b9c3f2a30"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:41:06.957409 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 581c725d-7d3e-48b9-a929-c70b9c3f2a30, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=581c725d-7d3e-48b9-a929-c70b9c3f2a30,segment=NetworkSegment(145756dd-4524-4dba-b36a-aad8eba1109c),segment_id=145756dd-4524-4dba-b36a-aad8eba1109c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:41:06.962125 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:41:07.035412 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=581c725d-7d3e-48b9-a929-c70b9c3f2a30,revision_number=7']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:41:07.057388 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2770338-47cc-48ea-830e-87979400d43f x-openstack-request-id: req-e2770338-47cc-48ea-830e-87979400d43f {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:41:07.057683 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d887ceba-109c-4e08-8d79-63628a6fb040", "name": "network-vif-plugged", "status": "completed", "tag": "581c725d-7d3e-48b9-a929-c70b9c3f2a30", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:41:07.057937 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e2770338-47cc-48ea-830e-87979400d43f {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:41:07.058334 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2770338-47cc-48ea-830e-87979400d43f'] response: {'server_uuid': 'd887ceba-109c-4e08-8d79-63628a6fb040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '581c725d-7d3e-48b9-a929-c70b9c3f2a30', 'code': 200} Oct 04 09:41:08.137902 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5d580-cebe-4096-b257-29574d9e54ce req-3b2b0286-eb45-4dd5-a536-5618a292f9d8 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:41:08.139370 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-2fe5d580-cebe-4096-b257-29574d9e54ce req-3b2b0286-eb45-4dd5-a536-5618a292f9d8 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=d887ceba-109c-4e08-8d79-63628a6fb040 HTTP/1.1" status: 200 len: 945 time: 0.0861518 Oct 04 09:41:08.185795 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-2fe5d580-cebe-4096-b257-29574d9e54ce req-ef3a939e-d88d-4070-b1dc-411eb02a5b40 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402222 Oct 04 09:41:08.516593 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f13d66-7a35-4047-b6ea-b5881556cd2b req-72c644bd-b278-4118-bcaf-facba3b39329 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:41:08.517976 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-74f13d66-7a35-4047-b6ea-b5881556cd2b req-72c644bd-b278-4118-bcaf-facba3b39329 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=d887ceba-109c-4e08-8d79-63628a6fb040 HTTP/1.1" status: 200 len: 945 time: 0.0881693 Oct 04 09:41:08.522810 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f201a8f-883f-48f1-ac91-6620dc596367 req-ce9fe856-f980-4306-900d-eaa1091c42b7 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:41:08.524273 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0f201a8f-883f-48f1-ac91-6620dc596367 req-ce9fe856-f980-4306-900d-eaa1091c42b7 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.20 "GET /v2.0/ports?device_id=d887ceba-109c-4e08-8d79-63628a6fb040&tenant_id=523ecadce86b493ca00e37d22c0d8a7a&binding%3Ahost_id=hv-neutron-8602 HTTP/1.1" status: 200 len: 945 time: 0.0904298 Oct 04 09:41:08.562708 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-74f13d66-7a35-4047-b6ea-b5881556cd2b req-83cbd4dd-8312-4475-8a64-c3d401f90b49 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389712 Oct 04 09:41:08.688733 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f201a8f-883f-48f1-ac91-6620dc596367 req-a900ecf1-30e0-4210-b8b7-c738be8b8e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:41:08.690176 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0f201a8f-883f-48f1-ac91-6620dc596367 req-a900ecf1-30e0-4210-b8b7-c738be8b8e20 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=523ecadce86b493ca00e37d22c0d8a7a&device_id=d887ceba-109c-4e08-8d79-63628a6fb040 HTTP/1.1" status: 200 len: 1098 time: 0.0794857 Oct 04 09:41:08.818445 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f201a8f-883f-48f1-ac91-6620dc596367 req-4ac84a3c-a874-432e-9ae1-293a651f25f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:41:08.820142 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0f201a8f-883f-48f1-ac91-6620dc596367 req-4ac84a3c-a874-432e-9ae1-293a651f25f4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 HTTP/1.1" status: 200 len: 912 time: 0.1246872 Oct 04 09:41:08.916985 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0f201a8f-883f-48f1-ac91-6620dc596367 req-6764017c-26de-4e2b-818e-729f77c6d692 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=581c725d-7d3e-48b9-a929-c70b9c3f2a30 HTTP/1.1" status: 200 len: 1002 time: 0.0905974 Oct 04 09:41:08.979707 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f201a8f-883f-48f1-ac91-6620dc596367 req-9e41a338-7e2c-46e1-af48-f23479e57606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:41:08.981108 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0f201a8f-883f-48f1-ac91-6620dc596367 req-9e41a338-7e2c-46e1-af48-f23479e57606 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e45547e1-0b28-4b64-ada0-0a0e073a56b1 HTTP/1.1" status: 200 len: 850 time: 0.0579085 Oct 04 09:41:09.060057 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f201a8f-883f-48f1-ac91-6620dc596367 req-fef40f9d-d28f-4b71-a281-9270f1d58bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:41:09.061534 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0f201a8f-883f-48f1-ac91-6620dc596367 req-fef40f9d-d28f-4b71-a281-9270f1d58bc5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742238 Oct 04 09:41:09.280971 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0f201a8f-883f-48f1-ac91-6620dc596367 req-dc61418e-65f7-47ed-8666-e2cb4921d2f0 service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125762 Oct 04 09:41:09.408551 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0f201a8f-883f-48f1-ac91-6620dc596367 req-f5017443-56e2-47ba-b315-a6b3363f184d service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223180 Oct 04 09:41:09.771604 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6357183b-54d7-42c4-8246-da57f5cb8cbb req-440b5690-c05f-401e-a68d-a901ad603deb tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:41:09.774077 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6357183b-54d7-42c4-8246-da57f5cb8cbb req-440b5690-c05f-401e-a68d-a901ad603deb tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=d887ceba-109c-4e08-8d79-63628a6fb040 HTTP/1.1" status: 200 len: 945 time: 0.0945883 Oct 04 09:41:09.818512 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6357183b-54d7-42c4-8246-da57f5cb8cbb req-978673f8-c8ac-4516-b355-a6a1002da5fa tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388145 Oct 04 09:41:10.714248 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 581c725d-7d3e-48b9-a929-c70b9c3f2a30 no longer exists at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:41:10.828094 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 581c725d-7d3e-48b9-a929-c70b9c3f2a30 is: ACTIVE; New status is: DOWN {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:41:10.828495 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:41:10.854972 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd887ceba-109c-4e08-8d79-63628a6fb040', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '581c725d-7d3e-48b9-a929-c70b9c3f2a30'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:41:10.857319 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aef738b946a3ea172e8e75fc735451da1d91f114ea1acc5fcf392e20a929bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1e6d23-7058-4760-bc67-8f8b15626ed3" -d '{"events": [{"server_uuid": "d887ceba-109c-4e08-8d79-63628a6fb040", "name": "network-vif-unplugged", "status": "completed", "tag": "581c725d-7d3e-48b9-a929-c70b9c3f2a30"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:41:10.864816 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 581c725d-7d3e-48b9-a929-c70b9c3f2a30, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=581c725d-7d3e-48b9-a929-c70b9c3f2a30,segment=NetworkSegment(145756dd-4524-4dba-b36a-aad8eba1109c),segment_id=145756dd-4524-4dba-b36a-aad8eba1109c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:41:10.869738 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:41:10.901154 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 04 Oct 2022 09:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97da2f74-0ded-4c4c-b151-d791ad1f5b8a x-openstack-request-id: req-97da2f74-0ded-4c4c-b151-d791ad1f5b8a {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:41:10.901454 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d887ceba-109c-4e08-8d79-63628a6fb040", "name": "network-vif-unplugged", "status": "completed", "tag": "581c725d-7d3e-48b9-a929-c70b9c3f2a30", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:41:10.901705 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-97da2f74-0ded-4c4c-b151-d791ad1f5b8a {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:41:10.902095 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97da2f74-0ded-4c4c-b151-d791ad1f5b8a'] response: {'server_uuid': 'd887ceba-109c-4e08-8d79-63628a6fb040', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '581c725d-7d3e-48b9-a929-c70b9c3f2a30', 'code': 200} Oct 04 09:41:10.940086 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=581c725d-7d3e-48b9-a929-c70b9c3f2a30,revision_number=8']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:41:11.022548 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b58a7f-adb0-4229-a2b0-d2ef9d2a5c34 req-28d24286-30bf-4075-9d64-9aa57fedc847 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:41:11.023926 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-61b58a7f-adb0-4229-a2b0-d2ef9d2a5c34 req-28d24286-30bf-4075-9d64-9aa57fedc847 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=d887ceba-109c-4e08-8d79-63628a6fb040 HTTP/1.1" status: 200 len: 943 time: 0.0901885 Oct 04 09:41:11.067286 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-61b58a7f-adb0-4229-a2b0-d2ef9d2a5c34 req-6904379e-1866-44f8-b0fc-d776f7758dd1 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376177 Oct 04 09:41:11.266451 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d3a22e-a61e-43a6-8371-b9180ac2dd96 req-4491e223-7aff-4a0d-98d6-142c409f80a6 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:41:11.267876 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-03d3a22e-a61e-43a6-8371-b9180ac2dd96 req-4491e223-7aff-4a0d-98d6-142c409f80a6 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=d887ceba-109c-4e08-8d79-63628a6fb040 HTTP/1.1" status: 200 len: 943 time: 0.0874188 Oct 04 09:41:11.310535 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-03d3a22e-a61e-43a6-8371-b9180ac2dd96 req-25fb6850-c663-4599-be48-873f59d20a44 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369272 Oct 04 09:41:11.332260 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:41:11.505419 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d523e43f-09ec-42ad-8422-6ee6aa2fee74 req-46a5ef3f-ff64-4018-b19b-5a481aa56356 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:41:11.506871 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-d523e43f-09ec-42ad-8422-6ee6aa2fee74 req-46a5ef3f-ff64-4018-b19b-5a481aa56356 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=d887ceba-109c-4e08-8d79-63628a6fb040 HTTP/1.1" status: 200 len: 943 time: 0.0865235 Oct 04 09:41:11.553981 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-d523e43f-09ec-42ad-8422-6ee6aa2fee74 req-43eeacca-b954-48ac-a1f6-9e89e4366446 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414751 Oct 04 09:41:11.936026 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51692feb-abc6-446b-a0b4-bd2b3190663d req-9e325871-7f02-4e96-8bf2-5d78cf1297b0 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:41:11.937940 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-51692feb-abc6-446b-a0b4-bd2b3190663d req-9e325871-7f02-4e96-8bf2-5d78cf1297b0 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=d887ceba-109c-4e08-8d79-63628a6fb040 HTTP/1.1" status: 200 len: 943 time: 0.0865304 Oct 04 09:41:11.980621 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-51692feb-abc6-446b-a0b4-bd2b3190663d req-76b76cba-d523-4327-9864-ec6caf1a7043 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370581 Oct 04 09:41:13.178552 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb0fae-b19b-472c-b094-5cc97b39078a req-8510839a-0a66-4e1b-b84a-f1bbc5444875 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:41:13.179992 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6fdb0fae-b19b-472c-b094-5cc97b39078a req-8510839a-0a66-4e1b-b84a-f1bbc5444875 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=d887ceba-109c-4e08-8d79-63628a6fb040 HTTP/1.1" status: 200 len: 943 time: 0.0849719 Oct 04 09:41:13.222097 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6fdb0fae-b19b-472c-b094-5cc97b39078a req-bf08ef46-72a7-42f6-98d1-64e19e4d3503 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365772 Oct 04 09:41:13.769177 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cdce9a-3a0b-4273-8283-ae4e7b986df2 req-70097f4d-2106-4019-88fd-de2a0d240ff8 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:41:13.770585 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e9cdce9a-3a0b-4273-8283-ae4e7b986df2 req-70097f4d-2106-4019-88fd-de2a0d240ff8 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.20 "GET /v2.0/ports?device_id=d887ceba-109c-4e08-8d79-63628a6fb040 HTTP/1.1" status: 200 len: 943 time: 0.0885444 Oct 04 09:41:13.840384 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-e9cdce9a-3a0b-4273-8283-ae4e7b986df2 req-62cb75a0-8267-45bf-8bd9-c8035caf20da tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Deleting port 581c725d-7d3e-48b9-a929-c70b9c3f2a30 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:41:13.840742 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-e9cdce9a-3a0b-4273-8283-ae4e7b986df2 req-62cb75a0-8267-45bf-8bd9-c8035caf20da tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:41:14.081006 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-e9cdce9a-3a0b-4273-8283-ae4e7b986df2 req-62cb75a0-8267-45bf-8bd9-c8035caf20da tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] For port 581c725d-7d3e-48b9-a929-c70b9c3f2a30, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=581c725d-7d3e-48b9-a929-c70b9c3f2a30,segment=NetworkSegment(145756dd-4524-4dba-b36a-aad8eba1109c),segment_id=145756dd-4524-4dba-b36a-aad8eba1109c)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:41:14.081372 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-e9cdce9a-3a0b-4273-8283-ae4e7b986df2 req-62cb75a0-8267-45bf-8bd9-c8035caf20da tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:41:14.370299 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-e9cdce9a-3a0b-4273-8283-ae4e7b986df2 req-62cb75a0-8267-45bf-8bd9-c8035caf20da tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:41:14.370961 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-e9cdce9a-3a0b-4273-8283-ae4e7b986df2 req-62cb75a0-8267-45bf-8bd9-c8035caf20da tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:41:14.370961 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.l3_db [req-e9cdce9a-3a0b-4273-8283-ae4e7b986df2 req-62cb75a0-8267-45bf-8bd9-c8035caf20da tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Floating IP c2541de6-f5fb-434f-bd61-904d9e19c198 disassociated. External IP: 172.26.10.211, port: 581c725d-7d3e-48b9-a929-c70b9c3f2a30. Oct 04 09:41:14.371217 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-e9cdce9a-3a0b-4273-8283-ae4e7b986df2 req-62cb75a0-8267-45bf-8bd9-c8035caf20da tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Calling delete_port for 581c725d-7d3e-48b9-a929-c70b9c3f2a30 owned by compute:nova {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:41:14.424487 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15183331-6d59-47fa-ad12-49b6e79ba918 req-3a2dc0df-36bc-4582-a0d1-61482c9e879b tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:41:14.426016 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-15183331-6d59-47fa-ad12-49b6e79ba918 req-3a2dc0df-36bc-4582-a0d1-61482c9e879b tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=d887ceba-109c-4e08-8d79-63628a6fb040 HTTP/1.1" status: 200 len: 943 time: 0.0920691 Oct 04 09:41:14.473237 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-15183331-6d59-47fa-ad12-49b6e79ba918 req-e068667a-6b6c-4536-9658-b6a59062a1be tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413742 Oct 04 09:41:14.519433 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-e9cdce9a-3a0b-4273-8283-ae4e7b986df2 req-62cb75a0-8267-45bf-8bd9-c8035caf20da tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:41:14.568827 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cb75a0-8267-45bf-8bd9-c8035caf20da tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Pushing event deleted for resources: {'Port': ['ID=581c725d-7d3e-48b9-a929-c70b9c3f2a30,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:41:14.580056 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb75a0-8267-45bf-8bd9-c8035caf20da tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:41:14.580443 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb75a0-8267-45bf-8bd9-c8035caf20da tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:41:14.580759 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb75a0-8267-45bf-8bd9-c8035caf20da tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:41:14.581095 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb75a0-8267-45bf-8bd9-c8035caf20da tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:41:14.581443 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb75a0-8267-45bf-8bd9-c8035caf20da tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:41:14.581768 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb75a0-8267-45bf-8bd9-c8035caf20da tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:41:14.582076 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb75a0-8267-45bf-8bd9-c8035caf20da tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:41:14.582400 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb75a0-8267-45bf-8bd9-c8035caf20da tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:41:14.582723 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb75a0-8267-45bf-8bd9-c8035caf20da tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:41:14.583039 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb75a0-8267-45bf-8bd9-c8035caf20da tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:41:14.583360 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb75a0-8267-45bf-8bd9-c8035caf20da tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:41:14.583674 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb75a0-8267-45bf-8bd9-c8035caf20da tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:41:14.866283 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9cdce9a-3a0b-4273-8283-ae4e7b986df2 req-62cb75a0-8267-45bf-8bd9-c8035caf20da tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Router 12d68ca1-c67b-4fac-acf0-164463cac50b has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:41:15.042548 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9cdce9a-3a0b-4273-8283-ae4e7b986df2 req-62cb75a0-8267-45bf-8bd9-c8035caf20da tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:41:15.051747 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6d3998-9080-4eac-849d-e833a4ca26fe None None] Sync routers for ids ['12d68ca1-c67b-4fac-acf0-164463cac50b'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:41:15.061738 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6d3998-9080-4eac-849d-e833a4ca26fe None None] Routers {'12d68ca1-c67b-4fac-acf0-164463cac50b'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:41:15.062333 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-7d6d3998-9080-4eac-849d-e833a4ca26fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:41:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['12d68ca1-c67b-4fac-acf0-164463cac50b'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:41:15.128835 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9cdce9a-3a0b-4273-8283-ae4e7b986df2 req-62cb75a0-8267-45bf-8bd9-c8035caf20da tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] No DVR routers for this DVR port 581c725d-7d3e-48b9-a929-c70b9c3f2a30 on host hv-neutron-8602 {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:41:15.131288 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-e9cdce9a-3a0b-4273-8283-ae4e7b986df2 req-62cb75a0-8267-45bf-8bd9-c8035caf20da tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:41:15.133920 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd887ceba-109c-4e08-8d79-63628a6fb040', 'name': 'network-vif-deleted', 'tag': '581c725d-7d3e-48b9-a929-c70b9c3f2a30'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:41:15.136183 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39629bc-fb9d-47a7-b37d-64cc90b1c6b8" -d '{"events": [{"server_uuid": "d887ceba-109c-4e08-8d79-63628a6fb040", "name": "network-vif-deleted", "tag": "581c725d-7d3e-48b9-a929-c70b9c3f2a30"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:41:15.150965 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e9cdce9a-3a0b-4273-8283-ae4e7b986df2 req-62cb75a0-8267-45bf-8bd9-c8035caf20da tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.20 "DELETE /v2.0/ports/581c725d-7d3e-48b9-a929-c70b9c3f2a30 HTTP/1.1" status: 204 len: 173 time: 1.3753626 Oct 04 09:41:15.240055 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-7d6d3998-9080-4eac-849d-e833a4ca26fe None None] Set router 12d68ca1-c67b-4fac-acf0-164463cac50b gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:41:15.242624 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8f43c1-9f1a-4313-9168-20287ac95e05 x-openstack-request-id: req-ac8f43c1-9f1a-4313-9168-20287ac95e05 {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:41:15.242916 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d887ceba-109c-4e08-8d79-63628a6fb040", "name": "network-vif-deleted", "tag": "581c725d-7d3e-48b9-a929-c70b9c3f2a30", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:41:15.243171 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ac8f43c1-9f1a-4313-9168-20287ac95e05 {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:41:15.243573 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac8f43c1-9f1a-4313-9168-20287ac95e05'] response: {'server_uuid': 'd887ceba-109c-4e08-8d79-63628a6fb040', 'name': 'network-vif-deleted', 'tag': '581c725d-7d3e-48b9-a929-c70b9c3f2a30', 'status': 'completed', 'code': 200} Oct 04 09:41:15.541306 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-7d6d3998-9080-4eac-849d-e833a4ca26fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'name': 'tempest-ServerActionsTestJSON-592270206-router', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.221'}], 'enable_snat': True}, 'gw_port_id': '16f37ce1-1d24-40af-97a2-b458bc0fdc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:39:15Z', 'updated_at': '2022-10-04T09:39:19Z', 'revision_number': 4, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'gw_port': {'id': '16f37ce1-1d24-40af-97a2-b458bc0fdc81', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:39:15Z', 'updated_at': '2022-10-04T09:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '9d12d954-2e16-4c4b-92d4-defcc361cde0', 'name': '', 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'mac_address': 'fa:16:3e:62:2c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'e45547e1-0b28-4b64-ada0-0a0e073a56b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:39:18Z', 'updated_at': '2022-10-04T09:39:23Z', 'revision_number': 5, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'subnets': [{'id': 'e45547e1-0b28-4b64-ada0-0a0e073a56b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:41:15.546046 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6d3998-9080-4eac-849d-e833a4ca26fe None None] Checking router: 12d68ca1-c67b-4fac-acf0-164463cac50b for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:41:15.554222 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6d3998-9080-4eac-849d-e833a4ca26fe None None] Routers {'12d68ca1-c67b-4fac-acf0-164463cac50b'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:41:15.554807 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-7d6d3998-9080-4eac-849d-e833a4ca26fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:41:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['12d68ca1-c67b-4fac-acf0-164463cac50b'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:41:15.659575 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-1671dd63-2db5-4dfb-9b30-714c59024467 req-20d87989-46dc-4a0a-9ed9-4a2463e600de tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=d887ceba-109c-4e08-8d79-63628a6fb040 HTTP/1.1" status: 200 len: 210 time: 0.0530338 Oct 04 09:41:15.735063 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-7d6d3998-9080-4eac-849d-e833a4ca26fe None None] Set router 12d68ca1-c67b-4fac-acf0-164463cac50b gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:41:16.062517 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-7d6d3998-9080-4eac-849d-e833a4ca26fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'name': 'tempest-ServerActionsTestJSON-592270206-router', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.221'}], 'enable_snat': True}, 'gw_port_id': '16f37ce1-1d24-40af-97a2-b458bc0fdc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:39:15Z', 'updated_at': '2022-10-04T09:39:19Z', 'revision_number': 4, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'gw_port': {'id': '16f37ce1-1d24-40af-97a2-b458bc0fdc81', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:39:15Z', 'updated_at': '2022-10-04T09:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '9d12d954-2e16-4c4b-92d4-defcc361cde0', 'name': '', 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'mac_address': 'fa:16:3e:62:2c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'e45547e1-0b28-4b64-ada0-0a0e073a56b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:39:18Z', 'updated_at': '2022-10-04T09:39:23Z', 'revision_number': 5, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'subnets': [{'id': 'e45547e1-0b28-4b64-ada0-0a0e073a56b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:41:16.066223 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6d3998-9080-4eac-849d-e833a4ca26fe None None] The sync data for ids ['12d68ca1-c67b-4fac-acf0-164463cac50b'] in dv-neutron-860215-1-hyperv is: [{'id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'name': 'tempest-ServerActionsTestJSON-592270206-router', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.221'}], 'enable_snat': True}, 'gw_port_id': '16f37ce1-1d24-40af-97a2-b458bc0fdc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:39:15Z', 'updated_at': '2022-10-04T09:39:19Z', 'revision_number': 4, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'gw_port': {'id': '16f37ce1-1d24-40af-97a2-b458bc0fdc81', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:39:15Z', 'updated_at': '2022-10-04T09:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '9d12d954-2e16-4c4b-92d4-defcc361cde0', 'name': '', 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'mac_address': 'fa:16:3e:62:2c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'e45547e1-0b28-4b64-ada0-0a0e073a56b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:39:18Z', 'updated_at': '2022-10-04T09:39:23Z', 'revision_number': 5, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'subnets': [{'id': 'e45547e1-0b28-4b64-ada0-0a0e073a56b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:41:16.264113 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4456ada5-eb69-4e77-b97c-ca5cfae4f744 None None] New status for floating IP c2541de6-f5fb-434f-bd61-904d9e19c198: DOWN {{(pid=89034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 09:41:16.724271 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 581c725d-7d3e-48b9-a929-c70b9c3f2a30 no longer exists at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:41:16.763625 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] No Port match for: 581c725d-7d3e-48b9-a929-c70b9c3f2a30 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:41:16.764039 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 581c725d-7d3e-48b9-a929-c70b9c3f2a30 not bound to the agent host hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:41:16.995057 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-44aba9da-a14d-45ca-bdb4-db16f3907b70 req-6d61ffcf-285b-47ab-a617-77d08b9d49b1 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--476675354&fields=id&tenant_id=523ecadce86b493ca00e37d22c0d8a7a HTTP/1.1" status: 200 len: 267 time: 0.0388248 Oct 04 09:41:17.145615 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aba9da-a14d-45ca-bdb4-db16f3907b70 req-a5a0a164-aa72-42a3-94b1-a41aa20bb697 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:41:17.147036 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-44aba9da-a14d-45ca-bdb4-db16f3907b70 req-a5a0a164-aa72-42a3-94b1-a41aa20bb697 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/networks?id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 HTTP/1.1" status: 200 len: 811 time: 0.1454360 Oct 04 09:41:17.161732 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-44aba9da-a14d-45ca-bdb4-db16f3907b70 req-421c5022-81b2-4caa-8b95-3edc03ade82d tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/quotas/523ecadce86b493ca00e37d22c0d8a7a HTTP/1.1" status: 200 len: 375 time: 0.0088553 Oct 04 09:41:17.249445 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-44aba9da-a14d-45ca-bdb4-db16f3907b70 req-ad2af619-899b-4536-9cab-a6d979c862d5 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Synchronizing usage tracker for tenant:523ecadce86b493ca00e37d22c0d8a7a on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:41:17.264196 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-44aba9da-a14d-45ca-bdb4-db16f3907b70 req-ad2af619-899b-4536-9cab-a6d979c862d5 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Unset dirty status for tenant:523ecadce86b493ca00e37d22c0d8a7a on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:41:17.266150 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-44aba9da-a14d-45ca-bdb4-db16f3907b70 req-ad2af619-899b-4536-9cab-a6d979c862d5 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=523ecadce86b493ca00e37d22c0d8a7a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0993564 Oct 04 09:41:17.450097 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-44aba9da-a14d-45ca-bdb4-db16f3907b70 req-f3277bd8-0fc6-4ba7-ba5b-963e9d4e0450 service neutron] 10.222.0.50 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723382 Oct 04 09:41:17.581837 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-44aba9da-a14d-45ca-bdb4-db16f3907b70 req-0b7d4a49-3bdf-4ee1-b210-0a8da289e94a service neutron] 10.222.0.50 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253355 Oct 04 09:41:17.765967 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-c44e1c83-bce6-4163-9444-f13bc5597d63 req-cdfa72da-5341-4a62-baa8-6195706f166e tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1eebeb95-bdc2-43b4-a30d-bde16d683bcd HTTP/1.1" status: 200 len: 210 time: 0.0530083 Oct 04 09:41:18.824562 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aba9da-a14d-45ca-bdb4-db16f3907b70 req-209a81bc-2112-4d99-a94c-0566b106dc65 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:41:18.826187 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-44aba9da-a14d-45ca-bdb4-db16f3907b70 req-209a81bc-2112-4d99-a94c-0566b106dc65 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.20 "GET /v2.0/networks?id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 HTTP/1.1" status: 200 len: 811 time: 0.1538188 Oct 04 09:41:18.881093 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-44aba9da-a14d-45ca-bdb4-db16f3907b70 req-cc29efb3-929b-4c1f-b254-82edbaf9aa45 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=523ecadce86b493ca00e37d22c0d8a7a HTTP/1.1" status: 200 len: 379 time: 0.0412860 Oct 04 09:41:18.929201 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-44aba9da-a14d-45ca-bdb4-db16f3907b70 req-de47c4bf-0ed6-4542-9eaa-16d9cb104373 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Request body: {'port': {'device_id': '1eebeb95-bdc2-43b4-a30d-bde16d683bcd', 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1', 'admin_state_up': True, 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'security_groups': ['36576f3f-8e4e-4dab-b48a-9b06f15fce4b']}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:41:18.958682 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c1e42634-4917-4628-923a-835d06ba3a14 req-8741d4d3-70cd-4001-a783-cbd27875e9b1 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1eebeb95-bdc2-43b4-a30d-bde16d683bcd HTTP/1.1" status: 200 len: 210 time: 0.0730920 Oct 04 09:41:19.073024 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-44aba9da-a14d-45ca-bdb4-db16f3907b70 req-de47c4bf-0ed6-4542-9eaa-16d9cb104373 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:41:19.083551 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-44aba9da-a14d-45ca-bdb4-db16f3907b70 req-de47c4bf-0ed6-4542-9eaa-16d9cb104373 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:41:19.093233 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44aba9da-a14d-45ca-bdb4-db16f3907b70 req-de47c4bf-0ed6-4542-9eaa-16d9cb104373 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Made reservation on behalf of 523ecadce86b493ca00e37d22c0d8a7a for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:41:19.097822 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-44aba9da-a14d-45ca-bdb4-db16f3907b70 req-de47c4bf-0ed6-4542-9eaa-16d9cb104373 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:41:19.254579 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [req-44aba9da-a14d-45ca-bdb4-db16f3907b70 req-de47c4bf-0ed6-4542-9eaa-16d9cb104373 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Allocated IP 172.20.0.13 (e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1/e45547e1-0b28-4b64-ada0-0a0e073a56b1/1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:41:19.535910 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-44aba9da-a14d-45ca-bdb4-db16f3907b70 req-de47c4bf-0ed6-4542-9eaa-16d9cb104373 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:41:19.552566 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-44aba9da-a14d-45ca-bdb4-db16f3907b70 req-de47c4bf-0ed6-4542-9eaa-16d9cb104373 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Transition to ACTIVE for port object 1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:41:19.575810 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-44aba9da-a14d-45ca-bdb4-db16f3907b70 req-de47c4bf-0ed6-4542-9eaa-16d9cb104373 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:41:19.643681 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44aba9da-a14d-45ca-bdb4-db16f3907b70 req-de47c4bf-0ed6-4542-9eaa-16d9cb104373 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Network e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:41:19.647708 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [req-44aba9da-a14d-45ca-bdb4-db16f3907b70 req-de47c4bf-0ed6-4542-9eaa-16d9cb104373 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:41:19.651388 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-44aba9da-a14d-45ca-bdb4-db16f3907b70 req-de47c4bf-0ed6-4542-9eaa-16d9cb104373 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:41:19.683692 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de47c4bf-0ed6-4542-9eaa-16d9cb104373 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Pushing event updated for resources: {'Port': ['ID=1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:41:19.721769 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aba9da-a14d-45ca-bdb4-db16f3907b70 req-de47c4bf-0ed6-4542-9eaa-16d9cb104373 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:41:19.722239 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-44aba9da-a14d-45ca-bdb4-db16f3907b70 req-de47c4bf-0ed6-4542-9eaa-16d9cb104373 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:41:19.751835 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-44aba9da-a14d-45ca-bdb4-db16f3907b70 req-de47c4bf-0ed6-4542-9eaa-16d9cb104373 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8643296 Oct 04 09:41:19.769359 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-44aba9da-a14d-45ca-bdb4-db16f3907b70 req-3fbdc1f2-d3c6-4254-a150-f1eb72f7fee3 service neutron] Request body: {'port': {'device_id': '1eebeb95-bdc2-43b4-a30d-bde16d683bcd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8602'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:41:19.880853 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-44aba9da-a14d-45ca-bdb4-db16f3907b70 req-3fbdc1f2-d3c6-4254-a150-f1eb72f7fee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:41:19.911744 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-a2f10283-2bbb-48ce-b481-8be080c3b885 None None] Provisioning for port 1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:41:19.916340 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-a2f10283-2bbb-48ce-b481-8be080c3b885 None None] Provisioning complete for port 1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:41:19.916679 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a2f10283-2bbb-48ce-b481-8be080c3b885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:41:19.917011 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-a2f10283-2bbb-48ce-b481-8be080c3b885 None None] Attempt 1 to provision port 1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4 Oct 04 09:41:19.968529 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-a2f10283-2bbb-48ce-b481-8be080c3b885 None None] Port 1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:41:20.160464 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9a319-baa0-4b5d-b8a4-0d662a058ff2 req-8063c2ef-4722-40a3-b5fb-1fc7eb806d51 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:41:20.161929 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-09b9a319-baa0-4b5d-b8a4-0d662a058ff2 req-8063c2ef-4722-40a3-b5fb-1fc7eb806d51 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1eebeb95-bdc2-43b4-a30d-bde16d683bcd HTTP/1.1" status: 200 len: 932 time: 0.0880883 Oct 04 09:41:20.205742 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-09b9a319-baa0-4b5d-b8a4-0d662a058ff2 req-5c5d8b39-8d99-4ec1-a2c9-eaf0e3732fa3 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380850 Oct 04 09:41:20.215717 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [req-44aba9da-a14d-45ca-bdb4-db16f3907b70 req-3fbdc1f2-d3c6-4254-a150-f1eb72f7fee3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4 {{(pid=89032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:41:20.223236 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-44aba9da-a14d-45ca-bdb4-db16f3907b70 req-3fbdc1f2-d3c6-4254-a150-f1eb72f7fee3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:41:20.237076 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-44aba9da-a14d-45ca-bdb4-db16f3907b70 req-3fbdc1f2-d3c6-4254-a150-f1eb72f7fee3 service neutron] Transition to ACTIVE for port object 1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4 will not be triggered until provisioned by entity L2. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:41:20.241231 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-44aba9da-a14d-45ca-bdb4-db16f3907b70 req-3fbdc1f2-d3c6-4254-a150-f1eb72f7fee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:41:20.435496 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbdc1f2-d3c6-4254-a150-f1eb72f7fee3 service neutron] Pushing event updated for resources: {'Port': ['ID=1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:41:20.469196 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-44aba9da-a14d-45ca-bdb4-db16f3907b70 req-3fbdc1f2-d3c6-4254-a150-f1eb72f7fee3 service neutron] Attempting to bind port 1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4 on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:41:20.469401 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-a2f10283-2bbb-48ce-b481-8be080c3b885 None None] Attempt 2 to provision port 1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4 Oct 04 09:41:20.469684 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-44aba9da-a14d-45ca-bdb4-db16f3907b70 req-3fbdc1f2-d3c6-4254-a150-f1eb72f7fee3 service neutron] Attempting to bind port 1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4 by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': '145756dd-4524-4dba-b36a-aad8eba1109c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1'}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:41:20.470234 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44aba9da-a14d-45ca-bdb4-db16f3907b70 req-3fbdc1f2-d3c6-4254-a150-f1eb72f7fee3 service neutron] Attempting to bind port 1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4 on network e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:41:20.476037 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44aba9da-a14d-45ca-bdb4-db16f3907b70 req-3fbdc1f2-d3c6-4254-a150-f1eb72f7fee3 service neutron] Port 1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4 on network e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:41:20.476378 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44aba9da-a14d-45ca-bdb4-db16f3907b70 req-3fbdc1f2-d3c6-4254-a150-f1eb72f7fee3 service neutron] Attempting to bind port 1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4 on network e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:41:20.481633 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44aba9da-a14d-45ca-bdb4-db16f3907b70 req-3fbdc1f2-d3c6-4254-a150-f1eb72f7fee3 service neutron] Checking agent: {'id': '1be90a14-1104-4771-996e-684b25b74d15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'started_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:41:20.482547 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44aba9da-a14d-45ca-bdb4-db16f3907b70 req-3fbdc1f2-d3c6-4254-a150-f1eb72f7fee3 service neutron] Checking segment: {'id': '145756dd-4524-4dba-b36a-aad8eba1109c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:41:20.482547 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44aba9da-a14d-45ca-bdb4-db16f3907b70 req-3fbdc1f2-d3c6-4254-a150-f1eb72f7fee3 service neutron] Bound using segment: {'id': '145756dd-4524-4dba-b36a-aad8eba1109c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1'} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:41:20.482809 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-44aba9da-a14d-45ca-bdb4-db16f3907b70 req-3fbdc1f2-d3c6-4254-a150-f1eb72f7fee3 service neutron] Bound port: 1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4, host: hv-neutron-8602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '145756dd-4524-4dba-b36a-aad8eba1109c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1'}}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:41:20.483173 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-44aba9da-a14d-45ca-bdb4-db16f3907b70 req-3fbdc1f2-d3c6-4254-a150-f1eb72f7fee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:41:20.527013 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-a2f10283-2bbb-48ce-b481-8be080c3b885 None None] Port 1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:41:20.571613 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-44aba9da-a14d-45ca-bdb4-db16f3907b70 req-3fbdc1f2-d3c6-4254-a150-f1eb72f7fee3 service neutron] For port 1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4, host hv-neutron-8602, cleared binding levels {{(pid=89032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:41:20.574583 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-44aba9da-a14d-45ca-bdb4-db16f3907b70 req-3fbdc1f2-d3c6-4254-a150-f1eb72f7fee3 service neutron] For port 1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4, host hv-neutron-8602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4,segment=NetworkSegment(145756dd-4524-4dba-b36a-aad8eba1109c),segment_id=145756dd-4524-4dba-b36a-aad8eba1109c)] {{(pid=89032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:41:20.578863 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-44aba9da-a14d-45ca-bdb4-db16f3907b70 req-3fbdc1f2-d3c6-4254-a150-f1eb72f7fee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:41:20.608837 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aba9da-a14d-45ca-bdb4-db16f3907b70 req-3fbdc1f2-d3c6-4254-a150-f1eb72f7fee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:41:20.609460 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-44aba9da-a14d-45ca-bdb4-db16f3907b70 req-3fbdc1f2-d3c6-4254-a150-f1eb72f7fee3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:41:20.610792 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-44aba9da-a14d-45ca-bdb4-db16f3907b70 req-3fbdc1f2-d3c6-4254-a150-f1eb72f7fee3 service neutron] 10.222.0.20 "PUT /v2.0/ports/1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4 HTTP/1.1" status: 200 len: 1094 time: 0.8464749 Oct 04 09:41:20.611222 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eebeb95-bdc2-43b4-a30d-bde16d683bcd', 'tag': '1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:41:20.613548 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48eac79b-bf18-4b8f-8ceb-a0bae2a45324" -d '{"events": [{"name": "network-changed", "server_uuid": "1eebeb95-bdc2-43b4-a30d-bde16d683bcd", "tag": "1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:41:20.658063 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59bb947-17f7-452b-b9a3-bb798cbd4c17 x-openstack-request-id: req-f59bb947-17f7-452b-b9a3-bb798cbd4c17 {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:41:20.658346 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eebeb95-bdc2-43b4-a30d-bde16d683bcd", "tag": "1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:41:20.658598 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f59bb947-17f7-452b-b9a3-bb798cbd4c17 {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:41:20.658998 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f59bb947-17f7-452b-b9a3-bb798cbd4c17'] response: {'name': 'network-changed', 'server_uuid': '1eebeb95-bdc2-43b4-a30d-bde16d683bcd', 'tag': '1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4', 'status': 'completed', 'code': 200} Oct 04 09:41:20.664122 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbdc1f2-d3c6-4254-a150-f1eb72f7fee3 service neutron] Pushing event updated for resources: {'Port': ['ID=1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4,revision_number=3']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:41:20.754171 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aba9da-a14d-45ca-bdb4-db16f3907b70 req-178630ba-bb29-47d3-ad46-c3b2c25c371b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:41:20.755756 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-44aba9da-a14d-45ca-bdb4-db16f3907b70 req-178630ba-bb29-47d3-ad46-c3b2c25c371b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=523ecadce86b493ca00e37d22c0d8a7a&device_id=1eebeb95-bdc2-43b4-a30d-bde16d683bcd HTTP/1.1" status: 200 len: 1097 time: 0.0777051 Oct 04 09:41:20.832249 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-44aba9da-a14d-45ca-bdb4-db16f3907b70 req-dc69c325-2f09-4675-8576-e38dc7f62ce2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4 HTTP/1.1" status: 200 len: 217 time: 0.0648119 Oct 04 09:41:20.892336 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aba9da-a14d-45ca-bdb4-db16f3907b70 req-a2361a95-ae95-49be-8952-e17a4f96412b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:41:20.893806 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-44aba9da-a14d-45ca-bdb4-db16f3907b70 req-a2361a95-ae95-49be-8952-e17a4f96412b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e45547e1-0b28-4b64-ada0-0a0e073a56b1 HTTP/1.1" status: 200 len: 850 time: 0.0562260 Oct 04 09:41:20.977826 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aba9da-a14d-45ca-bdb4-db16f3907b70 req-acdd3b36-c18a-41ef-8b42-d2a3dffac799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:41:20.979307 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-44aba9da-a14d-45ca-bdb4-db16f3907b70 req-acdd3b36-c18a-41ef-8b42-d2a3dffac799 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798497 Oct 04 09:41:21.028219 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-a2f10283-2bbb-48ce-b481-8be080c3b885 None None] Attempt 3 to provision port 1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4 Oct 04 09:41:21.087026 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-a2f10283-2bbb-48ce-b481-8be080c3b885 None None] Port 1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4 had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 09:41:21.110621 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-44aba9da-a14d-45ca-bdb4-db16f3907b70 req-7ec45458-8ce0-4d09-af4f-af2db374f8d7 service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247888 Oct 04 09:41:21.338769 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-44aba9da-a14d-45ca-bdb4-db16f3907b70 req-2fbb38be-8b6f-4841-aacd-3f226da758be service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226849 Oct 04 09:41:21.412984 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b5c487-705b-4d3a-8563-217c5336dc92 req-747342ad-50b7-46a4-864e-dce0088e47ee tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:41:21.414491 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-e3b5c487-705b-4d3a-8563-217c5336dc92 req-747342ad-50b7-46a4-864e-dce0088e47ee tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1eebeb95-bdc2-43b4-a30d-bde16d683bcd HTTP/1.1" status: 200 len: 944 time: 0.0920599 Oct 04 09:41:21.457813 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-e3b5c487-705b-4d3a-8563-217c5336dc92 req-8b8ee643-6285-4da7-9bdf-fd8e06390268 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375917 Oct 04 09:41:21.495261 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eac79b-bf18-4b8f-8ceb-a0bae2a45324 req-3815b657-3fb8-44a7-8a11-e969d6718cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:41:21.496755 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-48eac79b-bf18-4b8f-8ceb-a0bae2a45324 req-3815b657-3fb8-44a7-8a11-e969d6718cfd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=523ecadce86b493ca00e37d22c0d8a7a&device_id=1eebeb95-bdc2-43b4-a30d-bde16d683bcd HTTP/1.1" status: 200 len: 1097 time: 0.0757740 Oct 04 09:41:21.625385 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eac79b-bf18-4b8f-8ceb-a0bae2a45324 req-c57d1737-44d1-4a8a-b81a-0afbac20aa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:41:21.626737 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-48eac79b-bf18-4b8f-8ceb-a0bae2a45324 req-c57d1737-44d1-4a8a-b81a-0afbac20aa4b service neutron] 10.222.0.20 "GET /v2.0/networks?id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 HTTP/1.1" status: 200 len: 912 time: 0.1234980 Oct 04 09:41:21.695015 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-48eac79b-bf18-4b8f-8ceb-a0bae2a45324 req-5f9fae95-7f42-4eb8-b55b-3c953c59de4f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4 HTTP/1.1" status: 200 len: 217 time: 0.0625730 Oct 04 09:41:21.756304 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eac79b-bf18-4b8f-8ceb-a0bae2a45324 req-b059b447-a871-486c-807e-0377286ca2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:41:21.757768 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-48eac79b-bf18-4b8f-8ceb-a0bae2a45324 req-b059b447-a871-486c-807e-0377286ca2f3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e45547e1-0b28-4b64-ada0-0a0e073a56b1 HTTP/1.1" status: 200 len: 850 time: 0.0572379 Oct 04 09:41:21.841520 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eac79b-bf18-4b8f-8ceb-a0bae2a45324 req-517989f1-ad9e-4a70-b058-842c62537c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:41:21.843024 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-48eac79b-bf18-4b8f-8ceb-a0bae2a45324 req-517989f1-ad9e-4a70-b058-842c62537c75 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794809 Oct 04 09:41:21.970985 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-48eac79b-bf18-4b8f-8ceb-a0bae2a45324 req-5889b0f5-a4e1-41b6-8852-2d585029cff8 service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219385 Oct 04 09:41:22.099747 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-48eac79b-bf18-4b8f-8ceb-a0bae2a45324 req-169183c8-66ed-4878-942f-310d61c6b1e6 service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223097 Oct 04 09:41:22.654430 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e95dd-8a98-4699-bd0b-d0d1a16ed549 req-072750db-defe-425c-9699-f17ae6a7f84c tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:41:22.656086 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-6c4e95dd-8a98-4699-bd0b-d0d1a16ed549 req-072750db-defe-425c-9699-f17ae6a7f84c tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Synchronizing usage tracker for tenant:523ecadce86b493ca00e37d22c0d8a7a on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:41:22.672368 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-6c4e95dd-8a98-4699-bd0b-d0d1a16ed549 req-072750db-defe-425c-9699-f17ae6a7f84c tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Unset dirty status for tenant:523ecadce86b493ca00e37d22c0d8a7a on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:41:22.673501 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6c4e95dd-8a98-4699-bd0b-d0d1a16ed549 req-072750db-defe-425c-9699-f17ae6a7f84c tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1eebeb95-bdc2-43b4-a30d-bde16d683bcd HTTP/1.1" status: 200 len: 944 time: 0.1028383 Oct 04 09:41:22.718474 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6c4e95dd-8a98-4699-bd0b-d0d1a16ed549 req-1e7227c8-9919-415d-8bed-51e4e02a2b51 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390649 Oct 04 09:41:23.917588 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2154a3e7-ff3d-4fac-9bd1-ef9e9b19240d req-3c247fa0-3cf0-4486-973c-ba18c9caf392 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:41:23.919029 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-2154a3e7-ff3d-4fac-9bd1-ef9e9b19240d req-3c247fa0-3cf0-4486-973c-ba18c9caf392 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1eebeb95-bdc2-43b4-a30d-bde16d683bcd HTTP/1.1" status: 200 len: 944 time: 0.0888405 Oct 04 09:41:24.058305 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-2154a3e7-ff3d-4fac-9bd1-ef9e9b19240d req-942b0ba2-a006-4ac8-b988-faac2adf3bf7 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335957 Oct 04 09:41:24.715159 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:41:24.799611 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4 details requested by agent hyperv_hv-neutron-8602 with host hv-neutron-8602 {{(pid=89034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 04 09:41:24.929361 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4,segment=NetworkSegment(145756dd-4524-4dba-b36a-aad8eba1109c),segment_id=145756dd-4524-4dba-b36a-aad8eba1109c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:41:24.942027 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Returning: {'device': '1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4', 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1', 'port_id': '1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4', 'mac_address': 'fa:16:3e:90:9f:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e45547e1-0b28-4b64-ada0-0a0e073a56b1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 04 09:41:24.998347 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4 is: DOWN; New status is: BUILD {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:41:24.998927 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:41:25.015383 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4 {{(pid=89034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:41:25.030518 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4,segment=NetworkSegment(145756dd-4524-4dba-b36a-aad8eba1109c),segment_id=145756dd-4524-4dba-b36a-aad8eba1109c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:41:25.034487 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:41:25.106081 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:41:25.256330 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c6bc1-b689-4bd5-92a1-7c74f6a9cc7f req-5176d157-c399-48c7-b80b-ce56f139f10b tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:41:25.258195 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-632c6bc1-b689-4bd5-92a1-7c74f6a9cc7f req-5176d157-c399-48c7-b80b-ce56f139f10b tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1eebeb95-bdc2-43b4-a30d-bde16d683bcd HTTP/1.1" status: 200 len: 945 time: 0.0891140 Oct 04 09:41:25.301572 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-632c6bc1-b689-4bd5-92a1-7c74f6a9cc7f req-3231f998-9bed-48ca-a6be-761618b2e1ec tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375481 Oct 04 09:41:25.487514 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 09:41:26.518233 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26efcaca-af76-41f2-89e2-d926c1b0c3e4 req-61ec4c6b-ab29-4581-88f9-226cfe061474 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:41:26.520015 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-26efcaca-af76-41f2-89e2-d926c1b0c3e4 req-61ec4c6b-ab29-4581-88f9-226cfe061474 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1eebeb95-bdc2-43b4-a30d-bde16d683bcd HTTP/1.1" status: 200 len: 945 time: 0.0947702 Oct 04 09:41:26.573545 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-26efcaca-af76-41f2-89e2-d926c1b0c3e4 req-eca04814-0a9e-450c-952a-3d96ad8231e1 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453138 Oct 04 09:41:26.801332 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4 up at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:41:26.871423 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning for port 1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:41:26.876537 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning complete for port 1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:41:26.876911 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:41:26.877245 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Attempt 1 to provision port 1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4 Oct 04 09:41:26.993058 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4 is: BUILD; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:41:26.993430 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:41:27.020342 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eebeb95-bdc2-43b4-a30d-bde16d683bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:41:27.022663 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aef738b946a3ea172e8e75fc735451da1d91f114ea1acc5fcf392e20a929bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d36a901-115b-4307-8e5d-4982deecc608" -d '{"events": [{"server_uuid": "1eebeb95-bdc2-43b4-a30d-bde16d683bcd", "name": "network-vif-plugged", "status": "completed", "tag": "1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:41:27.030811 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4,segment=NetworkSegment(145756dd-4524-4dba-b36a-aad8eba1109c),segment_id=145756dd-4524-4dba-b36a-aad8eba1109c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:41:27.034919 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:41:27.066314 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d31435-3a7e-4061-b1c9-0b961e160f25 x-openstack-request-id: req-b2d31435-3a7e-4061-b1c9-0b961e160f25 {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:41:27.066604 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eebeb95-bdc2-43b4-a30d-bde16d683bcd", "name": "network-vif-plugged", "status": "completed", "tag": "1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:41:27.066854 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b2d31435-3a7e-4061-b1c9-0b961e160f25 {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:41:27.067239 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2d31435-3a7e-4061-b1c9-0b961e160f25'] response: {'server_uuid': '1eebeb95-bdc2-43b4-a30d-bde16d683bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4', 'code': 200} Oct 04 09:41:27.106903 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:41:27.326736 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e32d6-db82-44fd-a156-5da828c97eed req-4a184fc5-3f91-4ddc-9da3-3edd2cf7574b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:41:27.328203 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9d2e32d6-db82-44fd-a156-5da828c97eed req-4a184fc5-3f91-4ddc-9da3-3edd2cf7574b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1eebeb95-bdc2-43b4-a30d-bde16d683bcd HTTP/1.1" status: 200 len: 1099 time: 0.0787544 Oct 04 09:41:27.367565 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9d2e32d6-db82-44fd-a156-5da828c97eed req-6d8400ca-b39d-4f03-8939-244956d2a0e1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338464 Oct 04 09:41:27.619885 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ffe63c3f-c282-48f0-956b-7f91c411817b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:41:27.778576 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb7aa4-7bc1-42b8-af45-13550efd8d62 req-86818be2-f38e-4253-a654-b6e0d895e339 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:41:27.780644 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-46bb7aa4-7bc1-42b8-af45-13550efd8d62 req-86818be2-f38e-4253-a654-b6e0d895e339 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1eebeb95-bdc2-43b4-a30d-bde16d683bcd HTTP/1.1" status: 200 len: 946 time: 0.0899010 Oct 04 09:41:27.825806 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-46bb7aa4-7bc1-42b8-af45-13550efd8d62 req-cfdb731a-d31c-4d58-9d54-1acc0c67ac1f tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388494 Oct 04 09:41:29.027287 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1930d27-e323-4d5f-b216-4c44677f4fc9 req-11035781-1264-494c-924a-108e642fbd65 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:41:29.028705 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f1930d27-e323-4d5f-b216-4c44677f4fc9 req-11035781-1264-494c-924a-108e642fbd65 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1eebeb95-bdc2-43b4-a30d-bde16d683bcd HTTP/1.1" status: 200 len: 946 time: 0.0848875 Oct 04 09:41:29.071522 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f1930d27-e323-4d5f-b216-4c44677f4fc9 req-1844f0c4-02f5-4efd-b637-c9bde38b3d33 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372088 Oct 04 09:41:29.262913 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa366ebe-1d2a-40a9-af21-b421a52d1139 req-bed21807-cec2-4369-a152-6297975022fe tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:41:29.264379 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-aa366ebe-1d2a-40a9-af21-b421a52d1139 req-bed21807-cec2-4369-a152-6297975022fe tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1eebeb95-bdc2-43b4-a30d-bde16d683bcd HTTP/1.1" status: 200 len: 946 time: 0.0887861 Oct 04 09:41:29.274471 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 40362) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:41:29.279439 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-18805c63-9e8b-4a11-863f-707b700aa39f tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Request body: {'floatingip': {'port_id': '1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:41:29.356035 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-18805c63-9e8b-4a11-863f-707b700aa39f tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks [] for floatingip, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:41:29.933384 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-18805c63-9e8b-4a11-863f-707b700aa39f tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:41:29.936773 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-18805c63-9e8b-4a11-863f-707b700aa39f tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:41:30.100078 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.l3_db [None req-18805c63-9e8b-4a11-863f-707b700aa39f tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Floating IP c2541de6-f5fb-434f-bd61-904d9e19c198 associated. External IP: 172.26.10.211, port: 1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4. Oct 04 09:41:30.334312 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-4f169f1c-3976-4062-9ba0-d62f81c8fecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:41:30.556772 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18805c63-9e8b-4a11-863f-707b700aa39f tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Router 12d68ca1-c67b-4fac-acf0-164463cac50b has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:41:30.735377 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18805c63-9e8b-4a11-863f-707b700aa39f tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:41:30.739796 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-18805c63-9e8b-4a11-863f-707b700aa39f tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:41:30.745914 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323dfbd5-e211-48f2-a801-8015501a1440 None None] Sync routers for ids ['12d68ca1-c67b-4fac-acf0-164463cac50b'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:41:30.757015 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323dfbd5-e211-48f2-a801-8015501a1440 None None] Routers {'12d68ca1-c67b-4fac-acf0-164463cac50b'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:41:30.757623 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-323dfbd5-e211-48f2-a801-8015501a1440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:41:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['12d68ca1-c67b-4fac-acf0-164463cac50b'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:41:30.795884 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:41:30.799058 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-18805c63-9e8b-4a11-863f-707b700aa39f tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "PUT /v2.0/floatingips/c2541de6-f5fb-434f-bd61-904d9e19c198 HTTP/1.1" status: 200 len: 993 time: 1.5208662 Oct 04 09:41:30.799058 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eebeb95-bdc2-43b4-a30d-bde16d683bcd', 'tag': '1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4'}] {{(pid=89033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:41:30.799415 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e417ebe64424eb0358633e416672821aae4ea22acc2211bb28d37655142b7e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a821ae1-86ce-459b-8a3e-a988f8a1db3f" -d '{"events": [{"name": "network-changed", "server_uuid": "1eebeb95-bdc2-43b4-a30d-bde16d683bcd", "tag": "1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4"}]}' {{(pid=89033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:41:30.804000 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:41:30.894290 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3ab6af-3868-4e68-a492-7a7884f816ad x-openstack-request-id: req-1c3ab6af-3868-4e68-a492-7a7884f816ad {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:41:30.894582 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eebeb95-bdc2-43b4-a30d-bde16d683bcd", "tag": "1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4", "status": "completed", "code": 200}]} {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:41:30.894833 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1c3ab6af-3868-4e68-a492-7a7884f816ad {{(pid=89033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:41:30.895243 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c3ab6af-3868-4e68-a492-7a7884f816ad'] response: {'name': 'network-changed', 'server_uuid': '1eebeb95-bdc2-43b4-a30d-bde16d683bcd', 'tag': '1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4', 'status': 'completed', 'code': 200} Oct 04 09:41:30.944154 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-323dfbd5-e211-48f2-a801-8015501a1440 None None] Set router 12d68ca1-c67b-4fac-acf0-164463cac50b gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:41:31.015391 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a821ae1-86ce-459b-8a3e-a988f8a1db3f req-8b4a9750-e7b6-4d2e-9897-5f8b8f14032b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:41:31.016875 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0a821ae1-86ce-459b-8a3e-a988f8a1db3f req-8b4a9750-e7b6-4d2e-9897-5f8b8f14032b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=523ecadce86b493ca00e37d22c0d8a7a&device_id=1eebeb95-bdc2-43b4-a30d-bde16d683bcd HTTP/1.1" status: 200 len: 1099 time: 0.0808623 Oct 04 09:41:31.147387 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a821ae1-86ce-459b-8a3e-a988f8a1db3f req-4d5e10db-a960-44c5-9331-a351735101d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:41:31.148770 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0a821ae1-86ce-459b-8a3e-a988f8a1db3f req-4d5e10db-a960-44c5-9331-a351735101d4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 HTTP/1.1" status: 200 len: 912 time: 0.1253505 Oct 04 09:41:31.249581 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0a821ae1-86ce-459b-8a3e-a988f8a1db3f req-df1af28f-64a9-478e-81e2-4c5b96fd976e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4 HTTP/1.1" status: 200 len: 1001 time: 0.0943813 Oct 04 09:41:31.281818 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-323dfbd5-e211-48f2-a801-8015501a1440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'name': 'tempest-ServerActionsTestJSON-592270206-router', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.221'}], 'enable_snat': True}, 'gw_port_id': '16f37ce1-1d24-40af-97a2-b458bc0fdc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:39:15Z', 'updated_at': '2022-10-04T09:39:19Z', 'revision_number': 4, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'gw_port': {'id': '16f37ce1-1d24-40af-97a2-b458bc0fdc81', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:39:15Z', 'updated_at': '2022-10-04T09:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'c2541de6-f5fb-434f-bd61-904d9e19c198', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'floating_ip_address': '172.26.10.211', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'port_id': '1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1', 'mac_address': 'fa:16:3e:90:9f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eebeb95-bdc2-43b4-a30d-bde16d683bcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:39:21Z', 'updated_at': '2022-10-04T09:41:29Z', 'revision_number': 5, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d12d954-2e16-4c4b-92d4-defcc361cde0', 'name': '', 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'mac_address': 'fa:16:3e:62:2c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'e45547e1-0b28-4b64-ada0-0a0e073a56b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:39:18Z', 'updated_at': '2022-10-04T09:39:23Z', 'revision_number': 5, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'subnets': [{'id': 'e45547e1-0b28-4b64-ada0-0a0e073a56b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:41:31.285495 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323dfbd5-e211-48f2-a801-8015501a1440 None None] Checking router: 12d68ca1-c67b-4fac-acf0-164463cac50b for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:41:31.293553 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323dfbd5-e211-48f2-a801-8015501a1440 None None] Routers {'12d68ca1-c67b-4fac-acf0-164463cac50b'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:41:31.294143 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-323dfbd5-e211-48f2-a801-8015501a1440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:41:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['12d68ca1-c67b-4fac-acf0-164463cac50b'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:41:31.309099 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a821ae1-86ce-459b-8a3e-a988f8a1db3f req-bea5b750-9ded-456c-8254-f9c04835c8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:41:31.310537 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0a821ae1-86ce-459b-8a3e-a988f8a1db3f req-bea5b750-9ded-456c-8254-f9c04835c8f5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e45547e1-0b28-4b64-ada0-0a0e073a56b1 HTTP/1.1" status: 200 len: 850 time: 0.0555949 Oct 04 09:41:31.393143 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a821ae1-86ce-459b-8a3e-a988f8a1db3f req-3cf11f33-c3a3-4c0b-b082-0855654e5a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:41:31.394595 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0a821ae1-86ce-459b-8a3e-a988f8a1db3f req-3cf11f33-c3a3-4c0b-b082-0855654e5a0e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780437 Oct 04 09:41:31.474905 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-323dfbd5-e211-48f2-a801-8015501a1440 None None] Set router 12d68ca1-c67b-4fac-acf0-164463cac50b gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:41:31.627261 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0a821ae1-86ce-459b-8a3e-a988f8a1db3f req-f3bd0d00-2487-44b5-8eb8-b0f977535bd0 service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266645 Oct 04 09:41:31.761032 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0a821ae1-86ce-459b-8a3e-a988f8a1db3f req-a0f75d0c-8a87-453b-a12c-662c58128172 service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280074 Oct 04 09:41:31.816664 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-323dfbd5-e211-48f2-a801-8015501a1440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'name': 'tempest-ServerActionsTestJSON-592270206-router', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.221'}], 'enable_snat': True}, 'gw_port_id': '16f37ce1-1d24-40af-97a2-b458bc0fdc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:39:15Z', 'updated_at': '2022-10-04T09:39:19Z', 'revision_number': 4, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'gw_port': {'id': '16f37ce1-1d24-40af-97a2-b458bc0fdc81', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:39:15Z', 'updated_at': '2022-10-04T09:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'c2541de6-f5fb-434f-bd61-904d9e19c198', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'floating_ip_address': '172.26.10.211', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'port_id': '1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1', 'mac_address': 'fa:16:3e:90:9f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eebeb95-bdc2-43b4-a30d-bde16d683bcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:39:21Z', 'updated_at': '2022-10-04T09:41:29Z', 'revision_number': 5, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d12d954-2e16-4c4b-92d4-defcc361cde0', 'name': '', 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'mac_address': 'fa:16:3e:62:2c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'e45547e1-0b28-4b64-ada0-0a0e073a56b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:39:18Z', 'updated_at': '2022-10-04T09:39:23Z', 'revision_number': 5, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'subnets': [{'id': 'e45547e1-0b28-4b64-ada0-0a0e073a56b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:41:31.820716 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323dfbd5-e211-48f2-a801-8015501a1440 None None] The sync data for ids ['12d68ca1-c67b-4fac-acf0-164463cac50b'] in dv-neutron-860215-1-hyperv is: [{'id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'name': 'tempest-ServerActionsTestJSON-592270206-router', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.221'}], 'enable_snat': True}, 'gw_port_id': '16f37ce1-1d24-40af-97a2-b458bc0fdc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:39:15Z', 'updated_at': '2022-10-04T09:39:19Z', 'revision_number': 4, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'gw_port': {'id': '16f37ce1-1d24-40af-97a2-b458bc0fdc81', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:39:15Z', 'updated_at': '2022-10-04T09:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'c2541de6-f5fb-434f-bd61-904d9e19c198', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'floating_ip_address': '172.26.10.211', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'port_id': '1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1', 'mac_address': 'fa:16:3e:90:9f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eebeb95-bdc2-43b4-a30d-bde16d683bcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:39:21Z', 'updated_at': '2022-10-04T09:41:29Z', 'revision_number': 5, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d12d954-2e16-4c4b-92d4-defcc361cde0', 'name': '', 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'mac_address': 'fa:16:3e:62:2c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'e45547e1-0b28-4b64-ada0-0a0e073a56b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:39:18Z', 'updated_at': '2022-10-04T09:39:23Z', 'revision_number': 5, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'subnets': [{'id': 'e45547e1-0b28-4b64-ada0-0a0e073a56b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:41:32.011404 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d000041-9c9e-4ce9-9dcf-66d54290f240 None None] New status for floating IP c2541de6-f5fb-434f-bd61-904d9e19c198: ACTIVE {{(pid=89034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 09:41:32.315423 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:41:40.527019 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-274f037c-20b1-4011-b2d6-48da59f3601b req-bc057866-956c-4758-8249-c83815e275bd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1eebeb95-bdc2-43b4-a30d-bde16d683bcd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0747025 Oct 04 09:41:40.691835 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f037c-20b1-4011-b2d6-48da59f3601b req-4b380212-d6cd-4b3a-af49-5ec0c61772ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:41:40.693387 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-274f037c-20b1-4011-b2d6-48da59f3601b req-4b380212-d6cd-4b3a-af49-5ec0c61772ea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=523ecadce86b493ca00e37d22c0d8a7a&device_id=1eebeb95-bdc2-43b4-a30d-bde16d683bcd HTTP/1.1" status: 200 len: 1099 time: 0.0810242 Oct 04 09:41:40.846391 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f037c-20b1-4011-b2d6-48da59f3601b req-bfe98cf7-5416-42b0-84e8-aa4cfd515741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:41:40.847829 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-274f037c-20b1-4011-b2d6-48da59f3601b req-bfe98cf7-5416-42b0-84e8-aa4cfd515741 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 HTTP/1.1" status: 200 len: 912 time: 0.1366572 Oct 04 09:41:40.948974 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-274f037c-20b1-4011-b2d6-48da59f3601b req-b299a64c-df4e-4164-aa60-19e1e117921c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4 HTTP/1.1" status: 200 len: 1003 time: 0.0947344 Oct 04 09:41:41.009333 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f037c-20b1-4011-b2d6-48da59f3601b req-844fc340-d4e3-4535-99bc-d2c898fb1497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:41:41.010697 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-274f037c-20b1-4011-b2d6-48da59f3601b req-844fc340-d4e3-4535-99bc-d2c898fb1497 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e45547e1-0b28-4b64-ada0-0a0e073a56b1 HTTP/1.1" status: 200 len: 850 time: 0.0552170 Oct 04 09:41:41.093502 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f037c-20b1-4011-b2d6-48da59f3601b req-739d3164-9579-4f35-a48f-b069441a00ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:41:41.094934 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-274f037c-20b1-4011-b2d6-48da59f3601b req-739d3164-9579-4f35-a48f-b069441a00ff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771911 Oct 04 09:41:41.222983 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-274f037c-20b1-4011-b2d6-48da59f3601b req-b8da07e1-2ae5-4180-9b97-d75ed5b2a208 service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213281 Oct 04 09:41:41.324066 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:41:41.351210 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-274f037c-20b1-4011-b2d6-48da59f3601b req-6956c310-7631-404c-827b-4f0dad3a470f service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199083 Oct 04 09:41:57.622801 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-885739e2-9d68-4034-9c3d-b313555ada18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:42:00.296980 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-23489dcf-ceca-4804-8463-ab90e11d432c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:42:00.791827 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:42:00.793561 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:42:01.715220 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:42:02.318202 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:42:11.322011 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:42:27.631630 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-02f58867-0516-4abd-a603-e14d941e5581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:42:30.298112 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-39afbb9f-60e3-47b1-9e4c-e782d24cdb77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:42:30.792483 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:42:30.794126 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:42:32.320712 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:42:38.714436 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:42:41.328605 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:42:41.515953 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a9a6d368-8c36-4cff-92fc-2f02abbee0ff req-a01e3317-040f-4357-912b-3e1c89de64ce service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1eebeb95-bdc2-43b4-a30d-bde16d683bcd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0750179 Oct 04 09:42:41.696596 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6d368-8c36-4cff-92fc-2f02abbee0ff req-95aca3e3-2ac8-4afc-8a35-191dd18a44c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:42:41.697981 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a9a6d368-8c36-4cff-92fc-2f02abbee0ff req-95aca3e3-2ac8-4afc-8a35-191dd18a44c3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=523ecadce86b493ca00e37d22c0d8a7a&device_id=1eebeb95-bdc2-43b4-a30d-bde16d683bcd HTTP/1.1" status: 200 len: 1099 time: 0.0790658 Oct 04 09:42:41.841138 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6d368-8c36-4cff-92fc-2f02abbee0ff req-15a927af-c22f-4426-86cf-ca7b91131e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:42:41.843237 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a9a6d368-8c36-4cff-92fc-2f02abbee0ff req-15a927af-c22f-4426-86cf-ca7b91131e8c service neutron] 10.222.0.20 "GET /v2.0/networks?id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 HTTP/1.1" status: 200 len: 912 time: 0.1254847 Oct 04 09:42:41.939523 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a9a6d368-8c36-4cff-92fc-2f02abbee0ff req-553d948d-205b-4f37-bcd1-cf90f2a3c024 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4 HTTP/1.1" status: 200 len: 1003 time: 0.0914497 Oct 04 09:42:42.097296 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6d368-8c36-4cff-92fc-2f02abbee0ff req-d291fd6e-6584-4059-a72e-0b5d8f90e5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:42:42.098714 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a9a6d368-8c36-4cff-92fc-2f02abbee0ff req-d291fd6e-6584-4059-a72e-0b5d8f90e5b7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e45547e1-0b28-4b64-ada0-0a0e073a56b1 HTTP/1.1" status: 200 len: 850 time: 0.1530082 Oct 04 09:42:42.178190 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6d368-8c36-4cff-92fc-2f02abbee0ff req-03384702-427a-4de7-bdd8-acf5ac7edadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:42:42.179625 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a9a6d368-8c36-4cff-92fc-2f02abbee0ff req-03384702-427a-4de7-bdd8-acf5ac7edadc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751090 Oct 04 09:42:42.310513 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a9a6d368-8c36-4cff-92fc-2f02abbee0ff req-ba941712-a190-42d4-9fb3-693a621dad03 service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242826 Oct 04 09:42:42.439929 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a9a6d368-8c36-4cff-92fc-2f02abbee0ff req-b56c23bf-9c19-47c2-b0f0-ca22569d1d7c service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222608 Oct 04 09:42:45.549285 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f37b6-267a-4f00-bd75-b0812330e6b1 req-d3ef2f72-2b0e-459b-81b2-80f605f82b21 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:42:45.550745 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-870f37b6-267a-4f00-bd75-b0812330e6b1 req-d3ef2f72-2b0e-459b-81b2-80f605f82b21 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1eebeb95-bdc2-43b4-a30d-bde16d683bcd HTTP/1.1" status: 200 len: 946 time: 0.0907664 Oct 04 09:42:45.594249 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-870f37b6-267a-4f00-bd75-b0812330e6b1 req-71963f75-a149-4b21-adc4-33d2808916d8 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377028 Oct 04 09:42:46.800819 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d17d69b-c44e-4dd1-9522-661ec0b60157 req-db521812-2bc3-467c-bb2e-207bb265e223 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:42:46.802289 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-2d17d69b-c44e-4dd1-9522-661ec0b60157 req-db521812-2bc3-467c-bb2e-207bb265e223 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1eebeb95-bdc2-43b4-a30d-bde16d683bcd HTTP/1.1" status: 200 len: 946 time: 0.0910611 Oct 04 09:42:46.848471 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-2d17d69b-c44e-4dd1-9522-661ec0b60157 req-73f1f949-7cdc-4849-bc56-6456bd081d1e tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387325 Oct 04 09:42:46.922434 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [req-9c118b96-cdbd-47f5-a403-63a8ea603f3c req-c0effbb7-de5f-4af5-be30-c64d55694b54 service neutron] (89033) timed out ('10.222.0.20', 49850) {{(pid=89033) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Oct 04 09:42:48.054480 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae1752-d5e5-4514-8be7-343c6e3ebf54 req-3ac889fb-61e7-4e97-b77e-e9394c3b269b tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:42:48.055931 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-21ae1752-d5e5-4514-8be7-343c6e3ebf54 req-3ac889fb-61e7-4e97-b77e-e9394c3b269b tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1eebeb95-bdc2-43b4-a30d-bde16d683bcd HTTP/1.1" status: 200 len: 946 time: 0.0897200 Oct 04 09:42:48.098917 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-21ae1752-d5e5-4514-8be7-343c6e3ebf54 req-e55176fb-6dbe-4779-9d3b-a2cddccf4d70 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371869 Oct 04 09:42:49.299249 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f10a7d-3ea8-498f-b0e7-0ae88c67ac17 req-8696ec57-1881-4395-bd99-7dd51d943664 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:42:49.300706 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-26f10a7d-3ea8-498f-b0e7-0ae88c67ac17 req-8696ec57-1881-4395-bd99-7dd51d943664 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1eebeb95-bdc2-43b4-a30d-bde16d683bcd HTTP/1.1" status: 200 len: 946 time: 0.0936844 Oct 04 09:42:49.343544 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-26f10a7d-3ea8-498f-b0e7-0ae88c67ac17 req-21822ba7-2f15-4066-ac9e-2f1b5520cdaf tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372901 Oct 04 09:42:50.687278 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac789548-dcab-4bd9-b83c-38e97f47f030 req-bebb1ca1-38f5-4882-924e-e1809602c4dd tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:42:50.688662 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ac789548-dcab-4bd9-b83c-38e97f47f030 req-bebb1ca1-38f5-4882-924e-e1809602c4dd tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1eebeb95-bdc2-43b4-a30d-bde16d683bcd HTTP/1.1" status: 200 len: 946 time: 0.0854435 Oct 04 09:42:50.732270 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ac789548-dcab-4bd9-b83c-38e97f47f030 req-aede5a12-653b-4621-9a18-bc965b502811 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379457 Oct 04 09:42:51.926525 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29a5b5-72f5-40fe-b313-35f1e782623d req-c8f7a9c6-3aea-4236-9250-bca4a6bf4548 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:42:51.927966 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-3c29a5b5-72f5-40fe-b313-35f1e782623d req-c8f7a9c6-3aea-4236-9250-bca4a6bf4548 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1eebeb95-bdc2-43b4-a30d-bde16d683bcd HTTP/1.1" status: 200 len: 946 time: 0.0853391 Oct 04 09:42:51.972063 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-3c29a5b5-72f5-40fe-b313-35f1e782623d req-acf6c8c0-6237-42ca-a9c6-e646dbbdcb6c tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383339 Oct 04 09:42:53.167510 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5465fb-3053-4af5-80cd-39f5ab6ff855 req-5dce2e30-ee7f-4d0a-93bb-f7af600a22ed tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:42:53.168992 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ad5465fb-3053-4af5-80cd-39f5ab6ff855 req-5dce2e30-ee7f-4d0a-93bb-f7af600a22ed tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1eebeb95-bdc2-43b4-a30d-bde16d683bcd HTTP/1.1" status: 200 len: 946 time: 0.0889025 Oct 04 09:42:53.212709 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ad5465fb-3053-4af5-80cd-39f5ab6ff855 req-03a6cadd-804f-45b8-82b7-6d854fec9b8a tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374365 Oct 04 09:42:54.413478 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a89fb-327c-4a63-8ab7-8e5e6e1531d6 req-f995b6bd-d532-48e2-a14f-dea3a9308636 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:42:54.414913 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-1d9a89fb-327c-4a63-8ab7-8e5e6e1531d6 req-f995b6bd-d532-48e2-a14f-dea3a9308636 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1eebeb95-bdc2-43b4-a30d-bde16d683bcd HTTP/1.1" status: 200 len: 946 time: 0.0892413 Oct 04 09:42:54.457865 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-1d9a89fb-327c-4a63-8ab7-8e5e6e1531d6 req-173195d0-f0e2-4094-b73d-5dc22511a859 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373640 Oct 04 09:42:55.653799 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a8607-4c72-4af0-8888-509b8c99bb20 req-6e153dfd-b9b9-4e7a-bdbd-96ddc9aea53a tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:42:55.655260 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-081a8607-4c72-4af0-8888-509b8c99bb20 req-6e153dfd-b9b9-4e7a-bdbd-96ddc9aea53a tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1eebeb95-bdc2-43b4-a30d-bde16d683bcd HTTP/1.1" status: 200 len: 946 time: 0.0887880 Oct 04 09:42:55.697401 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-081a8607-4c72-4af0-8888-509b8c99bb20 req-5aee7ee7-96f2-469b-8f74-f79a37cbc1ae tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365171 Oct 04 09:42:56.896669 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01299c52-f90f-4606-b689-cfa0bd741d6d req-ed0ec4e1-77d8-4468-9caf-3869796b7bd8 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:42:56.898182 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-01299c52-f90f-4606-b689-cfa0bd741d6d req-ed0ec4e1-77d8-4468-9caf-3869796b7bd8 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1eebeb95-bdc2-43b4-a30d-bde16d683bcd HTTP/1.1" status: 200 len: 946 time: 0.0877635 Oct 04 09:42:56.947790 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-01299c52-f90f-4606-b689-cfa0bd741d6d req-92d8af6d-023b-47ff-869f-4a737b4a0bfb tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414078 Oct 04 09:42:57.625269 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-495e02c6-43d4-43b1-a58f-363aec407672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:42:58.143941 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2888c69e-7e46-4ae4-8e3d-5996d910d74a req-9c31a720-334a-42f5-b093-7313612863cc tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:42:58.145420 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2888c69e-7e46-4ae4-8e3d-5996d910d74a req-9c31a720-334a-42f5-b093-7313612863cc tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1eebeb95-bdc2-43b4-a30d-bde16d683bcd HTTP/1.1" status: 200 len: 946 time: 0.0861623 Oct 04 09:42:58.189232 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2888c69e-7e46-4ae4-8e3d-5996d910d74a req-fcfb8ee9-ea24-4eaf-95b8-bc6681447dbc tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381107 Oct 04 09:42:59.381288 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54b3ea-5233-4e80-9578-2ec1f04b64a1 req-a2e410f8-636d-4c72-919c-d6f245bce523 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:42:59.382717 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-2f54b3ea-5233-4e80-9578-2ec1f04b64a1 req-a2e410f8-636d-4c72-919c-d6f245bce523 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1eebeb95-bdc2-43b4-a30d-bde16d683bcd HTTP/1.1" status: 200 len: 946 time: 0.0855677 Oct 04 09:42:59.424977 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-2f54b3ea-5233-4e80-9578-2ec1f04b64a1 req-9b69e846-3058-46b4-bf63-bd0fadcbc80e tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366397 Oct 04 09:43:00.298316 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-03e3eb64-9f86-4bb8-b154-78e9911f89da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:43:00.620510 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebab4ae-3470-4a23-8096-0b2c72e55b02 req-180424ce-6f31-43d6-aa94-cec690ec76e0 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:00.621861 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-cebab4ae-3470-4a23-8096-0b2c72e55b02 req-180424ce-6f31-43d6-aa94-cec690ec76e0 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1eebeb95-bdc2-43b4-a30d-bde16d683bcd HTTP/1.1" status: 200 len: 946 time: 0.0869894 Oct 04 09:43:00.666659 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-cebab4ae-3470-4a23-8096-0b2c72e55b02 req-1d1fab0e-ad85-4159-9693-e450b4b5a5cb tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383871 Oct 04 09:43:00.791903 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:43:00.794837 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:43:01.869111 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0db014-ac7b-4889-b6dc-7391cfccef3a req-a56cbcf9-f6de-4610-9aac-781ca2df5d7b tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:01.870481 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-bc0db014-ac7b-4889-b6dc-7391cfccef3a req-a56cbcf9-f6de-4610-9aac-781ca2df5d7b tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1eebeb95-bdc2-43b4-a30d-bde16d683bcd HTTP/1.1" status: 200 len: 946 time: 0.0907094 Oct 04 09:43:01.914209 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-bc0db014-ac7b-4889-b6dc-7391cfccef3a req-df9e6c34-1056-41c2-82b2-373636e025c2 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373261 Oct 04 09:43:02.250493 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 40440) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:43:02.324327 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:43:02.329580 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996f599-7039-4e13-9f8d-a39d2aa92871 req-8561dce6-0301-47f8-9f88-4fc20870090a tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:02.331055 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-0996f599-7039-4e13-9f8d-a39d2aa92871 req-8561dce6-0301-47f8-9f88-4fc20870090a tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1eebeb95-bdc2-43b4-a30d-bde16d683bcd HTTP/1.1" status: 200 len: 946 time: 0.0913038 Oct 04 09:43:02.369449 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ab3a8ebd-4916-4a4d-89cd-520e26fa9a4c req-9b0b5c1d-54d6-4502-ade3-19a6568d0b09 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1eebeb95-bdc2-43b4-a30d-bde16d683bcd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1174276 Oct 04 09:43:02.378343 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-0996f599-7039-4e13-9f8d-a39d2aa92871 req-55b62b19-0a6a-4bf4-a094-3287812e1ee7 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415411 Oct 04 09:43:03.645998 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13bbb38-1a18-4d1f-86aa-786c0a663a49 req-66a0c252-4bb3-4dc1-a05d-b5580298ce05 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:03.647355 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b13bbb38-1a18-4d1f-86aa-786c0a663a49 req-66a0c252-4bb3-4dc1-a05d-b5580298ce05 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1eebeb95-bdc2-43b4-a30d-bde16d683bcd HTTP/1.1" status: 200 len: 946 time: 0.1518447 Oct 04 09:43:03.649855 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a8ebd-4916-4a4d-89cd-520e26fa9a4c req-f4c63c67-240e-4d81-b80b-19a145e7dd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:03.651179 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ab3a8ebd-4916-4a4d-89cd-520e26fa9a4c req-f4c63c67-240e-4d81-b80b-19a145e7dd29 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=523ecadce86b493ca00e37d22c0d8a7a&device_id=1eebeb95-bdc2-43b4-a30d-bde16d683bcd HTTP/1.1" status: 200 len: 1099 time: 0.1125257 Oct 04 09:43:03.771309 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b13bbb38-1a18-4d1f-86aa-786c0a663a49 req-39d9ca40-19d0-4487-b05c-d6fb29ac52c9 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180847 Oct 04 09:43:03.809018 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a8ebd-4916-4a4d-89cd-520e26fa9a4c req-7692c56f-bcab-4521-9e9b-65ab4dc10702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:03.810437 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ab3a8ebd-4916-4a4d-89cd-520e26fa9a4c req-7692c56f-bcab-4521-9e9b-65ab4dc10702 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 HTTP/1.1" status: 200 len: 912 time: 0.1445255 Oct 04 09:43:04.004102 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ab3a8ebd-4916-4a4d-89cd-520e26fa9a4c req-a40f9a18-6ef1-4da2-a948-a22f5528fbd3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4 HTTP/1.1" status: 200 len: 1003 time: 0.1881592 Oct 04 09:43:04.063764 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a8ebd-4916-4a4d-89cd-520e26fa9a4c req-adbfbab9-1411-475e-8891-01dc2322ffe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:04.065176 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ab3a8ebd-4916-4a4d-89cd-520e26fa9a4c req-adbfbab9-1411-475e-8891-01dc2322ffe6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e45547e1-0b28-4b64-ada0-0a0e073a56b1 HTTP/1.1" status: 200 len: 850 time: 0.0557635 Oct 04 09:43:04.147901 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a8ebd-4916-4a4d-89cd-520e26fa9a4c req-cdbfbf5b-bb67-44e8-9ec7-33f53afde872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:04.149376 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ab3a8ebd-4916-4a4d-89cd-520e26fa9a4c req-cdbfbf5b-bb67-44e8-9ec7-33f53afde872 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785959 Oct 04 09:43:04.279046 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ab3a8ebd-4916-4a4d-89cd-520e26fa9a4c req-97138149-10be-4ac3-a320-07160f6863f6 service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227665 Oct 04 09:43:04.409586 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ab3a8ebd-4916-4a4d-89cd-520e26fa9a4c req-58175b20-1bc9-438e-96db-eaa582faf559 service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250160 Oct 04 09:43:04.973379 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119b904-81aa-4d98-a5c0-1dbf1bea03ea req-3c6134bb-1512-40a2-a3a0-ce8541be9f73 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:04.974840 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-1119b904-81aa-4d98-a5c0-1dbf1bea03ea req-3c6134bb-1512-40a2-a3a0-ce8541be9f73 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1eebeb95-bdc2-43b4-a30d-bde16d683bcd HTTP/1.1" status: 200 len: 946 time: 0.0912192 Oct 04 09:43:05.017548 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-1119b904-81aa-4d98-a5c0-1dbf1bea03ea req-ac0b9be3-32b9-42e1-ac54-327f971eb472 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369909 Oct 04 09:43:06.229039 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ab3a8ebd-4916-4a4d-89cd-520e26fa9a4c req-68874091-6990-426b-83ec-23d4bb24b6c0 service neutron] 10.222.0.20 "GET /v2.0/ports/1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4/bindings/hv-neutron-8602 HTTP/1.1" status: 200 len: 384 time: 0.1356504 Oct 04 09:43:06.243951 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d7bb2-3c08-4841-936f-4a057ee2c328 req-a897f9e7-b4b2-4753-a7f9-a5ac7f60841d tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:06.245442 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f79d7bb2-3c08-4841-936f-4a057ee2c328 req-a897f9e7-b4b2-4753-a7f9-a5ac7f60841d tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1eebeb95-bdc2-43b4-a30d-bde16d683bcd HTTP/1.1" status: 200 len: 946 time: 0.1150665 Oct 04 09:43:06.294899 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f79d7bb2-3c08-4841-936f-4a057ee2c328 req-117444aa-01a1-44d3-b051-5bedd6d2df73 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430965 Oct 04 09:43:06.517271 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a8ebd-4916-4a4d-89cd-520e26fa9a4c req-b5ecb40d-2301-4a03-aad2-3f296f0ecfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:06.518740 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ab3a8ebd-4916-4a4d-89cd-520e26fa9a4c req-b5ecb40d-2301-4a03-aad2-3f296f0ecfb8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1eebeb95-bdc2-43b4-a30d-bde16d683bcd&tenant_id=523ecadce86b493ca00e37d22c0d8a7a HTTP/1.1" status: 200 len: 1099 time: 0.0773714 Oct 04 09:43:06.628463 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a8ebd-4916-4a4d-89cd-520e26fa9a4c req-b047e608-c52c-4b2f-b776-347d852dd6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:06.629844 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ab3a8ebd-4916-4a4d-89cd-520e26fa9a4c req-b047e608-c52c-4b2f-b776-347d852dd6d5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=523ecadce86b493ca00e37d22c0d8a7a&device_id=1eebeb95-bdc2-43b4-a30d-bde16d683bcd HTTP/1.1" status: 200 len: 1099 time: 0.0807080 Oct 04 09:43:06.765263 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a8ebd-4916-4a4d-89cd-520e26fa9a4c req-8f33592b-f832-4d8e-ba70-2f2fe3fc17aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:06.766705 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ab3a8ebd-4916-4a4d-89cd-520e26fa9a4c req-8f33592b-f832-4d8e-ba70-2f2fe3fc17aa service neutron] 10.222.0.20 "GET /v2.0/networks?id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 HTTP/1.1" status: 200 len: 912 time: 0.1313343 Oct 04 09:43:06.865295 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ab3a8ebd-4916-4a4d-89cd-520e26fa9a4c req-3d7dd89e-d419-494e-a985-5f6e79c0c3e2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4 HTTP/1.1" status: 200 len: 1003 time: 0.0925806 Oct 04 09:43:06.931440 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a8ebd-4916-4a4d-89cd-520e26fa9a4c req-f012c75f-2a5e-4631-b6b0-1cded2d63126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:06.933360 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ab3a8ebd-4916-4a4d-89cd-520e26fa9a4c req-f012c75f-2a5e-4631-b6b0-1cded2d63126 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e45547e1-0b28-4b64-ada0-0a0e073a56b1 HTTP/1.1" status: 200 len: 850 time: 0.0624361 Oct 04 09:43:07.013504 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a8ebd-4916-4a4d-89cd-520e26fa9a4c req-65b88126-385d-49eb-9f54-7135d468c142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:07.015335 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ab3a8ebd-4916-4a4d-89cd-520e26fa9a4c req-65b88126-385d-49eb-9f54-7135d468c142 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763090 Oct 04 09:43:07.143964 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ab3a8ebd-4916-4a4d-89cd-520e26fa9a4c req-5706b51f-cb76-41f8-b8c6-0920a1a5bc95 service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230278 Oct 04 09:43:07.272574 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ab3a8ebd-4916-4a4d-89cd-520e26fa9a4c req-7f393130-af31-42a6-a6af-a9de5cd035b4 service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229944 Oct 04 09:43:07.500914 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa3a16-b79a-46c0-b086-62a933edc49a req-d28ddcde-87b1-41b1-bcc6-743f290670f8 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:07.502353 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-c3aa3a16-b79a-46c0-b086-62a933edc49a req-d28ddcde-87b1-41b1-bcc6-743f290670f8 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1eebeb95-bdc2-43b4-a30d-bde16d683bcd HTTP/1.1" status: 200 len: 946 time: 0.0922887 Oct 04 09:43:07.545732 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-c3aa3a16-b79a-46c0-b086-62a933edc49a req-ddeb93d3-449a-40ef-b21a-5ee4554a0bc3 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371826 Oct 04 09:43:08.750674 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b68d08-6aa8-4a49-84a0-a3c2a6b82e34 req-84520721-152c-426c-b269-5f06e9d0e3f4 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:08.752133 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c8b68d08-6aa8-4a49-84a0-a3c2a6b82e34 req-84520721-152c-426c-b269-5f06e9d0e3f4 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1eebeb95-bdc2-43b4-a30d-bde16d683bcd HTTP/1.1" status: 200 len: 946 time: 0.0941982 Oct 04 09:43:08.795859 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c8b68d08-6aa8-4a49-84a0-a3c2a6b82e34 req-4e41afe5-f859-4179-9ea3-6bd639938a90 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380037 Oct 04 09:43:09.267277 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4 no longer exists at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:43:09.379706 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4 is: ACTIVE; New status is: DOWN {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:43:09.380082 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:43:09.405481 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eebeb95-bdc2-43b4-a30d-bde16d683bcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:43:09.407712 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aef738b946a3ea172e8e75fc735451da1d91f114ea1acc5fcf392e20a929bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098bd38c-73a7-42c5-8e53-480a3268ef02" -d '{"events": [{"server_uuid": "1eebeb95-bdc2-43b4-a30d-bde16d683bcd", "name": "network-vif-unplugged", "status": "completed", "tag": "1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:43:09.415446 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4,segment=NetworkSegment(145756dd-4524-4dba-b36a-aad8eba1109c),segment_id=145756dd-4524-4dba-b36a-aad8eba1109c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:43:09.419362 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:43:09.461881 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 04 Oct 2022 09:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0022a5a8-e1c7-47c5-8904-e4a07beee5fe x-openstack-request-id: req-0022a5a8-e1c7-47c5-8904-e4a07beee5fe {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:43:09.462173 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eebeb95-bdc2-43b4-a30d-bde16d683bcd", "name": "network-vif-unplugged", "status": "completed", "tag": "1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:43:09.462421 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0022a5a8-e1c7-47c5-8904-e4a07beee5fe {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:43:09.462809 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0022a5a8-e1c7-47c5-8904-e4a07beee5fe'] response: {'server_uuid': '1eebeb95-bdc2-43b4-a30d-bde16d683bcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4', 'code': 200} Oct 04 09:43:09.487435 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4,revision_number=6']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:43:09.494376 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:43:09.494723 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:43:09.495058 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:43:09.495391 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:43:09.495826 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:43:09.496094 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:43:09.496487 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:43:09.496925 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:43:09.497353 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:43:09.497680 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:43:09.498827 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:43:09.499141 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:43:10.099286 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c5ca8-e1f0-4c86-bd8f-4129f47e487e req-4213d561-933b-419a-8c41-61492154c4e7 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:10.100694 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6c1c5ca8-e1f0-4c86-bd8f-4129f47e487e req-4213d561-933b-419a-8c41-61492154c4e7 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1eebeb95-bdc2-43b4-a30d-bde16d683bcd HTTP/1.1" status: 200 len: 944 time: 0.1944828 Oct 04 09:43:10.145231 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6c1c5ca8-e1f0-4c86-bd8f-4129f47e487e req-eab28987-ee6e-449d-88fa-808d7db88781 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388417 Oct 04 09:43:11.280231 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4 details requested by agent hyperv_hv-neutron-8602 with host hv-neutron-8602 {{(pid=89034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 04 09:43:11.341180 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd6e74f-0a01-4e3d-8955-070127dc10a6 req-b4188ee4-fe30-4a80-91c5-5a9cbfdbef42 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:11.342688 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-fcd6e74f-0a01-4e3d-8955-070127dc10a6 req-b4188ee4-fe30-4a80-91c5-5a9cbfdbef42 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1eebeb95-bdc2-43b4-a30d-bde16d683bcd HTTP/1.1" status: 200 len: 944 time: 0.0861895 Oct 04 09:43:11.390303 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-fcd6e74f-0a01-4e3d-8955-070127dc10a6 req-d051f787-07fd-4bd9-8092-e644df41db1d tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419087 Oct 04 09:43:11.390649 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:43:11.427472 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4,segment=NetworkSegment(145756dd-4524-4dba-b36a-aad8eba1109c),segment_id=145756dd-4524-4dba-b36a-aad8eba1109c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:43:11.441110 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Returning: {'device': '1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4', 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1', 'port_id': '1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4', 'mac_address': 'fa:16:3e:90:9f:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e45547e1-0b28-4b64-ada0-0a0e073a56b1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 04 09:43:11.499093 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4 is: DOWN; New status is: BUILD {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:43:11.499468 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:43:11.516852 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4 {{(pid=89034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:43:11.534330 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4,segment=NetworkSegment(145756dd-4524-4dba-b36a-aad8eba1109c),segment_id=145756dd-4524-4dba-b36a-aad8eba1109c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:43:11.541522 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:43:11.615397 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4,revision_number=7']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:43:11.675778 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 09:43:11.715762 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb3f2a-8810-455b-b68b-1540328102d5 req-702a1b46-8ad5-4ae8-8c67-e1a722fcfaab tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:11.717331 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-02bb3f2a-8810-455b-b68b-1540328102d5 req-702a1b46-8ad5-4ae8-8c67-e1a722fcfaab tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1eebeb95-bdc2-43b4-a30d-bde16d683bcd HTTP/1.1" status: 200 len: 945 time: 0.0969872 Oct 04 09:43:11.731237 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61234df1-1a17-4d49-9aa1-df337d0e894f req-c5472770-5105-4188-a91a-9c9f284e5ec9 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:11.733252 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-61234df1-1a17-4d49-9aa1-df337d0e894f req-c5472770-5105-4188-a91a-9c9f284e5ec9 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eebeb95-bdc2-43b4-a30d-bde16d683bcd&tenant_id=523ecadce86b493ca00e37d22c0d8a7a&binding%3Ahost_id=hv-neutron-8602 HTTP/1.1" status: 200 len: 945 time: 0.0959551 Oct 04 09:43:11.766227 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-02bb3f2a-8810-455b-b68b-1540328102d5 req-b79d8a62-9166-4bbc-80c9-d4c1069d2865 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424790 Oct 04 09:43:11.903415 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61234df1-1a17-4d49-9aa1-df337d0e894f req-e18b4f42-d0db-414e-8696-198b24e94ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:11.905430 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-61234df1-1a17-4d49-9aa1-df337d0e894f req-e18b4f42-d0db-414e-8696-198b24e94ccc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=523ecadce86b493ca00e37d22c0d8a7a&device_id=1eebeb95-bdc2-43b4-a30d-bde16d683bcd HTTP/1.1" status: 200 len: 1098 time: 0.0839100 Oct 04 09:43:12.031756 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61234df1-1a17-4d49-9aa1-df337d0e894f req-49ce4a55-a802-4d90-8058-c626c30e4195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:12.033105 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-61234df1-1a17-4d49-9aa1-df337d0e894f req-49ce4a55-a802-4d90-8058-c626c30e4195 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 HTTP/1.1" status: 200 len: 912 time: 0.1220560 Oct 04 09:43:12.132962 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-61234df1-1a17-4d49-9aa1-df337d0e894f req-f86cdf78-200b-45d7-ae86-379e99d21489 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4 HTTP/1.1" status: 200 len: 1002 time: 0.0931814 Oct 04 09:43:12.193537 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61234df1-1a17-4d49-9aa1-df337d0e894f req-dace65f9-f706-463e-9c9d-1ac83c34e421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:12.194898 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-61234df1-1a17-4d49-9aa1-df337d0e894f req-dace65f9-f706-463e-9c9d-1ac83c34e421 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e45547e1-0b28-4b64-ada0-0a0e073a56b1 HTTP/1.1" status: 200 len: 850 time: 0.0554526 Oct 04 09:43:12.278060 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61234df1-1a17-4d49-9aa1-df337d0e894f req-ff899b43-4fe0-4178-b816-4ae5250d2bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:12.280092 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-61234df1-1a17-4d49-9aa1-df337d0e894f req-ff899b43-4fe0-4178-b816-4ae5250d2bc2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794656 Oct 04 09:43:12.407529 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-61234df1-1a17-4d49-9aa1-df337d0e894f req-8d2cafd6-1f81-43bb-b584-be24616ce773 service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219339 Oct 04 09:43:12.536201 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-61234df1-1a17-4d49-9aa1-df337d0e894f req-ee5bed01-d286-4e49-90dd-15dd94f4a0b4 service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221097 Oct 04 09:43:12.969876 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc017e70-fa60-4d47-aa07-2df97cb17c27 req-cd5ee081-ac48-42b0-b791-f32389f19869 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:12.971346 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-fc017e70-fa60-4d47-aa07-2df97cb17c27 req-cd5ee081-ac48-42b0-b791-f32389f19869 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1eebeb95-bdc2-43b4-a30d-bde16d683bcd HTTP/1.1" status: 200 len: 945 time: 0.0908003 Oct 04 09:43:13.015916 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-fc017e70-fa60-4d47-aa07-2df97cb17c27 req-60324726-4acc-474d-96af-d7d953d6b403 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387509 Oct 04 09:43:13.278999 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4 up at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:43:13.347107 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning complete for port 1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:43:13.347471 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:43:13.347803 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Attempt 1 to provision port 1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4 Oct 04 09:43:13.460436 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4 is: BUILD; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:43:13.460803 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:43:13.485869 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eebeb95-bdc2-43b4-a30d-bde16d683bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:43:13.488081 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aef738b946a3ea172e8e75fc735451da1d91f114ea1acc5fcf392e20a929bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab417219-a745-42b6-aa52-68cfc9c4e212" -d '{"events": [{"server_uuid": "1eebeb95-bdc2-43b4-a30d-bde16d683bcd", "name": "network-vif-plugged", "status": "completed", "tag": "1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:43:13.495842 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4,segment=NetworkSegment(145756dd-4524-4dba-b36a-aad8eba1109c),segment_id=145756dd-4524-4dba-b36a-aad8eba1109c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:43:13.500631 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:43:13.536727 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4976507-0ee2-4553-8aef-2740ed006628 x-openstack-request-id: req-e4976507-0ee2-4553-8aef-2740ed006628 {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:43:13.537014 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eebeb95-bdc2-43b4-a30d-bde16d683bcd", "name": "network-vif-plugged", "status": "completed", "tag": "1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:43:13.537262 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e4976507-0ee2-4553-8aef-2740ed006628 {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:43:13.537651 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4976507-0ee2-4553-8aef-2740ed006628'] response: {'server_uuid': '1eebeb95-bdc2-43b4-a30d-bde16d683bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4', 'code': 200} Oct 04 09:43:13.571264 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4,revision_number=8']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:43:14.214150 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d98aa-e5d9-4822-94b6-9a4f71ea7c6f req-c47a24a7-e9d9-4e27-8176-01dcf2badf66 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:14.215586 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b03d98aa-e5d9-4822-94b6-9a4f71ea7c6f req-c47a24a7-e9d9-4e27-8176-01dcf2badf66 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1eebeb95-bdc2-43b4-a30d-bde16d683bcd HTTP/1.1" status: 200 len: 946 time: 0.0881777 Oct 04 09:43:14.259020 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b03d98aa-e5d9-4822-94b6-9a4f71ea7c6f req-c3838d7f-8465-4765-bca2-0c923fdb2c17 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372872 Oct 04 09:43:14.563795 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f501d-d2e1-41eb-9a5c-da79b8562cb3 req-42a74721-7981-4b35-8811-06b372b21b80 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:14.565187 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-363f501d-d2e1-41eb-9a5c-da79b8562cb3 req-42a74721-7981-4b35-8811-06b372b21b80 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1eebeb95-bdc2-43b4-a30d-bde16d683bcd HTTP/1.1" status: 200 len: 946 time: 0.1934135 Oct 04 09:43:14.609421 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-363f501d-d2e1-41eb-9a5c-da79b8562cb3 req-6fbe8c84-0e2c-43ad-b130-94df99875605 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386589 Oct 04 09:43:14.951901 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fefe2be-9ae3-4569-9cc7-8296fb1ed3e8 req-b104d91e-2173-4cd1-9728-9a5c14408de8 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:14.953326 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7fefe2be-9ae3-4569-9cc7-8296fb1ed3e8 req-b104d91e-2173-4cd1-9728-9a5c14408de8 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1eebeb95-bdc2-43b4-a30d-bde16d683bcd HTTP/1.1" status: 200 len: 946 time: 0.0902727 Oct 04 09:43:14.999114 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7fefe2be-9ae3-4569-9cc7-8296fb1ed3e8 req-5359fa9a-1fa9-49c1-8108-c70a0a19cd5d tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380208 Oct 04 09:43:15.011345 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c0b08d-ac22-41d4-b535-6b56438af29d req-e25a3fb5-e482-470d-ab03-5a77efb8cb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:15.012841 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-42c0b08d-ac22-41d4-b535-6b56438af29d req-e25a3fb5-e482-470d-ab03-5a77efb8cb78 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=523ecadce86b493ca00e37d22c0d8a7a&device_id=1eebeb95-bdc2-43b4-a30d-bde16d683bcd HTTP/1.1" status: 200 len: 1099 time: 0.0783467 Oct 04 09:43:15.139330 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c0b08d-ac22-41d4-b535-6b56438af29d req-a140f9a0-5675-4c87-8f15-f52b547922e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:15.140762 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-42c0b08d-ac22-41d4-b535-6b56438af29d req-a140f9a0-5675-4c87-8f15-f52b547922e1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 HTTP/1.1" status: 200 len: 912 time: 0.1218686 Oct 04 09:43:15.240981 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-42c0b08d-ac22-41d4-b535-6b56438af29d req-00baa6cf-05f0-4cbe-b69d-0d92ecff54bd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4 HTTP/1.1" status: 200 len: 1003 time: 0.0925891 Oct 04 09:43:15.306012 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c0b08d-ac22-41d4-b535-6b56438af29d req-c106e534-e9af-42b0-a41f-62a0d61f2a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:15.307647 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-42c0b08d-ac22-41d4-b535-6b56438af29d req-c106e534-e9af-42b0-a41f-62a0d61f2a8c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e45547e1-0b28-4b64-ada0-0a0e073a56b1 HTTP/1.1" status: 200 len: 850 time: 0.0610948 Oct 04 09:43:15.387019 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c0b08d-ac22-41d4-b535-6b56438af29d req-96643835-f254-4e12-8262-94bf07859d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:15.388506 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-42c0b08d-ac22-41d4-b535-6b56438af29d req-96643835-f254-4e12-8262-94bf07859d16 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757987 Oct 04 09:43:15.623239 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-42c0b08d-ac22-41d4-b535-6b56438af29d req-47e8d31f-5b90-4ef7-958d-50e98bae00f5 service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287655 Oct 04 09:43:15.716053 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:43:15.752262 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-42c0b08d-ac22-41d4-b535-6b56438af29d req-5cab996a-6b3d-4d26-8813-34d76b6a1071 service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236320 Oct 04 09:43:16.202740 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c1199-09b2-4a6c-bb86-94d2f51d7967 req-4d5f60ea-1978-4b8f-bd3b-4e3e0371a674 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:16.204208 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-091c1199-09b2-4a6c-bb86-94d2f51d7967 req-4d5f60ea-1978-4b8f-bd3b-4e3e0371a674 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1eebeb95-bdc2-43b4-a30d-bde16d683bcd HTTP/1.1" status: 200 len: 946 time: 0.0907049 Oct 04 09:43:16.249303 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-091c1199-09b2-4a6c-bb86-94d2f51d7967 req-5496ab82-a376-4909-a6d1-7414e0e85453 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392916 Oct 04 09:43:17.441189 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52064e-e8eb-4427-a0eb-d044eb8fa705 req-85195e76-01ba-4b7f-8bdd-3a34e9fba26c tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:17.442630 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-fc52064e-e8eb-4427-a0eb-d044eb8fa705 req-85195e76-01ba-4b7f-8bdd-3a34e9fba26c tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1eebeb95-bdc2-43b4-a30d-bde16d683bcd HTTP/1.1" status: 200 len: 946 time: 0.0852199 Oct 04 09:43:17.485799 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-fc52064e-e8eb-4427-a0eb-d044eb8fa705 req-f62688f6-6160-4d94-947a-e5c43995418c tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371981 Oct 04 09:43:17.879311 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d661ee1-0185-4936-8011-9dda933e04b8 req-8a13f45e-c72d-4566-bd16-ca24d22cb2ab tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:17.880688 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-8d661ee1-0185-4936-8011-9dda933e04b8 req-8a13f45e-c72d-4566-bd16-ca24d22cb2ab tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1eebeb95-bdc2-43b4-a30d-bde16d683bcd HTTP/1.1" status: 200 len: 946 time: 0.0886497 Oct 04 09:43:17.923757 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-8d661ee1-0185-4936-8011-9dda933e04b8 req-2cbb6135-26ee-47d3-a88f-18ed10b016dc tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373783 Oct 04 09:43:19.126293 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeade4c9-cbc6-44fa-aec5-96c253b8139d req-31aabb93-4be7-45e9-bba1-d408940a6f10 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:19.127737 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-eeade4c9-cbc6-44fa-aec5-96c253b8139d req-31aabb93-4be7-45e9-bba1-d408940a6f10 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1eebeb95-bdc2-43b4-a30d-bde16d683bcd HTTP/1.1" status: 200 len: 946 time: 0.0856102 Oct 04 09:43:19.173139 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-eeade4c9-cbc6-44fa-aec5-96c253b8139d req-f7428091-0b3e-4e5a-a33f-16cec37830a6 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397644 Oct 04 09:43:19.683721 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d3efa9-6dbf-4af6-88f6-edff5f37eb25 req-09a22ddc-555e-4cb3-8152-be967c6b3fa9 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:19.685183 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b1d3efa9-6dbf-4af6-88f6-edff5f37eb25 req-09a22ddc-555e-4cb3-8152-be967c6b3fa9 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eebeb95-bdc2-43b4-a30d-bde16d683bcd HTTP/1.1" status: 200 len: 946 time: 0.0895536 Oct 04 09:43:19.756522 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-b1d3efa9-6dbf-4af6-88f6-edff5f37eb25 req-97a44811-c54b-4ab5-a80d-46acfc9b1b36 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Deleting port 1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:43:19.756861 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-b1d3efa9-6dbf-4af6-88f6-edff5f37eb25 req-97a44811-c54b-4ab5-a80d-46acfc9b1b36 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:43:20.003691 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-b1d3efa9-6dbf-4af6-88f6-edff5f37eb25 req-97a44811-c54b-4ab5-a80d-46acfc9b1b36 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] For port 1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4,segment=NetworkSegment(145756dd-4524-4dba-b36a-aad8eba1109c),segment_id=145756dd-4524-4dba-b36a-aad8eba1109c)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:43:20.003987 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-b1d3efa9-6dbf-4af6-88f6-edff5f37eb25 req-97a44811-c54b-4ab5-a80d-46acfc9b1b36 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:43:20.288990 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-b1d3efa9-6dbf-4af6-88f6-edff5f37eb25 req-97a44811-c54b-4ab5-a80d-46acfc9b1b36 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:43:20.289663 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-b1d3efa9-6dbf-4af6-88f6-edff5f37eb25 req-97a44811-c54b-4ab5-a80d-46acfc9b1b36 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:43:20.289663 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.l3_db [req-b1d3efa9-6dbf-4af6-88f6-edff5f37eb25 req-97a44811-c54b-4ab5-a80d-46acfc9b1b36 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Floating IP c2541de6-f5fb-434f-bd61-904d9e19c198 disassociated. External IP: 172.26.10.211, port: 1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4. Oct 04 09:43:20.289897 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-b1d3efa9-6dbf-4af6-88f6-edff5f37eb25 req-97a44811-c54b-4ab5-a80d-46acfc9b1b36 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Calling delete_port for 1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4 owned by compute:nova {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:43:20.369136 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5cfc62-2526-47da-9a1a-57d225d0030f req-8e2e1f35-0cb3-4ddd-a0d1-9b1668a21cfb tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:20.370610 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-8e5cfc62-2526-47da-9a1a-57d225d0030f req-8e2e1f35-0cb3-4ddd-a0d1-9b1668a21cfb tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1eebeb95-bdc2-43b4-a30d-bde16d683bcd HTTP/1.1" status: 200 len: 946 time: 0.0876381 Oct 04 09:43:20.419704 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-8e5cfc62-2526-47da-9a1a-57d225d0030f req-7a22c32d-dadc-4efd-8392-b0f37fe6f2c7 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417280 Oct 04 09:43:20.452337 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-b1d3efa9-6dbf-4af6-88f6-edff5f37eb25 req-97a44811-c54b-4ab5-a80d-46acfc9b1b36 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:43:20.501722 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a44811-c54b-4ab5-a80d-46acfc9b1b36 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Pushing event deleted for resources: {'Port': ['ID=1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:43:20.511965 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a44811-c54b-4ab5-a80d-46acfc9b1b36 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:43:20.512314 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a44811-c54b-4ab5-a80d-46acfc9b1b36 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:43:20.512695 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a44811-c54b-4ab5-a80d-46acfc9b1b36 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:43:20.513035 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a44811-c54b-4ab5-a80d-46acfc9b1b36 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:43:20.513392 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a44811-c54b-4ab5-a80d-46acfc9b1b36 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:43:20.513722 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a44811-c54b-4ab5-a80d-46acfc9b1b36 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:43:20.514058 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a44811-c54b-4ab5-a80d-46acfc9b1b36 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:43:20.514381 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a44811-c54b-4ab5-a80d-46acfc9b1b36 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:43:20.514704 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a44811-c54b-4ab5-a80d-46acfc9b1b36 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:43:20.515028 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a44811-c54b-4ab5-a80d-46acfc9b1b36 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:43:20.515349 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a44811-c54b-4ab5-a80d-46acfc9b1b36 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:43:20.515668 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a44811-c54b-4ab5-a80d-46acfc9b1b36 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:43:20.800705 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1d3efa9-6dbf-4af6-88f6-edff5f37eb25 req-97a44811-c54b-4ab5-a80d-46acfc9b1b36 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Router 12d68ca1-c67b-4fac-acf0-164463cac50b has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:43:20.975604 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1d3efa9-6dbf-4af6-88f6-edff5f37eb25 req-97a44811-c54b-4ab5-a80d-46acfc9b1b36 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:43:20.985332 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d9570d-dcac-4d48-8fc2-e7c059519a86 None None] Sync routers for ids ['12d68ca1-c67b-4fac-acf0-164463cac50b'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:43:20.994758 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d9570d-dcac-4d48-8fc2-e7c059519a86 None None] Routers {'12d68ca1-c67b-4fac-acf0-164463cac50b'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:43:20.995360 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-e1d9570d-dcac-4d48-8fc2-e7c059519a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:43:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['12d68ca1-c67b-4fac-acf0-164463cac50b'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:43:21.065900 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1d3efa9-6dbf-4af6-88f6-edff5f37eb25 req-97a44811-c54b-4ab5-a80d-46acfc9b1b36 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] No DVR routers for this DVR port 1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4 on host hv-neutron-8602 {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:43:21.068414 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-b1d3efa9-6dbf-4af6-88f6-edff5f37eb25 req-97a44811-c54b-4ab5-a80d-46acfc9b1b36 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:43:21.070909 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eebeb95-bdc2-43b4-a30d-bde16d683bcd', 'name': 'network-vif-deleted', 'tag': '1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:43:21.073220 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a4552e-1144-4182-abe8-65e46a8c9ec5" -d '{"events": [{"server_uuid": "1eebeb95-bdc2-43b4-a30d-bde16d683bcd", "name": "network-vif-deleted", "tag": "1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:43:21.088123 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b1d3efa9-6dbf-4af6-88f6-edff5f37eb25 req-97a44811-c54b-4ab5-a80d-46acfc9b1b36 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.20 "DELETE /v2.0/ports/1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4 HTTP/1.1" status: 204 len: 173 time: 1.3976943 Oct 04 09:43:21.116876 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00206240-062e-4c91-bda0-9a16541fffc2 x-openstack-request-id: req-00206240-062e-4c91-bda0-9a16541fffc2 {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:43:21.117259 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eebeb95-bdc2-43b4-a30d-bde16d683bcd", "name": "network-vif-deleted", "tag": "1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:43:21.117937 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-00206240-062e-4c91-bda0-9a16541fffc2 {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:43:21.118260 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00206240-062e-4c91-bda0-9a16541fffc2'] response: {'server_uuid': '1eebeb95-bdc2-43b4-a30d-bde16d683bcd', 'name': 'network-vif-deleted', 'tag': '1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4', 'status': 'completed', 'code': 200} Oct 04 09:43:21.180627 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-e1d9570d-dcac-4d48-8fc2-e7c059519a86 None None] Set router 12d68ca1-c67b-4fac-acf0-164463cac50b gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:43:21.493447 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-e1d9570d-dcac-4d48-8fc2-e7c059519a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'name': 'tempest-ServerActionsTestJSON-592270206-router', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.221'}], 'enable_snat': True}, 'gw_port_id': '16f37ce1-1d24-40af-97a2-b458bc0fdc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:39:15Z', 'updated_at': '2022-10-04T09:39:19Z', 'revision_number': 4, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'gw_port': {'id': '16f37ce1-1d24-40af-97a2-b458bc0fdc81', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:39:15Z', 'updated_at': '2022-10-04T09:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '9d12d954-2e16-4c4b-92d4-defcc361cde0', 'name': '', 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'mac_address': 'fa:16:3e:62:2c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'e45547e1-0b28-4b64-ada0-0a0e073a56b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:39:18Z', 'updated_at': '2022-10-04T09:39:23Z', 'revision_number': 5, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'subnets': [{'id': 'e45547e1-0b28-4b64-ada0-0a0e073a56b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:43:21.497264 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d9570d-dcac-4d48-8fc2-e7c059519a86 None None] Checking router: 12d68ca1-c67b-4fac-acf0-164463cac50b for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:43:21.505894 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d9570d-dcac-4d48-8fc2-e7c059519a86 None None] Routers {'12d68ca1-c67b-4fac-acf0-164463cac50b'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:43:21.506485 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-e1d9570d-dcac-4d48-8fc2-e7c059519a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:43:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['12d68ca1-c67b-4fac-acf0-164463cac50b'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:43:21.600302 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-1f142aef-45f1-4f2d-8d99-2ef5ad6a5210 req-7d19ac61-9fd6-4991-9be7-5e1432bc4f3e tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=1eebeb95-bdc2-43b4-a30d-bde16d683bcd HTTP/1.1" status: 200 len: 210 time: 0.0539219 Oct 04 09:43:21.682391 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-e1d9570d-dcac-4d48-8fc2-e7c059519a86 None None] Set router 12d68ca1-c67b-4fac-acf0-164463cac50b gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:43:22.000369 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-e1d9570d-dcac-4d48-8fc2-e7c059519a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'name': 'tempest-ServerActionsTestJSON-592270206-router', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.221'}], 'enable_snat': True}, 'gw_port_id': '16f37ce1-1d24-40af-97a2-b458bc0fdc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:39:15Z', 'updated_at': '2022-10-04T09:39:19Z', 'revision_number': 4, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'gw_port': {'id': '16f37ce1-1d24-40af-97a2-b458bc0fdc81', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:39:15Z', 'updated_at': '2022-10-04T09:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '9d12d954-2e16-4c4b-92d4-defcc361cde0', 'name': '', 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'mac_address': 'fa:16:3e:62:2c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'e45547e1-0b28-4b64-ada0-0a0e073a56b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:39:18Z', 'updated_at': '2022-10-04T09:39:23Z', 'revision_number': 5, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'subnets': [{'id': 'e45547e1-0b28-4b64-ada0-0a0e073a56b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:43:22.004161 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d9570d-dcac-4d48-8fc2-e7c059519a86 None None] The sync data for ids ['12d68ca1-c67b-4fac-acf0-164463cac50b'] in dv-neutron-860215-1-hyperv is: [{'id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'name': 'tempest-ServerActionsTestJSON-592270206-router', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.221'}], 'enable_snat': True}, 'gw_port_id': '16f37ce1-1d24-40af-97a2-b458bc0fdc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:39:15Z', 'updated_at': '2022-10-04T09:39:19Z', 'revision_number': 4, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'gw_port': {'id': '16f37ce1-1d24-40af-97a2-b458bc0fdc81', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:39:15Z', 'updated_at': '2022-10-04T09:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '9d12d954-2e16-4c4b-92d4-defcc361cde0', 'name': '', 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'mac_address': 'fa:16:3e:62:2c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'e45547e1-0b28-4b64-ada0-0a0e073a56b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:39:18Z', 'updated_at': '2022-10-04T09:39:23Z', 'revision_number': 5, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'subnets': [{'id': 'e45547e1-0b28-4b64-ada0-0a0e073a56b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:43:22.210150 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd734e1e-8e39-485c-8fb7-afe8d6ba9cbc None None] New status for floating IP c2541de6-f5fb-434f-bd61-904d9e19c198: DOWN {{(pid=89034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 09:43:22.937073 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-db05e387-cf5b-4dab-a245-bfb2222de534 req-203a3282-938f-42c2-93fd-e7a99d2db0db tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--476675354&fields=id&tenant_id=523ecadce86b493ca00e37d22c0d8a7a HTTP/1.1" status: 200 len: 267 time: 0.0388358 Oct 04 09:43:23.082570 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05e387-cf5b-4dab-a245-bfb2222de534 req-9c2248b6-11f0-49e6-85a4-04116718098d tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:23.083991 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-db05e387-cf5b-4dab-a245-bfb2222de534 req-9c2248b6-11f0-49e6-85a4-04116718098d tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/networks?id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 HTTP/1.1" status: 200 len: 811 time: 0.1407988 Oct 04 09:43:23.098928 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-db05e387-cf5b-4dab-a245-bfb2222de534 req-c5cf9d2e-686a-4bdd-a2b4-b6c4dafe6306 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/quotas/523ecadce86b493ca00e37d22c0d8a7a HTTP/1.1" status: 200 len: 375 time: 0.0094898 Oct 04 09:43:23.190081 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-db05e387-cf5b-4dab-a245-bfb2222de534 req-cb752f5a-756b-4e19-83f1-6e071eba82da tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Synchronizing usage tracker for tenant:523ecadce86b493ca00e37d22c0d8a7a on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:43:23.204601 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-db05e387-cf5b-4dab-a245-bfb2222de534 req-cb752f5a-756b-4e19-83f1-6e071eba82da tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Unset dirty status for tenant:523ecadce86b493ca00e37d22c0d8a7a on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:43:23.205871 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-db05e387-cf5b-4dab-a245-bfb2222de534 req-cb752f5a-756b-4e19-83f1-6e071eba82da tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=523ecadce86b493ca00e37d22c0d8a7a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1021092 Oct 04 09:43:23.340906 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-db05e387-cf5b-4dab-a245-bfb2222de534 req-19c11191-6da2-4d85-9abc-ca193607289f service neutron] 10.222.0.50 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227934 Oct 04 09:43:23.359187 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4 no longer exists at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:43:23.392122 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] No Port match for: 1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:43:23.392520 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 1ffaa24a-8aa2-4ca8-bc84-514c3e5fdcf4 not bound to the agent host hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:43:23.469748 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-db05e387-cf5b-4dab-a245-bfb2222de534 req-c9630e8d-f12e-406a-bb1a-7416c2914994 service neutron] 10.222.0.50 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224949 Oct 04 09:43:23.646832 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-05bf2672-192e-40fd-a470-0fe7c0786de6 req-8b888b4e-9345-4beb-b4f9-980e9259fb65 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=ede0d2bb-ee83-42b4-aadb-0e0af7edc789 HTTP/1.1" status: 200 len: 210 time: 0.0483530 Oct 04 09:43:24.753981 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-600a05ca-a7f5-48a9-ad40-ed123e44c84e req-ade79ec6-2826-40dc-9297-189a54aad19a tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=ede0d2bb-ee83-42b4-aadb-0e0af7edc789 HTTP/1.1" status: 200 len: 210 time: 0.0491059 Oct 04 09:43:25.865759 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-0c42e4b8-e6ab-4398-ae11-794c4169ef5a req-1b53c2ba-7ee9-46a2-aba2-7a570585ab30 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=ede0d2bb-ee83-42b4-aadb-0e0af7edc789 HTTP/1.1" status: 200 len: 210 time: 0.0517831 Oct 04 09:43:26.736813 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05e387-cf5b-4dab-a245-bfb2222de534 req-67542ddb-a400-4b42-82e7-0f0498436999 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:26.738222 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-db05e387-cf5b-4dab-a245-bfb2222de534 req-67542ddb-a400-4b42-82e7-0f0498436999 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.20 "GET /v2.0/networks?id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 HTTP/1.1" status: 200 len: 811 time: 0.1444044 Oct 04 09:43:26.797298 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-db05e387-cf5b-4dab-a245-bfb2222de534 req-77866e64-7f9e-438f-a6fd-f5ee810336f6 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=523ecadce86b493ca00e37d22c0d8a7a HTTP/1.1" status: 200 len: 379 time: 0.0446098 Oct 04 09:43:26.805313 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-db05e387-cf5b-4dab-a245-bfb2222de534 req-9fe7fdec-33ab-42b5-a96a-01263026d70c tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Request body: {'port': {'device_id': 'ede0d2bb-ee83-42b4-aadb-0e0af7edc789', 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1', 'admin_state_up': True, 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'security_groups': ['36576f3f-8e4e-4dab-b48a-9b06f15fce4b']}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:43:26.940782 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-db05e387-cf5b-4dab-a245-bfb2222de534 req-9fe7fdec-33ab-42b5-a96a-01263026d70c tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:43:26.950160 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-db05e387-cf5b-4dab-a245-bfb2222de534 req-9fe7fdec-33ab-42b5-a96a-01263026d70c tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:43:26.960602 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db05e387-cf5b-4dab-a245-bfb2222de534 req-9fe7fdec-33ab-42b5-a96a-01263026d70c tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Made reservation on behalf of 523ecadce86b493ca00e37d22c0d8a7a for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:43:26.963986 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-db05e387-cf5b-4dab-a245-bfb2222de534 req-9fe7fdec-33ab-42b5-a96a-01263026d70c tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:43:27.085760 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-22cd6e90-09bc-4e83-9b62-cf2af05f5d94 req-5aebf0fb-8368-44e7-ba73-e4e28f914523 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=ede0d2bb-ee83-42b4-aadb-0e0af7edc789 HTTP/1.1" status: 200 len: 210 time: 0.1029558 Oct 04 09:43:27.183362 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [req-db05e387-cf5b-4dab-a245-bfb2222de534 req-9fe7fdec-33ab-42b5-a96a-01263026d70c tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Allocated IP 172.20.0.11 (e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1/e45547e1-0b28-4b64-ada0-0a0e073a56b1/ed270210-8044-468c-88d7-0171c11b1932) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:43:27.506622 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-db05e387-cf5b-4dab-a245-bfb2222de534 req-9fe7fdec-33ab-42b5-a96a-01263026d70c tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:43:27.524445 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-db05e387-cf5b-4dab-a245-bfb2222de534 req-9fe7fdec-33ab-42b5-a96a-01263026d70c tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Transition to ACTIVE for port object ed270210-8044-468c-88d7-0171c11b1932 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:43:27.549163 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-db05e387-cf5b-4dab-a245-bfb2222de534 req-9fe7fdec-33ab-42b5-a96a-01263026d70c tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:43:27.618263 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db05e387-cf5b-4dab-a245-bfb2222de534 req-9fe7fdec-33ab-42b5-a96a-01263026d70c tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Network e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:43:27.621439 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [req-db05e387-cf5b-4dab-a245-bfb2222de534 req-9fe7fdec-33ab-42b5-a96a-01263026d70c tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:43:27.625826 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-db05e387-cf5b-4dab-a245-bfb2222de534 req-9fe7fdec-33ab-42b5-a96a-01263026d70c tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:43:27.635296 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-72f3534e-0b82-43b7-ab0a-a1e4de20acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:43:27.666364 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe7fdec-33ab-42b5-a96a-01263026d70c tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Pushing event updated for resources: {'Port': ['ID=ed270210-8044-468c-88d7-0171c11b1932,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:43:27.701157 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05e387-cf5b-4dab-a245-bfb2222de534 req-9fe7fdec-33ab-42b5-a96a-01263026d70c tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:27.701827 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-db05e387-cf5b-4dab-a245-bfb2222de534 req-9fe7fdec-33ab-42b5-a96a-01263026d70c tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:43:27.730868 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-db05e387-cf5b-4dab-a245-bfb2222de534 req-9fe7fdec-33ab-42b5-a96a-01263026d70c tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9293420 Oct 04 09:43:27.748842 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [req-db05e387-cf5b-4dab-a245-bfb2222de534 req-1f7ae070-c25a-41eb-b1ed-858d0fcfc259 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=89032) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:43:27.750261 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-db05e387-cf5b-4dab-a245-bfb2222de534 req-1f7ae070-c25a-41eb-b1ed-858d0fcfc259 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076280 Oct 04 09:43:27.808197 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-db05e387-cf5b-4dab-a245-bfb2222de534 req-92d0c3be-3c1b-46fe-af37-a356f937966f service neutron] Request body: {'port': {'device_id': 'ede0d2bb-ee83-42b4-aadb-0e0af7edc789', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8602'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:43:27.923865 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-51310b8f-a8c9-4dd3-8d48-7fca94c40262 None None] Provisioning for port ed270210-8044-468c-88d7-0171c11b1932 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:43:27.928123 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-db05e387-cf5b-4dab-a245-bfb2222de534 req-92d0c3be-3c1b-46fe-af37-a356f937966f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:43:27.928923 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-51310b8f-a8c9-4dd3-8d48-7fca94c40262 None None] Provisioning complete for port ed270210-8044-468c-88d7-0171c11b1932 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:43:27.929352 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-51310b8f-a8c9-4dd3-8d48-7fca94c40262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:43:27.929739 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-51310b8f-a8c9-4dd3-8d48-7fca94c40262 None None] Attempt 1 to provision port ed270210-8044-468c-88d7-0171c11b1932 Oct 04 09:43:27.992200 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-51310b8f-a8c9-4dd3-8d48-7fca94c40262 None None] Port ed270210-8044-468c-88d7-0171c11b1932 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:43:28.276889 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [req-db05e387-cf5b-4dab-a245-bfb2222de534 req-92d0c3be-3c1b-46fe-af37-a356f937966f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed270210-8044-468c-88d7-0171c11b1932 {{(pid=89032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:43:28.281960 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545a269-d3c5-4ac3-9899-d64c74047b80 req-1bfa3620-5d1e-4dcf-8f07-eacf5a7ecb30 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:28.283464 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-6545a269-d3c5-4ac3-9899-d64c74047b80 req-1bfa3620-5d1e-4dcf-8f07-eacf5a7ecb30 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=ede0d2bb-ee83-42b4-aadb-0e0af7edc789 HTTP/1.1" status: 200 len: 932 time: 0.0866010 Oct 04 09:43:28.284490 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-db05e387-cf5b-4dab-a245-bfb2222de534 req-92d0c3be-3c1b-46fe-af37-a356f937966f service neutron] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:43:28.300238 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-db05e387-cf5b-4dab-a245-bfb2222de534 req-92d0c3be-3c1b-46fe-af37-a356f937966f service neutron] Transition to ACTIVE for port object ed270210-8044-468c-88d7-0171c11b1932 will not be triggered until provisioned by entity L2. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:43:28.304718 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-db05e387-cf5b-4dab-a245-bfb2222de534 req-92d0c3be-3c1b-46fe-af37-a356f937966f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:43:28.330693 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-6545a269-d3c5-4ac3-9899-d64c74047b80 req-0158a1ed-5297-4ed0-9313-7b508206af6a tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415359 Oct 04 09:43:28.493299 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0c3be-3c1b-46fe-af37-a356f937966f service neutron] Pushing event updated for resources: {'Port': ['ID=ed270210-8044-468c-88d7-0171c11b1932,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:43:28.493626 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-51310b8f-a8c9-4dd3-8d48-7fca94c40262 None None] Attempt 2 to provision port ed270210-8044-468c-88d7-0171c11b1932 Oct 04 09:43:28.529327 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-db05e387-cf5b-4dab-a245-bfb2222de534 req-92d0c3be-3c1b-46fe-af37-a356f937966f service neutron] Attempting to bind port ed270210-8044-468c-88d7-0171c11b1932 on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:43:28.529662 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-db05e387-cf5b-4dab-a245-bfb2222de534 req-92d0c3be-3c1b-46fe-af37-a356f937966f service neutron] Attempting to bind port ed270210-8044-468c-88d7-0171c11b1932 by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': '145756dd-4524-4dba-b36a-aad8eba1109c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1'}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:43:28.530021 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db05e387-cf5b-4dab-a245-bfb2222de534 req-92d0c3be-3c1b-46fe-af37-a356f937966f service neutron] Attempting to bind port ed270210-8044-468c-88d7-0171c11b1932 on network e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:43:28.534723 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db05e387-cf5b-4dab-a245-bfb2222de534 req-92d0c3be-3c1b-46fe-af37-a356f937966f service neutron] Port ed270210-8044-468c-88d7-0171c11b1932 on network e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:43:28.535042 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db05e387-cf5b-4dab-a245-bfb2222de534 req-92d0c3be-3c1b-46fe-af37-a356f937966f service neutron] Attempting to bind port ed270210-8044-468c-88d7-0171c11b1932 on network e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:43:28.540057 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db05e387-cf5b-4dab-a245-bfb2222de534 req-92d0c3be-3c1b-46fe-af37-a356f937966f service neutron] Checking agent: {'id': '1be90a14-1104-4771-996e-684b25b74d15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'started_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:43:28.540415 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db05e387-cf5b-4dab-a245-bfb2222de534 req-92d0c3be-3c1b-46fe-af37-a356f937966f service neutron] Checking segment: {'id': '145756dd-4524-4dba-b36a-aad8eba1109c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:43:28.540795 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db05e387-cf5b-4dab-a245-bfb2222de534 req-92d0c3be-3c1b-46fe-af37-a356f937966f service neutron] Bound using segment: {'id': '145756dd-4524-4dba-b36a-aad8eba1109c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1'} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:43:28.541214 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-db05e387-cf5b-4dab-a245-bfb2222de534 req-92d0c3be-3c1b-46fe-af37-a356f937966f service neutron] Bound port: ed270210-8044-468c-88d7-0171c11b1932, host: hv-neutron-8602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '145756dd-4524-4dba-b36a-aad8eba1109c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1'}}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:43:28.541559 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-db05e387-cf5b-4dab-a245-bfb2222de534 req-92d0c3be-3c1b-46fe-af37-a356f937966f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:43:28.548919 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-51310b8f-a8c9-4dd3-8d48-7fca94c40262 None None] Port ed270210-8044-468c-88d7-0171c11b1932 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:43:28.628040 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-db05e387-cf5b-4dab-a245-bfb2222de534 req-92d0c3be-3c1b-46fe-af37-a356f937966f service neutron] For port ed270210-8044-468c-88d7-0171c11b1932, host hv-neutron-8602, cleared binding levels {{(pid=89032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:43:28.631147 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-db05e387-cf5b-4dab-a245-bfb2222de534 req-92d0c3be-3c1b-46fe-af37-a356f937966f service neutron] For port ed270210-8044-468c-88d7-0171c11b1932, host hv-neutron-8602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=ed270210-8044-468c-88d7-0171c11b1932,segment=NetworkSegment(145756dd-4524-4dba-b36a-aad8eba1109c),segment_id=145756dd-4524-4dba-b36a-aad8eba1109c)] {{(pid=89032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:43:28.634444 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-db05e387-cf5b-4dab-a245-bfb2222de534 req-92d0c3be-3c1b-46fe-af37-a356f937966f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:43:28.665501 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05e387-cf5b-4dab-a245-bfb2222de534 req-92d0c3be-3c1b-46fe-af37-a356f937966f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:28.666099 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-db05e387-cf5b-4dab-a245-bfb2222de534 req-92d0c3be-3c1b-46fe-af37-a356f937966f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:43:28.667434 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-db05e387-cf5b-4dab-a245-bfb2222de534 req-92d0c3be-3c1b-46fe-af37-a356f937966f service neutron] 10.222.0.20 "PUT /v2.0/ports/ed270210-8044-468c-88d7-0171c11b1932 HTTP/1.1" status: 200 len: 1094 time: 0.9104981 Oct 04 09:43:28.667847 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ede0d2bb-ee83-42b4-aadb-0e0af7edc789', 'tag': 'ed270210-8044-468c-88d7-0171c11b1932'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:43:28.670724 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c200a6b9-530f-4617-b694-cf0d005482cb" -d '{"events": [{"name": "network-changed", "server_uuid": "ede0d2bb-ee83-42b4-aadb-0e0af7edc789", "tag": "ed270210-8044-468c-88d7-0171c11b1932"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:43:28.718533 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0c3be-3c1b-46fe-af37-a356f937966f service neutron] Pushing event updated for resources: {'Port': ['ID=ed270210-8044-468c-88d7-0171c11b1932,revision_number=3']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:43:28.760188 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3aedeaf-b84b-4bcb-b17c-b81cf37a4d5f x-openstack-request-id: req-e3aedeaf-b84b-4bcb-b17c-b81cf37a4d5f {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:43:28.760791 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ede0d2bb-ee83-42b4-aadb-0e0af7edc789", "tag": "ed270210-8044-468c-88d7-0171c11b1932", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:43:28.760791 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e3aedeaf-b84b-4bcb-b17c-b81cf37a4d5f {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:43:28.761128 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3aedeaf-b84b-4bcb-b17c-b81cf37a4d5f'] response: {'name': 'network-changed', 'server_uuid': 'ede0d2bb-ee83-42b4-aadb-0e0af7edc789', 'tag': 'ed270210-8044-468c-88d7-0171c11b1932', 'status': 'completed', 'code': 200} Oct 04 09:43:28.802393 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05e387-cf5b-4dab-a245-bfb2222de534 req-d7f7662b-73ac-4fea-a31e-d6c6242e0b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:28.803867 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-db05e387-cf5b-4dab-a245-bfb2222de534 req-d7f7662b-73ac-4fea-a31e-d6c6242e0b31 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=523ecadce86b493ca00e37d22c0d8a7a&device_id=ede0d2bb-ee83-42b4-aadb-0e0af7edc789 HTTP/1.1" status: 200 len: 1097 time: 0.0805554 Oct 04 09:43:28.879005 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-db05e387-cf5b-4dab-a245-bfb2222de534 req-98c707d0-1157-4d53-8982-e90aff4a500e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed270210-8044-468c-88d7-0171c11b1932 HTTP/1.1" status: 200 len: 217 time: 0.0631549 Oct 04 09:43:28.939698 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05e387-cf5b-4dab-a245-bfb2222de534 req-e582fd9a-7fe9-4f63-b7fe-3a9fe182b0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:28.941087 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-db05e387-cf5b-4dab-a245-bfb2222de534 req-e582fd9a-7fe9-4f63-b7fe-3a9fe182b0ce service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e45547e1-0b28-4b64-ada0-0a0e073a56b1 HTTP/1.1" status: 200 len: 850 time: 0.0564640 Oct 04 09:43:29.024481 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05e387-cf5b-4dab-a245-bfb2222de534 req-75a0b70b-5399-465b-b2bc-9ace7407ea6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:29.025866 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-db05e387-cf5b-4dab-a245-bfb2222de534 req-75a0b70b-5399-465b-b2bc-9ace7407ea6f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790148 Oct 04 09:43:29.050057 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-51310b8f-a8c9-4dd3-8d48-7fca94c40262 None None] Attempt 3 to provision port ed270210-8044-468c-88d7-0171c11b1932 Oct 04 09:43:29.110729 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-51310b8f-a8c9-4dd3-8d48-7fca94c40262 None None] Port ed270210-8044-468c-88d7-0171c11b1932 had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 09:43:29.159887 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-db05e387-cf5b-4dab-a245-bfb2222de534 req-76862beb-899e-44d9-a76d-7c26dc2ac551 service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272526 Oct 04 09:43:29.286873 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-db05e387-cf5b-4dab-a245-bfb2222de534 req-4f802d82-0d56-4f42-921a-c1bff0bf5144 service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209531 Oct 04 09:43:29.553694 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200a6b9-530f-4617-b694-cf0d005482cb req-c6d09f1e-1b61-4c91-be0f-8b4e96f44a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:29.555312 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c200a6b9-530f-4617-b694-cf0d005482cb req-c6d09f1e-1b61-4c91-be0f-8b4e96f44a79 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=523ecadce86b493ca00e37d22c0d8a7a&device_id=ede0d2bb-ee83-42b4-aadb-0e0af7edc789 HTTP/1.1" status: 200 len: 1097 time: 0.1769726 Oct 04 09:43:29.590578 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa1bc6b-a28c-462d-af7b-83dfd7e7008e req-13d722dd-2cbd-4f86-a18b-ba798373864e tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:29.592932 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-2aa1bc6b-a28c-462d-af7b-83dfd7e7008e req-13d722dd-2cbd-4f86-a18b-ba798373864e tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=ede0d2bb-ee83-42b4-aadb-0e0af7edc789 HTTP/1.1" status: 200 len: 944 time: 0.1435778 Oct 04 09:43:29.635632 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-2aa1bc6b-a28c-462d-af7b-83dfd7e7008e req-a64ac29e-c08b-4e05-8b6b-b892e6a37524 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369802 Oct 04 09:43:29.686472 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200a6b9-530f-4617-b694-cf0d005482cb req-dcc49c8a-60a9-49d4-8e3c-e6d96d5e0de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:29.687913 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c200a6b9-530f-4617-b694-cf0d005482cb req-dcc49c8a-60a9-49d4-8e3c-e6d96d5e0de1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 HTTP/1.1" status: 200 len: 912 time: 0.1268973 Oct 04 09:43:29.756738 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c200a6b9-530f-4617-b694-cf0d005482cb req-2a27bd78-e8de-432e-b47f-08083bc4304d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed270210-8044-468c-88d7-0171c11b1932 HTTP/1.1" status: 200 len: 217 time: 0.0626297 Oct 04 09:43:29.816877 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200a6b9-530f-4617-b694-cf0d005482cb req-d24a172b-2ab3-4a51-a0e3-79b8b3675030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:29.818144 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c200a6b9-530f-4617-b694-cf0d005482cb req-d24a172b-2ab3-4a51-a0e3-79b8b3675030 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e45547e1-0b28-4b64-ada0-0a0e073a56b1 HTTP/1.1" status: 200 len: 850 time: 0.0562668 Oct 04 09:43:29.898952 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200a6b9-530f-4617-b694-cf0d005482cb req-b40422ed-f864-4211-a902-e294aca565ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:29.900391 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c200a6b9-530f-4617-b694-cf0d005482cb req-b40422ed-f864-4211-a902-e294aca565ce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768399 Oct 04 09:43:30.027955 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c200a6b9-530f-4617-b694-cf0d005482cb req-ebea0e61-d006-439f-b87b-fa8894d7f930 service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205313 Oct 04 09:43:30.155503 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c200a6b9-530f-4617-b694-cf0d005482cb req-df0c424a-6cfb-4025-9575-2fa2d29a8343 service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212730 Oct 04 09:43:30.298551 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c228e22a-4498-43b4-b252-296bb4c1a39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:43:30.793893 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:43:30.798840 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:43:30.840604 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e888660-b8da-4ce2-a405-4bdb1e1c0ef8 req-61f487d5-8431-4585-a0cb-90d60364f21a tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:30.841333 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-0e888660-b8da-4ce2-a405-4bdb1e1c0ef8 req-61f487d5-8431-4585-a0cb-90d60364f21a tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Synchronizing usage tracker for tenant:523ecadce86b493ca00e37d22c0d8a7a on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:43:30.856436 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-0e888660-b8da-4ce2-a405-4bdb1e1c0ef8 req-61f487d5-8431-4585-a0cb-90d60364f21a tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Unset dirty status for tenant:523ecadce86b493ca00e37d22c0d8a7a on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:43:30.857699 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0e888660-b8da-4ce2-a405-4bdb1e1c0ef8 req-61f487d5-8431-4585-a0cb-90d60364f21a tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=ede0d2bb-ee83-42b4-aadb-0e0af7edc789 HTTP/1.1" status: 200 len: 944 time: 0.1065683 Oct 04 09:43:30.948049 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0e888660-b8da-4ce2-a405-4bdb1e1c0ef8 req-8cf64e6b-7dfb-4881-8f41-1d91a992237e tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845010 Oct 04 09:43:32.148099 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8509b-329d-4d65-af95-09008cdac4c4 req-56dccd0e-e02b-4fef-aba6-c554ddcbff07 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:32.149552 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7ad8509b-329d-4d65-af95-09008cdac4c4 req-56dccd0e-e02b-4fef-aba6-c554ddcbff07 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=ede0d2bb-ee83-42b4-aadb-0e0af7edc789 HTTP/1.1" status: 200 len: 944 time: 0.0886366 Oct 04 09:43:32.192080 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7ad8509b-329d-4d65-af95-09008cdac4c4 req-0fc768dd-6e57-48ca-a2c3-57e1c2234866 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368741 Oct 04 09:43:32.325739 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:43:33.387467 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a825521-ea5e-4192-8697-589458d64ee0 req-7de2abdb-6883-433a-b836-632265f3b6df tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:33.388950 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2a825521-ea5e-4192-8697-589458d64ee0 req-7de2abdb-6883-433a-b836-632265f3b6df tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=ede0d2bb-ee83-42b4-aadb-0e0af7edc789 HTTP/1.1" status: 200 len: 944 time: 0.0879688 Oct 04 09:43:33.404525 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device ed270210-8044-468c-88d7-0171c11b1932 details requested by agent hyperv_hv-neutron-8602 with host hv-neutron-8602 {{(pid=89034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 04 09:43:33.432806 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2a825521-ea5e-4192-8697-589458d64ee0 req-1a86632a-aeaa-45f9-a967-e233d6b7ffc8 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380931 Oct 04 09:43:33.536605 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port ed270210-8044-468c-88d7-0171c11b1932, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=ed270210-8044-468c-88d7-0171c11b1932,segment=NetworkSegment(145756dd-4524-4dba-b36a-aad8eba1109c),segment_id=145756dd-4524-4dba-b36a-aad8eba1109c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:43:33.549872 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Returning: {'device': 'ed270210-8044-468c-88d7-0171c11b1932', 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1', 'port_id': 'ed270210-8044-468c-88d7-0171c11b1932', 'mac_address': 'fa:16:3e:c6:5a:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e45547e1-0b28-4b64-ada0-0a0e073a56b1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 04 09:43:33.604232 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port ed270210-8044-468c-88d7-0171c11b1932 is: DOWN; New status is: BUILD {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:43:33.604662 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:43:33.621662 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed270210-8044-468c-88d7-0171c11b1932 {{(pid=89034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:43:33.637202 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port ed270210-8044-468c-88d7-0171c11b1932, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=ed270210-8044-468c-88d7-0171c11b1932,segment=NetworkSegment(145756dd-4524-4dba-b36a-aad8eba1109c),segment_id=145756dd-4524-4dba-b36a-aad8eba1109c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:43:33.640674 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:43:33.707237 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=ed270210-8044-468c-88d7-0171c11b1932,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:43:34.125623 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['ed270210-8044-468c-88d7-0171c11b1932'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 09:43:34.625826 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d4fb2-ec0b-4900-a148-e016a7a1f891 req-9c6c5a04-f549-4869-abbc-cde49ba83244 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:34.627334 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-fa6d4fb2-ec0b-4900-a148-e016a7a1f891 req-9c6c5a04-f549-4869-abbc-cde49ba83244 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=ede0d2bb-ee83-42b4-aadb-0e0af7edc789 HTTP/1.1" status: 200 len: 945 time: 0.0859849 Oct 04 09:43:34.670857 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-fa6d4fb2-ec0b-4900-a148-e016a7a1f891 req-6cc698ba-6fc1-42c1-addc-d388e11cf8e0 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378764 Oct 04 09:43:35.405808 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device ed270210-8044-468c-88d7-0171c11b1932 up at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:43:35.479407 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning for port ed270210-8044-468c-88d7-0171c11b1932 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:43:35.484499 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning complete for port ed270210-8044-468c-88d7-0171c11b1932 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:43:35.484884 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:43:35.485223 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Attempt 1 to provision port ed270210-8044-468c-88d7-0171c11b1932 Oct 04 09:43:35.599048 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port ed270210-8044-468c-88d7-0171c11b1932 is: BUILD; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:43:35.599422 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:43:35.625896 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede0d2bb-ee83-42b4-aadb-0e0af7edc789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed270210-8044-468c-88d7-0171c11b1932'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:43:35.628121 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aef738b946a3ea172e8e75fc735451da1d91f114ea1acc5fcf392e20a929bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5daed71-bc00-4806-a2ff-c7f21bcf92d5" -d '{"events": [{"server_uuid": "ede0d2bb-ee83-42b4-aadb-0e0af7edc789", "name": "network-vif-plugged", "status": "completed", "tag": "ed270210-8044-468c-88d7-0171c11b1932"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:43:35.635945 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port ed270210-8044-468c-88d7-0171c11b1932, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=ed270210-8044-468c-88d7-0171c11b1932,segment=NetworkSegment(145756dd-4524-4dba-b36a-aad8eba1109c),segment_id=145756dd-4524-4dba-b36a-aad8eba1109c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:43:35.639657 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:43:35.671153 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc26700-a8da-46fe-85e9-0ec0f8452128 x-openstack-request-id: req-9cc26700-a8da-46fe-85e9-0ec0f8452128 {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:43:35.671450 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede0d2bb-ee83-42b4-aadb-0e0af7edc789", "name": "network-vif-plugged", "status": "completed", "tag": "ed270210-8044-468c-88d7-0171c11b1932", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:43:35.671704 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9cc26700-a8da-46fe-85e9-0ec0f8452128 {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:43:35.672095 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cc26700-a8da-46fe-85e9-0ec0f8452128'] response: {'server_uuid': 'ede0d2bb-ee83-42b4-aadb-0e0af7edc789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed270210-8044-468c-88d7-0171c11b1932', 'code': 200} Oct 04 09:43:35.711599 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=ed270210-8044-468c-88d7-0171c11b1932,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:43:35.891400 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da47e60-7a02-4550-8fd6-a105ceb5893f req-5c9e34a4-33cf-428a-89a8-2e357b1c2fb5 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:35.892880 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-2da47e60-7a02-4550-8fd6-a105ceb5893f req-5c9e34a4-33cf-428a-89a8-2e357b1c2fb5 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=ede0d2bb-ee83-42b4-aadb-0e0af7edc789 HTTP/1.1" status: 200 len: 946 time: 0.0956945 Oct 04 09:43:35.937804 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-2da47e60-7a02-4550-8fd6-a105ceb5893f req-e3dbc696-f343-4095-9dd7-d9999a83b088 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390508 Oct 04 09:43:35.941070 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e2078-04ec-4fab-b4eb-8e1d5258e34b req-9e40e0ee-9207-4137-8045-0a94a3e7b6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:35.942597 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-625e2078-04ec-4fab-b4eb-8e1d5258e34b req-9e40e0ee-9207-4137-8045-0a94a3e7b6aa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ede0d2bb-ee83-42b4-aadb-0e0af7edc789 HTTP/1.1" status: 200 len: 1099 time: 0.0798743 Oct 04 09:43:35.983159 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-625e2078-04ec-4fab-b4eb-8e1d5258e34b req-7a23a193-b4db-406b-a6ff-180155add420 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348625 Oct 04 09:43:37.139922 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c58add-e460-4d56-a03c-8c9522d6c61f req-3663e62f-7e68-4b87-9f60-6c126a76dafb tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:37.141547 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-21c58add-e460-4d56-a03c-8c9522d6c61f req-3663e62f-7e68-4b87-9f60-6c126a76dafb tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=ede0d2bb-ee83-42b4-aadb-0e0af7edc789 HTTP/1.1" status: 200 len: 946 time: 0.0914893 Oct 04 09:43:37.184427 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-21c58add-e460-4d56-a03c-8c9522d6c61f req-3406ec39-aea4-4ca3-91c7-7b6a7daa8733 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371895 Oct 04 09:43:38.383730 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2e53a-5066-4945-bf51-126694cb3002 req-fca45fda-c0ce-43d8-8877-9f8b38573283 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:38.385201 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-37d2e53a-5066-4945-bf51-126694cb3002 req-fca45fda-c0ce-43d8-8877-9f8b38573283 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=ede0d2bb-ee83-42b4-aadb-0e0af7edc789 HTTP/1.1" status: 200 len: 946 time: 0.0880830 Oct 04 09:43:38.428197 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-37d2e53a-5066-4945-bf51-126694cb3002 req-29bc120b-cf77-47b1-bd74-c25f4a2c847f tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373831 Oct 04 09:43:38.618604 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c06d94-fa5a-4826-ae08-d2f2b5287dc0 req-16265429-ae6a-47bc-a4ab-d7cc5143efd1 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:38.620058 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b9c06d94-fa5a-4826-ae08-d2f2b5287dc0 req-16265429-ae6a-47bc-a4ab-d7cc5143efd1 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=ede0d2bb-ee83-42b4-aadb-0e0af7edc789 HTTP/1.1" status: 200 len: 946 time: 0.0874941 Oct 04 09:43:38.630274 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 40592) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:43:38.635103 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-03a46cb3-016b-483b-a8d0-93aee73f78ea tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Request body: {'floatingip': {'port_id': 'ed270210-8044-468c-88d7-0171c11b1932'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:43:38.711637 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-03a46cb3-016b-483b-a8d0-93aee73f78ea tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks [] for floatingip, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:43:39.394017 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-03a46cb3-016b-483b-a8d0-93aee73f78ea tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:43:39.397704 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-03a46cb3-016b-483b-a8d0-93aee73f78ea tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:43:39.566855 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.l3_db [None req-03a46cb3-016b-483b-a8d0-93aee73f78ea tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Floating IP c2541de6-f5fb-434f-bd61-904d9e19c198 associated. External IP: 172.26.10.211, port: ed270210-8044-468c-88d7-0171c11b1932. Oct 04 09:43:39.910154 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a46cb3-016b-483b-a8d0-93aee73f78ea tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Router 12d68ca1-c67b-4fac-acf0-164463cac50b has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:43:40.083963 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a46cb3-016b-483b-a8d0-93aee73f78ea tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:43:40.088882 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-03a46cb3-016b-483b-a8d0-93aee73f78ea tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:43:40.093936 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8be4eb0-9442-4d8f-9296-233e1c415e84 None None] Sync routers for ids ['12d68ca1-c67b-4fac-acf0-164463cac50b'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:43:40.103163 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8be4eb0-9442-4d8f-9296-233e1c415e84 None None] Routers {'12d68ca1-c67b-4fac-acf0-164463cac50b'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:43:40.103761 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-a8be4eb0-9442-4d8f-9296-233e1c415e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:43:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['12d68ca1-c67b-4fac-acf0-164463cac50b'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:43:40.145007 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-03a46cb3-016b-483b-a8d0-93aee73f78ea tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "PUT /v2.0/floatingips/c2541de6-f5fb-434f-bd61-904d9e19c198 HTTP/1.1" status: 200 len: 993 time: 1.5137262 Oct 04 09:43:40.145589 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ede0d2bb-ee83-42b4-aadb-0e0af7edc789', 'tag': 'ed270210-8044-468c-88d7-0171c11b1932'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:43:40.147905 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dcff377-99e0-482c-a2b6-dd3eb627f9de" -d '{"events": [{"name": "network-changed", "server_uuid": "ede0d2bb-ee83-42b4-aadb-0e0af7edc789", "tag": "ed270210-8044-468c-88d7-0171c11b1932"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:43:40.194102 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b510a0-e98d-4968-b24a-17c1286db91c x-openstack-request-id: req-88b510a0-e98d-4968-b24a-17c1286db91c {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:43:40.194396 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ede0d2bb-ee83-42b4-aadb-0e0af7edc789", "tag": "ed270210-8044-468c-88d7-0171c11b1932", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:43:40.194652 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-88b510a0-e98d-4968-b24a-17c1286db91c {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:43:40.195060 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88b510a0-e98d-4968-b24a-17c1286db91c'] response: {'name': 'network-changed', 'server_uuid': 'ede0d2bb-ee83-42b4-aadb-0e0af7edc789', 'tag': 'ed270210-8044-468c-88d7-0171c11b1932', 'status': 'completed', 'code': 200} Oct 04 09:43:40.281681 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-a8be4eb0-9442-4d8f-9296-233e1c415e84 None None] Set router 12d68ca1-c67b-4fac-acf0-164463cac50b gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:43:40.320231 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcff377-99e0-482c-a2b6-dd3eb627f9de req-61df07ca-0191-462a-8b62-ba1dfade6bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:40.322013 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0dcff377-99e0-482c-a2b6-dd3eb627f9de req-61df07ca-0191-462a-8b62-ba1dfade6bac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=523ecadce86b493ca00e37d22c0d8a7a&device_id=ede0d2bb-ee83-42b4-aadb-0e0af7edc789 HTTP/1.1" status: 200 len: 1099 time: 0.0808270 Oct 04 09:43:40.570971 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcff377-99e0-482c-a2b6-dd3eb627f9de req-b9fbfc74-9c0d-436a-aef7-f01e73d031b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:40.572458 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0dcff377-99e0-482c-a2b6-dd3eb627f9de req-b9fbfc74-9c0d-436a-aef7-f01e73d031b0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 HTTP/1.1" status: 200 len: 912 time: 0.2440805 Oct 04 09:43:40.665389 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-a8be4eb0-9442-4d8f-9296-233e1c415e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'name': 'tempest-ServerActionsTestJSON-592270206-router', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.221'}], 'enable_snat': True}, 'gw_port_id': '16f37ce1-1d24-40af-97a2-b458bc0fdc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:39:15Z', 'updated_at': '2022-10-04T09:39:19Z', 'revision_number': 4, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'gw_port': {'id': '16f37ce1-1d24-40af-97a2-b458bc0fdc81', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:39:15Z', 'updated_at': '2022-10-04T09:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'c2541de6-f5fb-434f-bd61-904d9e19c198', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'floating_ip_address': '172.26.10.211', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'port_id': 'ed270210-8044-468c-88d7-0171c11b1932', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1', 'mac_address': 'fa:16:3e:c6:5a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede0d2bb-ee83-42b4-aadb-0e0af7edc789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:39:21Z', 'updated_at': '2022-10-04T09:43:39Z', 'revision_number': 9, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d12d954-2e16-4c4b-92d4-defcc361cde0', 'name': '', 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'mac_address': 'fa:16:3e:62:2c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'e45547e1-0b28-4b64-ada0-0a0e073a56b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:39:18Z', 'updated_at': '2022-10-04T09:39:23Z', 'revision_number': 5, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'subnets': [{'id': 'e45547e1-0b28-4b64-ada0-0a0e073a56b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:43:40.669780 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8be4eb0-9442-4d8f-9296-233e1c415e84 None None] Checking router: 12d68ca1-c67b-4fac-acf0-164463cac50b for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:43:40.676742 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0dcff377-99e0-482c-a2b6-dd3eb627f9de req-42873dfb-b4b4-45ff-8fc8-61ce7c05e099 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed270210-8044-468c-88d7-0171c11b1932 HTTP/1.1" status: 200 len: 1001 time: 0.0965865 Oct 04 09:43:40.683481 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8be4eb0-9442-4d8f-9296-233e1c415e84 None None] Routers {'12d68ca1-c67b-4fac-acf0-164463cac50b'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:43:40.684093 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-a8be4eb0-9442-4d8f-9296-233e1c415e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:43:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['12d68ca1-c67b-4fac-acf0-164463cac50b'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:43:40.740465 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcff377-99e0-482c-a2b6-dd3eb627f9de req-5a5a9ec7-c28a-4b12-bc35-98309e6aafa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:40.742039 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0dcff377-99e0-482c-a2b6-dd3eb627f9de req-5a5a9ec7-c28a-4b12-bc35-98309e6aafa9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e45547e1-0b28-4b64-ada0-0a0e073a56b1 HTTP/1.1" status: 200 len: 850 time: 0.0600760 Oct 04 09:43:40.826000 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcff377-99e0-482c-a2b6-dd3eb627f9de req-55b46c82-bb06-4f22-853e-7c4fce9122d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:40.827950 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0dcff377-99e0-482c-a2b6-dd3eb627f9de req-55b46c82-bb06-4f22-853e-7c4fce9122d8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789375 Oct 04 09:43:40.864039 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-a8be4eb0-9442-4d8f-9296-233e1c415e84 None None] Set router 12d68ca1-c67b-4fac-acf0-164463cac50b gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:43:40.963029 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0dcff377-99e0-482c-a2b6-dd3eb627f9de req-82cc9afb-512d-4a43-ad67-b6e6d8bd0fcd service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296816 Oct 04 09:43:41.093001 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0dcff377-99e0-482c-a2b6-dd3eb627f9de req-cdc84d76-9948-4786-a574-9280ab8fa346 service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240079 Oct 04 09:43:41.211613 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-a8be4eb0-9442-4d8f-9296-233e1c415e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'name': 'tempest-ServerActionsTestJSON-592270206-router', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.221'}], 'enable_snat': True}, 'gw_port_id': '16f37ce1-1d24-40af-97a2-b458bc0fdc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:39:15Z', 'updated_at': '2022-10-04T09:39:19Z', 'revision_number': 4, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'gw_port': {'id': '16f37ce1-1d24-40af-97a2-b458bc0fdc81', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:39:15Z', 'updated_at': '2022-10-04T09:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'c2541de6-f5fb-434f-bd61-904d9e19c198', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'floating_ip_address': '172.26.10.211', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'port_id': 'ed270210-8044-468c-88d7-0171c11b1932', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1', 'mac_address': 'fa:16:3e:c6:5a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede0d2bb-ee83-42b4-aadb-0e0af7edc789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:39:21Z', 'updated_at': '2022-10-04T09:43:39Z', 'revision_number': 9, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d12d954-2e16-4c4b-92d4-defcc361cde0', 'name': '', 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'mac_address': 'fa:16:3e:62:2c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'e45547e1-0b28-4b64-ada0-0a0e073a56b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:39:18Z', 'updated_at': '2022-10-04T09:39:23Z', 'revision_number': 5, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'subnets': [{'id': 'e45547e1-0b28-4b64-ada0-0a0e073a56b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:43:41.215398 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8be4eb0-9442-4d8f-9296-233e1c415e84 None None] The sync data for ids ['12d68ca1-c67b-4fac-acf0-164463cac50b'] in dv-neutron-860215-1-hyperv is: [{'id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'name': 'tempest-ServerActionsTestJSON-592270206-router', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.221'}], 'enable_snat': True}, 'gw_port_id': '16f37ce1-1d24-40af-97a2-b458bc0fdc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:39:15Z', 'updated_at': '2022-10-04T09:39:19Z', 'revision_number': 4, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'gw_port': {'id': '16f37ce1-1d24-40af-97a2-b458bc0fdc81', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:39:15Z', 'updated_at': '2022-10-04T09:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'c2541de6-f5fb-434f-bd61-904d9e19c198', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'floating_ip_address': '172.26.10.211', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'port_id': 'ed270210-8044-468c-88d7-0171c11b1932', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1', 'mac_address': 'fa:16:3e:c6:5a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede0d2bb-ee83-42b4-aadb-0e0af7edc789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:39:21Z', 'updated_at': '2022-10-04T09:43:39Z', 'revision_number': 9, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d12d954-2e16-4c4b-92d4-defcc361cde0', 'name': '', 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'mac_address': 'fa:16:3e:62:2c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'e45547e1-0b28-4b64-ada0-0a0e073a56b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:39:18Z', 'updated_at': '2022-10-04T09:39:23Z', 'revision_number': 5, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'subnets': [{'id': 'e45547e1-0b28-4b64-ada0-0a0e073a56b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:43:41.358603 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:43:41.397699 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba2d006-a21e-43d7-99b0-e22953809fc2 None None] New status for floating IP c2541de6-f5fb-434f-bd61-904d9e19c198: ACTIVE {{(pid=89034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 09:43:41.524266 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8290c5aa-d3a2-48db-af59-e26ebf93fa85 req-4c1d3fcc-a9e3-4ba1-aa90-6e0065ab1510 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ede0d2bb-ee83-42b4-aadb-0e0af7edc789&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0752871 Oct 04 09:43:41.687858 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290c5aa-d3a2-48db-af59-e26ebf93fa85 req-ee99bacb-e129-434f-896c-18844ea06d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:41.689368 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8290c5aa-d3a2-48db-af59-e26ebf93fa85 req-ee99bacb-e129-434f-896c-18844ea06d56 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=523ecadce86b493ca00e37d22c0d8a7a&device_id=ede0d2bb-ee83-42b4-aadb-0e0af7edc789 HTTP/1.1" status: 200 len: 1099 time: 0.0827112 Oct 04 09:43:41.834402 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290c5aa-d3a2-48db-af59-e26ebf93fa85 req-7b90d055-e2d9-4e4a-aadc-57d81804c111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:41.835828 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8290c5aa-d3a2-48db-af59-e26ebf93fa85 req-7b90d055-e2d9-4e4a-aadc-57d81804c111 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 HTTP/1.1" status: 200 len: 912 time: 0.1266022 Oct 04 09:43:41.936418 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8290c5aa-d3a2-48db-af59-e26ebf93fa85 req-667d1ccb-5a43-40dc-a581-5d65bcf679b5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed270210-8044-468c-88d7-0171c11b1932 HTTP/1.1" status: 200 len: 1004 time: 0.0946875 Oct 04 09:43:41.996056 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290c5aa-d3a2-48db-af59-e26ebf93fa85 req-41be2572-fd73-4aad-b5f4-5103eab409c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:41.998001 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8290c5aa-d3a2-48db-af59-e26ebf93fa85 req-41be2572-fd73-4aad-b5f4-5103eab409c9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e45547e1-0b28-4b64-ada0-0a0e073a56b1 HTTP/1.1" status: 200 len: 850 time: 0.0559411 Oct 04 09:43:42.080326 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290c5aa-d3a2-48db-af59-e26ebf93fa85 req-b256b44e-9c93-4b64-b0b6-3e55517b9217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:43:42.081789 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8290c5aa-d3a2-48db-af59-e26ebf93fa85 req-b256b44e-9c93-4b64-b0b6-3e55517b9217 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780289 Oct 04 09:43:42.209761 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8290c5aa-d3a2-48db-af59-e26ebf93fa85 req-c64e056d-6206-46cc-a895-57ec4255da2f service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218994 Oct 04 09:43:42.336731 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8290c5aa-d3a2-48db-af59-e26ebf93fa85 req-a6feb8b3-120d-41dd-be0d-e53f1e66e27e service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211243 Oct 04 09:43:52.714688 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:43:57.628643 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-26449a41-eca2-4bc1-b0f1-768135806974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:44:00.299397 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-7524384c-ef93-4092-bfcf-69459ae84e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:44:00.791861 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:44:00.796593 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:44:02.327739 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:44:11.349019 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:44:27.630958 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-240b22a9-30ec-447f-9384-eb313432b966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:44:29.713973 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:44:30.300256 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-7561edf6-eb72-431b-b824-e3902b85073c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:44:30.785707 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:44:30.796213 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:44:32.330238 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:44:41.347898 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:44:41.509373 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-57e98c56-0376-4b23-8a6b-4cfd75590f0f req-9ec2a8a0-2f5d-4f89-99a1-d8bf8dd68dbb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ede0d2bb-ee83-42b4-aadb-0e0af7edc789&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0741713 Oct 04 09:44:41.672418 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e98c56-0376-4b23-8a6b-4cfd75590f0f req-042aaad1-73b0-458a-84f1-4d848d8bc3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:44:41.673802 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-57e98c56-0376-4b23-8a6b-4cfd75590f0f req-042aaad1-73b0-458a-84f1-4d848d8bc3a1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=523ecadce86b493ca00e37d22c0d8a7a&device_id=ede0d2bb-ee83-42b4-aadb-0e0af7edc789 HTTP/1.1" status: 200 len: 1099 time: 0.0797353 Oct 04 09:44:41.919021 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e98c56-0376-4b23-8a6b-4cfd75590f0f req-f8b865f5-7313-40fd-807c-43e27a83d6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:44:41.920489 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-57e98c56-0376-4b23-8a6b-4cfd75590f0f req-f8b865f5-7313-40fd-807c-43e27a83d6cf service neutron] 10.222.0.20 "GET /v2.0/networks?id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 HTTP/1.1" status: 200 len: 912 time: 0.2261729 Oct 04 09:44:42.021845 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-57e98c56-0376-4b23-8a6b-4cfd75590f0f req-bb8e27fc-dfb3-421d-bc0e-25639d6baeb8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed270210-8044-468c-88d7-0171c11b1932 HTTP/1.1" status: 200 len: 1004 time: 0.0945735 Oct 04 09:44:42.081623 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e98c56-0376-4b23-8a6b-4cfd75590f0f req-53e45809-5af7-4f7d-9b4c-62ac0edd1fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:44:42.083015 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-57e98c56-0376-4b23-8a6b-4cfd75590f0f req-53e45809-5af7-4f7d-9b4c-62ac0edd1fb4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e45547e1-0b28-4b64-ada0-0a0e073a56b1 HTTP/1.1" status: 200 len: 850 time: 0.0558476 Oct 04 09:44:42.165111 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e98c56-0376-4b23-8a6b-4cfd75590f0f req-9f4e2581-d3f9-451d-aa7e-cbdecbb0deba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:44:42.166595 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-57e98c56-0376-4b23-8a6b-4cfd75590f0f req-9f4e2581-d3f9-451d-aa7e-cbdecbb0deba service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781188 Oct 04 09:44:42.294163 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-57e98c56-0376-4b23-8a6b-4cfd75590f0f req-43b1024c-d439-48df-8581-568ed5c77f07 service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214833 Oct 04 09:44:42.422155 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-57e98c56-0376-4b23-8a6b-4cfd75590f0f req-0a99c883-3866-4597-99d2-9f527fb1478b service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205969 Oct 04 09:44:54.532689 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d869b26f-27e5-404d-958e-30617f9f0f93 req-a7b3f00c-7228-486c-9dba-876a42565f30 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ede0d2bb-ee83-42b4-aadb-0e0af7edc789&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0754507 Oct 04 09:44:54.589941 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68cfbf3-0e7a-4dc9-bd02-eb1344fd67b9 req-0f2e55f6-e233-4622-bf05-dab19fad0950 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:44:54.591411 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-a68cfbf3-0e7a-4dc9-bd02-eb1344fd67b9 req-0f2e55f6-e233-4622-bf05-dab19fad0950 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=ede0d2bb-ee83-42b4-aadb-0e0af7edc789 HTTP/1.1" status: 200 len: 946 time: 0.0895743 Oct 04 09:44:54.635898 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-a68cfbf3-0e7a-4dc9-bd02-eb1344fd67b9 req-9629439d-5b90-4f3e-bef9-08716b627563 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387442 Oct 04 09:44:55.904588 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c552c6-0fcd-47e4-931c-d90fa35cce99 req-bc277ec1-f9b9-4936-b322-31271ab8b0ee tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:44:55.905964 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-28c552c6-0fcd-47e4-931c-d90fa35cce99 req-bc277ec1-f9b9-4936-b322-31271ab8b0ee tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=ede0d2bb-ee83-42b4-aadb-0e0af7edc789 HTTP/1.1" status: 200 len: 946 time: 0.1518505 Oct 04 09:44:55.909000 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869b26f-27e5-404d-958e-30617f9f0f93 req-f3194bca-8723-40a3-9445-4e7c7c74e1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:44:55.910339 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d869b26f-27e5-404d-958e-30617f9f0f93 req-f3194bca-8723-40a3-9445-4e7c7c74e1ea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=523ecadce86b493ca00e37d22c0d8a7a&device_id=ede0d2bb-ee83-42b4-aadb-0e0af7edc789 HTTP/1.1" status: 200 len: 1099 time: 0.1190875 Oct 04 09:44:56.028583 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-28c552c6-0fcd-47e4-931c-d90fa35cce99 req-5a38c65e-e43e-48f3-88bd-772586d832dc tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161752 Oct 04 09:44:56.068389 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869b26f-27e5-404d-958e-30617f9f0f93 req-826ef5f9-2587-43e4-bdf4-e800f272b112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:44:56.069815 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d869b26f-27e5-404d-958e-30617f9f0f93 req-826ef5f9-2587-43e4-bdf4-e800f272b112 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 HTTP/1.1" status: 200 len: 912 time: 0.1449313 Oct 04 09:44:56.169525 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d869b26f-27e5-404d-958e-30617f9f0f93 req-db0af5f3-e0d2-454b-afd9-2c20a1848e27 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed270210-8044-468c-88d7-0171c11b1932 HTTP/1.1" status: 200 len: 1004 time: 0.0942280 Oct 04 09:44:56.232987 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869b26f-27e5-404d-958e-30617f9f0f93 req-17e82f00-2291-44af-8257-8978c475d5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:44:56.234340 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d869b26f-27e5-404d-958e-30617f9f0f93 req-17e82f00-2291-44af-8257-8978c475d5b5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e45547e1-0b28-4b64-ada0-0a0e073a56b1 HTTP/1.1" status: 200 len: 850 time: 0.0579815 Oct 04 09:44:56.312110 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869b26f-27e5-404d-958e-30617f9f0f93 req-b90dfad1-c619-4589-9de6-356c8c9e43d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:44:56.314072 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d869b26f-27e5-404d-958e-30617f9f0f93 req-b90dfad1-c619-4589-9de6-356c8c9e43d1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736561 Oct 04 09:44:56.446135 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d869b26f-27e5-404d-958e-30617f9f0f93 req-0cba69ea-0479-4244-be65-72a26df59324 service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252322 Oct 04 09:44:56.667444 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d869b26f-27e5-404d-958e-30617f9f0f93 req-fa2f36e8-e8a2-461a-bfff-3c73864d414e service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153022 Oct 04 09:44:57.234997 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9536eb-f1e3-4bc4-860e-7cc404d9aacd req-7df51030-ac2b-413b-8b93-3270d471f5a0 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:44:57.236489 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-6a9536eb-f1e3-4bc4-860e-7cc404d9aacd req-7df51030-ac2b-413b-8b93-3270d471f5a0 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=ede0d2bb-ee83-42b4-aadb-0e0af7edc789 HTTP/1.1" status: 200 len: 946 time: 0.0923696 Oct 04 09:44:57.279415 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-6a9536eb-f1e3-4bc4-860e-7cc404d9aacd req-89a47369-561d-44c2-9b01-96741966975b tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372777 Oct 04 09:44:57.633048 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-72c647d1-b3bf-468d-a7f5-38452016e558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:44:58.476380 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e5c0e3-ac86-4488-930f-89d448949398 req-1a35bc4f-c5de-40ad-a54b-88666402a04f tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:44:58.477967 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-22e5c0e3-ac86-4488-930f-89d448949398 req-1a35bc4f-c5de-40ad-a54b-88666402a04f tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=ede0d2bb-ee83-42b4-aadb-0e0af7edc789 HTTP/1.1" status: 200 len: 946 time: 0.0877116 Oct 04 09:44:58.522672 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-22e5c0e3-ac86-4488-930f-89d448949398 req-d1384051-05aa-4c60-b500-1f9a57edc4db tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388315 Oct 04 09:44:59.722402 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd8df39-48dd-428c-82e5-6437d04976c5 req-bf9af00a-140d-42ad-a3c9-9882b36606bf tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:44:59.723849 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-fdd8df39-48dd-428c-82e5-6437d04976c5 req-bf9af00a-140d-42ad-a3c9-9882b36606bf tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=ede0d2bb-ee83-42b4-aadb-0e0af7edc789 HTTP/1.1" status: 200 len: 946 time: 0.0899837 Oct 04 09:44:59.767593 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-fdd8df39-48dd-428c-82e5-6437d04976c5 req-c1e5cf87-ba54-4815-95e6-fd70f5fa3f26 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380967 Oct 04 09:45:00.301652 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c754ad27-7733-468c-9ed7-b164f772d795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:45:00.795326 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:45:00.809516 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:45:00.966146 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b9d7b-7f0a-42d4-a249-5fbf705ff416 req-bc5f3922-edb0-44f6-a56f-839b04fc5ce4 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:45:00.967581 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-420b9d7b-7f0a-42d4-a249-5fbf705ff416 req-bc5f3922-edb0-44f6-a56f-839b04fc5ce4 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=ede0d2bb-ee83-42b4-aadb-0e0af7edc789 HTTP/1.1" status: 200 len: 946 time: 0.0864875 Oct 04 09:45:01.013704 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-420b9d7b-7f0a-42d4-a249-5fbf705ff416 req-3ca884b0-3cb1-4364-b988-621ac17b8266 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398123 Oct 04 09:45:02.206125 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78fe551-6279-45df-959b-e2f490c16052 req-33c19f3b-a356-4c93-96a5-2aca0a3ce62e tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:45:02.207567 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-c78fe551-6279-45df-959b-e2f490c16052 req-33c19f3b-a356-4c93-96a5-2aca0a3ce62e tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=ede0d2bb-ee83-42b4-aadb-0e0af7edc789 HTTP/1.1" status: 200 len: 946 time: 0.0840235 Oct 04 09:45:02.250226 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-c78fe551-6279-45df-959b-e2f490c16052 req-a9e6fae4-31d6-4bd5-9e4d-953fda8bebd5 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370708 Oct 04 09:45:02.333730 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:45:03.445993 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd5c2dc-d03a-411d-9407-51b38f53acdd req-6f43bc7a-eb77-4de8-a015-e32702ab7dd4 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:45:03.447445 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-afd5c2dc-d03a-411d-9407-51b38f53acdd req-6f43bc7a-eb77-4de8-a015-e32702ab7dd4 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=ede0d2bb-ee83-42b4-aadb-0e0af7edc789 HTTP/1.1" status: 200 len: 946 time: 0.0872982 Oct 04 09:45:03.491781 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-afd5c2dc-d03a-411d-9407-51b38f53acdd req-f4cf5ae9-cf39-4f33-a680-3e0e33d7066c tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385725 Oct 04 09:45:04.690942 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad1c50-2ae1-4155-9708-b79ae85586ce req-f1874e3b-379d-4b2e-96b2-c5c771d79f64 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:45:04.692423 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-e8ad1c50-2ae1-4155-9708-b79ae85586ce req-f1874e3b-379d-4b2e-96b2-c5c771d79f64 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=ede0d2bb-ee83-42b4-aadb-0e0af7edc789 HTTP/1.1" status: 200 len: 946 time: 0.0887058 Oct 04 09:45:04.736986 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-e8ad1c50-2ae1-4155-9708-b79ae85586ce req-c0e1565a-69c6-4162-b0ad-21fb4a38fd2e tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388994 Oct 04 09:45:05.935218 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba4f096-5200-40c6-9fcc-e69f895ca4e7 req-e76d94a9-2440-4e32-9a04-18cb3ad22417 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:45:05.936675 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-5ba4f096-5200-40c6-9fcc-e69f895ca4e7 req-e76d94a9-2440-4e32-9a04-18cb3ad22417 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=ede0d2bb-ee83-42b4-aadb-0e0af7edc789 HTTP/1.1" status: 200 len: 946 time: 0.0878649 Oct 04 09:45:05.978828 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-5ba4f096-5200-40c6-9fcc-e69f895ca4e7 req-7a460aaf-c27d-4002-a321-2cfdc63bed0a tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366158 Oct 04 09:45:06.712809 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:45:07.180763 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd39f32-5e07-4a5d-bb31-0b34626fc611 req-9261ab9d-0102-4aa2-b2dc-536e983f294a tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:45:07.182215 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-5dd39f32-5e07-4a5d-bb31-0b34626fc611 req-9261ab9d-0102-4aa2-b2dc-536e983f294a tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=ede0d2bb-ee83-42b4-aadb-0e0af7edc789 HTTP/1.1" status: 200 len: 946 time: 0.0920079 Oct 04 09:45:07.225806 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-5dd39f32-5e07-4a5d-bb31-0b34626fc611 req-9f503e31-2b96-4e52-8574-2ea06b6840e7 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372956 Oct 04 09:45:08.478691 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49384415-0931-4bc3-afba-e7fd1ee779a1 req-2c94058e-bef0-409c-a7fa-d51837f7a36d tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:45:08.480848 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-49384415-0931-4bc3-afba-e7fd1ee779a1 req-2c94058e-bef0-409c-a7fa-d51837f7a36d tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=ede0d2bb-ee83-42b4-aadb-0e0af7edc789 HTTP/1.1" status: 200 len: 946 time: 0.1397719 Oct 04 09:45:08.535115 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d869b26f-27e5-404d-958e-30617f9f0f93 req-db30261d-3bfc-4dea-91f7-00839299ff04 service neutron] 10.222.0.20 "GET /v2.0/ports/ed270210-8044-468c-88d7-0171c11b1932/bindings/hv-neutron-8602 HTTP/1.1" status: 200 len: 384 time: 0.1214008 Oct 04 09:45:08.539487 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-49384415-0931-4bc3-afba-e7fd1ee779a1 req-344bdbbc-f4d9-4316-832f-c718388d5039 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527213 Oct 04 09:45:08.836103 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869b26f-27e5-404d-958e-30617f9f0f93 req-f4d61948-477b-4139-b289-f92f93c3125c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:45:08.837562 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d869b26f-27e5-404d-958e-30617f9f0f93 req-f4d61948-477b-4139-b289-f92f93c3125c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ede0d2bb-ee83-42b4-aadb-0e0af7edc789&tenant_id=523ecadce86b493ca00e37d22c0d8a7a HTTP/1.1" status: 200 len: 1099 time: 0.0776601 Oct 04 09:45:08.943284 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869b26f-27e5-404d-958e-30617f9f0f93 req-dc031509-0e97-4165-8098-c52214194db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:45:08.944739 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d869b26f-27e5-404d-958e-30617f9f0f93 req-dc031509-0e97-4165-8098-c52214194db6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=523ecadce86b493ca00e37d22c0d8a7a&device_id=ede0d2bb-ee83-42b4-aadb-0e0af7edc789 HTTP/1.1" status: 200 len: 1099 time: 0.0745184 Oct 04 09:45:09.070359 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869b26f-27e5-404d-958e-30617f9f0f93 req-f3227a4e-e0aa-4155-bf70-5435a5296f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:45:09.071762 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d869b26f-27e5-404d-958e-30617f9f0f93 req-f3227a4e-e0aa-4155-bf70-5435a5296f5d service neutron] 10.222.0.20 "GET /v2.0/networks?id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 HTTP/1.1" status: 200 len: 912 time: 0.1214237 Oct 04 09:45:09.177663 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d869b26f-27e5-404d-958e-30617f9f0f93 req-6d4723ab-1d88-41be-8c1e-0e1e44580a5d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed270210-8044-468c-88d7-0171c11b1932 HTTP/1.1" status: 200 len: 1004 time: 0.0998430 Oct 04 09:45:09.236962 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869b26f-27e5-404d-958e-30617f9f0f93 req-35479def-7b2b-4789-a3b4-5d600cecebdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:45:09.238304 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d869b26f-27e5-404d-958e-30617f9f0f93 req-35479def-7b2b-4789-a3b4-5d600cecebdb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e45547e1-0b28-4b64-ada0-0a0e073a56b1 HTTP/1.1" status: 200 len: 850 time: 0.0550659 Oct 04 09:45:09.320247 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869b26f-27e5-404d-958e-30617f9f0f93 req-e8f0cea8-6249-4946-8f15-8b04480c06d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:45:09.321715 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d869b26f-27e5-404d-958e-30617f9f0f93 req-e8f0cea8-6249-4946-8f15-8b04480c06d9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775843 Oct 04 09:45:09.459755 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d869b26f-27e5-404d-958e-30617f9f0f93 req-c1c7534d-021d-4762-8f88-12eb2c98fd90 service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318595 Oct 04 09:45:09.587795 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d869b26f-27e5-404d-958e-30617f9f0f93 req-0e042388-40aa-4835-9c55-92777f03fed5 service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225374 Oct 04 09:45:09.743539 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01862b4-08cb-40b3-9a4f-faa48267f928 req-84cef1bc-2d70-4efe-ad1e-81f23f013577 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:45:09.745047 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f01862b4-08cb-40b3-9a4f-faa48267f928 req-84cef1bc-2d70-4efe-ad1e-81f23f013577 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=ede0d2bb-ee83-42b4-aadb-0e0af7edc789 HTTP/1.1" status: 200 len: 946 time: 0.0883944 Oct 04 09:45:09.791845 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f01862b4-08cb-40b3-9a4f-faa48267f928 req-9620c6af-2b00-403a-b1ac-52c26c1af45a tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399146 Oct 04 09:45:10.988636 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f05c8-80b8-4234-a866-f40c0c2c0153 req-df8b9447-9120-4ac5-800d-7bfccaa21504 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:45:10.990090 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c27f05c8-80b8-4234-a866-f40c0c2c0153 req-df8b9447-9120-4ac5-800d-7bfccaa21504 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=ede0d2bb-ee83-42b4-aadb-0e0af7edc789 HTTP/1.1" status: 200 len: 946 time: 0.0864363 Oct 04 09:45:11.036532 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c27f05c8-80b8-4234-a866-f40c0c2c0153 req-fcd75a1b-7597-4fa8-a641-644045993152 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406594 Oct 04 09:45:11.380916 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:45:11.821849 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device ed270210-8044-468c-88d7-0171c11b1932 no longer exists at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:45:11.933230 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port ed270210-8044-468c-88d7-0171c11b1932 is: ACTIVE; New status is: DOWN {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:45:11.933602 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:45:11.959784 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede0d2bb-ee83-42b4-aadb-0e0af7edc789', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed270210-8044-468c-88d7-0171c11b1932'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:45:11.962021 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aef738b946a3ea172e8e75fc735451da1d91f114ea1acc5fcf392e20a929bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b37631-6dde-45ac-8c6c-7a17f0ee87bc" -d '{"events": [{"server_uuid": "ede0d2bb-ee83-42b4-aadb-0e0af7edc789", "name": "network-vif-unplugged", "status": "completed", "tag": "ed270210-8044-468c-88d7-0171c11b1932"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:45:11.969867 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port ed270210-8044-468c-88d7-0171c11b1932, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=ed270210-8044-468c-88d7-0171c11b1932,segment=NetworkSegment(145756dd-4524-4dba-b36a-aad8eba1109c),segment_id=145756dd-4524-4dba-b36a-aad8eba1109c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:45:11.973991 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:45:12.020640 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 04 Oct 2022 09:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54147dae-9e86-49ff-859e-4b4a0dac93c5 x-openstack-request-id: req-54147dae-9e86-49ff-859e-4b4a0dac93c5 {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:45:12.020939 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede0d2bb-ee83-42b4-aadb-0e0af7edc789", "name": "network-vif-unplugged", "status": "completed", "tag": "ed270210-8044-468c-88d7-0171c11b1932", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:45:12.021191 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-54147dae-9e86-49ff-859e-4b4a0dac93c5 {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:45:12.021575 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54147dae-9e86-49ff-859e-4b4a0dac93c5'] response: {'server_uuid': 'ede0d2bb-ee83-42b4-aadb-0e0af7edc789', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed270210-8044-468c-88d7-0171c11b1932', 'code': 200} Oct 04 09:45:12.045643 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=ed270210-8044-468c-88d7-0171c11b1932,revision_number=6']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:45:12.053124 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:45:12.053474 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:45:12.053813 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:45:12.054145 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:45:12.054475 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:45:12.054805 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:45:12.055130 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:45:12.055451 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:45:12.055774 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:45:12.056095 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:45:12.056437 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:45:12.056761 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:45:12.333145 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c941b34-9430-4ef5-9f6c-14e74d00131e req-6e5f1f12-d53c-4eea-9c3c-b4c3b38f1dde tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:45:12.334593 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1c941b34-9430-4ef5-9f6c-14e74d00131e req-6e5f1f12-d53c-4eea-9c3c-b4c3b38f1dde tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=ede0d2bb-ee83-42b4-aadb-0e0af7edc789 HTTP/1.1" status: 200 len: 944 time: 0.1874678 Oct 04 09:45:12.377736 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1c941b34-9430-4ef5-9f6c-14e74d00131e req-90907233-f83b-4f0f-80b8-79e2457fb2e4 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374608 Oct 04 09:45:13.589984 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ec576-e4b4-4cec-8b44-df7f22976e2e req-86982341-5d99-4879-b73e-69b0f2356e15 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:45:13.591434 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-033ec576-e4b4-4cec-8b44-df7f22976e2e req-86982341-5d99-4879-b73e-69b0f2356e15 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=ede0d2bb-ee83-42b4-aadb-0e0af7edc789 HTTP/1.1" status: 200 len: 944 time: 0.0884836 Oct 04 09:45:13.635110 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-033ec576-e4b4-4cec-8b44-df7f22976e2e req-17fc5e9c-bb98-4346-9e0c-44a00aa04117 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379891 Oct 04 09:45:14.045464 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a893c45-0aab-40f8-9354-3294055e9e86 req-cbe8d725-c1c9-4cb1-a3a7-5d277a9a3b11 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:45:14.046916 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8a893c45-0aab-40f8-9354-3294055e9e86 req-cbe8d725-c1c9-4cb1-a3a7-5d277a9a3b11 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.20 "GET /v2.0/ports?device_id=ede0d2bb-ee83-42b4-aadb-0e0af7edc789&tenant_id=523ecadce86b493ca00e37d22c0d8a7a&binding%3Ahost_id=hv-neutron-8602 HTTP/1.1" status: 200 len: 944 time: 0.0965612 Oct 04 09:45:14.099253 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f151e2-1501-41ad-a8f3-c6d93fa5194b req-4c87f0b6-1943-476e-a74d-433aed4fb6bc tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:45:14.100715 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-38f151e2-1501-41ad-a8f3-c6d93fa5194b req-4c87f0b6-1943-476e-a74d-433aed4fb6bc tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=ede0d2bb-ee83-42b4-aadb-0e0af7edc789 HTTP/1.1" status: 200 len: 944 time: 0.0924613 Oct 04 09:45:14.125106 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8a893c45-0aab-40f8-9354-3294055e9e86 req-984aa453-e804-415c-9867-0712e9d12c4f service neutron] 10.222.0.20 "GET /v2.0/ports/ed270210-8044-468c-88d7-0171c11b1932/bindings/hv-neutron-8602 HTTP/1.1" status: 200 len: 384 time: 0.0730860 Oct 04 09:45:14.247856 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-38f151e2-1501-41ad-a8f3-c6d93fa5194b req-4f2241a6-c436-46dd-988f-a10e6b58261f tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412315 Oct 04 09:45:14.248072 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a893c45-0aab-40f8-9354-3294055e9e86 req-447db6f2-cd60-4095-8d76-6ac1f38dbbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:45:14.249637 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8a893c45-0aab-40f8-9354-3294055e9e86 req-447db6f2-cd60-4095-8d76-6ac1f38dbbd9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=523ecadce86b493ca00e37d22c0d8a7a&device_id=ede0d2bb-ee83-42b4-aadb-0e0af7edc789 HTTP/1.1" status: 200 len: 1097 time: 0.0827088 Oct 04 09:45:14.385909 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a893c45-0aab-40f8-9354-3294055e9e86 req-f8bf8a18-e77d-4573-bf9f-df15523f889a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:45:14.387348 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8a893c45-0aab-40f8-9354-3294055e9e86 req-f8bf8a18-e77d-4573-bf9f-df15523f889a service neutron] 10.222.0.20 "GET /v2.0/networks?id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 HTTP/1.1" status: 200 len: 912 time: 0.1309302 Oct 04 09:45:14.485671 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8a893c45-0aab-40f8-9354-3294055e9e86 req-ca1c5aba-8c40-48b8-beeb-44552595cd94 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed270210-8044-468c-88d7-0171c11b1932 HTTP/1.1" status: 200 len: 1002 time: 0.0920439 Oct 04 09:45:14.545077 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a893c45-0aab-40f8-9354-3294055e9e86 req-45c7c65d-5a75-46da-9c1d-398b817118f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:45:14.546427 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8a893c45-0aab-40f8-9354-3294055e9e86 req-45c7c65d-5a75-46da-9c1d-398b817118f4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e45547e1-0b28-4b64-ada0-0a0e073a56b1 HTTP/1.1" status: 200 len: 850 time: 0.0550756 Oct 04 09:45:14.625083 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a893c45-0aab-40f8-9354-3294055e9e86 req-534385c1-d8ec-4970-aa6e-238f25f98d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:45:14.626595 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8a893c45-0aab-40f8-9354-3294055e9e86 req-534385c1-d8ec-4970-aa6e-238f25f98d81 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741668 Oct 04 09:45:14.755196 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8a893c45-0aab-40f8-9354-3294055e9e86 req-68084da3-5040-458b-9272-5d91f43d69f7 service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225855 Oct 04 09:45:14.883877 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8a893c45-0aab-40f8-9354-3294055e9e86 req-9696cf60-401a-4d48-afe4-82656af6d93a service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225407 Oct 04 09:45:15.448257 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a117c8-8abb-40a7-81a6-17edf58d6762 req-a9b8399a-8637-4374-8aa1-b157adc1d4fd tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:45:15.449718 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-62a117c8-8abb-40a7-81a6-17edf58d6762 req-a9b8399a-8637-4374-8aa1-b157adc1d4fd tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=ede0d2bb-ee83-42b4-aadb-0e0af7edc789 HTTP/1.1" status: 200 len: 944 time: 0.0887964 Oct 04 09:45:15.492657 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-62a117c8-8abb-40a7-81a6-17edf58d6762 req-346ddb30-33c1-4b0c-9137-7e095db69b25 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373249 Oct 04 09:45:15.838593 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device ed270210-8044-468c-88d7-0171c11b1932 no longer exists at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:45:15.947586 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port ed270210-8044-468c-88d7-0171c11b1932 is: DOWN; New status is: DOWN {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:45:16.692052 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd145c6-b218-4e27-b780-c21a5acb8fdd req-458ab4bc-9f9f-46bd-a23c-4aea73f2ed99 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:45:16.693536 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-3dd145c6-b218-4e27-b780-c21a5acb8fdd req-458ab4bc-9f9f-46bd-a23c-4aea73f2ed99 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=ede0d2bb-ee83-42b4-aadb-0e0af7edc789 HTTP/1.1" status: 200 len: 944 time: 0.0886934 Oct 04 09:45:16.738721 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-3dd145c6-b218-4e27-b780-c21a5acb8fdd req-04784267-babb-4f09-ad66-7f54da0bf4d4 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394781 Oct 04 09:45:17.523765 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a893c45-0aab-40f8-9354-3294055e9e86 req-4b1cd9b1-df3c-4269-8f8c-11e19fa66fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:45:17.528245 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8a893c45-0aab-40f8-9354-3294055e9e86 req-4b1cd9b1-df3c-4269-8f8c-11e19fa66fea service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ede0d2bb-ee83-42b4-aadb-0e0af7edc789&tenant_id=523ecadce86b493ca00e37d22c0d8a7a HTTP/1.1" status: 200 len: 1097 time: 0.0797038 Oct 04 09:45:17.631457 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a893c45-0aab-40f8-9354-3294055e9e86 req-92ecc9e0-742b-4753-856a-a16169e7db1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:45:17.632962 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8a893c45-0aab-40f8-9354-3294055e9e86 req-92ecc9e0-742b-4753-856a-a16169e7db1c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=523ecadce86b493ca00e37d22c0d8a7a&device_id=ede0d2bb-ee83-42b4-aadb-0e0af7edc789 HTTP/1.1" status: 200 len: 1097 time: 0.0770690 Oct 04 09:45:17.763823 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a893c45-0aab-40f8-9354-3294055e9e86 req-04b69d9b-7667-40e3-829f-4fcf469e28c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:45:17.765303 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8a893c45-0aab-40f8-9354-3294055e9e86 req-04b69d9b-7667-40e3-829f-4fcf469e28c1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 HTTP/1.1" status: 200 len: 912 time: 0.1267164 Oct 04 09:45:17.906642 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8a893c45-0aab-40f8-9354-3294055e9e86 req-9477ae06-4146-4609-b421-037702c70d69 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed270210-8044-468c-88d7-0171c11b1932 HTTP/1.1" status: 200 len: 1002 time: 0.1353371 Oct 04 09:45:18.080897 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a893c45-0aab-40f8-9354-3294055e9e86 req-86b7251b-64a1-4c6b-94bd-103ccacb78d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:45:18.082517 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8a893c45-0aab-40f8-9354-3294055e9e86 req-86b7251b-64a1-4c6b-94bd-103ccacb78d7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e45547e1-0b28-4b64-ada0-0a0e073a56b1 HTTP/1.1" status: 200 len: 850 time: 0.1696484 Oct 04 09:45:18.153788 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68920638-a33e-430a-bd98-4f0329c56d5b req-38146b6c-ec32-470e-92d2-24533acf07c6 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:45:18.155223 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-68920638-a33e-430a-bd98-4f0329c56d5b req-38146b6c-ec32-470e-92d2-24533acf07c6 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=ede0d2bb-ee83-42b4-aadb-0e0af7edc789 HTTP/1.1" status: 200 len: 944 time: 0.2966781 Oct 04 09:45:18.212778 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-68920638-a33e-430a-bd98-4f0329c56d5b req-7f062e42-0b5d-4a83-94a3-2b49c2d6d824 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507975 Oct 04 09:45:18.220870 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a893c45-0aab-40f8-9354-3294055e9e86 req-c03269db-7a12-48ce-bc6f-8fe8a243ffbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:45:18.222018 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8a893c45-0aab-40f8-9354-3294055e9e86 req-c03269db-7a12-48ce-bc6f-8fe8a243ffbb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1328220 Oct 04 09:45:18.354203 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8a893c45-0aab-40f8-9354-3294055e9e86 req-379b906b-fd1b-41d1-95ae-6b8b0576260f service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263089 Oct 04 09:45:18.495821 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8a893c45-0aab-40f8-9354-3294055e9e86 req-d4362ff8-71b0-428c-8b0e-0ab38ff79075 service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351044 Oct 04 09:45:19.414085 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0614bfe2-7708-431d-96f1-73f4ccc75ada req-5df05e10-491a-4afc-bff2-c6edb1af9d6d tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:45:19.415535 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-0614bfe2-7708-431d-96f1-73f4ccc75ada req-5df05e10-491a-4afc-bff2-c6edb1af9d6d tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=ede0d2bb-ee83-42b4-aadb-0e0af7edc789 HTTP/1.1" status: 200 len: 944 time: 0.0881126 Oct 04 09:45:19.459215 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-0614bfe2-7708-431d-96f1-73f4ccc75ada req-89544707-7f78-4e3c-b879-1c540e71aaf7 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380714 Oct 04 09:45:19.852334 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device ed270210-8044-468c-88d7-0171c11b1932 no longer exists at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:45:19.963325 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port ed270210-8044-468c-88d7-0171c11b1932 is: DOWN; New status is: DOWN {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:45:20.664232 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc251d12-681c-4f08-a55f-5f25b60d2e3b req-30bc498d-1c10-47fc-b315-786ab632a332 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:45:20.665724 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-cc251d12-681c-4f08-a55f-5f25b60d2e3b req-30bc498d-1c10-47fc-b315-786ab632a332 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=ede0d2bb-ee83-42b4-aadb-0e0af7edc789 HTTP/1.1" status: 200 len: 944 time: 0.0920367 Oct 04 09:45:20.715953 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-cc251d12-681c-4f08-a55f-5f25b60d2e3b req-ccf52b68-0162-4c91-886f-3df7cfa24088 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442302 Oct 04 09:45:21.875943 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device ed270210-8044-468c-88d7-0171c11b1932 details requested by agent hyperv_hv-neutron-8602 with host hv-neutron-8602 {{(pid=89034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 04 09:45:21.917985 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b788f6d-9a7b-4ac5-a9ea-3769f918515d req-2df0d99b-e66e-4f36-8e7e-e7483627208d tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:45:21.919445 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-5b788f6d-9a7b-4ac5-a9ea-3769f918515d req-2df0d99b-e66e-4f36-8e7e-e7483627208d tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=ede0d2bb-ee83-42b4-aadb-0e0af7edc789 HTTP/1.1" status: 200 len: 944 time: 0.0924840 Oct 04 09:45:21.963691 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-5b788f6d-9a7b-4ac5-a9ea-3769f918515d req-15e25017-566d-4c90-9865-bdb8753ec411 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376289 Oct 04 09:45:22.009531 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port ed270210-8044-468c-88d7-0171c11b1932, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=ed270210-8044-468c-88d7-0171c11b1932,segment=NetworkSegment(145756dd-4524-4dba-b36a-aad8eba1109c),segment_id=145756dd-4524-4dba-b36a-aad8eba1109c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:45:22.023215 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Returning: {'device': 'ed270210-8044-468c-88d7-0171c11b1932', 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1', 'port_id': 'ed270210-8044-468c-88d7-0171c11b1932', 'mac_address': 'fa:16:3e:c6:5a:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e45547e1-0b28-4b64-ada0-0a0e073a56b1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 04 09:45:22.082170 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port ed270210-8044-468c-88d7-0171c11b1932 is: DOWN; New status is: BUILD {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:45:22.082552 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:45:22.099226 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed270210-8044-468c-88d7-0171c11b1932 {{(pid=89034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:45:22.114738 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port ed270210-8044-468c-88d7-0171c11b1932, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=ed270210-8044-468c-88d7-0171c11b1932,segment=NetworkSegment(145756dd-4524-4dba-b36a-aad8eba1109c),segment_id=145756dd-4524-4dba-b36a-aad8eba1109c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:45:22.118846 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:45:22.167025 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b497a47-a87a-4fc7-b670-cb04f41bcecb req-01e947cb-ef23-4434-931f-9c1a403bae62 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:45:22.168424 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1b497a47-a87a-4fc7-b670-cb04f41bcecb req-01e947cb-ef23-4434-931f-9c1a403bae62 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=ede0d2bb-ee83-42b4-aadb-0e0af7edc789 HTTP/1.1" status: 200 len: 945 time: 0.0942407 Oct 04 09:45:22.187095 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=ed270210-8044-468c-88d7-0171c11b1932,revision_number=7']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:45:22.214557 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1b497a47-a87a-4fc7-b670-cb04f41bcecb req-4db649ef-7eea-4004-9cea-0b516e83073c tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396709 Oct 04 09:45:22.275624 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['ed270210-8044-468c-88d7-0171c11b1932'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 09:45:22.410764 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6708af-3574-48f4-85e3-0ce8e97fef33 req-c6b8974f-f074-4461-a4be-6cd7ca82a9e9 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:45:22.412324 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-ba6708af-3574-48f4-85e3-0ce8e97fef33 req-c6b8974f-f074-4461-a4be-6cd7ca82a9e9 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=ede0d2bb-ee83-42b4-aadb-0e0af7edc789 HTTP/1.1" status: 200 len: 945 time: 0.0874777 Oct 04 09:45:22.455780 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-ba6708af-3574-48f4-85e3-0ce8e97fef33 req-8424c964-b382-443a-a7ec-ba620d1ed64f tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375705 Oct 04 09:45:22.858165 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3676dc-544f-467e-b592-1db9aafabe0f req-e9cb478d-7170-40a9-8c7f-27d892a93a6a tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:45:22.859616 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-5e3676dc-544f-467e-b592-1db9aafabe0f req-e9cb478d-7170-40a9-8c7f-27d892a93a6a tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=ede0d2bb-ee83-42b4-aadb-0e0af7edc789 HTTP/1.1" status: 200 len: 945 time: 0.0895994 Oct 04 09:45:22.903404 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-5e3676dc-544f-467e-b592-1db9aafabe0f req-0b16da3b-cce6-46c6-8e44-af484b2b4d68 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381048 Oct 04 09:45:23.886199 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device ed270210-8044-468c-88d7-0171c11b1932 up at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:45:23.953859 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning complete for port ed270210-8044-468c-88d7-0171c11b1932 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:45:23.954235 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:45:23.954570 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Attempt 1 to provision port ed270210-8044-468c-88d7-0171c11b1932 Oct 04 09:45:24.073226 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port ed270210-8044-468c-88d7-0171c11b1932 is: BUILD; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:45:24.073621 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:45:24.099500 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e05a5-84d5-4627-9abd-b7685a7410c1 req-53715c78-ba31-401e-aeb0-f33f0a5d311f tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:45:24.100103 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede0d2bb-ee83-42b4-aadb-0e0af7edc789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed270210-8044-468c-88d7-0171c11b1932'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:45:24.100982 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8f9e05a5-84d5-4627-9abd-b7685a7410c1 req-53715c78-ba31-401e-aeb0-f33f0a5d311f tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=ede0d2bb-ee83-42b4-aadb-0e0af7edc789 HTTP/1.1" status: 200 len: 945 time: 0.0862937 Oct 04 09:45:24.102069 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aef738b946a3ea172e8e75fc735451da1d91f114ea1acc5fcf392e20a929bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6ac419-279e-46fe-98ca-6aa374c98367" -d '{"events": [{"server_uuid": "ede0d2bb-ee83-42b4-aadb-0e0af7edc789", "name": "network-vif-plugged", "status": "completed", "tag": "ed270210-8044-468c-88d7-0171c11b1932"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:45:24.109569 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port ed270210-8044-468c-88d7-0171c11b1932, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=ed270210-8044-468c-88d7-0171c11b1932,segment=NetworkSegment(145756dd-4524-4dba-b36a-aad8eba1109c),segment_id=145756dd-4524-4dba-b36a-aad8eba1109c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:45:24.114861 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:45:24.151756 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8f9e05a5-84d5-4627-9abd-b7685a7410c1 req-5b7e078e-dc0b-4cf5-958e-46e7126a0741 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447915 Oct 04 09:45:24.151911 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2751c153-dc67-4455-aed3-752eab62d686 x-openstack-request-id: req-2751c153-dc67-4455-aed3-752eab62d686 {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:45:24.152188 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede0d2bb-ee83-42b4-aadb-0e0af7edc789", "name": "network-vif-plugged", "status": "completed", "tag": "ed270210-8044-468c-88d7-0171c11b1932", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:45:24.152480 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2751c153-dc67-4455-aed3-752eab62d686 {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:45:24.152867 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2751c153-dc67-4455-aed3-752eab62d686'] response: {'server_uuid': 'ede0d2bb-ee83-42b4-aadb-0e0af7edc789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed270210-8044-468c-88d7-0171c11b1932', 'code': 200} Oct 04 09:45:24.193797 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=ed270210-8044-468c-88d7-0171c11b1932,revision_number=8']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:45:25.101138 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd24a3-4801-47f5-bca2-db98486129b2 req-7848f25e-75fa-4bc0-92f8-455f77c82dee tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:45:25.102560 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0acd24a3-4801-47f5-bca2-db98486129b2 req-7848f25e-75fa-4bc0-92f8-455f77c82dee tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.20 "GET /v2.0/ports?device_id=ede0d2bb-ee83-42b4-aadb-0e0af7edc789 HTTP/1.1" status: 200 len: 946 time: 0.0879068 Oct 04 09:45:25.176068 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-0acd24a3-4801-47f5-bca2-db98486129b2 req-6c7efcbd-89a2-483e-8a01-c55587cd8ac5 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Deleting port ed270210-8044-468c-88d7-0171c11b1932 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:45:25.176446 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-0acd24a3-4801-47f5-bca2-db98486129b2 req-6c7efcbd-89a2-483e-8a01-c55587cd8ac5 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:45:25.349251 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b520f8-0a25-4091-814c-5f59954f999b req-9b50aaad-e8d4-4ce6-8b32-a670197c5a58 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:45:25.350759 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-02b520f8-0a25-4091-814c-5f59954f999b req-9b50aaad-e8d4-4ce6-8b32-a670197c5a58 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=ede0d2bb-ee83-42b4-aadb-0e0af7edc789 HTTP/1.1" status: 200 len: 946 time: 0.0863514 Oct 04 09:45:25.401025 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-02b520f8-0a25-4091-814c-5f59954f999b req-0e125035-9de0-43cc-b769-215224df97dd tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443063 Oct 04 09:45:25.431429 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-0acd24a3-4801-47f5-bca2-db98486129b2 req-6c7efcbd-89a2-483e-8a01-c55587cd8ac5 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] For port ed270210-8044-468c-88d7-0171c11b1932, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=ed270210-8044-468c-88d7-0171c11b1932,segment=NetworkSegment(145756dd-4524-4dba-b36a-aad8eba1109c),segment_id=145756dd-4524-4dba-b36a-aad8eba1109c)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:45:25.431788 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-0acd24a3-4801-47f5-bca2-db98486129b2 req-6c7efcbd-89a2-483e-8a01-c55587cd8ac5 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:45:25.716600 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-0acd24a3-4801-47f5-bca2-db98486129b2 req-6c7efcbd-89a2-483e-8a01-c55587cd8ac5 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:45:25.716895 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-0acd24a3-4801-47f5-bca2-db98486129b2 req-6c7efcbd-89a2-483e-8a01-c55587cd8ac5 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:45:25.717203 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.l3_db [req-0acd24a3-4801-47f5-bca2-db98486129b2 req-6c7efcbd-89a2-483e-8a01-c55587cd8ac5 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Floating IP c2541de6-f5fb-434f-bd61-904d9e19c198 disassociated. External IP: 172.26.10.211, port: ed270210-8044-468c-88d7-0171c11b1932. Oct 04 09:45:25.717538 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-0acd24a3-4801-47f5-bca2-db98486129b2 req-6c7efcbd-89a2-483e-8a01-c55587cd8ac5 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Calling delete_port for ed270210-8044-468c-88d7-0171c11b1932 owned by compute:nova {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:45:25.857327 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-0acd24a3-4801-47f5-bca2-db98486129b2 req-6c7efcbd-89a2-483e-8a01-c55587cd8ac5 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:45:25.907094 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7efcbd-89a2-483e-8a01-c55587cd8ac5 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Pushing event deleted for resources: {'Port': ['ID=ed270210-8044-468c-88d7-0171c11b1932,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:45:25.918372 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7efcbd-89a2-483e-8a01-c55587cd8ac5 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:45:25.918718 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7efcbd-89a2-483e-8a01-c55587cd8ac5 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:45:25.919053 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7efcbd-89a2-483e-8a01-c55587cd8ac5 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:45:25.919476 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7efcbd-89a2-483e-8a01-c55587cd8ac5 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:45:25.919699 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7efcbd-89a2-483e-8a01-c55587cd8ac5 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:45:25.920025 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7efcbd-89a2-483e-8a01-c55587cd8ac5 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:45:25.920351 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7efcbd-89a2-483e-8a01-c55587cd8ac5 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:45:25.920695 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7efcbd-89a2-483e-8a01-c55587cd8ac5 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:45:25.921017 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7efcbd-89a2-483e-8a01-c55587cd8ac5 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:45:25.921371 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7efcbd-89a2-483e-8a01-c55587cd8ac5 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:45:25.921667 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7efcbd-89a2-483e-8a01-c55587cd8ac5 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:45:25.921978 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7efcbd-89a2-483e-8a01-c55587cd8ac5 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:45:26.204050 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0acd24a3-4801-47f5-bca2-db98486129b2 req-6c7efcbd-89a2-483e-8a01-c55587cd8ac5 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Router 12d68ca1-c67b-4fac-acf0-164463cac50b has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:45:26.377676 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0acd24a3-4801-47f5-bca2-db98486129b2 req-6c7efcbd-89a2-483e-8a01-c55587cd8ac5 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:45:26.386870 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59c0b7e-c75a-46e0-8421-2b9190103fb3 None None] Sync routers for ids ['12d68ca1-c67b-4fac-acf0-164463cac50b'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:45:26.396171 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59c0b7e-c75a-46e0-8421-2b9190103fb3 None None] Routers {'12d68ca1-c67b-4fac-acf0-164463cac50b'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:45:26.396856 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-f59c0b7e-c75a-46e0-8421-2b9190103fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:45:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['12d68ca1-c67b-4fac-acf0-164463cac50b'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:45:26.462511 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-0acd24a3-4801-47f5-bca2-db98486129b2 req-6c7efcbd-89a2-483e-8a01-c55587cd8ac5 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] No DVR routers for this DVR port ed270210-8044-468c-88d7-0171c11b1932 on host hv-neutron-8602 {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:45:26.465077 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-0acd24a3-4801-47f5-bca2-db98486129b2 req-6c7efcbd-89a2-483e-8a01-c55587cd8ac5 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:45:26.467845 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede0d2bb-ee83-42b4-aadb-0e0af7edc789', 'name': 'network-vif-deleted', 'tag': 'ed270210-8044-468c-88d7-0171c11b1932'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:45:26.470148 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206da855-f66f-45fe-94ac-4816ddbb7ff9" -d '{"events": [{"server_uuid": "ede0d2bb-ee83-42b4-aadb-0e0af7edc789", "name": "network-vif-deleted", "tag": "ed270210-8044-468c-88d7-0171c11b1932"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:45:26.483939 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0acd24a3-4801-47f5-bca2-db98486129b2 req-6c7efcbd-89a2-483e-8a01-c55587cd8ac5 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.20 "DELETE /v2.0/ports/ed270210-8044-468c-88d7-0171c11b1932 HTTP/1.1" status: 204 len: 173 time: 1.3763123 Oct 04 09:45:26.562889 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f2d9b6-8d63-45e7-8862-0328364131e1 x-openstack-request-id: req-44f2d9b6-8d63-45e7-8862-0328364131e1 {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:45:26.563466 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede0d2bb-ee83-42b4-aadb-0e0af7edc789", "name": "network-vif-deleted", "tag": "ed270210-8044-468c-88d7-0171c11b1932", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:45:26.563937 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-44f2d9b6-8d63-45e7-8862-0328364131e1 {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:45:26.565003 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44f2d9b6-8d63-45e7-8862-0328364131e1'] response: {'server_uuid': 'ede0d2bb-ee83-42b4-aadb-0e0af7edc789', 'name': 'network-vif-deleted', 'tag': 'ed270210-8044-468c-88d7-0171c11b1932', 'status': 'completed', 'code': 200} Oct 04 09:45:26.571652 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-3848bdde-612a-4ce1-9bb6-403d8ac6ace3 req-e9d202af-de06-44bb-8dfe-9a7badde85f9 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Synchronizing usage tracker for tenant:523ecadce86b493ca00e37d22c0d8a7a on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:45:26.581872 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-f59c0b7e-c75a-46e0-8421-2b9190103fb3 None None] Set router 12d68ca1-c67b-4fac-acf0-164463cac50b gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:45:26.587737 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-3848bdde-612a-4ce1-9bb6-403d8ac6ace3 req-e9d202af-de06-44bb-8dfe-9a7badde85f9 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Unset dirty status for tenant:523ecadce86b493ca00e37d22c0d8a7a on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:45:26.592821 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3848bdde-612a-4ce1-9bb6-403d8ac6ace3 req-e9d202af-de06-44bb-8dfe-9a7badde85f9 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=ede0d2bb-ee83-42b4-aadb-0e0af7edc789 HTTP/1.1" status: 200 len: 210 time: 0.0715017 Oct 04 09:45:26.920217 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-f59c0b7e-c75a-46e0-8421-2b9190103fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'name': 'tempest-ServerActionsTestJSON-592270206-router', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.221'}], 'enable_snat': True}, 'gw_port_id': '16f37ce1-1d24-40af-97a2-b458bc0fdc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:39:15Z', 'updated_at': '2022-10-04T09:39:19Z', 'revision_number': 4, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'gw_port': {'id': '16f37ce1-1d24-40af-97a2-b458bc0fdc81', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:39:15Z', 'updated_at': '2022-10-04T09:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '9d12d954-2e16-4c4b-92d4-defcc361cde0', 'name': '', 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'mac_address': 'fa:16:3e:62:2c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'e45547e1-0b28-4b64-ada0-0a0e073a56b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:39:18Z', 'updated_at': '2022-10-04T09:39:23Z', 'revision_number': 5, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'subnets': [{'id': 'e45547e1-0b28-4b64-ada0-0a0e073a56b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:45:26.924769 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59c0b7e-c75a-46e0-8421-2b9190103fb3 None None] Checking router: 12d68ca1-c67b-4fac-acf0-164463cac50b for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:45:26.933261 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59c0b7e-c75a-46e0-8421-2b9190103fb3 None None] Routers {'12d68ca1-c67b-4fac-acf0-164463cac50b'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:45:26.933865 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-f59c0b7e-c75a-46e0-8421-2b9190103fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:45:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['12d68ca1-c67b-4fac-acf0-164463cac50b'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:45:27.111337 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-f59c0b7e-c75a-46e0-8421-2b9190103fb3 None None] Set router 12d68ca1-c67b-4fac-acf0-164463cac50b gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:45:27.424242 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-f59c0b7e-c75a-46e0-8421-2b9190103fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'name': 'tempest-ServerActionsTestJSON-592270206-router', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.221'}], 'enable_snat': True}, 'gw_port_id': '16f37ce1-1d24-40af-97a2-b458bc0fdc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:39:15Z', 'updated_at': '2022-10-04T09:39:19Z', 'revision_number': 4, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'gw_port': {'id': '16f37ce1-1d24-40af-97a2-b458bc0fdc81', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:39:15Z', 'updated_at': '2022-10-04T09:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '9d12d954-2e16-4c4b-92d4-defcc361cde0', 'name': '', 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'mac_address': 'fa:16:3e:62:2c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'e45547e1-0b28-4b64-ada0-0a0e073a56b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:39:18Z', 'updated_at': '2022-10-04T09:39:23Z', 'revision_number': 5, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'subnets': [{'id': 'e45547e1-0b28-4b64-ada0-0a0e073a56b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:45:27.427944 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59c0b7e-c75a-46e0-8421-2b9190103fb3 None None] The sync data for ids ['12d68ca1-c67b-4fac-acf0-164463cac50b'] in dv-neutron-860215-1-hyperv is: [{'id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'name': 'tempest-ServerActionsTestJSON-592270206-router', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.221'}], 'enable_snat': True}, 'gw_port_id': '16f37ce1-1d24-40af-97a2-b458bc0fdc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:39:15Z', 'updated_at': '2022-10-04T09:39:19Z', 'revision_number': 4, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'gw_port': {'id': '16f37ce1-1d24-40af-97a2-b458bc0fdc81', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:39:15Z', 'updated_at': '2022-10-04T09:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '9d12d954-2e16-4c4b-92d4-defcc361cde0', 'name': '', 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'mac_address': 'fa:16:3e:62:2c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'e45547e1-0b28-4b64-ada0-0a0e073a56b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:39:18Z', 'updated_at': '2022-10-04T09:39:23Z', 'revision_number': 5, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'subnets': [{'id': 'e45547e1-0b28-4b64-ada0-0a0e073a56b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:45:27.637265 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-45c79857-fbe4-4b77-a2d8-37d6ffa2d7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:45:27.654364 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e1db95-e183-436a-a5a1-f7b3e5a376cd None None] New status for floating IP c2541de6-f5fb-434f-bd61-904d9e19c198: DOWN {{(pid=89034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 09:45:27.930978 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device ed270210-8044-468c-88d7-0171c11b1932 no longer exists at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:45:27.940389 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-9c46dab7-8f75-427f-b1b1-173eba5b850b req-bfeed532-cf03-435d-bd17-41de0d3d4907 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--476675354&fields=id&tenant_id=523ecadce86b493ca00e37d22c0d8a7a HTTP/1.1" status: 200 len: 267 time: 0.0431755 Oct 04 09:45:27.964559 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] No Port match for: ed270210-8044-468c-88d7-0171c11b1932 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:45:27.964901 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device ed270210-8044-468c-88d7-0171c11b1932 not bound to the agent host hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:45:28.089809 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46dab7-8f75-427f-b1b1-173eba5b850b req-7e23bfce-38f6-4ec9-9a1a-bca9bba8b3ee tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:45:28.091238 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-9c46dab7-8f75-427f-b1b1-173eba5b850b req-7e23bfce-38f6-4ec9-9a1a-bca9bba8b3ee tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/networks?id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 HTTP/1.1" status: 200 len: 811 time: 0.1439717 Oct 04 09:45:28.105654 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-9c46dab7-8f75-427f-b1b1-173eba5b850b req-2ef7143b-7a09-4126-a970-ed59438c2ebf tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/quotas/523ecadce86b493ca00e37d22c0d8a7a HTTP/1.1" status: 200 len: 375 time: 0.0088615 Oct 04 09:45:28.197063 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-9c46dab7-8f75-427f-b1b1-173eba5b850b req-63bf67f7-39a4-493d-8197-e15ac6e354c4 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=523ecadce86b493ca00e37d22c0d8a7a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0864596 Oct 04 09:45:28.254572 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [req-9c46dab7-8f75-427f-b1b1-173eba5b850b req-f66b7102-0681-4fb9-ad7b-54d64e3f64c5 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=89033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:45:28.255784 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-9c46dab7-8f75-427f-b1b1-173eba5b850b req-f66b7102-0681-4fb9-ad7b-54d64e3f64c5 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475895 Oct 04 09:45:28.398740 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-9c46dab7-8f75-427f-b1b1-173eba5b850b req-b0be725f-6a18-461f-bd71-af18e81f1740 service neutron] 10.222.0.50 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369603 Oct 04 09:45:28.537907 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-9c46dab7-8f75-427f-b1b1-173eba5b850b req-84abfff2-034f-4d84-bb2e-11ae9447d47c service neutron] 10.222.0.50 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330910 Oct 04 09:45:29.736703 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3d991ea7-a15e-4311-a3c2-3bea07a0fa49 req-69ed59ea-7e9d-47b0-9012-9ef59edc56a5 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f9b64f-2712-4978-b4ee-442130924c92 HTTP/1.1" status: 200 len: 210 time: 0.0530038 Oct 04 09:45:30.303333 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-1d22ad79-baa8-468e-a688-0130166d3cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:45:30.782290 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46dab7-8f75-427f-b1b1-173eba5b850b req-e4620731-7e1f-4233-b629-64ac8bca02d0 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:45:30.783758 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9c46dab7-8f75-427f-b1b1-173eba5b850b req-e4620731-7e1f-4233-b629-64ac8bca02d0 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.20 "GET /v2.0/networks?id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 HTTP/1.1" status: 200 len: 811 time: 0.1514306 Oct 04 09:45:30.793635 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:45:30.810210 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:45:30.847376 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9c46dab7-8f75-427f-b1b1-173eba5b850b req-d308bfec-fbe0-43d1-bd2c-92ac1c1b1626 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=523ecadce86b493ca00e37d22c0d8a7a HTTP/1.1" status: 200 len: 379 time: 0.0496233 Oct 04 09:45:30.856430 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-9c46dab7-8f75-427f-b1b1-173eba5b850b req-bfc4ea88-8a83-497a-b3bf-553ed08abc72 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Request body: {'port': {'device_id': 'e9f9b64f-2712-4978-b4ee-442130924c92', 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1', 'admin_state_up': True, 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'security_groups': ['36576f3f-8e4e-4dab-b48a-9b06f15fce4b']}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:45:30.912070 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-3ae0fc01-2e4f-4a68-ba17-bf974a530d18 req-d8474b19-d072-48e1-8f3e-b2170839587c tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f9b64f-2712-4978-b4ee-442130924c92 HTTP/1.1" status: 200 len: 210 time: 0.0555353 Oct 04 09:45:30.997147 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-9c46dab7-8f75-427f-b1b1-173eba5b850b req-bfc4ea88-8a83-497a-b3bf-553ed08abc72 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:45:31.007529 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-9c46dab7-8f75-427f-b1b1-173eba5b850b req-bfc4ea88-8a83-497a-b3bf-553ed08abc72 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:45:31.016700 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c46dab7-8f75-427f-b1b1-173eba5b850b req-bfc4ea88-8a83-497a-b3bf-553ed08abc72 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Made reservation on behalf of 523ecadce86b493ca00e37d22c0d8a7a for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:45:31.020148 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-9c46dab7-8f75-427f-b1b1-173eba5b850b req-bfc4ea88-8a83-497a-b3bf-553ed08abc72 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:45:31.179587 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [req-9c46dab7-8f75-427f-b1b1-173eba5b850b req-bfc4ea88-8a83-497a-b3bf-553ed08abc72 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Allocated IP 172.20.0.4 (e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1/e45547e1-0b28-4b64-ada0-0a0e073a56b1/8256a0cc-42c4-4128-ab6a-c608580f54ef) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:45:31.364030 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-9c46dab7-8f75-427f-b1b1-173eba5b850b req-bfc4ea88-8a83-497a-b3bf-553ed08abc72 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:45:31.379301 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-9c46dab7-8f75-427f-b1b1-173eba5b850b req-bfc4ea88-8a83-497a-b3bf-553ed08abc72 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Transition to ACTIVE for port object 8256a0cc-42c4-4128-ab6a-c608580f54ef will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:45:31.401650 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-9c46dab7-8f75-427f-b1b1-173eba5b850b req-bfc4ea88-8a83-497a-b3bf-553ed08abc72 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:45:31.472278 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c46dab7-8f75-427f-b1b1-173eba5b850b req-bfc4ea88-8a83-497a-b3bf-553ed08abc72 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Network e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:45:31.475238 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [req-9c46dab7-8f75-427f-b1b1-173eba5b850b req-bfc4ea88-8a83-497a-b3bf-553ed08abc72 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:45:31.479180 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c46dab7-8f75-427f-b1b1-173eba5b850b req-bfc4ea88-8a83-497a-b3bf-553ed08abc72 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:45:31.519786 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc4ea88-8a83-497a-b3bf-553ed08abc72 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Pushing event updated for resources: {'Port': ['ID=8256a0cc-42c4-4128-ab6a-c608580f54ef,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:45:31.551364 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46dab7-8f75-427f-b1b1-173eba5b850b req-bfc4ea88-8a83-497a-b3bf-553ed08abc72 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:45:31.551986 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-9c46dab7-8f75-427f-b1b1-173eba5b850b req-bfc4ea88-8a83-497a-b3bf-553ed08abc72 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:45:31.577305 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9c46dab7-8f75-427f-b1b1-173eba5b850b req-bfc4ea88-8a83-497a-b3bf-553ed08abc72 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7249579 Oct 04 09:45:31.594685 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-9c46dab7-8f75-427f-b1b1-173eba5b850b req-ce331821-3889-4ce8-9d7a-3384eb45973d service neutron] Request body: {'port': {'device_id': 'e9f9b64f-2712-4978-b4ee-442130924c92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8602'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:45:31.707377 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-9c46dab7-8f75-427f-b1b1-173eba5b850b req-ce331821-3889-4ce8-9d7a-3384eb45973d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:45:31.721614 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-52b56148-ed07-4405-a107-8440e3411ecc None None] Provisioning for port 8256a0cc-42c4-4128-ab6a-c608580f54ef completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:45:31.726473 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-52b56148-ed07-4405-a107-8440e3411ecc None None] Provisioning complete for port 8256a0cc-42c4-4128-ab6a-c608580f54ef triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:45:31.726962 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-52b56148-ed07-4405-a107-8440e3411ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:45:31.727377 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-52b56148-ed07-4405-a107-8440e3411ecc None None] Attempt 1 to provision port 8256a0cc-42c4-4128-ab6a-c608580f54ef Oct 04 09:45:31.783282 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-52b56148-ed07-4405-a107-8440e3411ecc None None] Port 8256a0cc-42c4-4128-ab6a-c608580f54ef cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:45:32.170732 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a08b9-392b-4b49-a781-03ac4c30e3a7 req-ab2e0d1e-0d46-4915-a1d0-69fc67e74c21 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:45:32.171421 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-048a08b9-392b-4b49-a781-03ac4c30e3a7 req-ab2e0d1e-0d46-4915-a1d0-69fc67e74c21 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Synchronizing usage tracker for tenant:523ecadce86b493ca00e37d22c0d8a7a on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:45:32.235071 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-048a08b9-392b-4b49-a781-03ac4c30e3a7 req-ab2e0d1e-0d46-4915-a1d0-69fc67e74c21 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Unset dirty status for tenant:523ecadce86b493ca00e37d22c0d8a7a on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:45:32.236161 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-048a08b9-392b-4b49-a781-03ac4c30e3a7 req-ab2e0d1e-0d46-4915-a1d0-69fc67e74c21 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f9b64f-2712-4978-b4ee-442130924c92 HTTP/1.1" status: 200 len: 931 time: 0.2108765 Oct 04 09:45:32.267862 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [req-9c46dab7-8f75-427f-b1b1-173eba5b850b req-ce331821-3889-4ce8-9d7a-3384eb45973d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8256a0cc-42c4-4128-ab6a-c608580f54ef {{(pid=89032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:45:32.283349 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-9c46dab7-8f75-427f-b1b1-173eba5b850b req-ce331821-3889-4ce8-9d7a-3384eb45973d service neutron] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:45:32.284117 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-52b56148-ed07-4405-a107-8440e3411ecc None None] Attempt 2 to provision port 8256a0cc-42c4-4128-ab6a-c608580f54ef Oct 04 09:45:32.301024 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-048a08b9-392b-4b49-a781-03ac4c30e3a7 req-86ae237a-f4e0-4d46-b532-4e5207644b7a tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579135 Oct 04 09:45:32.307039 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-9c46dab7-8f75-427f-b1b1-173eba5b850b req-ce331821-3889-4ce8-9d7a-3384eb45973d service neutron] Transition to ACTIVE for port object 8256a0cc-42c4-4128-ab6a-c608580f54ef will not be triggered until provisioned by entity L2. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:45:32.311046 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-9c46dab7-8f75-427f-b1b1-173eba5b850b req-ce331821-3889-4ce8-9d7a-3384eb45973d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:45:32.353941 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-52b56148-ed07-4405-a107-8440e3411ecc None None] Port 8256a0cc-42c4-4128-ab6a-c608580f54ef cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:45:32.354463 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:45:32.499399 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331821-3889-4ce8-9d7a-3384eb45973d service neutron] Pushing event updated for resources: {'Port': ['ID=8256a0cc-42c4-4128-ab6a-c608580f54ef,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:45:32.534611 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-9c46dab7-8f75-427f-b1b1-173eba5b850b req-ce331821-3889-4ce8-9d7a-3384eb45973d service neutron] Attempting to bind port 8256a0cc-42c4-4128-ab6a-c608580f54ef on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:45:32.534946 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-9c46dab7-8f75-427f-b1b1-173eba5b850b req-ce331821-3889-4ce8-9d7a-3384eb45973d service neutron] Attempting to bind port 8256a0cc-42c4-4128-ab6a-c608580f54ef by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': '145756dd-4524-4dba-b36a-aad8eba1109c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1'}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:45:32.535265 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c46dab7-8f75-427f-b1b1-173eba5b850b req-ce331821-3889-4ce8-9d7a-3384eb45973d service neutron] Attempting to bind port 8256a0cc-42c4-4128-ab6a-c608580f54ef on network e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:45:32.539703 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c46dab7-8f75-427f-b1b1-173eba5b850b req-ce331821-3889-4ce8-9d7a-3384eb45973d service neutron] Port 8256a0cc-42c4-4128-ab6a-c608580f54ef on network e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:45:32.540021 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c46dab7-8f75-427f-b1b1-173eba5b850b req-ce331821-3889-4ce8-9d7a-3384eb45973d service neutron] Attempting to bind port 8256a0cc-42c4-4128-ab6a-c608580f54ef on network e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:45:32.544974 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c46dab7-8f75-427f-b1b1-173eba5b850b req-ce331821-3889-4ce8-9d7a-3384eb45973d service neutron] Checking agent: {'id': '1be90a14-1104-4771-996e-684b25b74d15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'started_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:45:32.545310 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c46dab7-8f75-427f-b1b1-173eba5b850b req-ce331821-3889-4ce8-9d7a-3384eb45973d service neutron] Checking segment: {'id': '145756dd-4524-4dba-b36a-aad8eba1109c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:45:32.545684 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c46dab7-8f75-427f-b1b1-173eba5b850b req-ce331821-3889-4ce8-9d7a-3384eb45973d service neutron] Bound using segment: {'id': '145756dd-4524-4dba-b36a-aad8eba1109c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1'} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:45:32.546104 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-9c46dab7-8f75-427f-b1b1-173eba5b850b req-ce331821-3889-4ce8-9d7a-3384eb45973d service neutron] Bound port: 8256a0cc-42c4-4128-ab6a-c608580f54ef, host: hv-neutron-8602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '145756dd-4524-4dba-b36a-aad8eba1109c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1'}}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:45:32.546448 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-9c46dab7-8f75-427f-b1b1-173eba5b850b req-ce331821-3889-4ce8-9d7a-3384eb45973d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:45:32.632502 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-9c46dab7-8f75-427f-b1b1-173eba5b850b req-ce331821-3889-4ce8-9d7a-3384eb45973d service neutron] For port 8256a0cc-42c4-4128-ab6a-c608580f54ef, host hv-neutron-8602, cleared binding levels {{(pid=89032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:45:32.635613 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-9c46dab7-8f75-427f-b1b1-173eba5b850b req-ce331821-3889-4ce8-9d7a-3384eb45973d service neutron] For port 8256a0cc-42c4-4128-ab6a-c608580f54ef, host hv-neutron-8602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=8256a0cc-42c4-4128-ab6a-c608580f54ef,segment=NetworkSegment(145756dd-4524-4dba-b36a-aad8eba1109c),segment_id=145756dd-4524-4dba-b36a-aad8eba1109c)] {{(pid=89032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:45:32.639278 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-9c46dab7-8f75-427f-b1b1-173eba5b850b req-ce331821-3889-4ce8-9d7a-3384eb45973d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:45:32.672817 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46dab7-8f75-427f-b1b1-173eba5b850b req-ce331821-3889-4ce8-9d7a-3384eb45973d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:45:32.674016 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-9c46dab7-8f75-427f-b1b1-173eba5b850b req-ce331821-3889-4ce8-9d7a-3384eb45973d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:45:32.675372 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9c46dab7-8f75-427f-b1b1-173eba5b850b req-ce331821-3889-4ce8-9d7a-3384eb45973d service neutron] 10.222.0.20 "PUT /v2.0/ports/8256a0cc-42c4-4128-ab6a-c608580f54ef HTTP/1.1" status: 200 len: 1093 time: 1.0850601 Oct 04 09:45:32.675804 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9f9b64f-2712-4978-b4ee-442130924c92', 'tag': '8256a0cc-42c4-4128-ab6a-c608580f54ef'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:45:32.678095 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e628cbd2-1ff0-4a80-95de-690fe0e91903" -d '{"events": [{"name": "network-changed", "server_uuid": "e9f9b64f-2712-4978-b4ee-442130924c92", "tag": "8256a0cc-42c4-4128-ab6a-c608580f54ef"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:45:32.720649 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331821-3889-4ce8-9d7a-3384eb45973d service neutron] Pushing event updated for resources: {'Port': ['ID=8256a0cc-42c4-4128-ab6a-c608580f54ef,revision_number=3']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:45:32.730162 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b894b616-5d88-422c-8367-cdd94e6ae804 x-openstack-request-id: req-b894b616-5d88-422c-8367-cdd94e6ae804 {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:45:32.730467 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9f9b64f-2712-4978-b4ee-442130924c92", "tag": "8256a0cc-42c4-4128-ab6a-c608580f54ef", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:45:32.730716 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b894b616-5d88-422c-8367-cdd94e6ae804 {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:45:32.731106 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b894b616-5d88-422c-8367-cdd94e6ae804'] response: {'name': 'network-changed', 'server_uuid': 'e9f9b64f-2712-4978-b4ee-442130924c92', 'tag': '8256a0cc-42c4-4128-ab6a-c608580f54ef', 'status': 'completed', 'code': 200} Oct 04 09:45:32.820535 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46dab7-8f75-427f-b1b1-173eba5b850b req-7f9b4fbc-3ac8-4c8c-b90f-8be120a3afe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:45:32.821986 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9c46dab7-8f75-427f-b1b1-173eba5b850b req-7f9b4fbc-3ac8-4c8c-b90f-8be120a3afe4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=523ecadce86b493ca00e37d22c0d8a7a&device_id=e9f9b64f-2712-4978-b4ee-442130924c92 HTTP/1.1" status: 200 len: 1096 time: 0.0760560 Oct 04 09:45:32.855416 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-52b56148-ed07-4405-a107-8440e3411ecc None None] Attempt 3 to provision port 8256a0cc-42c4-4128-ab6a-c608580f54ef Oct 04 09:45:32.897662 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9c46dab7-8f75-427f-b1b1-173eba5b850b req-7e88287e-08c0-431b-b293-076e0cd1ad33 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8256a0cc-42c4-4128-ab6a-c608580f54ef HTTP/1.1" status: 200 len: 217 time: 0.0631604 Oct 04 09:45:32.917760 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-52b56148-ed07-4405-a107-8440e3411ecc None None] Port 8256a0cc-42c4-4128-ab6a-c608580f54ef had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 09:45:32.958300 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46dab7-8f75-427f-b1b1-173eba5b850b req-67b0dd7f-4396-4a08-ad26-6b9cac4f59fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:45:32.959710 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9c46dab7-8f75-427f-b1b1-173eba5b850b req-67b0dd7f-4396-4a08-ad26-6b9cac4f59fe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e45547e1-0b28-4b64-ada0-0a0e073a56b1 HTTP/1.1" status: 200 len: 850 time: 0.0564871 Oct 04 09:45:33.043029 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46dab7-8f75-427f-b1b1-173eba5b850b req-ac23510a-8539-41f3-b82e-f2f2909d06c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:45:33.044491 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9c46dab7-8f75-427f-b1b1-173eba5b850b req-ac23510a-8539-41f3-b82e-f2f2909d06c4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790172 Oct 04 09:45:33.172592 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9c46dab7-8f75-427f-b1b1-173eba5b850b req-de5473c5-47b2-485b-8e2b-6f16270247c3 service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221006 Oct 04 09:45:33.298920 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9c46dab7-8f75-427f-b1b1-173eba5b850b req-3bf16e32-77d2-4ce9-815d-69f40f0c61a0 service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205621 Oct 04 09:45:33.561009 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be607d-7138-4d67-a7fa-d4e91bdadc5d req-0a4d9634-2968-4a56-961e-6c6e76e128b9 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:45:33.562358 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e8be607d-7138-4d67-a7fa-d4e91bdadc5d req-0a4d9634-2968-4a56-961e-6c6e76e128b9 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f9b64f-2712-4978-b4ee-442130924c92 HTTP/1.1" status: 200 len: 943 time: 0.1161036 Oct 04 09:45:33.565347 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e628cbd2-1ff0-4a80-95de-690fe0e91903 req-801f5ea8-1001-4b5a-b78b-fec99a5a2935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:45:33.566668 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e628cbd2-1ff0-4a80-95de-690fe0e91903 req-801f5ea8-1001-4b5a-b78b-fec99a5a2935 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=523ecadce86b493ca00e37d22c0d8a7a&device_id=e9f9b64f-2712-4978-b4ee-442130924c92 HTTP/1.1" status: 200 len: 1096 time: 0.1552320 Oct 04 09:45:33.794034 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e8be607d-7138-4d67-a7fa-d4e91bdadc5d req-b544886f-b731-4bc2-bbd9-977b4b9b814f tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2254367 Oct 04 09:45:33.834001 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e628cbd2-1ff0-4a80-95de-690fe0e91903 req-5149c3b0-5666-4023-ae59-223811a113dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:45:33.835584 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e628cbd2-1ff0-4a80-95de-690fe0e91903 req-5149c3b0-5666-4023-ae59-223811a113dd service neutron] 10.222.0.20 "GET /v2.0/networks?id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 HTTP/1.1" status: 200 len: 912 time: 0.2541249 Oct 04 09:45:33.903035 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e628cbd2-1ff0-4a80-95de-690fe0e91903 req-ce84688c-0daf-4b39-8cd6-280a1e72f4b1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8256a0cc-42c4-4128-ab6a-c608580f54ef HTTP/1.1" status: 200 len: 217 time: 0.0619729 Oct 04 09:45:33.962924 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e628cbd2-1ff0-4a80-95de-690fe0e91903 req-a5da4b7c-02f7-4669-8b87-431580ccc5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:45:33.964272 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e628cbd2-1ff0-4a80-95de-690fe0e91903 req-a5da4b7c-02f7-4669-8b87-431580ccc5ef service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e45547e1-0b28-4b64-ada0-0a0e073a56b1 HTTP/1.1" status: 200 len: 850 time: 0.0552154 Oct 04 09:45:34.045216 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e628cbd2-1ff0-4a80-95de-690fe0e91903 req-2bec0f67-dc97-47c3-a33e-40d7b3f2bc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:45:34.046637 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e628cbd2-1ff0-4a80-95de-690fe0e91903 req-2bec0f67-dc97-47c3-a33e-40d7b3f2bc98 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770025 Oct 04 09:45:34.176599 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e628cbd2-1ff0-4a80-95de-690fe0e91903 req-b43a7cc9-5de7-4387-a076-53d59769c3c2 service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232359 Oct 04 09:45:34.303721 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e628cbd2-1ff0-4a80-95de-690fe0e91903 req-3bccf6e7-fcbe-4cef-87e8-fc4cb7b2c384 service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206636 Oct 04 09:45:34.991795 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6681314-9045-4638-afbd-bce5e8388f05 req-f483dc79-5564-4286-a0c7-e035be013f14 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:45:34.993276 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-b6681314-9045-4638-afbd-bce5e8388f05 req-f483dc79-5564-4286-a0c7-e035be013f14 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f9b64f-2712-4978-b4ee-442130924c92 HTTP/1.1" status: 200 len: 943 time: 0.0854030 Oct 04 09:45:35.036768 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-b6681314-9045-4638-afbd-bce5e8388f05 req-96b2bb41-262b-4245-aecd-b3a516bc8e5c tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374978 Oct 04 09:45:36.236756 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16281fe-6afe-4762-bf07-0a6452a7c9e2 req-11cfc0ce-322d-4738-9c37-f285875e87ef tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:45:36.238221 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b16281fe-6afe-4762-bf07-0a6452a7c9e2 req-11cfc0ce-322d-4738-9c37-f285875e87ef tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f9b64f-2712-4978-b4ee-442130924c92 HTTP/1.1" status: 200 len: 943 time: 0.0907083 Oct 04 09:45:36.281485 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b16281fe-6afe-4762-bf07-0a6452a7c9e2 req-51009bed-9cc7-42ac-b25e-d569f4acd8ad tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377018 Oct 04 09:45:37.489037 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed3754-5e4c-4b69-acec-b6ee35ca9dd2 req-ca7cfe0d-40f2-4ad3-bcaf-581500dc8b59 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:45:37.490501 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-48ed3754-5e4c-4b69-acec-b6ee35ca9dd2 req-ca7cfe0d-40f2-4ad3-bcaf-581500dc8b59 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f9b64f-2712-4978-b4ee-442130924c92 HTTP/1.1" status: 200 len: 943 time: 0.0892110 Oct 04 09:45:37.534299 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-48ed3754-5e4c-4b69-acec-b6ee35ca9dd2 req-203bdf78-3725-4009-ae0f-959218ce7f35 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381835 Oct 04 09:45:37.992339 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 8256a0cc-42c4-4128-ab6a-c608580f54ef details requested by agent hyperv_hv-neutron-8602 with host hv-neutron-8602 {{(pid=89034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 04 09:45:38.129288 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 8256a0cc-42c4-4128-ab6a-c608580f54ef, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=8256a0cc-42c4-4128-ab6a-c608580f54ef,segment=NetworkSegment(145756dd-4524-4dba-b36a-aad8eba1109c),segment_id=145756dd-4524-4dba-b36a-aad8eba1109c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:45:38.142176 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Returning: {'device': '8256a0cc-42c4-4128-ab6a-c608580f54ef', 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1', 'port_id': '8256a0cc-42c4-4128-ab6a-c608580f54ef', 'mac_address': 'fa:16:3e:c2:cd:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e45547e1-0b28-4b64-ada0-0a0e073a56b1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 04 09:45:38.196310 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 8256a0cc-42c4-4128-ab6a-c608580f54ef is: DOWN; New status is: BUILD {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:45:38.196710 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:45:38.212538 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8256a0cc-42c4-4128-ab6a-c608580f54ef {{(pid=89034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:45:38.227801 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 8256a0cc-42c4-4128-ab6a-c608580f54ef, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=8256a0cc-42c4-4128-ab6a-c608580f54ef,segment=NetworkSegment(145756dd-4524-4dba-b36a-aad8eba1109c),segment_id=145756dd-4524-4dba-b36a-aad8eba1109c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:45:38.232770 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:45:38.303856 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=8256a0cc-42c4-4128-ab6a-c608580f54ef,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:45:38.664743 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['8256a0cc-42c4-4128-ab6a-c608580f54ef'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 09:45:38.732848 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d9dac-c64c-494a-a62c-912dd74d18d3 req-db67f09e-d47e-4d69-a018-80f37b6c6af3 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:45:38.734304 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e42d9dac-c64c-494a-a62c-912dd74d18d3 req-db67f09e-d47e-4d69-a018-80f37b6c6af3 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f9b64f-2712-4978-b4ee-442130924c92 HTTP/1.1" status: 200 len: 944 time: 0.0908575 Oct 04 09:45:38.779493 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e42d9dac-c64c-494a-a62c-912dd74d18d3 req-c336628c-eba5-44b9-8541-3d79b5b16e9b tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391271 Oct 04 09:45:39.976277 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a1a28-fa6a-4f74-9e46-789386ff9a99 req-acbbff2a-cf3a-4b37-b120-36e82e6f19ea tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:45:39.977651 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f28a1a28-fa6a-4f74-9e46-789386ff9a99 req-acbbff2a-cf3a-4b37-b120-36e82e6f19ea tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f9b64f-2712-4978-b4ee-442130924c92 HTTP/1.1" status: 200 len: 944 time: 0.0891256 Oct 04 09:45:39.992692 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 8256a0cc-42c4-4128-ab6a-c608580f54ef up at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:45:40.020559 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f28a1a28-fa6a-4f74-9e46-789386ff9a99 req-dcabe3fa-e734-4bef-8fe6-c11fb50ccb53 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372357 Oct 04 09:45:40.059680 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning for port 8256a0cc-42c4-4128-ab6a-c608580f54ef completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:45:40.064259 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning complete for port 8256a0cc-42c4-4128-ab6a-c608580f54ef triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:45:40.064659 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:45:40.064993 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Attempt 1 to provision port 8256a0cc-42c4-4128-ab6a-c608580f54ef Oct 04 09:45:40.185840 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 8256a0cc-42c4-4128-ab6a-c608580f54ef is: BUILD; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:45:40.186216 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:45:40.213045 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9f9b64f-2712-4978-b4ee-442130924c92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8256a0cc-42c4-4128-ab6a-c608580f54ef'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:45:40.215279 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aef738b946a3ea172e8e75fc735451da1d91f114ea1acc5fcf392e20a929bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b4bbf1-9326-46c2-a928-00be83458efc" -d '{"events": [{"server_uuid": "e9f9b64f-2712-4978-b4ee-442130924c92", "name": "network-vif-plugged", "status": "completed", "tag": "8256a0cc-42c4-4128-ab6a-c608580f54ef"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:45:40.222574 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 8256a0cc-42c4-4128-ab6a-c608580f54ef, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=8256a0cc-42c4-4128-ab6a-c608580f54ef,segment=NetworkSegment(145756dd-4524-4dba-b36a-aad8eba1109c),segment_id=145756dd-4524-4dba-b36a-aad8eba1109c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:45:40.226778 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:45:40.261006 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce735b47-efa2-474f-9a1d-bb436744c11e x-openstack-request-id: req-ce735b47-efa2-474f-9a1d-bb436744c11e {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:45:40.261300 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9f9b64f-2712-4978-b4ee-442130924c92", "name": "network-vif-plugged", "status": "completed", "tag": "8256a0cc-42c4-4128-ab6a-c608580f54ef", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:45:40.261552 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ce735b47-efa2-474f-9a1d-bb436744c11e {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:45:40.261939 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce735b47-efa2-474f-9a1d-bb436744c11e'] response: {'server_uuid': 'e9f9b64f-2712-4978-b4ee-442130924c92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8256a0cc-42c4-4128-ab6a-c608580f54ef', 'code': 200} Oct 04 09:45:40.301635 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=8256a0cc-42c4-4128-ab6a-c608580f54ef,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:45:40.518476 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d2055-a438-408b-baff-8cfb469863e4 req-f1b94b7c-9975-484d-96ea-434f0fedc7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:45:40.519835 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-589d2055-a438-408b-baff-8cfb469863e4 req-f1b94b7c-9975-484d-96ea-434f0fedc7b6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e9f9b64f-2712-4978-b4ee-442130924c92 HTTP/1.1" status: 200 len: 1098 time: 0.0757818 Oct 04 09:45:40.561727 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-589d2055-a438-408b-baff-8cfb469863e4 req-0ef0a7ed-fbb9-4142-aea7-ddc20a89dd86 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360498 Oct 04 09:45:41.212233 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b12e26-3ba8-4390-afbb-37fae36157a6 req-7149d953-84c0-4e6c-9c2b-f8ca49bd7697 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:45:41.213687 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-97b12e26-3ba8-4390-afbb-37fae36157a6 req-7149d953-84c0-4e6c-9c2b-f8ca49bd7697 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f9b64f-2712-4978-b4ee-442130924c92 HTTP/1.1" status: 200 len: 945 time: 0.0837340 Oct 04 09:45:41.257285 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-97b12e26-3ba8-4390-afbb-37fae36157a6 req-ba1883af-8074-4983-88e8-afb9b6b02cff tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378723 Oct 04 09:45:41.389820 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:45:42.457823 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db02433-2462-42a1-9eed-b1abc0a3e01a req-cc536fda-05bc-46d2-9459-b5c743c74f8b tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:45:42.459338 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-5db02433-2462-42a1-9eed-b1abc0a3e01a req-cc536fda-05bc-46d2-9459-b5c743c74f8b tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f9b64f-2712-4978-b4ee-442130924c92 HTTP/1.1" status: 200 len: 945 time: 0.0882447 Oct 04 09:45:42.502754 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-5db02433-2462-42a1-9eed-b1abc0a3e01a req-bbcfb13f-d4d9-4430-9de6-94a0e8e514c1 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379331 Oct 04 09:45:42.696087 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08e108-2105-487b-8e27-e2ad973f26f8 req-9820ebb2-4c2b-4da4-83b9-476d28add524 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:45:42.697564 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-dc08e108-2105-487b-8e27-e2ad973f26f8 req-9820ebb2-4c2b-4da4-83b9-476d28add524 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f9b64f-2712-4978-b4ee-442130924c92 HTTP/1.1" status: 200 len: 945 time: 0.0894654 Oct 04 09:45:42.708761 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 40790) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:45:42.713763 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-e7d8611d-0220-4636-827e-e15d8a4e5185 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Request body: {'floatingip': {'port_id': '8256a0cc-42c4-4128-ab6a-c608580f54ef'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:45:42.886069 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e7d8611d-0220-4636-827e-e15d8a4e5185 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks [] for floatingip, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:45:43.471818 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e7d8611d-0220-4636-827e-e15d8a4e5185 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:45:43.475757 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e7d8611d-0220-4636-827e-e15d8a4e5185 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:45:43.640986 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.l3_db [None req-e7d8611d-0220-4636-827e-e15d8a4e5185 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Floating IP c2541de6-f5fb-434f-bd61-904d9e19c198 associated. External IP: 172.26.10.211, port: 8256a0cc-42c4-4128-ab6a-c608580f54ef. Oct 04 09:45:43.712045 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:45:43.982520 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d8611d-0220-4636-827e-e15d8a4e5185 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Router 12d68ca1-c67b-4fac-acf0-164463cac50b has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:45:44.270352 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d8611d-0220-4636-827e-e15d8a4e5185 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:45:44.274639 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e7d8611d-0220-4636-827e-e15d8a4e5185 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:45:44.280762 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b15996d-c64d-4c80-a54e-0b0bcaae9954 None None] Sync routers for ids ['12d68ca1-c67b-4fac-acf0-164463cac50b'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:45:44.294380 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b15996d-c64d-4c80-a54e-0b0bcaae9954 None None] Routers {'12d68ca1-c67b-4fac-acf0-164463cac50b'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:45:44.294975 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-9b15996d-c64d-4c80-a54e-0b0bcaae9954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:45:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['12d68ca1-c67b-4fac-acf0-164463cac50b'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:45:44.330020 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-e7d8611d-0220-4636-827e-e15d8a4e5185 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "PUT /v2.0/floatingips/c2541de6-f5fb-434f-bd61-904d9e19c198 HTTP/1.1" status: 200 len: 993 time: 1.6201839 Oct 04 09:45:44.330601 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9f9b64f-2712-4978-b4ee-442130924c92', 'tag': '8256a0cc-42c4-4128-ab6a-c608580f54ef'}] {{(pid=89033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:45:44.332893 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e417ebe64424eb0358633e416672821aae4ea22acc2211bb28d37655142b7e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60488aa3-c906-4e47-b18e-7ef6e91414c2" -d '{"events": [{"name": "network-changed", "server_uuid": "e9f9b64f-2712-4978-b4ee-442130924c92", "tag": "8256a0cc-42c4-4128-ab6a-c608580f54ef"}]}' {{(pid=89033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:45:44.376516 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f18c8d6-63b0-48b8-8c85-4e105b54a95e x-openstack-request-id: req-5f18c8d6-63b0-48b8-8c85-4e105b54a95e {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:45:44.376812 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9f9b64f-2712-4978-b4ee-442130924c92", "tag": "8256a0cc-42c4-4128-ab6a-c608580f54ef", "status": "completed", "code": 200}]} {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:45:44.377067 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5f18c8d6-63b0-48b8-8c85-4e105b54a95e {{(pid=89033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:45:44.377467 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f18c8d6-63b0-48b8-8c85-4e105b54a95e'] response: {'name': 'network-changed', 'server_uuid': 'e9f9b64f-2712-4978-b4ee-442130924c92', 'tag': '8256a0cc-42c4-4128-ab6a-c608580f54ef', 'status': 'completed', 'code': 200} Oct 04 09:45:44.476439 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-9b15996d-c64d-4c80-a54e-0b0bcaae9954 None None] Set router 12d68ca1-c67b-4fac-acf0-164463cac50b gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:45:44.499520 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60488aa3-c906-4e47-b18e-7ef6e91414c2 req-44b2f53d-69d9-4dcf-9a7f-053c71d9835e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:45:44.501052 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-60488aa3-c906-4e47-b18e-7ef6e91414c2 req-44b2f53d-69d9-4dcf-9a7f-053c71d9835e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=523ecadce86b493ca00e37d22c0d8a7a&device_id=e9f9b64f-2712-4978-b4ee-442130924c92 HTTP/1.1" status: 200 len: 1098 time: 0.0798719 Oct 04 09:45:44.643334 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60488aa3-c906-4e47-b18e-7ef6e91414c2 req-6f8b465e-135e-4651-b05f-4b1ddaa3a90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:45:44.644832 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-60488aa3-c906-4e47-b18e-7ef6e91414c2 req-6f8b465e-135e-4651-b05f-4b1ddaa3a90e service neutron] 10.222.0.20 "GET /v2.0/networks?id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 HTTP/1.1" status: 200 len: 912 time: 0.1376514 Oct 04 09:45:44.746901 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-60488aa3-c906-4e47-b18e-7ef6e91414c2 req-332c1200-afd4-47ae-886f-bcdb072f7e40 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8256a0cc-42c4-4128-ab6a-c608580f54ef HTTP/1.1" status: 200 len: 1001 time: 0.0958543 Oct 04 09:45:44.810605 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60488aa3-c906-4e47-b18e-7ef6e91414c2 req-192838da-999b-4a40-9235-620a73437fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:45:44.812171 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-60488aa3-c906-4e47-b18e-7ef6e91414c2 req-192838da-999b-4a40-9235-620a73437fb8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e45547e1-0b28-4b64-ada0-0a0e073a56b1 HTTP/1.1" status: 200 len: 850 time: 0.0582285 Oct 04 09:45:44.845625 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-9b15996d-c64d-4c80-a54e-0b0bcaae9954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'name': 'tempest-ServerActionsTestJSON-592270206-router', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.221'}], 'enable_snat': True}, 'gw_port_id': '16f37ce1-1d24-40af-97a2-b458bc0fdc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:39:15Z', 'updated_at': '2022-10-04T09:39:19Z', 'revision_number': 4, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'gw_port': {'id': '16f37ce1-1d24-40af-97a2-b458bc0fdc81', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:39:15Z', 'updated_at': '2022-10-04T09:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'c2541de6-f5fb-434f-bd61-904d9e19c198', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'floating_ip_address': '172.26.10.211', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'port_id': '8256a0cc-42c4-4128-ab6a-c608580f54ef', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1', 'mac_address': 'fa:16:3e:c2:cd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f9b64f-2712-4978-b4ee-442130924c92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:39:21Z', 'updated_at': '2022-10-04T09:45:43Z', 'revision_number': 13, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d12d954-2e16-4c4b-92d4-defcc361cde0', 'name': '', 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'mac_address': 'fa:16:3e:62:2c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'e45547e1-0b28-4b64-ada0-0a0e073a56b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:39:18Z', 'updated_at': '2022-10-04T09:39:23Z', 'revision_number': 5, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'subnets': [{'id': 'e45547e1-0b28-4b64-ada0-0a0e073a56b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:45:44.849399 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b15996d-c64d-4c80-a54e-0b0bcaae9954 None None] Checking router: 12d68ca1-c67b-4fac-acf0-164463cac50b for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:45:44.857791 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b15996d-c64d-4c80-a54e-0b0bcaae9954 None None] Routers {'12d68ca1-c67b-4fac-acf0-164463cac50b'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:45:44.858382 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-9b15996d-c64d-4c80-a54e-0b0bcaae9954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:45:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['12d68ca1-c67b-4fac-acf0-164463cac50b'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:45:44.896443 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60488aa3-c906-4e47-b18e-7ef6e91414c2 req-b5ab68b7-7c6a-4002-b3ca-6bc104c59b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:45:44.897873 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-60488aa3-c906-4e47-b18e-7ef6e91414c2 req-b5ab68b7-7c6a-4002-b3ca-6bc104c59b9c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805163 Oct 04 09:45:45.028074 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-60488aa3-c906-4e47-b18e-7ef6e91414c2 req-39aebd22-a565-48f1-b5e0-10120526acdc service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242740 Oct 04 09:45:45.030657 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-9b15996d-c64d-4c80-a54e-0b0bcaae9954 None None] Set router 12d68ca1-c67b-4fac-acf0-164463cac50b gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:45:45.257373 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-60488aa3-c906-4e47-b18e-7ef6e91414c2 req-b3684643-4e1a-4eb4-b64f-e25a998ea168 service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231307 Oct 04 09:45:45.373189 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-9b15996d-c64d-4c80-a54e-0b0bcaae9954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'name': 'tempest-ServerActionsTestJSON-592270206-router', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.221'}], 'enable_snat': True}, 'gw_port_id': '16f37ce1-1d24-40af-97a2-b458bc0fdc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:39:15Z', 'updated_at': '2022-10-04T09:39:19Z', 'revision_number': 4, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'gw_port': {'id': '16f37ce1-1d24-40af-97a2-b458bc0fdc81', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:39:15Z', 'updated_at': '2022-10-04T09:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'c2541de6-f5fb-434f-bd61-904d9e19c198', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'floating_ip_address': '172.26.10.211', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'port_id': '8256a0cc-42c4-4128-ab6a-c608580f54ef', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1', 'mac_address': 'fa:16:3e:c2:cd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f9b64f-2712-4978-b4ee-442130924c92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:39:21Z', 'updated_at': '2022-10-04T09:45:43Z', 'revision_number': 13, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d12d954-2e16-4c4b-92d4-defcc361cde0', 'name': '', 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'mac_address': 'fa:16:3e:62:2c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'e45547e1-0b28-4b64-ada0-0a0e073a56b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:39:18Z', 'updated_at': '2022-10-04T09:39:23Z', 'revision_number': 5, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'subnets': [{'id': 'e45547e1-0b28-4b64-ada0-0a0e073a56b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:45:45.378030 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b15996d-c64d-4c80-a54e-0b0bcaae9954 None None] The sync data for ids ['12d68ca1-c67b-4fac-acf0-164463cac50b'] in dv-neutron-860215-1-hyperv is: [{'id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'name': 'tempest-ServerActionsTestJSON-592270206-router', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.221'}], 'enable_snat': True}, 'gw_port_id': '16f37ce1-1d24-40af-97a2-b458bc0fdc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:39:15Z', 'updated_at': '2022-10-04T09:39:19Z', 'revision_number': 4, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'gw_port': {'id': '16f37ce1-1d24-40af-97a2-b458bc0fdc81', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:39:15Z', 'updated_at': '2022-10-04T09:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'c2541de6-f5fb-434f-bd61-904d9e19c198', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'floating_ip_address': '172.26.10.211', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'port_id': '8256a0cc-42c4-4128-ab6a-c608580f54ef', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1', 'mac_address': 'fa:16:3e:c2:cd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f9b64f-2712-4978-b4ee-442130924c92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:39:21Z', 'updated_at': '2022-10-04T09:45:43Z', 'revision_number': 13, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d12d954-2e16-4c4b-92d4-defcc361cde0', 'name': '', 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'mac_address': 'fa:16:3e:62:2c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'e45547e1-0b28-4b64-ada0-0a0e073a56b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:39:18Z', 'updated_at': '2022-10-04T09:39:23Z', 'revision_number': 5, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'subnets': [{'id': 'e45547e1-0b28-4b64-ada0-0a0e073a56b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:45:45.564259 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712dcf29-59e4-44ea-92df-e7712ddb8aec None None] New status for floating IP c2541de6-f5fb-434f-bd61-904d9e19c198: ACTIVE {{(pid=89034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 09:45:57.640621 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5160cc46-d11b-479a-9a1c-fb5a400709aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:46:00.304758 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-9f27981b-d4e1-4b47-ad48-b23af30cb2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:46:00.787359 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:46:00.803972 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:46:02.346116 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:46:11.385677 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:46:20.711876 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:46:27.643161 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-6763875d-0518-497b-8385-48923f74fb21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:46:30.305888 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-09310039-4fc9-471b-8045-8e244ec73f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:46:30.810452 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:46:30.814836 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:46:32.348990 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:46:41.402966 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:46:42.503455 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2aa1a077-e648-4af6-8eaa-a4204afb01ec req-884a6a90-07ae-426c-ad58-cf4ecb215d74 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e9f9b64f-2712-4978-b4ee-442130924c92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0745375 Oct 04 09:46:42.662349 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa1a077-e648-4af6-8eaa-a4204afb01ec req-c4aa9cdd-3761-4502-a602-051bfd7a577b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:46:42.663791 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2aa1a077-e648-4af6-8eaa-a4204afb01ec req-c4aa9cdd-3761-4502-a602-051bfd7a577b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=523ecadce86b493ca00e37d22c0d8a7a&device_id=e9f9b64f-2712-4978-b4ee-442130924c92 HTTP/1.1" status: 200 len: 1098 time: 0.0788517 Oct 04 09:46:42.806190 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa1a077-e648-4af6-8eaa-a4204afb01ec req-f0781f5b-bd5d-4b4e-a1c3-08cfabd0c927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:46:42.807620 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2aa1a077-e648-4af6-8eaa-a4204afb01ec req-f0781f5b-bd5d-4b4e-a1c3-08cfabd0c927 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 HTTP/1.1" status: 200 len: 912 time: 0.1256120 Oct 04 09:46:42.911336 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2aa1a077-e648-4af6-8eaa-a4204afb01ec req-ab638ec1-f6a6-420d-bbca-b0db0eb3e3a4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8256a0cc-42c4-4128-ab6a-c608580f54ef HTTP/1.1" status: 200 len: 1003 time: 0.0938890 Oct 04 09:46:42.967502 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa1a077-e648-4af6-8eaa-a4204afb01ec req-7baf70ea-625f-4bd3-bdde-cd75b9afb02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:46:42.968903 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2aa1a077-e648-4af6-8eaa-a4204afb01ec req-7baf70ea-625f-4bd3-bdde-cd75b9afb02b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e45547e1-0b28-4b64-ada0-0a0e073a56b1 HTTP/1.1" status: 200 len: 850 time: 0.0556450 Oct 04 09:46:43.051385 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa1a077-e648-4af6-8eaa-a4204afb01ec req-fa8ca186-bc59-4945-ba54-2b9df93d42b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:46:43.052842 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2aa1a077-e648-4af6-8eaa-a4204afb01ec req-fa8ca186-bc59-4945-ba54-2b9df93d42b1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779891 Oct 04 09:46:43.179554 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2aa1a077-e648-4af6-8eaa-a4204afb01ec req-e052d124-162d-4264-b8cd-312e2ecd5fca service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207128 Oct 04 09:46:43.305435 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2aa1a077-e648-4af6-8eaa-a4204afb01ec req-270fb412-4418-4c52-9c5c-17be42258133 service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197267 Oct 04 09:46:49.372564 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aaeab7-ce7b-4019-ac07-b35abf19f288 req-2931a098-7b2b-4f53-afee-8a770151ddd5 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:46:49.374287 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-44aaeab7-ce7b-4019-ac07-b35abf19f288 req-2931a098-7b2b-4f53-afee-8a770151ddd5 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f9b64f-2712-4978-b4ee-442130924c92 HTTP/1.1" status: 200 len: 945 time: 0.0873730 Oct 04 09:46:49.418936 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-44aaeab7-ce7b-4019-ac07-b35abf19f288 req-c86b9e92-b7b7-49db-b276-7e437a79c044 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383849 Oct 04 09:46:57.644666 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-fe5015db-8622-4f93-956d-14f959747898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:46:57.711570 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:46:59.109793 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-03d0aef6-0e3c-476b-b922-9cee2f806a13 req-772bd583-b8f6-4d9d-94de-ab45c64ac762 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e9f9b64f-2712-4978-b4ee-442130924c92&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1441872 Oct 04 09:46:59.120607 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af500f8-6697-4f15-99d9-1d0d7484e650 req-83239e1e-9fa3-4b45-8fa8-79baef2e2cf0 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:46:59.121994 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0af500f8-6697-4f15-99d9-1d0d7484e650 req-83239e1e-9fa3-4b45-8fa8-79baef2e2cf0 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f9b64f-2712-4978-b4ee-442130924c92 HTTP/1.1" status: 200 len: 945 time: 0.1078305 Oct 04 09:46:59.167611 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0af500f8-6697-4f15-99d9-1d0d7484e650 req-afe964d0-d209-44e5-b92a-b13c05c6d5b4 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391603 Oct 04 09:47:00.307372 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-390207f8-f18e-40da-b92e-bba742d3beb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:00.372771 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e7239-6401-44db-9560-e401a756db47 req-3f714228-48a3-44d0-88c6-91a907bcd3a5 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:47:00.374579 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-958e7239-6401-44db-9560-e401a756db47 req-3f714228-48a3-44d0-88c6-91a907bcd3a5 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f9b64f-2712-4978-b4ee-442130924c92 HTTP/1.1" status: 200 len: 945 time: 0.0931659 Oct 04 09:47:00.381101 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0aef6-0e3c-476b-b922-9cee2f806a13 req-bf0ecedc-6b5b-4c82-acf9-699404741edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:47:00.382566 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-03d0aef6-0e3c-476b-b922-9cee2f806a13 req-bf0ecedc-6b5b-4c82-acf9-699404741edc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=523ecadce86b493ca00e37d22c0d8a7a&device_id=e9f9b64f-2712-4978-b4ee-442130924c92 HTTP/1.1" status: 200 len: 1098 time: 0.0839143 Oct 04 09:47:00.418864 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-958e7239-6401-44db-9560-e401a756db47 req-7f7e94f9-3550-4f82-8d6e-b4ada9a6fdcb tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380151 Oct 04 09:47:00.511878 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0aef6-0e3c-476b-b922-9cee2f806a13 req-6f1e00fa-7b50-45af-bbf7-502554dd2003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:47:00.513262 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-03d0aef6-0e3c-476b-b922-9cee2f806a13 req-6f1e00fa-7b50-45af-bbf7-502554dd2003 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 HTTP/1.1" status: 200 len: 912 time: 0.1250153 Oct 04 09:47:00.613048 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-03d0aef6-0e3c-476b-b922-9cee2f806a13 req-fa254c15-9ae1-47aa-9899-19e01c1378c8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8256a0cc-42c4-4128-ab6a-c608580f54ef HTTP/1.1" status: 200 len: 1003 time: 0.0931399 Oct 04 09:47:00.774218 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0aef6-0e3c-476b-b922-9cee2f806a13 req-32aa9b0a-959c-4fe4-8e38-e2c060d0f0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:47:00.775576 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-03d0aef6-0e3c-476b-b922-9cee2f806a13 req-32aa9b0a-959c-4fe4-8e38-e2c060d0f0a4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e45547e1-0b28-4b64-ada0-0a0e073a56b1 HTTP/1.1" status: 200 len: 850 time: 0.1566510 Oct 04 09:47:00.793287 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:00.812046 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:00.856645 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0aef6-0e3c-476b-b922-9cee2f806a13 req-bc134405-9cc6-4478-bb91-61942ad64572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:47:00.858103 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-03d0aef6-0e3c-476b-b922-9cee2f806a13 req-bc134405-9cc6-4478-bb91-61942ad64572 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754211 Oct 04 09:47:00.986055 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-03d0aef6-0e3c-476b-b922-9cee2f806a13 req-c1326bd0-6814-495c-acbf-8fff156ae84c service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212180 Oct 04 09:47:01.114378 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-03d0aef6-0e3c-476b-b922-9cee2f806a13 req-bc01712f-4641-4ba7-88a1-0116c421dc27 service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225133 Oct 04 09:47:01.624802 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1af32b-0d2f-4ed5-bbc5-8103494c7518 req-fb0091da-5dab-4ed1-a6de-6db4a0d305a8 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:47:01.626760 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4c1af32b-0d2f-4ed5-bbc5-8103494c7518 req-fb0091da-5dab-4ed1-a6de-6db4a0d305a8 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f9b64f-2712-4978-b4ee-442130924c92 HTTP/1.1" status: 200 len: 945 time: 0.0918489 Oct 04 09:47:01.669985 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4c1af32b-0d2f-4ed5-bbc5-8103494c7518 req-56a362e1-4db6-41ec-9528-3393b1410e81 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376029 Oct 04 09:47:02.351790 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:02.870208 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3fecd2-db48-4f4e-b716-fe48c6eac707 req-1a303c86-a42a-4b8e-90c1-458305d445f2 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:47:02.871673 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7b3fecd2-db48-4f4e-b716-fe48c6eac707 req-1a303c86-a42a-4b8e-90c1-458305d445f2 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f9b64f-2712-4978-b4ee-442130924c92 HTTP/1.1" status: 200 len: 945 time: 0.0876930 Oct 04 09:47:02.919122 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7b3fecd2-db48-4f4e-b716-fe48c6eac707 req-9813fcdd-7dac-49e6-a052-09e654d0c72c tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414152 Oct 04 09:47:04.119709 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de22286-75ef-421f-9a4a-8ea94526410e req-9ab7e55e-7615-4139-a4a5-bbd61a2dcd8d tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:47:04.121200 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-5de22286-75ef-421f-9a4a-8ea94526410e req-9ab7e55e-7615-4139-a4a5-bbd61a2dcd8d tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f9b64f-2712-4978-b4ee-442130924c92 HTTP/1.1" status: 200 len: 945 time: 0.0917795 Oct 04 09:47:04.167949 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-5de22286-75ef-421f-9a4a-8ea94526410e req-9e9d2229-4599-4576-a81f-f40f6d004d91 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402496 Oct 04 09:47:05.364193 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488bd95-2725-4150-aa0c-1b28d2e31d62 req-1dfe4dd8-7ec2-4a73-bb8f-68b6c3d8d3fb tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:47:05.365675 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-5488bd95-2725-4150-aa0c-1b28d2e31d62 req-1dfe4dd8-7ec2-4a73-bb8f-68b6c3d8d3fb tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f9b64f-2712-4978-b4ee-442130924c92 HTTP/1.1" status: 200 len: 945 time: 0.0858662 Oct 04 09:47:05.409099 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-5488bd95-2725-4150-aa0c-1b28d2e31d62 req-cca0733c-784f-4555-8c8f-e52cb3e8b502 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378807 Oct 04 09:47:06.602797 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60020b57-7c14-45ce-b51e-367ed3818651 req-135190e3-b3a0-4b45-8ba8-16b5e48a3a09 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:47:06.604239 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-60020b57-7c14-45ce-b51e-367ed3818651 req-135190e3-b3a0-4b45-8ba8-16b5e48a3a09 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f9b64f-2712-4978-b4ee-442130924c92 HTTP/1.1" status: 200 len: 945 time: 0.0846388 Oct 04 09:47:06.647830 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-60020b57-7c14-45ce-b51e-367ed3818651 req-873f6e46-82ab-4697-84a8-8845096d142d tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380266 Oct 04 09:47:07.849539 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5250f603-f7de-4e89-9a04-e8d63d57239a req-1d4e0450-0259-4c9d-b8d8-717fba230d4b tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:47:07.850996 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-5250f603-f7de-4e89-9a04-e8d63d57239a req-1d4e0450-0259-4c9d-b8d8-717fba230d4b tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f9b64f-2712-4978-b4ee-442130924c92 HTTP/1.1" status: 200 len: 945 time: 0.0936699 Oct 04 09:47:07.900840 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-5250f603-f7de-4e89-9a04-e8d63d57239a req-4870edb1-d9dd-4625-919b-76142f29adea tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442460 Oct 04 09:47:09.105874 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0954b6-5106-4e85-8776-13d3f09ba20b req-7a5b5283-74f6-44bf-b724-6eb4ba63d7e0 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:47:09.107339 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-db0954b6-5106-4e85-8776-13d3f09ba20b req-7a5b5283-74f6-44bf-b724-6eb4ba63d7e0 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f9b64f-2712-4978-b4ee-442130924c92 HTTP/1.1" status: 200 len: 945 time: 0.0904171 Oct 04 09:47:09.150729 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-db0954b6-5106-4e85-8776-13d3f09ba20b req-b8a08b5f-5026-4c05-8077-a13fda1ed991 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371280 Oct 04 09:47:10.343919 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678897df-3df5-45fc-a73c-a438abbe3879 req-7e83c5c7-39d8-43ba-b67c-74cba41eed74 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:47:10.345404 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-678897df-3df5-45fc-a73c-a438abbe3879 req-7e83c5c7-39d8-43ba-b67c-74cba41eed74 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f9b64f-2712-4978-b4ee-442130924c92 HTTP/1.1" status: 200 len: 945 time: 0.0842776 Oct 04 09:47:10.391232 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-678897df-3df5-45fc-a73c-a438abbe3879 req-5e45ddac-d1b5-48c9-98a2-b21a209c212d tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401652 Oct 04 09:47:11.418939 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:11.588282 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7510d144-0e9d-4c55-a4a5-ba2b3733bb18 req-54ca5401-ce53-4281-9592-1fac0783abd8 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:47:11.589736 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7510d144-0e9d-4c55-a4a5-ba2b3733bb18 req-54ca5401-ce53-4281-9592-1fac0783abd8 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f9b64f-2712-4978-b4ee-442130924c92 HTTP/1.1" status: 200 len: 945 time: 0.0880187 Oct 04 09:47:11.635602 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7510d144-0e9d-4c55-a4a5-ba2b3733bb18 req-3c172161-70ef-4bf3-8f55-d68ba1ac128b tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400851 Oct 04 09:47:12.834054 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a99a52-c355-4e26-b149-f1175277858c req-453f1b25-4c8a-4d1d-80c7-8ca470887141 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:47:12.835485 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-b3a99a52-c355-4e26-b149-f1175277858c req-453f1b25-4c8a-4d1d-80c7-8ca470887141 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f9b64f-2712-4978-b4ee-442130924c92 HTTP/1.1" status: 200 len: 945 time: 0.0858059 Oct 04 09:47:12.877850 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-b3a99a52-c355-4e26-b149-f1175277858c req-aedd736b-114d-4262-8b21-f2a398063a8c tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367692 Oct 04 09:47:13.557060 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-03d0aef6-0e3c-476b-b922-9cee2f806a13 req-83f05a5f-c7b1-4955-bcc4-ac6b57dc6c07 service neutron] 10.222.0.20 "GET /v2.0/ports/8256a0cc-42c4-4128-ab6a-c608580f54ef/bindings/hv-neutron-8602 HTTP/1.1" status: 200 len: 384 time: 0.0733902 Oct 04 09:47:13.841182 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0aef6-0e3c-476b-b922-9cee2f806a13 req-a6e0cc2d-1495-4f1e-b653-ac825bba2e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:47:13.842698 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-03d0aef6-0e3c-476b-b922-9cee2f806a13 req-a6e0cc2d-1495-4f1e-b653-ac825bba2e80 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e9f9b64f-2712-4978-b4ee-442130924c92&tenant_id=523ecadce86b493ca00e37d22c0d8a7a HTTP/1.1" status: 200 len: 1098 time: 0.0784695 Oct 04 09:47:13.957420 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0aef6-0e3c-476b-b922-9cee2f806a13 req-41514937-32b2-4281-9438-af3196395cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:47:13.958946 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-03d0aef6-0e3c-476b-b922-9cee2f806a13 req-41514937-32b2-4281-9438-af3196395cf8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=523ecadce86b493ca00e37d22c0d8a7a&device_id=e9f9b64f-2712-4978-b4ee-442130924c92 HTTP/1.1" status: 200 len: 1098 time: 0.0842478 Oct 04 09:47:14.160051 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0aef6-0e3c-476b-b922-9cee2f806a13 req-f84306c9-d847-4ac2-a6dd-5ec2244a0bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:47:14.161524 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-03d0aef6-0e3c-476b-b922-9cee2f806a13 req-f84306c9-d847-4ac2-a6dd-5ec2244a0bd0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 HTTP/1.1" status: 200 len: 912 time: 0.1970508 Oct 04 09:47:14.173060 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077e0c82-1281-4b8d-af83-725fff02c0b7 req-14e4b66f-8ca2-4f69-a2d9-3aee87d4b1c4 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:47:14.174382 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-077e0c82-1281-4b8d-af83-725fff02c0b7 req-14e4b66f-8ca2-4f69-a2d9-3aee87d4b1c4 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f9b64f-2712-4978-b4ee-442130924c92 HTTP/1.1" status: 200 len: 945 time: 0.1407838 Oct 04 09:47:14.296190 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-077e0c82-1281-4b8d-af83-725fff02c0b7 req-6e8121dd-94dd-4ba7-b964-fa761fbf4b69 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741270 Oct 04 09:47:14.301810 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-03d0aef6-0e3c-476b-b922-9cee2f806a13 req-7ae7e3d5-a8f7-493e-a6fe-b83aada81357 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8256a0cc-42c4-4128-ab6a-c608580f54ef HTTP/1.1" status: 200 len: 1003 time: 0.1265490 Oct 04 09:47:14.362748 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0aef6-0e3c-476b-b922-9cee2f806a13 req-cabe4c09-cdd2-4dfb-a459-7d2178a7c50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:47:14.364130 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-03d0aef6-0e3c-476b-b922-9cee2f806a13 req-cabe4c09-cdd2-4dfb-a459-7d2178a7c50c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e45547e1-0b28-4b64-ada0-0a0e073a56b1 HTTP/1.1" status: 200 len: 850 time: 0.0563166 Oct 04 09:47:14.447388 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0aef6-0e3c-476b-b922-9cee2f806a13 req-e880bd75-7005-42cc-87e4-23e91930029d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:47:14.448780 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-03d0aef6-0e3c-476b-b922-9cee2f806a13 req-e880bd75-7005-42cc-87e4-23e91930029d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788617 Oct 04 09:47:14.669798 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-03d0aef6-0e3c-476b-b922-9cee2f806a13 req-0bec29c0-b956-42f0-b154-69f327ef8100 service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152288 Oct 04 09:47:14.799033 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-03d0aef6-0e3c-476b-b922-9cee2f806a13 req-d6d4ce3c-6579-4425-ae7d-541297b35795 service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227229 Oct 04 09:47:15.650274 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d1592-98a3-4af3-8fc3-5f878c04daf6 req-b63a8863-4089-44e7-b1a9-c5374f7f4c93 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:47:15.651651 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-e66d1592-98a3-4af3-8fc3-5f878c04daf6 req-b63a8863-4089-44e7-b1a9-c5374f7f4c93 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f9b64f-2712-4978-b4ee-442130924c92 HTTP/1.1" status: 200 len: 945 time: 0.0907953 Oct 04 09:47:15.698285 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-e66d1592-98a3-4af3-8fc3-5f878c04daf6 req-507f5596-3966-4de4-80d0-d462c754ee96 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408828 Oct 04 09:47:16.518143 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 8256a0cc-42c4-4128-ab6a-c608580f54ef no longer exists at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:47:16.631782 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 8256a0cc-42c4-4128-ab6a-c608580f54ef is: ACTIVE; New status is: DOWN {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:47:16.632165 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:16.658479 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9f9b64f-2712-4978-b4ee-442130924c92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8256a0cc-42c4-4128-ab6a-c608580f54ef'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:47:16.660758 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aef738b946a3ea172e8e75fc735451da1d91f114ea1acc5fcf392e20a929bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ae13ee-772d-4686-9a85-192107bd5c22" -d '{"events": [{"server_uuid": "e9f9b64f-2712-4978-b4ee-442130924c92", "name": "network-vif-unplugged", "status": "completed", "tag": "8256a0cc-42c4-4128-ab6a-c608580f54ef"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:47:16.668271 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 8256a0cc-42c4-4128-ab6a-c608580f54ef, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=8256a0cc-42c4-4128-ab6a-c608580f54ef,segment=NetworkSegment(145756dd-4524-4dba-b36a-aad8eba1109c),segment_id=145756dd-4524-4dba-b36a-aad8eba1109c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:47:16.674591 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:16.746206 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=8256a0cc-42c4-4128-ab6a-c608580f54ef,revision_number=6']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:47:16.754485 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:47:16.754833 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:47:16.755220 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:47:16.755554 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:47:16.755881 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:47:16.756209 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:47:16.756559 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:47:16.756883 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:47:16.757379 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:47:16.757707 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:47:16.758025 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:47:16.758340 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:47:16.786577 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 04 Oct 2022 09:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c2b875-4e4f-4b2f-ae12-ec7a64415ea9 x-openstack-request-id: req-55c2b875-4e4f-4b2f-ae12-ec7a64415ea9 {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:47:16.787141 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9f9b64f-2712-4978-b4ee-442130924c92", "name": "network-vif-unplugged", "status": "completed", "tag": "8256a0cc-42c4-4128-ab6a-c608580f54ef", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:47:16.787473 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-55c2b875-4e4f-4b2f-ae12-ec7a64415ea9 {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:47:16.787882 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55c2b875-4e4f-4b2f-ae12-ec7a64415ea9'] response: {'server_uuid': 'e9f9b64f-2712-4978-b4ee-442130924c92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8256a0cc-42c4-4128-ab6a-c608580f54ef', 'code': 200} Oct 04 09:47:16.908474 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c5004-8560-4a1c-9aba-02399c88582d req-fd195876-b3af-4de2-bd1e-8752b1edbb6d tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:47:16.909945 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-491c5004-8560-4a1c-9aba-02399c88582d req-fd195876-b3af-4de2-bd1e-8752b1edbb6d tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f9b64f-2712-4978-b4ee-442130924c92 HTTP/1.1" status: 200 len: 943 time: 0.0879295 Oct 04 09:47:16.959622 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-491c5004-8560-4a1c-9aba-02399c88582d req-38b19f08-5570-482b-8b81-89cba17a00ab tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440030 Oct 04 09:47:18.161926 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a78981-03b8-4c4f-b4ba-519f4d425a52 req-ad74cba9-7070-4bf3-81c4-56ffe6456d02 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:47:18.163372 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f9a78981-03b8-4c4f-b4ba-519f4d425a52 req-ad74cba9-7070-4bf3-81c4-56ffe6456d02 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f9b64f-2712-4978-b4ee-442130924c92 HTTP/1.1" status: 200 len: 943 time: 0.0857034 Oct 04 09:47:18.206339 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f9a78981-03b8-4c4f-b4ba-519f4d425a52 req-833c1173-e336-46d4-a799-2c4e1ec0d654 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373178 Oct 04 09:47:18.534436 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 8256a0cc-42c4-4128-ab6a-c608580f54ef details requested by agent hyperv_hv-neutron-8602 with host hv-neutron-8602 {{(pid=89034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 04 09:47:18.663482 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 8256a0cc-42c4-4128-ab6a-c608580f54ef, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=8256a0cc-42c4-4128-ab6a-c608580f54ef,segment=NetworkSegment(145756dd-4524-4dba-b36a-aad8eba1109c),segment_id=145756dd-4524-4dba-b36a-aad8eba1109c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:47:18.676516 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Returning: {'device': '8256a0cc-42c4-4128-ab6a-c608580f54ef', 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1', 'port_id': '8256a0cc-42c4-4128-ab6a-c608580f54ef', 'mac_address': 'fa:16:3e:c2:cd:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e45547e1-0b28-4b64-ada0-0a0e073a56b1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 04 09:47:18.729963 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 8256a0cc-42c4-4128-ab6a-c608580f54ef is: DOWN; New status is: BUILD {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:47:18.730345 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:18.746987 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8256a0cc-42c4-4128-ab6a-c608580f54ef {{(pid=89034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:47:18.762603 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 8256a0cc-42c4-4128-ab6a-c608580f54ef, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=8256a0cc-42c4-4128-ab6a-c608580f54ef,segment=NetworkSegment(145756dd-4524-4dba-b36a-aad8eba1109c),segment_id=145756dd-4524-4dba-b36a-aad8eba1109c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:47:18.766513 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:18.840434 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=8256a0cc-42c4-4128-ab6a-c608580f54ef,revision_number=7']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:47:18.892948 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['8256a0cc-42c4-4128-ab6a-c608580f54ef'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 09:47:19.421988 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d82ba0-779a-4447-99c6-4a7ff46b3ea9 req-b9a8a773-16ee-4906-990c-90f9e2b62aac tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:47:19.423482 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-50d82ba0-779a-4447-99c6-4a7ff46b3ea9 req-b9a8a773-16ee-4906-990c-90f9e2b62aac tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f9b64f-2712-4978-b4ee-442130924c92 HTTP/1.1" status: 200 len: 944 time: 0.0954642 Oct 04 09:47:19.469378 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-50d82ba0-779a-4447-99c6-4a7ff46b3ea9 req-dff934a8-af83-4d03-b761-7e47898fd5d4 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401180 Oct 04 09:47:20.565768 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 8256a0cc-42c4-4128-ab6a-c608580f54ef up at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:47:20.634388 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning complete for port 8256a0cc-42c4-4128-ab6a-c608580f54ef triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:47:20.634881 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:20.635220 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Attempt 1 to provision port 8256a0cc-42c4-4128-ab6a-c608580f54ef Oct 04 09:47:20.669472 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f52df-4e98-479f-a826-7f0a949ea432 req-2786c7d2-4890-436d-8283-7837d9ec46ae tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:47:20.670925 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7e2f52df-4e98-479f-a826-7f0a949ea432 req-2786c7d2-4890-436d-8283-7837d9ec46ae tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f9b64f-2712-4978-b4ee-442130924c92 HTTP/1.1" status: 200 len: 944 time: 0.0895681 Oct 04 09:47:20.715250 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7e2f52df-4e98-479f-a826-7f0a949ea432 req-a4d8c68c-0050-4e8b-9695-e59b8f7205a6 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385823 Oct 04 09:47:20.755238 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 8256a0cc-42c4-4128-ab6a-c608580f54ef is: BUILD; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:47:20.755553 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:20.781772 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9f9b64f-2712-4978-b4ee-442130924c92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8256a0cc-42c4-4128-ab6a-c608580f54ef'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:47:20.784614 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aef738b946a3ea172e8e75fc735451da1d91f114ea1acc5fcf392e20a929bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ee7bb0-23c9-46b6-84c8-564c2a7a65d2" -d '{"events": [{"server_uuid": "e9f9b64f-2712-4978-b4ee-442130924c92", "name": "network-vif-plugged", "status": "completed", "tag": "8256a0cc-42c4-4128-ab6a-c608580f54ef"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:47:20.792226 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 8256a0cc-42c4-4128-ab6a-c608580f54ef, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=8256a0cc-42c4-4128-ab6a-c608580f54ef,segment=NetworkSegment(145756dd-4524-4dba-b36a-aad8eba1109c),segment_id=145756dd-4524-4dba-b36a-aad8eba1109c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:47:20.796227 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:20.838894 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641cb534-20f2-49ec-8087-04d11688040e x-openstack-request-id: req-641cb534-20f2-49ec-8087-04d11688040e {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:47:20.839181 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9f9b64f-2712-4978-b4ee-442130924c92", "name": "network-vif-plugged", "status": "completed", "tag": "8256a0cc-42c4-4128-ab6a-c608580f54ef", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:47:20.839425 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-641cb534-20f2-49ec-8087-04d11688040e {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:47:20.839806 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-641cb534-20f2-49ec-8087-04d11688040e'] response: {'server_uuid': 'e9f9b64f-2712-4978-b4ee-442130924c92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8256a0cc-42c4-4128-ab6a-c608580f54ef', 'code': 200} Oct 04 09:47:20.864053 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=8256a0cc-42c4-4128-ab6a-c608580f54ef,revision_number=8']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:47:21.916820 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb669b7-e8df-46d7-b036-c9858d372902 req-9ae52b72-637b-40cb-b700-9b0ca4ac2ba0 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:47:21.918548 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-fcb669b7-e8df-46d7-b036-c9858d372902 req-9ae52b72-637b-40cb-b700-9b0ca4ac2ba0 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f9b64f-2712-4978-b4ee-442130924c92 HTTP/1.1" status: 200 len: 945 time: 0.0907919 Oct 04 09:47:21.968249 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-fcb669b7-e8df-46d7-b036-c9858d372902 req-88fb6f11-af98-43b9-83a3-19acf8d1da0a tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430298 Oct 04 09:47:23.169280 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581102e-59e4-49a3-b243-e8200c259c63 req-96988255-178a-45e7-ba4a-92fa58730340 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:47:23.170730 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-b581102e-59e4-49a3-b243-e8200c259c63 req-96988255-178a-45e7-ba4a-92fa58730340 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f9b64f-2712-4978-b4ee-442130924c92 HTTP/1.1" status: 200 len: 945 time: 0.0895791 Oct 04 09:47:23.214337 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-b581102e-59e4-49a3-b243-e8200c259c63 req-2dd48fc8-14c0-48be-a66b-ea2aa3dd8af8 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373316 Oct 04 09:47:24.567471 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea24c0f9-93d2-4115-af70-34d9c60b1736 req-df3acc6f-c12b-4b8d-a426-c7b190d56ea7 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:47:24.568988 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ea24c0f9-93d2-4115-af70-34d9c60b1736 req-df3acc6f-c12b-4b8d-a426-c7b190d56ea7 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f9b64f-2712-4978-b4ee-442130924c92 HTTP/1.1" status: 200 len: 945 time: 0.0900559 Oct 04 09:47:24.589680 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 8256a0cc-42c4-4128-ab6a-c608580f54ef details requested by agent hyperv_hv-neutron-8602 with host hv-neutron-8602 {{(pid=89034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 04 09:47:24.617877 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ea24c0f9-93d2-4115-af70-34d9c60b1736 req-ebc7192b-f920-4349-8fbb-fc69ff89b568 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432220 Oct 04 09:47:24.723288 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 8256a0cc-42c4-4128-ab6a-c608580f54ef, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=8256a0cc-42c4-4128-ab6a-c608580f54ef,segment=NetworkSegment(145756dd-4524-4dba-b36a-aad8eba1109c),segment_id=145756dd-4524-4dba-b36a-aad8eba1109c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:47:24.736190 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Returning: {'device': '8256a0cc-42c4-4128-ab6a-c608580f54ef', 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1', 'port_id': '8256a0cc-42c4-4128-ab6a-c608580f54ef', 'mac_address': 'fa:16:3e:c2:cd:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e45547e1-0b28-4b64-ada0-0a0e073a56b1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 04 09:47:24.793539 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 8256a0cc-42c4-4128-ab6a-c608580f54ef is: ACTIVE; New status is: BUILD {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:47:24.793914 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:24.810011 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8256a0cc-42c4-4128-ab6a-c608580f54ef {{(pid=89034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:47:24.825120 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 8256a0cc-42c4-4128-ab6a-c608580f54ef, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=8256a0cc-42c4-4128-ab6a-c608580f54ef,segment=NetworkSegment(145756dd-4524-4dba-b36a-aad8eba1109c),segment_id=145756dd-4524-4dba-b36a-aad8eba1109c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:47:24.828741 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:24.897435 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=8256a0cc-42c4-4128-ab6a-c608580f54ef,revision_number=9']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:47:24.946160 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['8256a0cc-42c4-4128-ab6a-c608580f54ef'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 09:47:25.815644 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383227e-ff15-4560-aaef-2932365832b9 req-c8208670-c882-4771-8b01-c9fa74bdcc76 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:47:25.817116 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-2383227e-ff15-4560-aaef-2932365832b9 req-c8208670-c882-4771-8b01-c9fa74bdcc76 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f9b64f-2712-4978-b4ee-442130924c92 HTTP/1.1" status: 200 len: 944 time: 0.0862586 Oct 04 09:47:25.863323 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-2383227e-ff15-4560-aaef-2932365832b9 req-63129691-a109-4c4f-8314-753bf7d705fd tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406146 Oct 04 09:47:26.262948 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad2ff2-8769-41bc-91f1-a342065a23b0 req-61e315e1-8463-4ea6-9e1c-cc92dca80550 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:47:26.264394 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-76ad2ff2-8769-41bc-91f1-a342065a23b0 req-61e315e1-8463-4ea6-9e1c-cc92dca80550 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9f9b64f-2712-4978-b4ee-442130924c92&tenant_id=523ecadce86b493ca00e37d22c0d8a7a&binding%3Ahost_id=hv-neutron-8602 HTTP/1.1" status: 200 len: 944 time: 0.0941033 Oct 04 09:47:26.314445 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0de5b-3b52-4f3c-933b-c8876ebfd1c9 req-6d122202-bb73-48ce-b941-79b8668b189b tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:47:26.315899 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-bbb0de5b-3b52-4f3c-933b-c8876ebfd1c9 req-6d122202-bb73-48ce-b941-79b8668b189b tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f9b64f-2712-4978-b4ee-442130924c92 HTTP/1.1" status: 200 len: 944 time: 0.0866420 Oct 04 09:47:26.343327 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-76ad2ff2-8769-41bc-91f1-a342065a23b0 req-735946fa-202d-4ba2-9223-f614ca124d27 service neutron] 10.222.0.20 "GET /v2.0/ports/8256a0cc-42c4-4128-ab6a-c608580f54ef/bindings/hv-neutron-8602 HTTP/1.1" status: 200 len: 384 time: 0.0731878 Oct 04 09:47:26.359910 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-bbb0de5b-3b52-4f3c-933b-c8876ebfd1c9 req-d9659833-6213-4408-abdf-f0db8298a5b8 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382774 Oct 04 09:47:26.469002 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad2ff2-8769-41bc-91f1-a342065a23b0 req-0664410e-5352-433a-8bec-58a6723a576e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:47:26.470390 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-76ad2ff2-8769-41bc-91f1-a342065a23b0 req-0664410e-5352-433a-8bec-58a6723a576e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=523ecadce86b493ca00e37d22c0d8a7a&device_id=e9f9b64f-2712-4978-b4ee-442130924c92 HTTP/1.1" status: 200 len: 1097 time: 0.0792036 Oct 04 09:47:26.598103 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad2ff2-8769-41bc-91f1-a342065a23b0 req-256aedec-649a-45d8-8342-c4f6be6f3aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:47:26.599494 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-76ad2ff2-8769-41bc-91f1-a342065a23b0 req-256aedec-649a-45d8-8342-c4f6be6f3aa6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 HTTP/1.1" status: 200 len: 912 time: 0.1233242 Oct 04 09:47:26.617688 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 8256a0cc-42c4-4128-ab6a-c608580f54ef up at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:47:26.685155 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning complete for port 8256a0cc-42c4-4128-ab6a-c608580f54ef triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:47:26.685538 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:26.685876 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Attempt 1 to provision port 8256a0cc-42c4-4128-ab6a-c608580f54ef Oct 04 09:47:26.701607 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-76ad2ff2-8769-41bc-91f1-a342065a23b0 req-f5c586bd-a548-4a1e-a350-6b0012c6809c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8256a0cc-42c4-4128-ab6a-c608580f54ef HTTP/1.1" status: 200 len: 1002 time: 0.0961525 Oct 04 09:47:26.764383 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad2ff2-8769-41bc-91f1-a342065a23b0 req-bbebd4aa-9b24-4b6f-a00e-0507ebf5ac4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:47:26.765866 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-76ad2ff2-8769-41bc-91f1-a342065a23b0 req-bbebd4aa-9b24-4b6f-a00e-0507ebf5ac4b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e45547e1-0b28-4b64-ada0-0a0e073a56b1 HTTP/1.1" status: 200 len: 850 time: 0.0586162 Oct 04 09:47:26.832551 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 8256a0cc-42c4-4128-ab6a-c608580f54ef is: BUILD; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:47:26.833284 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:26.850902 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad2ff2-8769-41bc-91f1-a342065a23b0 req-8bd8b9c2-1b25-4361-9e07-057e4d69dcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:47:26.852422 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-76ad2ff2-8769-41bc-91f1-a342065a23b0 req-8bd8b9c2-1b25-4361-9e07-057e4d69dcd1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807667 Oct 04 09:47:26.859770 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9f9b64f-2712-4978-b4ee-442130924c92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8256a0cc-42c4-4128-ab6a-c608580f54ef'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:47:26.862587 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aef738b946a3ea172e8e75fc735451da1d91f114ea1acc5fcf392e20a929bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb6e361-5d33-44ee-a666-7a2ded088259" -d '{"events": [{"server_uuid": "e9f9b64f-2712-4978-b4ee-442130924c92", "name": "network-vif-plugged", "status": "completed", "tag": "8256a0cc-42c4-4128-ab6a-c608580f54ef"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:47:26.870441 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 8256a0cc-42c4-4128-ab6a-c608580f54ef, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=8256a0cc-42c4-4128-ab6a-c608580f54ef,segment=NetworkSegment(145756dd-4524-4dba-b36a-aad8eba1109c),segment_id=145756dd-4524-4dba-b36a-aad8eba1109c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:47:26.876777 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:26.915143 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df581230-25da-4242-b818-8946c1048650 x-openstack-request-id: req-df581230-25da-4242-b818-8946c1048650 {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:47:26.915445 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9f9b64f-2712-4978-b4ee-442130924c92", "name": "network-vif-plugged", "status": "completed", "tag": "8256a0cc-42c4-4128-ab6a-c608580f54ef", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:47:26.915697 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-df581230-25da-4242-b818-8946c1048650 {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:47:26.916091 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df581230-25da-4242-b818-8946c1048650'] response: {'server_uuid': 'e9f9b64f-2712-4978-b4ee-442130924c92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8256a0cc-42c4-4128-ab6a-c608580f54ef', 'code': 200} Oct 04 09:47:26.948335 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=8256a0cc-42c4-4128-ab6a-c608580f54ef,revision_number=10']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:47:26.987961 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-76ad2ff2-8769-41bc-91f1-a342065a23b0 req-ac4dab5d-f97d-432f-af6f-34f85c4486a7 service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298351 Oct 04 09:47:27.116518 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-76ad2ff2-8769-41bc-91f1-a342065a23b0 req-6e8904fa-316f-4df1-94e8-6fab5472b720 service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221428 Oct 04 09:47:27.559181 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e4cd0-ecdb-49fb-917c-f8d8b3561670 req-ba7aba11-bac5-40f3-952b-10f4ced40867 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:47:27.560641 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-9b1e4cd0-ecdb-49fb-917c-f8d8b3561670 req-ba7aba11-bac5-40f3-952b-10f4ced40867 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f9b64f-2712-4978-b4ee-442130924c92 HTTP/1.1" status: 200 len: 946 time: 0.0889330 Oct 04 09:47:27.604291 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-9b1e4cd0-ecdb-49fb-917c-f8d8b3561670 req-d85e729b-54ca-4e25-b65a-c80d92505c6a tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379722 Oct 04 09:47:27.645957 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-fe8c23cc-9c16-4c48-a13a-95c9f4f958d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:28.902371 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e66f3f-533d-4b49-ab1d-26658d859182 req-bff8e714-e1be-42fe-a052-e5dddb240928 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:47:28.903738 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-47e66f3f-533d-4b49-ab1d-26658d859182 req-bff8e714-e1be-42fe-a052-e5dddb240928 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f9b64f-2712-4978-b4ee-442130924c92 HTTP/1.1" status: 200 len: 946 time: 0.1854403 Oct 04 09:47:28.946585 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-47e66f3f-533d-4b49-ab1d-26658d859182 req-1f949174-523e-4482-bf36-4390338ecf74 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365589 Oct 04 09:47:30.150538 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acfdbac-b688-43ac-b4eb-82cb6610ff2d req-74554e59-8c54-4d88-8034-66e485972249 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:47:30.152153 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-5acfdbac-b688-43ac-b4eb-82cb6610ff2d req-74554e59-8c54-4d88-8034-66e485972249 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f9b64f-2712-4978-b4ee-442130924c92 HTTP/1.1" status: 200 len: 946 time: 0.0936818 Oct 04 09:47:30.207491 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-5acfdbac-b688-43ac-b4eb-82cb6610ff2d req-6d4e0af8-8cdb-43ce-a8f4-66b909d03212 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494089 Oct 04 09:47:30.314591 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f4891f28-0bed-45b9-b570-a97b0e0883a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:30.530069 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad2ff2-8769-41bc-91f1-a342065a23b0 req-3ff7535e-361d-4e6f-b603-77cae1e1f37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:47:30.531449 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-76ad2ff2-8769-41bc-91f1-a342065a23b0 req-3ff7535e-361d-4e6f-b603-77cae1e1f37c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e9f9b64f-2712-4978-b4ee-442130924c92&tenant_id=523ecadce86b493ca00e37d22c0d8a7a HTTP/1.1" status: 200 len: 1099 time: 0.0817001 Oct 04 09:47:30.644018 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad2ff2-8769-41bc-91f1-a342065a23b0 req-4e329bd9-bdb2-444d-8d92-ab2417991a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:47:30.645528 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-76ad2ff2-8769-41bc-91f1-a342065a23b0 req-4e329bd9-bdb2-444d-8d92-ab2417991a34 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=523ecadce86b493ca00e37d22c0d8a7a&device_id=e9f9b64f-2712-4978-b4ee-442130924c92 HTTP/1.1" status: 200 len: 1099 time: 0.0809002 Oct 04 09:47:30.788535 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad2ff2-8769-41bc-91f1-a342065a23b0 req-cdaf7b5c-5995-48e4-b4da-d83ddb9da6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:47:30.789937 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-76ad2ff2-8769-41bc-91f1-a342065a23b0 req-cdaf7b5c-5995-48e4-b4da-d83ddb9da6e9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 HTTP/1.1" status: 200 len: 912 time: 0.1387246 Oct 04 09:47:30.805549 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:30.819508 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:30.899285 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-76ad2ff2-8769-41bc-91f1-a342065a23b0 req-5234fe2c-715a-4cec-9acf-921dbe1d5c4f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8256a0cc-42c4-4128-ab6a-c608580f54ef HTTP/1.1" status: 200 len: 1003 time: 0.1031265 Oct 04 09:47:30.966789 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad2ff2-8769-41bc-91f1-a342065a23b0 req-0dd1b3f0-aae1-44de-b24d-fff37ffd81f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:47:30.968239 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-76ad2ff2-8769-41bc-91f1-a342065a23b0 req-0dd1b3f0-aae1-44de-b24d-fff37ffd81f4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e45547e1-0b28-4b64-ada0-0a0e073a56b1 HTTP/1.1" status: 200 len: 850 time: 0.0636995 Oct 04 09:47:31.053366 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad2ff2-8769-41bc-91f1-a342065a23b0 req-c8d16e2a-524a-4cef-9b78-2c249b90ea74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:47:31.054836 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-76ad2ff2-8769-41bc-91f1-a342065a23b0 req-c8d16e2a-524a-4cef-9b78-2c249b90ea74 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812120 Oct 04 09:47:31.187182 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-76ad2ff2-8769-41bc-91f1-a342065a23b0 req-a554ee5b-bec1-4b65-bb9d-18d72c29041d service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266789 Oct 04 09:47:31.316985 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-76ad2ff2-8769-41bc-91f1-a342065a23b0 req-15d9e88b-091b-4132-bc51-8516edac8c95 service neutron] 10.222.0.20 "GET /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243494 Oct 04 09:47:31.406624 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c3f55-365d-4a7f-9ddf-dd439d4f4aa3 req-f6f948fd-cc98-4a53-867b-caac8d18d99f tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:47:31.408143 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-115c3f55-365d-4a7f-9ddf-dd439d4f4aa3 req-f6f948fd-cc98-4a53-867b-caac8d18d99f tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f9b64f-2712-4978-b4ee-442130924c92 HTTP/1.1" status: 200 len: 946 time: 0.0857139 Oct 04 09:47:31.456104 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-115c3f55-365d-4a7f-9ddf-dd439d4f4aa3 req-eed1f987-79f5-47b3-ac98-21711eaf38c0 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424330 Oct 04 09:47:32.353704 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:32.657848 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 8256a0cc-42c4-4128-ab6a-c608580f54ef no longer exists at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:47:32.674889 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e9035-ccd3-4074-a468-2fdecfaed375 req-ff4c83ba-8f33-485d-9170-3a6e0fecf3ee tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:47:32.676500 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-872e9035-ccd3-4074-a468-2fdecfaed375 req-ff4c83ba-8f33-485d-9170-3a6e0fecf3ee tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f9b64f-2712-4978-b4ee-442130924c92 HTTP/1.1" status: 200 len: 946 time: 0.0916729 Oct 04 09:47:32.727093 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-872e9035-ccd3-4074-a468-2fdecfaed375 req-5fa35323-19e6-44b0-90e4-90e9bb9247fd tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440526 Oct 04 09:47:32.777142 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 8256a0cc-42c4-4128-ab6a-c608580f54ef is: ACTIVE; New status is: DOWN {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:47:32.777517 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:32.804984 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9f9b64f-2712-4978-b4ee-442130924c92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8256a0cc-42c4-4128-ab6a-c608580f54ef'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:47:32.807235 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aef738b946a3ea172e8e75fc735451da1d91f114ea1acc5fcf392e20a929bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04437df-3eb7-4cbf-9e38-89c757d482b0" -d '{"events": [{"server_uuid": "e9f9b64f-2712-4978-b4ee-442130924c92", "name": "network-vif-unplugged", "status": "completed", "tag": "8256a0cc-42c4-4128-ab6a-c608580f54ef"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:47:32.815654 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 8256a0cc-42c4-4128-ab6a-c608580f54ef, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=8256a0cc-42c4-4128-ab6a-c608580f54ef,segment=NetworkSegment(145756dd-4524-4dba-b36a-aad8eba1109c),segment_id=145756dd-4524-4dba-b36a-aad8eba1109c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:47:32.819701 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:32.858907 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 04 Oct 2022 09:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa39a0c9-95d2-4209-8576-452262f2800d x-openstack-request-id: req-aa39a0c9-95d2-4209-8576-452262f2800d {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:47:32.859202 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9f9b64f-2712-4978-b4ee-442130924c92", "name": "network-vif-unplugged", "status": "completed", "tag": "8256a0cc-42c4-4128-ab6a-c608580f54ef", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:47:32.859442 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-aa39a0c9-95d2-4209-8576-452262f2800d {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:47:32.859837 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa39a0c9-95d2-4209-8576-452262f2800d'] response: {'server_uuid': 'e9f9b64f-2712-4978-b4ee-442130924c92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8256a0cc-42c4-4128-ab6a-c608580f54ef', 'code': 200} Oct 04 09:47:32.891247 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=8256a0cc-42c4-4128-ab6a-c608580f54ef,revision_number=11']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:47:33.938674 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226176b9-ebdf-4056-9fa8-8b2e01528865 req-4d8e51f7-77c8-42ea-88d7-5f5762f22e2e tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:47:33.940044 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-226176b9-ebdf-4056-9fa8-8b2e01528865 req-4d8e51f7-77c8-42ea-88d7-5f5762f22e2e tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f9b64f-2712-4978-b4ee-442130924c92 HTTP/1.1" status: 200 len: 944 time: 0.0966556 Oct 04 09:47:33.983408 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-226176b9-ebdf-4056-9fa8-8b2e01528865 req-ba1e68f3-8dac-4622-b575-48fd46457bf4 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376034 Oct 04 09:47:34.658686 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 8256a0cc-42c4-4128-ab6a-c608580f54ef details requested by agent hyperv_hv-neutron-8602 with host hv-neutron-8602 {{(pid=89034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 04 09:47:34.710429 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:47:34.790838 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 8256a0cc-42c4-4128-ab6a-c608580f54ef, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=8256a0cc-42c4-4128-ab6a-c608580f54ef,segment=NetworkSegment(145756dd-4524-4dba-b36a-aad8eba1109c),segment_id=145756dd-4524-4dba-b36a-aad8eba1109c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:47:34.804140 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Returning: {'device': '8256a0cc-42c4-4128-ab6a-c608580f54ef', 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1', 'port_id': '8256a0cc-42c4-4128-ab6a-c608580f54ef', 'mac_address': 'fa:16:3e:c2:cd:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e45547e1-0b28-4b64-ada0-0a0e073a56b1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 04 09:47:34.861693 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 8256a0cc-42c4-4128-ab6a-c608580f54ef is: DOWN; New status is: BUILD {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:47:34.862061 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:34.879578 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8256a0cc-42c4-4128-ab6a-c608580f54ef {{(pid=89034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:47:34.899257 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 8256a0cc-42c4-4128-ab6a-c608580f54ef, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=8256a0cc-42c4-4128-ab6a-c608580f54ef,segment=NetworkSegment(145756dd-4524-4dba-b36a-aad8eba1109c),segment_id=145756dd-4524-4dba-b36a-aad8eba1109c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:47:34.902973 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:34.973410 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=8256a0cc-42c4-4128-ab6a-c608580f54ef,revision_number=12']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:47:35.021933 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['8256a0cc-42c4-4128-ab6a-c608580f54ef'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 09:47:35.186915 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc9efe-adcf-4a10-97e0-5c7e1ccd4411 req-907c79eb-99aa-4923-a4a9-f569a34b01cf tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:47:35.188397 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1fbc9efe-adcf-4a10-97e0-5c7e1ccd4411 req-907c79eb-99aa-4923-a4a9-f569a34b01cf tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f9b64f-2712-4978-b4ee-442130924c92 HTTP/1.1" status: 200 len: 945 time: 0.0862095 Oct 04 09:47:35.232064 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1fbc9efe-adcf-4a10-97e0-5c7e1ccd4411 req-cf24807b-f191-47b1-8dc8-14c03682434a tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379210 Oct 04 09:47:36.427089 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9da97f-c743-4737-a507-d022a1a1868c req-3d056041-1a40-476a-a73d-7e1daa44592c tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:47:36.428568 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-3e9da97f-c743-4737-a507-d022a1a1868c req-3d056041-1a40-476a-a73d-7e1daa44592c tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f9b64f-2712-4978-b4ee-442130924c92 HTTP/1.1" status: 200 len: 945 time: 0.0861843 Oct 04 09:47:36.475037 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-3e9da97f-c743-4737-a507-d022a1a1868c req-222fcd13-f687-492e-9d3c-34d0f295ba9e tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408580 Oct 04 09:47:36.674684 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 8256a0cc-42c4-4128-ab6a-c608580f54ef up at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:47:36.740604 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning complete for port 8256a0cc-42c4-4128-ab6a-c608580f54ef triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:47:36.740977 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:36.741313 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Attempt 1 to provision port 8256a0cc-42c4-4128-ab6a-c608580f54ef Oct 04 09:47:36.854954 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 8256a0cc-42c4-4128-ab6a-c608580f54ef is: BUILD; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:47:36.855329 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:36.882012 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9f9b64f-2712-4978-b4ee-442130924c92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8256a0cc-42c4-4128-ab6a-c608580f54ef'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:47:36.884256 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aef738b946a3ea172e8e75fc735451da1d91f114ea1acc5fcf392e20a929bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747af4bd-e194-4a78-b7e9-6b251799e77b" -d '{"events": [{"server_uuid": "e9f9b64f-2712-4978-b4ee-442130924c92", "name": "network-vif-plugged", "status": "completed", "tag": "8256a0cc-42c4-4128-ab6a-c608580f54ef"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:47:36.891585 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 8256a0cc-42c4-4128-ab6a-c608580f54ef, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=8256a0cc-42c4-4128-ab6a-c608580f54ef,segment=NetworkSegment(145756dd-4524-4dba-b36a-aad8eba1109c),segment_id=145756dd-4524-4dba-b36a-aad8eba1109c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:47:36.895672 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:36.942642 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a995d996-7243-4394-90d8-66627f98a99a x-openstack-request-id: req-a995d996-7243-4394-90d8-66627f98a99a {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:47:36.942943 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9f9b64f-2712-4978-b4ee-442130924c92", "name": "network-vif-plugged", "status": "completed", "tag": "8256a0cc-42c4-4128-ab6a-c608580f54ef", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:47:36.943199 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a995d996-7243-4394-90d8-66627f98a99a {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:47:36.943587 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a995d996-7243-4394-90d8-66627f98a99a'] response: {'server_uuid': 'e9f9b64f-2712-4978-b4ee-442130924c92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8256a0cc-42c4-4128-ab6a-c608580f54ef', 'code': 200} Oct 04 09:47:36.967631 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=8256a0cc-42c4-4128-ab6a-c608580f54ef,revision_number=13']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:47:37.673821 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e553c4b-6015-4be3-868c-30bb8e861391 req-a87e50d5-6390-469d-bbbb-be41f7a69739 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:47:37.675267 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-2e553c4b-6015-4be3-868c-30bb8e861391 req-a87e50d5-6390-469d-bbbb-be41f7a69739 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f9b64f-2712-4978-b4ee-442130924c92 HTTP/1.1" status: 200 len: 946 time: 0.0865238 Oct 04 09:47:37.719660 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-2e553c4b-6015-4be3-868c-30bb8e861391 req-930159e7-ca6e-43ca-a28a-c085ef45701d tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387347 Oct 04 09:47:38.921752 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140bbf3e-38e8-4541-a55f-8534b164e54c req-d731f2f2-f355-47b6-9bf9-2c2ec64917f3 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:47:38.923203 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-140bbf3e-38e8-4541-a55f-8534b164e54c req-d731f2f2-f355-47b6-9bf9-2c2ec64917f3 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f9b64f-2712-4978-b4ee-442130924c92 HTTP/1.1" status: 200 len: 946 time: 0.0884864 Oct 04 09:47:38.965281 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-140bbf3e-38e8-4541-a55f-8534b164e54c req-11241f06-4234-48d1-935a-1f442eef5d91 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365486 Oct 04 09:47:40.176625 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ba887-29d6-43cf-b6dd-b4505578f078 req-f8695502-0603-401d-a406-b5dcf34e26cc tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:47:40.178178 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f56ba887-29d6-43cf-b6dd-b4505578f078 req-f8695502-0603-401d-a406-b5dcf34e26cc tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f9b64f-2712-4978-b4ee-442130924c92 HTTP/1.1" status: 200 len: 946 time: 0.0920186 Oct 04 09:47:40.224448 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f56ba887-29d6-43cf-b6dd-b4505578f078 req-329f31d5-ddf2-427b-91b2-e3ffea49d7c6 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400765 Oct 04 09:47:41.422164 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:41.424779 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1cf86b-1487-4ca8-8ce7-bc5c9f08f263 req-d87c0ec9-f956-4d9b-b93f-7aec3cae2442 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:47:41.426706 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8e1cf86b-1487-4ca8-8ce7-bc5c9f08f263 req-d87c0ec9-f956-4d9b-b93f-7aec3cae2442 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f9b64f-2712-4978-b4ee-442130924c92 HTTP/1.1" status: 200 len: 946 time: 0.0899122 Oct 04 09:47:41.473213 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8e1cf86b-1487-4ca8-8ce7-bc5c9f08f263 req-d33273c6-4300-454a-9a24-357c873bdd7e tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407822 Oct 04 09:47:41.672960 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e4b74-b3bd-40e6-99c7-3ccb70537dbc req-0869f839-5973-4a62-aa7b-b9645b552ec7 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:47:41.674425 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-d99e4b74-b3bd-40e6-99c7-3ccb70537dbc req-0869f839-5973-4a62-aa7b-b9645b552ec7 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f9b64f-2712-4978-b4ee-442130924c92 HTTP/1.1" status: 200 len: 946 time: 0.0866783 Oct 04 09:47:41.722513 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-d99e4b74-b3bd-40e6-99c7-3ccb70537dbc req-e8adaad3-63e1-4330-8025-607a646ab7ec tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422726 Oct 04 09:47:41.916632 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee964e4-4979-4dda-974d-96970cefebab req-84256687-21ee-44ae-a88a-9dd52c5aba37 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:47:41.918102 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-fee964e4-4979-4dda-974d-96970cefebab req-84256687-21ee-44ae-a88a-9dd52c5aba37 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f9b64f-2712-4978-b4ee-442130924c92 HTTP/1.1" status: 200 len: 946 time: 0.0865815 Oct 04 09:47:41.961746 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-fee964e4-4979-4dda-974d-96970cefebab req-850530b4-cb6f-4926-a64d-0462f65f3df5 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378449 Oct 04 09:47:42.354554 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ebee6-1b28-439f-ab69-c703feec34dc req-3577ffd5-c05c-4a48-8102-283ff057337d tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:47:42.355922 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9c1ebee6-1b28-439f-ab69-c703feec34dc req-3577ffd5-c05c-4a48-8102-283ff057337d tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f9b64f-2712-4978-b4ee-442130924c92 HTTP/1.1" status: 200 len: 946 time: 0.0871806 Oct 04 09:47:42.398919 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9c1ebee6-1b28-439f-ab69-c703feec34dc req-cdd70a95-bfb8-462b-9181-ec8f80700469 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368593 Oct 04 09:47:43.596159 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd77f10d-09b1-436b-ae70-d02303ce70e1 req-9ae14e02-c0ff-4cc7-ad6a-b825481d4cee tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:47:43.597610 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-bd77f10d-09b1-436b-ae70-d02303ce70e1 req-9ae14e02-c0ff-4cc7-ad6a-b825481d4cee tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f9b64f-2712-4978-b4ee-442130924c92 HTTP/1.1" status: 200 len: 946 time: 0.0850108 Oct 04 09:47:43.639917 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-bd77f10d-09b1-436b-ae70-d02303ce70e1 req-213fd5e3-79d4-48e3-b9aa-64501256c884 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367589 Oct 04 09:47:44.835624 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd553048-3abb-4375-a258-78b2826eb338 req-ad549956-b7d2-4595-99dc-6ee23936b233 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:47:44.837107 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-cd553048-3abb-4375-a258-78b2826eb338 req-ad549956-b7d2-4595-99dc-6ee23936b233 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f9b64f-2712-4978-b4ee-442130924c92 HTTP/1.1" status: 200 len: 946 time: 0.0858812 Oct 04 09:47:44.890099 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-cd553048-3abb-4375-a258-78b2826eb338 req-fe563f8a-6ae5-471e-acaf-39508421065c tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups?id=36576f3f-8e4e-4dab-b48a-9b06f15fce4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473447 Oct 04 09:47:45.021106 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c29fd0-09fd-43b6-8843-be77e828df72 req-a6b4936f-76eb-4717-8554-9e48917e4949 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:47:45.022438 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-18c29fd0-09fd-43b6-8843-be77e828df72 req-a6b4936f-76eb-4717-8554-9e48917e4949 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9f9b64f-2712-4978-b4ee-442130924c92 HTTP/1.1" status: 200 len: 946 time: 0.0856128 Oct 04 09:47:45.090235 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-18c29fd0-09fd-43b6-8843-be77e828df72 req-5f5b30af-e4ad-457e-b5fb-38c15d8da37b tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Deleting port 8256a0cc-42c4-4128-ab6a-c608580f54ef {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:47:45.090537 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-18c29fd0-09fd-43b6-8843-be77e828df72 req-5f5b30af-e4ad-457e-b5fb-38c15d8da37b tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:45.420580 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-18c29fd0-09fd-43b6-8843-be77e828df72 req-5f5b30af-e4ad-457e-b5fb-38c15d8da37b tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] For port 8256a0cc-42c4-4128-ab6a-c608580f54ef, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=8256a0cc-42c4-4128-ab6a-c608580f54ef,segment=NetworkSegment(145756dd-4524-4dba-b36a-aad8eba1109c),segment_id=145756dd-4524-4dba-b36a-aad8eba1109c)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:47:45.420934 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-18c29fd0-09fd-43b6-8843-be77e828df72 req-5f5b30af-e4ad-457e-b5fb-38c15d8da37b tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:45.702859 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-18c29fd0-09fd-43b6-8843-be77e828df72 req-5f5b30af-e4ad-457e-b5fb-38c15d8da37b tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:45.703234 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-18c29fd0-09fd-43b6-8843-be77e828df72 req-5f5b30af-e4ad-457e-b5fb-38c15d8da37b tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:45.703528 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.l3_db [req-18c29fd0-09fd-43b6-8843-be77e828df72 req-5f5b30af-e4ad-457e-b5fb-38c15d8da37b tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Floating IP c2541de6-f5fb-434f-bd61-904d9e19c198 disassociated. External IP: 172.26.10.211, port: 8256a0cc-42c4-4128-ab6a-c608580f54ef. Oct 04 09:47:45.703862 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-18c29fd0-09fd-43b6-8843-be77e828df72 req-5f5b30af-e4ad-457e-b5fb-38c15d8da37b tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Calling delete_port for 8256a0cc-42c4-4128-ab6a-c608580f54ef owned by compute:nova {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:47:45.847220 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-18c29fd0-09fd-43b6-8843-be77e828df72 req-5f5b30af-e4ad-457e-b5fb-38c15d8da37b tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:45.896592 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b30af-e4ad-457e-b5fb-38c15d8da37b tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Pushing event deleted for resources: {'Port': ['ID=8256a0cc-42c4-4128-ab6a-c608580f54ef,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:47:45.906752 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5b30af-e4ad-457e-b5fb-38c15d8da37b tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:47:45.907220 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5b30af-e4ad-457e-b5fb-38c15d8da37b tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:47:45.907468 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5b30af-e4ad-457e-b5fb-38c15d8da37b tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:47:45.907805 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5b30af-e4ad-457e-b5fb-38c15d8da37b tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:47:45.908136 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5b30af-e4ad-457e-b5fb-38c15d8da37b tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:47:45.908498 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5b30af-e4ad-457e-b5fb-38c15d8da37b tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:47:45.908834 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5b30af-e4ad-457e-b5fb-38c15d8da37b tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:47:45.909176 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5b30af-e4ad-457e-b5fb-38c15d8da37b tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:47:45.909490 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5b30af-e4ad-457e-b5fb-38c15d8da37b tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:47:45.909816 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5b30af-e4ad-457e-b5fb-38c15d8da37b tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:47:45.910141 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5b30af-e4ad-457e-b5fb-38c15d8da37b tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:47:45.910479 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5b30af-e4ad-457e-b5fb-38c15d8da37b tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:47:46.105438 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18c29fd0-09fd-43b6-8843-be77e828df72 req-5f5b30af-e4ad-457e-b5fb-38c15d8da37b tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Router 12d68ca1-c67b-4fac-acf0-164463cac50b has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:47:46.176711 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-fd5ea799-16c1-4e21-9eea-4784712b0691 req-bd95ab6f-2df6-4c09-9720-3eebab8650b8 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f9b64f-2712-4978-b4ee-442130924c92 HTTP/1.1" status: 200 len: 210 time: 0.1619961 Oct 04 09:47:46.284879 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18c29fd0-09fd-43b6-8843-be77e828df72 req-5f5b30af-e4ad-457e-b5fb-38c15d8da37b tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:47:46.294179 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dcf1d6-4df1-4527-8b1a-56b4a6fd339a None None] Sync routers for ids ['12d68ca1-c67b-4fac-acf0-164463cac50b'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:47:46.303410 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dcf1d6-4df1-4527-8b1a-56b4a6fd339a None None] Routers {'12d68ca1-c67b-4fac-acf0-164463cac50b'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:47:46.304010 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-28dcf1d6-4df1-4527-8b1a-56b4a6fd339a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:47:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['12d68ca1-c67b-4fac-acf0-164463cac50b'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:47:46.368919 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c29fd0-09fd-43b6-8843-be77e828df72 req-5f5b30af-e4ad-457e-b5fb-38c15d8da37b tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] No DVR routers for this DVR port 8256a0cc-42c4-4128-ab6a-c608580f54ef on host hv-neutron-8602 {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:47:46.371301 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-18c29fd0-09fd-43b6-8843-be77e828df72 req-5f5b30af-e4ad-457e-b5fb-38c15d8da37b tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:46.374085 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9f9b64f-2712-4978-b4ee-442130924c92', 'name': 'network-vif-deleted', 'tag': '8256a0cc-42c4-4128-ab6a-c608580f54ef'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:47:46.376379 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f9167c-b708-41ea-9b8a-3e53580c1eb6" -d '{"events": [{"server_uuid": "e9f9b64f-2712-4978-b4ee-442130924c92", "name": "network-vif-deleted", "tag": "8256a0cc-42c4-4128-ab6a-c608580f54ef"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:47:46.390090 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-18c29fd0-09fd-43b6-8843-be77e828df72 req-5f5b30af-e4ad-457e-b5fb-38c15d8da37b tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.20 "DELETE /v2.0/ports/8256a0cc-42c4-4128-ab6a-c608580f54ef HTTP/1.1" status: 204 len: 173 time: 1.3621027 Oct 04 09:47:46.474170 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64eac56f-8373-4745-902b-62d71859383f x-openstack-request-id: req-64eac56f-8373-4745-902b-62d71859383f {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:47:46.474518 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9f9b64f-2712-4978-b4ee-442130924c92", "name": "network-vif-deleted", "tag": "8256a0cc-42c4-4128-ab6a-c608580f54ef", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:47:46.474876 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-64eac56f-8373-4745-902b-62d71859383f {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:47:46.475459 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64eac56f-8373-4745-902b-62d71859383f'] response: {'server_uuid': 'e9f9b64f-2712-4978-b4ee-442130924c92', 'name': 'network-vif-deleted', 'tag': '8256a0cc-42c4-4128-ab6a-c608580f54ef', 'status': 'completed', 'code': 200} Oct 04 09:47:46.485784 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-28dcf1d6-4df1-4527-8b1a-56b4a6fd339a None None] Set router 12d68ca1-c67b-4fac-acf0-164463cac50b gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:47:46.826087 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-28dcf1d6-4df1-4527-8b1a-56b4a6fd339a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'name': 'tempest-ServerActionsTestJSON-592270206-router', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.221'}], 'enable_snat': True}, 'gw_port_id': '16f37ce1-1d24-40af-97a2-b458bc0fdc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:39:15Z', 'updated_at': '2022-10-04T09:39:19Z', 'revision_number': 4, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'gw_port': {'id': '16f37ce1-1d24-40af-97a2-b458bc0fdc81', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:39:15Z', 'updated_at': '2022-10-04T09:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '9d12d954-2e16-4c4b-92d4-defcc361cde0', 'name': '', 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'mac_address': 'fa:16:3e:62:2c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'e45547e1-0b28-4b64-ada0-0a0e073a56b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:39:18Z', 'updated_at': '2022-10-04T09:39:23Z', 'revision_number': 5, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'subnets': [{'id': 'e45547e1-0b28-4b64-ada0-0a0e073a56b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:47:46.830630 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dcf1d6-4df1-4527-8b1a-56b4a6fd339a None None] Checking router: 12d68ca1-c67b-4fac-acf0-164463cac50b for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:47:46.838730 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dcf1d6-4df1-4527-8b1a-56b4a6fd339a None None] Routers {'12d68ca1-c67b-4fac-acf0-164463cac50b'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:47:46.839313 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-28dcf1d6-4df1-4527-8b1a-56b4a6fd339a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:47:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['12d68ca1-c67b-4fac-acf0-164463cac50b'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:47:47.016716 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-28dcf1d6-4df1-4527-8b1a-56b4a6fd339a None None] Set router 12d68ca1-c67b-4fac-acf0-164463cac50b gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:47:47.330823 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-28dcf1d6-4df1-4527-8b1a-56b4a6fd339a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'name': 'tempest-ServerActionsTestJSON-592270206-router', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.221'}], 'enable_snat': True}, 'gw_port_id': '16f37ce1-1d24-40af-97a2-b458bc0fdc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:39:15Z', 'updated_at': '2022-10-04T09:39:19Z', 'revision_number': 4, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'gw_port': {'id': '16f37ce1-1d24-40af-97a2-b458bc0fdc81', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:39:15Z', 'updated_at': '2022-10-04T09:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '9d12d954-2e16-4c4b-92d4-defcc361cde0', 'name': '', 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'mac_address': 'fa:16:3e:62:2c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'e45547e1-0b28-4b64-ada0-0a0e073a56b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:39:18Z', 'updated_at': '2022-10-04T09:39:23Z', 'revision_number': 5, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'subnets': [{'id': 'e45547e1-0b28-4b64-ada0-0a0e073a56b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:47:47.334956 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dcf1d6-4df1-4527-8b1a-56b4a6fd339a None None] The sync data for ids ['12d68ca1-c67b-4fac-acf0-164463cac50b'] in dv-neutron-860215-1-hyperv is: [{'id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'name': 'tempest-ServerActionsTestJSON-592270206-router', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.221'}], 'enable_snat': True}, 'gw_port_id': '16f37ce1-1d24-40af-97a2-b458bc0fdc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:39:15Z', 'updated_at': '2022-10-04T09:39:19Z', 'revision_number': 4, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'gw_port': {'id': '16f37ce1-1d24-40af-97a2-b458bc0fdc81', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:39:15Z', 'updated_at': '2022-10-04T09:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '9d12d954-2e16-4c4b-92d4-defcc361cde0', 'name': '', 'network_id': 'e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'mac_address': 'fa:16:3e:62:2c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'e45547e1-0b28-4b64-ada0-0a0e073a56b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:39:18Z', 'updated_at': '2022-10-04T09:39:23Z', 'revision_number': 5, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'subnets': [{'id': 'e45547e1-0b28-4b64-ada0-0a0e073a56b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:47:47.362032 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-bf7b8bc1-f5ec-46ed-bd24-ee3d567160d2 req-d46c707a-3d41-432a-b103-f4952aaf21bf tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9f9b64f-2712-4978-b4ee-442130924c92 HTTP/1.1" status: 200 len: 210 time: 0.0517161 Oct 04 09:47:47.561996 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9b69a6-3560-4dd2-8a69-d0a09d4aecab None None] New status for floating IP c2541de6-f5fb-434f-bd61-904d9e19c198: DOWN {{(pid=89034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 09:47:48.736982 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 8256a0cc-42c4-4128-ab6a-c608580f54ef no longer exists at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:47:48.771296 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] No Port match for: 8256a0cc-42c4-4128-ab6a-c608580f54ef {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:47:48.771709 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 8256a0cc-42c4-4128-ab6a-c608580f54ef not bound to the agent host hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:47:52.616489 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 41034) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:47:52.680385 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-85990331-12ca-4812-bf18-accbec3f8b49 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:52.708897 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-85990331-12ca-4812-bf18-accbec3f8b49 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:52.768274 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-85990331-12ca-4812-bf18-accbec3f8b49 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:52.786919 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85990331-12ca-4812-bf18-accbec3f8b49 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36576f3f-8e4e-4dab-b48a-9b06f15fce4b,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:47:52.794908 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85990331-12ca-4812-bf18-accbec3f8b49 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:47:52.795252 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85990331-12ca-4812-bf18-accbec3f8b49 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:47:52.795590 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85990331-12ca-4812-bf18-accbec3f8b49 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:47:52.795921 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85990331-12ca-4812-bf18-accbec3f8b49 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:47:52.796248 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85990331-12ca-4812-bf18-accbec3f8b49 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:47:52.796606 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85990331-12ca-4812-bf18-accbec3f8b49 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:47:52.796932 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85990331-12ca-4812-bf18-accbec3f8b49 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:47:52.797253 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85990331-12ca-4812-bf18-accbec3f8b49 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:47:52.797577 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85990331-12ca-4812-bf18-accbec3f8b49 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:47:52.798452 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85990331-12ca-4812-bf18-accbec3f8b49 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:47:52.798778 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85990331-12ca-4812-bf18-accbec3f8b49 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:47:52.799095 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85990331-12ca-4812-bf18-accbec3f8b49 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:47:52.806227 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-85990331-12ca-4812-bf18-accbec3f8b49 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:52.808804 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-85990331-12ca-4812-bf18-accbec3f8b49 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "DELETE /v2.0/security-groups/36576f3f-8e4e-4dab-b48a-9b06f15fce4b HTTP/1.1" status: 204 len: 168 time: 0.1911852 Oct 04 09:47:52.809777 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 41038) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:47:52.825863 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-b7fd42f2-c699-4496-82ee-7f875542f912 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] show failed (client error): The resource could not be found. Oct 04 09:47:52.826819 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-b7fd42f2-c699-4496-82ee-7f875542f912 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "GET /v2.0/security-groups/36576f3f-8e4e-4dab-b48a-9b06f15fce4b HTTP/1.1" status: 404 len: 347 time: 0.0161548 Oct 04 09:47:52.829484 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 41042) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:47:52.982749 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-095eb142-e2bf-4140-8a08-c209ac191556 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Deleting port 734a1b2a-f210-4a04-87c8-ed30d7cb503b {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:47:52.983006 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-095eb142-e2bf-4140-8a08-c209ac191556 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:53.150489 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-095eb142-e2bf-4140-8a08-c209ac191556 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:53.150818 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-095eb142-e2bf-4140-8a08-c209ac191556 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:53.269532 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-095eb142-e2bf-4140-8a08-c209ac191556 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Calling delete_port for 734a1b2a-f210-4a04-87c8-ed30d7cb503b owned by network:floatingip {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:47:53.407305 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-095eb142-e2bf-4140-8a08-c209ac191556 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:53.453974 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095eb142-e2bf-4140-8a08-c209ac191556 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Pushing event deleted for resources: {'Port': ['ID=734a1b2a-f210-4a04-87c8-ed30d7cb503b,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:47:53.549011 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-095eb142-e2bf-4140-8a08-c209ac191556 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks [] for floatingip, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:53.562366 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-095eb142-e2bf-4140-8a08-c209ac191556 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:53.564014 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-095eb142-e2bf-4140-8a08-c209ac191556 tempest-ServerActionsTestJSON-1733551279 tempest-ServerActionsTestJSON-1733551279-project] 10.222.0.50 "DELETE /v2.0/floatingips/c2541de6-f5fb-434f-bd61-904d9e19c198 HTTP/1.1" status: 204 len: 168 time: 0.7331419 Oct 04 09:47:53.566934 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 41046) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:47:54.263502 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8fa9a148-42bc-4bc8-a2d2-60078cbf4399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736827'] for router_interface, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:54.597226 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-8fa9a148-42bc-4bc8-a2d2-60078cbf4399 admin admin] Deleting port 9d12d954-2e16-4c4b-92d4-defcc361cde0 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:47:54.597560 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8fa9a148-42bc-4bc8-a2d2-60078cbf4399 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:54.764963 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-8fa9a148-42bc-4bc8-a2d2-60078cbf4399 admin admin] For port 9d12d954-2e16-4c4b-92d4-defcc361cde0, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=9d12d954-2e16-4c4b-92d4-defcc361cde0,segment=NetworkSegment(145756dd-4524-4dba-b36a-aad8eba1109c),segment_id=145756dd-4524-4dba-b36a-aad8eba1109c)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:47:54.765319 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8fa9a148-42bc-4bc8-a2d2-60078cbf4399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:54.884513 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-8fa9a148-42bc-4bc8-a2d2-60078cbf4399 admin admin] Calling delete_port for 9d12d954-2e16-4c4b-92d4-defcc361cde0 owned by network:router_interface {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:47:55.192507 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8fa9a148-42bc-4bc8-a2d2-60078cbf4399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:55.242947 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa9a148-42bc-4bc8-a2d2-60078cbf4399 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d12d954-2e16-4c4b-92d4-defcc361cde0,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:47:55.618323 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8fa9a148-42bc-4bc8-a2d2-60078cbf4399 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736911'] for router_interface, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:55.986369 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa9a148-42bc-4bc8-a2d2-60078cbf4399 admin admin] Router 12d68ca1-c67b-4fac-acf0-164463cac50b has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:47:56.163559 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa9a148-42bc-4bc8-a2d2-60078cbf4399 admin admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:47:56.172767 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d273bd-a2c5-4ee1-bffb-f06bfddfb08e None None] Sync routers for ids ['12d68ca1-c67b-4fac-acf0-164463cac50b'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:47:56.175564 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-8fa9a148-42bc-4bc8-a2d2-60078cbf4399 admin admin] 10.222.0.50 "PUT /v2.0/routers/12d68ca1-c67b-4fac-acf0-164463cac50b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6076717 Oct 04 09:47:56.178038 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 41052) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:47:56.182486 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d273bd-a2c5-4ee1-bffb-f06bfddfb08e None None] Routers {'12d68ca1-c67b-4fac-acf0-164463cac50b'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:47:56.183078 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-21d273bd-a2c5-4ee1-bffb-f06bfddfb08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:47:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['12d68ca1-c67b-4fac-acf0-164463cac50b'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:47:56.349965 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c50064eb-d3b0-4078-9ff1-68322570ad04 admin admin] Notify callbacks [] for router, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:56.356824 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-21d273bd-a2c5-4ee1-bffb-f06bfddfb08e None None] Set router 12d68ca1-c67b-4fac-acf0-164463cac50b gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:47:56.524670 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c50064eb-d3b0-4078-9ff1-68322570ad04 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:56.534277 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-c50064eb-d3b0-4078-9ff1-68322570ad04 admin admin] Deleting port 16f37ce1-1d24-40af-97a2-b458bc0fdc81 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:47:56.534671 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c50064eb-d3b0-4078-9ff1-68322570ad04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:56.632888 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-21d273bd-a2c5-4ee1-bffb-f06bfddfb08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'name': 'tempest-ServerActionsTestJSON-592270206-router', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.221'}], 'enable_snat': True}, 'gw_port_id': '16f37ce1-1d24-40af-97a2-b458bc0fdc81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:39:15Z', 'updated_at': '2022-10-04T09:47:55Z', 'revision_number': 5, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'gw_port': {'id': '16f37ce1-1d24-40af-97a2-b458bc0fdc81', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:39:15Z', 'updated_at': '2022-10-04T09:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:47:56.636494 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d273bd-a2c5-4ee1-bffb-f06bfddfb08e None None] Checking router: 12d68ca1-c67b-4fac-acf0-164463cac50b for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:47:56.644381 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d273bd-a2c5-4ee1-bffb-f06bfddfb08e None None] Routers {'12d68ca1-c67b-4fac-acf0-164463cac50b'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:47:56.644964 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-21d273bd-a2c5-4ee1-bffb-f06bfddfb08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:47:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['12d68ca1-c67b-4fac-acf0-164463cac50b'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:47:56.705569 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-c50064eb-d3b0-4078-9ff1-68322570ad04 admin admin] For port 16f37ce1-1d24-40af-97a2-b458bc0fdc81, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=16f37ce1-1d24-40af-97a2-b458bc0fdc81,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:47:56.706162 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c50064eb-d3b0-4078-9ff1-68322570ad04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:56.796346 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-21d273bd-a2c5-4ee1-bffb-f06bfddfb08e None None] Set router 12d68ca1-c67b-4fac-acf0-164463cac50b gateway port host: None {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:47:56.833341 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-c50064eb-d3b0-4078-9ff1-68322570ad04 admin admin] Calling delete_port for 16f37ce1-1d24-40af-97a2-b458bc0fdc81 owned by network:router_gateway {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:47:56.943307 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-21d273bd-a2c5-4ee1-bffb-f06bfddfb08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'name': 'tempest-ServerActionsTestJSON-592270206-router', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:39:15Z', 'updated_at': '2022-10-04T09:47:56Z', 'revision_number': 6, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'gw_port_host': None}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:47:56.947415 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d273bd-a2c5-4ee1-bffb-f06bfddfb08e None None] The sync data for ids ['12d68ca1-c67b-4fac-acf0-164463cac50b'] in dv-neutron-860215-1-hyperv is: [{'id': '12d68ca1-c67b-4fac-acf0-164463cac50b', 'name': 'tempest-ServerActionsTestJSON-592270206-router', 'tenant_id': '523ecadce86b493ca00e37d22c0d8a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:39:15Z', 'updated_at': '2022-10-04T09:47:56Z', 'revision_number': 6, 'project_id': '523ecadce86b493ca00e37d22c0d8a7a', 'gw_port_host': None}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:47:57.121577 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c50064eb-d3b0-4078-9ff1-68322570ad04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:57.169272 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50064eb-d3b0-4078-9ff1-68322570ad04 admin admin] Pushing event deleted for resources: {'Port': ['ID=16f37ce1-1d24-40af-97a2-b458bc0fdc81,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:47:57.265228 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c50064eb-d3b0-4078-9ff1-68322570ad04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737040'] for router_gateway, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:57.438093 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c50064eb-d3b0-4078-9ff1-68322570ad04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:57.440845 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c50064eb-d3b0-4078-9ff1-68322570ad04 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:57.462435 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c50064eb-d3b0-4078-9ff1-68322570ad04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:57.462933 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50064eb-d3b0-4078-9ff1-68322570ad04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12d68ca1-c67b-4fac-acf0-164463cac50b {{(pid=89033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:47:57.474613 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c50064eb-d3b0-4078-9ff1-68322570ad04 admin admin] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:57.475752 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-c50064eb-d3b0-4078-9ff1-68322570ad04 admin admin] 10.222.0.50 "DELETE /v2.0/routers/12d68ca1-c67b-4fac-acf0-164463cac50b HTTP/1.1" status: 204 len: 168 time: 1.2968285 Oct 04 09:47:57.478350 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 41056) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:47:57.540370 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b38b3fa-12f6-4600-84d2-e291ae245e5c admin admin] Deleting subnet e45547e1-0b28-4b64-ada0-0a0e073a56b1 {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:47:57.543278 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9b38b3fa-12f6-4600-84d2-e291ae245e5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:57.594072 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9b38b3fa-12f6-4600-84d2-e291ae245e5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:57.648253 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c654a3ac-013f-4854-b2f1-6c9b41907f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:57.670932 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9b38b3fa-12f6-4600-84d2-e291ae245e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:57.743947 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9b38b3fa-12f6-4600-84d2-e291ae245e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:57.754514 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 16f37ce1-1d24-40af-97a2-b458bc0fdc81 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:47:57.793648 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 16f37ce1-1d24-40af-97a2-b458bc0fdc81 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:47:57.794098 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 16f37ce1-1d24-40af-97a2-b458bc0fdc81 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:47:57.794590 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 9d12d954-2e16-4c4b-92d4-defcc361cde0 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:47:57.795521 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b38b3fa-12f6-4600-84d2-e291ae245e5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e45547e1-0b28-4b64-ada0-0a0e073a56b1,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:47:57.801606 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9b38b3fa-12f6-4600-84d2-e291ae245e5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:57.811452 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-9b38b3fa-12f6-4600-84d2-e291ae245e5c admin admin] 10.222.0.50 "DELETE /v2.0/subnets/e45547e1-0b28-4b64-ada0-0a0e073a56b1 HTTP/1.1" status: 204 len: 168 time: 0.3321500 Oct 04 09:47:57.811578 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 41060) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:47:57.821764 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855229e1-9bb7-4fa8-98f3-9a8eb0ce6e13 None None] Network e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:47:57.926257 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3fd50aa2-971e-4cd9-8831-dc68dcfa81f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:57.927049 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 9d12d954-2e16-4c4b-92d4-defcc361cde0 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:47:57.927396 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 9d12d954-2e16-4c4b-92d4-defcc361cde0 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:47:57.938689 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-3fd50aa2-971e-4cd9-8831-dc68dcfa81f8 admin admin] Deleting port e5e8e0fd-802d-482e-b303-03410daba74f {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:47:57.939146 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3fd50aa2-971e-4cd9-8831-dc68dcfa81f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:58.132436 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9305fc27-bb30-4c3d-8c54-e2a98a285f16 None None] DHCP port deletion for e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:47:58.136841 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-9305fc27-bb30-4c3d-8c54-e2a98a285f16 None None] Deleting port e5e8e0fd-802d-482e-b303-03410daba74f {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:47:58.137219 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-9305fc27-bb30-4c3d-8c54-e2a98a285f16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:58.266337 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-3fd50aa2-971e-4cd9-8831-dc68dcfa81f8 admin admin] For port e5e8e0fd-802d-482e-b303-03410daba74f, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=e5e8e0fd-802d-482e-b303-03410daba74f,segment=NetworkSegment(145756dd-4524-4dba-b36a-aad8eba1109c),segment_id=145756dd-4524-4dba-b36a-aad8eba1109c)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:47:58.267108 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3fd50aa2-971e-4cd9-8831-dc68dcfa81f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:58.342033 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-9305fc27-bb30-4c3d-8c54-e2a98a285f16 None None] For port e5e8e0fd-802d-482e-b303-03410daba74f, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=e5e8e0fd-802d-482e-b303-03410daba74f,segment=NetworkSegment(145756dd-4524-4dba-b36a-aad8eba1109c),segment_id=145756dd-4524-4dba-b36a-aad8eba1109c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:47:58.342341 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-9305fc27-bb30-4c3d-8c54-e2a98a285f16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:58.387855 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-3fd50aa2-971e-4cd9-8831-dc68dcfa81f8 admin admin] Calling delete_port for e5e8e0fd-802d-482e-b303-03410daba74f owned by network:dhcp {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:47:58.462824 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3fd50aa2-971e-4cd9-8831-dc68dcfa81f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:58.465511 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-9305fc27-bb30-4c3d-8c54-e2a98a285f16 None None] Calling delete_port for e5e8e0fd-802d-482e-b303-03410daba74f owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:47:58.511958 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd50aa2-971e-4cd9-8831-dc68dcfa81f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5e8e0fd-802d-482e-b303-03410daba74f,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:47:58.515501 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd50aa2-971e-4cd9-8831-dc68dcfa81f8 admin admin] No DVR routers for this DVR port e5e8e0fd-802d-482e-b303-03410daba74f on host dv-neutron-860215-1-hyperv {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:47:58.540565 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.db.api [None req-9305fc27-bb30-4c3d-8c54-e2a98a285f16 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:47:58.540929 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG oslo_db.api [None req-9305fc27-bb30-4c3d-8c54-e2a98a285f16 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:47:58.632877 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3fd50aa2-971e-4cd9-8831-dc68dcfa81f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:58.657144 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-3fd50aa2-971e-4cd9-8831-dc68dcfa81f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:47:58.668771 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-3fd50aa2-971e-4cd9-8831-dc68dcfa81f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '145756dd-4524-4dba-b36a-aad8eba1109c') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:47:58.669061 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-3fd50aa2-971e-4cd9-8831-dc68dcfa81f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '145756dd-4524-4dba-b36a-aad8eba1109c') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:47:58.679905 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3fd50aa2-971e-4cd9-8831-dc68dcfa81f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:58.696053 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3fd50aa2-971e-4cd9-8831-dc68dcfa81f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:58.702152 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fd50aa2-971e-4cd9-8831-dc68dcfa81f8 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:47:58.702540 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3fd50aa2-971e-4cd9-8831-dc68dcfa81f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:58.787250 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 145756dd-4524-4dba-b36a-aad8eba1109c resource provider aggregate not found Oct 04 09:47:58.802070 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3fd50aa2-971e-4cd9-8831-dc68dcfa81f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:58.804518 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 145756dd-4524-4dba-b36a-aad8eba1109c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 145756dd-4524-4dba-b36a-aad8eba1109c found for delete ", "request_id": "req-1f983dd9-46bd-46c5-8921-799ead2deef6"}]} Oct 04 09:47:58.820302 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3fd50aa2-971e-4cd9-8831-dc68dcfa81f8 admin admin] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:58.832391 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd50aa2-971e-4cd9-8831-dc68dcfa81f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:47:58.843516 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-3fd50aa2-971e-4cd9-8831-dc68dcfa81f8 admin admin] 10.222.0.50 "DELETE /v2.0/networks/e20d5337-b5a6-4db4-b5ae-7bdd101d5dc1 HTTP/1.1" status: 204 len: 168 time: 1.0309920 Oct 04 09:47:58.952105 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 41072) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:47:58.998918 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-6aa40854-7ea9-441f-9253-fcb0075ee390 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=523ecadce86b493ca00e37d22c0d8a7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453851 Oct 04 09:47:59.001881 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 41076) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:47:59.041980 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-9305fc27-bb30-4c3d-8c54-e2a98a285f16 None None] Deleting port e5e8e0fd-802d-482e-b303-03410daba74f {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:47:59.042478 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-9305fc27-bb30-4c3d-8c54-e2a98a285f16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:59.057081 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-eed09be2-a01b-4895-baff-2572c53adc3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:59.086587 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-eed09be2-a01b-4895-baff-2572c53adc3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:59.110775 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-9305fc27-bb30-4c3d-8c54-e2a98a285f16 None None] The port 'e5e8e0fd-802d-482e-b303-03410daba74f' was deleted {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 04 09:47:59.139683 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-eed09be2-a01b-4895-baff-2572c53adc3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:59.156773 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed09be2-a01b-4895-baff-2572c53adc3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55585034-8393-4421-884e-b2efa12fa17a,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:47:59.163236 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-eed09be2-a01b-4895-baff-2572c53adc3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:47:59.164386 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-eed09be2-a01b-4895-baff-2572c53adc3c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/55585034-8393-4421-884e-b2efa12fa17a HTTP/1.1" status: 204 len: 168 time: 0.1615822 Oct 04 09:47:59.751197 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device e5e8e0fd-802d-482e-b303-03410daba74f no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:47:59.787345 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: e5e8e0fd-802d-482e-b303-03410daba74f {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:47:59.787781 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device e5e8e0fd-802d-482e-b303-03410daba74f not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:47:59.933671 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 41100) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:48:00.053104 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-f6ff3a9a-4cf3-4894-bdee-f79c5cc6c730 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1149796173-network', 'tenant_id': '003388415f9647efa8d165e5d8ae6def'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:48:00.057864 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-f6ff3a9a-4cf3-4894-bdee-f79c5cc6c730 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:48:00.061706 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-f6ff3a9a-4cf3-4894-bdee-f79c5cc6c730 admin admin] Usage tracker for resource:network and tenant:003388415f9647efa8d165e5d8ae6def is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:48:00.065175 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-f6ff3a9a-4cf3-4894-bdee-f79c5cc6c730 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:48:00.070765 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-f6ff3a9a-4cf3-4894-bdee-f79c5cc6c730 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:48:00.081563 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ff3a9a-4cf3-4894-bdee-f79c5cc6c730 admin admin] Made reservation on behalf of 003388415f9647efa8d165e5d8ae6def for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:48:00.083869 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f6ff3a9a-4cf3-4894-bdee-f79c5cc6c730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:00.102059 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f6ff3a9a-4cf3-4894-bdee-f79c5cc6c730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:00.115969 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-f6ff3a9a-4cf3-4894-bdee-f79c5cc6c730 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:48:00.119764 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-f6ff3a9a-4cf3-4894-bdee-f79c5cc6c730 admin admin] Usage tracker for resource:security_group_rule and tenant:003388415f9647efa8d165e5d8ae6def is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:48:00.122511 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-f6ff3a9a-4cf3-4894-bdee-f79c5cc6c730 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:48:00.128977 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-f6ff3a9a-4cf3-4894-bdee-f79c5cc6c730 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:48:00.211296 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f6ff3a9a-4cf3-4894-bdee-f79c5cc6c730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:00.214821 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f6ff3a9a-4cf3-4894-bdee-f79c5cc6c730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:00.241275 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6ff3a9a-4cf3-4894-bdee-f79c5cc6c730 admin admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:48:00.257157 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff3a9a-4cf3-4894-bdee-f79c5cc6c730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aefa0998-b0b6-4aaa-90eb-cd9601ed03a5,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:48:00.261397 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f6ff3a9a-4cf3-4894-bdee-f79c5cc6c730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:00.261742 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-f6ff3a9a-4cf3-4894-bdee-f79c5cc6c730 admin admin] Added segment 30dd2522-1a17-4201-867a-bc133d0fdb9e of type vlan for network 71891baf-8d6d-4c62-97ea-3dc54c70d22d Oct 04 09:48:00.287937 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f6ff3a9a-4cf3-4894-bdee-f79c5cc6c730 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:00.305096 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-2b67c79f-5a7d-42dc-be09-ceb4a710c9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:00.317005 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f6ff3a9a-4cf3-4894-bdee-f79c5cc6c730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:00.317967 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ff3a9a-4cf3-4894-bdee-f79c5cc6c730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:48:00.318531 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f6ff3a9a-4cf3-4894-bdee-f79c5cc6c730 admin admin] Notify callbacks [] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:00.420242 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff3a9a-4cf3-4894-bdee-f79c5cc6c730 admin admin] Pushing event updated for resources: {'Network': ['ID=71891baf-8d6d-4c62-97ea-3dc54c70d22d,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:48:00.424845 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-f6ff3a9a-4cf3-4894-bdee-f79c5cc6c730 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4901168 Oct 04 09:48:00.427678 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 41106) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:48:00.433118 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-9e98f191-f108-4adc-9fc9-7eb0af22c902 admin admin] Request body: {'subnet': {'network_id': '71891baf-8d6d-4c62-97ea-3dc54c70d22d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1149796173-subnet', 'tenant_id': '003388415f9647efa8d165e5d8ae6def', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:48:00.434753 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 71891baf-8d6d-4c62-97ea-3dc54c70d22d details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:48:00.438076 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-9e98f191-f108-4adc-9fc9-7eb0af22c902 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:48:00.442626 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-9e98f191-f108-4adc-9fc9-7eb0af22c902 admin admin] Usage tracker for resource:subnet and tenant:003388415f9647efa8d165e5d8ae6def is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:48:00.445520 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-9e98f191-f108-4adc-9fc9-7eb0af22c902 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:48:00.451097 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-9e98f191-f108-4adc-9fc9-7eb0af22c902 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:48:00.460868 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e98f191-f108-4adc-9fc9-7eb0af22c902 admin admin] Made reservation on behalf of 003388415f9647efa8d165e5d8ae6def for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:48:00.463094 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9e98f191-f108-4adc-9fc9-7eb0af22c902 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:00.662666 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9e98f191-f108-4adc-9fc9-7eb0af22c902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:00.735054 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e98f191-f108-4adc-9fc9-7eb0af22c902 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27a3d845-dd46-430e-be54-dbb2153d9acd,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:48:00.742852 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e98f191-f108-4adc-9fc9-7eb0af22c902 admin admin] Checking segment: {'id': '30dd2522-1a17-4201-867a-bc133d0fdb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '71891baf-8d6d-4c62-97ea-3dc54c70d22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:48:00.743205 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e98f191-f108-4adc-9fc9-7eb0af22c902 admin admin] Network hostable DHCP agents. Network: 71891baf-8d6d-4c62-97ea-3dc54c70d22d, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:48:00.761728 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e98f191-f108-4adc-9fc9-7eb0af22c902 admin admin] Network 71891baf-8d6d-4c62-97ea-3dc54c70d22d is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:48:00.770282 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-9e98f191-f108-4adc-9fc9-7eb0af22c902 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 71891baf-8d6d-4c62-97ea-3dc54c70d22d) {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:48:00.774278 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e98f191-f108-4adc-9fc9-7eb0af22c902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:48:00.774857 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9e98f191-f108-4adc-9fc9-7eb0af22c902 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:00.780872 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f285cab-fb33-4ec6-b957-40e8acd23e0f None None] Network 71891baf-8d6d-4c62-97ea-3dc54c70d22d requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:48:00.794826 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-9e98f191-f108-4adc-9fc9-7eb0af22c902 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3661585 Oct 04 09:48:00.797537 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 41110) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:48:00.803314 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-7fc4b0f6-ee7b-4bf1-9470-7db726f21be7 admin admin] Request body: {'router': {'name': 'tempest-ServersNegativeTestJSON-1149796173-router', 'tenant_id': '003388415f9647efa8d165e5d8ae6def', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:48:00.807828 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-7fc4b0f6-ee7b-4bf1-9470-7db726f21be7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:48:00.811619 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-7fc4b0f6-ee7b-4bf1-9470-7db726f21be7 admin admin] Usage tracker for resource:router and tenant:003388415f9647efa8d165e5d8ae6def is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:48:00.814597 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-7fc4b0f6-ee7b-4bf1-9470-7db726f21be7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:48:00.820153 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-7fc4b0f6-ee7b-4bf1-9470-7db726f21be7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:48:00.830472 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7fc4b0f6-ee7b-4bf1-9470-7db726f21be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:00.831430 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7fc4b0f6-ee7b-4bf1-9470-7db726f21be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:00.847638 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7fc4b0f6-ee7b-4bf1-9470-7db726f21be7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:00.896456 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:00.897859 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:01.036595 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f302cb-c48b-40e8-8097-cb50fe08d90d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-71891baf-8d6d-4c62-97ea-3dc54c70d22d', 'network_id': '71891baf-8d6d-4c62-97ea-3dc54c70d22d', 'tenant_id': '003388415f9647efa8d165e5d8ae6def', 'fixed_ips': [{'subnet_id': '27a3d845-dd46-430e-be54-dbb2153d9acd'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:48:01.037437 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d4f302cb-c48b-40e8-8097-cb50fe08d90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:01.192622 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-d4f302cb-c48b-40e8-8097-cb50fe08d90d None None] Allocated IP 172.20.0.2 (71891baf-8d6d-4c62-97ea-3dc54c70d22d/27a3d845-dd46-430e-be54-dbb2153d9acd/cf94602d-f420-4dbc-9a86-9f00b50b8b84) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:48:01.221505 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7fc4b0f6-ee7b-4bf1-9470-7db726f21be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:01.393877 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d4f302cb-c48b-40e8-8097-cb50fe08d90d None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:01.403778 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d4f302cb-c48b-40e8-8097-cb50fe08d90d None None] Transition to ACTIVE for port object cf94602d-f420-4dbc-9a86-9f00b50b8b84 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:48:01.421630 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d4f302cb-c48b-40e8-8097-cb50fe08d90d None None] Transition to ACTIVE for port object cf94602d-f420-4dbc-9a86-9f00b50b8b84 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:48:01.427716 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d4f302cb-c48b-40e8-8097-cb50fe08d90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:01.528614 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f302cb-c48b-40e8-8097-cb50fe08d90d None None] Network 71891baf-8d6d-4c62-97ea-3dc54c70d22d is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:48:01.530080 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7fc4b0f6-ee7b-4bf1-9470-7db726f21be7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:01.531455 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-d4f302cb-c48b-40e8-8097-cb50fe08d90d None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:48:01.534884 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f302cb-c48b-40e8-8097-cb50fe08d90d None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:48:01.564264 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7fc4b0f6-ee7b-4bf1-9470-7db726f21be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:01.577167 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f302cb-c48b-40e8-8097-cb50fe08d90d None None] Pushing event updated for resources: {'Port': ['ID=cf94602d-f420-4dbc-9a86-9f00b50b8b84,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:48:01.640101 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-d4f302cb-c48b-40e8-8097-cb50fe08d90d None None] Attempting to bind port cf94602d-f420-4dbc-9a86-9f00b50b8b84 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:48:01.640507 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-d4f302cb-c48b-40e8-8097-cb50fe08d90d None None] Attempting to bind port cf94602d-f420-4dbc-9a86-9f00b50b8b84 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '30dd2522-1a17-4201-867a-bc133d0fdb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '71891baf-8d6d-4c62-97ea-3dc54c70d22d'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:48:01.640870 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f302cb-c48b-40e8-8097-cb50fe08d90d None None] Attempting to bind port cf94602d-f420-4dbc-9a86-9f00b50b8b84 on network 71891baf-8d6d-4c62-97ea-3dc54c70d22d {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:48:01.645973 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f302cb-c48b-40e8-8097-cb50fe08d90d None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:48:01.646342 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f302cb-c48b-40e8-8097-cb50fe08d90d None None] Checking segment: {'id': '30dd2522-1a17-4201-867a-bc133d0fdb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '71891baf-8d6d-4c62-97ea-3dc54c70d22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:48:01.646739 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d4f302cb-c48b-40e8-8097-cb50fe08d90d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:01.647131 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f302cb-c48b-40e8-8097-cb50fe08d90d None None] Bound using segment: {'id': '30dd2522-1a17-4201-867a-bc133d0fdb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '71891baf-8d6d-4c62-97ea-3dc54c70d22d'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:48:01.647585 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-d4f302cb-c48b-40e8-8097-cb50fe08d90d None None] Bound port: cf94602d-f420-4dbc-9a86-9f00b50b8b84, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30dd2522-1a17-4201-867a-bc133d0fdb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '71891baf-8d6d-4c62-97ea-3dc54c70d22d'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:48:01.647955 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d4f302cb-c48b-40e8-8097-cb50fe08d90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:01.702431 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-7fc4b0f6-ee7b-4bf1-9470-7db726f21be7 admin admin] Allocated IP 172.26.10.90 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/5ae9d03d-151a-4a13-9f98-2e664b5f0d89) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:48:01.740730 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d4f302cb-c48b-40e8-8097-cb50fe08d90d None None] For port cf94602d-f420-4dbc-9a86-9f00b50b8b84, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:48:01.744193 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d4f302cb-c48b-40e8-8097-cb50fe08d90d None None] For port cf94602d-f420-4dbc-9a86-9f00b50b8b84, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=cf94602d-f420-4dbc-9a86-9f00b50b8b84,segment=NetworkSegment(30dd2522-1a17-4201-867a-bc133d0fdb9e),segment_id=30dd2522-1a17-4201-867a-bc133d0fdb9e)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:48:01.750849 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d4f302cb-c48b-40e8-8097-cb50fe08d90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:01.827429 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f302cb-c48b-40e8-8097-cb50fe08d90d None None] Pushing event updated for resources: {'Port': ['ID=cf94602d-f420-4dbc-9a86-9f00b50b8b84,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:48:01.859522 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7fc4b0f6-ee7b-4bf1-9470-7db726f21be7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:01.893928 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7fc4b0f6-ee7b-4bf1-9470-7db726f21be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:01.958274 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc4b0f6-ee7b-4bf1-9470-7db726f21be7 admin admin] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:48:01.961097 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-7fc4b0f6-ee7b-4bf1-9470-7db726f21be7 admin admin] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:48:01.965031 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc4b0f6-ee7b-4bf1-9470-7db726f21be7 admin admin] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:48:02.003007 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc4b0f6-ee7b-4bf1-9470-7db726f21be7 admin admin] Pushing event updated for resources: {'Port': ['ID=5ae9d03d-151a-4a13-9f98-2e664b5f0d89,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:48:02.356153 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:02.396645 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7fc4b0f6-ee7b-4bf1-9470-7db726f21be7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:02.808610 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c166e62c-0f95-4e08-af93-7b1b5d4fa50d None None] Network 71891baf-8d6d-4c62-97ea-3dc54c70d22d requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:48:02.872426 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7fc4b0f6-ee7b-4bf1-9470-7db726f21be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:02.907883 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-ea47e014-027e-4edf-99a1-abf8f3430a99 None None] Provisioning for port cf94602d-f420-4dbc-9a86-9f00b50b8b84 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:48:03.083738 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fc4b0f6-ee7b-4bf1-9470-7db726f21be7 admin admin] Router dfad078b-c93c-4b96-8c34-65766fa0c4cf is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:48:03.265218 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc4b0f6-ee7b-4bf1-9470-7db726f21be7 admin admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:48:03.275548 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bf25fd-dfe9-4f60-a292-df2fa1e2cd83 None None] Sync routers for ids ['dfad078b-c93c-4b96-8c34-65766fa0c4cf'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:48:03.284766 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bf25fd-dfe9-4f60-a292-df2fa1e2cd83 None None] Routers {'dfad078b-c93c-4b96-8c34-65766fa0c4cf'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:48:03.285429 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-99bf25fd-dfe9-4f60-a292-df2fa1e2cd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:48:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['dfad078b-c93c-4b96-8c34-65766fa0c4cf'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:48:03.288606 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7fc4b0f6-ee7b-4bf1-9470-7db726f21be7 admin admin] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:03.289978 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-7fc4b0f6-ee7b-4bf1-9470-7db726f21be7 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4907494 Oct 04 09:48:03.292772 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 41116) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:48:03.478046 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-99bf25fd-dfe9-4f60-a292-df2fa1e2cd83 None None] Set router dfad078b-c93c-4b96-8c34-65766fa0c4cf gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:48:03.762744 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-99bf25fd-dfe9-4f60-a292-df2fa1e2cd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfad078b-c93c-4b96-8c34-65766fa0c4cf', 'name': 'tempest-ServersNegativeTestJSON-1149796173-router', 'tenant_id': '003388415f9647efa8d165e5d8ae6def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.90'}], 'enable_snat': True}, 'gw_port_id': '5ae9d03d-151a-4a13-9f98-2e664b5f0d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:48:00Z', 'updated_at': '2022-10-04T09:48:02Z', 'revision_number': 3, 'project_id': '003388415f9647efa8d165e5d8ae6def', 'gw_port': {'id': '5ae9d03d-151a-4a13-9f98-2e664b5f0d89', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f8:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfad078b-c93c-4b96-8c34-65766fa0c4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:48:01Z', 'updated_at': '2022-10-04T09:48:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:48:03.768513 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bf25fd-dfe9-4f60-a292-df2fa1e2cd83 None None] Checking router: dfad078b-c93c-4b96-8c34-65766fa0c4cf for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:48:03.768860 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bf25fd-dfe9-4f60-a292-df2fa1e2cd83 None None] Updating router dfad078b-c93c-4b96-8c34-65766fa0c4cf port 5ae9d03d-151a-4a13-9f98-2e664b5f0d89 binding host dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:48:03.808713 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device cf94602d-f420-4dbc-9a86-9f00b50b8b84 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:48:03.871518 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-99bf25fd-dfe9-4f60-a292-df2fa1e2cd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:03.979306 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port cf94602d-f420-4dbc-9a86-9f00b50b8b84 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:48:03.993629 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port cf94602d-f420-4dbc-9a86-9f00b50b8b84 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:48:03.994000 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:03.994336 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port cf94602d-f420-4dbc-9a86-9f00b50b8b84 Oct 04 09:48:04.088065 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3c005e44-46da-4229-9351-8cf672569ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:04.276546 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port cf94602d-f420-4dbc-9a86-9f00b50b8b84 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:48:04.276832 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:04.301440 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-3c005e44-46da-4229-9351-8cf672569ecd admin admin] Allocated IP 172.20.0.1 (71891baf-8d6d-4c62-97ea-3dc54c70d22d/27a3d845-dd46-430e-be54-dbb2153d9acd/c5e20dbb-4f48-4dee-81fe-00249decdef1) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:48:04.323232 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port cf94602d-f420-4dbc-9a86-9f00b50b8b84, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=cf94602d-f420-4dbc-9a86-9f00b50b8b84,segment=NetworkSegment(30dd2522-1a17-4201-867a-bc133d0fdb9e),segment_id=30dd2522-1a17-4201-867a-bc133d0fdb9e)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:48:04.352454 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:04.437345 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-99bf25fd-dfe9-4f60-a292-df2fa1e2cd83 None None] Notify callbacks [] for port, precommit_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:04.444606 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3c005e44-46da-4229-9351-8cf672569ecd admin admin] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:04.453380 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=cf94602d-f420-4dbc-9a86-9f00b50b8b84,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:48:04.457072 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-99bf25fd-dfe9-4f60-a292-df2fa1e2cd83 None None] Transition to ACTIVE for port object 5ae9d03d-151a-4a13-9f98-2e664b5f0d89 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:48:04.461364 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-3c005e44-46da-4229-9351-8cf672569ecd admin admin] Transition to ACTIVE for port object c5e20dbb-4f48-4dee-81fe-00249decdef1 will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:48:04.464294 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-99bf25fd-dfe9-4f60-a292-df2fa1e2cd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:04.484701 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3c005e44-46da-4229-9351-8cf672569ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:04.523931 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-99bf25fd-dfe9-4f60-a292-df2fa1e2cd83 None None] Attempting to bind port 5ae9d03d-151a-4a13-9f98-2e664b5f0d89 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:48:04.524296 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-99bf25fd-dfe9-4f60-a292-df2fa1e2cd83 None None] Attempting to bind port 5ae9d03d-151a-4a13-9f98-2e664b5f0d89 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:48:04.524679 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bf25fd-dfe9-4f60-a292-df2fa1e2cd83 None None] Attempting to bind port 5ae9d03d-151a-4a13-9f98-2e664b5f0d89 on network f33938cd-879e-4461-9b5e-aa67b746b6bd {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:48:04.534936 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bf25fd-dfe9-4f60-a292-df2fa1e2cd83 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:48:04.535241 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bf25fd-dfe9-4f60-a292-df2fa1e2cd83 None None] Checking segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:48:04.535643 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-99bf25fd-dfe9-4f60-a292-df2fa1e2cd83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:04.536018 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bf25fd-dfe9-4f60-a292-df2fa1e2cd83 None None] Bound using segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:48:04.536502 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-99bf25fd-dfe9-4f60-a292-df2fa1e2cd83 None None] Bound port: 5ae9d03d-151a-4a13-9f98-2e664b5f0d89, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:48:04.536872 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-99bf25fd-dfe9-4f60-a292-df2fa1e2cd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:04.552213 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c005e44-46da-4229-9351-8cf672569ecd admin admin] Network 71891baf-8d6d-4c62-97ea-3dc54c70d22d is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:48:04.554980 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-3c005e44-46da-4229-9351-8cf672569ecd admin admin] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:48:04.558743 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c005e44-46da-4229-9351-8cf672569ecd admin admin] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:48:04.585633 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796128eb-0803-4bfa-ac96-8a7b2b2c11b2 None None] Pushing event updated for resources: {'Port': ['ID=5ae9d03d-151a-4a13-9f98-2e664b5f0d89,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:48:04.597282 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c005e44-46da-4229-9351-8cf672569ecd admin admin] Pushing event updated for resources: {'Port': ['ID=c5e20dbb-4f48-4dee-81fe-00249decdef1,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:48:04.620645 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-99bf25fd-dfe9-4f60-a292-df2fa1e2cd83 None None] For port 5ae9d03d-151a-4a13-9f98-2e664b5f0d89, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:48:04.622077 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3c005e44-46da-4229-9351-8cf672569ecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737202'] for router_interface, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:04.625122 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-99bf25fd-dfe9-4f60-a292-df2fa1e2cd83 None None] For port 5ae9d03d-151a-4a13-9f98-2e664b5f0d89, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=5ae9d03d-151a-4a13-9f98-2e664b5f0d89,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:48:04.629776 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-99bf25fd-dfe9-4f60-a292-df2fa1e2cd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:04.691268 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bf25fd-dfe9-4f60-a292-df2fa1e2cd83 None None] Routers {'dfad078b-c93c-4b96-8c34-65766fa0c4cf'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:48:04.691910 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-99bf25fd-dfe9-4f60-a292-df2fa1e2cd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:48:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['dfad078b-c93c-4b96-8c34-65766fa0c4cf'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:48:04.783711 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796128eb-0803-4bfa-ac96-8a7b2b2c11b2 None None] Pushing event updated for resources: {'Port': ['ID=5ae9d03d-151a-4a13-9f98-2e664b5f0d89,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:48:04.886699 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-30b5c8bf-8940-47bd-a3d9-e4933e1b5e9e None None] Provisioning for port c5e20dbb-4f48-4dee-81fe-00249decdef1 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:48:04.898164 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-30b5c8bf-8940-47bd-a3d9-e4933e1b5e9e None None] Provisioning complete for port c5e20dbb-4f48-4dee-81fe-00249decdef1 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:48:04.898538 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-30b5c8bf-8940-47bd-a3d9-e4933e1b5e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:04.898875 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-30b5c8bf-8940-47bd-a3d9-e4933e1b5e9e None None] Attempt 1 to provision port c5e20dbb-4f48-4dee-81fe-00249decdef1 Oct 04 09:48:04.908513 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3c005e44-46da-4229-9351-8cf672569ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:04.927729 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-99bf25fd-dfe9-4f60-a292-df2fa1e2cd83 None None] Set router dfad078b-c93c-4b96-8c34-65766fa0c4cf gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:48:05.122197 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-30b5c8bf-8940-47bd-a3d9-e4933e1b5e9e None None] Port c5e20dbb-4f48-4dee-81fe-00249decdef1 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:48:05.124427 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3c005e44-46da-4229-9351-8cf672569ecd admin admin] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:05.130055 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3c005e44-46da-4229-9351-8cf672569ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:05.230246 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-99bf25fd-dfe9-4f60-a292-df2fa1e2cd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfad078b-c93c-4b96-8c34-65766fa0c4cf', 'name': 'tempest-ServersNegativeTestJSON-1149796173-router', 'tenant_id': '003388415f9647efa8d165e5d8ae6def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.90'}], 'enable_snat': True}, 'gw_port_id': '5ae9d03d-151a-4a13-9f98-2e664b5f0d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:48:00Z', 'updated_at': '2022-10-04T09:48:02Z', 'revision_number': 3, 'project_id': '003388415f9647efa8d165e5d8ae6def', 'gw_port': {'id': '5ae9d03d-151a-4a13-9f98-2e664b5f0d89', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f8:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfad078b-c93c-4b96-8c34-65766fa0c4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:48:01Z', 'updated_at': '2022-10-04T09:48:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:48:05.234511 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bf25fd-dfe9-4f60-a292-df2fa1e2cd83 None None] The sync data for ids ['dfad078b-c93c-4b96-8c34-65766fa0c4cf'] in dv-neutron-860215-1-hyperv is: [{'id': 'dfad078b-c93c-4b96-8c34-65766fa0c4cf', 'name': 'tempest-ServersNegativeTestJSON-1149796173-router', 'tenant_id': '003388415f9647efa8d165e5d8ae6def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.90'}], 'enable_snat': True}, 'gw_port_id': '5ae9d03d-151a-4a13-9f98-2e664b5f0d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:48:00Z', 'updated_at': '2022-10-04T09:48:02Z', 'revision_number': 3, 'project_id': '003388415f9647efa8d165e5d8ae6def', 'gw_port': {'id': '5ae9d03d-151a-4a13-9f98-2e664b5f0d89', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f8:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfad078b-c93c-4b96-8c34-65766fa0c4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:48:01Z', 'updated_at': '2022-10-04T09:48:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:48:05.234864 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3c005e44-46da-4229-9351-8cf672569ecd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736777'] for router_interface, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:05.238967 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c005e44-46da-4229-9351-8cf672569ecd admin admin] Pushing event updated for resources: {'Port': ['ID=c5e20dbb-4f48-4dee-81fe-00249decdef1,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:48:05.374710 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c005e44-46da-4229-9351-8cf672569ecd admin admin] Network 71891baf-8d6d-4c62-97ea-3dc54c70d22d is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:48:05.375904 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-3c005e44-46da-4229-9351-8cf672569ecd admin admin] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:48:05.596465 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c005e44-46da-4229-9351-8cf672569ecd admin admin] Router dfad078b-c93c-4b96-8c34-65766fa0c4cf has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:48:05.623199 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-30b5c8bf-8940-47bd-a3d9-e4933e1b5e9e None None] Attempt 2 to provision port c5e20dbb-4f48-4dee-81fe-00249decdef1 Oct 04 09:48:05.683457 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-30b5c8bf-8940-47bd-a3d9-e4933e1b5e9e None None] Port c5e20dbb-4f48-4dee-81fe-00249decdef1 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:48:05.846000 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device cf94602d-f420-4dbc-9a86-9f00b50b8b84 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:48:05.907588 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c005e44-46da-4229-9351-8cf672569ecd admin admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:48:05.919957 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port cf94602d-f420-4dbc-9a86-9f00b50b8b84 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:48:05.920542 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:05.920739 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port cf94602d-f420-4dbc-9a86-9f00b50b8b84 Oct 04 09:48:05.922529 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-3c005e44-46da-4229-9351-8cf672569ecd admin admin] 10.222.0.50 "PUT /v2.0/routers/dfad078b-c93c-4b96-8c34-65766fa0c4cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6287191 Oct 04 09:48:06.042783 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port cf94602d-f420-4dbc-9a86-9f00b50b8b84 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:48:06.044034 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 5ae9d03d-151a-4a13-9f98-2e664b5f0d89 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:48:06.116650 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 5ae9d03d-151a-4a13-9f98-2e664b5f0d89 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:48:06.129889 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 5ae9d03d-151a-4a13-9f98-2e664b5f0d89 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:48:06.130269 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:06.130607 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 5ae9d03d-151a-4a13-9f98-2e664b5f0d89 Oct 04 09:48:06.183779 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-30b5c8bf-8940-47bd-a3d9-e4933e1b5e9e None None] Attempt 3 to provision port c5e20dbb-4f48-4dee-81fe-00249decdef1 Oct 04 09:48:06.247055 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-30b5c8bf-8940-47bd-a3d9-e4933e1b5e9e None None] Port c5e20dbb-4f48-4dee-81fe-00249decdef1 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:48:06.300504 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 5ae9d03d-151a-4a13-9f98-2e664b5f0d89 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:48:06.300891 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:06.318106 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 5ae9d03d-151a-4a13-9f98-2e664b5f0d89, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=5ae9d03d-151a-4a13-9f98-2e664b5f0d89,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:48:06.322427 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:06.391159 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=5ae9d03d-151a-4a13-9f98-2e664b5f0d89,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:48:06.471140 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8780a36-0832-49e4-819b-a925a94d10df req-4e6fa9c9-1f21-45c7-97d5-33d672ef1179 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:48:06.471809 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-e8780a36-0832-49e4-819b-a925a94d10df req-4e6fa9c9-1f21-45c7-97d5-33d672ef1179 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Synchronizing usage tracker for tenant:003388415f9647efa8d165e5d8ae6def on resource:network {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:48:06.489208 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-e8780a36-0832-49e4-819b-a925a94d10df req-4e6fa9c9-1f21-45c7-97d5-33d672ef1179 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Unset dirty status for tenant:003388415f9647efa8d165e5d8ae6def on resource:network {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:48:06.490341 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-e8780a36-0832-49e4-819b-a925a94d10df req-4e6fa9c9-1f21-45c7-97d5-33d672ef1179 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/networks?id=71891baf-8d6d-4c62-97ea-3dc54c70d22d HTTP/1.1" status: 200 len: 814 time: 0.1653101 Oct 04 09:48:06.505941 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-e8780a36-0832-49e4-819b-a925a94d10df req-b3ebc7ae-f364-46cd-a065-67a6c3e8e8ca tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/quotas/003388415f9647efa8d165e5d8ae6def HTTP/1.1" status: 200 len: 375 time: 0.0100069 Oct 04 09:48:06.594420 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-e8780a36-0832-49e4-819b-a925a94d10df req-19d3f536-a479-4124-92cd-b2edf43a1ac4 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Synchronizing usage tracker for tenant:003388415f9647efa8d165e5d8ae6def on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:48:06.611284 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-e8780a36-0832-49e4-819b-a925a94d10df req-19d3f536-a479-4124-92cd-b2edf43a1ac4 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Unset dirty status for tenant:003388415f9647efa8d165e5d8ae6def on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:48:06.612743 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-e8780a36-0832-49e4-819b-a925a94d10df req-19d3f536-a479-4124-92cd-b2edf43a1ac4 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=003388415f9647efa8d165e5d8ae6def&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1019909 Oct 04 09:48:06.746812 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-e8780a36-0832-49e4-819b-a925a94d10df req-63c3366d-fa9e-4b7e-a02e-eacb4483945f service neutron] 10.222.0.50 "GET /v2.0/networks/71891baf-8d6d-4c62-97ea-3dc54c70d22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272485 Oct 04 09:48:06.748053 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-30b5c8bf-8940-47bd-a3d9-e4933e1b5e9e None None] Attempt 4 to provision port c5e20dbb-4f48-4dee-81fe-00249decdef1 Oct 04 09:48:06.799343 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55587ad6-81be-4ea5-96b4-91e5e5d601d5 None None] Sync routers for ids ['dfad078b-c93c-4b96-8c34-65766fa0c4cf'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:48:06.809994 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55587ad6-81be-4ea5-96b4-91e5e5d601d5 None None] Routers {'dfad078b-c93c-4b96-8c34-65766fa0c4cf'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:48:06.810770 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-55587ad6-81be-4ea5-96b4-91e5e5d601d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:48:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['dfad078b-c93c-4b96-8c34-65766fa0c4cf'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:48:06.851176 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-30b5c8bf-8940-47bd-a3d9-e4933e1b5e9e None None] Port c5e20dbb-4f48-4dee-81fe-00249decdef1 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:48:06.884339 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-e8780a36-0832-49e4-819b-a925a94d10df req-b4a11efb-303b-4b0a-8795-53bcada31d5b service neutron] 10.222.0.50 "GET /v2.0/networks/71891baf-8d6d-4c62-97ea-3dc54c70d22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308286 Oct 04 09:48:06.988213 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-55587ad6-81be-4ea5-96b4-91e5e5d601d5 None None] Set router dfad078b-c93c-4b96-8c34-65766fa0c4cf gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:48:07.076234 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-efe97748-c233-4f18-b629-71398dc57434 req-7e89b15f-5745-46ce-8a11-c996227c87e0 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/ports?device_id=81c0e791-4cd8-4298-9c53-f9f51a77d3e8 HTTP/1.1" status: 200 len: 210 time: 0.0522795 Oct 04 09:48:07.323636 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-55587ad6-81be-4ea5-96b4-91e5e5d601d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfad078b-c93c-4b96-8c34-65766fa0c4cf', 'name': 'tempest-ServersNegativeTestJSON-1149796173-router', 'tenant_id': '003388415f9647efa8d165e5d8ae6def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.90'}], 'enable_snat': True}, 'gw_port_id': '5ae9d03d-151a-4a13-9f98-2e664b5f0d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:48:00Z', 'updated_at': '2022-10-04T09:48:04Z', 'revision_number': 4, 'project_id': '003388415f9647efa8d165e5d8ae6def', 'gw_port': {'id': '5ae9d03d-151a-4a13-9f98-2e664b5f0d89', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfad078b-c93c-4b96-8c34-65766fa0c4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:48:01Z', 'updated_at': '2022-10-04T09:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': 'c5e20dbb-4f48-4dee-81fe-00249decdef1', 'name': '', 'network_id': '71891baf-8d6d-4c62-97ea-3dc54c70d22d', 'tenant_id': '003388415f9647efa8d165e5d8ae6def', 'mac_address': 'fa:16:3e:84:21:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfad078b-c93c-4b96-8c34-65766fa0c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '27a3d845-dd46-430e-be54-dbb2153d9acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:48:04Z', 'updated_at': '2022-10-04T09:48:04Z', 'revision_number': 2, 'project_id': '003388415f9647efa8d165e5d8ae6def', 'subnets': [{'id': '27a3d845-dd46-430e-be54-dbb2153d9acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:48:07.327775 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55587ad6-81be-4ea5-96b4-91e5e5d601d5 None None] Checking router: dfad078b-c93c-4b96-8c34-65766fa0c4cf for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:48:07.328230 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55587ad6-81be-4ea5-96b4-91e5e5d601d5 None None] Updating router dfad078b-c93c-4b96-8c34-65766fa0c4cf port c5e20dbb-4f48-4dee-81fe-00249decdef1 binding host dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:48:07.352905 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-30b5c8bf-8940-47bd-a3d9-e4933e1b5e9e None None] Attempt 5 to provision port c5e20dbb-4f48-4dee-81fe-00249decdef1 Oct 04 09:48:07.387880 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-55587ad6-81be-4ea5-96b4-91e5e5d601d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:07.418729 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-30b5c8bf-8940-47bd-a3d9-e4933e1b5e9e None None] Port c5e20dbb-4f48-4dee-81fe-00249decdef1 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:48:07.725912 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-55587ad6-81be-4ea5-96b4-91e5e5d601d5 None None] Notify callbacks [] for port, precommit_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:07.737703 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.provisioning_blocks [None req-55587ad6-81be-4ea5-96b4-91e5e5d601d5 None None] Transition to ACTIVE for port object c5e20dbb-4f48-4dee-81fe-00249decdef1 will not be triggered until provisioned by entity L2. {{(pid=89035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:48:07.744537 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-55587ad6-81be-4ea5-96b4-91e5e5d601d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:07.761169 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 5ae9d03d-151a-4a13-9f98-2e664b5f0d89 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:48:07.830063 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 5ae9d03d-151a-4a13-9f98-2e664b5f0d89 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:48:07.830552 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:07.831014 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 5ae9d03d-151a-4a13-9f98-2e664b5f0d89 Oct 04 09:48:07.902131 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c545b0-ee08-484c-9742-246eccf020ed None None] Pushing event updated for resources: {'Port': ['ID=c5e20dbb-4f48-4dee-81fe-00249decdef1,revision_number=3']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:48:07.920194 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-30b5c8bf-8940-47bd-a3d9-e4933e1b5e9e None None] Attempt 6 to provision port c5e20dbb-4f48-4dee-81fe-00249decdef1 Oct 04 09:48:07.951415 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c545b0-ee08-484c-9742-246eccf020ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:48:07.951674 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c545b0-ee08-484c-9742-246eccf020ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:48:07.952017 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c545b0-ee08-484c-9742-246eccf020ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:48:07.952371 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c545b0-ee08-484c-9742-246eccf020ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:48:07.952711 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c545b0-ee08-484c-9742-246eccf020ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:48:07.953043 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c545b0-ee08-484c-9742-246eccf020ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:48:07.953371 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c545b0-ee08-484c-9742-246eccf020ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:48:07.953723 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c545b0-ee08-484c-9742-246eccf020ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:48:07.954048 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c545b0-ee08-484c-9742-246eccf020ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:48:07.954369 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c545b0-ee08-484c-9742-246eccf020ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:48:07.954687 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c545b0-ee08-484c-9742-246eccf020ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:48:07.955004 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c545b0-ee08-484c-9742-246eccf020ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:48:07.973116 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-55587ad6-81be-4ea5-96b4-91e5e5d601d5 None None] Attempting to bind port c5e20dbb-4f48-4dee-81fe-00249decdef1 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:48:07.973488 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-55587ad6-81be-4ea5-96b4-91e5e5d601d5 None None] Attempting to bind port c5e20dbb-4f48-4dee-81fe-00249decdef1 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '30dd2522-1a17-4201-867a-bc133d0fdb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '71891baf-8d6d-4c62-97ea-3dc54c70d22d'}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:48:07.973847 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55587ad6-81be-4ea5-96b4-91e5e5d601d5 None None] Attempting to bind port c5e20dbb-4f48-4dee-81fe-00249decdef1 on network 71891baf-8d6d-4c62-97ea-3dc54c70d22d {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:48:07.979792 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55587ad6-81be-4ea5-96b4-91e5e5d601d5 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:48:07.980166 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55587ad6-81be-4ea5-96b4-91e5e5d601d5 None None] Checking segment: {'id': '30dd2522-1a17-4201-867a-bc133d0fdb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '71891baf-8d6d-4c62-97ea-3dc54c70d22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:48:07.980588 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-55587ad6-81be-4ea5-96b4-91e5e5d601d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:07.980987 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55587ad6-81be-4ea5-96b4-91e5e5d601d5 None None] Bound using segment: {'id': '30dd2522-1a17-4201-867a-bc133d0fdb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '71891baf-8d6d-4c62-97ea-3dc54c70d22d'} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:48:07.981442 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-55587ad6-81be-4ea5-96b4-91e5e5d601d5 None None] Bound port: c5e20dbb-4f48-4dee-81fe-00249decdef1, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30dd2522-1a17-4201-867a-bc133d0fdb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '71891baf-8d6d-4c62-97ea-3dc54c70d22d'}}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:48:07.981809 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-55587ad6-81be-4ea5-96b4-91e5e5d601d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:07.992881 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 5ae9d03d-151a-4a13-9f98-2e664b5f0d89 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:48:07.996829 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-30b5c8bf-8940-47bd-a3d9-e4933e1b5e9e None None] Port c5e20dbb-4f48-4dee-81fe-00249decdef1 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:48:08.074114 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-55587ad6-81be-4ea5-96b4-91e5e5d601d5 None None] For port c5e20dbb-4f48-4dee-81fe-00249decdef1, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:48:08.077722 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-55587ad6-81be-4ea5-96b4-91e5e5d601d5 None None] For port c5e20dbb-4f48-4dee-81fe-00249decdef1, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=c5e20dbb-4f48-4dee-81fe-00249decdef1,segment=NetworkSegment(30dd2522-1a17-4201-867a-bc133d0fdb9e),segment_id=30dd2522-1a17-4201-867a-bc133d0fdb9e)] {{(pid=89035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:48:08.082510 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-55587ad6-81be-4ea5-96b4-91e5e5d601d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:08.167514 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55587ad6-81be-4ea5-96b4-91e5e5d601d5 None None] Routers {'dfad078b-c93c-4b96-8c34-65766fa0c4cf'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:48:08.168115 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-55587ad6-81be-4ea5-96b4-91e5e5d601d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:48:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['dfad078b-c93c-4b96-8c34-65766fa0c4cf'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:48:08.225897 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8780a36-0832-49e4-819b-a925a94d10df req-bf7611ae-8c07-4bbc-a036-50165ffd0ae6 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:48:08.227777 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e8780a36-0832-49e4-819b-a925a94d10df req-bf7611ae-8c07-4bbc-a036-50165ffd0ae6 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.20 "GET /v2.0/networks?id=71891baf-8d6d-4c62-97ea-3dc54c70d22d HTTP/1.1" status: 200 len: 814 time: 0.1841695 Oct 04 09:48:08.252973 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-e8780a36-0832-49e4-819b-a925a94d10df req-c4e8e955-e7d3-44a0-b16b-84ac94985dee tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Request body: {'port': {'device_id': '81c0e791-4cd8-4298-9c53-f9f51a77d3e8', 'network_id': '71891baf-8d6d-4c62-97ea-3dc54c70d22d', 'admin_state_up': True, 'tenant_id': '003388415f9647efa8d165e5d8ae6def'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:48:08.271321 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-6773147d-9e84-41d3-bff2-fe636ffd8652 req-e8cbc6e1-1f34-4be5-8d2f-b06fa92a0c22 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/ports?device_id=81c0e791-4cd8-4298-9c53-f9f51a77d3e8 HTTP/1.1" status: 200 len: 210 time: 0.0587673 Oct 04 09:48:08.290292 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c545b0-ee08-484c-9742-246eccf020ed None None] Pushing event updated for resources: {'Port': ['ID=c5e20dbb-4f48-4dee-81fe-00249decdef1,revision_number=4']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:48:08.397595 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-55587ad6-81be-4ea5-96b4-91e5e5d601d5 None None] Set router dfad078b-c93c-4b96-8c34-65766fa0c4cf gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:48:08.411921 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-e8780a36-0832-49e4-819b-a925a94d10df req-c4e8e955-e7d3-44a0-b16b-84ac94985dee tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:48:08.421337 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-e8780a36-0832-49e4-819b-a925a94d10df req-c4e8e955-e7d3-44a0-b16b-84ac94985dee tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:48:08.430741 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8780a36-0832-49e4-819b-a925a94d10df req-c4e8e955-e7d3-44a0-b16b-84ac94985dee tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Made reservation on behalf of 003388415f9647efa8d165e5d8ae6def for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:48:08.434336 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-e8780a36-0832-49e4-819b-a925a94d10df req-c4e8e955-e7d3-44a0-b16b-84ac94985dee tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:08.497939 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-30b5c8bf-8940-47bd-a3d9-e4933e1b5e9e None None] Attempt 7 to provision port c5e20dbb-4f48-4dee-81fe-00249decdef1 Oct 04 09:48:08.558689 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-30b5c8bf-8940-47bd-a3d9-e4933e1b5e9e None None] Port c5e20dbb-4f48-4dee-81fe-00249decdef1 had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 09:48:08.614080 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [req-e8780a36-0832-49e4-819b-a925a94d10df req-c4e8e955-e7d3-44a0-b16b-84ac94985dee tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Allocated IP 172.20.0.10 (71891baf-8d6d-4c62-97ea-3dc54c70d22d/27a3d845-dd46-430e-be54-dbb2153d9acd/33ee5f44-b381-49e6-94b7-10fa8ed60a3f) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:48:08.704171 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-55587ad6-81be-4ea5-96b4-91e5e5d601d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfad078b-c93c-4b96-8c34-65766fa0c4cf', 'name': 'tempest-ServersNegativeTestJSON-1149796173-router', 'tenant_id': '003388415f9647efa8d165e5d8ae6def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.90'}], 'enable_snat': True}, 'gw_port_id': '5ae9d03d-151a-4a13-9f98-2e664b5f0d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:48:00Z', 'updated_at': '2022-10-04T09:48:04Z', 'revision_number': 4, 'project_id': '003388415f9647efa8d165e5d8ae6def', 'gw_port': {'id': '5ae9d03d-151a-4a13-9f98-2e664b5f0d89', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfad078b-c93c-4b96-8c34-65766fa0c4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:48:01Z', 'updated_at': '2022-10-04T09:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': 'c5e20dbb-4f48-4dee-81fe-00249decdef1', 'name': '', 'network_id': '71891baf-8d6d-4c62-97ea-3dc54c70d22d', 'tenant_id': '003388415f9647efa8d165e5d8ae6def', 'mac_address': 'fa:16:3e:84:21:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfad078b-c93c-4b96-8c34-65766fa0c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '27a3d845-dd46-430e-be54-dbb2153d9acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:48:04Z', 'updated_at': '2022-10-04T09:48:08Z', 'revision_number': 4, 'project_id': '003388415f9647efa8d165e5d8ae6def', 'subnets': [{'id': '27a3d845-dd46-430e-be54-dbb2153d9acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:48:08.708201 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55587ad6-81be-4ea5-96b4-91e5e5d601d5 None None] The sync data for ids ['dfad078b-c93c-4b96-8c34-65766fa0c4cf'] in dv-neutron-860215-1-hyperv is: [{'id': 'dfad078b-c93c-4b96-8c34-65766fa0c4cf', 'name': 'tempest-ServersNegativeTestJSON-1149796173-router', 'tenant_id': '003388415f9647efa8d165e5d8ae6def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.90'}], 'enable_snat': True}, 'gw_port_id': '5ae9d03d-151a-4a13-9f98-2e664b5f0d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:48:00Z', 'updated_at': '2022-10-04T09:48:04Z', 'revision_number': 4, 'project_id': '003388415f9647efa8d165e5d8ae6def', 'gw_port': {'id': '5ae9d03d-151a-4a13-9f98-2e664b5f0d89', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfad078b-c93c-4b96-8c34-65766fa0c4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:48:01Z', 'updated_at': '2022-10-04T09:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': 'c5e20dbb-4f48-4dee-81fe-00249decdef1', 'name': '', 'network_id': '71891baf-8d6d-4c62-97ea-3dc54c70d22d', 'tenant_id': '003388415f9647efa8d165e5d8ae6def', 'mac_address': 'fa:16:3e:84:21:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfad078b-c93c-4b96-8c34-65766fa0c4cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '27a3d845-dd46-430e-be54-dbb2153d9acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:48:04Z', 'updated_at': '2022-10-04T09:48:08Z', 'revision_number': 4, 'project_id': '003388415f9647efa8d165e5d8ae6def', 'subnets': [{'id': '27a3d845-dd46-430e-be54-dbb2153d9acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:48:08.833636 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-e8780a36-0832-49e4-819b-a925a94d10df req-c4e8e955-e7d3-44a0-b16b-84ac94985dee tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:08.851112 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-e8780a36-0832-49e4-819b-a925a94d10df req-c4e8e955-e7d3-44a0-b16b-84ac94985dee tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Transition to ACTIVE for port object 33ee5f44-b381-49e6-94b7-10fa8ed60a3f will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:48:08.875051 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-e8780a36-0832-49e4-819b-a925a94d10df req-c4e8e955-e7d3-44a0-b16b-84ac94985dee tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:08.950596 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8780a36-0832-49e4-819b-a925a94d10df req-c4e8e955-e7d3-44a0-b16b-84ac94985dee tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Network 71891baf-8d6d-4c62-97ea-3dc54c70d22d is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:48:08.954316 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [req-e8780a36-0832-49e4-819b-a925a94d10df req-c4e8e955-e7d3-44a0-b16b-84ac94985dee tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:48:08.956814 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8780a36-0832-49e4-819b-a925a94d10df req-c4e8e955-e7d3-44a0-b16b-84ac94985dee tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:48:09.003098 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e8e955-e7d3-44a0-b16b-84ac94985dee tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Pushing event updated for resources: {'Port': ['ID=33ee5f44-b381-49e6-94b7-10fa8ed60a3f,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:48:09.032012 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8780a36-0832-49e4-819b-a925a94d10df req-c4e8e955-e7d3-44a0-b16b-84ac94985dee tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:48:09.032698 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-e8780a36-0832-49e4-819b-a925a94d10df req-c4e8e955-e7d3-44a0-b16b-84ac94985dee tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:09.063863 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e8780a36-0832-49e4-819b-a925a94d10df req-c4e8e955-e7d3-44a0-b16b-84ac94985dee tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8142908 Oct 04 09:48:09.081351 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-e8780a36-0832-49e4-819b-a925a94d10df req-989c9350-d818-468b-bffe-9461a9cf1368 service neutron] Request body: {'port': {'device_id': '81c0e791-4cd8-4298-9c53-f9f51a77d3e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8602'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:48:09.206381 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-ebca590b-1c10-42f7-834f-a81fe670641e None None] Provisioning for port 33ee5f44-b381-49e6-94b7-10fa8ed60a3f completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:48:09.212183 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-ebca590b-1c10-42f7-834f-a81fe670641e None None] Provisioning complete for port 33ee5f44-b381-49e6-94b7-10fa8ed60a3f triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:48:09.212581 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebca590b-1c10-42f7-834f-a81fe670641e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:09.212962 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-ebca590b-1c10-42f7-834f-a81fe670641e None None] Attempt 1 to provision port 33ee5f44-b381-49e6-94b7-10fa8ed60a3f Oct 04 09:48:09.271689 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-ebca590b-1c10-42f7-834f-a81fe670641e None None] Port 33ee5f44-b381-49e6-94b7-10fa8ed60a3f cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:48:09.307943 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-e8780a36-0832-49e4-819b-a925a94d10df req-989c9350-d818-468b-bffe-9461a9cf1368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:09.627953 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70106a3b-89a0-4b0d-9850-c9692839c093 req-1f5ca9c0-43c7-4607-8267-c9a609d3f46d tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:48:09.628673 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-70106a3b-89a0-4b0d-9850-c9692839c093 req-1f5ca9c0-43c7-4607-8267-c9a609d3f46d tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Synchronizing usage tracker for tenant:003388415f9647efa8d165e5d8ae6def on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:48:09.670001 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-70106a3b-89a0-4b0d-9850-c9692839c093 req-1f5ca9c0-43c7-4607-8267-c9a609d3f46d tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Unset dirty status for tenant:003388415f9647efa8d165e5d8ae6def on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:48:09.671285 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-70106a3b-89a0-4b0d-9850-c9692839c093 req-1f5ca9c0-43c7-4607-8267-c9a609d3f46d tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/ports?device_id=81c0e791-4cd8-4298-9c53-f9f51a77d3e8 HTTP/1.1" status: 200 len: 932 time: 0.2452538 Oct 04 09:48:09.771323 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [req-e8780a36-0832-49e4-819b-a925a94d10df req-989c9350-d818-468b-bffe-9461a9cf1368 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33ee5f44-b381-49e6-94b7-10fa8ed60a3f {{(pid=89032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:48:09.773026 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-ebca590b-1c10-42f7-834f-a81fe670641e None None] Attempt 2 to provision port 33ee5f44-b381-49e6-94b7-10fa8ed60a3f Oct 04 09:48:09.781612 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-70106a3b-89a0-4b0d-9850-c9692839c093 req-afc351d6-3823-46f5-826d-d2916e2ab141 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/security-groups?id=aefa0998-b0b6-4aaa-90eb-cd9601ed03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993674 Oct 04 09:48:09.783275 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-e8780a36-0832-49e4-819b-a925a94d10df req-989c9350-d818-468b-bffe-9461a9cf1368 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:09.803253 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-e8780a36-0832-49e4-819b-a925a94d10df req-989c9350-d818-468b-bffe-9461a9cf1368 service neutron] Transition to ACTIVE for port object 33ee5f44-b381-49e6-94b7-10fa8ed60a3f will not be triggered until provisioned by entity L2. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:48:09.814155 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-e8780a36-0832-49e4-819b-a925a94d10df req-989c9350-d818-468b-bffe-9461a9cf1368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:09.817729 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device c5e20dbb-4f48-4dee-81fe-00249decdef1 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:48:09.900718 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-ebca590b-1c10-42f7-834f-a81fe670641e None None] Port 33ee5f44-b381-49e6-94b7-10fa8ed60a3f cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:48:09.915046 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port c5e20dbb-4f48-4dee-81fe-00249decdef1 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:48:09.919984 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port c5e20dbb-4f48-4dee-81fe-00249decdef1 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:48:09.920445 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:09.920718 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port c5e20dbb-4f48-4dee-81fe-00249decdef1 Oct 04 09:48:10.006398 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989c9350-d818-468b-bffe-9461a9cf1368 service neutron] Pushing event updated for resources: {'Port': ['ID=33ee5f44-b381-49e6-94b7-10fa8ed60a3f,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:48:10.041993 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port c5e20dbb-4f48-4dee-81fe-00249decdef1 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:48:10.042292 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:10.043855 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-e8780a36-0832-49e4-819b-a925a94d10df req-989c9350-d818-468b-bffe-9461a9cf1368 service neutron] Attempting to bind port 33ee5f44-b381-49e6-94b7-10fa8ed60a3f on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:48:10.044191 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-e8780a36-0832-49e4-819b-a925a94d10df req-989c9350-d818-468b-bffe-9461a9cf1368 service neutron] Attempting to bind port 33ee5f44-b381-49e6-94b7-10fa8ed60a3f by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': '30dd2522-1a17-4201-867a-bc133d0fdb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '71891baf-8d6d-4c62-97ea-3dc54c70d22d'}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:48:10.044552 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8780a36-0832-49e4-819b-a925a94d10df req-989c9350-d818-468b-bffe-9461a9cf1368 service neutron] Attempting to bind port 33ee5f44-b381-49e6-94b7-10fa8ed60a3f on network 71891baf-8d6d-4c62-97ea-3dc54c70d22d {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:48:10.049144 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8780a36-0832-49e4-819b-a925a94d10df req-989c9350-d818-468b-bffe-9461a9cf1368 service neutron] Port 33ee5f44-b381-49e6-94b7-10fa8ed60a3f on network 71891baf-8d6d-4c62-97ea-3dc54c70d22d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:48:10.049579 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8780a36-0832-49e4-819b-a925a94d10df req-989c9350-d818-468b-bffe-9461a9cf1368 service neutron] Attempting to bind port 33ee5f44-b381-49e6-94b7-10fa8ed60a3f on network 71891baf-8d6d-4c62-97ea-3dc54c70d22d {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:48:10.054917 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8780a36-0832-49e4-819b-a925a94d10df req-989c9350-d818-468b-bffe-9461a9cf1368 service neutron] Checking agent: {'id': '1be90a14-1104-4771-996e-684b25b74d15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'started_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:48:10.055245 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8780a36-0832-49e4-819b-a925a94d10df req-989c9350-d818-468b-bffe-9461a9cf1368 service neutron] Checking segment: {'id': '30dd2522-1a17-4201-867a-bc133d0fdb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '71891baf-8d6d-4c62-97ea-3dc54c70d22d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:48:10.055618 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8780a36-0832-49e4-819b-a925a94d10df req-989c9350-d818-468b-bffe-9461a9cf1368 service neutron] Bound using segment: {'id': '30dd2522-1a17-4201-867a-bc133d0fdb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '71891baf-8d6d-4c62-97ea-3dc54c70d22d'} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:48:10.056044 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-e8780a36-0832-49e4-819b-a925a94d10df req-989c9350-d818-468b-bffe-9461a9cf1368 service neutron] Bound port: 33ee5f44-b381-49e6-94b7-10fa8ed60a3f, host: hv-neutron-8602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30dd2522-1a17-4201-867a-bc133d0fdb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '71891baf-8d6d-4c62-97ea-3dc54c70d22d'}}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:48:10.056404 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-e8780a36-0832-49e4-819b-a925a94d10df req-989c9350-d818-468b-bffe-9461a9cf1368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:10.078193 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port c5e20dbb-4f48-4dee-81fe-00249decdef1, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=c5e20dbb-4f48-4dee-81fe-00249decdef1,segment=NetworkSegment(30dd2522-1a17-4201-867a-bc133d0fdb9e),segment_id=30dd2522-1a17-4201-867a-bc133d0fdb9e)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:48:10.083486 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:10.151125 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-e8780a36-0832-49e4-819b-a925a94d10df req-989c9350-d818-468b-bffe-9461a9cf1368 service neutron] For port 33ee5f44-b381-49e6-94b7-10fa8ed60a3f, host hv-neutron-8602, cleared binding levels {{(pid=89032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:48:10.151356 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=c5e20dbb-4f48-4dee-81fe-00249decdef1,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:48:10.155040 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-e8780a36-0832-49e4-819b-a925a94d10df req-989c9350-d818-468b-bffe-9461a9cf1368 service neutron] For port 33ee5f44-b381-49e6-94b7-10fa8ed60a3f, host hv-neutron-8602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=33ee5f44-b381-49e6-94b7-10fa8ed60a3f,segment=NetworkSegment(30dd2522-1a17-4201-867a-bc133d0fdb9e),segment_id=30dd2522-1a17-4201-867a-bc133d0fdb9e)] {{(pid=89032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:48:10.160199 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-e8780a36-0832-49e4-819b-a925a94d10df req-989c9350-d818-468b-bffe-9461a9cf1368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:10.190561 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8780a36-0832-49e4-819b-a925a94d10df req-989c9350-d818-468b-bffe-9461a9cf1368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:48:10.191174 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-e8780a36-0832-49e4-819b-a925a94d10df req-989c9350-d818-468b-bffe-9461a9cf1368 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:10.192576 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e8780a36-0832-49e4-819b-a925a94d10df req-989c9350-d818-468b-bffe-9461a9cf1368 service neutron] 10.222.0.20 "PUT /v2.0/ports/33ee5f44-b381-49e6-94b7-10fa8ed60a3f HTTP/1.1" status: 200 len: 1094 time: 1.1165063 Oct 04 09:48:10.193005 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81c0e791-4cd8-4298-9c53-f9f51a77d3e8', 'tag': '33ee5f44-b381-49e6-94b7-10fa8ed60a3f'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:48:10.195318 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d44315e-db4a-4570-988a-d9a4a7dc1131" -d '{"events": [{"name": "network-changed", "server_uuid": "81c0e791-4cd8-4298-9c53-f9f51a77d3e8", "tag": "33ee5f44-b381-49e6-94b7-10fa8ed60a3f"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:48:10.240182 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989c9350-d818-468b-bffe-9461a9cf1368 service neutron] Pushing event updated for resources: {'Port': ['ID=33ee5f44-b381-49e6-94b7-10fa8ed60a3f,revision_number=3']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:48:10.283532 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a263bb-8e8f-4400-96a6-7bbb426d4d61 x-openstack-request-id: req-f3a263bb-8e8f-4400-96a6-7bbb426d4d61 {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:48:10.283827 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81c0e791-4cd8-4298-9c53-f9f51a77d3e8", "tag": "33ee5f44-b381-49e6-94b7-10fa8ed60a3f", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:48:10.284078 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f3a263bb-8e8f-4400-96a6-7bbb426d4d61 {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:48:10.284496 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3a263bb-8e8f-4400-96a6-7bbb426d4d61'] response: {'name': 'network-changed', 'server_uuid': '81c0e791-4cd8-4298-9c53-f9f51a77d3e8', 'tag': '33ee5f44-b381-49e6-94b7-10fa8ed60a3f', 'status': 'completed', 'code': 200} Oct 04 09:48:10.325401 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8780a36-0832-49e4-819b-a925a94d10df req-995140fc-ad77-448a-9215-da792884e175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:48:10.326873 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e8780a36-0832-49e4-819b-a925a94d10df req-995140fc-ad77-448a-9215-da792884e175 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=003388415f9647efa8d165e5d8ae6def&device_id=81c0e791-4cd8-4298-9c53-f9f51a77d3e8 HTTP/1.1" status: 200 len: 1097 time: 0.0792763 Oct 04 09:48:10.401415 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-ebca590b-1c10-42f7-834f-a81fe670641e None None] Attempt 3 to provision port 33ee5f44-b381-49e6-94b7-10fa8ed60a3f Oct 04 09:48:10.401955 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e8780a36-0832-49e4-819b-a925a94d10df req-945b312c-5b17-4f85-8aff-b71917d209a4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33ee5f44-b381-49e6-94b7-10fa8ed60a3f HTTP/1.1" status: 200 len: 217 time: 0.0626490 Oct 04 09:48:10.461735 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-ebca590b-1c10-42f7-834f-a81fe670641e None None] Port 33ee5f44-b381-49e6-94b7-10fa8ed60a3f had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 09:48:10.461970 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8780a36-0832-49e4-819b-a925a94d10df req-6ed055e8-e777-41e9-8cc8-ad6a059c6959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:48:10.463385 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e8780a36-0832-49e4-819b-a925a94d10df req-6ed055e8-e777-41e9-8cc8-ad6a059c6959 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=27a3d845-dd46-430e-be54-dbb2153d9acd HTTP/1.1" status: 200 len: 853 time: 0.0561838 Oct 04 09:48:10.547117 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8780a36-0832-49e4-819b-a925a94d10df req-9fff9edd-7d39-4bdb-82ac-eab71c18649c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:48:10.548656 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e8780a36-0832-49e4-819b-a925a94d10df req-9fff9edd-7d39-4bdb-82ac-eab71c18649c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=71891baf-8d6d-4c62-97ea-3dc54c70d22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795126 Oct 04 09:48:10.682995 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e8780a36-0832-49e4-819b-a925a94d10df req-f5e272d3-e900-4286-a93f-e0580b623ac0 service neutron] 10.222.0.20 "GET /v2.0/networks/71891baf-8d6d-4c62-97ea-3dc54c70d22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285064 Oct 04 09:48:10.812466 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e8780a36-0832-49e4-819b-a925a94d10df req-f42e0de9-2726-45e5-8d35-f173f843fd9d service neutron] 10.222.0.20 "GET /v2.0/networks/71891baf-8d6d-4c62-97ea-3dc54c70d22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240332 Oct 04 09:48:11.148163 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c17fae-07df-4c5d-93f0-31e426ca58e1 req-a4c0b685-aadb-45cc-aec7-21d0c378e698 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:48:11.149695 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-96c17fae-07df-4c5d-93f0-31e426ca58e1 req-a4c0b685-aadb-45cc-aec7-21d0c378e698 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/ports?device_id=81c0e791-4cd8-4298-9c53-f9f51a77d3e8 HTTP/1.1" status: 200 len: 944 time: 0.2138696 Oct 04 09:48:11.152180 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44315e-db4a-4570-988a-d9a4a7dc1131 req-7fd17669-08c3-46e9-add3-56bb75bd8879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:48:11.153535 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2d44315e-db4a-4570-988a-d9a4a7dc1131 req-7fd17669-08c3-46e9-add3-56bb75bd8879 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=003388415f9647efa8d165e5d8ae6def&device_id=81c0e791-4cd8-4298-9c53-f9f51a77d3e8 HTTP/1.1" status: 200 len: 1097 time: 0.2593796 Oct 04 09:48:11.279296 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-96c17fae-07df-4c5d-93f0-31e426ca58e1 req-f1cd031f-f361-4301-ac2f-4eae7b5a9ae2 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/security-groups?id=aefa0998-b0b6-4aaa-90eb-cd9601ed03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236389 Oct 04 09:48:11.317844 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44315e-db4a-4570-988a-d9a4a7dc1131 req-f63a5463-8404-4fec-9004-eb7e7029258e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:48:11.319271 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2d44315e-db4a-4570-988a-d9a4a7dc1131 req-f63a5463-8404-4fec-9004-eb7e7029258e service neutron] 10.222.0.20 "GET /v2.0/networks?id=71891baf-8d6d-4c62-97ea-3dc54c70d22d HTTP/1.1" status: 200 len: 915 time: 0.1508293 Oct 04 09:48:11.388042 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2d44315e-db4a-4570-988a-d9a4a7dc1131 req-a47a798f-dca4-411b-a1dd-ac928542aa80 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33ee5f44-b381-49e6-94b7-10fa8ed60a3f HTTP/1.1" status: 200 len: 217 time: 0.0630352 Oct 04 09:48:11.415306 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:11.448287 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44315e-db4a-4570-988a-d9a4a7dc1131 req-5b78b51c-634b-41dc-8670-ce991357ecbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:48:11.449732 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2d44315e-db4a-4570-988a-d9a4a7dc1131 req-5b78b51c-634b-41dc-8670-ce991357ecbe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=27a3d845-dd46-430e-be54-dbb2153d9acd HTTP/1.1" status: 200 len: 853 time: 0.0561388 Oct 04 09:48:11.533439 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44315e-db4a-4570-988a-d9a4a7dc1131 req-e7f29c03-de7c-4e30-9e72-f120209a3bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:48:11.534890 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2d44315e-db4a-4570-988a-d9a4a7dc1131 req-e7f29c03-de7c-4e30-9e72-f120209a3bd5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=71891baf-8d6d-4c62-97ea-3dc54c70d22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792673 Oct 04 09:48:11.662119 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2d44315e-db4a-4570-988a-d9a4a7dc1131 req-834b6656-da2c-4a8a-8967-f171583296f3 service neutron] 10.222.0.20 "GET /v2.0/networks/71891baf-8d6d-4c62-97ea-3dc54c70d22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210032 Oct 04 09:48:11.711152 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:48:11.761939 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device c5e20dbb-4f48-4dee-81fe-00249decdef1 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:48:11.794602 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2d44315e-db4a-4570-988a-d9a4a7dc1131 req-37e5fed8-3fb5-48c5-a566-365ce35d0e19 service neutron] 10.222.0.20 "GET /v2.0/networks/71891baf-8d6d-4c62-97ea-3dc54c70d22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262281 Oct 04 09:48:11.832067 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port c5e20dbb-4f48-4dee-81fe-00249decdef1 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:48:11.832471 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:11.832808 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port c5e20dbb-4f48-4dee-81fe-00249decdef1 Oct 04 09:48:11.951848 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port c5e20dbb-4f48-4dee-81fe-00249decdef1 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:48:12.477446 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70729868-b494-4687-9dfc-58a749dd7e3a req-ebc6f58f-ca3d-4844-940a-5f1bac121586 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:48:12.478874 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-70729868-b494-4687-9dfc-58a749dd7e3a req-ebc6f58f-ca3d-4844-940a-5f1bac121586 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/ports?device_id=81c0e791-4cd8-4298-9c53-f9f51a77d3e8 HTTP/1.1" status: 200 len: 944 time: 0.0887978 Oct 04 09:48:12.520762 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-70729868-b494-4687-9dfc-58a749dd7e3a req-1ababb55-1eb2-4397-b7a2-82b418de0a94 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Synchronizing usage tracker for tenant:003388415f9647efa8d165e5d8ae6def on resource:security_group {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:48:12.537481 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-70729868-b494-4687-9dfc-58a749dd7e3a req-1ababb55-1eb2-4397-b7a2-82b418de0a94 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Unset dirty status for tenant:003388415f9647efa8d165e5d8ae6def on resource:security_group {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:48:12.538610 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-70729868-b494-4687-9dfc-58a749dd7e3a req-1ababb55-1eb2-4397-b7a2-82b418de0a94 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/security-groups?id=aefa0998-b0b6-4aaa-90eb-cd9601ed03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541441 Oct 04 09:48:13.733651 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1de433-c4e2-4b9e-83d8-a385dae8e8dd req-39abf9aa-8fd8-4acc-812b-9cb691778a67 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:48:13.735805 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ec1de433-c4e2-4b9e-83d8-a385dae8e8dd req-39abf9aa-8fd8-4acc-812b-9cb691778a67 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/ports?device_id=81c0e791-4cd8-4298-9c53-f9f51a77d3e8 HTTP/1.1" status: 200 len: 944 time: 0.0857193 Oct 04 09:48:13.779253 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ec1de433-c4e2-4b9e-83d8-a385dae8e8dd req-c501f75f-31fe-4c36-bd99-bb7e03341f99 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/security-groups?id=aefa0998-b0b6-4aaa-90eb-cd9601ed03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378709 Oct 04 09:48:14.876951 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 33ee5f44-b381-49e6-94b7-10fa8ed60a3f details requested by agent hyperv_hv-neutron-8602 with host hv-neutron-8602 {{(pid=89034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 04 09:48:14.978278 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf4de9d-eb88-4d3f-a602-f8b1ebf26656 req-6009598e-8810-4e82-b0bc-6267ba9eee0d tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:48:14.979732 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-2bf4de9d-eb88-4d3f-a602-f8b1ebf26656 req-6009598e-8810-4e82-b0bc-6267ba9eee0d tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/ports?device_id=81c0e791-4cd8-4298-9c53-f9f51a77d3e8 HTTP/1.1" status: 200 len: 944 time: 0.0905468 Oct 04 09:48:15.011055 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 33ee5f44-b381-49e6-94b7-10fa8ed60a3f, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=33ee5f44-b381-49e6-94b7-10fa8ed60a3f,segment=NetworkSegment(30dd2522-1a17-4201-867a-bc133d0fdb9e),segment_id=30dd2522-1a17-4201-867a-bc133d0fdb9e)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:48:15.023779 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Returning: {'device': '33ee5f44-b381-49e6-94b7-10fa8ed60a3f', 'network_id': '71891baf-8d6d-4c62-97ea-3dc54c70d22d', 'port_id': '33ee5f44-b381-49e6-94b7-10fa8ed60a3f', 'mac_address': 'fa:16:3e:89:7d:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27a3d845-dd46-430e-be54-dbb2153d9acd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 04 09:48:15.023954 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-2bf4de9d-eb88-4d3f-a602-f8b1ebf26656 req-6e215609-5e21-41d4-9043-05eedb4c9069 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/security-groups?id=aefa0998-b0b6-4aaa-90eb-cd9601ed03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374966 Oct 04 09:48:15.077317 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 33ee5f44-b381-49e6-94b7-10fa8ed60a3f is: DOWN; New status is: BUILD {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:48:15.077696 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:15.093579 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33ee5f44-b381-49e6-94b7-10fa8ed60a3f {{(pid=89034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:48:15.108793 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 33ee5f44-b381-49e6-94b7-10fa8ed60a3f, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=33ee5f44-b381-49e6-94b7-10fa8ed60a3f,segment=NetworkSegment(30dd2522-1a17-4201-867a-bc133d0fdb9e),segment_id=30dd2522-1a17-4201-867a-bc133d0fdb9e)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:48:15.113227 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:15.180393 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=33ee5f44-b381-49e6-94b7-10fa8ed60a3f,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:48:15.579648 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['33ee5f44-b381-49e6-94b7-10fa8ed60a3f'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 09:48:16.222151 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e9ff9-6193-4fbf-adb9-1668b074ef51 req-811f030f-97d7-4cdd-827d-86d9d85cf20f tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:48:16.223509 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-316e9ff9-6193-4fbf-adb9-1668b074ef51 req-811f030f-97d7-4cdd-827d-86d9d85cf20f tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/ports?device_id=81c0e791-4cd8-4298-9c53-f9f51a77d3e8 HTTP/1.1" status: 200 len: 945 time: 0.0903366 Oct 04 09:48:16.265754 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-316e9ff9-6193-4fbf-adb9-1668b074ef51 req-5c6918ea-6c8c-4a8d-a2af-4f2ad7ea979e tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/security-groups?id=aefa0998-b0b6-4aaa-90eb-cd9601ed03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365391 Oct 04 09:48:16.891094 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 33ee5f44-b381-49e6-94b7-10fa8ed60a3f up at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:48:16.961813 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning for port 33ee5f44-b381-49e6-94b7-10fa8ed60a3f completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:48:16.966455 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning complete for port 33ee5f44-b381-49e6-94b7-10fa8ed60a3f triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:48:16.966827 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:16.967160 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Attempt 1 to provision port 33ee5f44-b381-49e6-94b7-10fa8ed60a3f Oct 04 09:48:17.110265 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 33ee5f44-b381-49e6-94b7-10fa8ed60a3f is: BUILD; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:48:17.110642 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:17.137021 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c0e791-4cd8-4298-9c53-f9f51a77d3e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ee5f44-b381-49e6-94b7-10fa8ed60a3f'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:48:17.139264 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aef738b946a3ea172e8e75fc735451da1d91f114ea1acc5fcf392e20a929bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ddc73fb-8384-4c71-ae8a-143e89182764" -d '{"events": [{"server_uuid": "81c0e791-4cd8-4298-9c53-f9f51a77d3e8", "name": "network-vif-plugged", "status": "completed", "tag": "33ee5f44-b381-49e6-94b7-10fa8ed60a3f"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:48:17.147420 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 33ee5f44-b381-49e6-94b7-10fa8ed60a3f, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=33ee5f44-b381-49e6-94b7-10fa8ed60a3f,segment=NetworkSegment(30dd2522-1a17-4201-867a-bc133d0fdb9e),segment_id=30dd2522-1a17-4201-867a-bc133d0fdb9e)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:48:17.151187 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:17.186006 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e80371b-2be7-4820-b8a5-2402d07824ac x-openstack-request-id: req-3e80371b-2be7-4820-b8a5-2402d07824ac {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:48:17.186303 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81c0e791-4cd8-4298-9c53-f9f51a77d3e8", "name": "network-vif-plugged", "status": "completed", "tag": "33ee5f44-b381-49e6-94b7-10fa8ed60a3f", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:48:17.186862 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3e80371b-2be7-4820-b8a5-2402d07824ac {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:48:17.187183 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e80371b-2be7-4820-b8a5-2402d07824ac'] response: {'server_uuid': '81c0e791-4cd8-4298-9c53-f9f51a77d3e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ee5f44-b381-49e6-94b7-10fa8ed60a3f', 'code': 200} Oct 04 09:48:17.222116 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=33ee5f44-b381-49e6-94b7-10fa8ed60a3f,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:48:17.229378 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:48:17.229839 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:48:17.230177 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:48:17.230511 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:48:17.230847 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:48:17.231166 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:48:17.231513 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:48:17.231836 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:48:17.232158 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:48:17.232518 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:48:17.232837 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:48:17.233197 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:48:17.507964 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2f058-1355-47ea-aa91-5949adfc463e req-3484d5cf-b579-4665-bbe2-047ab04af906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:48:17.509376 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-63e2f058-1355-47ea-aa91-5949adfc463e req-3484d5cf-b579-4665-bbe2-047ab04af906 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=81c0e791-4cd8-4298-9c53-f9f51a77d3e8 HTTP/1.1" status: 200 len: 1099 time: 0.1470923 Oct 04 09:48:17.516737 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c5e67e-8d1a-442a-86f0-fbb459b8d891 req-0519f490-fe18-4c33-bb47-e090d2ffed7d tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:48:17.518054 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-86c5e67e-8d1a-442a-86f0-fbb459b8d891 req-0519f490-fe18-4c33-bb47-e090d2ffed7d tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/ports?device_id=81c0e791-4cd8-4298-9c53-f9f51a77d3e8 HTTP/1.1" status: 200 len: 946 time: 0.1129332 Oct 04 09:48:17.583246 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-63e2f058-1355-47ea-aa91-5949adfc463e req-dff4ce33-98db-4eac-a47e-aeafe9d2c0ec service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=aefa0998-b0b6-4aaa-90eb-cd9601ed03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642943 Oct 04 09:48:17.587563 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-86c5e67e-8d1a-442a-86f0-fbb459b8d891 req-92fc6ada-2632-4b65-a6c3-b0bf934310cb tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/security-groups?id=aefa0998-b0b6-4aaa-90eb-cd9601ed03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569665 Oct 04 09:48:18.785172 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601eceed-1d61-4b4a-8fb0-e1b871f35f29 req-158db2cc-d0bf-4ff7-bb95-ed5aa5e94a5f tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:48:18.786635 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-601eceed-1d61-4b4a-8fb0-e1b871f35f29 req-158db2cc-d0bf-4ff7-bb95-ed5aa5e94a5f tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/ports?device_id=81c0e791-4cd8-4298-9c53-f9f51a77d3e8 HTTP/1.1" status: 200 len: 946 time: 0.0855718 Oct 04 09:48:18.832661 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-601eceed-1d61-4b4a-8fb0-e1b871f35f29 req-08869941-54c0-4044-a918-41819782c1a9 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/security-groups?id=aefa0998-b0b6-4aaa-90eb-cd9601ed03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403275 Oct 04 09:48:20.029751 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09395899-0dc3-4a9f-890a-3333b55d85ea req-df4add5f-3a3d-43de-bb85-dcc1e963068f tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:48:20.031126 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-09395899-0dc3-4a9f-890a-3333b55d85ea req-df4add5f-3a3d-43de-bb85-dcc1e963068f tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/ports?device_id=81c0e791-4cd8-4298-9c53-f9f51a77d3e8 HTTP/1.1" status: 200 len: 946 time: 0.0854418 Oct 04 09:48:20.074166 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-09395899-0dc3-4a9f-890a-3333b55d85ea req-8edf58b1-159b-4b38-98de-117e45f28c80 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/security-groups?id=aefa0998-b0b6-4aaa-90eb-cd9601ed03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374789 Oct 04 09:48:20.359564 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62305962-96e4-414b-af63-db5b623cbb36 req-2065da7c-051c-4c26-a437-e949bfd37bba tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:48:20.361561 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-62305962-96e4-414b-af63-db5b623cbb36 req-2065da7c-051c-4c26-a437-e949bfd37bba tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/networks?id=71891baf-8d6d-4c62-97ea-3dc54c70d22d HTTP/1.1" status: 200 len: 814 time: 0.1433203 Oct 04 09:48:20.375989 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-62305962-96e4-414b-af63-db5b623cbb36 req-adcbea3e-d310-49a2-93ea-cdff34112011 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/quotas/003388415f9647efa8d165e5d8ae6def HTTP/1.1" status: 200 len: 375 time: 0.0089843 Oct 04 09:48:20.462986 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-62305962-96e4-414b-af63-db5b623cbb36 req-81d45242-c4dc-4ef5-ae27-b392ba5da42c tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=003388415f9647efa8d165e5d8ae6def&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0822501 Oct 04 09:48:20.598194 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-62305962-96e4-414b-af63-db5b623cbb36 req-d1df4083-0435-4821-b2e0-5745c858f907 service neutron] 10.222.0.50 "GET /v2.0/networks/71891baf-8d6d-4c62-97ea-3dc54c70d22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280963 Oct 04 09:48:20.822189 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-62305962-96e4-414b-af63-db5b623cbb36 req-86753f6f-bf0c-4568-a868-17950c4cf9a9 service neutron] 10.222.0.50 "GET /v2.0/networks/71891baf-8d6d-4c62-97ea-3dc54c70d22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182624 Oct 04 09:48:21.011515 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-725552d9-dad6-4774-91e3-2a250512aa45 req-ba6bc9e2-c80f-405d-813f-f3f790e1edb0 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6555a5d-8db2-47e9-b4bf-223d68a2b2d4 HTTP/1.1" status: 200 len: 210 time: 0.0522399 Oct 04 09:48:22.173846 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-ef77317b-9a20-49dc-8903-1a798967a0bf req-864fc7d7-e6e9-484b-a836-4d1da08b665b tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6555a5d-8db2-47e9-b4bf-223d68a2b2d4 HTTP/1.1" status: 200 len: 210 time: 0.0522106 Oct 04 09:48:23.124618 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62305962-96e4-414b-af63-db5b623cbb36 req-43fa8e6b-aaf1-4cdd-97d0-13ee9415ea9a tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:48:23.126578 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-62305962-96e4-414b-af63-db5b623cbb36 req-43fa8e6b-aaf1-4cdd-97d0-13ee9415ea9a tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.20 "GET /v2.0/networks?id=71891baf-8d6d-4c62-97ea-3dc54c70d22d HTTP/1.1" status: 200 len: 814 time: 0.1462562 Oct 04 09:48:23.143436 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-62305962-96e4-414b-af63-db5b623cbb36 req-fba1c7c0-010e-498f-9700-8d31988ce951 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Request body: {'port': {'device_id': 'b6555a5d-8db2-47e9-b4bf-223d68a2b2d4', 'network_id': '71891baf-8d6d-4c62-97ea-3dc54c70d22d', 'admin_state_up': True, 'tenant_id': '003388415f9647efa8d165e5d8ae6def'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:48:23.416958 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-62305962-96e4-414b-af63-db5b623cbb36 req-fba1c7c0-010e-498f-9700-8d31988ce951 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:48:23.427151 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c4697032-67d8-4a07-8b8b-27a0ba9e7d73 req-8ac3f1a7-05d2-4320-9d61-ce3cce1565f8 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6555a5d-8db2-47e9-b4bf-223d68a2b2d4 HTTP/1.1" status: 200 len: 210 time: 0.0544636 Oct 04 09:48:23.433937 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-62305962-96e4-414b-af63-db5b623cbb36 req-fba1c7c0-010e-498f-9700-8d31988ce951 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:48:23.447195 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62305962-96e4-414b-af63-db5b623cbb36 req-fba1c7c0-010e-498f-9700-8d31988ce951 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Made reservation on behalf of 003388415f9647efa8d165e5d8ae6def for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:48:23.450734 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-62305962-96e4-414b-af63-db5b623cbb36 req-fba1c7c0-010e-498f-9700-8d31988ce951 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:23.607150 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [req-62305962-96e4-414b-af63-db5b623cbb36 req-fba1c7c0-010e-498f-9700-8d31988ce951 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Allocated IP 172.20.0.12 (71891baf-8d6d-4c62-97ea-3dc54c70d22d/27a3d845-dd46-430e-be54-dbb2153d9acd/d092651f-3a22-4c0b-a45b-6fd7eb48bb7c) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:48:23.807460 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-62305962-96e4-414b-af63-db5b623cbb36 req-fba1c7c0-010e-498f-9700-8d31988ce951 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:23.823002 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-62305962-96e4-414b-af63-db5b623cbb36 req-fba1c7c0-010e-498f-9700-8d31988ce951 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Transition to ACTIVE for port object d092651f-3a22-4c0b-a45b-6fd7eb48bb7c will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:48:23.845500 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-62305962-96e4-414b-af63-db5b623cbb36 req-fba1c7c0-010e-498f-9700-8d31988ce951 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:23.877997 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['33ee5f44-b381-49e6-94b7-10fa8ed60a3f'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 09:48:23.918372 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62305962-96e4-414b-af63-db5b623cbb36 req-fba1c7c0-010e-498f-9700-8d31988ce951 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Network 71891baf-8d6d-4c62-97ea-3dc54c70d22d is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:48:23.921563 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [req-62305962-96e4-414b-af63-db5b623cbb36 req-fba1c7c0-010e-498f-9700-8d31988ce951 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:48:23.925942 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-62305962-96e4-414b-af63-db5b623cbb36 req-fba1c7c0-010e-498f-9700-8d31988ce951 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:48:23.961585 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba1c7c0-010e-498f-9700-8d31988ce951 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Pushing event updated for resources: {'Port': ['ID=d092651f-3a22-4c0b-a45b-6fd7eb48bb7c,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:48:23.997535 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62305962-96e4-414b-af63-db5b623cbb36 req-fba1c7c0-010e-498f-9700-8d31988ce951 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:48:23.998177 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-62305962-96e4-414b-af63-db5b623cbb36 req-fba1c7c0-010e-498f-9700-8d31988ce951 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:24.027104 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-62305962-96e4-414b-af63-db5b623cbb36 req-fba1c7c0-010e-498f-9700-8d31988ce951 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8874164 Oct 04 09:48:24.043985 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-62305962-96e4-414b-af63-db5b623cbb36 req-053b547e-a584-4759-b998-6e30cb292dad service neutron] Request body: {'port': {'device_id': 'b6555a5d-8db2-47e9-b4bf-223d68a2b2d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8602'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:48:24.151449 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-e69e8544-ebde-4d42-95f1-6fab3e5d54a8 None None] Provisioning for port d092651f-3a22-4c0b-a45b-6fd7eb48bb7c completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:48:24.156175 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-e69e8544-ebde-4d42-95f1-6fab3e5d54a8 None None] Provisioning complete for port d092651f-3a22-4c0b-a45b-6fd7eb48bb7c triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:48:24.157157 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e69e8544-ebde-4d42-95f1-6fab3e5d54a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:24.157520 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-e69e8544-ebde-4d42-95f1-6fab3e5d54a8 None None] Attempt 1 to provision port d092651f-3a22-4c0b-a45b-6fd7eb48bb7c Oct 04 09:48:24.161094 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-62305962-96e4-414b-af63-db5b623cbb36 req-053b547e-a584-4759-b998-6e30cb292dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:24.209869 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-e69e8544-ebde-4d42-95f1-6fab3e5d54a8 None None] Port d092651f-3a22-4c0b-a45b-6fd7eb48bb7c cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:48:24.497487 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [req-62305962-96e4-414b-af63-db5b623cbb36 req-053b547e-a584-4759-b998-6e30cb292dad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d092651f-3a22-4c0b-a45b-6fd7eb48bb7c {{(pid=89032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:48:24.505011 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-62305962-96e4-414b-af63-db5b623cbb36 req-053b547e-a584-4759-b998-6e30cb292dad service neutron] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:24.520127 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-62305962-96e4-414b-af63-db5b623cbb36 req-053b547e-a584-4759-b998-6e30cb292dad service neutron] Transition to ACTIVE for port object d092651f-3a22-4c0b-a45b-6fd7eb48bb7c will not be triggered until provisioned by entity L2. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:48:24.523922 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-62305962-96e4-414b-af63-db5b623cbb36 req-053b547e-a584-4759-b998-6e30cb292dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:24.626750 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca63bd-bdba-42bc-a185-8d6bad9d1325 req-a82c4173-2e49-4cab-bf8b-084bb62b4c38 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:48:24.628229 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f4ca63bd-bdba-42bc-a185-8d6bad9d1325 req-a82c4173-2e49-4cab-bf8b-084bb62b4c38 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6555a5d-8db2-47e9-b4bf-223d68a2b2d4 HTTP/1.1" status: 200 len: 944 time: 0.0866587 Oct 04 09:48:24.675308 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f4ca63bd-bdba-42bc-a185-8d6bad9d1325 req-ddb64b3c-139f-4846-8c60-a979812ec4ba tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/security-groups?id=aefa0998-b0b6-4aaa-90eb-cd9601ed03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410779 Oct 04 09:48:24.710994 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-e69e8544-ebde-4d42-95f1-6fab3e5d54a8 None None] Attempt 2 to provision port d092651f-3a22-4c0b-a45b-6fd7eb48bb7c Oct 04 09:48:24.716988 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053b547e-a584-4759-b998-6e30cb292dad service neutron] Pushing event updated for resources: {'Port': ['ID=d092651f-3a22-4c0b-a45b-6fd7eb48bb7c,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:48:24.754488 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-62305962-96e4-414b-af63-db5b623cbb36 req-053b547e-a584-4759-b998-6e30cb292dad service neutron] Attempting to bind port d092651f-3a22-4c0b-a45b-6fd7eb48bb7c on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:48:24.754830 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-62305962-96e4-414b-af63-db5b623cbb36 req-053b547e-a584-4759-b998-6e30cb292dad service neutron] Attempting to bind port d092651f-3a22-4c0b-a45b-6fd7eb48bb7c by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': '30dd2522-1a17-4201-867a-bc133d0fdb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '71891baf-8d6d-4c62-97ea-3dc54c70d22d'}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:48:24.755159 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62305962-96e4-414b-af63-db5b623cbb36 req-053b547e-a584-4759-b998-6e30cb292dad service neutron] Attempting to bind port d092651f-3a22-4c0b-a45b-6fd7eb48bb7c on network 71891baf-8d6d-4c62-97ea-3dc54c70d22d {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:48:24.759785 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62305962-96e4-414b-af63-db5b623cbb36 req-053b547e-a584-4759-b998-6e30cb292dad service neutron] Port d092651f-3a22-4c0b-a45b-6fd7eb48bb7c on network 71891baf-8d6d-4c62-97ea-3dc54c70d22d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:48:24.760107 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62305962-96e4-414b-af63-db5b623cbb36 req-053b547e-a584-4759-b998-6e30cb292dad service neutron] Attempting to bind port d092651f-3a22-4c0b-a45b-6fd7eb48bb7c on network 71891baf-8d6d-4c62-97ea-3dc54c70d22d {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:48:24.765172 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62305962-96e4-414b-af63-db5b623cbb36 req-053b547e-a584-4759-b998-6e30cb292dad service neutron] Checking agent: {'id': '1be90a14-1104-4771-996e-684b25b74d15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'started_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:48:24.765508 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62305962-96e4-414b-af63-db5b623cbb36 req-053b547e-a584-4759-b998-6e30cb292dad service neutron] Checking segment: {'id': '30dd2522-1a17-4201-867a-bc133d0fdb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '71891baf-8d6d-4c62-97ea-3dc54c70d22d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:48:24.766461 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62305962-96e4-414b-af63-db5b623cbb36 req-053b547e-a584-4759-b998-6e30cb292dad service neutron] Bound using segment: {'id': '30dd2522-1a17-4201-867a-bc133d0fdb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '71891baf-8d6d-4c62-97ea-3dc54c70d22d'} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:48:24.766915 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-62305962-96e4-414b-af63-db5b623cbb36 req-053b547e-a584-4759-b998-6e30cb292dad service neutron] Bound port: d092651f-3a22-4c0b-a45b-6fd7eb48bb7c, host: hv-neutron-8602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30dd2522-1a17-4201-867a-bc133d0fdb9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '71891baf-8d6d-4c62-97ea-3dc54c70d22d'}}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:48:24.767264 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-62305962-96e4-414b-af63-db5b623cbb36 req-053b547e-a584-4759-b998-6e30cb292dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:24.775025 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-e69e8544-ebde-4d42-95f1-6fab3e5d54a8 None None] Port d092651f-3a22-4c0b-a45b-6fd7eb48bb7c cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:48:24.856230 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-62305962-96e4-414b-af63-db5b623cbb36 req-053b547e-a584-4759-b998-6e30cb292dad service neutron] For port d092651f-3a22-4c0b-a45b-6fd7eb48bb7c, host hv-neutron-8602, cleared binding levels {{(pid=89032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:48:24.859276 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-62305962-96e4-414b-af63-db5b623cbb36 req-053b547e-a584-4759-b998-6e30cb292dad service neutron] For port d092651f-3a22-4c0b-a45b-6fd7eb48bb7c, host hv-neutron-8602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=d092651f-3a22-4c0b-a45b-6fd7eb48bb7c,segment=NetworkSegment(30dd2522-1a17-4201-867a-bc133d0fdb9e),segment_id=30dd2522-1a17-4201-867a-bc133d0fdb9e)] {{(pid=89032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:48:24.862688 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-62305962-96e4-414b-af63-db5b623cbb36 req-053b547e-a584-4759-b998-6e30cb292dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:24.893857 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62305962-96e4-414b-af63-db5b623cbb36 req-053b547e-a584-4759-b998-6e30cb292dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:48:24.894461 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-62305962-96e4-414b-af63-db5b623cbb36 req-053b547e-a584-4759-b998-6e30cb292dad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:24.896453 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-62305962-96e4-414b-af63-db5b623cbb36 req-053b547e-a584-4759-b998-6e30cb292dad service neutron] 10.222.0.20 "PUT /v2.0/ports/d092651f-3a22-4c0b-a45b-6fd7eb48bb7c HTTP/1.1" status: 200 len: 1094 time: 0.8569055 Oct 04 09:48:24.896884 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6555a5d-8db2-47e9-b4bf-223d68a2b2d4', 'tag': 'd092651f-3a22-4c0b-a45b-6fd7eb48bb7c'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:48:24.899150 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b818d3f-27db-4819-8bd5-3969bf47e54a" -d '{"events": [{"name": "network-changed", "server_uuid": "b6555a5d-8db2-47e9-b4bf-223d68a2b2d4", "tag": "d092651f-3a22-4c0b-a45b-6fd7eb48bb7c"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:48:24.939981 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053b547e-a584-4759-b998-6e30cb292dad service neutron] Pushing event updated for resources: {'Port': ['ID=d092651f-3a22-4c0b-a45b-6fd7eb48bb7c,revision_number=3']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:48:24.945928 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7828b20-feb7-4266-946f-0812fe89f7e2 x-openstack-request-id: req-d7828b20-feb7-4266-946f-0812fe89f7e2 {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:48:24.946241 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6555a5d-8db2-47e9-b4bf-223d68a2b2d4", "tag": "d092651f-3a22-4c0b-a45b-6fd7eb48bb7c", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:48:24.946493 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d7828b20-feb7-4266-946f-0812fe89f7e2 {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:48:24.946891 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7828b20-feb7-4266-946f-0812fe89f7e2'] response: {'name': 'network-changed', 'server_uuid': 'b6555a5d-8db2-47e9-b4bf-223d68a2b2d4', 'tag': 'd092651f-3a22-4c0b-a45b-6fd7eb48bb7c', 'status': 'completed', 'code': 200} Oct 04 09:48:25.044732 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62305962-96e4-414b-af63-db5b623cbb36 req-3cbf5f14-5658-42b0-b7b4-634a05f24bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:48:25.046193 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-62305962-96e4-414b-af63-db5b623cbb36 req-3cbf5f14-5658-42b0-b7b4-634a05f24bb1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=003388415f9647efa8d165e5d8ae6def&device_id=b6555a5d-8db2-47e9-b4bf-223d68a2b2d4 HTTP/1.1" status: 200 len: 1097 time: 0.0804543 Oct 04 09:48:25.117498 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-62305962-96e4-414b-af63-db5b623cbb36 req-49a7bed0-9942-4ef7-a7a0-1ee18143379c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d092651f-3a22-4c0b-a45b-6fd7eb48bb7c HTTP/1.1" status: 200 len: 217 time: 0.0598021 Oct 04 09:48:25.276610 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62305962-96e4-414b-af63-db5b623cbb36 req-e84a1ecb-a7f1-472f-bd39-0ada7585b0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:48:25.277310 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-e69e8544-ebde-4d42-95f1-6fab3e5d54a8 None None] Attempt 3 to provision port d092651f-3a22-4c0b-a45b-6fd7eb48bb7c Oct 04 09:48:25.278033 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-62305962-96e4-414b-af63-db5b623cbb36 req-e84a1ecb-a7f1-472f-bd39-0ada7585b0e9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=27a3d845-dd46-430e-be54-dbb2153d9acd HTTP/1.1" status: 200 len: 853 time: 0.1549153 Oct 04 09:48:25.337369 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-e69e8544-ebde-4d42-95f1-6fab3e5d54a8 None None] Port d092651f-3a22-4c0b-a45b-6fd7eb48bb7c had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 09:48:25.358513 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62305962-96e4-414b-af63-db5b623cbb36 req-0a4e80f6-2c8c-479e-b600-5c1da105a7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:48:25.360548 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-62305962-96e4-414b-af63-db5b623cbb36 req-0a4e80f6-2c8c-479e-b600-5c1da105a7ed service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=71891baf-8d6d-4c62-97ea-3dc54c70d22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763624 Oct 04 09:48:25.489358 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-62305962-96e4-414b-af63-db5b623cbb36 req-31cb737f-89a8-4ca0-9f22-5be02e82177f service neutron] 10.222.0.20 "GET /v2.0/networks/71891baf-8d6d-4c62-97ea-3dc54c70d22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225584 Oct 04 09:48:25.620561 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-62305962-96e4-414b-af63-db5b623cbb36 req-bb1f1930-09a2-4fb4-9d2e-9b99fa90c575 service neutron] 10.222.0.20 "GET /v2.0/networks/71891baf-8d6d-4c62-97ea-3dc54c70d22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240580 Oct 04 09:48:25.784042 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b818d3f-27db-4819-8bd5-3969bf47e54a req-1e5ecb9a-d4fa-4a07-8494-cba335bdab98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:48:25.785552 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6b818d3f-27db-4819-8bd5-3969bf47e54a req-1e5ecb9a-d4fa-4a07-8494-cba335bdab98 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=003388415f9647efa8d165e5d8ae6def&device_id=b6555a5d-8db2-47e9-b4bf-223d68a2b2d4 HTTP/1.1" status: 200 len: 1097 time: 0.0834382 Oct 04 09:48:25.874693 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361483c4-52fd-4b19-94f9-64063b6a9821 req-31b553af-9c37-48e7-a979-b9df80564687 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:48:25.876193 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-361483c4-52fd-4b19-94f9-64063b6a9821 req-31b553af-9c37-48e7-a979-b9df80564687 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6555a5d-8db2-47e9-b4bf-223d68a2b2d4 HTTP/1.1" status: 200 len: 944 time: 0.0890799 Oct 04 09:48:25.919084 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b818d3f-27db-4819-8bd5-3969bf47e54a req-cfa24878-4376-4692-a6e4-afe0a61c73e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:48:25.920628 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6b818d3f-27db-4819-8bd5-3969bf47e54a req-cfa24878-4376-4692-a6e4-afe0a61c73e8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=71891baf-8d6d-4c62-97ea-3dc54c70d22d HTTP/1.1" status: 200 len: 915 time: 0.1282878 Oct 04 09:48:25.921423 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-361483c4-52fd-4b19-94f9-64063b6a9821 req-83dba55d-6fe3-4cfe-97bf-8423708c37e3 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/security-groups?id=aefa0998-b0b6-4aaa-90eb-cd9601ed03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391695 Oct 04 09:48:25.987967 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6b818d3f-27db-4819-8bd5-3969bf47e54a req-1b55a1b7-8776-4f34-96e7-3c334f199bac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d092651f-3a22-4c0b-a45b-6fd7eb48bb7c HTTP/1.1" status: 200 len: 217 time: 0.0616496 Oct 04 09:48:26.051408 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b818d3f-27db-4819-8bd5-3969bf47e54a req-0b1736d3-2440-41f0-9602-a485e940ea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:48:26.052812 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6b818d3f-27db-4819-8bd5-3969bf47e54a req-0b1736d3-2440-41f0-9602-a485e940ea9d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=27a3d845-dd46-430e-be54-dbb2153d9acd HTTP/1.1" status: 200 len: 853 time: 0.0592544 Oct 04 09:48:26.132969 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b818d3f-27db-4819-8bd5-3969bf47e54a req-4708b699-84b6-4680-afef-70688efb3733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:48:26.134354 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6b818d3f-27db-4819-8bd5-3969bf47e54a req-4708b699-84b6-4680-afef-70688efb3733 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=71891baf-8d6d-4c62-97ea-3dc54c70d22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758886 Oct 04 09:48:26.265400 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6b818d3f-27db-4819-8bd5-3969bf47e54a req-ebf678b3-7111-49b3-b358-286828d06664 service neutron] 10.222.0.20 "GET /v2.0/networks/71891baf-8d6d-4c62-97ea-3dc54c70d22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252446 Oct 04 09:48:26.395120 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6b818d3f-27db-4819-8bd5-3969bf47e54a req-57a40809-b2d2-4fb7-8b9f-ec16ec1de893 service neutron] 10.222.0.20 "GET /v2.0/networks/71891baf-8d6d-4c62-97ea-3dc54c70d22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236196 Oct 04 09:48:27.122558 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb15746-ccf3-4d2c-86de-a4d014b49ce6 req-50f37df0-896d-412a-8382-4ba39668341d tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:48:27.123243 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-3eb15746-ccf3-4d2c-86de-a4d014b49ce6 req-50f37df0-896d-412a-8382-4ba39668341d tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Synchronizing usage tracker for tenant:003388415f9647efa8d165e5d8ae6def on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:48:27.138471 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-3eb15746-ccf3-4d2c-86de-a4d014b49ce6 req-50f37df0-896d-412a-8382-4ba39668341d tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Unset dirty status for tenant:003388415f9647efa8d165e5d8ae6def on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:48:27.140832 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3eb15746-ccf3-4d2c-86de-a4d014b49ce6 req-50f37df0-896d-412a-8382-4ba39668341d tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6555a5d-8db2-47e9-b4bf-223d68a2b2d4 HTTP/1.1" status: 200 len: 944 time: 0.1077137 Oct 04 09:48:27.183785 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3eb15746-ccf3-4d2c-86de-a4d014b49ce6 req-138827e8-f3a2-4ef0-94ec-dbd6af37de4d tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/security-groups?id=aefa0998-b0b6-4aaa-90eb-cd9601ed03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384042 Oct 04 09:48:27.650330 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5334dc87-07eb-4897-9808-c2306db61ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:28.380073 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47914b64-e8cc-4af9-b47e-eb506e905586 req-3dddd88f-1c45-4cf0-8df3-13245d59b5ff tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:48:28.381637 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-47914b64-e8cc-4af9-b47e-eb506e905586 req-3dddd88f-1c45-4cf0-8df3-13245d59b5ff tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6555a5d-8db2-47e9-b4bf-223d68a2b2d4 HTTP/1.1" status: 200 len: 944 time: 0.0867863 Oct 04 09:48:28.427921 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-47914b64-e8cc-4af9-b47e-eb506e905586 req-0aec17c9-f970-4d29-b325-e296045757f5 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/security-groups?id=aefa0998-b0b6-4aaa-90eb-cd9601ed03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407071 Oct 04 09:48:28.974965 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device d092651f-3a22-4c0b-a45b-6fd7eb48bb7c details requested by agent hyperv_hv-neutron-8602 with host hv-neutron-8602 {{(pid=89034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 04 09:48:29.105700 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port d092651f-3a22-4c0b-a45b-6fd7eb48bb7c, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=d092651f-3a22-4c0b-a45b-6fd7eb48bb7c,segment=NetworkSegment(30dd2522-1a17-4201-867a-bc133d0fdb9e),segment_id=30dd2522-1a17-4201-867a-bc133d0fdb9e)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:48:29.118343 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Returning: {'device': 'd092651f-3a22-4c0b-a45b-6fd7eb48bb7c', 'network_id': '71891baf-8d6d-4c62-97ea-3dc54c70d22d', 'port_id': 'd092651f-3a22-4c0b-a45b-6fd7eb48bb7c', 'mac_address': 'fa:16:3e:b1:12:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27a3d845-dd46-430e-be54-dbb2153d9acd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 04 09:48:29.174983 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port d092651f-3a22-4c0b-a45b-6fd7eb48bb7c is: DOWN; New status is: BUILD {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:48:29.175360 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:29.191493 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d092651f-3a22-4c0b-a45b-6fd7eb48bb7c {{(pid=89034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:48:29.206794 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port d092651f-3a22-4c0b-a45b-6fd7eb48bb7c, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=d092651f-3a22-4c0b-a45b-6fd7eb48bb7c,segment=NetworkSegment(30dd2522-1a17-4201-867a-bc133d0fdb9e),segment_id=30dd2522-1a17-4201-867a-bc133d0fdb9e)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:48:29.210300 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:29.278710 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=d092651f-3a22-4c0b-a45b-6fd7eb48bb7c,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:48:29.629108 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3106e9b8-243e-446f-88ca-4c62b459df42 req-d5866f69-eaf1-41f9-ae47-e8d8ef15a49a tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:48:29.630543 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3106e9b8-243e-446f-88ca-4c62b459df42 req-d5866f69-eaf1-41f9-ae47-e8d8ef15a49a tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6555a5d-8db2-47e9-b4bf-223d68a2b2d4 HTTP/1.1" status: 200 len: 945 time: 0.0908809 Oct 04 09:48:29.651589 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['d092651f-3a22-4c0b-a45b-6fd7eb48bb7c'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 09:48:29.675381 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3106e9b8-243e-446f-88ca-4c62b459df42 req-380099d4-8cc1-492f-99c0-5364cf843099 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/security-groups?id=aefa0998-b0b6-4aaa-90eb-cd9601ed03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391243 Oct 04 09:48:30.307140 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-2fc5022b-31b3-4f6b-977c-023dcc1c8988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:30.801837 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:30.821041 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:30.928180 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e64c75-57a7-4469-abda-11362947eec7 req-71bdbe83-0969-41c6-a199-f0403a4a9d4b tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:48:30.929678 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-44e64c75-57a7-4469-abda-11362947eec7 req-71bdbe83-0969-41c6-a199-f0403a4a9d4b tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6555a5d-8db2-47e9-b4bf-223d68a2b2d4 HTTP/1.1" status: 200 len: 945 time: 0.1384623 Oct 04 09:48:30.973228 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-44e64c75-57a7-4469-abda-11362947eec7 req-6fddce6f-a65d-4195-83df-e41da1309e2f tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/security-groups?id=aefa0998-b0b6-4aaa-90eb-cd9601ed03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377057 Oct 04 09:48:30.985362 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device d092651f-3a22-4c0b-a45b-6fd7eb48bb7c up at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:48:31.050418 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning for port d092651f-3a22-4c0b-a45b-6fd7eb48bb7c completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:48:31.054881 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning complete for port d092651f-3a22-4c0b-a45b-6fd7eb48bb7c triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:48:31.055248 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:31.055582 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Attempt 1 to provision port d092651f-3a22-4c0b-a45b-6fd7eb48bb7c Oct 04 09:48:31.169226 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port d092651f-3a22-4c0b-a45b-6fd7eb48bb7c is: BUILD; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:48:31.169599 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:31.196870 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6555a5d-8db2-47e9-b4bf-223d68a2b2d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd092651f-3a22-4c0b-a45b-6fd7eb48bb7c'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:48:31.199127 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aef738b946a3ea172e8e75fc735451da1d91f114ea1acc5fcf392e20a929bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62017b63-eb0a-4c55-bfc1-3fe9b6193dda" -d '{"events": [{"server_uuid": "b6555a5d-8db2-47e9-b4bf-223d68a2b2d4", "name": "network-vif-plugged", "status": "completed", "tag": "d092651f-3a22-4c0b-a45b-6fd7eb48bb7c"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:48:31.208774 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port d092651f-3a22-4c0b-a45b-6fd7eb48bb7c, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=d092651f-3a22-4c0b-a45b-6fd7eb48bb7c,segment=NetworkSegment(30dd2522-1a17-4201-867a-bc133d0fdb9e),segment_id=30dd2522-1a17-4201-867a-bc133d0fdb9e)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:48:31.211830 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:31.246934 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f54172-7525-4d26-86f6-da0fedfe0ac9 x-openstack-request-id: req-07f54172-7525-4d26-86f6-da0fedfe0ac9 {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:48:31.247229 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6555a5d-8db2-47e9-b4bf-223d68a2b2d4", "name": "network-vif-plugged", "status": "completed", "tag": "d092651f-3a22-4c0b-a45b-6fd7eb48bb7c", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:48:31.247481 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-07f54172-7525-4d26-86f6-da0fedfe0ac9 {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:48:31.247868 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07f54172-7525-4d26-86f6-da0fedfe0ac9'] response: {'server_uuid': 'b6555a5d-8db2-47e9-b4bf-223d68a2b2d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd092651f-3a22-4c0b-a45b-6fd7eb48bb7c', 'code': 200} Oct 04 09:48:31.282216 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=d092651f-3a22-4c0b-a45b-6fd7eb48bb7c,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:48:31.555061 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b1df83-9f80-49fd-a56c-c98fe205601c req-a18525b1-3fcd-4b98-a49e-93638b0c14b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:48:31.556552 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-90b1df83-9f80-49fd-a56c-c98fe205601c req-a18525b1-3fcd-4b98-a49e-93638b0c14b6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b6555a5d-8db2-47e9-b4bf-223d68a2b2d4 HTTP/1.1" status: 200 len: 1099 time: 0.1219735 Oct 04 09:48:31.596004 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-90b1df83-9f80-49fd-a56c-c98fe205601c req-bf9c0158-3397-43e8-aa55-415d35b753dd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=aefa0998-b0b6-4aaa-90eb-cd9601ed03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328739 Oct 04 09:48:32.173651 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e5bc2-ee59-40dc-8949-7aeb55bafbed req-3615eb1b-bb72-44a6-997d-c93a586c8e1c tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:48:32.175193 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-e34e5bc2-ee59-40dc-8949-7aeb55bafbed req-3615eb1b-bb72-44a6-997d-c93a586c8e1c tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6555a5d-8db2-47e9-b4bf-223d68a2b2d4 HTTP/1.1" status: 200 len: 946 time: 0.0906992 Oct 04 09:48:32.220899 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-e34e5bc2-ee59-40dc-8949-7aeb55bafbed req-d16b3c2c-470d-4fcc-bab4-5263b59a4524 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/security-groups?id=aefa0998-b0b6-4aaa-90eb-cd9601ed03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397947 Oct 04 09:48:32.359050 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:33.464869 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f804d5-8992-4c8c-ba80-6b2582e4ea10 req-a82dbed0-2e28-4b84-8035-91742324d300 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:48:33.466301 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f3f804d5-8992-4c8c-ba80-6b2582e4ea10 req-a82dbed0-2e28-4b84-8035-91742324d300 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6555a5d-8db2-47e9-b4bf-223d68a2b2d4 HTTP/1.1" status: 200 len: 946 time: 0.1340611 Oct 04 09:48:33.509388 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f3f804d5-8992-4c8c-ba80-6b2582e4ea10 req-4b3346c2-e6cf-4b5d-a246-84482c50481a tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/security-groups?id=aefa0998-b0b6-4aaa-90eb-cd9601ed03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367584 Oct 04 09:48:33.898490 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988abd51-d625-447e-b228-49bb707c24bd req-9697cba9-ff1d-41cd-8096-7f39c54a22a0 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:48:33.899946 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-988abd51-d625-447e-b228-49bb707c24bd req-9697cba9-ff1d-41cd-8096-7f39c54a22a0 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6555a5d-8db2-47e9-b4bf-223d68a2b2d4 HTTP/1.1" status: 200 len: 946 time: 0.0909333 Oct 04 09:48:34.033507 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-988abd51-d625-447e-b228-49bb707c24bd req-37d58d77-bef2-4e09-901e-0754e6e6bd22 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/security-groups?id=aefa0998-b0b6-4aaa-90eb-cd9601ed03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278768 Oct 04 09:48:35.231776 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2fde7-f260-4ec8-824f-d2c9d363d712 req-fd5ba952-68aa-4649-9e5d-b7365d82c7a3 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:48:35.233231 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-6ee2fde7-f260-4ec8-824f-d2c9d363d712 req-fd5ba952-68aa-4649-9e5d-b7365d82c7a3 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6555a5d-8db2-47e9-b4bf-223d68a2b2d4 HTTP/1.1" status: 200 len: 946 time: 0.0849731 Oct 04 09:48:35.280727 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-6ee2fde7-f260-4ec8-824f-d2c9d363d712 req-8fa95f3d-2941-467e-bc45-a0f2796f9700 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/security-groups?id=aefa0998-b0b6-4aaa-90eb-cd9601ed03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418174 Oct 04 09:48:35.498071 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e69c5b-7ad2-4a4a-a5bd-0b9236be0878 req-22f151b7-e091-4aa2-9e38-b247ffcbc597 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:48:35.499666 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e0e69c5b-7ad2-4a4a-a5bd-0b9236be0878 req-22f151b7-e091-4aa2-9e38-b247ffcbc597 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6555a5d-8db2-47e9-b4bf-223d68a2b2d4 HTTP/1.1" status: 200 len: 946 time: 0.0841274 Oct 04 09:48:35.569488 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-e0e69c5b-7ad2-4a4a-a5bd-0b9236be0878 req-daa4e757-780c-492b-90b9-42f273d09e6f tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Deleting port d092651f-3a22-4c0b-a45b-6fd7eb48bb7c {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:48:35.569826 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-e0e69c5b-7ad2-4a4a-a5bd-0b9236be0878 req-daa4e757-780c-492b-90b9-42f273d09e6f tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:35.810447 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-e0e69c5b-7ad2-4a4a-a5bd-0b9236be0878 req-daa4e757-780c-492b-90b9-42f273d09e6f tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] For port d092651f-3a22-4c0b-a45b-6fd7eb48bb7c, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=d092651f-3a22-4c0b-a45b-6fd7eb48bb7c,segment=NetworkSegment(30dd2522-1a17-4201-867a-bc133d0fdb9e),segment_id=30dd2522-1a17-4201-867a-bc133d0fdb9e)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:48:35.810803 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-e0e69c5b-7ad2-4a4a-a5bd-0b9236be0878 req-daa4e757-780c-492b-90b9-42f273d09e6f tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:35.930747 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-e0e69c5b-7ad2-4a4a-a5bd-0b9236be0878 req-daa4e757-780c-492b-90b9-42f273d09e6f tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Calling delete_port for d092651f-3a22-4c0b-a45b-6fd7eb48bb7c owned by compute:nova {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:48:36.072447 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-e0e69c5b-7ad2-4a4a-a5bd-0b9236be0878 req-daa4e757-780c-492b-90b9-42f273d09e6f tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:36.108317 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['33ee5f44-b381-49e6-94b7-10fa8ed60a3f', 'd092651f-3a22-4c0b-a45b-6fd7eb48bb7c'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 09:48:36.121834 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa4e757-780c-492b-90b9-42f273d09e6f tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Pushing event deleted for resources: {'Port': ['ID=d092651f-3a22-4c0b-a45b-6fd7eb48bb7c,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:48:36.214856 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e69c5b-7ad2-4a4a-a5bd-0b9236be0878 req-daa4e757-780c-492b-90b9-42f273d09e6f tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] No DVR routers for this DVR port d092651f-3a22-4c0b-a45b-6fd7eb48bb7c on host hv-neutron-8602 {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:48:36.217326 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-e0e69c5b-7ad2-4a4a-a5bd-0b9236be0878 req-daa4e757-780c-492b-90b9-42f273d09e6f tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:36.220917 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6555a5d-8db2-47e9-b4bf-223d68a2b2d4', 'name': 'network-vif-deleted', 'tag': 'd092651f-3a22-4c0b-a45b-6fd7eb48bb7c'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:48:36.222849 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23def493-d80a-4d50-aa1b-9bede9ad565a" -d '{"events": [{"server_uuid": "b6555a5d-8db2-47e9-b4bf-223d68a2b2d4", "name": "network-vif-deleted", "tag": "d092651f-3a22-4c0b-a45b-6fd7eb48bb7c"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:48:36.237839 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e0e69c5b-7ad2-4a4a-a5bd-0b9236be0878 req-daa4e757-780c-492b-90b9-42f273d09e6f tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.20 "DELETE /v2.0/ports/d092651f-3a22-4c0b-a45b-6fd7eb48bb7c HTTP/1.1" status: 204 len: 173 time: 0.7332137 Oct 04 09:48:36.278649 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da46a66-a01e-4478-8bd1-5f48957b9d39 x-openstack-request-id: req-6da46a66-a01e-4478-8bd1-5f48957b9d39 {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:48:36.279209 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6555a5d-8db2-47e9-b4bf-223d68a2b2d4", "name": "network-vif-deleted", "tag": "d092651f-3a22-4c0b-a45b-6fd7eb48bb7c", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:48:36.279550 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6da46a66-a01e-4478-8bd1-5f48957b9d39 {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:48:36.280069 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6da46a66-a01e-4478-8bd1-5f48957b9d39'] response: {'server_uuid': 'b6555a5d-8db2-47e9-b4bf-223d68a2b2d4', 'name': 'network-vif-deleted', 'tag': 'd092651f-3a22-4c0b-a45b-6fd7eb48bb7c', 'status': 'completed', 'code': 200} Oct 04 09:48:36.445499 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-e615e450-4156-49b7-a8c7-0ed81b785d39 req-643f516f-96de-40ba-bf9f-eca49479b222 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6555a5d-8db2-47e9-b4bf-223d68a2b2d4 HTTP/1.1" status: 200 len: 210 time: 0.0501614 Oct 04 09:48:37.714374 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64c19e-cfa7-4387-9473-60f17109a1e0 req-0b24f7d3-a9e5-4d15-81e1-f80bd6e463cb tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:48:37.715187 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-1a64c19e-cfa7-4387-9473-60f17109a1e0 req-0b24f7d3-a9e5-4d15-81e1-f80bd6e463cb tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/ports?device_id=81c0e791-4cd8-4298-9c53-f9f51a77d3e8 HTTP/1.1" status: 200 len: 946 time: 0.0852437 Oct 04 09:48:37.770410 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-1a64c19e-cfa7-4387-9473-60f17109a1e0 req-b876438d-aba5-4f44-ba4e-2a4da322535e tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/security-groups?id=aefa0998-b0b6-4aaa-90eb-cd9601ed03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414789 Oct 04 09:48:37.986271 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518e79e-a038-456a-89e4-476874521d63 req-e862f938-2ac8-44d8-b736-eba574b2deab tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:48:37.987706 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-5518e79e-a038-456a-89e4-476874521d63 req-e862f938-2ac8-44d8-b736-eba574b2deab tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/ports?device_id=81c0e791-4cd8-4298-9c53-f9f51a77d3e8 HTTP/1.1" status: 200 len: 946 time: 0.0910847 Oct 04 09:48:38.030803 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-5518e79e-a038-456a-89e4-476874521d63 req-4dea832d-facb-40ea-b5d8-60d6c4ac178b tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/security-groups?id=aefa0998-b0b6-4aaa-90eb-cd9601ed03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373333 Oct 04 09:48:38.230468 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d132c35-a8f7-4006-aad5-55c7548bb85b req-ef079cce-ea59-4081-a5dc-9873a0fadf9d tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:48:38.231157 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-8d132c35-a8f7-4006-aad5-55c7548bb85b req-ef079cce-ea59-4081-a5dc-9873a0fadf9d tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Synchronizing usage tracker for tenant:003388415f9647efa8d165e5d8ae6def on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:48:38.246670 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-8d132c35-a8f7-4006-aad5-55c7548bb85b req-ef079cce-ea59-4081-a5dc-9873a0fadf9d tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Unset dirty status for tenant:003388415f9647efa8d165e5d8ae6def on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:48:38.247925 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8d132c35-a8f7-4006-aad5-55c7548bb85b req-ef079cce-ea59-4081-a5dc-9873a0fadf9d tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/ports?device_id=81c0e791-4cd8-4298-9c53-f9f51a77d3e8 HTTP/1.1" status: 200 len: 946 time: 0.1082339 Oct 04 09:48:38.292006 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8d132c35-a8f7-4006-aad5-55c7548bb85b req-68ae5f1d-d1d7-4c81-b256-9dd6cc5a6aba tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/security-groups?id=aefa0998-b0b6-4aaa-90eb-cd9601ed03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379925 Oct 04 09:48:38.589146 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261353e8-606a-4959-bc91-73e4e6114c11 req-6252b8ed-7dc8-4867-bc33-69ff16e0251b tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:48:38.590588 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-261353e8-606a-4959-bc91-73e4e6114c11 req-6252b8ed-7dc8-4867-bc33-69ff16e0251b tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/ports?device_id=81c0e791-4cd8-4298-9c53-f9f51a77d3e8 HTTP/1.1" status: 200 len: 946 time: 0.0871444 Oct 04 09:48:38.635273 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-261353e8-606a-4959-bc91-73e4e6114c11 req-74d1f565-efe6-430a-80b2-f4b5a774d772 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/security-groups?id=aefa0998-b0b6-4aaa-90eb-cd9601ed03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376489 Oct 04 09:48:38.833912 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb201fe0-81a7-4396-9a6d-0f9359b87a08 req-755fd970-3738-4688-9374-c5c35373c63e tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:48:38.835341 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-cb201fe0-81a7-4396-9a6d-0f9359b87a08 req-755fd970-3738-4688-9374-c5c35373c63e tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/ports?device_id=81c0e791-4cd8-4298-9c53-f9f51a77d3e8 HTTP/1.1" status: 200 len: 946 time: 0.0883276 Oct 04 09:48:38.879215 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-cb201fe0-81a7-4396-9a6d-0f9359b87a08 req-78ec3b61-8169-443a-a5da-8b44379e0e17 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/security-groups?id=aefa0998-b0b6-4aaa-90eb-cd9601ed03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380936 Oct 04 09:48:39.003143 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device d092651f-3a22-4c0b-a45b-6fd7eb48bb7c no longer exists at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:48:39.039861 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] No Port match for: d092651f-3a22-4c0b-a45b-6fd7eb48bb7c {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:48:39.040204 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device d092651f-3a22-4c0b-a45b-6fd7eb48bb7c not bound to the agent host hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:48:39.081328 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf1689-55d8-45fa-82c4-7b961ea25278 req-a57bb2ef-a685-45ec-958f-12b01544f55e tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:48:39.082763 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-81cf1689-55d8-45fa-82c4-7b961ea25278 req-a57bb2ef-a685-45ec-958f-12b01544f55e tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/ports?device_id=81c0e791-4cd8-4298-9c53-f9f51a77d3e8 HTTP/1.1" status: 200 len: 946 time: 0.0859196 Oct 04 09:48:39.128636 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-81cf1689-55d8-45fa-82c4-7b961ea25278 req-571900b6-ffd3-4900-bae6-20a99af1aa26 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/security-groups?id=aefa0998-b0b6-4aaa-90eb-cd9601ed03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400023 Oct 04 09:48:39.652891 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63afd29-b3db-4294-8777-788f213226a0 req-209b4efa-e481-4add-a062-a128046681ed tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:48:39.654343 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-e63afd29-b3db-4294-8777-788f213226a0 req-209b4efa-e481-4add-a062-a128046681ed tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/ports?device_id=81c0e791-4cd8-4298-9c53-f9f51a77d3e8 HTTP/1.1" status: 200 len: 946 time: 0.0860004 Oct 04 09:48:39.698236 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-e63afd29-b3db-4294-8777-788f213226a0 req-e9ac44d4-134f-44a1-9aaa-f4392b23ac50 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/security-groups?id=aefa0998-b0b6-4aaa-90eb-cd9601ed03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383320 Oct 04 09:48:40.899860 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf6295-a9a9-44c8-bdec-9ecff70eca92 req-5c9ea90b-c2ba-4ca4-83bf-ef66be2a52e7 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:48:40.901322 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d0bf6295-a9a9-44c8-bdec-9ecff70eca92 req-5c9ea90b-c2ba-4ca4-83bf-ef66be2a52e7 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/ports?device_id=81c0e791-4cd8-4298-9c53-f9f51a77d3e8 HTTP/1.1" status: 200 len: 946 time: 0.0893300 Oct 04 09:48:40.944728 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d0bf6295-a9a9-44c8-bdec-9ecff70eca92 req-44faa5fb-cc38-40c4-8502-a68de0c09062 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/security-groups?id=aefa0998-b0b6-4aaa-90eb-cd9601ed03a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377159 Oct 04 09:48:41.329219 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af8b5b-50d5-4e35-bf37-7c5a934a931b req-f56b4822-1c7b-4022-a15a-48af6b747a08 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:48:41.330656 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-81af8b5b-50d5-4e35-bf37-7c5a934a931b req-f56b4822-1c7b-4022-a15a-48af6b747a08 tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.20 "GET /v2.0/ports?device_id=81c0e791-4cd8-4298-9c53-f9f51a77d3e8 HTTP/1.1" status: 200 len: 946 time: 0.0886657 Oct 04 09:48:41.409256 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-81af8b5b-50d5-4e35-bf37-7c5a934a931b req-a4cff7f0-8d99-4ebe-b4d8-2d51eb2cbfea tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Deleting port 33ee5f44-b381-49e6-94b7-10fa8ed60a3f {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:48:41.409605 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-81af8b5b-50d5-4e35-bf37-7c5a934a931b req-a4cff7f0-8d99-4ebe-b4d8-2d51eb2cbfea tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:41.430407 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:41.661403 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-81af8b5b-50d5-4e35-bf37-7c5a934a931b req-a4cff7f0-8d99-4ebe-b4d8-2d51eb2cbfea tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] For port 33ee5f44-b381-49e6-94b7-10fa8ed60a3f, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=33ee5f44-b381-49e6-94b7-10fa8ed60a3f,segment=NetworkSegment(30dd2522-1a17-4201-867a-bc133d0fdb9e),segment_id=30dd2522-1a17-4201-867a-bc133d0fdb9e)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:48:41.661669 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-81af8b5b-50d5-4e35-bf37-7c5a934a931b req-a4cff7f0-8d99-4ebe-b4d8-2d51eb2cbfea tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:41.782589 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-81af8b5b-50d5-4e35-bf37-7c5a934a931b req-a4cff7f0-8d99-4ebe-b4d8-2d51eb2cbfea tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Calling delete_port for 33ee5f44-b381-49e6-94b7-10fa8ed60a3f owned by compute:nova {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:48:42.020723 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-81af8b5b-50d5-4e35-bf37-7c5a934a931b req-a4cff7f0-8d99-4ebe-b4d8-2d51eb2cbfea tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:42.056930 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['33ee5f44-b381-49e6-94b7-10fa8ed60a3f'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 09:48:42.070343 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cff7f0-8d99-4ebe-b4d8-2d51eb2cbfea tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Pushing event deleted for resources: {'Port': ['ID=33ee5f44-b381-49e6-94b7-10fa8ed60a3f,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:48:42.127555 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-6220e194-8a94-4fed-9037-8dc4cc709310 req-04a89f71-404f-4808-99ac-a6f82842b60e tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.50 "GET /v2.0/ports?device_id=81c0e791-4cd8-4298-9c53-f9f51a77d3e8 HTTP/1.1" status: 200 len: 210 time: 0.0693374 Oct 04 09:48:42.165462 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-81af8b5b-50d5-4e35-bf37-7c5a934a931b req-a4cff7f0-8d99-4ebe-b4d8-2d51eb2cbfea tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] No DVR routers for this DVR port 33ee5f44-b381-49e6-94b7-10fa8ed60a3f on host hv-neutron-8602 {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:48:42.168026 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-81af8b5b-50d5-4e35-bf37-7c5a934a931b req-a4cff7f0-8d99-4ebe-b4d8-2d51eb2cbfea tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:42.170687 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c0e791-4cd8-4298-9c53-f9f51a77d3e8', 'name': 'network-vif-deleted', 'tag': '33ee5f44-b381-49e6-94b7-10fa8ed60a3f'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:48:42.173630 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1c2371-2468-4671-8bea-0a138eae5601" -d '{"events": [{"server_uuid": "81c0e791-4cd8-4298-9c53-f9f51a77d3e8", "name": "network-vif-deleted", "tag": "33ee5f44-b381-49e6-94b7-10fa8ed60a3f"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:48:42.187495 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-81af8b5b-50d5-4e35-bf37-7c5a934a931b req-a4cff7f0-8d99-4ebe-b4d8-2d51eb2cbfea tempest-ServersNegativeTestJSON-327806165 tempest-ServersNegativeTestJSON-327806165-project] 10.222.0.20 "DELETE /v2.0/ports/33ee5f44-b381-49e6-94b7-10fa8ed60a3f HTTP/1.1" status: 204 len: 173 time: 0.8514228 Oct 04 09:48:42.224691 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2794d087-e686-4eb2-8cab-8d4d790f3f66 x-openstack-request-id: req-2794d087-e686-4eb2-8cab-8d4d790f3f66 {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:48:42.224981 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81c0e791-4cd8-4298-9c53-f9f51a77d3e8", "name": "network-vif-deleted", "tag": "33ee5f44-b381-49e6-94b7-10fa8ed60a3f", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:48:42.225287 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2794d087-e686-4eb2-8cab-8d4d790f3f66 {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:48:42.225769 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2794d087-e686-4eb2-8cab-8d4d790f3f66'] response: {'server_uuid': '81c0e791-4cd8-4298-9c53-f9f51a77d3e8', 'name': 'network-vif-deleted', 'tag': '33ee5f44-b381-49e6-94b7-10fa8ed60a3f', 'status': 'completed', 'code': 200} Oct 04 09:48:43.227661 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 41282) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:48:43.845891 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a62c17ad-46d4-4925-a225-e83b66f8cae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736827'] for router_interface, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:44.182104 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-a62c17ad-46d4-4925-a225-e83b66f8cae8 admin admin] Deleting port c5e20dbb-4f48-4dee-81fe-00249decdef1 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:48:44.182438 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a62c17ad-46d4-4925-a225-e83b66f8cae8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:44.356604 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-a62c17ad-46d4-4925-a225-e83b66f8cae8 admin admin] For port c5e20dbb-4f48-4dee-81fe-00249decdef1, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=c5e20dbb-4f48-4dee-81fe-00249decdef1,segment=NetworkSegment(30dd2522-1a17-4201-867a-bc133d0fdb9e),segment_id=30dd2522-1a17-4201-867a-bc133d0fdb9e)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:48:44.357347 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a62c17ad-46d4-4925-a225-e83b66f8cae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:44.480621 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-a62c17ad-46d4-4925-a225-e83b66f8cae8 admin admin] Calling delete_port for c5e20dbb-4f48-4dee-81fe-00249decdef1 owned by network:router_interface {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:48:44.790503 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a62c17ad-46d4-4925-a225-e83b66f8cae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:44.942699 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62c17ad-46d4-4925-a225-e83b66f8cae8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5e20dbb-4f48-4dee-81fe-00249decdef1,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:48:45.015790 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 33ee5f44-b381-49e6-94b7-10fa8ed60a3f no longer exists at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:48:45.050863 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] No Port match for: 33ee5f44-b381-49e6-94b7-10fa8ed60a3f {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:48:45.051213 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 33ee5f44-b381-49e6-94b7-10fa8ed60a3f not bound to the agent host hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:48:45.213594 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a62c17ad-46d4-4925-a225-e83b66f8cae8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736911'] for router_interface, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:45.564156 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a62c17ad-46d4-4925-a225-e83b66f8cae8 admin admin] Router dfad078b-c93c-4b96-8c34-65766fa0c4cf has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:48:45.737647 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62c17ad-46d4-4925-a225-e83b66f8cae8 admin admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:48:45.750649 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fc2c93-083b-4c86-91b7-465b0f85ded2 None None] Sync routers for ids ['dfad078b-c93c-4b96-8c34-65766fa0c4cf'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:48:45.755014 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 41286) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:48:45.761047 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a62c17ad-46d4-4925-a225-e83b66f8cae8 admin admin] 10.222.0.50 "PUT /v2.0/routers/dfad078b-c93c-4b96-8c34-65766fa0c4cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5322375 Oct 04 09:48:45.762573 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fc2c93-083b-4c86-91b7-465b0f85ded2 None None] Routers {'dfad078b-c93c-4b96-8c34-65766fa0c4cf'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:48:45.763233 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-31fc2c93-083b-4c86-91b7-465b0f85ded2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:48:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['dfad078b-c93c-4b96-8c34-65766fa0c4cf'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:48:45.929769 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-330bb09f-346e-47e4-9a4d-aad7756eccf5 admin admin] Notify callbacks [] for router, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:45.938603 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-31fc2c93-083b-4c86-91b7-465b0f85ded2 None None] Set router dfad078b-c93c-4b96-8c34-65766fa0c4cf gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:48:46.110065 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-330bb09f-346e-47e4-9a4d-aad7756eccf5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:46.120215 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-330bb09f-346e-47e4-9a4d-aad7756eccf5 admin admin] Deleting port 5ae9d03d-151a-4a13-9f98-2e664b5f0d89 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:48:46.120667 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-330bb09f-346e-47e4-9a4d-aad7756eccf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:46.255381 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-31fc2c93-083b-4c86-91b7-465b0f85ded2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfad078b-c93c-4b96-8c34-65766fa0c4cf', 'name': 'tempest-ServersNegativeTestJSON-1149796173-router', 'tenant_id': '003388415f9647efa8d165e5d8ae6def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.90'}], 'enable_snat': True}, 'gw_port_id': '5ae9d03d-151a-4a13-9f98-2e664b5f0d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:48:00Z', 'updated_at': '2022-10-04T09:48:44Z', 'revision_number': 5, 'project_id': '003388415f9647efa8d165e5d8ae6def', 'gw_port': {'id': '5ae9d03d-151a-4a13-9f98-2e664b5f0d89', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfad078b-c93c-4b96-8c34-65766fa0c4cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:48:01Z', 'updated_at': '2022-10-04T09:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:48:46.259088 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fc2c93-083b-4c86-91b7-465b0f85ded2 None None] Checking router: dfad078b-c93c-4b96-8c34-65766fa0c4cf for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:48:46.267218 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fc2c93-083b-4c86-91b7-465b0f85ded2 None None] Routers {'dfad078b-c93c-4b96-8c34-65766fa0c4cf'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:48:46.267825 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-31fc2c93-083b-4c86-91b7-465b0f85ded2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:48:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['dfad078b-c93c-4b96-8c34-65766fa0c4cf'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:48:46.294704 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-330bb09f-346e-47e4-9a4d-aad7756eccf5 admin admin] For port 5ae9d03d-151a-4a13-9f98-2e664b5f0d89, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=5ae9d03d-151a-4a13-9f98-2e664b5f0d89,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:48:46.295061 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-330bb09f-346e-47e4-9a4d-aad7756eccf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:46.420830 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-330bb09f-346e-47e4-9a4d-aad7756eccf5 admin admin] Calling delete_port for 5ae9d03d-151a-4a13-9f98-2e664b5f0d89 owned by network:router_gateway {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:48:46.430276 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-31fc2c93-083b-4c86-91b7-465b0f85ded2 None None] Set router dfad078b-c93c-4b96-8c34-65766fa0c4cf gateway port host: None {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:48:46.536217 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-31fc2c93-083b-4c86-91b7-465b0f85ded2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfad078b-c93c-4b96-8c34-65766fa0c4cf', 'name': 'tempest-ServersNegativeTestJSON-1149796173-router', 'tenant_id': '003388415f9647efa8d165e5d8ae6def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:48:00Z', 'updated_at': '2022-10-04T09:48:46Z', 'revision_number': 6, 'project_id': '003388415f9647efa8d165e5d8ae6def', 'gw_port_host': None}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:48:46.540139 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fc2c93-083b-4c86-91b7-465b0f85ded2 None None] The sync data for ids ['dfad078b-c93c-4b96-8c34-65766fa0c4cf'] in dv-neutron-860215-1-hyperv is: [{'id': 'dfad078b-c93c-4b96-8c34-65766fa0c4cf', 'name': 'tempest-ServersNegativeTestJSON-1149796173-router', 'tenant_id': '003388415f9647efa8d165e5d8ae6def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:48:00Z', 'updated_at': '2022-10-04T09:48:46Z', 'revision_number': 6, 'project_id': '003388415f9647efa8d165e5d8ae6def', 'gw_port_host': None}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:48:46.714492 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-330bb09f-346e-47e4-9a4d-aad7756eccf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:46.765375 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330bb09f-346e-47e4-9a4d-aad7756eccf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ae9d03d-151a-4a13-9f98-2e664b5f0d89,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:48:46.833748 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330bb09f-346e-47e4-9a4d-aad7756eccf5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:48:46.834023 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330bb09f-346e-47e4-9a4d-aad7756eccf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:48:46.834358 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330bb09f-346e-47e4-9a4d-aad7756eccf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:48:46.834686 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330bb09f-346e-47e4-9a4d-aad7756eccf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:48:46.835010 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330bb09f-346e-47e4-9a4d-aad7756eccf5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:48:46.835335 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330bb09f-346e-47e4-9a4d-aad7756eccf5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:48:46.835659 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330bb09f-346e-47e4-9a4d-aad7756eccf5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:48:46.835976 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330bb09f-346e-47e4-9a4d-aad7756eccf5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:48:46.836297 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330bb09f-346e-47e4-9a4d-aad7756eccf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:48:46.836636 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330bb09f-346e-47e4-9a4d-aad7756eccf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:48:46.836949 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330bb09f-346e-47e4-9a4d-aad7756eccf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:48:46.837265 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330bb09f-346e-47e4-9a4d-aad7756eccf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:48:46.866641 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-330bb09f-346e-47e4-9a4d-aad7756eccf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737040'] for router_gateway, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:47.142989 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-330bb09f-346e-47e4-9a4d-aad7756eccf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:47.145548 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-330bb09f-346e-47e4-9a4d-aad7756eccf5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:47.169335 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-330bb09f-346e-47e4-9a4d-aad7756eccf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:47.170138 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330bb09f-346e-47e4-9a4d-aad7756eccf5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dfad078b-c93c-4b96-8c34-65766fa0c4cf {{(pid=89032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:48:47.183126 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-330bb09f-346e-47e4-9a4d-aad7756eccf5 admin admin] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:47.184227 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-330bb09f-346e-47e4-9a4d-aad7756eccf5 admin admin] 10.222.0.50 "DELETE /v2.0/routers/dfad078b-c93c-4b96-8c34-65766fa0c4cf HTTP/1.1" status: 204 len: 168 time: 1.4284005 Oct 04 09:48:47.186787 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 41290) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:48:47.246582 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_v2 [None req-b179309b-5d89-4176-9e2c-5eecee5fdf31 admin admin] Deleting subnet 27a3d845-dd46-430e-be54-dbb2153d9acd {{(pid=89032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:48:47.249548 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b179309b-5d89-4176-9e2c-5eecee5fdf31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:47.296459 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b179309b-5d89-4176-9e2c-5eecee5fdf31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885153'] for subnet, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:47.377098 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b179309b-5d89-4176-9e2c-5eecee5fdf31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:47.444708 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b179309b-5d89-4176-9e2c-5eecee5fdf31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:47.483361 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b179309b-5d89-4176-9e2c-5eecee5fdf31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27a3d845-dd46-430e-be54-dbb2153d9acd,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:48:47.485385 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b179309b-5d89-4176-9e2c-5eecee5fdf31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:47.491356 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1691495-f33a-4d39-8db2-fbdf3449fe68 None None] Network 71891baf-8d6d-4c62-97ea-3dc54c70d22d requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:48:47.492017 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-b179309b-5d89-4176-9e2c-5eecee5fdf31 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/27a3d845-dd46-430e-be54-dbb2153d9acd HTTP/1.1" status: 204 len: 168 time: 0.3042679 Oct 04 09:48:47.494559 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 41294) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:48:47.601831 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6d62960f-be35-4c72-bada-7a66b2fb7b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:47.613294 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-6d62960f-be35-4c72-bada-7a66b2fb7b00 admin admin] Deleting port cf94602d-f420-4dbc-9a86-9f00b50b8b84 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:48:47.613624 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6d62960f-be35-4c72-bada-7a66b2fb7b00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:47.775312 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6d62b6-f1b2-4797-8e7a-4e5631925a0d None None] DHCP port deletion for 71891baf-8d6d-4c62-97ea-3dc54c70d22d request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:48:47.779672 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-5d6d62b6-f1b2-4797-8e7a-4e5631925a0d None None] Deleting port cf94602d-f420-4dbc-9a86-9f00b50b8b84 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:48:47.780049 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5d6d62b6-f1b2-4797-8e7a-4e5631925a0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:47.810324 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device c5e20dbb-4f48-4dee-81fe-00249decdef1 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:48:47.824625 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-6d62960f-be35-4c72-bada-7a66b2fb7b00 admin admin] For port cf94602d-f420-4dbc-9a86-9f00b50b8b84, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=cf94602d-f420-4dbc-9a86-9f00b50b8b84,segment=NetworkSegment(30dd2522-1a17-4201-867a-bc133d0fdb9e),segment_id=30dd2522-1a17-4201-867a-bc133d0fdb9e)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:48:47.824979 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6d62960f-be35-4c72-bada-7a66b2fb7b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:47.859156 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: c5e20dbb-4f48-4dee-81fe-00249decdef1 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:48:47.859412 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device c5e20dbb-4f48-4dee-81fe-00249decdef1 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:48:47.859829 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 5ae9d03d-151a-4a13-9f98-2e664b5f0d89 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:48:47.896262 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 5ae9d03d-151a-4a13-9f98-2e664b5f0d89 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:48:47.896628 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 5ae9d03d-151a-4a13-9f98-2e664b5f0d89 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:48:48.053987 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-5d6d62b6-f1b2-4797-8e7a-4e5631925a0d None None] For port cf94602d-f420-4dbc-9a86-9f00b50b8b84, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=cf94602d-f420-4dbc-9a86-9f00b50b8b84,segment=NetworkSegment(30dd2522-1a17-4201-867a-bc133d0fdb9e),segment_id=30dd2522-1a17-4201-867a-bc133d0fdb9e)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:48:48.054468 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5d6d62b6-f1b2-4797-8e7a-4e5631925a0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:48.060288 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-6d62960f-be35-4c72-bada-7a66b2fb7b00 admin admin] Calling delete_port for cf94602d-f420-4dbc-9a86-9f00b50b8b84 owned by network:dhcp {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:48:48.137316 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6d62960f-be35-4c72-bada-7a66b2fb7b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:48.177037 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-5d6d62b6-f1b2-4797-8e7a-4e5631925a0d None None] Calling delete_port for cf94602d-f420-4dbc-9a86-9f00b50b8b84 owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:48:48.183188 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d62960f-be35-4c72-bada-7a66b2fb7b00 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf94602d-f420-4dbc-9a86-9f00b50b8b84,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:48:48.186735 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d62960f-be35-4c72-bada-7a66b2fb7b00 admin admin] No DVR routers for this DVR port cf94602d-f420-4dbc-9a86-9f00b50b8b84 on host dv-neutron-860215-1-hyperv {{(pid=89033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:48:48.247487 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.db.api [None req-5d6d62b6-f1b2-4797-8e7a-4e5631925a0d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:48:48.247840 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG oslo_db.api [None req-5d6d62b6-f1b2-4797-8e7a-4e5631925a0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:48:48.301900 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6d62960f-be35-4c72-bada-7a66b2fb7b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:48.326860 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-6d62960f-be35-4c72-bada-7a66b2fb7b00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71891baf-8d6d-4c62-97ea-3dc54c70d22d']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:48:48.339055 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-6d62960f-be35-4c72-bada-7a66b2fb7b00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30dd2522-1a17-4201-867a-bc133d0fdb9e') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:48:48.339354 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-6d62960f-be35-4c72-bada-7a66b2fb7b00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30dd2522-1a17-4201-867a-bc133d0fdb9e') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:48:48.350461 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6d62960f-be35-4c72-bada-7a66b2fb7b00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:48.365814 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6d62960f-be35-4c72-bada-7a66b2fb7b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:48.372024 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d62960f-be35-4c72-bada-7a66b2fb7b00 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:48:48.372489 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6d62960f-be35-4c72-bada-7a66b2fb7b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:48.466835 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6d62960f-be35-4c72-bada-7a66b2fb7b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:48.471603 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6d62960f-be35-4c72-bada-7a66b2fb7b00 admin admin] Notify callbacks [] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:48.497415 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d62960f-be35-4c72-bada-7a66b2fb7b00 admin admin] Pushing event deleted for resources: {'Network': ['ID=71891baf-8d6d-4c62-97ea-3dc54c70d22d,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:48:48.509462 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-6d62960f-be35-4c72-bada-7a66b2fb7b00 admin admin] 10.222.0.50 "DELETE /v2.0/networks/71891baf-8d6d-4c62-97ea-3dc54c70d22d HTTP/1.1" status: 204 len: 168 time: 1.0138397 Oct 04 09:48:48.519499 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 30dd2522-1a17-4201-867a-bc133d0fdb9e resource provider aggregate not found Oct 04 09:48:48.535635 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 30dd2522-1a17-4201-867a-bc133d0fdb9e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 30dd2522-1a17-4201-867a-bc133d0fdb9e found for delete ", "request_id": "req-9a1c9d71-da32-4823-bc64-d1bad6e9aca4"}]} Oct 04 09:48:48.615851 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 41306) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:48:48.664113 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-81aa9361-dce9-418a-8d30-99cb77bd5b31 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=003388415f9647efa8d165e5d8ae6def&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470593 Oct 04 09:48:48.666454 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 41310) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:48:48.709674 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:48:48.727451 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-78da0640-1034-4b8e-a8bb-100e3b121bb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:48.749251 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-5d6d62b6-f1b2-4797-8e7a-4e5631925a0d None None] Deleting port cf94602d-f420-4dbc-9a86-9f00b50b8b84 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:48:48.749872 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5d6d62b6-f1b2-4797-8e7a-4e5631925a0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:48.758269 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-78da0640-1034-4b8e-a8bb-100e3b121bb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:48.809722 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-78da0640-1034-4b8e-a8bb-100e3b121bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:48.828261 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da0640-1034-4b8e-a8bb-100e3b121bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aefa0998-b0b6-4aaa-90eb-cd9601ed03a5,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:48:48.840147 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-78da0640-1034-4b8e-a8bb-100e3b121bb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:48.841319 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-78da0640-1034-4b8e-a8bb-100e3b121bb3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/aefa0998-b0b6-4aaa-90eb-cd9601ed03a5 HTTP/1.1" status: 204 len: 168 time: 0.1739862 Oct 04 09:48:48.857972 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-5d6d62b6-f1b2-4797-8e7a-4e5631925a0d None None] The port 'cf94602d-f420-4dbc-9a86-9f00b50b8b84' was deleted {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 04 09:48:49.558366 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 41334) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:48:49.657827 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-1d769d3e-9983-463f-9dd2-63356fbdd5f2 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1968097150'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:48:49.663489 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-1d769d3e-9983-463f-9dd2-63356fbdd5f2 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:48:49.667269 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-1d769d3e-9983-463f-9dd2-63356fbdd5f2 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Usage tracker for resource:network and tenant:9d9348456cb8496dbcc9c9c7fe302d6e is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:48:49.670114 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-1d769d3e-9983-463f-9dd2-63356fbdd5f2 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:48:49.676176 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-1d769d3e-9983-463f-9dd2-63356fbdd5f2 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:48:49.687302 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d769d3e-9983-463f-9dd2-63356fbdd5f2 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Made reservation on behalf of 9d9348456cb8496dbcc9c9c7fe302d6e for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:48:49.691071 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1d769d3e-9983-463f-9dd2-63356fbdd5f2 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:49.703150 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1d769d3e-9983-463f-9dd2-63356fbdd5f2 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:49.717987 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-1d769d3e-9983-463f-9dd2-63356fbdd5f2 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:48:49.722374 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-1d769d3e-9983-463f-9dd2-63356fbdd5f2 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Usage tracker for resource:security_group_rule and tenant:9d9348456cb8496dbcc9c9c7fe302d6e is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:48:49.725186 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-1d769d3e-9983-463f-9dd2-63356fbdd5f2 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:48:49.731898 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-1d769d3e-9983-463f-9dd2-63356fbdd5f2 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:48:49.777816 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device cf94602d-f420-4dbc-9a86-9f00b50b8b84 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:48:49.812057 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: cf94602d-f420-4dbc-9a86-9f00b50b8b84 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:48:49.812444 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device cf94602d-f420-4dbc-9a86-9f00b50b8b84 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:48:49.826049 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1d769d3e-9983-463f-9dd2-63356fbdd5f2 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:49.829897 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1d769d3e-9983-463f-9dd2-63356fbdd5f2 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:49.867641 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d769d3e-9983-463f-9dd2-63356fbdd5f2 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:48:49.872982 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d769d3e-9983-463f-9dd2-63356fbdd5f2 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a551589-c5f7-45d0-958f-8fa888115f04,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:48:49.880894 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1d769d3e-9983-463f-9dd2-63356fbdd5f2 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:49.881795 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-1d769d3e-9983-463f-9dd2-63356fbdd5f2 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Added segment 3d2266a1-f513-4814-8fbf-537de70b53c6 of type vlan for network b2cca2ff-dba8-4436-8424-03ba5232b43e Oct 04 09:48:49.907938 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1d769d3e-9983-463f-9dd2-63356fbdd5f2 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:49.935308 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1d769d3e-9983-463f-9dd2-63356fbdd5f2 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:49.941165 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d769d3e-9983-463f-9dd2-63356fbdd5f2 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:48:49.941734 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1d769d3e-9983-463f-9dd2-63356fbdd5f2 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks [] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:50.044679 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-1d769d3e-9983-463f-9dd2-63356fbdd5f2 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4852076 Oct 04 09:48:50.050112 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d769d3e-9983-463f-9dd2-63356fbdd5f2 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Pushing event updated for resources: {'Network': ['ID=b2cca2ff-dba8-4436-8424-03ba5232b43e,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:48:50.059972 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network b2cca2ff-dba8-4436-8424-03ba5232b43e details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:48:53.295177 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 41340) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:48:53.301186 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-2488ef89-f814-4074-8ec9-b928a7ba24a6 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Request body: {'subnet': {'network_id': 'b2cca2ff-dba8-4436-8424-03ba5232b43e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:48:53.414795 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-2488ef89-f814-4074-8ec9-b928a7ba24a6 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:48:53.418573 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-2488ef89-f814-4074-8ec9-b928a7ba24a6 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Usage tracker for resource:subnet and tenant:9d9348456cb8496dbcc9c9c7fe302d6e is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:48:53.421297 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-2488ef89-f814-4074-8ec9-b928a7ba24a6 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:48:53.427355 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-2488ef89-f814-4074-8ec9-b928a7ba24a6 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:48:53.436927 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2488ef89-f814-4074-8ec9-b928a7ba24a6 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Made reservation on behalf of 9d9348456cb8496dbcc9c9c7fe302d6e for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:48:53.440953 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2488ef89-f814-4074-8ec9-b928a7ba24a6 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:53.650918 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2488ef89-f814-4074-8ec9-b928a7ba24a6 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:53.725640 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2488ef89-f814-4074-8ec9-b928a7ba24a6 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Pushing event updated for resources: {'Subnet': ['ID=7ca736db-c430-432f-819c-4baa11ea6221,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:48:53.738296 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2488ef89-f814-4074-8ec9-b928a7ba24a6 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:48:53.738643 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2488ef89-f814-4074-8ec9-b928a7ba24a6 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:48:53.738981 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2488ef89-f814-4074-8ec9-b928a7ba24a6 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:48:53.739317 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2488ef89-f814-4074-8ec9-b928a7ba24a6 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:48:53.739650 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2488ef89-f814-4074-8ec9-b928a7ba24a6 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:48:53.739981 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2488ef89-f814-4074-8ec9-b928a7ba24a6 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:48:53.740327 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2488ef89-f814-4074-8ec9-b928a7ba24a6 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:48:53.740659 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2488ef89-f814-4074-8ec9-b928a7ba24a6 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:48:53.740983 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2488ef89-f814-4074-8ec9-b928a7ba24a6 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:48:53.741305 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2488ef89-f814-4074-8ec9-b928a7ba24a6 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:48:53.741627 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2488ef89-f814-4074-8ec9-b928a7ba24a6 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:48:53.741945 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2488ef89-f814-4074-8ec9-b928a7ba24a6 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:48:53.744959 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2488ef89-f814-4074-8ec9-b928a7ba24a6 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Checking segment: {'id': '3d2266a1-f513-4814-8fbf-537de70b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b2cca2ff-dba8-4436-8424-03ba5232b43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:48:53.745320 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2488ef89-f814-4074-8ec9-b928a7ba24a6 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Network hostable DHCP agents. Network: b2cca2ff-dba8-4436-8424-03ba5232b43e, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:48:53.765486 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2488ef89-f814-4074-8ec9-b928a7ba24a6 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Network b2cca2ff-dba8-4436-8424-03ba5232b43e is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:48:53.774273 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-2488ef89-f814-4074-8ec9-b928a7ba24a6 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, b2cca2ff-dba8-4436-8424-03ba5232b43e) {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:48:53.778358 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2488ef89-f814-4074-8ec9-b928a7ba24a6 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:48:53.779045 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2488ef89-f814-4074-8ec9-b928a7ba24a6 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:53.783272 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794dcd7b-033e-42b5-a6e3-375df11b550a None None] Network b2cca2ff-dba8-4436-8424-03ba5232b43e requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:48:53.809496 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-2488ef89-f814-4074-8ec9-b928a7ba24a6 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5132263 Oct 04 09:48:53.812901 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 41344) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:48:53.819165 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-555e1d06-84a5-4e95-a443-9fa85d800574 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1506378632'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:48:53.824134 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-555e1d06-84a5-4e95-a443-9fa85d800574 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:48:53.828010 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-555e1d06-84a5-4e95-a443-9fa85d800574 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Usage tracker for resource:network and tenant:9d9348456cb8496dbcc9c9c7fe302d6e is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:48:53.830821 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-555e1d06-84a5-4e95-a443-9fa85d800574 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:48:53.836382 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-555e1d06-84a5-4e95-a443-9fa85d800574 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:48:53.847016 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555e1d06-84a5-4e95-a443-9fa85d800574 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Made reservation on behalf of 9d9348456cb8496dbcc9c9c7fe302d6e for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:48:53.850381 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-555e1d06-84a5-4e95-a443-9fa85d800574 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:53.877978 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-555e1d06-84a5-4e95-a443-9fa85d800574 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:48:53.887201 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-555e1d06-84a5-4e95-a443-9fa85d800574 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:53.887548 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-555e1d06-84a5-4e95-a443-9fa85d800574 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Added segment 0fb1ca5f-3a29-4bfd-93b6-4470ad4a4232 of type vlan for network a89a7a93-a404-411d-ab14-fd45ff262637 Oct 04 09:48:53.913205 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-555e1d06-84a5-4e95-a443-9fa85d800574 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:53.942646 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-555e1d06-84a5-4e95-a443-9fa85d800574 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:53.948138 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555e1d06-84a5-4e95-a443-9fa85d800574 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:48:53.948766 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-555e1d06-84a5-4e95-a443-9fa85d800574 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks [] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:54.001642 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f41127-27bb-4bf9-a616-4204363430fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-b2cca2ff-dba8-4436-8424-03ba5232b43e', 'network_id': 'b2cca2ff-dba8-4436-8424-03ba5232b43e', 'tenant_id': '9d9348456cb8496dbcc9c9c7fe302d6e', 'fixed_ips': [{'subnet_id': '7ca736db-c430-432f-819c-4baa11ea6221'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:48:54.002515 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f9f41127-27bb-4bf9-a616-4204363430fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:54.050693 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-555e1d06-84a5-4e95-a443-9fa85d800574 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2366586 Oct 04 09:48:54.053949 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 41348) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:48:54.060144 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-7734820a-3ab4-4227-85a8-064f5155fb6b tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Request body: {'subnet': {'network_id': 'a89a7a93-a404-411d-ab14-fd45ff262637', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:48:54.064021 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555e1d06-84a5-4e95-a443-9fa85d800574 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Pushing event updated for resources: {'Network': ['ID=a89a7a93-a404-411d-ab14-fd45ff262637,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:48:54.078641 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network a89a7a93-a404-411d-ab14-fd45ff262637 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:48:54.170298 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-7734820a-3ab4-4227-85a8-064f5155fb6b tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:48:54.174031 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-7734820a-3ab4-4227-85a8-064f5155fb6b tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Usage tracker for resource:subnet and tenant:9d9348456cb8496dbcc9c9c7fe302d6e is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:48:54.176874 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-7734820a-3ab4-4227-85a8-064f5155fb6b tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:48:54.182732 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-7734820a-3ab4-4227-85a8-064f5155fb6b tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:48:54.193011 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7734820a-3ab4-4227-85a8-064f5155fb6b tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Made reservation on behalf of 9d9348456cb8496dbcc9c9c7fe302d6e for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:48:54.196777 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7734820a-3ab4-4227-85a8-064f5155fb6b tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:54.247024 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-f9f41127-27bb-4bf9-a616-4204363430fe None None] Allocated IP 2001:db8:0:ffff::2 (b2cca2ff-dba8-4436-8424-03ba5232b43e/7ca736db-c430-432f-819c-4baa11ea6221/604ecd76-7d58-434f-96b5-c9890b033652) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:48:54.429868 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7734820a-3ab4-4227-85a8-064f5155fb6b tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:54.464593 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f9f41127-27bb-4bf9-a616-4204363430fe None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:54.475169 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-f9f41127-27bb-4bf9-a616-4204363430fe None None] Transition to ACTIVE for port object 604ecd76-7d58-434f-96b5-c9890b033652 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:48:54.493464 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-f9f41127-27bb-4bf9-a616-4204363430fe None None] Transition to ACTIVE for port object 604ecd76-7d58-434f-96b5-c9890b033652 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:48:54.499679 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f9f41127-27bb-4bf9-a616-4204363430fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:54.509112 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7734820a-3ab4-4227-85a8-064f5155fb6b tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Pushing event updated for resources: {'Subnet': ['ID=a44dc03c-5316-460a-aa55-a1713a88d8e0,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:48:54.516911 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7734820a-3ab4-4227-85a8-064f5155fb6b tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Checking segment: {'id': '0fb1ca5f-3a29-4bfd-93b6-4470ad4a4232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'a89a7a93-a404-411d-ab14-fd45ff262637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:48:54.517177 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7734820a-3ab4-4227-85a8-064f5155fb6b tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Network hostable DHCP agents. Network: a89a7a93-a404-411d-ab14-fd45ff262637, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:48:54.536571 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7734820a-3ab4-4227-85a8-064f5155fb6b tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Network a89a7a93-a404-411d-ab14-fd45ff262637 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:48:54.546380 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-7734820a-3ab4-4227-85a8-064f5155fb6b tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, a89a7a93-a404-411d-ab14-fd45ff262637) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:48:54.555098 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7734820a-3ab4-4227-85a8-064f5155fb6b tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:48:54.555733 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7734820a-3ab4-4227-85a8-064f5155fb6b tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks [] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:54.564084 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e1973a-4e71-499d-8f8c-3060128f53ab None None] Network a89a7a93-a404-411d-ab14-fd45ff262637 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:48:54.578104 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-7734820a-3ab4-4227-85a8-064f5155fb6b tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5228186 Oct 04 09:48:54.581456 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 41352) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:48:54.582843 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f41127-27bb-4bf9-a616-4204363430fe None None] Network b2cca2ff-dba8-4436-8424-03ba5232b43e is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:48:54.590259 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-f9f41127-27bb-4bf9-a616-4204363430fe None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:48:54.641288 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f41127-27bb-4bf9-a616-4204363430fe None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:48:54.698493 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f41127-27bb-4bf9-a616-4204363430fe None None] Pushing event updated for resources: {'Port': ['ID=604ecd76-7d58-434f-96b5-c9890b033652,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:48:54.802338 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-f9f41127-27bb-4bf9-a616-4204363430fe None None] Attempting to bind port 604ecd76-7d58-434f-96b5-c9890b033652 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:48:54.803045 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-f9f41127-27bb-4bf9-a616-4204363430fe None None] Attempting to bind port 604ecd76-7d58-434f-96b5-c9890b033652 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '3d2266a1-f513-4814-8fbf-537de70b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b2cca2ff-dba8-4436-8424-03ba5232b43e'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:48:54.803045 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f41127-27bb-4bf9-a616-4204363430fe None None] Attempting to bind port 604ecd76-7d58-434f-96b5-c9890b033652 on network b2cca2ff-dba8-4436-8424-03ba5232b43e {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:48:54.818721 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aa70e82a-9cbd-4ba4-bcd5-d1d01be9f746 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:54.838191 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f41127-27bb-4bf9-a616-4204363430fe None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:48:54.838568 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f41127-27bb-4bf9-a616-4204363430fe None None] Checking segment: {'id': '3d2266a1-f513-4814-8fbf-537de70b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b2cca2ff-dba8-4436-8424-03ba5232b43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:48:54.838969 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f9f41127-27bb-4bf9-a616-4204363430fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:54.839364 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f41127-27bb-4bf9-a616-4204363430fe None None] Bound using segment: {'id': '3d2266a1-f513-4814-8fbf-537de70b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b2cca2ff-dba8-4436-8424-03ba5232b43e'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:48:54.839833 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-f9f41127-27bb-4bf9-a616-4204363430fe None None] Bound port: 604ecd76-7d58-434f-96b5-c9890b033652, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d2266a1-f513-4814-8fbf-537de70b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b2cca2ff-dba8-4436-8424-03ba5232b43e'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:48:54.840207 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f9f41127-27bb-4bf9-a616-4204363430fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:54.883934 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aa70e82a-9cbd-4ba4-bcd5-d1d01be9f746 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:54.965098 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aa70e82a-9cbd-4ba4-bcd5-d1d01be9f746 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:54.979192 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3418f761-4c83-4b97-aa6b-cd80708fb822 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-a89a7a93-a404-411d-ab14-fd45ff262637', 'network_id': 'a89a7a93-a404-411d-ab14-fd45ff262637', 'tenant_id': '9d9348456cb8496dbcc9c9c7fe302d6e', 'fixed_ips': [{'subnet_id': 'a44dc03c-5316-460a-aa55-a1713a88d8e0'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:48:54.980000 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-3418f761-4c83-4b97-aa6b-cd80708fb822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:55.005921 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa70e82a-9cbd-4ba4-bcd5-d1d01be9f746 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Pushing event deleted for resources: {'Subnet': ['ID=a44dc03c-5316-460a-aa55-a1713a88d8e0,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:48:55.010043 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-f9f41127-27bb-4bf9-a616-4204363430fe None None] For port 604ecd76-7d58-434f-96b5-c9890b033652, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:48:55.013797 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-f9f41127-27bb-4bf9-a616-4204363430fe None None] For port 604ecd76-7d58-434f-96b5-c9890b033652, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=604ecd76-7d58-434f-96b5-c9890b033652,segment=NetworkSegment(3d2266a1-f513-4814-8fbf-537de70b53c6),segment_id=3d2266a1-f513-4814-8fbf-537de70b53c6)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:48:55.050929 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f9f41127-27bb-4bf9-a616-4204363430fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:55.099496 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aa70e82a-9cbd-4ba4-bcd5-d1d01be9f746 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:55.128134 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-aa70e82a-9cbd-4ba4-bcd5-d1d01be9f746 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a89a7a93-a404-411d-ab14-fd45ff262637']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:48:55.141134 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-aa70e82a-9cbd-4ba4-bcd5-d1d01be9f746 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fb1ca5f-3a29-4bfd-93b6-4470ad4a4232') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:48:55.141434 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-aa70e82a-9cbd-4ba4-bcd5-d1d01be9f746 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fb1ca5f-3a29-4bfd-93b6-4470ad4a4232') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:48:55.152891 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aa70e82a-9cbd-4ba4-bcd5-d1d01be9f746 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:55.169651 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aa70e82a-9cbd-4ba4-bcd5-d1d01be9f746 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:55.177002 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa70e82a-9cbd-4ba4-bcd5-d1d01be9f746 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:48:55.177370 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aa70e82a-9cbd-4ba4-bcd5-d1d01be9f746 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:55.185582 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fe27c4-da3e-4809-82e9-797ceecffef8 None None] Network a89a7a93-a404-411d-ab14-fd45ff262637 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:48:55.248346 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 0fb1ca5f-3a29-4bfd-93b6-4470ad4a4232 resource provider aggregate not found Oct 04 09:48:55.275177 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 0fb1ca5f-3a29-4bfd-93b6-4470ad4a4232 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0fb1ca5f-3a29-4bfd-93b6-4470ad4a4232 found for delete ", "request_id": "req-a2c5753f-8e60-4320-8a2c-2ae879ca2192"}]} Oct 04 09:48:55.283912 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f41127-27bb-4bf9-a616-4204363430fe None None] Pushing event updated for resources: {'Port': ['ID=604ecd76-7d58-434f-96b5-c9890b033652,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:48:55.288316 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aa70e82a-9cbd-4ba4-bcd5-d1d01be9f746 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:55.292572 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-aa70e82a-9cbd-4ba4-bcd5-d1d01be9f746 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks [] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:55.319383 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa70e82a-9cbd-4ba4-bcd5-d1d01be9f746 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Pushing event deleted for resources: {'Network': ['ID=a89a7a93-a404-411d-ab14-fd45ff262637,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:48:55.323397 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-aa70e82a-9cbd-4ba4-bcd5-d1d01be9f746 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] 10.222.0.50 "DELETE /v2.0/networks/a89a7a93-a404-411d-ab14-fd45ff262637 HTTP/1.1" status: 204 len: 168 time: 0.7405226 Oct 04 09:48:55.326615 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 41360) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:48:55.332247 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-7cf8c82b-aa26-49da-946d-0080da1f40e9 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1239446635'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:48:55.337298 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-7cf8c82b-aa26-49da-946d-0080da1f40e9 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:48:55.341167 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-7cf8c82b-aa26-49da-946d-0080da1f40e9 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Usage tracker for resource:network and tenant:9d9348456cb8496dbcc9c9c7fe302d6e is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:48:55.344207 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-7cf8c82b-aa26-49da-946d-0080da1f40e9 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:48:55.350771 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-7cf8c82b-aa26-49da-946d-0080da1f40e9 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:48:55.361369 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf8c82b-aa26-49da-946d-0080da1f40e9 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Made reservation on behalf of 9d9348456cb8496dbcc9c9c7fe302d6e for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:48:55.365618 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7cf8c82b-aa26-49da-946d-0080da1f40e9 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:55.415054 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cf8c82b-aa26-49da-946d-0080da1f40e9 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:48:55.424931 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7cf8c82b-aa26-49da-946d-0080da1f40e9 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:55.425272 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-7cf8c82b-aa26-49da-946d-0080da1f40e9 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Added segment 8df77914-2167-4c9f-b947-57071f725a2f of type vlan for network e9b00442-2cc7-4bce-993c-0f23db4977b8 Oct 04 09:48:55.454825 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7cf8c82b-aa26-49da-946d-0080da1f40e9 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:55.486328 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7cf8c82b-aa26-49da-946d-0080da1f40e9 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:55.491990 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf8c82b-aa26-49da-946d-0080da1f40e9 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:48:55.492601 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7cf8c82b-aa26-49da-946d-0080da1f40e9 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks [] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:55.586524 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-7cf8c82b-aa26-49da-946d-0080da1f40e9 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2588699 Oct 04 09:48:55.589431 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 41364) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:48:55.595277 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-e22b5322-3450-46f0-b303-641bc9d61cde tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Request body: {'subnet': {'network_id': 'e9b00442-2cc7-4bce-993c-0f23db4977b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:48:55.605797 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf8c82b-aa26-49da-946d-0080da1f40e9 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Pushing event updated for resources: {'Network': ['ID=e9b00442-2cc7-4bce-993c-0f23db4977b8,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:48:55.616275 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network e9b00442-2cc7-4bce-993c-0f23db4977b8 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:48:55.707856 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-e22b5322-3450-46f0-b303-641bc9d61cde tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:48:55.711840 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-e22b5322-3450-46f0-b303-641bc9d61cde tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Usage tracker for resource:subnet and tenant:9d9348456cb8496dbcc9c9c7fe302d6e is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:48:55.714772 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-e22b5322-3450-46f0-b303-641bc9d61cde tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:48:55.720822 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-e22b5322-3450-46f0-b303-641bc9d61cde tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:48:55.732972 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22b5322-3450-46f0-b303-641bc9d61cde tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Made reservation on behalf of 9d9348456cb8496dbcc9c9c7fe302d6e for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:48:55.737695 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e22b5322-3450-46f0-b303-641bc9d61cde tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:55.817807 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 604ecd76-7d58-434f-96b5-c9890b033652 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:48:55.834858 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.ipam_backend_mixin [None req-e22b5322-3450-46f0-b303-641bc9d61cde tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Performing IP validity checks on allocation pools {{(pid=89032) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 04 09:48:55.835487 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.ipam_backend_mixin [None req-e22b5322-3450-46f0-b303-641bc9d61cde tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89032) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 04 09:48:55.895708 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 604ecd76-7d58-434f-96b5-c9890b033652 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:48:55.972643 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e22b5322-3450-46f0-b303-641bc9d61cde tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:56.051447 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b5322-3450-46f0-b303-641bc9d61cde tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Pushing event updated for resources: {'Subnet': ['ID=62a5a120-2eac-4264-9dbf-fe8703ed599a,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:48:56.060328 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22b5322-3450-46f0-b303-641bc9d61cde tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Checking segment: {'id': '8df77914-2167-4c9f-b947-57071f725a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e9b00442-2cc7-4bce-993c-0f23db4977b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:48:56.060705 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22b5322-3450-46f0-b303-641bc9d61cde tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Network hostable DHCP agents. Network: e9b00442-2cc7-4bce-993c-0f23db4977b8, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:48:56.081147 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22b5322-3450-46f0-b303-641bc9d61cde tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Network e9b00442-2cc7-4bce-993c-0f23db4977b8 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:48:56.091282 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-e22b5322-3450-46f0-b303-641bc9d61cde tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, e9b00442-2cc7-4bce-993c-0f23db4977b8) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:48:56.095941 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22b5322-3450-46f0-b303-641bc9d61cde tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:48:56.096648 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e22b5322-3450-46f0-b303-641bc9d61cde tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks [] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:56.100789 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fdf6a8-2771-45cc-b360-b2dce0163b78 None None] Network e9b00442-2cc7-4bce-993c-0f23db4977b8 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:48:56.119734 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-e22b5322-3450-46f0-b303-641bc9d61cde tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5290158 Oct 04 09:48:56.122190 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 41368) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:48:56.166019 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc8f949-96d7-4645-8c19-ce3edf83e0a6 None None] Network b2cca2ff-dba8-4436-8424-03ba5232b43e requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:48:56.263762 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fd309cd3-494d-4df6-b7ce-f7fc1242dbec tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:56.305446 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-9de8f85d-02bc-4b38-8767-05b6e6ae1a9e None None] Provisioning for port 604ecd76-7d58-434f-96b5-c9890b033652 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:48:56.325868 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-9de8f85d-02bc-4b38-8767-05b6e6ae1a9e None None] Provisioning complete for port 604ecd76-7d58-434f-96b5-c9890b033652 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:48:56.326241 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-9de8f85d-02bc-4b38-8767-05b6e6ae1a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:56.326576 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-9de8f85d-02bc-4b38-8767-05b6e6ae1a9e None None] Attempt 1 to provision port 604ecd76-7d58-434f-96b5-c9890b033652 Oct 04 09:48:56.333580 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fd309cd3-494d-4df6-b7ce-f7fc1242dbec tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:56.406521 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fd309cd3-494d-4df6-b7ce-f7fc1242dbec tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:56.446107 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd309cd3-494d-4df6-b7ce-f7fc1242dbec tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Pushing event deleted for resources: {'Subnet': ['ID=62a5a120-2eac-4264-9dbf-fe8703ed599a,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:48:56.539596 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fd309cd3-494d-4df6-b7ce-f7fc1242dbec tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:56.564508 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-fd309cd3-494d-4df6-b7ce-f7fc1242dbec tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9b00442-2cc7-4bce-993c-0f23db4977b8']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:48:56.577419 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-fd309cd3-494d-4df6-b7ce-f7fc1242dbec tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8df77914-2167-4c9f-b947-57071f725a2f') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:48:56.577815 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-fd309cd3-494d-4df6-b7ce-f7fc1242dbec tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8df77914-2167-4c9f-b947-57071f725a2f') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:48:56.588981 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fd309cd3-494d-4df6-b7ce-f7fc1242dbec tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:56.598249 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb11996c-e552-41ac-892d-794e1ad9c062 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-e9b00442-2cc7-4bce-993c-0f23db4977b8', 'network_id': 'e9b00442-2cc7-4bce-993c-0f23db4977b8', 'tenant_id': '9d9348456cb8496dbcc9c9c7fe302d6e', 'fixed_ips': [{'subnet_id': '62a5a120-2eac-4264-9dbf-fe8703ed599a'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:48:56.599069 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-eb11996c-e552-41ac-892d-794e1ad9c062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:56.608948 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fd309cd3-494d-4df6-b7ce-f7fc1242dbec tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:56.615454 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd309cd3-494d-4df6-b7ce-f7fc1242dbec tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:48:56.615839 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fd309cd3-494d-4df6-b7ce-f7fc1242dbec tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:56.686949 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 8df77914-2167-4c9f-b947-57071f725a2f resource provider aggregate not found Oct 04 09:48:56.697727 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-9de8f85d-02bc-4b38-8767-05b6e6ae1a9e None None] Current status of the port 604ecd76-7d58-434f-96b5-c9890b033652 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:48:56.697727 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-9de8f85d-02bc-4b38-8767-05b6e6ae1a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:56.719132 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 8df77914-2167-4c9f-b947-57071f725a2f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8df77914-2167-4c9f-b947-57071f725a2f found for delete ", "request_id": "req-724ec6ce-daba-4ec6-8ec5-a7bea2682c6d"}]} Oct 04 09:48:56.736021 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.db.api [None req-eb11996c-e552-41ac-892d-794e1ad9c062 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 04 09:48:56.736021 dv-neutron-860215-1-hyperv neutron-server[89034]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Oct 04 09:48:56.736021 dv-neutron-860215-1-hyperv neutron-server[89034]: [parameters: {'project_id': '9d9348456cb8496dbcc9c9c7fe302d6e', 'id': 'bef13e53-c2a3-4fab-91db-40f3a74064a2', 'name': '', 'network_id': 'e9b00442-2cc7-4bce-993c-0f23db4977b8', 'mac_address': 'fa:16:3e:00:2f:b9', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-e9b00442-2cc7-4bce-993c-0f23db4977b8', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 1605}] Oct 04 09:48:56.736021 dv-neutron-860215-1-hyperv neutron-server[89034]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=89034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:48:56.737113 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG oslo_db.api [None req-eb11996c-e552-41ac-892d-794e1ad9c062 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:48:56.738171 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fd309cd3-494d-4df6-b7ce-f7fc1242dbec tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:56.740816 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-9de8f85d-02bc-4b38-8767-05b6e6ae1a9e None None] For port 604ecd76-7d58-434f-96b5-c9890b033652, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=604ecd76-7d58-434f-96b5-c9890b033652,segment=NetworkSegment(3d2266a1-f513-4814-8fbf-537de70b53c6),segment_id=3d2266a1-f513-4814-8fbf-537de70b53c6)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:48:56.747220 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-9de8f85d-02bc-4b38-8767-05b6e6ae1a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:56.762498 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fd309cd3-494d-4df6-b7ce-f7fc1242dbec tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:56.776917 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd309cd3-494d-4df6-b7ce-f7fc1242dbec tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Pushing event deleted for resources: {'Network': ['ID=e9b00442-2cc7-4bce-993c-0f23db4977b8,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:48:56.781077 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-fd309cd3-494d-4df6-b7ce-f7fc1242dbec tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] 10.222.0.50 "DELETE /v2.0/networks/e9b00442-2cc7-4bce-993c-0f23db4977b8 HTTP/1.1" status: 204 len: 168 time: 0.6577523 Oct 04 09:48:56.785064 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 41376) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:48:56.790909 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-f8b30b90-a247-42a1-bbe2-4a50879c0714 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-939266474'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:48:56.796107 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-f8b30b90-a247-42a1-bbe2-4a50879c0714 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:48:56.802473 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-f8b30b90-a247-42a1-bbe2-4a50879c0714 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Usage tracker for resource:network and tenant:9d9348456cb8496dbcc9c9c7fe302d6e is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:48:56.807638 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-f8b30b90-a247-42a1-bbe2-4a50879c0714 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:48:56.815026 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-f8b30b90-a247-42a1-bbe2-4a50879c0714 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:48:56.820318 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de8f85d-02bc-4b38-8767-05b6e6ae1a9e None None] Pushing event updated for resources: {'Port': ['ID=604ecd76-7d58-434f-96b5-c9890b033652,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:48:56.924743 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b30b90-a247-42a1-bbe2-4a50879c0714 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Made reservation on behalf of 9d9348456cb8496dbcc9c9c7fe302d6e for: {'network': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:48:56.928433 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f8b30b90-a247-42a1-bbe2-4a50879c0714 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:56.961546 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8b30b90-a247-42a1-bbe2-4a50879c0714 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=89032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:48:56.972055 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f8b30b90-a247-42a1-bbe2-4a50879c0714 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:56.972426 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.segments_db [None req-f8b30b90-a247-42a1-bbe2-4a50879c0714 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Added segment 620463aa-add1-4b42-b921-a713e6bbb96a of type vlan for network faf60708-5e46-4033-8d60-0787fccdd519 Oct 04 09:48:56.999143 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f8b30b90-a247-42a1-bbe2-4a50879c0714 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:57.035030 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f8b30b90-a247-42a1-bbe2-4a50879c0714 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:57.040495 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b30b90-a247-42a1-bbe2-4a50879c0714 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:48:57.041075 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f8b30b90-a247-42a1-bbe2-4a50879c0714 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:57.067342 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-4803f8a2-efcc-48d5-bdc9-902d155357f8 None None] Provisioning complete for port 604ecd76-7d58-434f-96b5-c9890b033652 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:48:57.067774 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-4803f8a2-efcc-48d5-bdc9-902d155357f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:57.068109 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-4803f8a2-efcc-48d5-bdc9-902d155357f8 None None] Attempt 1 to provision port 604ecd76-7d58-434f-96b5-c9890b033652 Oct 04 09:48:57.144063 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-f8b30b90-a247-42a1-bbe2-4a50879c0714 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3578944 Oct 04 09:48:57.147060 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 41380) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:48:57.147563 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b30b90-a247-42a1-bbe2-4a50879c0714 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Pushing event updated for resources: {'Network': ['ID=faf60708-5e46-4033-8d60-0787fccdd519,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:48:57.154055 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-62105d1e-f472-4840-b389-c5610748a2f1 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Request body: {'subnet': {'network_id': 'faf60708-5e46-4033-8d60-0787fccdd519', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:48:57.160726 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network faf60708-5e46-4033-8d60-0787fccdd519 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:48:57.240640 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-eb11996c-e552-41ac-892d-794e1ad9c062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:57.265236 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-62105d1e-f472-4840-b389-c5610748a2f1 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:48:57.269683 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-62105d1e-f472-4840-b389-c5610748a2f1 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Usage tracker for resource:subnet and tenant:9d9348456cb8496dbcc9c9c7fe302d6e is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:48:57.272619 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-62105d1e-f472-4840-b389-c5610748a2f1 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:48:57.279046 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-62105d1e-f472-4840-b389-c5610748a2f1 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:48:57.289468 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62105d1e-f472-4840-b389-c5610748a2f1 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Made reservation on behalf of 9d9348456cb8496dbcc9c9c7fe302d6e for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:48:57.292802 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-4803f8a2-efcc-48d5-bdc9-902d155357f8 None None] Current status of the port 604ecd76-7d58-434f-96b5-c9890b033652 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:48:57.293053 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-62105d1e-f472-4840-b389-c5610748a2f1 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:57.311079 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a165e6-8789-4563-b9ea-a7310d13946f None None] Network e9b00442-2cc7-4bce-993c-0f23db4977b8 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:48:57.331053 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a165e6-8789-4563-b9ea-a7310d13946f None None] Network e9b00442-2cc7-4bce-993c-0f23db4977b8 could not be found, it might have been deleted concurrently. {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Oct 04 09:48:57.520869 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-62105d1e-f472-4840-b389-c5610748a2f1 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:57.595193 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62105d1e-f472-4840-b389-c5610748a2f1 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Pushing event updated for resources: {'Subnet': ['ID=fc58e1a3-8c0a-45e9-af54-f81d8d4d3d8c,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:48:57.606180 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62105d1e-f472-4840-b389-c5610748a2f1 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Checking segment: {'id': '620463aa-add1-4b42-b921-a713e6bbb96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'faf60708-5e46-4033-8d60-0787fccdd519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:48:57.606531 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62105d1e-f472-4840-b389-c5610748a2f1 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Network hostable DHCP agents. Network: faf60708-5e46-4033-8d60-0787fccdd519, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:48:57.625097 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62105d1e-f472-4840-b389-c5610748a2f1 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Network faf60708-5e46-4033-8d60-0787fccdd519 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:48:57.634300 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-62105d1e-f472-4840-b389-c5610748a2f1 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, faf60708-5e46-4033-8d60-0787fccdd519) {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:48:57.638681 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62105d1e-f472-4840-b389-c5610748a2f1 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:48:57.639440 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-62105d1e-f472-4840-b389-c5610748a2f1 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:57.647663 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274c3167-dab6-43d4-9fb9-10fabe294be1 None None] Network faf60708-5e46-4033-8d60-0787fccdd519 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:48:57.660687 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-62105d1e-f472-4840-b389-c5610748a2f1 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5124991 Oct 04 09:48:57.664227 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 41384) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:48:57.670758 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-9419ee21-2321-4b10-81fb-ccd6ccf9a28b tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1977175540'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:48:57.676070 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-9419ee21-2321-4b10-81fb-ccd6ccf9a28b tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:48:57.679914 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-9419ee21-2321-4b10-81fb-ccd6ccf9a28b tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Usage tracker for resource:network and tenant:9d9348456cb8496dbcc9c9c7fe302d6e is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:48:57.682780 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-9419ee21-2321-4b10-81fb-ccd6ccf9a28b tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:48:57.688569 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-9419ee21-2321-4b10-81fb-ccd6ccf9a28b tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:48:57.698987 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9419ee21-2321-4b10-81fb-ccd6ccf9a28b tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Made reservation on behalf of 9d9348456cb8496dbcc9c9c7fe302d6e for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:48:57.702465 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9419ee21-2321-4b10-81fb-ccd6ccf9a28b tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:57.733317 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9419ee21-2321-4b10-81fb-ccd6ccf9a28b tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:48:57.746633 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9419ee21-2321-4b10-81fb-ccd6ccf9a28b tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:57.747199 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-9419ee21-2321-4b10-81fb-ccd6ccf9a28b tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Added segment 411842b4-610a-4151-a641-6c98556b2aa9 of type vlan for network 8846e75c-8bd3-4934-8e3f-c2186fbef933 Oct 04 09:48:57.776063 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e70aedae-bcb4-42ea-8369-5fc85405e939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:57.783487 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9419ee21-2321-4b10-81fb-ccd6ccf9a28b tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:57.798291 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 604ecd76-7d58-434f-96b5-c9890b033652 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:48:57.815751 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9419ee21-2321-4b10-81fb-ccd6ccf9a28b tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:57.821084 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9419ee21-2321-4b10-81fb-ccd6ccf9a28b tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:48:57.821643 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9419ee21-2321-4b10-81fb-ccd6ccf9a28b tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks [] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:57.918227 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-9419ee21-2321-4b10-81fb-ccd6ccf9a28b tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2524917 Oct 04 09:48:57.922429 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 41388) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:48:57.928078 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9419ee21-2321-4b10-81fb-ccd6ccf9a28b tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Pushing event updated for resources: {'Network': ['ID=8846e75c-8bd3-4934-8e3f-c2186fbef933,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:48:57.932165 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-63d6470e-a2a8-4641-8dc0-bd2b0b56dde6 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Request body: {'subnet': {'network_id': '8846e75c-8bd3-4934-8e3f-c2186fbef933', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:48:57.944217 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 8846e75c-8bd3-4934-8e3f-c2186fbef933 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:48:58.046009 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 604ecd76-7d58-434f-96b5-c9890b033652 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:48:58.046389 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:58.046726 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 604ecd76-7d58-434f-96b5-c9890b033652 Oct 04 09:48:58.050660 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-63d6470e-a2a8-4641-8dc0-bd2b0b56dde6 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:48:58.054485 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-63d6470e-a2a8-4641-8dc0-bd2b0b56dde6 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Usage tracker for resource:subnet and tenant:9d9348456cb8496dbcc9c9c7fe302d6e is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:48:58.057309 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-63d6470e-a2a8-4641-8dc0-bd2b0b56dde6 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:48:58.062937 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-63d6470e-a2a8-4641-8dc0-bd2b0b56dde6 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:48:58.073862 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d6470e-a2a8-4641-8dc0-bd2b0b56dde6 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Made reservation on behalf of 9d9348456cb8496dbcc9c9c7fe302d6e for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:48:58.077324 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-63d6470e-a2a8-4641-8dc0-bd2b0b56dde6 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:58.109684 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7420a1c-41b8-43e1-9c30-9a8eeb26700c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-faf60708-5e46-4033-8d60-0787fccdd519', 'network_id': 'faf60708-5e46-4033-8d60-0787fccdd519', 'tenant_id': '9d9348456cb8496dbcc9c9c7fe302d6e', 'fixed_ips': [{'subnet_id': 'fc58e1a3-8c0a-45e9-af54-f81d8d4d3d8c'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:48:58.110490 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b7420a1c-41b8-43e1-9c30-9a8eeb26700c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:58.294279 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-63d6470e-a2a8-4641-8dc0-bd2b0b56dde6 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:58.316098 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 604ecd76-7d58-434f-96b5-c9890b033652 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:48:58.349723 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-b7420a1c-41b8-43e1-9c30-9a8eeb26700c None None] Allocated IP 2001:db8::2 (faf60708-5e46-4033-8d60-0787fccdd519/fc58e1a3-8c0a-45e9-af54-f81d8d4d3d8c/e06edd44-0300-4b4e-96f7-7675e17457f6) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:48:58.383361 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d6470e-a2a8-4641-8dc0-bd2b0b56dde6 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Pushing event updated for resources: {'Subnet': ['ID=9810d2af-29a7-41e2-ba9f-9593369688f2,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:48:58.390798 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d6470e-a2a8-4641-8dc0-bd2b0b56dde6 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Checking segment: {'id': '411842b4-610a-4151-a641-6c98556b2aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8846e75c-8bd3-4934-8e3f-c2186fbef933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:48:58.391151 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d6470e-a2a8-4641-8dc0-bd2b0b56dde6 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Network hostable DHCP agents. Network: 8846e75c-8bd3-4934-8e3f-c2186fbef933, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:48:58.410144 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d6470e-a2a8-4641-8dc0-bd2b0b56dde6 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Network 8846e75c-8bd3-4934-8e3f-c2186fbef933 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:48:58.419034 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-63d6470e-a2a8-4641-8dc0-bd2b0b56dde6 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 8846e75c-8bd3-4934-8e3f-c2186fbef933) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:48:58.423017 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d6470e-a2a8-4641-8dc0-bd2b0b56dde6 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:48:58.423593 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-63d6470e-a2a8-4641-8dc0-bd2b0b56dde6 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks [] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:58.435023 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67dc57c9-b818-4e2b-9c32-75547373e4de None None] Network 8846e75c-8bd3-4934-8e3f-c2186fbef933 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:48:58.449527 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-63d6470e-a2a8-4641-8dc0-bd2b0b56dde6 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5233111 Oct 04 09:48:58.451970 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 41392) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:48:58.591216 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7ac57dac-c05f-4c32-a161-d677664465f0 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:58.657969 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7ac57dac-c05f-4c32-a161-d677664465f0 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:58.698021 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b7420a1c-41b8-43e1-9c30-9a8eeb26700c None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:58.738597 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7ac57dac-c05f-4c32-a161-d677664465f0 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:58.750911 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-b7420a1c-41b8-43e1-9c30-9a8eeb26700c None None] Transition to ACTIVE for port object e06edd44-0300-4b4e-96f7-7675e17457f6 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:48:58.767881 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbbf8ff-97d4-4965-9522-2b77b9c677dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-8846e75c-8bd3-4934-8e3f-c2186fbef933', 'network_id': '8846e75c-8bd3-4934-8e3f-c2186fbef933', 'tenant_id': '9d9348456cb8496dbcc9c9c7fe302d6e', 'fixed_ips': [{'subnet_id': '9810d2af-29a7-41e2-ba9f-9593369688f2'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:48:58.768711 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-1bbbf8ff-97d4-4965-9522-2b77b9c677dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:58.787626 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-b7420a1c-41b8-43e1-9c30-9a8eeb26700c None None] Transition to ACTIVE for port object e06edd44-0300-4b4e-96f7-7675e17457f6 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:48:58.803374 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac57dac-c05f-4c32-a161-d677664465f0 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Pushing event deleted for resources: {'Subnet': ['ID=9810d2af-29a7-41e2-ba9f-9593369688f2,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:48:58.827112 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b7420a1c-41b8-43e1-9c30-9a8eeb26700c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:58.880658 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7ac57dac-c05f-4c32-a161-d677664465f0 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:58.905428 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-7ac57dac-c05f-4c32-a161-d677664465f0 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8846e75c-8bd3-4934-8e3f-c2186fbef933']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:48:58.917678 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7420a1c-41b8-43e1-9c30-9a8eeb26700c None None] Network faf60708-5e46-4033-8d60-0787fccdd519 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:48:58.917906 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-7ac57dac-c05f-4c32-a161-d677664465f0 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '411842b4-610a-4151-a641-6c98556b2aa9') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:48:58.918235 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-7ac57dac-c05f-4c32-a161-d677664465f0 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '411842b4-610a-4151-a641-6c98556b2aa9') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:48:58.921357 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-b7420a1c-41b8-43e1-9c30-9a8eeb26700c None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:48:58.927051 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7420a1c-41b8-43e1-9c30-9a8eeb26700c None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:48:58.929265 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7420a1c-41b8-43e1-9c30-9a8eeb26700c None None] Pushing event updated for resources: {'Port': ['ID=e06edd44-0300-4b4e-96f7-7675e17457f6,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:48:58.930451 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7ac57dac-c05f-4c32-a161-d677664465f0 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:58.947283 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7ac57dac-c05f-4c32-a161-d677664465f0 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:58.953459 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ac57dac-c05f-4c32-a161-d677664465f0 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:48:58.953879 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7ac57dac-c05f-4c32-a161-d677664465f0 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:58.971546 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0a2048-81ab-4829-a18b-fe03048feca7 None None] Network 8846e75c-8bd3-4934-8e3f-c2186fbef933 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:48:59.022122 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 411842b4-610a-4151-a641-6c98556b2aa9 resource provider aggregate not found Oct 04 09:48:59.046526 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 411842b4-610a-4151-a641-6c98556b2aa9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 411842b4-610a-4151-a641-6c98556b2aa9 found for delete ", "request_id": "req-6d953338-2793-43b8-9a39-1632712754f2"}]} Oct 04 09:48:59.058938 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7ac57dac-c05f-4c32-a161-d677664465f0 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:59.078887 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7ac57dac-c05f-4c32-a161-d677664465f0 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:59.087176 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac57dac-c05f-4c32-a161-d677664465f0 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Pushing event deleted for resources: {'Network': ['ID=8846e75c-8bd3-4934-8e3f-c2186fbef933,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:48:59.091301 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-7ac57dac-c05f-4c32-a161-d677664465f0 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] 10.222.0.50 "DELETE /v2.0/networks/8846e75c-8bd3-4934-8e3f-c2186fbef933 HTTP/1.1" status: 204 len: 168 time: 0.6377935 Oct 04 09:48:59.094350 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 41400) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:48:59.116263 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-b7420a1c-41b8-43e1-9c30-9a8eeb26700c None None] Attempting to bind port e06edd44-0300-4b4e-96f7-7675e17457f6 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:48:59.116661 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-b7420a1c-41b8-43e1-9c30-9a8eeb26700c None None] Attempting to bind port e06edd44-0300-4b4e-96f7-7675e17457f6 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '620463aa-add1-4b42-b921-a713e6bbb96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'faf60708-5e46-4033-8d60-0787fccdd519'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:48:59.117051 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7420a1c-41b8-43e1-9c30-9a8eeb26700c None None] Attempting to bind port e06edd44-0300-4b4e-96f7-7675e17457f6 on network faf60708-5e46-4033-8d60-0787fccdd519 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:48:59.127188 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7420a1c-41b8-43e1-9c30-9a8eeb26700c None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:48:59.127558 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7420a1c-41b8-43e1-9c30-9a8eeb26700c None None] Checking segment: {'id': '620463aa-add1-4b42-b921-a713e6bbb96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'faf60708-5e46-4033-8d60-0787fccdd519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:48:59.127958 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b7420a1c-41b8-43e1-9c30-9a8eeb26700c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:59.128349 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7420a1c-41b8-43e1-9c30-9a8eeb26700c None None] Bound using segment: {'id': '620463aa-add1-4b42-b921-a713e6bbb96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'faf60708-5e46-4033-8d60-0787fccdd519'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:48:59.128837 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-b7420a1c-41b8-43e1-9c30-9a8eeb26700c None None] Bound port: e06edd44-0300-4b4e-96f7-7675e17457f6, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620463aa-add1-4b42-b921-a713e6bbb96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'faf60708-5e46-4033-8d60-0787fccdd519'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:48:59.129209 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b7420a1c-41b8-43e1-9c30-9a8eeb26700c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:59.133699 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eddaed6-4117-4adc-bd22-a16447ca7692 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] GET failed (client error): The resource could not be found. Oct 04 09:48:59.134158 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-8eddaed6-4117-4adc-bd22-a16447ca7692 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Synchronizing usage tracker for tenant:9d9348456cb8496dbcc9c9c7fe302d6e on resource:subnet {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:48:59.151594 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-8eddaed6-4117-4adc-bd22-a16447ca7692 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Unset dirty status for tenant:9d9348456cb8496dbcc9c9c7fe302d6e on resource:subnet {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:48:59.152850 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-8eddaed6-4117-4adc-bd22-a16447ca7692 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] 10.222.0.50 "GET /v2.0/subnets/9810d2af-29a7-41e2-ba9f-9593369688f2 HTTP/1.1" status: 404 len: 337 time: 0.0576041 Oct 04 09:48:59.155610 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 41404) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:48:59.184697 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2ed2ba4-740d-4091-925c-7e2aaed0e3ab tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] DELETE failed (client error): The resource could not be found. Oct 04 09:48:59.185145 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2ed2ba4-740d-4091-925c-7e2aaed0e3ab tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:48:59.186861 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-b2ed2ba4-740d-4091-925c-7e2aaed0e3ab tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] 10.222.0.50 "DELETE /v2.0/networks/8846e75c-8bd3-4934-8e3f-c2186fbef933 HTTP/1.1" status: 404 len: 339 time: 0.0303600 Oct 04 09:48:59.190729 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 41408) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:48:59.229163 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f9a9b4b-a9c6-4376-92ae-14e03f18d98c tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] DELETE failed (client error): The resource could not be found. Oct 04 09:48:59.229588 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f9a9b4b-a9c6-4376-92ae-14e03f18d98c tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:48:59.231222 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-1f9a9b4b-a9c6-4376-92ae-14e03f18d98c tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] 10.222.0.50 "DELETE /v2.0/subnets/9810d2af-29a7-41e2-ba9f-9593369688f2 HTTP/1.1" status: 404 len: 337 time: 0.0396335 Oct 04 09:48:59.233836 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 41412) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:48:59.258931 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-acca8772-fcc3-440d-b318-eddb2d426fbe tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] DELETE failed (client error): The resource could not be found. Oct 04 09:48:59.259394 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acca8772-fcc3-440d-b318-eddb2d426fbe tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:48:59.261051 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-acca8772-fcc3-440d-b318-eddb2d426fbe tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] 10.222.0.50 "DELETE /v2.0/networks/8846e75c-8bd3-4934-8e3f-c2186fbef933 HTTP/1.1" status: 404 len: 339 time: 0.0263166 Oct 04 09:48:59.263570 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 41416) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:48:59.330597 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1c2de83-5358-4478-8f24-f85366291996 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Deleting subnet fc58e1a3-8c0a-45e9-af54-f81d8d4d3d8c {{(pid=89032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:48:59.333630 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c1c2de83-5358-4478-8f24-f85366291996 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks [] for subnet, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:59.333956 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-b7420a1c-41b8-43e1-9c30-9a8eeb26700c None None] For port e06edd44-0300-4b4e-96f7-7675e17457f6, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:48:59.337717 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-b7420a1c-41b8-43e1-9c30-9a8eeb26700c None None] For port e06edd44-0300-4b4e-96f7-7675e17457f6, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=e06edd44-0300-4b4e-96f7-7675e17457f6,segment=NetworkSegment(620463aa-add1-4b42-b921-a713e6bbb96a),segment_id=620463aa-add1-4b42-b921-a713e6bbb96a)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:48:59.342788 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b7420a1c-41b8-43e1-9c30-9a8eeb26700c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:59.396184 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c1c2de83-5358-4478-8f24-f85366291996 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885153'] for subnet, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:59.416157 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7420a1c-41b8-43e1-9c30-9a8eeb26700c None None] Pushing event updated for resources: {'Port': ['ID=e06edd44-0300-4b4e-96f7-7675e17457f6,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:48:59.482394 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c1c2de83-5358-4478-8f24-f85366291996 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:59.672937 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c1c2de83-5358-4478-8f24-f85366291996 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:59.709977 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c2de83-5358-4478-8f24-f85366291996 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Pushing event deleted for resources: {'Subnet': ['ID=fc58e1a3-8c0a-45e9-af54-f81d8d4d3d8c,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:48:59.716197 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c1c2de83-5358-4478-8f24-f85366291996 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks [] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:59.729178 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-c1c2de83-5358-4478-8f24-f85366291996 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] 10.222.0.50 "DELETE /v2.0/subnets/fc58e1a3-8c0a-45e9-af54-f81d8d4d3d8c HTTP/1.1" status: 204 len: 168 time: 0.4646716 Oct 04 09:48:59.731628 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 41420) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:48:59.818125 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device e06edd44-0300-4b4e-96f7-7675e17457f6 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:48:59.847840 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c877f71d-224d-42f8-a409-38550ba6de8d tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:59.858733 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-c877f71d-224d-42f8-a409-38550ba6de8d tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Deleting port e06edd44-0300-4b4e-96f7-7675e17457f6 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:48:59.859061 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c877f71d-224d-42f8-a409-38550ba6de8d tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:48:59.888065 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port e06edd44-0300-4b4e-96f7-7675e17457f6 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:49:00.075298 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-c877f71d-224d-42f8-a409-38550ba6de8d tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] For port e06edd44-0300-4b4e-96f7-7675e17457f6, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=e06edd44-0300-4b4e-96f7-7675e17457f6,segment=NetworkSegment(620463aa-add1-4b42-b921-a713e6bbb96a),segment_id=620463aa-add1-4b42-b921-a713e6bbb96a)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:49:00.075905 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c877f71d-224d-42f8-a409-38550ba6de8d tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:00.200641 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-c877f71d-224d-42f8-a409-38550ba6de8d tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Calling delete_port for e06edd44-0300-4b4e-96f7-7675e17457f6 owned by network:dhcp {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:49:00.212347 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27059e00-e1e4-4a9b-ad1e-dd7ce6b6396a None None] Network faf60708-5e46-4033-8d60-0787fccdd519 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:49:00.276038 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c877f71d-224d-42f8-a409-38550ba6de8d tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:00.304192 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-276361f9-7e76-4f59-9cbf-520ba14f5509 None None] Provisioning complete for port e06edd44-0300-4b4e-96f7-7675e17457f6 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:49:00.304586 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-276361f9-7e76-4f59-9cbf-520ba14f5509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:00.304918 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-276361f9-7e76-4f59-9cbf-520ba14f5509 None None] Attempt 1 to provision port e06edd44-0300-4b4e-96f7-7675e17457f6 Oct 04 09:49:00.326571 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c877f71d-224d-42f8-a409-38550ba6de8d tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Pushing event deleted for resources: {'Port': ['ID=e06edd44-0300-4b4e-96f7-7675e17457f6,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:49:00.328905 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c877f71d-224d-42f8-a409-38550ba6de8d tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] No DVR routers for this DVR port e06edd44-0300-4b4e-96f7-7675e17457f6 on host dv-neutron-860215-1-hyperv {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:49:00.363936 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-276361f9-7e76-4f59-9cbf-520ba14f5509 None None] Port e06edd44-0300-4b4e-96f7-7675e17457f6 was deleted so its status cannot be updated. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 04 09:49:00.369940 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b6f5e4e8-3146-4751-9578-fcc3e2637b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:00.456309 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c877f71d-224d-42f8-a409-38550ba6de8d tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:00.482878 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-c877f71d-224d-42f8-a409-38550ba6de8d tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faf60708-5e46-4033-8d60-0787fccdd519']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:49:00.495775 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e7f743-2b16-43e8-bc31-7984fb91857f None None] DHCP port deletion for faf60708-5e46-4033-8d60-0787fccdd519 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:49:00.496261 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-c877f71d-224d-42f8-a409-38550ba6de8d tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '620463aa-add1-4b42-b921-a713e6bbb96a') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:49:00.496596 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-c877f71d-224d-42f8-a409-38550ba6de8d tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '620463aa-add1-4b42-b921-a713e6bbb96a') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:49:00.509152 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c877f71d-224d-42f8-a409-38550ba6de8d tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:00.524555 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c877f71d-224d-42f8-a409-38550ba6de8d tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:00.530454 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c877f71d-224d-42f8-a409-38550ba6de8d tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:49:00.530834 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c877f71d-224d-42f8-a409-38550ba6de8d tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:00.625301 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c877f71d-224d-42f8-a409-38550ba6de8d tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:00.629728 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c877f71d-224d-42f8-a409-38550ba6de8d tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:00.654696 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c877f71d-224d-42f8-a409-38550ba6de8d tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Pushing event deleted for resources: {'Network': ['ID=faf60708-5e46-4033-8d60-0787fccdd519,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:49:00.659128 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-c877f71d-224d-42f8-a409-38550ba6de8d tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] 10.222.0.50 "DELETE /v2.0/networks/faf60708-5e46-4033-8d60-0787fccdd519 HTTP/1.1" status: 204 len: 168 time: 0.9257069 Oct 04 09:49:00.661014 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 41424) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:49:00.697491 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-581e8f8d-2101-4089-8af0-5db185a571ec tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] DELETE failed (client error): The resource could not be found. Oct 04 09:49:00.697926 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-581e8f8d-2101-4089-8af0-5db185a571ec tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:49:00.699510 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-581e8f8d-2101-4089-8af0-5db185a571ec tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] 10.222.0.50 "DELETE /v2.0/subnets/62a5a120-2eac-4264-9dbf-fe8703ed599a HTTP/1.1" status: 404 len: 337 time: 0.0376215 Oct 04 09:49:00.701956 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 41428) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:49:00.726406 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-7345dc30-a33a-488f-9f75-f47750388d6a tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] DELETE failed (client error): The resource could not be found. Oct 04 09:49:00.726759 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7345dc30-a33a-488f-9f75-f47750388d6a tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:49:00.728314 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-7345dc30-a33a-488f-9f75-f47750388d6a tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] 10.222.0.50 "DELETE /v2.0/networks/e9b00442-2cc7-4bce-993c-0f23db4977b8 HTTP/1.1" status: 404 len: 339 time: 0.0255036 Oct 04 09:49:00.730590 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 41432) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:49:00.770670 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-346d53f9-7e9e-40ea-b1fd-6bced5c69766 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] DELETE failed (client error): The resource could not be found. Oct 04 09:49:00.771109 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-346d53f9-7e9e-40ea-b1fd-6bced5c69766 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:49:00.772721 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-346d53f9-7e9e-40ea-b1fd-6bced5c69766 tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] 10.222.0.50 "DELETE /v2.0/subnets/a44dc03c-5316-460a-aa55-a1713a88d8e0 HTTP/1.1" status: 404 len: 337 time: 0.0412939 Oct 04 09:49:00.775231 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 41436) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:49:00.800141 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eb6e999-aeb5-402c-be6e-6fc350b9a02c tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] DELETE failed (client error): The resource could not be found. Oct 04 09:49:00.800623 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eb6e999-aeb5-402c-be6e-6fc350b9a02c tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89032) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 04 09:49:00.802521 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-4eb6e999-aeb5-402c-be6e-6fc350b9a02c tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] 10.222.0.50 "DELETE /v2.0/networks/a89a7a93-a404-411d-ab14-fd45ff262637 HTTP/1.1" status: 404 len: 339 time: 0.0264230 Oct 04 09:49:00.805457 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 41440) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:49:00.806862 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:00.824166 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:00.873400 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-9332ff91-ba3e-4892-8cc2-d5b0b75d636c tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Deleting subnet 7ca736db-c430-432f-819c-4baa11ea6221 {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:49:00.876503 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9332ff91-ba3e-4892-8cc2-d5b0b75d636c tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:00.929039 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9332ff91-ba3e-4892-8cc2-d5b0b75d636c tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:01.013209 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9332ff91-ba3e-4892-8cc2-d5b0b75d636c tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:01.063935 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 620463aa-add1-4b42-b921-a713e6bbb96a resource provider aggregate not found Oct 04 09:49:01.084185 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 620463aa-add1-4b42-b921-a713e6bbb96a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 620463aa-add1-4b42-b921-a713e6bbb96a found for delete ", "request_id": "req-686b6b26-aa48-4296-889c-6f5761b8d661"}]} Oct 04 09:49:01.087167 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9332ff91-ba3e-4892-8cc2-d5b0b75d636c tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:01.127418 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9332ff91-ba3e-4892-8cc2-d5b0b75d636c tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Pushing event deleted for resources: {'Subnet': ['ID=7ca736db-c430-432f-819c-4baa11ea6221,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:49:01.131297 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9332ff91-ba3e-4892-8cc2-d5b0b75d636c tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:01.136729 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1591d95e-2c26-4d73-8115-26d2061ae777 None None] Network b2cca2ff-dba8-4436-8424-03ba5232b43e requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:49:01.141416 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-9332ff91-ba3e-4892-8cc2-d5b0b75d636c tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] 10.222.0.50 "DELETE /v2.0/subnets/7ca736db-c430-432f-819c-4baa11ea6221 HTTP/1.1" status: 204 len: 168 time: 0.3335884 Oct 04 09:49:01.144439 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 41448) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:49:01.256267 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a63af973-41e0-4133-8227-590b8a1748fc tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:01.266554 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-a63af973-41e0-4133-8227-590b8a1748fc tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Deleting port 604ecd76-7d58-434f-96b5-c9890b033652 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:49:01.266828 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a63af973-41e0-4133-8227-590b8a1748fc tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:01.387226 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe15e159-8408-4103-a473-3c2ba4cdae86 None None] DHCP port deletion for b2cca2ff-dba8-4436-8424-03ba5232b43e request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:49:01.391563 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-fe15e159-8408-4103-a473-3c2ba4cdae86 None None] Deleting port 604ecd76-7d58-434f-96b5-c9890b033652 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:49:01.392005 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-fe15e159-8408-4103-a473-3c2ba4cdae86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:01.574300 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-a63af973-41e0-4133-8227-590b8a1748fc tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] For port 604ecd76-7d58-434f-96b5-c9890b033652, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=604ecd76-7d58-434f-96b5-c9890b033652,segment=NetworkSegment(3d2266a1-f513-4814-8fbf-537de70b53c6),segment_id=3d2266a1-f513-4814-8fbf-537de70b53c6)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:49:01.574663 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a63af973-41e0-4133-8227-590b8a1748fc tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:01.590485 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-fe15e159-8408-4103-a473-3c2ba4cdae86 None None] For port 604ecd76-7d58-434f-96b5-c9890b033652, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=604ecd76-7d58-434f-96b5-c9890b033652,segment=NetworkSegment(3d2266a1-f513-4814-8fbf-537de70b53c6),segment_id=3d2266a1-f513-4814-8fbf-537de70b53c6)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:49:01.590872 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-fe15e159-8408-4103-a473-3c2ba4cdae86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:01.697667 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-a63af973-41e0-4133-8227-590b8a1748fc tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Calling delete_port for 604ecd76-7d58-434f-96b5-c9890b033652 owned by network:dhcp {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:49:01.710334 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-fe15e159-8408-4103-a473-3c2ba4cdae86 None None] Calling delete_port for 604ecd76-7d58-434f-96b5-c9890b033652 owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:49:01.782604 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a63af973-41e0-4133-8227-590b8a1748fc tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:01.788058 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.db.api [None req-fe15e159-8408-4103-a473-3c2ba4cdae86 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:49:01.788465 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG oslo_db.api [None req-fe15e159-8408-4103-a473-3c2ba4cdae86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:49:01.796874 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device e06edd44-0300-4b4e-96f7-7675e17457f6 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:49:01.832418 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63af973-41e0-4133-8227-590b8a1748fc tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Pushing event deleted for resources: {'Port': ['ID=604ecd76-7d58-434f-96b5-c9890b033652,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:49:01.834156 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63af973-41e0-4133-8227-590b8a1748fc tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] No DVR routers for this DVR port 604ecd76-7d58-434f-96b5-c9890b033652 on host dv-neutron-860215-1-hyperv {{(pid=89033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:49:01.834969 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: e06edd44-0300-4b4e-96f7-7675e17457f6 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:49:01.835500 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device e06edd44-0300-4b4e-96f7-7675e17457f6 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:49:01.835820 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 604ecd76-7d58-434f-96b5-c9890b033652 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:49:01.869327 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 604ecd76-7d58-434f-96b5-c9890b033652 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:49:01.869674 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 604ecd76-7d58-434f-96b5-c9890b033652 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:49:01.958873 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a63af973-41e0-4133-8227-590b8a1748fc tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:01.983203 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-a63af973-41e0-4133-8227-590b8a1748fc tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2cca2ff-dba8-4436-8424-03ba5232b43e']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:49:01.999258 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-a63af973-41e0-4133-8227-590b8a1748fc tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d2266a1-f513-4814-8fbf-537de70b53c6') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:49:01.999553 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-a63af973-41e0-4133-8227-590b8a1748fc tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d2266a1-f513-4814-8fbf-537de70b53c6') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:49:02.010706 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a63af973-41e0-4133-8227-590b8a1748fc tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:02.031319 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a63af973-41e0-4133-8227-590b8a1748fc tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:02.039290 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a63af973-41e0-4133-8227-590b8a1748fc tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:49:02.039682 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a63af973-41e0-4133-8227-590b8a1748fc tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:02.105856 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 3d2266a1-f513-4814-8fbf-537de70b53c6 resource provider aggregate not found Oct 04 09:49:02.128451 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 3d2266a1-f513-4814-8fbf-537de70b53c6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3d2266a1-f513-4814-8fbf-537de70b53c6 found for delete ", "request_id": "req-1fea24ce-e85e-414a-a2d8-fad13d0c61bb"}]} Oct 04 09:49:02.140321 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a63af973-41e0-4133-8227-590b8a1748fc tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:02.144824 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a63af973-41e0-4133-8227-590b8a1748fc tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Notify callbacks [] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:02.175138 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63af973-41e0-4133-8227-590b8a1748fc tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] Pushing event deleted for resources: {'Network': ['ID=b2cca2ff-dba8-4436-8424-03ba5232b43e,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:49:02.178751 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a63af973-41e0-4133-8227-590b8a1748fc tempest-NetworksIpV6Test-1641707732 tempest-NetworksIpV6Test-1641707732-project] 10.222.0.50 "DELETE /v2.0/networks/b2cca2ff-dba8-4436-8424-03ba5232b43e HTTP/1.1" status: 204 len: 168 time: 1.0334001 Oct 04 09:49:02.289483 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-fe15e159-8408-4103-a473-3c2ba4cdae86 None None] Deleting port 604ecd76-7d58-434f-96b5-c9890b033652 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:49:02.289910 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-fe15e159-8408-4103-a473-3c2ba4cdae86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:02.366769 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-fe15e159-8408-4103-a473-3c2ba4cdae86 None None] The port '604ecd76-7d58-434f-96b5-c9890b033652' was deleted {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 04 09:49:02.380957 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:02.444670 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 41460) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:49:02.596477 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-5cc0e8b5-1736-4f24-ace7-11a476fb87c6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9d9348456cb8496dbcc9c9c7fe302d6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1480808 Oct 04 09:49:02.596680 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 41466) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:49:02.653855 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0ebe1fbb-eb33-4cc6-9d27-fad5499a22ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:02.679102 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0ebe1fbb-eb33-4cc6-9d27-fad5499a22ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:02.733023 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0ebe1fbb-eb33-4cc6-9d27-fad5499a22ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:02.749682 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebe1fbb-eb33-4cc6-9d27-fad5499a22ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a551589-c5f7-45d0-958f-8fa888115f04,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:49:02.754920 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0ebe1fbb-eb33-4cc6-9d27-fad5499a22ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:02.755612 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-0ebe1fbb-eb33-4cc6-9d27-fad5499a22ec admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0a551589-c5f7-45d0-958f-8fa888115f04 HTTP/1.1" status: 204 len: 168 time: 0.1580946 Oct 04 09:49:03.436810 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 41490) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:49:03.534494 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-e5bedeb4-047d-42be-94b7-812050456a03 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-755539005', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:49:03.541041 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-e5bedeb4-047d-42be-94b7-812050456a03 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:49:03.544791 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-e5bedeb4-047d-42be-94b7-812050456a03 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Usage tracker for resource:router and tenant:1a921b78eadf440d9611ca4a4c176861 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:49:03.547567 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-e5bedeb4-047d-42be-94b7-812050456a03 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:49:03.554173 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-e5bedeb4-047d-42be-94b7-812050456a03 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:49:03.564543 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e5bedeb4-047d-42be-94b7-812050456a03 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:03.565482 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e5bedeb4-047d-42be-94b7-812050456a03 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:03.580057 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e5bedeb4-047d-42be-94b7-812050456a03 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:03.597271 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e5bedeb4-047d-42be-94b7-812050456a03 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:03.618537 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e5bedeb4-047d-42be-94b7-812050456a03 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:03.619667 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-e5bedeb4-047d-42be-94b7-812050456a03 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1818690 Oct 04 09:49:03.622304 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 41496) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:49:03.627642 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-a68ef0e0-f239-413d-83a4-e1a700815144 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1531635957'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:49:03.632301 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-a68ef0e0-f239-413d-83a4-e1a700815144 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:49:03.639071 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a68ef0e0-f239-413d-83a4-e1a700815144 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Usage tracker for resource:network and tenant:1a921b78eadf440d9611ca4a4c176861 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:49:03.641907 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a68ef0e0-f239-413d-83a4-e1a700815144 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:49:03.647508 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-a68ef0e0-f239-413d-83a4-e1a700815144 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:49:03.656667 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68ef0e0-f239-413d-83a4-e1a700815144 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Made reservation on behalf of 1a921b78eadf440d9611ca4a4c176861 for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:49:03.660589 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a68ef0e0-f239-413d-83a4-e1a700815144 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:03.672368 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a68ef0e0-f239-413d-83a4-e1a700815144 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:03.686921 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-a68ef0e0-f239-413d-83a4-e1a700815144 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:49:03.690731 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a68ef0e0-f239-413d-83a4-e1a700815144 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Usage tracker for resource:security_group_rule and tenant:1a921b78eadf440d9611ca4a4c176861 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:49:03.693502 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a68ef0e0-f239-413d-83a4-e1a700815144 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:49:03.699100 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-a68ef0e0-f239-413d-83a4-e1a700815144 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:49:03.786397 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a68ef0e0-f239-413d-83a4-e1a700815144 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:03.790094 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a68ef0e0-f239-413d-83a4-e1a700815144 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:03.820039 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a68ef0e0-f239-413d-83a4-e1a700815144 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:49:03.827990 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68ef0e0-f239-413d-83a4-e1a700815144 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=338019af-e051-4085-b62b-94583415b8f9,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:49:03.833979 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a68ef0e0-f239-413d-83a4-e1a700815144 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:03.834313 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-a68ef0e0-f239-413d-83a4-e1a700815144 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Added segment 9dd8f667-b7bf-48a0-b07b-e7d54a9379de of type vlan for network cc67bcd9-3802-452d-81fa-75cacaef6d7c Oct 04 09:49:03.859687 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a68ef0e0-f239-413d-83a4-e1a700815144 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:03.887113 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a68ef0e0-f239-413d-83a4-e1a700815144 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:03.892427 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68ef0e0-f239-413d-83a4-e1a700815144 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:49:03.893533 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a68ef0e0-f239-413d-83a4-e1a700815144 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Notify callbacks [] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:03.995390 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a68ef0e0-f239-413d-83a4-e1a700815144 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3720820 Oct 04 09:49:03.998386 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 41500) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:49:04.005884 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-8aab7458-f1db-4f4f-92a5-63830119fc96 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Request body: {'subnet': {'network_id': 'cc67bcd9-3802-452d-81fa-75cacaef6d7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:49:04.019318 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68ef0e0-f239-413d-83a4-e1a700815144 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Pushing event updated for resources: {'Network': ['ID=cc67bcd9-3802-452d-81fa-75cacaef6d7c,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:49:04.029429 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network cc67bcd9-3802-452d-81fa-75cacaef6d7c details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:49:04.115671 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-8aab7458-f1db-4f4f-92a5-63830119fc96 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:49:04.119421 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-8aab7458-f1db-4f4f-92a5-63830119fc96 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Usage tracker for resource:subnet and tenant:1a921b78eadf440d9611ca4a4c176861 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:49:04.122163 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-8aab7458-f1db-4f4f-92a5-63830119fc96 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:49:04.128723 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-8aab7458-f1db-4f4f-92a5-63830119fc96 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:49:04.138230 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aab7458-f1db-4f4f-92a5-63830119fc96 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Made reservation on behalf of 1a921b78eadf440d9611ca4a4c176861 for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:49:04.141579 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8aab7458-f1db-4f4f-92a5-63830119fc96 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:04.346695 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8aab7458-f1db-4f4f-92a5-63830119fc96 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:04.429459 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab7458-f1db-4f4f-92a5-63830119fc96 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Pushing event updated for resources: {'Subnet': ['ID=6e608ec6-36fa-4dd2-9bc4-bc8c1f4e5be7,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:49:04.436662 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aab7458-f1db-4f4f-92a5-63830119fc96 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Checking segment: {'id': '9dd8f667-b7bf-48a0-b07b-e7d54a9379de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'cc67bcd9-3802-452d-81fa-75cacaef6d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:49:04.437022 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aab7458-f1db-4f4f-92a5-63830119fc96 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Network hostable DHCP agents. Network: cc67bcd9-3802-452d-81fa-75cacaef6d7c, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:49:04.455484 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aab7458-f1db-4f4f-92a5-63830119fc96 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Network cc67bcd9-3802-452d-81fa-75cacaef6d7c is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:49:04.464310 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-8aab7458-f1db-4f4f-92a5-63830119fc96 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, cc67bcd9-3802-452d-81fa-75cacaef6d7c) {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:49:04.468880 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aab7458-f1db-4f4f-92a5-63830119fc96 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:49:04.469791 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8aab7458-f1db-4f4f-92a5-63830119fc96 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:04.472708 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455ba976-1e4f-44f6-9d5c-c1eaf9284e88 None None] Network cc67bcd9-3802-452d-81fa-75cacaef6d7c requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:49:04.493263 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-8aab7458-f1db-4f4f-92a5-63830119fc96 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4935975 Oct 04 09:49:04.496696 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 41504) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:49:04.503725 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-d31cf75f-aac9-4f90-8485-ec86dd8ede68 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-467787206'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:49:04.509042 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-d31cf75f-aac9-4f90-8485-ec86dd8ede68 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:49:04.512873 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-d31cf75f-aac9-4f90-8485-ec86dd8ede68 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Usage tracker for resource:network and tenant:1a921b78eadf440d9611ca4a4c176861 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:49:04.515682 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-d31cf75f-aac9-4f90-8485-ec86dd8ede68 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:49:04.521329 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-d31cf75f-aac9-4f90-8485-ec86dd8ede68 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:49:04.531348 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31cf75f-aac9-4f90-8485-ec86dd8ede68 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Made reservation on behalf of 1a921b78eadf440d9611ca4a4c176861 for: {'network': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:49:04.534786 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d31cf75f-aac9-4f90-8485-ec86dd8ede68 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:04.562373 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d31cf75f-aac9-4f90-8485-ec86dd8ede68 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=89032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:49:04.571757 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d31cf75f-aac9-4f90-8485-ec86dd8ede68 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:04.572161 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.segments_db [None req-d31cf75f-aac9-4f90-8485-ec86dd8ede68 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Added segment 4b6809f5-5b49-423c-bc05-11d29e85d32b of type vlan for network 22e99a28-070c-43cf-a5e9-201103bc597d Oct 04 09:49:04.597858 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d31cf75f-aac9-4f90-8485-ec86dd8ede68 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:04.629585 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d31cf75f-aac9-4f90-8485-ec86dd8ede68 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:04.635478 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31cf75f-aac9-4f90-8485-ec86dd8ede68 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:49:04.636058 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d31cf75f-aac9-4f90-8485-ec86dd8ede68 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:04.723726 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69a7b74-74e4-4db8-a27b-1dde0f9565e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-cc67bcd9-3802-452d-81fa-75cacaef6d7c', 'network_id': 'cc67bcd9-3802-452d-81fa-75cacaef6d7c', 'tenant_id': '1a921b78eadf440d9611ca4a4c176861', 'fixed_ips': [{'subnet_id': '6e608ec6-36fa-4dd2-9bc4-bc8c1f4e5be7'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:49:04.724757 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f69a7b74-74e4-4db8-a27b-1dde0f9565e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:04.742986 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31cf75f-aac9-4f90-8485-ec86dd8ede68 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Pushing event updated for resources: {'Network': ['ID=22e99a28-070c-43cf-a5e9-201103bc597d,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:49:04.750551 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 41508) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:49:04.750740 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-d31cf75f-aac9-4f90-8485-ec86dd8ede68 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2528133 Oct 04 09:49:04.757566 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-9db452b4-ceab-4514-a5fb-92093592b685 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Request body: {'subnet': {'network_id': '22e99a28-070c-43cf-a5e9-201103bc597d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:49:04.783768 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 22e99a28-070c-43cf-a5e9-201103bc597d details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:49:04.968148 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-f69a7b74-74e4-4db8-a27b-1dde0f9565e7 None None] Allocated IP 172.20.0.2 (cc67bcd9-3802-452d-81fa-75cacaef6d7c/6e608ec6-36fa-4dd2-9bc4-bc8c1f4e5be7/d437ce98-e74d-44d1-a04d-8db8f0e8eb02) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:49:04.971357 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-9db452b4-ceab-4514-a5fb-92093592b685 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:49:04.975262 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-9db452b4-ceab-4514-a5fb-92093592b685 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Usage tracker for resource:subnet and tenant:1a921b78eadf440d9611ca4a4c176861 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:49:04.978103 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-9db452b4-ceab-4514-a5fb-92093592b685 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:49:04.983736 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-9db452b4-ceab-4514-a5fb-92093592b685 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:49:04.992971 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db452b4-ceab-4514-a5fb-92093592b685 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Made reservation on behalf of 1a921b78eadf440d9611ca4a4c176861 for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:49:04.996420 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9db452b4-ceab-4514-a5fb-92093592b685 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:05.176955 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f69a7b74-74e4-4db8-a27b-1dde0f9565e7 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:05.187489 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-f69a7b74-74e4-4db8-a27b-1dde0f9565e7 None None] Transition to ACTIVE for port object d437ce98-e74d-44d1-a04d-8db8f0e8eb02 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:49:05.204381 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9db452b4-ceab-4514-a5fb-92093592b685 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:05.207018 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-f69a7b74-74e4-4db8-a27b-1dde0f9565e7 None None] Transition to ACTIVE for port object d437ce98-e74d-44d1-a04d-8db8f0e8eb02 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:49:05.212479 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f69a7b74-74e4-4db8-a27b-1dde0f9565e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:05.275522 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69a7b74-74e4-4db8-a27b-1dde0f9565e7 None None] Network cc67bcd9-3802-452d-81fa-75cacaef6d7c is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:49:05.278264 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-f69a7b74-74e4-4db8-a27b-1dde0f9565e7 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:49:05.280656 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69a7b74-74e4-4db8-a27b-1dde0f9565e7 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:49:05.282078 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db452b4-ceab-4514-a5fb-92093592b685 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Pushing event updated for resources: {'Subnet': ['ID=5cc9547c-a6fb-455c-b4fb-112364e2e410,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:49:05.292993 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db452b4-ceab-4514-a5fb-92093592b685 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Checking segment: {'id': '4b6809f5-5b49-423c-bc05-11d29e85d32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '22e99a28-070c-43cf-a5e9-201103bc597d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:49:05.293346 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db452b4-ceab-4514-a5fb-92093592b685 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Network hostable DHCP agents. Network: 22e99a28-070c-43cf-a5e9-201103bc597d, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:49:05.311776 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db452b4-ceab-4514-a5fb-92093592b685 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Network 22e99a28-070c-43cf-a5e9-201103bc597d is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:49:05.321727 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-9db452b4-ceab-4514-a5fb-92093592b685 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 22e99a28-070c-43cf-a5e9-201103bc597d) {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:49:05.325902 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db452b4-ceab-4514-a5fb-92093592b685 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:49:05.326482 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9db452b4-ceab-4514-a5fb-92093592b685 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:05.331382 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69a7b74-74e4-4db8-a27b-1dde0f9565e7 None None] Pushing event updated for resources: {'Port': ['ID=d437ce98-e74d-44d1-a04d-8db8f0e8eb02,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:49:05.342707 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c414177-73c6-42f3-a238-69119a823e4c None None] Network 22e99a28-070c-43cf-a5e9-201103bc597d requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:49:05.354015 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-9db452b4-ceab-4514-a5fb-92093592b685 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6022518 Oct 04 09:49:05.356902 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 41512) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:49:05.362065 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-76919e8b-674e-4225-a3f6-d73b3fff76f4 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Request body: {'router': {'external_gateway_info': {'network_id': '22e99a28-070c-43cf-a5e9-201103bc597d'}}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:49:05.484591 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-f69a7b74-74e4-4db8-a27b-1dde0f9565e7 None None] Attempting to bind port d437ce98-e74d-44d1-a04d-8db8f0e8eb02 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:49:05.484869 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-f69a7b74-74e4-4db8-a27b-1dde0f9565e7 None None] Attempting to bind port d437ce98-e74d-44d1-a04d-8db8f0e8eb02 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '9dd8f667-b7bf-48a0-b07b-e7d54a9379de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'cc67bcd9-3802-452d-81fa-75cacaef6d7c'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:49:05.485229 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69a7b74-74e4-4db8-a27b-1dde0f9565e7 None None] Attempting to bind port d437ce98-e74d-44d1-a04d-8db8f0e8eb02 on network cc67bcd9-3802-452d-81fa-75cacaef6d7c {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:49:05.498127 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69a7b74-74e4-4db8-a27b-1dde0f9565e7 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:49:05.498492 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69a7b74-74e4-4db8-a27b-1dde0f9565e7 None None] Checking segment: {'id': '9dd8f667-b7bf-48a0-b07b-e7d54a9379de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'cc67bcd9-3802-452d-81fa-75cacaef6d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:49:05.499147 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f69a7b74-74e4-4db8-a27b-1dde0f9565e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:05.499530 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69a7b74-74e4-4db8-a27b-1dde0f9565e7 None None] Bound using segment: {'id': '9dd8f667-b7bf-48a0-b07b-e7d54a9379de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'cc67bcd9-3802-452d-81fa-75cacaef6d7c'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:49:05.499984 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-f69a7b74-74e4-4db8-a27b-1dde0f9565e7 None None] Bound port: d437ce98-e74d-44d1-a04d-8db8f0e8eb02, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd8f667-b7bf-48a0-b07b-e7d54a9379de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'cc67bcd9-3802-452d-81fa-75cacaef6d7c'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:49:05.500417 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f69a7b74-74e4-4db8-a27b-1dde0f9565e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:05.742064 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-76919e8b-674e-4225-a3f6-d73b3fff76f4 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:05.770866 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-f69a7b74-74e4-4db8-a27b-1dde0f9565e7 None None] For port d437ce98-e74d-44d1-a04d-8db8f0e8eb02, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:49:05.789814 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-f69a7b74-74e4-4db8-a27b-1dde0f9565e7 None None] For port d437ce98-e74d-44d1-a04d-8db8f0e8eb02, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=d437ce98-e74d-44d1-a04d-8db8f0e8eb02,segment=NetworkSegment(9dd8f667-b7bf-48a0-b07b-e7d54a9379de),segment_id=9dd8f667-b7bf-48a0-b07b-e7d54a9379de)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:49:05.794095 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fca5bcd-8f2e-483f-bcb1-01edff310d55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-22e99a28-070c-43cf-a5e9-201103bc597d', 'network_id': '22e99a28-070c-43cf-a5e9-201103bc597d', 'tenant_id': '1a921b78eadf440d9611ca4a4c176861', 'fixed_ips': [{'subnet_id': '5cc9547c-a6fb-455c-b4fb-112364e2e410'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:49:05.794967 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5fca5bcd-8f2e-483f-bcb1-01edff310d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:05.857589 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f69a7b74-74e4-4db8-a27b-1dde0f9565e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:05.887949 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.api.v2.resource [None req-76919e8b-674e-4225-a3f6-d73b3fff76f4 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 04 09:49:05.895815 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-76919e8b-674e-4225-a3f6-d73b3fff76f4 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] 10.222.0.50 "PUT /v2.0/routers/ba20610a-082d-402f-a9b3-4ad13f70984b HTTP/1.1" status: 400 len: 364 time: 0.5315616 Oct 04 09:49:05.896180 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 41516) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:49:05.967751 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-59eb4e81-146f-43c8-ab73-531a92cdfd7e tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Deleting subnet 5cc9547c-a6fb-455c-b4fb-112364e2e410 {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:49:05.970949 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-59eb4e81-146f-43c8-ab73-531a92cdfd7e tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:06.030829 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-59eb4e81-146f-43c8-ab73-531a92cdfd7e tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:06.036589 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69a7b74-74e4-4db8-a27b-1dde0f9565e7 None None] Pushing event updated for resources: {'Port': ['ID=d437ce98-e74d-44d1-a04d-8db8f0e8eb02,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:49:06.093336 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-59eb4e81-146f-43c8-ab73-531a92cdfd7e tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:06.185630 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-59eb4e81-146f-43c8-ab73-531a92cdfd7e tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server [None req-5fca5bcd-8f2e-483f-bcb1-01edff310d55 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5cc9547c-a6fb-455c-b4fb-112364e2e410: This subnet is being modified by another concurrent operation. Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server raise self.value Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server raise exception Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5cc9547c-a6fb-455c-b4fb-112364e2e410: This subnet is being modified by another concurrent operation. Oct 04 09:49:06.190092 dv-neutron-860215-1-hyperv neutron-server[89034]: ERROR oslo_messaging.rpc.server Oct 04 09:49:06.212795 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b105b5ce-a390-4493-ab25-22a3590bd2e5 None None] Network 22e99a28-070c-43cf-a5e9-201103bc597d requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:49:06.227181 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eb4e81-146f-43c8-ab73-531a92cdfd7e tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Pushing event deleted for resources: {'Subnet': ['ID=5cc9547c-a6fb-455c-b4fb-112364e2e410,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:49:06.230754 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-59eb4e81-146f-43c8-ab73-531a92cdfd7e tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:06.238351 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-59eb4e81-146f-43c8-ab73-531a92cdfd7e tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] 10.222.0.50 "DELETE /v2.0/subnets/5cc9547c-a6fb-455c-b4fb-112364e2e410 HTTP/1.1" status: 204 len: 168 time: 0.3411374 Oct 04 09:49:06.241264 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 41520) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:49:06.361870 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d3ce5170-1122-47b9-8b06-480adc6f43f0 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:06.608757 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d3ce5170-1122-47b9-8b06-480adc6f43f0 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:06.636056 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-d3ce5170-1122-47b9-8b06-480adc6f43f0 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22e99a28-070c-43cf-a5e9-201103bc597d']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:49:06.648615 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-d3ce5170-1122-47b9-8b06-480adc6f43f0 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b6809f5-5b49-423c-bc05-11d29e85d32b') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:49:06.648913 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-d3ce5170-1122-47b9-8b06-480adc6f43f0 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b6809f5-5b49-423c-bc05-11d29e85d32b') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:49:06.661147 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d3ce5170-1122-47b9-8b06-480adc6f43f0 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:06.678084 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d3ce5170-1122-47b9-8b06-480adc6f43f0 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:06.684489 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3ce5170-1122-47b9-8b06-480adc6f43f0 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:49:06.684881 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d3ce5170-1122-47b9-8b06-480adc6f43f0 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:06.752945 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 4b6809f5-5b49-423c-bc05-11d29e85d32b resource provider aggregate not found Oct 04 09:49:06.776687 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 4b6809f5-5b49-423c-bc05-11d29e85d32b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4b6809f5-5b49-423c-bc05-11d29e85d32b found for delete ", "request_id": "req-2ea9dbb0-1ce5-4365-94fa-5b3a939f2b99"}]} Oct 04 09:49:06.789852 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d3ce5170-1122-47b9-8b06-480adc6f43f0 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:06.807203 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d3ce5170-1122-47b9-8b06-480adc6f43f0 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Notify callbacks [] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:06.817404 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce5170-1122-47b9-8b06-480adc6f43f0 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Pushing event deleted for resources: {'Network': ['ID=22e99a28-070c-43cf-a5e9-201103bc597d,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:49:06.820016 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-d3ce5170-1122-47b9-8b06-480adc6f43f0 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] 10.222.0.50 "DELETE /v2.0/networks/22e99a28-070c-43cf-a5e9-201103bc597d HTTP/1.1" status: 204 len: 168 time: 0.5775218 Oct 04 09:49:06.822842 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 41528) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:49:06.840789 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968fb2cd-7673-457d-a95b-68a81648a1d0 None None] Network cc67bcd9-3802-452d-81fa-75cacaef6d7c requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:49:06.892921 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a6f0f7e-8e06-4292-96a3-b648b8575ce6 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Deleting subnet 6e608ec6-36fa-4dd2-9bc4-bc8c1f4e5be7 {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:49:06.895849 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5a6f0f7e-8e06-4292-96a3-b648b8575ce6 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:06.949087 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-7c22c618-11cf-4c33-9593-a64daf39eb71 None None] Provisioning for port d437ce98-e74d-44d1-a04d-8db8f0e8eb02 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:49:06.949456 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5a6f0f7e-8e06-4292-96a3-b648b8575ce6 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:07.039460 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5a6f0f7e-8e06-4292-96a3-b648b8575ce6 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:07.116302 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5a6f0f7e-8e06-4292-96a3-b648b8575ce6 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:07.158845 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6f0f7e-8e06-4292-96a3-b648b8575ce6 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Pushing event deleted for resources: {'Subnet': ['ID=6e608ec6-36fa-4dd2-9bc4-bc8c1f4e5be7,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:49:07.160708 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5a6f0f7e-8e06-4292-96a3-b648b8575ce6 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:07.167243 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-5a6f0f7e-8e06-4292-96a3-b648b8575ce6 tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] 10.222.0.50 "DELETE /v2.0/subnets/6e608ec6-36fa-4dd2-9bc4-bc8c1f4e5be7 HTTP/1.1" status: 204 len: 168 time: 0.3432436 Oct 04 09:49:07.169810 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 41532) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:49:07.256911 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdcc82d-70ae-461b-939b-209e1ef79211 None None] Network cc67bcd9-3802-452d-81fa-75cacaef6d7c requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:49:07.286535 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d0f9b5d5-3d11-4226-9946-be8c5af3437f tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:07.296849 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-d0f9b5d5-3d11-4226-9946-be8c5af3437f tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Deleting port d437ce98-e74d-44d1-a04d-8db8f0e8eb02 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:49:07.297186 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d0f9b5d5-3d11-4226-9946-be8c5af3437f tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:07.516204 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-d0f9b5d5-3d11-4226-9946-be8c5af3437f tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] For port d437ce98-e74d-44d1-a04d-8db8f0e8eb02, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=d437ce98-e74d-44d1-a04d-8db8f0e8eb02,segment=NetworkSegment(9dd8f667-b7bf-48a0-b07b-e7d54a9379de),segment_id=9dd8f667-b7bf-48a0-b07b-e7d54a9379de)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:49:07.516942 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d0f9b5d5-3d11-4226-9946-be8c5af3437f tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:07.524047 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f22889e-3a43-4da5-a932-4d2501f0de77 None None] DHCP port deletion for cc67bcd9-3802-452d-81fa-75cacaef6d7c request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:49:07.528213 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-6f22889e-3a43-4da5-a932-4d2501f0de77 None None] Deleting port d437ce98-e74d-44d1-a04d-8db8f0e8eb02 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:49:07.528617 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-6f22889e-3a43-4da5-a932-4d2501f0de77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:07.636949 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-d0f9b5d5-3d11-4226-9946-be8c5af3437f tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Calling delete_port for d437ce98-e74d-44d1-a04d-8db8f0e8eb02 owned by network:dhcp {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:49:07.710104 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d0f9b5d5-3d11-4226-9946-be8c5af3437f tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:07.730206 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-6f22889e-3a43-4da5-a932-4d2501f0de77 None None] For port d437ce98-e74d-44d1-a04d-8db8f0e8eb02, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=d437ce98-e74d-44d1-a04d-8db8f0e8eb02,segment=NetworkSegment(9dd8f667-b7bf-48a0-b07b-e7d54a9379de),segment_id=9dd8f667-b7bf-48a0-b07b-e7d54a9379de)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:49:07.730598 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-6f22889e-3a43-4da5-a932-4d2501f0de77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:07.767532 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f9b5d5-3d11-4226-9946-be8c5af3437f tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Pushing event deleted for resources: {'Port': ['ID=d437ce98-e74d-44d1-a04d-8db8f0e8eb02,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:49:07.769355 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f9b5d5-3d11-4226-9946-be8c5af3437f tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] No DVR routers for this DVR port d437ce98-e74d-44d1-a04d-8db8f0e8eb02 on host dv-neutron-860215-1-hyperv {{(pid=89033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:49:07.851615 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-6f22889e-3a43-4da5-a932-4d2501f0de77 None None] Calling delete_port for d437ce98-e74d-44d1-a04d-8db8f0e8eb02 owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:49:07.890398 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d0f9b5d5-3d11-4226-9946-be8c5af3437f tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:07.914862 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-d0f9b5d5-3d11-4226-9946-be8c5af3437f tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc67bcd9-3802-452d-81fa-75cacaef6d7c']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:49:07.924330 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.db.api [None req-6f22889e-3a43-4da5-a932-4d2501f0de77 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:49:07.924820 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG oslo_db.api [None req-6f22889e-3a43-4da5-a932-4d2501f0de77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:49:07.927166 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-d0f9b5d5-3d11-4226-9946-be8c5af3437f tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dd8f667-b7bf-48a0-b07b-e7d54a9379de') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:49:07.927461 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-d0f9b5d5-3d11-4226-9946-be8c5af3437f tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dd8f667-b7bf-48a0-b07b-e7d54a9379de') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:49:07.938378 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d0f9b5d5-3d11-4226-9946-be8c5af3437f tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:07.953419 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d0f9b5d5-3d11-4226-9946-be8c5af3437f tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:07.959176 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0f9b5d5-3d11-4226-9946-be8c5af3437f tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:49:07.959654 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d0f9b5d5-3d11-4226-9946-be8c5af3437f tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:08.053960 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d0f9b5d5-3d11-4226-9946-be8c5af3437f tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:08.070383 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d0f9b5d5-3d11-4226-9946-be8c5af3437f tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Notify callbacks [] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:08.081635 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f9b5d5-3d11-4226-9946-be8c5af3437f tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Pushing event deleted for resources: {'Network': ['ID=cc67bcd9-3802-452d-81fa-75cacaef6d7c,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:49:08.084576 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-d0f9b5d5-3d11-4226-9946-be8c5af3437f tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] 10.222.0.50 "DELETE /v2.0/networks/cc67bcd9-3802-452d-81fa-75cacaef6d7c HTTP/1.1" status: 204 len: 168 time: 0.9138379 Oct 04 09:49:08.087157 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 41536) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:49:08.139119 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-08584b74-0bcf-46ec-b37e-d84fb5b7489f tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Synchronizing usage tracker for tenant:1a921b78eadf440d9611ca4a4c176861 on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:49:08.154341 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-08584b74-0bcf-46ec-b37e-d84fb5b7489f tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Unset dirty status for tenant:1a921b78eadf440d9611ca4a4c176861 on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:49:08.155433 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-08584b74-0bcf-46ec-b37e-d84fb5b7489f tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba20610a-082d-402f-a9b3-4ad13f70984b HTTP/1.1" status: 200 len: 205 time: 0.0674059 Oct 04 09:49:08.158469 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 41540) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:49:08.374660 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a534e3ff-75cf-44f3-b5ee-6211c1da785e tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Notify callbacks [] for router, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:08.426354 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-6f22889e-3a43-4da5-a932-4d2501f0de77 None None] Deleting port d437ce98-e74d-44d1-a04d-8db8f0e8eb02 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:49:08.426946 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-6f22889e-3a43-4da5-a932-4d2501f0de77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:08.492458 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-6f22889e-3a43-4da5-a932-4d2501f0de77 None None] The port 'd437ce98-e74d-44d1-a04d-8db8f0e8eb02' was deleted {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 04 09:49:08.507967 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c28428-2b18-4d5e-b63f-70d627ae4870 None None] get_active_networks_info from dv-neutron-860215-1-hyperv {{(pid=89034) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 04 09:49:08.590127 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c28428-2b18-4d5e-b63f-70d627ae4870 None None] Resources bound (agent type, host, resource id): {{(pid=89034) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 04 09:49:08.670998 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a534e3ff-75cf-44f3-b5ee-6211c1da785e tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:08.673085 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a534e3ff-75cf-44f3-b5ee-6211c1da785e tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:08.701157 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a534e3ff-75cf-44f3-b5ee-6211c1da785e tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:08.702020 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a534e3ff-75cf-44f3-b5ee-6211c1da785e tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Fanout notify agent at l3_agent the message router_deleted on router ba20610a-082d-402f-a9b3-4ad13f70984b {{(pid=89033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:49:08.714913 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a534e3ff-75cf-44f3-b5ee-6211c1da785e tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:08.718403 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a534e3ff-75cf-44f3-b5ee-6211c1da785e tempest-RoutersNegativeTest-1749544550 tempest-RoutersNegativeTest-1749544550-project] 10.222.0.50 "DELETE /v2.0/routers/ba20610a-082d-402f-a9b3-4ad13f70984b HTTP/1.1" status: 204 len: 168 time: 0.5566950 Oct 04 09:49:08.794911 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 9dd8f667-b7bf-48a0-b07b-e7d54a9379de resource provider aggregate not found Oct 04 09:49:08.812761 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 9dd8f667-b7bf-48a0-b07b-e7d54a9379de resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9dd8f667-b7bf-48a0-b07b-e7d54a9379de found for delete ", "request_id": "req-44df3aa0-7acc-41dd-a69c-2c4f5107088b"}]} Oct 04 09:49:08.985725 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 41552) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:49:09.128114 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-213d1090-23e2-4787-9c70-dcfa039c03dd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1a921b78eadf440d9611ca4a4c176861&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1407664 Oct 04 09:49:09.130654 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 41558) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:49:09.186193 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-28647711-f043-4e4e-9cec-e81a37363346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:09.211519 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-28647711-f043-4e4e-9cec-e81a37363346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:09.264332 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-28647711-f043-4e4e-9cec-e81a37363346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:09.279617 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28647711-f043-4e4e-9cec-e81a37363346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338019af-e051-4085-b62b-94583415b8f9,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:49:09.284385 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-28647711-f043-4e4e-9cec-e81a37363346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:09.285158 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-28647711-f043-4e4e-9cec-e81a37363346 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/338019af-e051-4085-b62b-94583415b8f9 HTTP/1.1" status: 204 len: 168 time: 0.1534669 Oct 04 09:49:09.920469 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 41582) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:49:10.022932 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-afc1f409-b4a2-4005-b3c5-ff1b396b6f41 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1288109942-network', 'tenant_id': '92b61e49b46644209c99c09e697d2bd7'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:49:10.027622 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-afc1f409-b4a2-4005-b3c5-ff1b396b6f41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:49:10.031444 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-afc1f409-b4a2-4005-b3c5-ff1b396b6f41 admin admin] Usage tracker for resource:network and tenant:92b61e49b46644209c99c09e697d2bd7 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:49:10.034302 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-afc1f409-b4a2-4005-b3c5-ff1b396b6f41 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:49:10.039835 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-afc1f409-b4a2-4005-b3c5-ff1b396b6f41 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:49:10.050071 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc1f409-b4a2-4005-b3c5-ff1b396b6f41 admin admin] Made reservation on behalf of 92b61e49b46644209c99c09e697d2bd7 for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:49:10.052379 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-afc1f409-b4a2-4005-b3c5-ff1b396b6f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:10.063892 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-afc1f409-b4a2-4005-b3c5-ff1b396b6f41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:10.081217 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-afc1f409-b4a2-4005-b3c5-ff1b396b6f41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:49:10.084920 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-afc1f409-b4a2-4005-b3c5-ff1b396b6f41 admin admin] Usage tracker for resource:security_group_rule and tenant:92b61e49b46644209c99c09e697d2bd7 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:49:10.087588 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-afc1f409-b4a2-4005-b3c5-ff1b396b6f41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:49:10.093093 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-afc1f409-b4a2-4005-b3c5-ff1b396b6f41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:49:10.174589 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-afc1f409-b4a2-4005-b3c5-ff1b396b6f41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:10.178312 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-afc1f409-b4a2-4005-b3c5-ff1b396b6f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:10.207912 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afc1f409-b4a2-4005-b3c5-ff1b396b6f41 admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:49:10.216660 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc1f409-b4a2-4005-b3c5-ff1b396b6f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7177be3b-f3f8-4fe0-a4ca-70d62c75db0d,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:49:10.224647 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-afc1f409-b4a2-4005-b3c5-ff1b396b6f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:10.224980 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-afc1f409-b4a2-4005-b3c5-ff1b396b6f41 admin admin] Added segment 695874d4-1af8-4bf7-b391-e903bd0da151 of type vlan for network 8d8d6a8b-7f7e-4053-b882-27e058f94778 Oct 04 09:49:10.251601 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-afc1f409-b4a2-4005-b3c5-ff1b396b6f41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:10.278653 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-afc1f409-b4a2-4005-b3c5-ff1b396b6f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:10.279506 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc1f409-b4a2-4005-b3c5-ff1b396b6f41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:49:10.280074 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-afc1f409-b4a2-4005-b3c5-ff1b396b6f41 admin admin] Notify callbacks [] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:10.378318 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-afc1f409-b4a2-4005-b3c5-ff1b396b6f41 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4567583 Oct 04 09:49:10.381331 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 41588) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:49:10.383140 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc1f409-b4a2-4005-b3c5-ff1b396b6f41 admin admin] Pushing event updated for resources: {'Network': ['ID=8d8d6a8b-7f7e-4053-b882-27e058f94778,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:49:10.387110 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-702b7f8f-d691-48fa-a5ec-08c23ba195f5 admin admin] Request body: {'subnet': {'network_id': '8d8d6a8b-7f7e-4053-b882-27e058f94778', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1288109942-subnet', 'tenant_id': '92b61e49b46644209c99c09e697d2bd7', 'ip_version': 4}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:49:10.392041 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-702b7f8f-d691-48fa-a5ec-08c23ba195f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:49:10.393922 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 8d8d6a8b-7f7e-4053-b882-27e058f94778 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:49:10.395907 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-702b7f8f-d691-48fa-a5ec-08c23ba195f5 admin admin] Usage tracker for resource:subnet and tenant:92b61e49b46644209c99c09e697d2bd7 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:49:10.398922 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-702b7f8f-d691-48fa-a5ec-08c23ba195f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:49:10.404595 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-702b7f8f-d691-48fa-a5ec-08c23ba195f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:49:10.415087 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702b7f8f-d691-48fa-a5ec-08c23ba195f5 admin admin] Made reservation on behalf of 92b61e49b46644209c99c09e697d2bd7 for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:49:10.417406 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-702b7f8f-d691-48fa-a5ec-08c23ba195f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:10.715232 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-702b7f8f-d691-48fa-a5ec-08c23ba195f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:10.789373 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702b7f8f-d691-48fa-a5ec-08c23ba195f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cfb93be-0371-42ac-bc90-0b5b3012c2c5,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:49:10.797634 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702b7f8f-d691-48fa-a5ec-08c23ba195f5 admin admin] Checking segment: {'id': '695874d4-1af8-4bf7-b391-e903bd0da151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8d8d6a8b-7f7e-4053-b882-27e058f94778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:49:10.797992 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702b7f8f-d691-48fa-a5ec-08c23ba195f5 admin admin] Network hostable DHCP agents. Network: 8d8d6a8b-7f7e-4053-b882-27e058f94778, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:49:10.817857 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702b7f8f-d691-48fa-a5ec-08c23ba195f5 admin admin] Network 8d8d6a8b-7f7e-4053-b882-27e058f94778 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:49:10.826812 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-702b7f8f-d691-48fa-a5ec-08c23ba195f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 8d8d6a8b-7f7e-4053-b882-27e058f94778) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:49:10.830919 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702b7f8f-d691-48fa-a5ec-08c23ba195f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:49:10.831505 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-702b7f8f-d691-48fa-a5ec-08c23ba195f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:10.835570 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec68c09-eaa5-4445-bd9b-5b77dcce835d None None] Network 8d8d6a8b-7f7e-4053-b882-27e058f94778 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:49:10.851093 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-702b7f8f-d691-48fa-a5ec-08c23ba195f5 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4685884 Oct 04 09:49:10.854054 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 41592) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:49:10.859065 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-72fbbbb2-46db-491a-9f7e-5164f41418fa admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1288109942-router', 'tenant_id': '92b61e49b46644209c99c09e697d2bd7', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:49:10.864443 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-72fbbbb2-46db-491a-9f7e-5164f41418fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:49:10.868270 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-72fbbbb2-46db-491a-9f7e-5164f41418fa admin admin] Usage tracker for resource:router and tenant:92b61e49b46644209c99c09e697d2bd7 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:49:10.871088 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-72fbbbb2-46db-491a-9f7e-5164f41418fa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:49:10.876997 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-72fbbbb2-46db-491a-9f7e-5164f41418fa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:49:10.887455 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-72fbbbb2-46db-491a-9f7e-5164f41418fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:10.888527 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-72fbbbb2-46db-491a-9f7e-5164f41418fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:10.903021 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-72fbbbb2-46db-491a-9f7e-5164f41418fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:11.052574 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d790515-001a-458d-93db-7cbc9d8b41d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-8d8d6a8b-7f7e-4053-b882-27e058f94778', 'network_id': '8d8d6a8b-7f7e-4053-b882-27e058f94778', 'tenant_id': '92b61e49b46644209c99c09e697d2bd7', 'fixed_ips': [{'subnet_id': '4cfb93be-0371-42ac-bc90-0b5b3012c2c5'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:49:11.053405 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-2d790515-001a-458d-93db-7cbc9d8b41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:11.178889 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-72fbbbb2-46db-491a-9f7e-5164f41418fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:11.209818 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-2d790515-001a-458d-93db-7cbc9d8b41d7 None None] Allocated IP 172.20.0.2 (8d8d6a8b-7f7e-4053-b882-27e058f94778/4cfb93be-0371-42ac-bc90-0b5b3012c2c5/d371b78b-f142-4e95-baa1-0d973f85b9a2) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:49:11.419013 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-2d790515-001a-458d-93db-7cbc9d8b41d7 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:11.440540 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-2d790515-001a-458d-93db-7cbc9d8b41d7 None None] Transition to ACTIVE for port object d371b78b-f142-4e95-baa1-0d973f85b9a2 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:49:11.460122 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:11.462670 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-2d790515-001a-458d-93db-7cbc9d8b41d7 None None] Transition to ACTIVE for port object d371b78b-f142-4e95-baa1-0d973f85b9a2 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:49:11.468121 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-2d790515-001a-458d-93db-7cbc9d8b41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:11.531607 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d790515-001a-458d-93db-7cbc9d8b41d7 None None] Network 8d8d6a8b-7f7e-4053-b882-27e058f94778 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:49:11.535039 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-2d790515-001a-458d-93db-7cbc9d8b41d7 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:49:11.538872 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d790515-001a-458d-93db-7cbc9d8b41d7 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:49:11.547708 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d790515-001a-458d-93db-7cbc9d8b41d7 None None] Pushing event updated for resources: {'Port': ['ID=d371b78b-f142-4e95-baa1-0d973f85b9a2,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:49:11.598702 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-72fbbbb2-46db-491a-9f7e-5164f41418fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:11.628231 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-72fbbbb2-46db-491a-9f7e-5164f41418fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:11.648549 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-2d790515-001a-458d-93db-7cbc9d8b41d7 None None] Attempting to bind port d371b78b-f142-4e95-baa1-0d973f85b9a2 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:49:11.648922 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-2d790515-001a-458d-93db-7cbc9d8b41d7 None None] Attempting to bind port d371b78b-f142-4e95-baa1-0d973f85b9a2 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '695874d4-1af8-4bf7-b391-e903bd0da151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8d8d6a8b-7f7e-4053-b882-27e058f94778'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:49:11.649284 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d790515-001a-458d-93db-7cbc9d8b41d7 None None] Attempting to bind port d371b78b-f142-4e95-baa1-0d973f85b9a2 on network 8d8d6a8b-7f7e-4053-b882-27e058f94778 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:49:11.654463 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d790515-001a-458d-93db-7cbc9d8b41d7 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:49:11.654855 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d790515-001a-458d-93db-7cbc9d8b41d7 None None] Checking segment: {'id': '695874d4-1af8-4bf7-b391-e903bd0da151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8d8d6a8b-7f7e-4053-b882-27e058f94778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:49:11.655233 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-2d790515-001a-458d-93db-7cbc9d8b41d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:11.655621 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d790515-001a-458d-93db-7cbc9d8b41d7 None None] Bound using segment: {'id': '695874d4-1af8-4bf7-b391-e903bd0da151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8d8d6a8b-7f7e-4053-b882-27e058f94778'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:49:11.656078 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-2d790515-001a-458d-93db-7cbc9d8b41d7 None None] Bound port: d371b78b-f142-4e95-baa1-0d973f85b9a2, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '695874d4-1af8-4bf7-b391-e903bd0da151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8d8d6a8b-7f7e-4053-b882-27e058f94778'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:49:11.656473 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-2d790515-001a-458d-93db-7cbc9d8b41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:11.743705 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-2d790515-001a-458d-93db-7cbc9d8b41d7 None None] For port d371b78b-f142-4e95-baa1-0d973f85b9a2, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:49:11.747269 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-2d790515-001a-458d-93db-7cbc9d8b41d7 None None] For port d371b78b-f142-4e95-baa1-0d973f85b9a2, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=d371b78b-f142-4e95-baa1-0d973f85b9a2,segment=NetworkSegment(695874d4-1af8-4bf7-b391-e903bd0da151),segment_id=695874d4-1af8-4bf7-b391-e903bd0da151)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:49:11.752826 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-2d790515-001a-458d-93db-7cbc9d8b41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:11.775054 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-72fbbbb2-46db-491a-9f7e-5164f41418fa admin admin] Allocated IP 172.26.10.195 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/07f8e2c8-0229-40bd-bc5e-47919e96b102) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:49:11.843626 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d790515-001a-458d-93db-7cbc9d8b41d7 None None] Pushing event updated for resources: {'Port': ['ID=d371b78b-f142-4e95-baa1-0d973f85b9a2,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:49:11.927811 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-72fbbbb2-46db-491a-9f7e-5164f41418fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:11.957373 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-72fbbbb2-46db-491a-9f7e-5164f41418fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:12.032011 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fbbbb2-46db-491a-9f7e-5164f41418fa admin admin] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:49:12.034761 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-72fbbbb2-46db-491a-9f7e-5164f41418fa admin admin] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:49:12.039022 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fbbbb2-46db-491a-9f7e-5164f41418fa admin admin] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:49:12.067882 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fbbbb2-46db-491a-9f7e-5164f41418fa admin admin] Pushing event updated for resources: {'Port': ['ID=07f8e2c8-0229-40bd-bc5e-47919e96b102,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:49:12.444575 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-72fbbbb2-46db-491a-9f7e-5164f41418fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:12.791726 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20ba937-4a02-4265-9333-5301ef5661ea None None] Network 8d8d6a8b-7f7e-4053-b882-27e058f94778 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:49:12.886094 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-b8b43ded-2e22-41e8-ad78-9f49fab878b3 None None] Provisioning for port d371b78b-f142-4e95-baa1-0d973f85b9a2 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:49:12.903349 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-72fbbbb2-46db-491a-9f7e-5164f41418fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:13.109203 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72fbbbb2-46db-491a-9f7e-5164f41418fa admin admin] Router 8df80bda-3a96-4f94-8ac0-09ebca1704c1 is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:49:13.290278 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72fbbbb2-46db-491a-9f7e-5164f41418fa admin admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:49:13.299321 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7acb043-6dcf-4d08-ae44-0169e3a507ee None None] Sync routers for ids ['8df80bda-3a96-4f94-8ac0-09ebca1704c1'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:49:13.310098 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7acb043-6dcf-4d08-ae44-0169e3a507ee None None] Routers {'8df80bda-3a96-4f94-8ac0-09ebca1704c1'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:49:13.311005 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-f7acb043-6dcf-4d08-ae44-0169e3a507ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:49:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['8df80bda-3a96-4f94-8ac0-09ebca1704c1'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:49:13.315039 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-72fbbbb2-46db-491a-9f7e-5164f41418fa admin admin] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:13.316596 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-72fbbbb2-46db-491a-9f7e-5164f41418fa admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.4614508 Oct 04 09:49:13.319327 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 41596) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:49:13.487395 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-f7acb043-6dcf-4d08-ae44-0169e3a507ee None None] Set router 8df80bda-3a96-4f94-8ac0-09ebca1704c1 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:49:13.770375 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-f7acb043-6dcf-4d08-ae44-0169e3a507ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df80bda-3a96-4f94-8ac0-09ebca1704c1', 'name': 'tempest-TestEncryptedCinderVolumes-1288109942-router', 'tenant_id': '92b61e49b46644209c99c09e697d2bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.195'}], 'enable_snat': True}, 'gw_port_id': '07f8e2c8-0229-40bd-bc5e-47919e96b102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:49:10Z', 'updated_at': '2022-10-04T09:49:12Z', 'revision_number': 3, 'project_id': '92b61e49b46644209c99c09e697d2bd7', 'gw_port': {'id': '07f8e2c8-0229-40bd-bc5e-47919e96b102', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f7:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df80bda-3a96-4f94-8ac0-09ebca1704c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:49:11Z', 'updated_at': '2022-10-04T09:49:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:49:13.773792 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7acb043-6dcf-4d08-ae44-0169e3a507ee None None] Checking router: 8df80bda-3a96-4f94-8ac0-09ebca1704c1 for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:49:13.774129 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7acb043-6dcf-4d08-ae44-0169e3a507ee None None] Updating router 8df80bda-3a96-4f94-8ac0-09ebca1704c1 port 07f8e2c8-0229-40bd-bc5e-47919e96b102 binding host dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:49:13.828227 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-f7acb043-6dcf-4d08-ae44-0169e3a507ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:13.828403 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device d371b78b-f142-4e95-baa1-0d973f85b9a2 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:49:13.899223 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port d371b78b-f142-4e95-baa1-0d973f85b9a2 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:49:13.904837 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port d371b78b-f142-4e95-baa1-0d973f85b9a2 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:49:13.905211 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:13.905669 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port d371b78b-f142-4e95-baa1-0d973f85b9a2 Oct 04 09:49:14.012290 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-00970f5d-24c1-45f8-bd80-dfe3cc1dc87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:14.028959 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port d371b78b-f142-4e95-baa1-0d973f85b9a2 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:49:14.029491 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:14.067806 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port d371b78b-f142-4e95-baa1-0d973f85b9a2, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=d371b78b-f142-4e95-baa1-0d973f85b9a2,segment=NetworkSegment(695874d4-1af8-4bf7-b391-e903bd0da151),segment_id=695874d4-1af8-4bf7-b391-e903bd0da151)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:49:14.072726 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:14.141344 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=d371b78b-f142-4e95-baa1-0d973f85b9a2,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:49:14.200478 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-f7acb043-6dcf-4d08-ae44-0169e3a507ee None None] Notify callbacks [] for port, precommit_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:14.212343 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.provisioning_blocks [None req-f7acb043-6dcf-4d08-ae44-0169e3a507ee None None] Transition to ACTIVE for port object 07f8e2c8-0229-40bd-bc5e-47919e96b102 will not be triggered until provisioned by entity L2. {{(pid=89035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:49:14.218688 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-f7acb043-6dcf-4d08-ae44-0169e3a507ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:14.222469 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-00970f5d-24c1-45f8-bd80-dfe3cc1dc87d admin admin] Allocated IP 172.20.0.1 (8d8d6a8b-7f7e-4053-b882-27e058f94778/4cfb93be-0371-42ac-bc90-0b5b3012c2c5/818e6563-64cd-4ed7-8a72-3503718cbfde) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:49:14.279221 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-f7acb043-6dcf-4d08-ae44-0169e3a507ee None None] Attempting to bind port 07f8e2c8-0229-40bd-bc5e-47919e96b102 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:49:14.279487 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-f7acb043-6dcf-4d08-ae44-0169e3a507ee None None] Attempting to bind port 07f8e2c8-0229-40bd-bc5e-47919e96b102 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:49:14.279833 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7acb043-6dcf-4d08-ae44-0169e3a507ee None None] Attempting to bind port 07f8e2c8-0229-40bd-bc5e-47919e96b102 on network f33938cd-879e-4461-9b5e-aa67b746b6bd {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:49:14.288257 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7acb043-6dcf-4d08-ae44-0169e3a507ee None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:49:14.288640 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7acb043-6dcf-4d08-ae44-0169e3a507ee None None] Checking segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:49:14.289029 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-f7acb043-6dcf-4d08-ae44-0169e3a507ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:14.289405 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7acb043-6dcf-4d08-ae44-0169e3a507ee None None] Bound using segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:49:14.289853 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-f7acb043-6dcf-4d08-ae44-0169e3a507ee None None] Bound port: 07f8e2c8-0229-40bd-bc5e-47919e96b102, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:49:14.290210 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-f7acb043-6dcf-4d08-ae44-0169e3a507ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:14.338680 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff0334-8186-4a07-b18e-4aca0ae71415 None None] Pushing event updated for resources: {'Port': ['ID=07f8e2c8-0229-40bd-bc5e-47919e96b102,revision_number=2']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:49:14.349954 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff0334-8186-4a07-b18e-4aca0ae71415 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:49:14.350290 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff0334-8186-4a07-b18e-4aca0ae71415 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:49:14.350617 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff0334-8186-4a07-b18e-4aca0ae71415 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:49:14.350936 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff0334-8186-4a07-b18e-4aca0ae71415 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:49:14.351254 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff0334-8186-4a07-b18e-4aca0ae71415 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:49:14.351573 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff0334-8186-4a07-b18e-4aca0ae71415 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:49:14.351884 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff0334-8186-4a07-b18e-4aca0ae71415 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:49:14.352195 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff0334-8186-4a07-b18e-4aca0ae71415 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:49:14.352529 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff0334-8186-4a07-b18e-4aca0ae71415 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:49:14.352842 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff0334-8186-4a07-b18e-4aca0ae71415 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:49:14.353151 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff0334-8186-4a07-b18e-4aca0ae71415 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:49:14.353466 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ff0334-8186-4a07-b18e-4aca0ae71415 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:49:14.367960 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-00970f5d-24c1-45f8-bd80-dfe3cc1dc87d admin admin] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:14.383497 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-f7acb043-6dcf-4d08-ae44-0169e3a507ee None None] For port 07f8e2c8-0229-40bd-bc5e-47919e96b102, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:49:14.384075 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-00970f5d-24c1-45f8-bd80-dfe3cc1dc87d admin admin] Transition to ACTIVE for port object 818e6563-64cd-4ed7-8a72-3503718cbfde will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:49:14.386568 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-f7acb043-6dcf-4d08-ae44-0169e3a507ee None None] For port 07f8e2c8-0229-40bd-bc5e-47919e96b102, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=07f8e2c8-0229-40bd-bc5e-47919e96b102,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:49:14.389894 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-f7acb043-6dcf-4d08-ae44-0169e3a507ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:14.407976 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-00970f5d-24c1-45f8-bd80-dfe3cc1dc87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:14.449273 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7acb043-6dcf-4d08-ae44-0169e3a507ee None None] Routers {'8df80bda-3a96-4f94-8ac0-09ebca1704c1'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:49:14.449884 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-f7acb043-6dcf-4d08-ae44-0169e3a507ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:49:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['8df80bda-3a96-4f94-8ac0-09ebca1704c1'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:49:14.479128 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00970f5d-24c1-45f8-bd80-dfe3cc1dc87d admin admin] Network 8d8d6a8b-7f7e-4053-b882-27e058f94778 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:49:14.482014 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-00970f5d-24c1-45f8-bd80-dfe3cc1dc87d admin admin] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:49:14.484574 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00970f5d-24c1-45f8-bd80-dfe3cc1dc87d admin admin] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:49:14.529835 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00970f5d-24c1-45f8-bd80-dfe3cc1dc87d admin admin] Pushing event updated for resources: {'Port': ['ID=818e6563-64cd-4ed7-8a72-3503718cbfde,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:49:14.531311 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff0334-8186-4a07-b18e-4aca0ae71415 None None] Pushing event updated for resources: {'Port': ['ID=07f8e2c8-0229-40bd-bc5e-47919e96b102,revision_number=3']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:49:14.547882 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-00970f5d-24c1-45f8-bd80-dfe3cc1dc87d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737202'] for router_interface, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:14.643159 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-f7acb043-6dcf-4d08-ae44-0169e3a507ee None None] Set router 8df80bda-3a96-4f94-8ac0-09ebca1704c1 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:49:14.751915 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-f7495b93-bbb3-4bda-ab34-07a2a53fa564 None None] Provisioning for port 818e6563-64cd-4ed7-8a72-3503718cbfde completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:49:14.757969 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-f7495b93-bbb3-4bda-ab34-07a2a53fa564 None None] Provisioning complete for port 818e6563-64cd-4ed7-8a72-3503718cbfde triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:49:14.758619 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f7495b93-bbb3-4bda-ab34-07a2a53fa564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:14.759094 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f7495b93-bbb3-4bda-ab34-07a2a53fa564 None None] Attempt 1 to provision port 818e6563-64cd-4ed7-8a72-3503718cbfde Oct 04 09:49:14.853812 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f7495b93-bbb3-4bda-ab34-07a2a53fa564 None None] Port 818e6563-64cd-4ed7-8a72-3503718cbfde cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:49:14.941117 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-f7acb043-6dcf-4d08-ae44-0169e3a507ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df80bda-3a96-4f94-8ac0-09ebca1704c1', 'name': 'tempest-TestEncryptedCinderVolumes-1288109942-router', 'tenant_id': '92b61e49b46644209c99c09e697d2bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.195'}], 'enable_snat': True}, 'gw_port_id': '07f8e2c8-0229-40bd-bc5e-47919e96b102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:49:10Z', 'updated_at': '2022-10-04T09:49:12Z', 'revision_number': 3, 'project_id': '92b61e49b46644209c99c09e697d2bd7', 'gw_port': {'id': '07f8e2c8-0229-40bd-bc5e-47919e96b102', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f7:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df80bda-3a96-4f94-8ac0-09ebca1704c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:49:11Z', 'updated_at': '2022-10-04T09:49:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:49:14.945419 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7acb043-6dcf-4d08-ae44-0169e3a507ee None None] The sync data for ids ['8df80bda-3a96-4f94-8ac0-09ebca1704c1'] in dv-neutron-860215-1-hyperv is: [{'id': '8df80bda-3a96-4f94-8ac0-09ebca1704c1', 'name': 'tempest-TestEncryptedCinderVolumes-1288109942-router', 'tenant_id': '92b61e49b46644209c99c09e697d2bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.195'}], 'enable_snat': True}, 'gw_port_id': '07f8e2c8-0229-40bd-bc5e-47919e96b102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:49:10Z', 'updated_at': '2022-10-04T09:49:12Z', 'revision_number': 3, 'project_id': '92b61e49b46644209c99c09e697d2bd7', 'gw_port': {'id': '07f8e2c8-0229-40bd-bc5e-47919e96b102', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f7:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df80bda-3a96-4f94-8ac0-09ebca1704c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:49:11Z', 'updated_at': '2022-10-04T09:49:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:49:14.947485 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-00970f5d-24c1-45f8-bd80-dfe3cc1dc87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:15.189775 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-00970f5d-24c1-45f8-bd80-dfe3cc1dc87d admin admin] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:15.196006 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-00970f5d-24c1-45f8-bd80-dfe3cc1dc87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:15.305614 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-00970f5d-24c1-45f8-bd80-dfe3cc1dc87d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736777'] for router_interface, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:15.309055 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00970f5d-24c1-45f8-bd80-dfe3cc1dc87d admin admin] Pushing event updated for resources: {'Port': ['ID=818e6563-64cd-4ed7-8a72-3503718cbfde,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:49:15.354986 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f7495b93-bbb3-4bda-ab34-07a2a53fa564 None None] Attempt 2 to provision port 818e6563-64cd-4ed7-8a72-3503718cbfde Oct 04 09:49:15.412233 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f7495b93-bbb3-4bda-ab34-07a2a53fa564 None None] Port 818e6563-64cd-4ed7-8a72-3503718cbfde cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:49:15.455360 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00970f5d-24c1-45f8-bd80-dfe3cc1dc87d admin admin] Network 8d8d6a8b-7f7e-4053-b882-27e058f94778 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:49:15.456618 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-00970f5d-24c1-45f8-bd80-dfe3cc1dc87d admin admin] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:49:15.654613 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00970f5d-24c1-45f8-bd80-dfe3cc1dc87d admin admin] Router 8df80bda-3a96-4f94-8ac0-09ebca1704c1 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:49:15.857807 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00970f5d-24c1-45f8-bd80-dfe3cc1dc87d admin admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:49:15.872797 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-00970f5d-24c1-45f8-bd80-dfe3cc1dc87d admin admin] 10.222.0.50 "PUT /v2.0/routers/8df80bda-3a96-4f94-8ac0-09ebca1704c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5478323 Oct 04 09:49:15.873055 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 07f8e2c8-0229-40bd-bc5e-47919e96b102 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:49:15.914773 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f7495b93-bbb3-4bda-ab34-07a2a53fa564 None None] Attempt 3 to provision port 818e6563-64cd-4ed7-8a72-3503718cbfde Oct 04 09:49:15.979496 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f7495b93-bbb3-4bda-ab34-07a2a53fa564 None None] Port 818e6563-64cd-4ed7-8a72-3503718cbfde cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:49:15.990667 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 07f8e2c8-0229-40bd-bc5e-47919e96b102 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:49:15.996651 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 07f8e2c8-0229-40bd-bc5e-47919e96b102 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:49:15.997029 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:15.997618 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 07f8e2c8-0229-40bd-bc5e-47919e96b102 Oct 04 09:49:16.114732 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 07f8e2c8-0229-40bd-bc5e-47919e96b102 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:49:16.115116 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:16.132173 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 07f8e2c8-0229-40bd-bc5e-47919e96b102, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=07f8e2c8-0229-40bd-bc5e-47919e96b102,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:49:16.135880 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:16.136784 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device d371b78b-f142-4e95-baa1-0d973f85b9a2 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:49:16.255961 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=07f8e2c8-0229-40bd-bc5e-47919e96b102,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:49:16.267665 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port d371b78b-f142-4e95-baa1-0d973f85b9a2 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:49:16.268038 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:16.268390 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port d371b78b-f142-4e95-baa1-0d973f85b9a2 Oct 04 09:49:16.379570 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 41614) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:49:16.385792 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-b3d5032a-1276-4f2c-8efc-fdb26a8b226d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-872000951-network', 'tenant_id': '23cbf1e40b2b4657b9e88c43976cca3e'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:49:16.388015 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port d371b78b-f142-4e95-baa1-0d973f85b9a2 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:49:16.391943 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-b3d5032a-1276-4f2c-8efc-fdb26a8b226d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:49:16.396331 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-b3d5032a-1276-4f2c-8efc-fdb26a8b226d admin admin] Usage tracker for resource:network and tenant:23cbf1e40b2b4657b9e88c43976cca3e is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:49:16.401474 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-b3d5032a-1276-4f2c-8efc-fdb26a8b226d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:49:16.407181 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-b3d5032a-1276-4f2c-8efc-fdb26a8b226d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:49:16.418147 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d5032a-1276-4f2c-8efc-fdb26a8b226d admin admin] Made reservation on behalf of 23cbf1e40b2b4657b9e88c43976cca3e for: {'network': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:49:16.421533 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b3d5032a-1276-4f2c-8efc-fdb26a8b226d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:16.434428 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b3d5032a-1276-4f2c-8efc-fdb26a8b226d admin admin] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:16.449246 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-b3d5032a-1276-4f2c-8efc-fdb26a8b226d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:49:16.453256 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-b3d5032a-1276-4f2c-8efc-fdb26a8b226d admin admin] Usage tracker for resource:security_group_rule and tenant:23cbf1e40b2b4657b9e88c43976cca3e is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:49:16.457592 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-b3d5032a-1276-4f2c-8efc-fdb26a8b226d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:49:16.467297 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-b3d5032a-1276-4f2c-8efc-fdb26a8b226d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:49:16.480376 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f7495b93-bbb3-4bda-ab34-07a2a53fa564 None None] Attempt 4 to provision port 818e6563-64cd-4ed7-8a72-3503718cbfde Oct 04 09:49:16.513664 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5fcc6c-f4f0-4c1c-a1b0-69dac60d8856 None None] Sync routers for ids ['8df80bda-3a96-4f94-8ac0-09ebca1704c1'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:49:16.541957 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5fcc6c-f4f0-4c1c-a1b0-69dac60d8856 None None] Routers {'8df80bda-3a96-4f94-8ac0-09ebca1704c1'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:49:16.542577 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-0c5fcc6c-f4f0-4c1c-a1b0-69dac60d8856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:49:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['8df80bda-3a96-4f94-8ac0-09ebca1704c1'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:49:16.557456 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b3d5032a-1276-4f2c-8efc-fdb26a8b226d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:16.561264 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b3d5032a-1276-4f2c-8efc-fdb26a8b226d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:16.591510 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3d5032a-1276-4f2c-8efc-fdb26a8b226d admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=89032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:49:16.600731 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d5032a-1276-4f2c-8efc-fdb26a8b226d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89cf1272-a8a0-430d-a3d6-c405d4ba1a7c,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:49:16.606727 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b3d5032a-1276-4f2c-8efc-fdb26a8b226d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:16.607101 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.segments_db [None req-b3d5032a-1276-4f2c-8efc-fdb26a8b226d admin admin] Added segment acaacc78-4125-407a-b854-18616951fbd4 of type vlan for network 39f3aca9-33c6-43c8-80ca-613b9bc731d7 Oct 04 09:49:16.614273 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f7495b93-bbb3-4bda-ab34-07a2a53fa564 None None] Port 818e6563-64cd-4ed7-8a72-3503718cbfde cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:49:16.636164 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b3d5032a-1276-4f2c-8efc-fdb26a8b226d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:16.666894 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b3d5032a-1276-4f2c-8efc-fdb26a8b226d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:16.667863 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d5032a-1276-4f2c-8efc-fdb26a8b226d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:49:16.668486 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b3d5032a-1276-4f2c-8efc-fdb26a8b226d admin admin] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:16.728541 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-0c5fcc6c-f4f0-4c1c-a1b0-69dac60d8856 None None] Set router 8df80bda-3a96-4f94-8ac0-09ebca1704c1 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:49:16.778260 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d5032a-1276-4f2c-8efc-fdb26a8b226d admin admin] Pushing event updated for resources: {'Network': ['ID=39f3aca9-33c6-43c8-80ca-613b9bc731d7,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:49:16.785801 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-b3d5032a-1276-4f2c-8efc-fdb26a8b226d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4016881 Oct 04 09:49:16.786023 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 41618) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:49:16.791658 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-8146e9aa-5ba0-431e-9639-5eafd756aea4 admin admin] Request body: {'subnet': {'network_id': '39f3aca9-33c6-43c8-80ca-613b9bc731d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-872000951-subnet', 'tenant_id': '23cbf1e40b2b4657b9e88c43976cca3e', 'ip_version': 4}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:49:16.796824 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-8146e9aa-5ba0-431e-9639-5eafd756aea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:49:16.798754 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 39f3aca9-33c6-43c8-80ca-613b9bc731d7 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:49:16.800796 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-8146e9aa-5ba0-431e-9639-5eafd756aea4 admin admin] Usage tracker for resource:subnet and tenant:23cbf1e40b2b4657b9e88c43976cca3e is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:49:16.803650 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-8146e9aa-5ba0-431e-9639-5eafd756aea4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:49:16.809402 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-8146e9aa-5ba0-431e-9639-5eafd756aea4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:49:16.821662 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8146e9aa-5ba0-431e-9639-5eafd756aea4 admin admin] Made reservation on behalf of 23cbf1e40b2b4657b9e88c43976cca3e for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:49:16.823920 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8146e9aa-5ba0-431e-9639-5eafd756aea4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:17.026517 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8146e9aa-5ba0-431e-9639-5eafd756aea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:17.098470 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8146e9aa-5ba0-431e-9639-5eafd756aea4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f991d01-9f0b-4e8b-a4c4-97fb656a3561,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:49:17.106917 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8146e9aa-5ba0-431e-9639-5eafd756aea4 admin admin] Checking segment: {'id': 'acaacc78-4125-407a-b854-18616951fbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '39f3aca9-33c6-43c8-80ca-613b9bc731d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:49:17.107273 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8146e9aa-5ba0-431e-9639-5eafd756aea4 admin admin] Network hostable DHCP agents. Network: 39f3aca9-33c6-43c8-80ca-613b9bc731d7, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:49:17.118124 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f7495b93-bbb3-4bda-ab34-07a2a53fa564 None None] Attempt 5 to provision port 818e6563-64cd-4ed7-8a72-3503718cbfde Oct 04 09:49:17.126350 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8146e9aa-5ba0-431e-9639-5eafd756aea4 admin admin] Network 39f3aca9-33c6-43c8-80ca-613b9bc731d7 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:49:17.140798 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-8146e9aa-5ba0-431e-9639-5eafd756aea4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 39f3aca9-33c6-43c8-80ca-613b9bc731d7) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:49:17.145582 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8146e9aa-5ba0-431e-9639-5eafd756aea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:49:17.146156 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8146e9aa-5ba0-431e-9639-5eafd756aea4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:17.156526 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff45686f-f4d6-4b11-918b-8af65161a353 None None] Network 39f3aca9-33c6-43c8-80ca-613b9bc731d7 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:49:17.166624 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-8146e9aa-5ba0-431e-9639-5eafd756aea4 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3795450 Oct 04 09:49:17.169199 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 41622) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:49:17.174386 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-c0d8f5e0-4f23-4d1d-a799-94d27ff18439 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-872000951-router', 'tenant_id': '23cbf1e40b2b4657b9e88c43976cca3e', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:49:17.179058 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-c0d8f5e0-4f23-4d1d-a799-94d27ff18439 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:49:17.183103 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-c0d8f5e0-4f23-4d1d-a799-94d27ff18439 admin admin] Usage tracker for resource:router and tenant:23cbf1e40b2b4657b9e88c43976cca3e is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:49:17.186164 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-c0d8f5e0-4f23-4d1d-a799-94d27ff18439 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:49:17.192702 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-c0d8f5e0-4f23-4d1d-a799-94d27ff18439 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:49:17.202587 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c0d8f5e0-4f23-4d1d-a799-94d27ff18439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:17.203481 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c0d8f5e0-4f23-4d1d-a799-94d27ff18439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:17.218930 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c0d8f5e0-4f23-4d1d-a799-94d27ff18439 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:17.271706 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f7495b93-bbb3-4bda-ab34-07a2a53fa564 None None] Port 818e6563-64cd-4ed7-8a72-3503718cbfde cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:49:17.353663 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-0c5fcc6c-f4f0-4c1c-a1b0-69dac60d8856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df80bda-3a96-4f94-8ac0-09ebca1704c1', 'name': 'tempest-TestEncryptedCinderVolumes-1288109942-router', 'tenant_id': '92b61e49b46644209c99c09e697d2bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.195'}], 'enable_snat': True}, 'gw_port_id': '07f8e2c8-0229-40bd-bc5e-47919e96b102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:49:10Z', 'updated_at': '2022-10-04T09:49:14Z', 'revision_number': 4, 'project_id': '92b61e49b46644209c99c09e697d2bd7', 'gw_port': {'id': '07f8e2c8-0229-40bd-bc5e-47919e96b102', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df80bda-3a96-4f94-8ac0-09ebca1704c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:49:11Z', 'updated_at': '2022-10-04T09:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '818e6563-64cd-4ed7-8a72-3503718cbfde', 'name': '', 'network_id': '8d8d6a8b-7f7e-4053-b882-27e058f94778', 'tenant_id': '92b61e49b46644209c99c09e697d2bd7', 'mac_address': 'fa:16:3e:80:30:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df80bda-3a96-4f94-8ac0-09ebca1704c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '4cfb93be-0371-42ac-bc90-0b5b3012c2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:49:14Z', 'updated_at': '2022-10-04T09:49:15Z', 'revision_number': 2, 'project_id': '92b61e49b46644209c99c09e697d2bd7', 'subnets': [{'id': '4cfb93be-0371-42ac-bc90-0b5b3012c2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:49:17.366364 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5fcc6c-f4f0-4c1c-a1b0-69dac60d8856 None None] Checking router: 8df80bda-3a96-4f94-8ac0-09ebca1704c1 for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:49:17.366724 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5fcc6c-f4f0-4c1c-a1b0-69dac60d8856 None None] Updating router 8df80bda-3a96-4f94-8ac0-09ebca1704c1 port 818e6563-64cd-4ed7-8a72-3503718cbfde binding host dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:49:17.509619 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0c5fcc6c-f4f0-4c1c-a1b0-69dac60d8856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:17.519462 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ef79c8-55e9-47f7-93be-3eb7c8ebb0b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-39f3aca9-33c6-43c8-80ca-613b9bc731d7', 'network_id': '39f3aca9-33c6-43c8-80ca-613b9bc731d7', 'tenant_id': '23cbf1e40b2b4657b9e88c43976cca3e', 'fixed_ips': [{'subnet_id': '3f991d01-9f0b-4e8b-a4c4-97fb656a3561'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:49:17.520263 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-73ef79c8-55e9-47f7-93be-3eb7c8ebb0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:17.590602 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c0d8f5e0-4f23-4d1d-a799-94d27ff18439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:17.772659 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f7495b93-bbb3-4bda-ab34-07a2a53fa564 None None] Attempt 6 to provision port 818e6563-64cd-4ed7-8a72-3503718cbfde Oct 04 09:49:17.832917 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 07f8e2c8-0229-40bd-bc5e-47919e96b102 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:49:17.899568 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c0d8f5e0-4f23-4d1d-a799-94d27ff18439 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:17.929863 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c0d8f5e0-4f23-4d1d-a799-94d27ff18439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:17.936062 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-73ef79c8-55e9-47f7-93be-3eb7c8ebb0b8 None None] Allocated IP 172.20.0.2 (39f3aca9-33c6-43c8-80ca-613b9bc731d7/3f991d01-9f0b-4e8b-a4c4-97fb656a3561/1df4a363-2613-4e94-ad66-1057f02b2b96) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:49:17.976240 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f7495b93-bbb3-4bda-ab34-07a2a53fa564 None None] Port 818e6563-64cd-4ed7-8a72-3503718cbfde cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:49:18.065441 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-c0d8f5e0-4f23-4d1d-a799-94d27ff18439 admin admin] Allocated IP 172.26.10.161 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/115b69ad-4ba4-4321-8de8-2ed7d2e66e40) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:49:18.122749 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 07f8e2c8-0229-40bd-bc5e-47919e96b102 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:49:18.123341 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:18.123438 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 07f8e2c8-0229-40bd-bc5e-47919e96b102 Oct 04 09:49:18.214382 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c0d8f5e0-4f23-4d1d-a799-94d27ff18439 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:18.243423 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c0d8f5e0-4f23-4d1d-a799-94d27ff18439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:18.308170 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d8f5e0-4f23-4d1d-a799-94d27ff18439 admin admin] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:49:18.311034 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-c0d8f5e0-4f23-4d1d-a799-94d27ff18439 admin admin] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:49:18.314573 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d8f5e0-4f23-4d1d-a799-94d27ff18439 admin admin] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:49:18.322054 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0c5fcc6c-f4f0-4c1c-a1b0-69dac60d8856 None None] Notify callbacks [] for port, precommit_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:18.363888 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d8f5e0-4f23-4d1d-a799-94d27ff18439 admin admin] Pushing event updated for resources: {'Port': ['ID=115b69ad-4ba4-4321-8de8-2ed7d2e66e40,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:49:18.376048 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-0c5fcc6c-f4f0-4c1c-a1b0-69dac60d8856 None None] Transition to ACTIVE for port object 818e6563-64cd-4ed7-8a72-3503718cbfde will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:49:18.379183 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-73ef79c8-55e9-47f7-93be-3eb7c8ebb0b8 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:18.404384 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-73ef79c8-55e9-47f7-93be-3eb7c8ebb0b8 None None] Transition to ACTIVE for port object 1df4a363-2613-4e94-ad66-1057f02b2b96 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:49:18.406663 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0c5fcc6c-f4f0-4c1c-a1b0-69dac60d8856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:18.502677 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f7495b93-bbb3-4bda-ab34-07a2a53fa564 None None] Attempt 7 to provision port 818e6563-64cd-4ed7-8a72-3503718cbfde Oct 04 09:49:18.575307 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 07f8e2c8-0229-40bd-bc5e-47919e96b102 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:49:18.615513 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-73ef79c8-55e9-47f7-93be-3eb7c8ebb0b8 None None] Transition to ACTIVE for port object 1df4a363-2613-4e94-ad66-1057f02b2b96 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:49:18.675454 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-73ef79c8-55e9-47f7-93be-3eb7c8ebb0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:18.697422 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6457d6f9-01a6-4a89-932d-b1822243a079 None None] Pushing event updated for resources: {'Port': ['ID=818e6563-64cd-4ed7-8a72-3503718cbfde,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:49:18.699481 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f7495b93-bbb3-4bda-ab34-07a2a53fa564 None None] Port 818e6563-64cd-4ed7-8a72-3503718cbfde cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:49:18.714417 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6457d6f9-01a6-4a89-932d-b1822243a079 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:49:18.714767 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6457d6f9-01a6-4a89-932d-b1822243a079 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:49:18.715107 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6457d6f9-01a6-4a89-932d-b1822243a079 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:49:18.715444 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6457d6f9-01a6-4a89-932d-b1822243a079 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:49:18.715780 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6457d6f9-01a6-4a89-932d-b1822243a079 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:49:18.716111 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6457d6f9-01a6-4a89-932d-b1822243a079 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:49:18.716541 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6457d6f9-01a6-4a89-932d-b1822243a079 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:49:18.716870 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6457d6f9-01a6-4a89-932d-b1822243a079 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:49:18.717200 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6457d6f9-01a6-4a89-932d-b1822243a079 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:49:18.717529 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6457d6f9-01a6-4a89-932d-b1822243a079 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:49:18.717852 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6457d6f9-01a6-4a89-932d-b1822243a079 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:49:18.718169 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6457d6f9-01a6-4a89-932d-b1822243a079 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:49:18.768508 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ef79c8-55e9-47f7-93be-3eb7c8ebb0b8 None None] Network 39f3aca9-33c6-43c8-80ca-613b9bc731d7 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:49:18.769781 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-0c5fcc6c-f4f0-4c1c-a1b0-69dac60d8856 None None] Attempting to bind port 818e6563-64cd-4ed7-8a72-3503718cbfde on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:49:18.770151 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-0c5fcc6c-f4f0-4c1c-a1b0-69dac60d8856 None None] Attempting to bind port 818e6563-64cd-4ed7-8a72-3503718cbfde by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '695874d4-1af8-4bf7-b391-e903bd0da151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8d8d6a8b-7f7e-4053-b882-27e058f94778'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:49:18.770512 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5fcc6c-f4f0-4c1c-a1b0-69dac60d8856 None None] Attempting to bind port 818e6563-64cd-4ed7-8a72-3503718cbfde on network 8d8d6a8b-7f7e-4053-b882-27e058f94778 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:49:18.783115 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-73ef79c8-55e9-47f7-93be-3eb7c8ebb0b8 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:49:18.794787 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ef79c8-55e9-47f7-93be-3eb7c8ebb0b8 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:49:18.800016 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5fcc6c-f4f0-4c1c-a1b0-69dac60d8856 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:49:18.800416 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5fcc6c-f4f0-4c1c-a1b0-69dac60d8856 None None] Checking segment: {'id': '695874d4-1af8-4bf7-b391-e903bd0da151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8d8d6a8b-7f7e-4053-b882-27e058f94778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:49:18.800824 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0c5fcc6c-f4f0-4c1c-a1b0-69dac60d8856 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:18.801220 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5fcc6c-f4f0-4c1c-a1b0-69dac60d8856 None None] Bound using segment: {'id': '695874d4-1af8-4bf7-b391-e903bd0da151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8d8d6a8b-7f7e-4053-b882-27e058f94778'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:49:18.801704 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-0c5fcc6c-f4f0-4c1c-a1b0-69dac60d8856 None None] Bound port: 818e6563-64cd-4ed7-8a72-3503718cbfde, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '695874d4-1af8-4bf7-b391-e903bd0da151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8d8d6a8b-7f7e-4053-b882-27e058f94778'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:49:18.802080 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0c5fcc6c-f4f0-4c1c-a1b0-69dac60d8856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:18.856712 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c0d8f5e0-4f23-4d1d-a799-94d27ff18439 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:18.868565 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ef79c8-55e9-47f7-93be-3eb7c8ebb0b8 None None] Pushing event updated for resources: {'Port': ['ID=1df4a363-2613-4e94-ad66-1057f02b2b96,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:49:19.012706 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-73ef79c8-55e9-47f7-93be-3eb7c8ebb0b8 None None] Attempting to bind port 1df4a363-2613-4e94-ad66-1057f02b2b96 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:49:19.013073 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-73ef79c8-55e9-47f7-93be-3eb7c8ebb0b8 None None] Attempting to bind port 1df4a363-2613-4e94-ad66-1057f02b2b96 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'acaacc78-4125-407a-b854-18616951fbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '39f3aca9-33c6-43c8-80ca-613b9bc731d7'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:49:19.013435 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ef79c8-55e9-47f7-93be-3eb7c8ebb0b8 None None] Attempting to bind port 1df4a363-2613-4e94-ad66-1057f02b2b96 on network 39f3aca9-33c6-43c8-80ca-613b9bc731d7 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:49:19.029711 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ef79c8-55e9-47f7-93be-3eb7c8ebb0b8 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:49:19.030079 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ef79c8-55e9-47f7-93be-3eb7c8ebb0b8 None None] Checking segment: {'id': 'acaacc78-4125-407a-b854-18616951fbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '39f3aca9-33c6-43c8-80ca-613b9bc731d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:49:19.030474 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-73ef79c8-55e9-47f7-93be-3eb7c8ebb0b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:19.030862 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ef79c8-55e9-47f7-93be-3eb7c8ebb0b8 None None] Bound using segment: {'id': 'acaacc78-4125-407a-b854-18616951fbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '39f3aca9-33c6-43c8-80ca-613b9bc731d7'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:49:19.031319 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-73ef79c8-55e9-47f7-93be-3eb7c8ebb0b8 None None] Bound port: 1df4a363-2613-4e94-ad66-1057f02b2b96, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acaacc78-4125-407a-b854-18616951fbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '39f3aca9-33c6-43c8-80ca-613b9bc731d7'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:49:19.031692 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-73ef79c8-55e9-47f7-93be-3eb7c8ebb0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:19.078104 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-0c5fcc6c-f4f0-4c1c-a1b0-69dac60d8856 None None] For port 818e6563-64cd-4ed7-8a72-3503718cbfde, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:49:19.101857 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-0c5fcc6c-f4f0-4c1c-a1b0-69dac60d8856 None None] For port 818e6563-64cd-4ed7-8a72-3503718cbfde, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=818e6563-64cd-4ed7-8a72-3503718cbfde,segment=NetworkSegment(695874d4-1af8-4bf7-b391-e903bd0da151),segment_id=695874d4-1af8-4bf7-b391-e903bd0da151)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:49:19.109858 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0c5fcc6c-f4f0-4c1c-a1b0-69dac60d8856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:19.182935 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5fcc6c-f4f0-4c1c-a1b0-69dac60d8856 None None] Routers {'8df80bda-3a96-4f94-8ac0-09ebca1704c1'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:49:19.183645 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-0c5fcc6c-f4f0-4c1c-a1b0-69dac60d8856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:49:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['8df80bda-3a96-4f94-8ac0-09ebca1704c1'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:49:19.202728 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c0d8f5e0-4f23-4d1d-a799-94d27ff18439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:19.243676 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f7495b93-bbb3-4bda-ab34-07a2a53fa564 None None] Attempt 8 to provision port 818e6563-64cd-4ed7-8a72-3503718cbfde Oct 04 09:49:19.303556 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-73ef79c8-55e9-47f7-93be-3eb7c8ebb0b8 None None] For port 1df4a363-2613-4e94-ad66-1057f02b2b96, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:49:19.339939 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-73ef79c8-55e9-47f7-93be-3eb7c8ebb0b8 None None] For port 1df4a363-2613-4e94-ad66-1057f02b2b96, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=1df4a363-2613-4e94-ad66-1057f02b2b96,segment=NetworkSegment(acaacc78-4125-407a-b854-18616951fbd4),segment_id=acaacc78-4125-407a-b854-18616951fbd4)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:49:19.393524 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6457d6f9-01a6-4a89-932d-b1822243a079 None None] Pushing event updated for resources: {'Port': ['ID=818e6563-64cd-4ed7-8a72-3503718cbfde,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:49:19.406422 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0d8f5e0-4f23-4d1d-a799-94d27ff18439 admin admin] Router 23371cdf-93cc-4534-9c77-faae0e991fea is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:49:19.408590 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-73ef79c8-55e9-47f7-93be-3eb7c8ebb0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:19.499237 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f7495b93-bbb3-4bda-ab34-07a2a53fa564 None None] Port 818e6563-64cd-4ed7-8a72-3503718cbfde had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 09:49:19.522710 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-0c5fcc6c-f4f0-4c1c-a1b0-69dac60d8856 None None] Set router 8df80bda-3a96-4f94-8ac0-09ebca1704c1 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:49:19.585563 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ef79c8-55e9-47f7-93be-3eb7c8ebb0b8 None None] Pushing event updated for resources: {'Port': ['ID=1df4a363-2613-4e94-ad66-1057f02b2b96,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:49:19.605608 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d8f5e0-4f23-4d1d-a799-94d27ff18439 admin admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:49:19.617537 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662830dd-4e9b-4fac-9e01-13235c11fae3 None None] Sync routers for ids ['23371cdf-93cc-4534-9c77-faae0e991fea'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:49:19.628445 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662830dd-4e9b-4fac-9e01-13235c11fae3 None None] Routers {'23371cdf-93cc-4534-9c77-faae0e991fea'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:49:19.629385 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-662830dd-4e9b-4fac-9e01-13235c11fae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:49:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['23371cdf-93cc-4534-9c77-faae0e991fea'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:49:19.641584 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c0d8f5e0-4f23-4d1d-a799-94d27ff18439 admin admin] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:19.646559 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 41626) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:49:19.650587 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-c0d8f5e0-4f23-4d1d-a799-94d27ff18439 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.4795723 Oct 04 09:49:19.915872 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 1df4a363-2613-4e94-ad66-1057f02b2b96 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:49:19.993566 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-0c5fcc6c-f4f0-4c1c-a1b0-69dac60d8856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df80bda-3a96-4f94-8ac0-09ebca1704c1', 'name': 'tempest-TestEncryptedCinderVolumes-1288109942-router', 'tenant_id': '92b61e49b46644209c99c09e697d2bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.195'}], 'enable_snat': True}, 'gw_port_id': '07f8e2c8-0229-40bd-bc5e-47919e96b102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:49:10Z', 'updated_at': '2022-10-04T09:49:14Z', 'revision_number': 4, 'project_id': '92b61e49b46644209c99c09e697d2bd7', 'gw_port': {'id': '07f8e2c8-0229-40bd-bc5e-47919e96b102', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df80bda-3a96-4f94-8ac0-09ebca1704c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:49:11Z', 'updated_at': '2022-10-04T09:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '818e6563-64cd-4ed7-8a72-3503718cbfde', 'name': '', 'network_id': '8d8d6a8b-7f7e-4053-b882-27e058f94778', 'tenant_id': '92b61e49b46644209c99c09e697d2bd7', 'mac_address': 'fa:16:3e:80:30:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df80bda-3a96-4f94-8ac0-09ebca1704c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '4cfb93be-0371-42ac-bc90-0b5b3012c2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:49:14Z', 'updated_at': '2022-10-04T09:49:19Z', 'revision_number': 4, 'project_id': '92b61e49b46644209c99c09e697d2bd7', 'subnets': [{'id': '4cfb93be-0371-42ac-bc90-0b5b3012c2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:49:20.000061 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-662830dd-4e9b-4fac-9e01-13235c11fae3 None None] Set router 23371cdf-93cc-4534-9c77-faae0e991fea gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:49:20.000286 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5fcc6c-f4f0-4c1c-a1b0-69dac60d8856 None None] The sync data for ids ['8df80bda-3a96-4f94-8ac0-09ebca1704c1'] in dv-neutron-860215-1-hyperv is: [{'id': '8df80bda-3a96-4f94-8ac0-09ebca1704c1', 'name': 'tempest-TestEncryptedCinderVolumes-1288109942-router', 'tenant_id': '92b61e49b46644209c99c09e697d2bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.195'}], 'enable_snat': True}, 'gw_port_id': '07f8e2c8-0229-40bd-bc5e-47919e96b102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:49:10Z', 'updated_at': '2022-10-04T09:49:14Z', 'revision_number': 4, 'project_id': '92b61e49b46644209c99c09e697d2bd7', 'gw_port': {'id': '07f8e2c8-0229-40bd-bc5e-47919e96b102', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df80bda-3a96-4f94-8ac0-09ebca1704c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:49:11Z', 'updated_at': '2022-10-04T09:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '818e6563-64cd-4ed7-8a72-3503718cbfde', 'name': '', 'network_id': '8d8d6a8b-7f7e-4053-b882-27e058f94778', 'tenant_id': '92b61e49b46644209c99c09e697d2bd7', 'mac_address': 'fa:16:3e:80:30:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df80bda-3a96-4f94-8ac0-09ebca1704c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '4cfb93be-0371-42ac-bc90-0b5b3012c2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:49:14Z', 'updated_at': '2022-10-04T09:49:19Z', 'revision_number': 4, 'project_id': '92b61e49b46644209c99c09e697d2bd7', 'subnets': [{'id': '4cfb93be-0371-42ac-bc90-0b5b3012c2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:49:20.008034 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 1df4a363-2613-4e94-ad66-1057f02b2b96 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:49:20.337416 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-662830dd-4e9b-4fac-9e01-13235c11fae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23371cdf-93cc-4534-9c77-faae0e991fea', 'name': 'tempest-TestEncryptedCinderVolumes-872000951-router', 'tenant_id': '23cbf1e40b2b4657b9e88c43976cca3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.161'}], 'enable_snat': True}, 'gw_port_id': '115b69ad-4ba4-4321-8de8-2ed7d2e66e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:49:17Z', 'updated_at': '2022-10-04T09:49:18Z', 'revision_number': 3, 'project_id': '23cbf1e40b2b4657b9e88c43976cca3e', 'gw_port': {'id': '115b69ad-4ba4-4321-8de8-2ed7d2e66e40', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:33:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23371cdf-93cc-4534-9c77-faae0e991fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:49:17Z', 'updated_at': '2022-10-04T09:49:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:49:20.341930 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662830dd-4e9b-4fac-9e01-13235c11fae3 None None] Checking router: 23371cdf-93cc-4534-9c77-faae0e991fea for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:49:20.342362 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662830dd-4e9b-4fac-9e01-13235c11fae3 None None] Updating router 23371cdf-93cc-4534-9c77-faae0e991fea port 115b69ad-4ba4-4321-8de8-2ed7d2e66e40 binding host dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:49:20.407070 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-662830dd-4e9b-4fac-9e01-13235c11fae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:20.465895 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d8895004-9554-4cc0-9cc6-c4992bc2d850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:20.684787 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4676cd2-59da-4a10-a1f7-ce183672ae5a None None] Network 39f3aca9-33c6-43c8-80ca-613b9bc731d7 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:49:20.693823 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-d8895004-9554-4cc0-9cc6-c4992bc2d850 admin admin] Allocated IP 172.20.0.1 (39f3aca9-33c6-43c8-80ca-613b9bc731d7/3f991d01-9f0b-4e8b-a4c4-97fb656a3561/5f859677-a8cc-464e-a59a-ba83a6dbc607) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:49:20.813593 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-9d0ce029-b5b1-42ac-a8c8-214406e55840 None None] Provisioning for port 1df4a363-2613-4e94-ad66-1057f02b2b96 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:49:20.823343 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-9d0ce029-b5b1-42ac-a8c8-214406e55840 None None] Provisioning complete for port 1df4a363-2613-4e94-ad66-1057f02b2b96 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:49:20.823867 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-9d0ce029-b5b1-42ac-a8c8-214406e55840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:20.824296 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-9d0ce029-b5b1-42ac-a8c8-214406e55840 None None] Attempt 1 to provision port 1df4a363-2613-4e94-ad66-1057f02b2b96 Oct 04 09:49:20.858939 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-662830dd-4e9b-4fac-9e01-13235c11fae3 None None] Notify callbacks [] for port, precommit_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:20.875245 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.provisioning_blocks [None req-662830dd-4e9b-4fac-9e01-13235c11fae3 None None] Transition to ACTIVE for port object 115b69ad-4ba4-4321-8de8-2ed7d2e66e40 will not be triggered until provisioned by entity L2. {{(pid=89035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:49:20.886415 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-662830dd-4e9b-4fac-9e01-13235c11fae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:20.966573 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-662830dd-4e9b-4fac-9e01-13235c11fae3 None None] Attempting to bind port 115b69ad-4ba4-4321-8de8-2ed7d2e66e40 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:49:20.966835 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-662830dd-4e9b-4fac-9e01-13235c11fae3 None None] Attempting to bind port 115b69ad-4ba4-4321-8de8-2ed7d2e66e40 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:49:20.967159 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662830dd-4e9b-4fac-9e01-13235c11fae3 None None] Attempting to bind port 115b69ad-4ba4-4321-8de8-2ed7d2e66e40 on network f33938cd-879e-4461-9b5e-aa67b746b6bd {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:49:20.976866 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662830dd-4e9b-4fac-9e01-13235c11fae3 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:49:20.977246 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662830dd-4e9b-4fac-9e01-13235c11fae3 None None] Checking segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:49:20.977749 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-662830dd-4e9b-4fac-9e01-13235c11fae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:20.978139 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662830dd-4e9b-4fac-9e01-13235c11fae3 None None] Bound using segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:49:20.978610 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-662830dd-4e9b-4fac-9e01-13235c11fae3 None None] Bound port: 115b69ad-4ba4-4321-8de8-2ed7d2e66e40, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:49:20.978983 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-662830dd-4e9b-4fac-9e01-13235c11fae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:20.999166 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d8895004-9554-4cc0-9cc6-c4992bc2d850 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:21.015718 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-d8895004-9554-4cc0-9cc6-c4992bc2d850 admin admin] Transition to ACTIVE for port object 5f859677-a8cc-464e-a59a-ba83a6dbc607 will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:49:21.039201 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e8fdee-49f5-4c0a-a38c-1a0c7cf64fee None None] Pushing event updated for resources: {'Port': ['ID=115b69ad-4ba4-4321-8de8-2ed7d2e66e40,revision_number=2']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:49:21.050520 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d8895004-9554-4cc0-9cc6-c4992bc2d850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:21.081370 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ce029-b5b1-42ac-a8c8-214406e55840 None None] Current status of the port 1df4a363-2613-4e94-ad66-1057f02b2b96 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:49:21.081908 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-9d0ce029-b5b1-42ac-a8c8-214406e55840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:21.084979 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-662830dd-4e9b-4fac-9e01-13235c11fae3 None None] For port 115b69ad-4ba4-4321-8de8-2ed7d2e66e40, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:49:21.088851 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-662830dd-4e9b-4fac-9e01-13235c11fae3 None None] For port 115b69ad-4ba4-4321-8de8-2ed7d2e66e40, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=115b69ad-4ba4-4321-8de8-2ed7d2e66e40,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:49:21.096339 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-662830dd-4e9b-4fac-9e01-13235c11fae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:21.123885 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-9d0ce029-b5b1-42ac-a8c8-214406e55840 None None] For port 1df4a363-2613-4e94-ad66-1057f02b2b96, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=1df4a363-2613-4e94-ad66-1057f02b2b96,segment=NetworkSegment(acaacc78-4125-407a-b854-18616951fbd4),segment_id=acaacc78-4125-407a-b854-18616951fbd4)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:49:21.131653 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-9d0ce029-b5b1-42ac-a8c8-214406e55840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:21.143193 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8895004-9554-4cc0-9cc6-c4992bc2d850 admin admin] Pushing event updated for resources: {'Port': ['ID=5f859677-a8cc-464e-a59a-ba83a6dbc607,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:49:21.159922 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662830dd-4e9b-4fac-9e01-13235c11fae3 None None] Routers {'23371cdf-93cc-4534-9c77-faae0e991fea'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:49:21.160584 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-662830dd-4e9b-4fac-9e01-13235c11fae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:49:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['23371cdf-93cc-4534-9c77-faae0e991fea'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:49:21.163802 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8895004-9554-4cc0-9cc6-c4992bc2d850 admin admin] Network 39f3aca9-33c6-43c8-80ca-613b9bc731d7 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:49:21.165056 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-d8895004-9554-4cc0-9cc6-c4992bc2d850 admin admin] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:49:21.168315 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8895004-9554-4cc0-9cc6-c4992bc2d850 admin admin] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:49:21.210765 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ce029-b5b1-42ac-a8c8-214406e55840 None None] Pushing event updated for resources: {'Port': ['ID=1df4a363-2613-4e94-ad66-1057f02b2b96,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:49:21.246048 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d8895004-9554-4cc0-9cc6-c4992bc2d850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737202'] for router_interface, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:21.341464 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e8fdee-49f5-4c0a-a38c-1a0c7cf64fee None None] Pushing event updated for resources: {'Port': ['ID=115b69ad-4ba4-4321-8de8-2ed7d2e66e40,revision_number=3']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:49:21.396817 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-662830dd-4e9b-4fac-9e01-13235c11fae3 None None] Set router 23371cdf-93cc-4534-9c77-faae0e991fea gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:49:21.463627 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-cccaafd8-d1ec-4db7-b060-c6821a24d858 None None] Provisioning complete for port 1df4a363-2613-4e94-ad66-1057f02b2b96 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:49:21.463940 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-cccaafd8-d1ec-4db7-b060-c6821a24d858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:21.464275 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-cccaafd8-d1ec-4db7-b060-c6821a24d858 None None] Attempt 1 to provision port 1df4a363-2613-4e94-ad66-1057f02b2b96 Oct 04 09:49:21.558051 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d8895004-9554-4cc0-9cc6-c4992bc2d850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:21.637287 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-cccaafd8-d1ec-4db7-b060-c6821a24d858 None None] Current status of the port 1df4a363-2613-4e94-ad66-1057f02b2b96 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:49:21.722414 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-662830dd-4e9b-4fac-9e01-13235c11fae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23371cdf-93cc-4534-9c77-faae0e991fea', 'name': 'tempest-TestEncryptedCinderVolumes-872000951-router', 'tenant_id': '23cbf1e40b2b4657b9e88c43976cca3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.161'}], 'enable_snat': True}, 'gw_port_id': '115b69ad-4ba4-4321-8de8-2ed7d2e66e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:49:17Z', 'updated_at': '2022-10-04T09:49:18Z', 'revision_number': 3, 'project_id': '23cbf1e40b2b4657b9e88c43976cca3e', 'gw_port': {'id': '115b69ad-4ba4-4321-8de8-2ed7d2e66e40', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:33:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23371cdf-93cc-4534-9c77-faae0e991fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:49:17Z', 'updated_at': '2022-10-04T09:49:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:49:21.726717 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662830dd-4e9b-4fac-9e01-13235c11fae3 None None] The sync data for ids ['23371cdf-93cc-4534-9c77-faae0e991fea'] in dv-neutron-860215-1-hyperv is: [{'id': '23371cdf-93cc-4534-9c77-faae0e991fea', 'name': 'tempest-TestEncryptedCinderVolumes-872000951-router', 'tenant_id': '23cbf1e40b2b4657b9e88c43976cca3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.161'}], 'enable_snat': True}, 'gw_port_id': '115b69ad-4ba4-4321-8de8-2ed7d2e66e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:49:17Z', 'updated_at': '2022-10-04T09:49:18Z', 'revision_number': 3, 'project_id': '23cbf1e40b2b4657b9e88c43976cca3e', 'gw_port': {'id': '115b69ad-4ba4-4321-8de8-2ed7d2e66e40', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:33:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23371cdf-93cc-4534-9c77-faae0e991fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:49:17Z', 'updated_at': '2022-10-04T09:49:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:49:21.769431 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-3e7f0be8-1ade-475e-b795-4b12182affe3 None None] Provisioning for port 5f859677-a8cc-464e-a59a-ba83a6dbc607 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:49:21.776239 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-3e7f0be8-1ade-475e-b795-4b12182affe3 None None] Provisioning complete for port 5f859677-a8cc-464e-a59a-ba83a6dbc607 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:49:21.776735 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-3e7f0be8-1ade-475e-b795-4b12182affe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:21.777695 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-3e7f0be8-1ade-475e-b795-4b12182affe3 None None] Attempt 1 to provision port 5f859677-a8cc-464e-a59a-ba83a6dbc607 Oct 04 09:49:21.818201 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d8895004-9554-4cc0-9cc6-c4992bc2d850 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:21.824597 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d8895004-9554-4cc0-9cc6-c4992bc2d850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:21.894253 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-3e7f0be8-1ade-475e-b795-4b12182affe3 None None] Port 5f859677-a8cc-464e-a59a-ba83a6dbc607 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:49:21.906997 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 1df4a363-2613-4e94-ad66-1057f02b2b96 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:49:21.949085 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8895004-9554-4cc0-9cc6-c4992bc2d850 admin admin] Pushing event updated for resources: {'Port': ['ID=5f859677-a8cc-464e-a59a-ba83a6dbc607,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:49:21.953456 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d8895004-9554-4cc0-9cc6-c4992bc2d850 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736777'] for router_interface, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:21.986272 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 1df4a363-2613-4e94-ad66-1057f02b2b96 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:49:21.986752 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:21.987208 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 1df4a363-2613-4e94-ad66-1057f02b2b96 Oct 04 09:49:22.110123 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8895004-9554-4cc0-9cc6-c4992bc2d850 admin admin] Network 39f3aca9-33c6-43c8-80ca-613b9bc731d7 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:49:22.111411 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-d8895004-9554-4cc0-9cc6-c4992bc2d850 admin admin] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:49:22.141878 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 1df4a363-2613-4e94-ad66-1057f02b2b96 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:49:22.143693 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 818e6563-64cd-4ed7-8a72-3503718cbfde up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:49:22.224368 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 818e6563-64cd-4ed7-8a72-3503718cbfde completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:49:22.230193 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 818e6563-64cd-4ed7-8a72-3503718cbfde triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:49:22.230537 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:22.230876 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 818e6563-64cd-4ed7-8a72-3503718cbfde Oct 04 09:49:22.322369 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8895004-9554-4cc0-9cc6-c4992bc2d850 admin admin] Router 23371cdf-93cc-4534-9c77-faae0e991fea has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:49:22.366447 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 818e6563-64cd-4ed7-8a72-3503718cbfde is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:49:22.366838 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:22.396145 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-3e7f0be8-1ade-475e-b795-4b12182affe3 None None] Attempt 2 to provision port 5f859677-a8cc-464e-a59a-ba83a6dbc607 Oct 04 09:49:22.445564 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 818e6563-64cd-4ed7-8a72-3503718cbfde, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=818e6563-64cd-4ed7-8a72-3503718cbfde,segment=NetworkSegment(695874d4-1af8-4bf7-b391-e903bd0da151),segment_id=695874d4-1af8-4bf7-b391-e903bd0da151)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:49:22.453767 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:22.485467 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-3e7f0be8-1ade-475e-b795-4b12182affe3 None None] Port 5f859677-a8cc-464e-a59a-ba83a6dbc607 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:49:22.523140 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8895004-9554-4cc0-9cc6-c4992bc2d850 admin admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:49:22.539939 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-d8895004-9554-4cc0-9cc6-c4992bc2d850 admin admin] 10.222.0.50 "PUT /v2.0/routers/23371cdf-93cc-4534-9c77-faae0e991fea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8861361 Oct 04 09:49:22.540178 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=818e6563-64cd-4ed7-8a72-3503718cbfde,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:49:22.986921 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-3e7f0be8-1ade-475e-b795-4b12182affe3 None None] Attempt 3 to provision port 5f859677-a8cc-464e-a59a-ba83a6dbc607 Oct 04 09:49:23.042439 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-3e7f0be8-1ade-475e-b795-4b12182affe3 None None] Port 5f859677-a8cc-464e-a59a-ba83a6dbc607 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:49:23.282355 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ba860-07b5-4f68-87f4-ca9befe3e13e req-ed06c90c-4edb-445a-8eef-e28a35fe44c9 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:49:23.283601 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-9a8ba860-07b5-4f68-87f4-ca9befe3e13e req-ed06c90c-4edb-445a-8eef-e28a35fe44c9 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Synchronizing usage tracker for tenant:92b61e49b46644209c99c09e697d2bd7 on resource:network {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:49:23.300686 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-9a8ba860-07b5-4f68-87f4-ca9befe3e13e req-ed06c90c-4edb-445a-8eef-e28a35fe44c9 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Unset dirty status for tenant:92b61e49b46644209c99c09e697d2bd7 on resource:network {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:49:23.301827 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-9a8ba860-07b5-4f68-87f4-ca9befe3e13e req-ed06c90c-4edb-445a-8eef-e28a35fe44c9 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/networks?id=8d8d6a8b-7f7e-4053-b882-27e058f94778 HTTP/1.1" status: 200 len: 817 time: 0.2753832 Oct 04 09:49:23.316227 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-9a8ba860-07b5-4f68-87f4-ca9befe3e13e req-b89ff3d0-f524-4116-a524-fd8fbca5150a tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/quotas/92b61e49b46644209c99c09e697d2bd7 HTTP/1.1" status: 200 len: 375 time: 0.0088036 Oct 04 09:49:23.349238 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3129dcfe-1366-4ba7-a791-c08f778b714a None None] Sync routers for ids ['23371cdf-93cc-4534-9c77-faae0e991fea'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:49:23.358772 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3129dcfe-1366-4ba7-a791-c08f778b714a None None] Routers {'23371cdf-93cc-4534-9c77-faae0e991fea'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:49:23.359384 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-3129dcfe-1366-4ba7-a791-c08f778b714a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:49:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['23371cdf-93cc-4534-9c77-faae0e991fea'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:49:23.409118 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-9a8ba860-07b5-4f68-87f4-ca9befe3e13e req-30b8af38-3ebd-4fbd-9f46-deca3d9cd2ef tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=92b61e49b46644209c99c09e697d2bd7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0877869 Oct 04 09:49:23.535366 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-3129dcfe-1366-4ba7-a791-c08f778b714a None None] Set router 23371cdf-93cc-4534-9c77-faae0e991fea gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:49:23.545256 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-9a8ba860-07b5-4f68-87f4-ca9befe3e13e req-8466493d-17d2-415c-a2b4-7da80c7a7d22 service neutron] 10.222.0.50 "GET /v2.0/networks/8d8d6a8b-7f7e-4053-b882-27e058f94778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242902 Oct 04 09:49:23.575613 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-3e7f0be8-1ade-475e-b795-4b12182affe3 None None] Attempt 4 to provision port 5f859677-a8cc-464e-a59a-ba83a6dbc607 Oct 04 09:49:23.675350 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-9a8ba860-07b5-4f68-87f4-ca9befe3e13e req-a4b5c69d-74e9-4c5f-8ad1-8718a83a8184 service neutron] 10.222.0.50 "GET /v2.0/networks/8d8d6a8b-7f7e-4053-b882-27e058f94778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239696 Oct 04 09:49:23.705458 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-3e7f0be8-1ade-475e-b795-4b12182affe3 None None] Port 5f859677-a8cc-464e-a59a-ba83a6dbc607 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:49:23.881623 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-478464f8-b419-4f35-ac41-3c7fe2bfc07c req-48fd31da-1350-44c1-9c37-5aca666edf25 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Synchronizing usage tracker for tenant:92b61e49b46644209c99c09e697d2bd7 on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:49:23.901437 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-478464f8-b419-4f35-ac41-3c7fe2bfc07c req-48fd31da-1350-44c1-9c37-5aca666edf25 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Unset dirty status for tenant:92b61e49b46644209c99c09e697d2bd7 on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:49:23.902356 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 818e6563-64cd-4ed7-8a72-3503718cbfde up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:49:23.902952 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-478464f8-b419-4f35-ac41-3c7fe2bfc07c req-48fd31da-1350-44c1-9c37-5aca666edf25 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b5fb9a1-e75f-4290-b536-febea2675af5 HTTP/1.1" status: 200 len: 210 time: 0.0775228 Oct 04 09:49:24.001080 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 818e6563-64cd-4ed7-8a72-3503718cbfde triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:49:24.002286 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:24.002596 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 818e6563-64cd-4ed7-8a72-3503718cbfde Oct 04 09:49:24.052123 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-3129dcfe-1366-4ba7-a791-c08f778b714a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23371cdf-93cc-4534-9c77-faae0e991fea', 'name': 'tempest-TestEncryptedCinderVolumes-872000951-router', 'tenant_id': '23cbf1e40b2b4657b9e88c43976cca3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.161'}], 'enable_snat': True}, 'gw_port_id': '115b69ad-4ba4-4321-8de8-2ed7d2e66e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:49:17Z', 'updated_at': '2022-10-04T09:49:21Z', 'revision_number': 4, 'project_id': '23cbf1e40b2b4657b9e88c43976cca3e', 'gw_port': {'id': '115b69ad-4ba4-4321-8de8-2ed7d2e66e40', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:33:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23371cdf-93cc-4534-9c77-faae0e991fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:49:17Z', 'updated_at': '2022-10-04T09:49:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '5f859677-a8cc-464e-a59a-ba83a6dbc607', 'name': '', 'network_id': '39f3aca9-33c6-43c8-80ca-613b9bc731d7', 'tenant_id': '23cbf1e40b2b4657b9e88c43976cca3e', 'mac_address': 'fa:16:3e:12:89:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23371cdf-93cc-4534-9c77-faae0e991fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '3f991d01-9f0b-4e8b-a4c4-97fb656a3561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:49:20Z', 'updated_at': '2022-10-04T09:49:21Z', 'revision_number': 2, 'project_id': '23cbf1e40b2b4657b9e88c43976cca3e', 'subnets': [{'id': '3f991d01-9f0b-4e8b-a4c4-97fb656a3561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:49:24.062164 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3129dcfe-1366-4ba7-a791-c08f778b714a None None] Checking router: 23371cdf-93cc-4534-9c77-faae0e991fea for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:49:24.062657 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3129dcfe-1366-4ba7-a791-c08f778b714a None None] Updating router 23371cdf-93cc-4534-9c77-faae0e991fea port 5f859677-a8cc-464e-a59a-ba83a6dbc607 binding host dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:49:24.131049 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-3129dcfe-1366-4ba7-a791-c08f778b714a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:24.253663 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-3e7f0be8-1ade-475e-b795-4b12182affe3 None None] Attempt 5 to provision port 5f859677-a8cc-464e-a59a-ba83a6dbc607 Oct 04 09:49:24.322264 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 818e6563-64cd-4ed7-8a72-3503718cbfde is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:49:24.323352 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 115b69ad-4ba4-4321-8de8-2ed7d2e66e40 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:49:24.415417 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-3e7f0be8-1ade-475e-b795-4b12182affe3 None None] Port 5f859677-a8cc-464e-a59a-ba83a6dbc607 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:49:24.533537 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 115b69ad-4ba4-4321-8de8-2ed7d2e66e40 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:49:24.542924 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 115b69ad-4ba4-4321-8de8-2ed7d2e66e40 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:49:24.543299 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:24.543641 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 115b69ad-4ba4-4321-8de8-2ed7d2e66e40 Oct 04 09:49:24.759918 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 115b69ad-4ba4-4321-8de8-2ed7d2e66e40 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:49:24.760736 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:24.783240 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-3129dcfe-1366-4ba7-a791-c08f778b714a None None] Notify callbacks [] for port, precommit_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:24.792122 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 115b69ad-4ba4-4321-8de8-2ed7d2e66e40, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=115b69ad-4ba4-4321-8de8-2ed7d2e66e40,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:49:24.798187 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:24.800506 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-3129dcfe-1366-4ba7-a791-c08f778b714a None None] Transition to ACTIVE for port object 5f859677-a8cc-464e-a59a-ba83a6dbc607 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:49:24.838739 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-3129dcfe-1366-4ba7-a791-c08f778b714a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:24.916608 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-3e7f0be8-1ade-475e-b795-4b12182affe3 None None] Attempt 6 to provision port 5f859677-a8cc-464e-a59a-ba83a6dbc607 Oct 04 09:49:24.989420 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ba860-07b5-4f68-87f4-ca9befe3e13e req-065f15ab-7731-481a-b466-a90f27ec1e52 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:49:24.990885 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9a8ba860-07b5-4f68-87f4-ca9befe3e13e req-065f15ab-7731-481a-b466-a90f27ec1e52 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.20 "GET /v2.0/networks?id=8d8d6a8b-7f7e-4053-b882-27e058f94778 HTTP/1.1" status: 200 len: 817 time: 0.1509633 Oct 04 09:49:25.012880 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-9a8ba860-07b5-4f68-87f4-ca9befe3e13e req-3a070c8b-fd37-4ca9-93ca-ed8d509578bf tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Request body: {'port': {'device_id': '5b5fb9a1-e75f-4290-b536-febea2675af5', 'network_id': '8d8d6a8b-7f7e-4053-b882-27e058f94778', 'admin_state_up': True, 'tenant_id': '92b61e49b46644209c99c09e697d2bd7'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:49:25.064542 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=115b69ad-4ba4-4321-8de8-2ed7d2e66e40,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:49:25.110955 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-9e7db3a1-865d-44e8-9876-1a51b9612725 req-712769fe-82e1-4932-bdf8-79e072c2c7f1 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b5fb9a1-e75f-4290-b536-febea2675af5 HTTP/1.1" status: 200 len: 210 time: 0.0650811 Oct 04 09:49:25.131644 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-3e7f0be8-1ade-475e-b795-4b12182affe3 None None] Port 5f859677-a8cc-464e-a59a-ba83a6dbc607 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:49:25.139524 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-3129dcfe-1366-4ba7-a791-c08f778b714a None None] Attempting to bind port 5f859677-a8cc-464e-a59a-ba83a6dbc607 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:49:25.139895 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-3129dcfe-1366-4ba7-a791-c08f778b714a None None] Attempting to bind port 5f859677-a8cc-464e-a59a-ba83a6dbc607 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'acaacc78-4125-407a-b854-18616951fbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '39f3aca9-33c6-43c8-80ca-613b9bc731d7'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:49:25.140260 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3129dcfe-1366-4ba7-a791-c08f778b714a None None] Attempting to bind port 5f859677-a8cc-464e-a59a-ba83a6dbc607 on network 39f3aca9-33c6-43c8-80ca-613b9bc731d7 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:49:25.151626 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0bee13-9efa-4180-8c60-3d0c3604758d None None] Pushing event updated for resources: {'Port': ['ID=5f859677-a8cc-464e-a59a-ba83a6dbc607,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:49:25.153976 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3129dcfe-1366-4ba7-a791-c08f778b714a None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:49:25.154352 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3129dcfe-1366-4ba7-a791-c08f778b714a None None] Checking segment: {'id': 'acaacc78-4125-407a-b854-18616951fbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '39f3aca9-33c6-43c8-80ca-613b9bc731d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:49:25.154758 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-3129dcfe-1366-4ba7-a791-c08f778b714a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:25.155617 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3129dcfe-1366-4ba7-a791-c08f778b714a None None] Bound using segment: {'id': 'acaacc78-4125-407a-b854-18616951fbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '39f3aca9-33c6-43c8-80ca-613b9bc731d7'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:49:25.155617 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-3129dcfe-1366-4ba7-a791-c08f778b714a None None] Bound port: 5f859677-a8cc-464e-a59a-ba83a6dbc607, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acaacc78-4125-407a-b854-18616951fbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '39f3aca9-33c6-43c8-80ca-613b9bc731d7'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:49:25.155949 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-3129dcfe-1366-4ba7-a791-c08f778b714a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:25.179539 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-9a8ba860-07b5-4f68-87f4-ca9befe3e13e req-3a070c8b-fd37-4ca9-93ca-ed8d509578bf tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:49:25.190019 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-9a8ba860-07b5-4f68-87f4-ca9befe3e13e req-3a070c8b-fd37-4ca9-93ca-ed8d509578bf tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:49:25.200058 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a8ba860-07b5-4f68-87f4-ca9befe3e13e req-3a070c8b-fd37-4ca9-93ca-ed8d509578bf tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Made reservation on behalf of 92b61e49b46644209c99c09e697d2bd7 for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:49:25.203473 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-9a8ba860-07b5-4f68-87f4-ca9befe3e13e req-3a070c8b-fd37-4ca9-93ca-ed8d509578bf tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:25.247340 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-3129dcfe-1366-4ba7-a791-c08f778b714a None None] For port 5f859677-a8cc-464e-a59a-ba83a6dbc607, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:49:25.251116 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-3129dcfe-1366-4ba7-a791-c08f778b714a None None] For port 5f859677-a8cc-464e-a59a-ba83a6dbc607, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=5f859677-a8cc-464e-a59a-ba83a6dbc607,segment=NetworkSegment(acaacc78-4125-407a-b854-18616951fbd4),segment_id=acaacc78-4125-407a-b854-18616951fbd4)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:49:25.256040 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-3129dcfe-1366-4ba7-a791-c08f778b714a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:25.317622 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3129dcfe-1366-4ba7-a791-c08f778b714a None None] Routers {'23371cdf-93cc-4534-9c77-faae0e991fea'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:49:25.318148 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-3129dcfe-1366-4ba7-a791-c08f778b714a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:49:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['23371cdf-93cc-4534-9c77-faae0e991fea'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:49:25.364053 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [req-9a8ba860-07b5-4f68-87f4-ca9befe3e13e req-3a070c8b-fd37-4ca9-93ca-ed8d509578bf tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Allocated IP 172.20.0.13 (8d8d6a8b-7f7e-4053-b882-27e058f94778/4cfb93be-0371-42ac-bc90-0b5b3012c2c5/d5d3d2e6-0ac6-47f9-9ca9-34df5660efb2) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:49:25.413719 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0bee13-9efa-4180-8c60-3d0c3604758d None None] Pushing event updated for resources: {'Port': ['ID=5f859677-a8cc-464e-a59a-ba83a6dbc607,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:49:25.513108 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-3129dcfe-1366-4ba7-a791-c08f778b714a None None] Set router 23371cdf-93cc-4534-9c77-faae0e991fea gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:49:25.636960 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-3e7f0be8-1ade-475e-b795-4b12182affe3 None None] Attempt 7 to provision port 5f859677-a8cc-464e-a59a-ba83a6dbc607 Oct 04 09:49:25.689492 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-9a8ba860-07b5-4f68-87f4-ca9befe3e13e req-3a070c8b-fd37-4ca9-93ca-ed8d509578bf tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:25.708085 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:49:25.712659 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-9a8ba860-07b5-4f68-87f4-ca9befe3e13e req-3a070c8b-fd37-4ca9-93ca-ed8d509578bf tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Transition to ACTIVE for port object d5d3d2e6-0ac6-47f9-9ca9-34df5660efb2 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:49:25.737325 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-9a8ba860-07b5-4f68-87f4-ca9befe3e13e req-3a070c8b-fd37-4ca9-93ca-ed8d509578bf tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:25.805281 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a8ba860-07b5-4f68-87f4-ca9befe3e13e req-3a070c8b-fd37-4ca9-93ca-ed8d509578bf tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Network 8d8d6a8b-7f7e-4053-b882-27e058f94778 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:49:25.808112 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [req-9a8ba860-07b5-4f68-87f4-ca9befe3e13e req-3a070c8b-fd37-4ca9-93ca-ed8d509578bf tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:49:25.811968 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a8ba860-07b5-4f68-87f4-ca9befe3e13e req-3a070c8b-fd37-4ca9-93ca-ed8d509578bf tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:49:25.828503 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-3e7f0be8-1ade-475e-b795-4b12182affe3 None None] Port 5f859677-a8cc-464e-a59a-ba83a6dbc607 had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 09:49:25.834057 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 115b69ad-4ba4-4321-8de8-2ed7d2e66e40 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:49:25.865200 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a070c8b-fd37-4ca9-93ca-ed8d509578bf tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Pushing event updated for resources: {'Port': ['ID=d5d3d2e6-0ac6-47f9-9ca9-34df5660efb2,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:49:25.891003 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ba860-07b5-4f68-87f4-ca9befe3e13e req-3a070c8b-fd37-4ca9-93ca-ed8d509578bf tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:49:25.891589 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-9a8ba860-07b5-4f68-87f4-ca9befe3e13e req-3a070c8b-fd37-4ca9-93ca-ed8d509578bf tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:25.918548 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9a8ba860-07b5-4f68-87f4-ca9befe3e13e req-3a070c8b-fd37-4ca9-93ca-ed8d509578bf tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9107018 Oct 04 09:49:25.935934 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-9a8ba860-07b5-4f68-87f4-ca9befe3e13e req-2c3db4ea-2798-4225-bea2-9a820255508b service neutron] Request body: {'port': {'device_id': '5b5fb9a1-e75f-4290-b536-febea2675af5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8602'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:49:25.993422 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 115b69ad-4ba4-4321-8de8-2ed7d2e66e40 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:49:25.993803 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:25.994139 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 115b69ad-4ba4-4321-8de8-2ed7d2e66e40 Oct 04 09:49:26.054307 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-9a8ba860-07b5-4f68-87f4-ca9befe3e13e req-2c3db4ea-2798-4225-bea2-9a820255508b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:26.057201 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-3129dcfe-1366-4ba7-a791-c08f778b714a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23371cdf-93cc-4534-9c77-faae0e991fea', 'name': 'tempest-TestEncryptedCinderVolumes-872000951-router', 'tenant_id': '23cbf1e40b2b4657b9e88c43976cca3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.161'}], 'enable_snat': True}, 'gw_port_id': '115b69ad-4ba4-4321-8de8-2ed7d2e66e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:49:17Z', 'updated_at': '2022-10-04T09:49:21Z', 'revision_number': 4, 'project_id': '23cbf1e40b2b4657b9e88c43976cca3e', 'gw_port': {'id': '115b69ad-4ba4-4321-8de8-2ed7d2e66e40', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:33:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23371cdf-93cc-4534-9c77-faae0e991fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:49:17Z', 'updated_at': '2022-10-04T09:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '5f859677-a8cc-464e-a59a-ba83a6dbc607', 'name': '', 'network_id': '39f3aca9-33c6-43c8-80ca-613b9bc731d7', 'tenant_id': '23cbf1e40b2b4657b9e88c43976cca3e', 'mac_address': 'fa:16:3e:12:89:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23371cdf-93cc-4534-9c77-faae0e991fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '3f991d01-9f0b-4e8b-a4c4-97fb656a3561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:49:20Z', 'updated_at': '2022-10-04T09:49:25Z', 'revision_number': 4, 'project_id': '23cbf1e40b2b4657b9e88c43976cca3e', 'subnets': [{'id': '3f991d01-9f0b-4e8b-a4c4-97fb656a3561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:49:26.063078 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3129dcfe-1366-4ba7-a791-c08f778b714a None None] The sync data for ids ['23371cdf-93cc-4534-9c77-faae0e991fea'] in dv-neutron-860215-1-hyperv is: [{'id': '23371cdf-93cc-4534-9c77-faae0e991fea', 'name': 'tempest-TestEncryptedCinderVolumes-872000951-router', 'tenant_id': '23cbf1e40b2b4657b9e88c43976cca3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.161'}], 'enable_snat': True}, 'gw_port_id': '115b69ad-4ba4-4321-8de8-2ed7d2e66e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:49:17Z', 'updated_at': '2022-10-04T09:49:21Z', 'revision_number': 4, 'project_id': '23cbf1e40b2b4657b9e88c43976cca3e', 'gw_port': {'id': '115b69ad-4ba4-4321-8de8-2ed7d2e66e40', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:33:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23371cdf-93cc-4534-9c77-faae0e991fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:49:17Z', 'updated_at': '2022-10-04T09:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '5f859677-a8cc-464e-a59a-ba83a6dbc607', 'name': '', 'network_id': '39f3aca9-33c6-43c8-80ca-613b9bc731d7', 'tenant_id': '23cbf1e40b2b4657b9e88c43976cca3e', 'mac_address': 'fa:16:3e:12:89:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23371cdf-93cc-4534-9c77-faae0e991fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '3f991d01-9f0b-4e8b-a4c4-97fb656a3561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:49:20Z', 'updated_at': '2022-10-04T09:49:25Z', 'revision_number': 4, 'project_id': '23cbf1e40b2b4657b9e88c43976cca3e', 'subnets': [{'id': '3f991d01-9f0b-4e8b-a4c4-97fb656a3561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:49:26.153828 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-25fd038f-2f5e-4904-a944-1c2311b74768 None None] Provisioning for port d5d3d2e6-0ac6-47f9-9ca9-34df5660efb2 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:49:26.161330 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 115b69ad-4ba4-4321-8de8-2ed7d2e66e40 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:49:26.163671 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-25fd038f-2f5e-4904-a944-1c2311b74768 None None] Provisioning complete for port d5d3d2e6-0ac6-47f9-9ca9-34df5660efb2 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:49:26.164057 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-25fd038f-2f5e-4904-a944-1c2311b74768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:26.164443 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-25fd038f-2f5e-4904-a944-1c2311b74768 None None] Attempt 1 to provision port d5d3d2e6-0ac6-47f9-9ca9-34df5660efb2 Oct 04 09:49:26.237119 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-25fd038f-2f5e-4904-a944-1c2311b74768 None None] Port d5d3d2e6-0ac6-47f9-9ca9-34df5660efb2 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:49:26.446757 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7515cc-656e-411e-8ad0-7b86ceed6512 req-a4587e57-c34c-4c17-81c6-b3c25781e09e tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:49:26.447486 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-af7515cc-656e-411e-8ad0-7b86ceed6512 req-a4587e57-c34c-4c17-81c6-b3c25781e09e tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Synchronizing usage tracker for tenant:92b61e49b46644209c99c09e697d2bd7 on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:49:26.518412 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-af7515cc-656e-411e-8ad0-7b86ceed6512 req-a4587e57-c34c-4c17-81c6-b3c25781e09e tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Unset dirty status for tenant:92b61e49b46644209c99c09e697d2bd7 on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:49:26.519587 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-af7515cc-656e-411e-8ad0-7b86ceed6512 req-a4587e57-c34c-4c17-81c6-b3c25781e09e tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b5fb9a1-e75f-4290-b536-febea2675af5 HTTP/1.1" status: 200 len: 932 time: 0.2647989 Oct 04 09:49:26.528311 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [req-9a8ba860-07b5-4f68-87f4-ca9befe3e13e req-2c3db4ea-2798-4225-bea2-9a820255508b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5d3d2e6-0ac6-47f9-9ca9-34df5660efb2 {{(pid=89032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:49:26.552255 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-9a8ba860-07b5-4f68-87f4-ca9befe3e13e req-2c3db4ea-2798-4225-bea2-9a820255508b service neutron] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:26.583346 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-9a8ba860-07b5-4f68-87f4-ca9befe3e13e req-2c3db4ea-2798-4225-bea2-9a820255508b service neutron] Transition to ACTIVE for port object d5d3d2e6-0ac6-47f9-9ca9-34df5660efb2 will not be triggered until provisioned by entity L2. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:49:26.589499 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-9a8ba860-07b5-4f68-87f4-ca9befe3e13e req-2c3db4ea-2798-4225-bea2-9a820255508b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:26.676715 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-af7515cc-656e-411e-8ad0-7b86ceed6512 req-49e1485a-9981-41ab-b447-451e837847fb tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/security-groups?id=7177be3b-f3f8-4fe0-a4ca-70d62c75db0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506355 Oct 04 09:49:26.738393 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-25fd038f-2f5e-4904-a944-1c2311b74768 None None] Attempt 2 to provision port d5d3d2e6-0ac6-47f9-9ca9-34df5660efb2 Oct 04 09:49:26.786890 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3db4ea-2798-4225-bea2-9a820255508b service neutron] Pushing event updated for resources: {'Port': ['ID=d5d3d2e6-0ac6-47f9-9ca9-34df5660efb2,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:49:26.810065 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-25fd038f-2f5e-4904-a944-1c2311b74768 None None] Port d5d3d2e6-0ac6-47f9-9ca9-34df5660efb2 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:49:26.832974 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-9a8ba860-07b5-4f68-87f4-ca9befe3e13e req-2c3db4ea-2798-4225-bea2-9a820255508b service neutron] Attempting to bind port d5d3d2e6-0ac6-47f9-9ca9-34df5660efb2 on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:49:26.833311 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-9a8ba860-07b5-4f68-87f4-ca9befe3e13e req-2c3db4ea-2798-4225-bea2-9a820255508b service neutron] Attempting to bind port d5d3d2e6-0ac6-47f9-9ca9-34df5660efb2 by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': '695874d4-1af8-4bf7-b391-e903bd0da151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8d8d6a8b-7f7e-4053-b882-27e058f94778'}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:49:26.833637 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8ba860-07b5-4f68-87f4-ca9befe3e13e req-2c3db4ea-2798-4225-bea2-9a820255508b service neutron] Attempting to bind port d5d3d2e6-0ac6-47f9-9ca9-34df5660efb2 on network 8d8d6a8b-7f7e-4053-b882-27e058f94778 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:49:26.838378 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8ba860-07b5-4f68-87f4-ca9befe3e13e req-2c3db4ea-2798-4225-bea2-9a820255508b service neutron] Port d5d3d2e6-0ac6-47f9-9ca9-34df5660efb2 on network 8d8d6a8b-7f7e-4053-b882-27e058f94778 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:49:26.838691 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8ba860-07b5-4f68-87f4-ca9befe3e13e req-2c3db4ea-2798-4225-bea2-9a820255508b service neutron] Attempting to bind port d5d3d2e6-0ac6-47f9-9ca9-34df5660efb2 on network 8d8d6a8b-7f7e-4053-b882-27e058f94778 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:49:26.844004 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8ba860-07b5-4f68-87f4-ca9befe3e13e req-2c3db4ea-2798-4225-bea2-9a820255508b service neutron] Checking agent: {'id': '1be90a14-1104-4771-996e-684b25b74d15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'started_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:49:26.844337 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8ba860-07b5-4f68-87f4-ca9befe3e13e req-2c3db4ea-2798-4225-bea2-9a820255508b service neutron] Checking segment: {'id': '695874d4-1af8-4bf7-b391-e903bd0da151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8d8d6a8b-7f7e-4053-b882-27e058f94778'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:49:26.844745 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8ba860-07b5-4f68-87f4-ca9befe3e13e req-2c3db4ea-2798-4225-bea2-9a820255508b service neutron] Bound using segment: {'id': '695874d4-1af8-4bf7-b391-e903bd0da151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8d8d6a8b-7f7e-4053-b882-27e058f94778'} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:49:26.845703 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-9a8ba860-07b5-4f68-87f4-ca9befe3e13e req-2c3db4ea-2798-4225-bea2-9a820255508b service neutron] Bound port: d5d3d2e6-0ac6-47f9-9ca9-34df5660efb2, host: hv-neutron-8602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '695874d4-1af8-4bf7-b391-e903bd0da151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8d8d6a8b-7f7e-4053-b882-27e058f94778'}}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:49:26.846044 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-9a8ba860-07b5-4f68-87f4-ca9befe3e13e req-2c3db4ea-2798-4225-bea2-9a820255508b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:26.940266 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-9a8ba860-07b5-4f68-87f4-ca9befe3e13e req-2c3db4ea-2798-4225-bea2-9a820255508b service neutron] For port d5d3d2e6-0ac6-47f9-9ca9-34df5660efb2, host hv-neutron-8602, cleared binding levels {{(pid=89032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:49:26.943371 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-9a8ba860-07b5-4f68-87f4-ca9befe3e13e req-2c3db4ea-2798-4225-bea2-9a820255508b service neutron] For port d5d3d2e6-0ac6-47f9-9ca9-34df5660efb2, host hv-neutron-8602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=d5d3d2e6-0ac6-47f9-9ca9-34df5660efb2,segment=NetworkSegment(695874d4-1af8-4bf7-b391-e903bd0da151),segment_id=695874d4-1af8-4bf7-b391-e903bd0da151)] {{(pid=89032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:49:26.948936 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-9a8ba860-07b5-4f68-87f4-ca9befe3e13e req-2c3db4ea-2798-4225-bea2-9a820255508b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:26.952143 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ba860-07b5-4f68-87f4-ca9befe3e13e req-2c3db4ea-2798-4225-bea2-9a820255508b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:49:26.953103 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-9a8ba860-07b5-4f68-87f4-ca9befe3e13e req-2c3db4ea-2798-4225-bea2-9a820255508b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:26.955038 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9a8ba860-07b5-4f68-87f4-ca9befe3e13e req-2c3db4ea-2798-4225-bea2-9a820255508b service neutron] 10.222.0.20 "PUT /v2.0/ports/d5d3d2e6-0ac6-47f9-9ca9-34df5660efb2 HTTP/1.1" status: 200 len: 1094 time: 1.0231533 Oct 04 09:49:26.987701 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b5fb9a1-e75f-4290-b536-febea2675af5', 'tag': 'd5d3d2e6-0ac6-47f9-9ca9-34df5660efb2'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:49:26.990173 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d519e28-8b76-4854-bac4-d7575380a73a" -d '{"events": [{"name": "network-changed", "server_uuid": "5b5fb9a1-e75f-4290-b536-febea2675af5", "tag": "d5d3d2e6-0ac6-47f9-9ca9-34df5660efb2"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:49:27.066886 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9fc1c9e-bb80-4680-8cd8-5a202af4d990 x-openstack-request-id: req-f9fc1c9e-bb80-4680-8cd8-5a202af4d990 {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:49:27.067498 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b5fb9a1-e75f-4290-b536-febea2675af5", "tag": "d5d3d2e6-0ac6-47f9-9ca9-34df5660efb2", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:49:27.067498 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f9fc1c9e-bb80-4680-8cd8-5a202af4d990 {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:49:27.067802 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9fc1c9e-bb80-4680-8cd8-5a202af4d990'] response: {'name': 'network-changed', 'server_uuid': '5b5fb9a1-e75f-4290-b536-febea2675af5', 'tag': 'd5d3d2e6-0ac6-47f9-9ca9-34df5660efb2', 'status': 'completed', 'code': 200} Oct 04 09:49:27.103286 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3db4ea-2798-4225-bea2-9a820255508b service neutron] Pushing event updated for resources: {'Port': ['ID=d5d3d2e6-0ac6-47f9-9ca9-34df5660efb2,revision_number=3']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:49:27.121213 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ba860-07b5-4f68-87f4-ca9befe3e13e req-810a80c0-8193-478c-8c1f-786d589e358a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:49:27.122674 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9a8ba860-07b5-4f68-87f4-ca9befe3e13e req-810a80c0-8193-478c-8c1f-786d589e358a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=92b61e49b46644209c99c09e697d2bd7&device_id=5b5fb9a1-e75f-4290-b536-febea2675af5 HTTP/1.1" status: 200 len: 1097 time: 0.1070850 Oct 04 09:49:27.199186 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9a8ba860-07b5-4f68-87f4-ca9befe3e13e req-b980dee2-92ae-44e4-8494-adf0032f461e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5d3d2e6-0ac6-47f9-9ca9-34df5660efb2 HTTP/1.1" status: 200 len: 217 time: 0.0641382 Oct 04 09:49:27.260528 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ba860-07b5-4f68-87f4-ca9befe3e13e req-357aa2b4-b561-420e-b896-239bdb002c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:49:27.261951 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9a8ba860-07b5-4f68-87f4-ca9befe3e13e req-357aa2b4-b561-420e-b896-239bdb002c5f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4cfb93be-0371-42ac-bc90-0b5b3012c2c5 HTTP/1.1" status: 200 len: 856 time: 0.0568595 Oct 04 09:49:27.311093 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-25fd038f-2f5e-4904-a944-1c2311b74768 None None] Attempt 3 to provision port d5d3d2e6-0ac6-47f9-9ca9-34df5660efb2 Oct 04 09:49:27.345622 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ba860-07b5-4f68-87f4-ca9befe3e13e req-8bd15814-4890-48aa-a911-40cf354326e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:49:27.347128 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9a8ba860-07b5-4f68-87f4-ca9befe3e13e req-8bd15814-4890-48aa-a911-40cf354326e0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8d8d6a8b-7f7e-4053-b882-27e058f94778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791965 Oct 04 09:49:27.372066 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-25fd038f-2f5e-4904-a944-1c2311b74768 None None] Port d5d3d2e6-0ac6-47f9-9ca9-34df5660efb2 had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 09:49:27.476486 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9a8ba860-07b5-4f68-87f4-ca9befe3e13e req-240d276e-a54b-4bda-8b14-fa61b79f176c service neutron] 10.222.0.20 "GET /v2.0/networks/8d8d6a8b-7f7e-4053-b882-27e058f94778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227386 Oct 04 09:49:27.647290 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-67dedb8d-1d97-4714-8ba5-b6070af6293a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:27.711043 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9a8ba860-07b5-4f68-87f4-ca9befe3e13e req-3c836398-c4ad-4a8b-a830-6550d8fae738 service neutron] 10.222.0.20 "GET /v2.0/networks/8d8d6a8b-7f7e-4053-b882-27e058f94778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287278 Oct 04 09:49:27.837255 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 5f859677-a8cc-464e-a59a-ba83a6dbc607 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:49:27.905143 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 5f859677-a8cc-464e-a59a-ba83a6dbc607 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:49:27.910750 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 5f859677-a8cc-464e-a59a-ba83a6dbc607 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:49:27.911130 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:27.911495 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 5f859677-a8cc-464e-a59a-ba83a6dbc607 Oct 04 09:49:27.948023 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d519e28-8b76-4854-bac4-d7575380a73a req-bb3d3ceb-63d3-417c-87a8-561550072801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:49:27.949502 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4d519e28-8b76-4854-bac4-d7575380a73a req-bb3d3ceb-63d3-417c-87a8-561550072801 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=92b61e49b46644209c99c09e697d2bd7&device_id=5b5fb9a1-e75f-4290-b536-febea2675af5 HTTP/1.1" status: 200 len: 1097 time: 0.1463032 Oct 04 09:49:27.957349 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19457d8d-0811-42e3-97f1-e7c94d88b2d7 req-c3ead0c5-08fa-4f62-922e-b87fbe574c89 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:49:27.958707 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-19457d8d-0811-42e3-97f1-e7c94d88b2d7 req-c3ead0c5-08fa-4f62-922e-b87fbe574c89 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b5fb9a1-e75f-4290-b536-febea2675af5 HTTP/1.1" status: 200 len: 944 time: 0.1205471 Oct 04 09:49:28.029450 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 5f859677-a8cc-464e-a59a-ba83a6dbc607 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:49:28.029722 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:28.061774 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 5f859677-a8cc-464e-a59a-ba83a6dbc607, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=5f859677-a8cc-464e-a59a-ba83a6dbc607,segment=NetworkSegment(acaacc78-4125-407a-b854-18616951fbd4),segment_id=acaacc78-4125-407a-b854-18616951fbd4)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:49:28.065838 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:28.083406 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-19457d8d-0811-42e3-97f1-e7c94d88b2d7 req-7ca89cdf-9e93-46e7-8995-168abdb44165 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/security-groups?id=7177be3b-f3f8-4fe0-a4ca-70d62c75db0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057622 Oct 04 09:49:28.124851 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d519e28-8b76-4854-bac4-d7575380a73a req-77a8556d-8f69-4109-aa6e-4cd991a69bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:49:28.127259 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4d519e28-8b76-4854-bac4-d7575380a73a req-77a8556d-8f69-4109-aa6e-4cd991a69bbb service neutron] 10.222.0.20 "GET /v2.0/networks?id=8d8d6a8b-7f7e-4053-b882-27e058f94778 HTTP/1.1" status: 200 len: 918 time: 0.1677043 Oct 04 09:49:28.142999 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=5f859677-a8cc-464e-a59a-ba83a6dbc607,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:49:28.198092 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4d519e28-8b76-4854-bac4-d7575380a73a req-3a133e9d-ac29-416e-88a3-741508a80ba2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5d3d2e6-0ac6-47f9-9ca9-34df5660efb2 HTTP/1.1" status: 200 len: 217 time: 0.0650280 Oct 04 09:49:28.260620 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d519e28-8b76-4854-bac4-d7575380a73a req-768d684d-924c-49e5-9135-39fd4d43cd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:49:28.262045 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4d519e28-8b76-4854-bac4-d7575380a73a req-768d684d-924c-49e5-9135-39fd4d43cd1e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4cfb93be-0371-42ac-bc90-0b5b3012c2c5 HTTP/1.1" status: 200 len: 856 time: 0.0582516 Oct 04 09:49:28.345912 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d519e28-8b76-4854-bac4-d7575380a73a req-0a490236-c0b3-45a0-81b8-4714cb02680e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:49:28.347400 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4d519e28-8b76-4854-bac4-d7575380a73a req-0a490236-c0b3-45a0-81b8-4714cb02680e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8d8d6a8b-7f7e-4053-b882-27e058f94778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789087 Oct 04 09:49:28.475718 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4d519e28-8b76-4854-bac4-d7575380a73a req-ad1ed671-4404-45e7-84f3-5401dcfe3cf2 service neutron] 10.222.0.20 "GET /v2.0/networks/8d8d6a8b-7f7e-4053-b882-27e058f94778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218479 Oct 04 09:49:28.604325 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4d519e28-8b76-4854-bac4-d7575380a73a req-38472ae8-f426-46e4-8064-d0d4309305de service neutron] 10.222.0.20 "GET /v2.0/networks/8d8d6a8b-7f7e-4053-b882-27e058f94778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229889 Oct 04 09:49:29.289960 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33687aea-5308-45e0-a37b-30e14e7d48e3 req-dcd34056-b280-4262-b6c4-ecc65ee0b896 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:49:29.291397 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-33687aea-5308-45e0-a37b-30e14e7d48e3 req-dcd34056-b280-4262-b6c4-ecc65ee0b896 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b5fb9a1-e75f-4290-b536-febea2675af5 HTTP/1.1" status: 200 len: 944 time: 0.0891607 Oct 04 09:49:29.333785 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-33687aea-5308-45e0-a37b-30e14e7d48e3 req-c4aa3f4f-ddc0-4163-8cac-8319e8646646 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Synchronizing usage tracker for tenant:92b61e49b46644209c99c09e697d2bd7 on resource:security_group {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:49:29.350040 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-33687aea-5308-45e0-a37b-30e14e7d48e3 req-c4aa3f4f-ddc0-4163-8cac-8319e8646646 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Unset dirty status for tenant:92b61e49b46644209c99c09e697d2bd7 on resource:security_group {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:49:29.351228 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-33687aea-5308-45e0-a37b-30e14e7d48e3 req-c4aa3f4f-ddc0-4163-8cac-8319e8646646 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/security-groups?id=7177be3b-f3f8-4fe0-a4ca-70d62c75db0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540550 Oct 04 09:49:29.803901 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 5f859677-a8cc-464e-a59a-ba83a6dbc607 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:49:29.870267 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 5f859677-a8cc-464e-a59a-ba83a6dbc607 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:49:29.870550 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:29.870887 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 5f859677-a8cc-464e-a59a-ba83a6dbc607 Oct 04 09:49:29.984940 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 5f859677-a8cc-464e-a59a-ba83a6dbc607 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:49:30.311465 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-02a2041b-5e8a-4b8b-a582-e8977c3478a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:30.547573 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d9dd0f-11bc-461d-a9ad-76c8c248c0e7 req-81093dd5-7a1f-4755-83f2-59bb544e47a4 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:49:30.549088 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-27d9dd0f-11bc-461d-a9ad-76c8c248c0e7 req-81093dd5-7a1f-4755-83f2-59bb544e47a4 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b5fb9a1-e75f-4290-b536-febea2675af5 HTTP/1.1" status: 200 len: 944 time: 0.0852580 Oct 04 09:49:30.592222 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-27d9dd0f-11bc-461d-a9ad-76c8c248c0e7 req-962a7bec-aa04-410e-924d-ffcd59042e50 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/security-groups?id=7177be3b-f3f8-4fe0-a4ca-70d62c75db0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374324 Oct 04 09:49:30.811517 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:30.828263 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:31.293870 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device d5d3d2e6-0ac6-47f9-9ca9-34df5660efb2 details requested by agent hyperv_hv-neutron-8602 with host hv-neutron-8602 {{(pid=89034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 04 09:49:31.425886 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port d5d3d2e6-0ac6-47f9-9ca9-34df5660efb2, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=d5d3d2e6-0ac6-47f9-9ca9-34df5660efb2,segment=NetworkSegment(695874d4-1af8-4bf7-b391-e903bd0da151),segment_id=695874d4-1af8-4bf7-b391-e903bd0da151)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:49:31.438298 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Returning: {'device': 'd5d3d2e6-0ac6-47f9-9ca9-34df5660efb2', 'network_id': '8d8d6a8b-7f7e-4053-b882-27e058f94778', 'port_id': 'd5d3d2e6-0ac6-47f9-9ca9-34df5660efb2', 'mac_address': 'fa:16:3e:ea:8d:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cfb93be-0371-42ac-bc90-0b5b3012c2c5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 04 09:49:31.494724 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port d5d3d2e6-0ac6-47f9-9ca9-34df5660efb2 is: DOWN; New status is: BUILD {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:49:31.495097 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:31.511426 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5d3d2e6-0ac6-47f9-9ca9-34df5660efb2 {{(pid=89034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:49:31.526452 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port d5d3d2e6-0ac6-47f9-9ca9-34df5660efb2, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=d5d3d2e6-0ac6-47f9-9ca9-34df5660efb2,segment=NetworkSegment(695874d4-1af8-4bf7-b391-e903bd0da151),segment_id=695874d4-1af8-4bf7-b391-e903bd0da151)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:49:31.530383 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:31.595734 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=d5d3d2e6-0ac6-47f9-9ca9-34df5660efb2,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:49:31.791589 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8454b1-497a-45d6-8776-79f9f4625511 req-1487380e-a795-43d5-91a1-c4759e164e09 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:49:31.793068 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-4f8454b1-497a-45d6-8776-79f9f4625511 req-1487380e-a795-43d5-91a1-c4759e164e09 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b5fb9a1-e75f-4290-b536-febea2675af5 HTTP/1.1" status: 200 len: 945 time: 0.0902252 Oct 04 09:49:31.836737 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-4f8454b1-497a-45d6-8776-79f9f4625511 req-817609e1-0a32-43e9-a0e7-0ccd240eae0b tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/security-groups?id=7177be3b-f3f8-4fe0-a4ca-70d62c75db0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377398 Oct 04 09:49:31.986379 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['d5d3d2e6-0ac6-47f9-9ca9-34df5660efb2'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 09:49:32.364174 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:33.034123 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2faf0-e8ca-493b-ad0b-bc0511deaca8 req-4f42a06a-a9e6-41a2-9f1b-a4e23d23c0ac tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:49:33.035457 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8ab2faf0-e8ca-493b-ad0b-bc0511deaca8 req-4f42a06a-a9e6-41a2-9f1b-a4e23d23c0ac tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b5fb9a1-e75f-4290-b536-febea2675af5 HTTP/1.1" status: 200 len: 945 time: 0.0882196 Oct 04 09:49:33.077139 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8ab2faf0-e8ca-493b-ad0b-bc0511deaca8 req-413a1b8f-e918-4934-adc5-ed0cf5a03047 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/security-groups?id=7177be3b-f3f8-4fe0-a4ca-70d62c75db0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361009 Oct 04 09:49:33.308867 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device d5d3d2e6-0ac6-47f9-9ca9-34df5660efb2 up at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:49:33.375296 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning for port d5d3d2e6-0ac6-47f9-9ca9-34df5660efb2 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:49:33.380448 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning complete for port d5d3d2e6-0ac6-47f9-9ca9-34df5660efb2 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:49:33.380823 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:33.381161 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Attempt 1 to provision port d5d3d2e6-0ac6-47f9-9ca9-34df5660efb2 Oct 04 09:49:33.495767 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port d5d3d2e6-0ac6-47f9-9ca9-34df5660efb2 is: BUILD; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:49:33.496148 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:33.522916 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b5fb9a1-e75f-4290-b536-febea2675af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d3d2e6-0ac6-47f9-9ca9-34df5660efb2'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:49:33.525226 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aef738b946a3ea172e8e75fc735451da1d91f114ea1acc5fcf392e20a929bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3631ca-332e-4124-8c12-7559f55f8b4d" -d '{"events": [{"server_uuid": "5b5fb9a1-e75f-4290-b536-febea2675af5", "name": "network-vif-plugged", "status": "completed", "tag": "d5d3d2e6-0ac6-47f9-9ca9-34df5660efb2"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:49:33.532579 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port d5d3d2e6-0ac6-47f9-9ca9-34df5660efb2, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=d5d3d2e6-0ac6-47f9-9ca9-34df5660efb2,segment=NetworkSegment(695874d4-1af8-4bf7-b391-e903bd0da151),segment_id=695874d4-1af8-4bf7-b391-e903bd0da151)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:49:33.536664 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:33.572869 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1dccf6-0b2a-40ce-b67d-1a05759f870d x-openstack-request-id: req-5f1dccf6-0b2a-40ce-b67d-1a05759f870d {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:49:33.573184 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b5fb9a1-e75f-4290-b536-febea2675af5", "name": "network-vif-plugged", "status": "completed", "tag": "d5d3d2e6-0ac6-47f9-9ca9-34df5660efb2", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:49:33.573417 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5f1dccf6-0b2a-40ce-b67d-1a05759f870d {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:49:33.573808 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f1dccf6-0b2a-40ce-b67d-1a05759f870d'] response: {'server_uuid': '5b5fb9a1-e75f-4290-b536-febea2675af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d3d2e6-0ac6-47f9-9ca9-34df5660efb2', 'code': 200} Oct 04 09:49:33.608834 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=d5d3d2e6-0ac6-47f9-9ca9-34df5660efb2,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:49:33.822907 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de97c6-a457-4fd5-b258-8f6bdaea7022 req-8772902c-e5ee-43a2-941a-d3ca7879ca1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:49:33.824300 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-13de97c6-a457-4fd5-b258-8f6bdaea7022 req-8772902c-e5ee-43a2-941a-d3ca7879ca1e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5b5fb9a1-e75f-4290-b536-febea2675af5 HTTP/1.1" status: 200 len: 1099 time: 0.0768485 Oct 04 09:49:33.866652 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-13de97c6-a457-4fd5-b258-8f6bdaea7022 req-14d31deb-5624-4511-a806-c76480d33838 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7177be3b-f3f8-4fe0-a4ca-70d62c75db0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364060 Oct 04 09:49:34.275885 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a3e19-6334-4b8b-b161-e89b47dc5f42 req-86c21892-1445-4853-ace7-3a2f36008a3e tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:49:34.277357 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-261a3e19-6334-4b8b-b161-e89b47dc5f42 req-86c21892-1445-4853-ace7-3a2f36008a3e tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b5fb9a1-e75f-4290-b536-febea2675af5 HTTP/1.1" status: 200 len: 946 time: 0.0854938 Oct 04 09:49:34.320711 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-261a3e19-6334-4b8b-b161-e89b47dc5f42 req-5f1f3ee2-c28b-47b2-ab72-b5529ab188e6 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/security-groups?id=7177be3b-f3f8-4fe0-a4ca-70d62c75db0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370445 Oct 04 09:49:35.516802 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6fa6c5-44c2-4122-8649-193c21fe985b req-80441fa5-1956-48bb-acfa-9dc9e937eb57 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:49:35.518237 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-fd6fa6c5-44c2-4122-8649-193c21fe985b req-80441fa5-1956-48bb-acfa-9dc9e937eb57 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b5fb9a1-e75f-4290-b536-febea2675af5 HTTP/1.1" status: 200 len: 946 time: 0.0843530 Oct 04 09:49:35.560348 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-fd6fa6c5-44c2-4122-8649-193c21fe985b req-d6878bbb-ebc5-4362-83cc-7cf95add7179 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/security-groups?id=7177be3b-f3f8-4fe0-a4ca-70d62c75db0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364587 Oct 04 09:49:35.761683 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6591a05d-8db7-43fb-a273-c03141052e1c req-84fd4033-6a8a-4559-93d8-4a9b4e049c4a tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:49:35.763211 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6591a05d-8db7-43fb-a273-c03141052e1c req-84fd4033-6a8a-4559-93d8-4a9b4e049c4a tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b5fb9a1-e75f-4290-b536-febea2675af5 HTTP/1.1" status: 200 len: 946 time: 0.0908239 Oct 04 09:49:35.807286 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6591a05d-8db7-43fb-a273-c03141052e1c req-d722244c-df46-444a-a3d7-6235bed04344 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/security-groups?id=7177be3b-f3f8-4fe0-a4ca-70d62c75db0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379250 Oct 04 09:49:41.470044 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:47.508504 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ba7ea398-9c48-4743-ab18-a34d28a194de req-e2870fd2-768b-4019-a76c-13123fd5da9e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5b5fb9a1-e75f-4290-b536-febea2675af5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751503 Oct 04 09:49:47.777713 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ea398-9c48-4743-ab18-a34d28a194de req-323a1cb6-8faa-41aa-a46c-f37a47b8bbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:49:47.779169 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ba7ea398-9c48-4743-ab18-a34d28a194de req-323a1cb6-8faa-41aa-a46c-f37a47b8bbcc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=92b61e49b46644209c99c09e697d2bd7&device_id=5b5fb9a1-e75f-4290-b536-febea2675af5 HTTP/1.1" status: 200 len: 1099 time: 0.1762652 Oct 04 09:49:47.919987 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ea398-9c48-4743-ab18-a34d28a194de req-23f5012b-b0f8-441f-9099-b5a4b4d90b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:49:47.921472 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ba7ea398-9c48-4743-ab18-a34d28a194de req-23f5012b-b0f8-441f-9099-b5a4b4d90b89 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8d8d6a8b-7f7e-4053-b882-27e058f94778 HTTP/1.1" status: 200 len: 918 time: 0.1226563 Oct 04 09:49:47.993961 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ba7ea398-9c48-4743-ab18-a34d28a194de req-29d9b8fa-2772-4f40-a0b3-d684404c3da2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5d3d2e6-0ac6-47f9-9ca9-34df5660efb2 HTTP/1.1" status: 200 len: 217 time: 0.0656128 Oct 04 09:49:48.055763 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ea398-9c48-4743-ab18-a34d28a194de req-60f9f8ea-9528-4ba5-a783-33b8999c730c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:49:48.057209 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ba7ea398-9c48-4743-ab18-a34d28a194de req-60f9f8ea-9528-4ba5-a783-33b8999c730c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4cfb93be-0371-42ac-bc90-0b5b3012c2c5 HTTP/1.1" status: 200 len: 856 time: 0.0566897 Oct 04 09:49:48.141469 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ea398-9c48-4743-ab18-a34d28a194de req-33a00bbd-9359-4a79-a441-b43c0130c1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:49:48.142936 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ba7ea398-9c48-4743-ab18-a34d28a194de req-33a00bbd-9359-4a79-a441-b43c0130c1c7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8d8d6a8b-7f7e-4053-b882-27e058f94778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783587 Oct 04 09:49:48.274461 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ba7ea398-9c48-4743-ab18-a34d28a194de req-16fe7d91-0cc3-4c60-a8de-5fd34794f0f3 service neutron] 10.222.0.20 "GET /v2.0/networks/8d8d6a8b-7f7e-4053-b882-27e058f94778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248822 Oct 04 09:49:48.407346 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ba7ea398-9c48-4743-ab18-a34d28a194de req-bfaa0054-2b77-48a8-93d8-798f900a2e05 service neutron] 10.222.0.20 "GET /v2.0/networks/8d8d6a8b-7f7e-4053-b882-27e058f94778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256609 Oct 04 09:49:51.372884 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4797e197-5534-4c83-9f3b-7a4205c8d577 req-b1fe4898-f51d-4769-8b3f-c4e1faa71fc5 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:49:51.374487 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4797e197-5534-4c83-9f3b-7a4205c8d577 req-b1fe4898-f51d-4769-8b3f-c4e1faa71fc5 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b5fb9a1-e75f-4290-b536-febea2675af5 HTTP/1.1" status: 200 len: 946 time: 0.0856397 Oct 04 09:49:51.417362 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4797e197-5534-4c83-9f3b-7a4205c8d577 req-7149bbb6-8332-48c9-b132-8504acedc501 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/security-groups?id=7177be3b-f3f8-4fe0-a4ca-70d62c75db0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372026 Oct 04 09:49:52.615936 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149bdada-53ab-4b5a-bc9e-558e35c1acf3 req-d64a63a8-175a-414b-bccf-f0e95ce8c0b9 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:49:52.617388 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-149bdada-53ab-4b5a-bc9e-558e35c1acf3 req-d64a63a8-175a-414b-bccf-f0e95ce8c0b9 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b5fb9a1-e75f-4290-b536-febea2675af5 HTTP/1.1" status: 200 len: 946 time: 0.0887227 Oct 04 09:49:52.659796 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-149bdada-53ab-4b5a-bc9e-558e35c1acf3 req-d81e919e-8826-4eac-afbf-b4296e10ac8c tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/security-groups?id=7177be3b-f3f8-4fe0-a4ca-70d62c75db0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368326 Oct 04 09:49:53.294339 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a0d9f-c737-442b-b578-7a05cdd9c09e req-8518598c-25fb-431f-9301-fde309ddce5b tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:49:53.295778 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ee3a0d9f-c737-442b-b578-7a05cdd9c09e req-8518598c-25fb-431f-9301-fde309ddce5b tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b5fb9a1-e75f-4290-b536-febea2675af5 HTTP/1.1" status: 200 len: 946 time: 0.0954154 Oct 04 09:49:53.364255 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-ee3a0d9f-c737-442b-b578-7a05cdd9c09e req-e39f30fc-d682-46c6-8e6a-030546915cb7 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Deleting port d5d3d2e6-0ac6-47f9-9ca9-34df5660efb2 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:49:53.364661 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-ee3a0d9f-c737-442b-b578-7a05cdd9c09e req-e39f30fc-d682-46c6-8e6a-030546915cb7 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:53.606663 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-ee3a0d9f-c737-442b-b578-7a05cdd9c09e req-e39f30fc-d682-46c6-8e6a-030546915cb7 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] For port d5d3d2e6-0ac6-47f9-9ca9-34df5660efb2, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=d5d3d2e6-0ac6-47f9-9ca9-34df5660efb2,segment=NetworkSegment(695874d4-1af8-4bf7-b391-e903bd0da151),segment_id=695874d4-1af8-4bf7-b391-e903bd0da151)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:49:53.606939 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-ee3a0d9f-c737-442b-b578-7a05cdd9c09e req-e39f30fc-d682-46c6-8e6a-030546915cb7 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:53.730527 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-ee3a0d9f-c737-442b-b578-7a05cdd9c09e req-e39f30fc-d682-46c6-8e6a-030546915cb7 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Calling delete_port for d5d3d2e6-0ac6-47f9-9ca9-34df5660efb2 owned by compute:nova {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:49:54.016963 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3bcc94-5ce7-4920-a68f-0a8e82403b82 req-dfb395a9-9498-4db9-99f3-e2230cb641cc tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:49:54.018310 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7b3bcc94-5ce7-4920-a68f-0a8e82403b82 req-dfb395a9-9498-4db9-99f3-e2230cb641cc tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b5fb9a1-e75f-4290-b536-febea2675af5 HTTP/1.1" status: 200 len: 946 time: 0.2418118 Oct 04 09:49:54.061079 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-ee3a0d9f-c737-442b-b578-7a05cdd9c09e req-e39f30fc-d682-46c6-8e6a-030546915cb7 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:54.114964 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39f30fc-d682-46c6-8e6a-030546915cb7 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Pushing event deleted for resources: {'Port': ['ID=d5d3d2e6-0ac6-47f9-9ca9-34df5660efb2,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:49:54.119232 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7b3bcc94-5ce7-4920-a68f-0a8e82403b82 req-37544c85-fdd5-4985-a264-815e020e75b6 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/security-groups?id=7177be3b-f3f8-4fe0-a4ca-70d62c75db0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953033 Oct 04 09:49:54.158167 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f30fc-d682-46c6-8e6a-030546915cb7 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:49:54.158518 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f30fc-d682-46c6-8e6a-030546915cb7 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:49:54.158862 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f30fc-d682-46c6-8e6a-030546915cb7 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:49:54.159197 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f30fc-d682-46c6-8e6a-030546915cb7 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:49:54.159529 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f30fc-d682-46c6-8e6a-030546915cb7 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:49:54.159858 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f30fc-d682-46c6-8e6a-030546915cb7 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:49:54.160184 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f30fc-d682-46c6-8e6a-030546915cb7 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:49:54.160534 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f30fc-d682-46c6-8e6a-030546915cb7 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:49:54.160859 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f30fc-d682-46c6-8e6a-030546915cb7 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:49:54.161185 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f30fc-d682-46c6-8e6a-030546915cb7 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:49:54.161512 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f30fc-d682-46c6-8e6a-030546915cb7 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:49:54.161830 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f30fc-d682-46c6-8e6a-030546915cb7 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:49:54.219020 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee3a0d9f-c737-442b-b578-7a05cdd9c09e req-e39f30fc-d682-46c6-8e6a-030546915cb7 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] No DVR routers for this DVR port d5d3d2e6-0ac6-47f9-9ca9-34df5660efb2 on host hv-neutron-8602 {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:49:54.221794 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-ee3a0d9f-c737-442b-b578-7a05cdd9c09e req-e39f30fc-d682-46c6-8e6a-030546915cb7 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:54.224609 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b5fb9a1-e75f-4290-b536-febea2675af5', 'name': 'network-vif-deleted', 'tag': 'd5d3d2e6-0ac6-47f9-9ca9-34df5660efb2'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:49:54.226903 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c7fd71-0f95-4843-870a-39fc55d33c68" -d '{"events": [{"server_uuid": "5b5fb9a1-e75f-4290-b536-febea2675af5", "name": "network-vif-deleted", "tag": "d5d3d2e6-0ac6-47f9-9ca9-34df5660efb2"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:49:54.241577 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ee3a0d9f-c737-442b-b578-7a05cdd9c09e req-e39f30fc-d682-46c6-8e6a-030546915cb7 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.20 "DELETE /v2.0/ports/d5d3d2e6-0ac6-47f9-9ca9-34df5660efb2 HTTP/1.1" status: 204 len: 173 time: 0.9403946 Oct 04 09:49:54.282656 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5905e928-6d9c-426c-ba48-1aef6aa16f73 x-openstack-request-id: req-5905e928-6d9c-426c-ba48-1aef6aa16f73 {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:49:54.283136 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b5fb9a1-e75f-4290-b536-febea2675af5", "name": "network-vif-deleted", "tag": "d5d3d2e6-0ac6-47f9-9ca9-34df5660efb2", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:49:54.283437 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5905e928-6d9c-426c-ba48-1aef6aa16f73 {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:49:54.283853 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5905e928-6d9c-426c-ba48-1aef6aa16f73'] response: {'server_uuid': '5b5fb9a1-e75f-4290-b536-febea2675af5', 'name': 'network-vif-deleted', 'tag': 'd5d3d2e6-0ac6-47f9-9ca9-34df5660efb2', 'status': 'completed', 'code': 200} Oct 04 09:49:55.422916 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device d5d3d2e6-0ac6-47f9-9ca9-34df5660efb2 no longer exists at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:49:55.457046 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] No Port match for: d5d3d2e6-0ac6-47f9-9ca9-34df5660efb2 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:49:55.457388 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device d5d3d2e6-0ac6-47f9-9ca9-34df5660efb2 not bound to the agent host hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:49:55.574642 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9051a0f-c9f2-44d5-b919-70675ca2d55c req-2d5aa868-0f79-4a32-b701-109efb2e2281 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:49:55.576051 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-d9051a0f-c9f2-44d5-b919-70675ca2d55c req-2d5aa868-0f79-4a32-b701-109efb2e2281 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/networks?id=8d8d6a8b-7f7e-4053-b882-27e058f94778 HTTP/1.1" status: 200 len: 817 time: 0.1429863 Oct 04 09:49:55.589985 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-d9051a0f-c9f2-44d5-b919-70675ca2d55c req-b064dccd-7c4e-4f8d-898c-798f819ebc4d tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/quotas/92b61e49b46644209c99c09e697d2bd7 HTTP/1.1" status: 200 len: 375 time: 0.0085790 Oct 04 09:49:55.678722 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-d9051a0f-c9f2-44d5-b919-70675ca2d55c req-57f17d5e-42e3-45f0-ad6a-07c592182ad0 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=92b61e49b46644209c99c09e697d2bd7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0839491 Oct 04 09:49:55.814223 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-d9051a0f-c9f2-44d5-b919-70675ca2d55c req-d56a2e29-65b9-44a0-a767-afffa79ccda8 service neutron] 10.222.0.50 "GET /v2.0/networks/8d8d6a8b-7f7e-4053-b882-27e058f94778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235423 Oct 04 09:49:55.942656 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-d9051a0f-c9f2-44d5-b919-70675ca2d55c req-157ec004-9145-4982-bc22-f97e1aab44cc service neutron] 10.222.0.50 "GET /v2.0/networks/8d8d6a8b-7f7e-4053-b882-27e058f94778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226385 Oct 04 09:49:56.118463 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-92f59e4d-a6f8-406f-b6d0-834559e66da7 req-a9b81de5-94a1-4d80-a5bb-add69fc49241 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Synchronizing usage tracker for tenant:92b61e49b46644209c99c09e697d2bd7 on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:49:56.134419 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-92f59e4d-a6f8-406f-b6d0-834559e66da7 req-a9b81de5-94a1-4d80-a5bb-add69fc49241 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Unset dirty status for tenant:92b61e49b46644209c99c09e697d2bd7 on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:49:56.135600 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-92f59e4d-a6f8-406f-b6d0-834559e66da7 req-a9b81de5-94a1-4d80-a5bb-add69fc49241 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b029d3-dbfc-4ab7-8e16-bdeadc0c18d8 HTTP/1.1" status: 200 len: 210 time: 0.0652182 Oct 04 09:49:57.299781 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-22047eab-52f6-4601-b655-71443b235903 req-1e668b7c-11af-47c1-b554-b5fbbd959e4f tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b029d3-dbfc-4ab7-8e16-bdeadc0c18d8 HTTP/1.1" status: 200 len: 210 time: 0.0528896 Oct 04 09:49:57.348601 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9051a0f-c9f2-44d5-b919-70675ca2d55c req-e8a666be-c219-43bf-a42f-417f68d0d438 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:49:57.350022 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d9051a0f-c9f2-44d5-b919-70675ca2d55c req-e8a666be-c219-43bf-a42f-417f68d0d438 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.20 "GET /v2.0/networks?id=8d8d6a8b-7f7e-4053-b882-27e058f94778 HTTP/1.1" status: 200 len: 817 time: 0.1541185 Oct 04 09:49:57.367156 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-d9051a0f-c9f2-44d5-b919-70675ca2d55c req-f55f28b3-0b3f-4fb7-813d-6e11c4f0cdbb tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Request body: {'port': {'device_id': '67b029d3-dbfc-4ab7-8e16-bdeadc0c18d8', 'network_id': '8d8d6a8b-7f7e-4053-b882-27e058f94778', 'admin_state_up': True, 'tenant_id': '92b61e49b46644209c99c09e697d2bd7'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:49:57.504945 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-d9051a0f-c9f2-44d5-b919-70675ca2d55c req-f55f28b3-0b3f-4fb7-813d-6e11c4f0cdbb tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:49:57.514378 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-d9051a0f-c9f2-44d5-b919-70675ca2d55c req-f55f28b3-0b3f-4fb7-813d-6e11c4f0cdbb tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:49:57.524712 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9051a0f-c9f2-44d5-b919-70675ca2d55c req-f55f28b3-0b3f-4fb7-813d-6e11c4f0cdbb tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Made reservation on behalf of 92b61e49b46644209c99c09e697d2bd7 for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:49:57.528092 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-d9051a0f-c9f2-44d5-b919-70675ca2d55c req-f55f28b3-0b3f-4fb7-813d-6e11c4f0cdbb tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:57.648229 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ef5d34d1-b886-4253-bf13-d78c37eb2051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:57.689585 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [req-d9051a0f-c9f2-44d5-b919-70675ca2d55c req-f55f28b3-0b3f-4fb7-813d-6e11c4f0cdbb tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Allocated IP 172.20.0.3 (8d8d6a8b-7f7e-4053-b882-27e058f94778/4cfb93be-0371-42ac-bc90-0b5b3012c2c5/53436030-fa08-43ce-9ac6-840ad1c03747) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:49:57.888930 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-d9051a0f-c9f2-44d5-b919-70675ca2d55c req-f55f28b3-0b3f-4fb7-813d-6e11c4f0cdbb tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:57.904297 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-d9051a0f-c9f2-44d5-b919-70675ca2d55c req-f55f28b3-0b3f-4fb7-813d-6e11c4f0cdbb tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Transition to ACTIVE for port object 53436030-fa08-43ce-9ac6-840ad1c03747 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:49:57.927534 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-d9051a0f-c9f2-44d5-b919-70675ca2d55c req-f55f28b3-0b3f-4fb7-813d-6e11c4f0cdbb tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:57.997809 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9051a0f-c9f2-44d5-b919-70675ca2d55c req-f55f28b3-0b3f-4fb7-813d-6e11c4f0cdbb tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Network 8d8d6a8b-7f7e-4053-b882-27e058f94778 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:49:58.000964 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [req-d9051a0f-c9f2-44d5-b919-70675ca2d55c req-f55f28b3-0b3f-4fb7-813d-6e11c4f0cdbb tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:49:58.005013 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9051a0f-c9f2-44d5-b919-70675ca2d55c req-f55f28b3-0b3f-4fb7-813d-6e11c4f0cdbb tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:49:58.042013 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55f28b3-0b3f-4fb7-813d-6e11c4f0cdbb tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Pushing event updated for resources: {'Port': ['ID=53436030-fa08-43ce-9ac6-840ad1c03747,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:49:58.074270 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9051a0f-c9f2-44d5-b919-70675ca2d55c req-f55f28b3-0b3f-4fb7-813d-6e11c4f0cdbb tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:49:58.074889 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-d9051a0f-c9f2-44d5-b919-70675ca2d55c req-f55f28b3-0b3f-4fb7-813d-6e11c4f0cdbb tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:58.101174 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d9051a0f-c9f2-44d5-b919-70675ca2d55c req-f55f28b3-0b3f-4fb7-813d-6e11c4f0cdbb tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7375484 Oct 04 09:49:58.119158 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-d9051a0f-c9f2-44d5-b919-70675ca2d55c req-ca5fb3a2-8681-421d-af20-d97c0630a3e5 service neutron] Request body: {'port': {'device_id': '67b029d3-dbfc-4ab7-8e16-bdeadc0c18d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8602'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:49:58.231381 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-d9051a0f-c9f2-44d5-b919-70675ca2d55c req-ca5fb3a2-8681-421d-af20-d97c0630a3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:58.254781 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-f1faa5a0-03ae-479c-8136-fc98fb70ed0f None None] Provisioning for port 53436030-fa08-43ce-9ac6-840ad1c03747 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:49:58.259615 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-f1faa5a0-03ae-479c-8136-fc98fb70ed0f None None] Provisioning complete for port 53436030-fa08-43ce-9ac6-840ad1c03747 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:49:58.259984 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f1faa5a0-03ae-479c-8136-fc98fb70ed0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:58.260317 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f1faa5a0-03ae-479c-8136-fc98fb70ed0f None None] Attempt 1 to provision port 53436030-fa08-43ce-9ac6-840ad1c03747 Oct 04 09:49:58.315458 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f1faa5a0-03ae-479c-8136-fc98fb70ed0f None None] Port 53436030-fa08-43ce-9ac6-840ad1c03747 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:49:58.594967 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c038e-0a57-46ce-954e-32f9df22770c req-891f73b8-b699-4383-a751-152dd9f94d17 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:49:58.595662 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-b99c038e-0a57-46ce-954e-32f9df22770c req-891f73b8-b699-4383-a751-152dd9f94d17 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Synchronizing usage tracker for tenant:92b61e49b46644209c99c09e697d2bd7 on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:49:58.654892 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-b99c038e-0a57-46ce-954e-32f9df22770c req-891f73b8-b699-4383-a751-152dd9f94d17 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Unset dirty status for tenant:92b61e49b46644209c99c09e697d2bd7 on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:49:58.656030 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b99c038e-0a57-46ce-954e-32f9df22770c req-891f73b8-b699-4383-a751-152dd9f94d17 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b029d3-dbfc-4ab7-8e16-bdeadc0c18d8 HTTP/1.1" status: 200 len: 931 time: 0.2123811 Oct 04 09:49:58.661645 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [req-d9051a0f-c9f2-44d5-b919-70675ca2d55c req-ca5fb3a2-8681-421d-af20-d97c0630a3e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53436030-fa08-43ce-9ac6-840ad1c03747 {{(pid=89032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:49:58.670352 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-d9051a0f-c9f2-44d5-b919-70675ca2d55c req-ca5fb3a2-8681-421d-af20-d97c0630a3e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:58.710304 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-d9051a0f-c9f2-44d5-b919-70675ca2d55c req-ca5fb3a2-8681-421d-af20-d97c0630a3e5 service neutron] Transition to ACTIVE for port object 53436030-fa08-43ce-9ac6-840ad1c03747 will not be triggered until provisioned by entity L2. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:49:58.719572 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-d9051a0f-c9f2-44d5-b919-70675ca2d55c req-ca5fb3a2-8681-421d-af20-d97c0630a3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:58.816936 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f1faa5a0-03ae-479c-8136-fc98fb70ed0f None None] Attempt 2 to provision port 53436030-fa08-43ce-9ac6-840ad1c03747 Oct 04 09:49:58.872248 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f1faa5a0-03ae-479c-8136-fc98fb70ed0f None None] Port 53436030-fa08-43ce-9ac6-840ad1c03747 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:49:58.911813 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b99c038e-0a57-46ce-954e-32f9df22770c req-70687605-450d-41c4-bf52-01e63e5b2382 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/security-groups?id=7177be3b-f3f8-4fe0-a4ca-70d62c75db0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418189 Oct 04 09:49:59.017563 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5fb3a2-8681-421d-af20-d97c0630a3e5 service neutron] Pushing event updated for resources: {'Port': ['ID=53436030-fa08-43ce-9ac6-840ad1c03747,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:49:59.048263 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-d9051a0f-c9f2-44d5-b919-70675ca2d55c req-ca5fb3a2-8681-421d-af20-d97c0630a3e5 service neutron] Attempting to bind port 53436030-fa08-43ce-9ac6-840ad1c03747 on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:49:59.048626 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-d9051a0f-c9f2-44d5-b919-70675ca2d55c req-ca5fb3a2-8681-421d-af20-d97c0630a3e5 service neutron] Attempting to bind port 53436030-fa08-43ce-9ac6-840ad1c03747 by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': '695874d4-1af8-4bf7-b391-e903bd0da151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8d8d6a8b-7f7e-4053-b882-27e058f94778'}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:49:59.048954 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9051a0f-c9f2-44d5-b919-70675ca2d55c req-ca5fb3a2-8681-421d-af20-d97c0630a3e5 service neutron] Attempting to bind port 53436030-fa08-43ce-9ac6-840ad1c03747 on network 8d8d6a8b-7f7e-4053-b882-27e058f94778 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:49:59.053442 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9051a0f-c9f2-44d5-b919-70675ca2d55c req-ca5fb3a2-8681-421d-af20-d97c0630a3e5 service neutron] Port 53436030-fa08-43ce-9ac6-840ad1c03747 on network 8d8d6a8b-7f7e-4053-b882-27e058f94778 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:49:59.053761 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9051a0f-c9f2-44d5-b919-70675ca2d55c req-ca5fb3a2-8681-421d-af20-d97c0630a3e5 service neutron] Attempting to bind port 53436030-fa08-43ce-9ac6-840ad1c03747 on network 8d8d6a8b-7f7e-4053-b882-27e058f94778 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:49:59.058724 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9051a0f-c9f2-44d5-b919-70675ca2d55c req-ca5fb3a2-8681-421d-af20-d97c0630a3e5 service neutron] Checking agent: {'id': '1be90a14-1104-4771-996e-684b25b74d15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'started_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:49:59.059062 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9051a0f-c9f2-44d5-b919-70675ca2d55c req-ca5fb3a2-8681-421d-af20-d97c0630a3e5 service neutron] Checking segment: {'id': '695874d4-1af8-4bf7-b391-e903bd0da151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8d8d6a8b-7f7e-4053-b882-27e058f94778'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:49:59.059452 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9051a0f-c9f2-44d5-b919-70675ca2d55c req-ca5fb3a2-8681-421d-af20-d97c0630a3e5 service neutron] Bound using segment: {'id': '695874d4-1af8-4bf7-b391-e903bd0da151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8d8d6a8b-7f7e-4053-b882-27e058f94778'} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:49:59.059875 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-d9051a0f-c9f2-44d5-b919-70675ca2d55c req-ca5fb3a2-8681-421d-af20-d97c0630a3e5 service neutron] Bound port: 53436030-fa08-43ce-9ac6-840ad1c03747, host: hv-neutron-8602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '695874d4-1af8-4bf7-b391-e903bd0da151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8d8d6a8b-7f7e-4053-b882-27e058f94778'}}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:49:59.060218 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-d9051a0f-c9f2-44d5-b919-70675ca2d55c req-ca5fb3a2-8681-421d-af20-d97c0630a3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:59.148782 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-d9051a0f-c9f2-44d5-b919-70675ca2d55c req-ca5fb3a2-8681-421d-af20-d97c0630a3e5 service neutron] For port 53436030-fa08-43ce-9ac6-840ad1c03747, host hv-neutron-8602, cleared binding levels {{(pid=89032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:49:59.151615 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-d9051a0f-c9f2-44d5-b919-70675ca2d55c req-ca5fb3a2-8681-421d-af20-d97c0630a3e5 service neutron] For port 53436030-fa08-43ce-9ac6-840ad1c03747, host hv-neutron-8602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=53436030-fa08-43ce-9ac6-840ad1c03747,segment=NetworkSegment(695874d4-1af8-4bf7-b391-e903bd0da151),segment_id=695874d4-1af8-4bf7-b391-e903bd0da151)] {{(pid=89032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:49:59.155900 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-d9051a0f-c9f2-44d5-b919-70675ca2d55c req-ca5fb3a2-8681-421d-af20-d97c0630a3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:59.186484 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9051a0f-c9f2-44d5-b919-70675ca2d55c req-ca5fb3a2-8681-421d-af20-d97c0630a3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:49:59.187093 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-d9051a0f-c9f2-44d5-b919-70675ca2d55c req-ca5fb3a2-8681-421d-af20-d97c0630a3e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:49:59.188494 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d9051a0f-c9f2-44d5-b919-70675ca2d55c req-ca5fb3a2-8681-421d-af20-d97c0630a3e5 service neutron] 10.222.0.20 "PUT /v2.0/ports/53436030-fa08-43ce-9ac6-840ad1c03747 HTTP/1.1" status: 200 len: 1093 time: 1.0737238 Oct 04 09:49:59.188924 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b029d3-dbfc-4ab7-8e16-bdeadc0c18d8', 'tag': '53436030-fa08-43ce-9ac6-840ad1c03747'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:49:59.191193 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-955e42f6-9fa0-469d-a663-aad657c078ca" -d '{"events": [{"name": "network-changed", "server_uuid": "67b029d3-dbfc-4ab7-8e16-bdeadc0c18d8", "tag": "53436030-fa08-43ce-9ac6-840ad1c03747"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:49:59.233070 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f44d6e4-40ef-450d-953b-50aa615c5e74 x-openstack-request-id: req-0f44d6e4-40ef-450d-953b-50aa615c5e74 {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:49:59.233361 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67b029d3-dbfc-4ab7-8e16-bdeadc0c18d8", "tag": "53436030-fa08-43ce-9ac6-840ad1c03747", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:49:59.233629 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0f44d6e4-40ef-450d-953b-50aa615c5e74 {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:49:59.234021 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f44d6e4-40ef-450d-953b-50aa615c5e74'] response: {'name': 'network-changed', 'server_uuid': '67b029d3-dbfc-4ab7-8e16-bdeadc0c18d8', 'tag': '53436030-fa08-43ce-9ac6-840ad1c03747', 'status': 'completed', 'code': 200} Oct 04 09:49:59.234761 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5fb3a2-8681-421d-af20-d97c0630a3e5 service neutron] Pushing event updated for resources: {'Port': ['ID=53436030-fa08-43ce-9ac6-840ad1c03747,revision_number=3']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:49:59.329066 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9051a0f-c9f2-44d5-b919-70675ca2d55c req-e21e055d-aaae-477d-be10-11153f4c2626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:49:59.330510 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d9051a0f-c9f2-44d5-b919-70675ca2d55c req-e21e055d-aaae-477d-be10-11153f4c2626 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=92b61e49b46644209c99c09e697d2bd7&device_id=67b029d3-dbfc-4ab7-8e16-bdeadc0c18d8 HTTP/1.1" status: 200 len: 1096 time: 0.0807786 Oct 04 09:49:59.373960 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f1faa5a0-03ae-479c-8136-fc98fb70ed0f None None] Attempt 3 to provision port 53436030-fa08-43ce-9ac6-840ad1c03747 Oct 04 09:49:59.402808 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d9051a0f-c9f2-44d5-b919-70675ca2d55c req-c770ae49-61a5-4291-bd68-754f32c194b6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53436030-fa08-43ce-9ac6-840ad1c03747 HTTP/1.1" status: 200 len: 217 time: 0.0595744 Oct 04 09:49:59.433881 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f1faa5a0-03ae-479c-8136-fc98fb70ed0f None None] Port 53436030-fa08-43ce-9ac6-840ad1c03747 had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 09:49:59.466344 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9051a0f-c9f2-44d5-b919-70675ca2d55c req-80146e67-01a7-49ea-83a3-0416f64ca571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:49:59.467795 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d9051a0f-c9f2-44d5-b919-70675ca2d55c req-80146e67-01a7-49ea-83a3-0416f64ca571 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4cfb93be-0371-42ac-bc90-0b5b3012c2c5 HTTP/1.1" status: 200 len: 856 time: 0.0589614 Oct 04 09:49:59.547022 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9051a0f-c9f2-44d5-b919-70675ca2d55c req-1b0205a9-9457-40eb-af6f-78d27ba98a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:49:59.548542 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d9051a0f-c9f2-44d5-b919-70675ca2d55c req-1b0205a9-9457-40eb-af6f-78d27ba98a2e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8d8d6a8b-7f7e-4053-b882-27e058f94778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750740 Oct 04 09:49:59.675100 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d9051a0f-c9f2-44d5-b919-70675ca2d55c req-359da6d1-00ea-4469-8488-0fb7a870536a service neutron] 10.222.0.20 "GET /v2.0/networks/8d8d6a8b-7f7e-4053-b882-27e058f94778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205964 Oct 04 09:49:59.804735 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d9051a0f-c9f2-44d5-b919-70675ca2d55c req-139cd856-f5dc-4dec-8312-b3cb8ddcef30 service neutron] 10.222.0.20 "GET /v2.0/networks/8d8d6a8b-7f7e-4053-b882-27e058f94778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241112 Oct 04 09:49:59.975227 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e42f6-9fa0-469d-a663-aad657c078ca req-7e32083b-f900-448f-bfb4-8e3c8db3becd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:49:59.976722 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-955e42f6-9fa0-469d-a663-aad657c078ca req-7e32083b-f900-448f-bfb4-8e3c8db3becd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=92b61e49b46644209c99c09e697d2bd7&device_id=67b029d3-dbfc-4ab7-8e16-bdeadc0c18d8 HTTP/1.1" status: 200 len: 1096 time: 0.0894058 Oct 04 09:50:00.166635 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e42f6-9fa0-469d-a663-aad657c078ca req-3b73c9b3-99d6-482e-8745-17e4ec5f7905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:50:00.168077 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-955e42f6-9fa0-469d-a663-aad657c078ca req-3b73c9b3-99d6-482e-8745-17e4ec5f7905 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8d8d6a8b-7f7e-4053-b882-27e058f94778 HTTP/1.1" status: 200 len: 918 time: 0.1849656 Oct 04 09:50:00.180132 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ada94-d71d-433e-a9c7-1f51c235cb98 req-e7d7771e-3a13-4cb3-948e-a87600055d61 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:50:00.181509 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-453ada94-d71d-433e-a9c7-1f51c235cb98 req-e7d7771e-3a13-4cb3-948e-a87600055d61 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b029d3-dbfc-4ab7-8e16-bdeadc0c18d8 HTTP/1.1" status: 200 len: 943 time: 0.1340957 Oct 04 09:50:00.258048 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-955e42f6-9fa0-469d-a663-aad657c078ca req-bf391182-39d6-48ec-a575-9c81c4cfd508 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53436030-fa08-43ce-9ac6-840ad1c03747 HTTP/1.1" status: 200 len: 217 time: 0.0756335 Oct 04 09:50:00.314605 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-61aeb293-5f09-4faf-a07d-8942350e97ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:50:00.322248 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-453ada94-d71d-433e-a9c7-1f51c235cb98 req-df4bc60f-a9f8-41b6-bd9f-365dd3ec00ec tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/security-groups?id=7177be3b-f3f8-4fe0-a4ca-70d62c75db0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910325 Oct 04 09:50:00.334493 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e42f6-9fa0-469d-a663-aad657c078ca req-edb957ba-a09e-4145-ace9-1200ab357f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:50:00.335962 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-955e42f6-9fa0-469d-a663-aad657c078ca req-edb957ba-a09e-4145-ace9-1200ab357f5e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4cfb93be-0371-42ac-bc90-0b5b3012c2c5 HTTP/1.1" status: 200 len: 856 time: 0.0715439 Oct 04 09:50:00.421287 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e42f6-9fa0-469d-a663-aad657c078ca req-4ce24b4c-0442-4734-be09-7d1d5b4f163f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:50:00.422801 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-955e42f6-9fa0-469d-a663-aad657c078ca req-4ce24b4c-0442-4734-be09-7d1d5b4f163f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8d8d6a8b-7f7e-4053-b882-27e058f94778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797389 Oct 04 09:50:00.645902 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-955e42f6-9fa0-469d-a663-aad657c078ca req-7427c104-6ae3-4971-b59c-1a85718999f6 service neutron] 10.222.0.20 "GET /v2.0/networks/8d8d6a8b-7f7e-4053-b882-27e058f94778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166879 Oct 04 09:50:00.777399 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-955e42f6-9fa0-469d-a663-aad657c078ca req-5b7d0fbf-3647-4aaf-a9db-83616da935c3 service neutron] 10.222.0.20 "GET /v2.0/networks/8d8d6a8b-7f7e-4053-b882-27e058f94778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244891 Oct 04 09:50:00.814285 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:50:00.830578 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:50:01.517294 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea753332-f235-4587-b030-02fcb9de21c2 req-c85cf692-7ea7-4828-8788-7cfa431ed3c6 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:50:01.518734 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-ea753332-f235-4587-b030-02fcb9de21c2 req-c85cf692-7ea7-4828-8788-7cfa431ed3c6 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b029d3-dbfc-4ab7-8e16-bdeadc0c18d8 HTTP/1.1" status: 200 len: 943 time: 0.0852866 Oct 04 09:50:01.673325 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-ea753332-f235-4587-b030-02fcb9de21c2 req-e6679be8-448f-4bf6-b777-76ba7e44bc45 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/security-groups?id=7177be3b-f3f8-4fe0-a4ca-70d62c75db0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488965 Oct 04 09:50:02.365938 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:50:02.708279 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:50:02.882528 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff1e50-3ca5-42a4-a785-eb0af5d1de30 req-cdc88090-b622-4ab8-9112-b978d29b165f tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:50:02.884692 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-66ff1e50-3ca5-42a4-a785-eb0af5d1de30 req-cdc88090-b622-4ab8-9112-b978d29b165f tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b029d3-dbfc-4ab7-8e16-bdeadc0c18d8 HTTP/1.1" status: 200 len: 943 time: 0.0922599 Oct 04 09:50:02.929947 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-66ff1e50-3ca5-42a4-a785-eb0af5d1de30 req-46f87872-384d-4cd1-8763-6ec38b154969 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/security-groups?id=7177be3b-f3f8-4fe0-a4ca-70d62c75db0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393598 Oct 04 09:50:03.461631 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 53436030-fa08-43ce-9ac6-840ad1c03747 details requested by agent hyperv_hv-neutron-8602 with host hv-neutron-8602 {{(pid=89034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 04 09:50:03.594177 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 53436030-fa08-43ce-9ac6-840ad1c03747, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=53436030-fa08-43ce-9ac6-840ad1c03747,segment=NetworkSegment(695874d4-1af8-4bf7-b391-e903bd0da151),segment_id=695874d4-1af8-4bf7-b391-e903bd0da151)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:50:03.607149 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Returning: {'device': '53436030-fa08-43ce-9ac6-840ad1c03747', 'network_id': '8d8d6a8b-7f7e-4053-b882-27e058f94778', 'port_id': '53436030-fa08-43ce-9ac6-840ad1c03747', 'mac_address': 'fa:16:3e:29:e4:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cfb93be-0371-42ac-bc90-0b5b3012c2c5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 04 09:50:03.661977 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 53436030-fa08-43ce-9ac6-840ad1c03747 is: DOWN; New status is: BUILD {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:50:03.662354 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:50:03.682173 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53436030-fa08-43ce-9ac6-840ad1c03747 {{(pid=89034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:50:03.697840 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 53436030-fa08-43ce-9ac6-840ad1c03747, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=53436030-fa08-43ce-9ac6-840ad1c03747,segment=NetworkSegment(695874d4-1af8-4bf7-b391-e903bd0da151),segment_id=695874d4-1af8-4bf7-b391-e903bd0da151)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:50:03.702951 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:50:03.771536 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=53436030-fa08-43ce-9ac6-840ad1c03747,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:50:04.075280 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['53436030-fa08-43ce-9ac6-840ad1c03747'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 09:50:04.124457 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa72a94-c0c3-4711-9fa4-23d857722fd9 req-f9ca520f-fd92-4316-ab3f-2bfe115452ac tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:50:04.126554 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-1fa72a94-c0c3-4711-9fa4-23d857722fd9 req-f9ca520f-fd92-4316-ab3f-2bfe115452ac tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b029d3-dbfc-4ab7-8e16-bdeadc0c18d8 HTTP/1.1" status: 200 len: 944 time: 0.0854046 Oct 04 09:50:04.169769 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-1fa72a94-c0c3-4711-9fa4-23d857722fd9 req-cf549f03-285b-4039-8aa7-218fc9c1cffc tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/security-groups?id=7177be3b-f3f8-4fe0-a4ca-70d62c75db0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375421 Oct 04 09:50:05.365385 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37448bb-f411-430b-9dd7-2463c5d1bb5e req-4b74c31e-8651-471f-9ae1-8083ad4126f6 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:50:05.366840 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b37448bb-f411-430b-9dd7-2463c5d1bb5e req-4b74c31e-8651-471f-9ae1-8083ad4126f6 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b029d3-dbfc-4ab7-8e16-bdeadc0c18d8 HTTP/1.1" status: 200 len: 944 time: 0.0882437 Oct 04 09:50:05.410201 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b37448bb-f411-430b-9dd7-2463c5d1bb5e req-9efbc493-dde7-4530-b8e9-d628632f0cd9 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/security-groups?id=7177be3b-f3f8-4fe0-a4ca-70d62c75db0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377550 Oct 04 09:50:05.476690 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 53436030-fa08-43ce-9ac6-840ad1c03747 up at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:50:05.544898 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning for port 53436030-fa08-43ce-9ac6-840ad1c03747 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:50:05.550203 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning complete for port 53436030-fa08-43ce-9ac6-840ad1c03747 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:50:05.550597 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:50:05.550924 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Attempt 1 to provision port 53436030-fa08-43ce-9ac6-840ad1c03747 Oct 04 09:50:05.662791 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 53436030-fa08-43ce-9ac6-840ad1c03747 is: BUILD; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:50:05.663162 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:50:05.688944 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b029d3-dbfc-4ab7-8e16-bdeadc0c18d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53436030-fa08-43ce-9ac6-840ad1c03747'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:50:05.691497 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aef738b946a3ea172e8e75fc735451da1d91f114ea1acc5fcf392e20a929bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1e04e0-3725-4cff-9a73-1f8eea5054fe" -d '{"events": [{"server_uuid": "67b029d3-dbfc-4ab7-8e16-bdeadc0c18d8", "name": "network-vif-plugged", "status": "completed", "tag": "53436030-fa08-43ce-9ac6-840ad1c03747"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:50:05.699610 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 53436030-fa08-43ce-9ac6-840ad1c03747, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=53436030-fa08-43ce-9ac6-840ad1c03747,segment=NetworkSegment(695874d4-1af8-4bf7-b391-e903bd0da151),segment_id=695874d4-1af8-4bf7-b391-e903bd0da151)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:50:05.703084 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:50:05.739794 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6ea795-0d16-4a27-a2fa-dbffc3b75255 x-openstack-request-id: req-3f6ea795-0d16-4a27-a2fa-dbffc3b75255 {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:50:05.740084 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b029d3-dbfc-4ab7-8e16-bdeadc0c18d8", "name": "network-vif-plugged", "status": "completed", "tag": "53436030-fa08-43ce-9ac6-840ad1c03747", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:50:05.740331 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3f6ea795-0d16-4a27-a2fa-dbffc3b75255 {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:50:05.740740 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f6ea795-0d16-4a27-a2fa-dbffc3b75255'] response: {'server_uuid': '67b029d3-dbfc-4ab7-8e16-bdeadc0c18d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53436030-fa08-43ce-9ac6-840ad1c03747', 'code': 200} Oct 04 09:50:05.771755 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=53436030-fa08-43ce-9ac6-840ad1c03747,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:50:05.994979 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5104fd8-a4fc-487d-8548-56bb69255138 req-fc7a3f7d-0b0c-4e73-b501-ab072255114e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:50:05.996331 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f5104fd8-a4fc-487d-8548-56bb69255138 req-fc7a3f7d-0b0c-4e73-b501-ab072255114e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=67b029d3-dbfc-4ab7-8e16-bdeadc0c18d8 HTTP/1.1" status: 200 len: 1098 time: 0.0786438 Oct 04 09:50:06.035640 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f5104fd8-a4fc-487d-8548-56bb69255138 req-5d7a2077-f794-4e80-a2aa-07fb01f79ca3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7177be3b-f3f8-4fe0-a4ca-70d62c75db0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334110 Oct 04 09:50:06.605791 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088cf49-5a39-4e70-bbf1-6afa1f93c04a req-eb8826de-9513-4890-9eca-d192cfb7dcac tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:50:06.607241 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e088cf49-5a39-4e70-bbf1-6afa1f93c04a req-eb8826de-9513-4890-9eca-d192cfb7dcac tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b029d3-dbfc-4ab7-8e16-bdeadc0c18d8 HTTP/1.1" status: 200 len: 945 time: 0.0848351 Oct 04 09:50:06.650654 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e088cf49-5a39-4e70-bbf1-6afa1f93c04a req-7b9ab5e8-7a07-4e89-8e41-59407e3eb322 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/security-groups?id=7177be3b-f3f8-4fe0-a4ca-70d62c75db0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377860 Oct 04 09:50:07.849862 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cdbfa9-cd0f-4959-9285-89094ec81204 req-4a033afd-3c12-4871-8a0c-b46d33e3d013 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:50:07.851322 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-23cdbfa9-cd0f-4959-9285-89094ec81204 req-4a033afd-3c12-4871-8a0c-b46d33e3d013 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b029d3-dbfc-4ab7-8e16-bdeadc0c18d8 HTTP/1.1" status: 200 len: 945 time: 0.0901031 Oct 04 09:50:07.895533 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-23cdbfa9-cd0f-4959-9285-89094ec81204 req-834b4dc2-8a9c-483f-8cf5-f9b7acd883b5 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/security-groups?id=7177be3b-f3f8-4fe0-a4ca-70d62c75db0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385761 Oct 04 09:50:08.090967 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07957f2a-86fd-478c-bc4b-dbaa7dcf3f14 req-a7ef9df5-1ba0-46e8-b00d-e6f277d2f0aa tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:50:08.092463 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-07957f2a-86fd-478c-bc4b-dbaa7dcf3f14 req-a7ef9df5-1ba0-46e8-b00d-e6f277d2f0aa tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b029d3-dbfc-4ab7-8e16-bdeadc0c18d8 HTTP/1.1" status: 200 len: 945 time: 0.0888679 Oct 04 09:50:08.136511 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-07957f2a-86fd-478c-bc4b-dbaa7dcf3f14 req-e2abb07a-b347-4a60-b343-80693083438a tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/security-groups?id=7177be3b-f3f8-4fe0-a4ca-70d62c75db0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382962 Oct 04 09:50:11.452857 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:50:23.534896 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405b3ca-3b65-4319-9fbe-ab91693d530c req-c3bb14ad-c892-4a31-b623-5ca87a9e48fa tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:50:23.536276 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f405b3ca-3b65-4319-9fbe-ab91693d530c req-c3bb14ad-c892-4a31-b623-5ca87a9e48fa tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b029d3-dbfc-4ab7-8e16-bdeadc0c18d8 HTTP/1.1" status: 200 len: 945 time: 0.0850174 Oct 04 09:50:23.582041 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f405b3ca-3b65-4319-9fbe-ab91693d530c req-98c806da-41dc-4688-9cd6-ef4aef203258 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/security-groups?id=7177be3b-f3f8-4fe0-a4ca-70d62c75db0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401218 Oct 04 09:50:24.781761 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e49c05-0933-44d1-8b0f-17333f9159d6 req-e29f8ec2-38a9-4fad-aaf5-974bfd8da1de tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:50:24.783207 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-49e49c05-0933-44d1-8b0f-17333f9159d6 req-e29f8ec2-38a9-4fad-aaf5-974bfd8da1de tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b029d3-dbfc-4ab7-8e16-bdeadc0c18d8 HTTP/1.1" status: 200 len: 945 time: 0.0902634 Oct 04 09:50:24.826112 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-49e49c05-0933-44d1-8b0f-17333f9159d6 req-24a1d1f4-cde8-4a08-b883-3b86208ebdc9 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/security-groups?id=7177be3b-f3f8-4fe0-a4ca-70d62c75db0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372052 Oct 04 09:50:25.487024 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca475fb-1f2d-4087-a07d-db72ca3008a0 req-67d0ce04-5fbf-4942-b752-0a912e3bec77 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:50:25.488578 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-bca475fb-1f2d-4087-a07d-db72ca3008a0 req-67d0ce04-5fbf-4942-b752-0a912e3bec77 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.20 "GET /v2.0/ports?device_id=67b029d3-dbfc-4ab7-8e16-bdeadc0c18d8 HTTP/1.1" status: 200 len: 945 time: 0.0861723 Oct 04 09:50:25.560552 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-bca475fb-1f2d-4087-a07d-db72ca3008a0 req-57c404ec-fd3a-4e0e-9ebc-e3b72d3290b9 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Deleting port 53436030-fa08-43ce-9ac6-840ad1c03747 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:50:25.560915 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-bca475fb-1f2d-4087-a07d-db72ca3008a0 req-57c404ec-fd3a-4e0e-9ebc-e3b72d3290b9 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:50:25.803216 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-bca475fb-1f2d-4087-a07d-db72ca3008a0 req-57c404ec-fd3a-4e0e-9ebc-e3b72d3290b9 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] For port 53436030-fa08-43ce-9ac6-840ad1c03747, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=53436030-fa08-43ce-9ac6-840ad1c03747,segment=NetworkSegment(695874d4-1af8-4bf7-b391-e903bd0da151),segment_id=695874d4-1af8-4bf7-b391-e903bd0da151)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:50:25.803577 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-bca475fb-1f2d-4087-a07d-db72ca3008a0 req-57c404ec-fd3a-4e0e-9ebc-e3b72d3290b9 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:50:25.929494 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-bca475fb-1f2d-4087-a07d-db72ca3008a0 req-57c404ec-fd3a-4e0e-9ebc-e3b72d3290b9 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Calling delete_port for 53436030-fa08-43ce-9ac6-840ad1c03747 owned by compute:nova {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:50:26.108222 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e3559-8a13-41ce-95f9-e2cbc2d1315f req-8b91a200-d843-404f-8edd-4dc5a459f262 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:50:26.109699 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c66e3559-8a13-41ce-95f9-e2cbc2d1315f req-8b91a200-d843-404f-8edd-4dc5a459f262 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b029d3-dbfc-4ab7-8e16-bdeadc0c18d8 HTTP/1.1" status: 200 len: 945 time: 0.1523356 Oct 04 09:50:26.172366 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c66e3559-8a13-41ce-95f9-e2cbc2d1315f req-dafd6ab4-92f7-4789-857f-4b05d1fd08f8 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/security-groups?id=7177be3b-f3f8-4fe0-a4ca-70d62c75db0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513227 Oct 04 09:50:26.173989 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-bca475fb-1f2d-4087-a07d-db72ca3008a0 req-57c404ec-fd3a-4e0e-9ebc-e3b72d3290b9 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:50:26.314862 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c404ec-fd3a-4e0e-9ebc-e3b72d3290b9 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Pushing event deleted for resources: {'Port': ['ID=53436030-fa08-43ce-9ac6-840ad1c03747,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:50:26.400531 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-bca475fb-1f2d-4087-a07d-db72ca3008a0 req-57c404ec-fd3a-4e0e-9ebc-e3b72d3290b9 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] No DVR routers for this DVR port 53436030-fa08-43ce-9ac6-840ad1c03747 on host hv-neutron-8602 {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:50:26.402992 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-bca475fb-1f2d-4087-a07d-db72ca3008a0 req-57c404ec-fd3a-4e0e-9ebc-e3b72d3290b9 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:50:26.405655 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b029d3-dbfc-4ab7-8e16-bdeadc0c18d8', 'name': 'network-vif-deleted', 'tag': '53436030-fa08-43ce-9ac6-840ad1c03747'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:50:26.407984 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5d4217-460c-454e-8605-b6832e38451c" -d '{"events": [{"server_uuid": "67b029d3-dbfc-4ab7-8e16-bdeadc0c18d8", "name": "network-vif-deleted", "tag": "53436030-fa08-43ce-9ac6-840ad1c03747"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:50:26.424326 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-bca475fb-1f2d-4087-a07d-db72ca3008a0 req-57c404ec-fd3a-4e0e-9ebc-e3b72d3290b9 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.20 "DELETE /v2.0/ports/53436030-fa08-43ce-9ac6-840ad1c03747 HTTP/1.1" status: 204 len: 173 time: 0.9302092 Oct 04 09:50:26.461594 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7fa9113-dd8c-420d-becd-476099fd1abc x-openstack-request-id: req-e7fa9113-dd8c-420d-becd-476099fd1abc {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:50:26.461918 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b029d3-dbfc-4ab7-8e16-bdeadc0c18d8", "name": "network-vif-deleted", "tag": "53436030-fa08-43ce-9ac6-840ad1c03747", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:50:26.462167 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e7fa9113-dd8c-420d-becd-476099fd1abc {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:50:26.462574 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7fa9113-dd8c-420d-becd-476099fd1abc'] response: {'server_uuid': '67b029d3-dbfc-4ab7-8e16-bdeadc0c18d8', 'name': 'network-vif-deleted', 'tag': '53436030-fa08-43ce-9ac6-840ad1c03747', 'status': 'completed', 'code': 200} Oct 04 09:50:27.539425 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 53436030-fa08-43ce-9ac6-840ad1c03747 no longer exists at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:50:27.573013 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] No Port match for: 53436030-fa08-43ce-9ac6-840ad1c03747 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:50:27.573353 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 53436030-fa08-43ce-9ac6-840ad1c03747 not bound to the agent host hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:50:27.627170 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e9f1a-40a8-42ba-8d29-7992126c2db0 req-08b992c4-0ad3-4a3c-b5b3-7c3b176e7327 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:50:27.628612 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-e21e9f1a-40a8-42ba-8d29-7992126c2db0 req-08b992c4-0ad3-4a3c-b5b3-7c3b176e7327 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/networks?id=8d8d6a8b-7f7e-4053-b882-27e058f94778 HTTP/1.1" status: 200 len: 817 time: 0.1446648 Oct 04 09:50:27.644902 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-e21e9f1a-40a8-42ba-8d29-7992126c2db0 req-d044f3f2-5654-4341-b193-5ad3b9de3b8f tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/quotas/92b61e49b46644209c99c09e697d2bd7 HTTP/1.1" status: 200 len: 375 time: 0.0098407 Oct 04 09:50:27.651588 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-52322917-c71b-485d-9aa4-fdebaf98aed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:50:27.732755 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-e21e9f1a-40a8-42ba-8d29-7992126c2db0 req-c179cfd4-63e8-49ed-a78e-72adf2b4d0d3 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=92b61e49b46644209c99c09e697d2bd7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0816672 Oct 04 09:50:27.962453 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-e21e9f1a-40a8-42ba-8d29-7992126c2db0 req-061573c4-9f9d-44f7-a8b4-89f3130d78a3 service neutron] 10.222.0.50 "GET /v2.0/networks/8d8d6a8b-7f7e-4053-b882-27e058f94778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177775 Oct 04 09:50:28.090599 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-e21e9f1a-40a8-42ba-8d29-7992126c2db0 req-3361949b-82a3-4018-9fd8-72c9ab58e50e service neutron] 10.222.0.50 "GET /v2.0/networks/8d8d6a8b-7f7e-4053-b882-27e058f94778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222858 Oct 04 09:50:28.273560 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-6b91f5b7-cad8-4981-a268-095c58bc754c req-d720bbf7-2c74-4dee-80d9-e1fb7b491c5a tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Synchronizing usage tracker for tenant:92b61e49b46644209c99c09e697d2bd7 on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:50:28.289816 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-6b91f5b7-cad8-4981-a268-095c58bc754c req-d720bbf7-2c74-4dee-80d9-e1fb7b491c5a tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Unset dirty status for tenant:92b61e49b46644209c99c09e697d2bd7 on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:50:28.290945 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6b91f5b7-cad8-4981-a268-095c58bc754c req-d720bbf7-2c74-4dee-80d9-e1fb7b491c5a tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/ports?device_id=a8edf1b1-8a6a-4fbc-aab1-df28f6c3898b HTTP/1.1" status: 200 len: 210 time: 0.0697429 Oct 04 09:50:29.335839 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e9f1a-40a8-42ba-8d29-7992126c2db0 req-a43f35e9-bf65-4c62-aba0-5590a53ba267 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:50:29.337364 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e21e9f1a-40a8-42ba-8d29-7992126c2db0 req-a43f35e9-bf65-4c62-aba0-5590a53ba267 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.20 "GET /v2.0/networks?id=8d8d6a8b-7f7e-4053-b882-27e058f94778 HTTP/1.1" status: 200 len: 817 time: 0.1541984 Oct 04 09:50:29.354624 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-e21e9f1a-40a8-42ba-8d29-7992126c2db0 req-246f2aed-9635-4006-bdd0-62c67328c887 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Request body: {'port': {'device_id': 'a8edf1b1-8a6a-4fbc-aab1-df28f6c3898b', 'network_id': '8d8d6a8b-7f7e-4053-b882-27e058f94778', 'admin_state_up': True, 'tenant_id': '92b61e49b46644209c99c09e697d2bd7'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:50:29.460911 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-ce2fe702-38b6-45a0-8924-2ff5d1b2c28d req-23a0e446-571d-4fc8-a605-a5739b2291ee tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/ports?device_id=a8edf1b1-8a6a-4fbc-aab1-df28f6c3898b HTTP/1.1" status: 200 len: 210 time: 0.0536125 Oct 04 09:50:29.494948 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-e21e9f1a-40a8-42ba-8d29-7992126c2db0 req-246f2aed-9635-4006-bdd0-62c67328c887 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:50:29.505271 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-e21e9f1a-40a8-42ba-8d29-7992126c2db0 req-246f2aed-9635-4006-bdd0-62c67328c887 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:50:29.514826 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e21e9f1a-40a8-42ba-8d29-7992126c2db0 req-246f2aed-9635-4006-bdd0-62c67328c887 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Made reservation on behalf of 92b61e49b46644209c99c09e697d2bd7 for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:50:29.518392 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-e21e9f1a-40a8-42ba-8d29-7992126c2db0 req-246f2aed-9635-4006-bdd0-62c67328c887 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:50:29.679229 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [req-e21e9f1a-40a8-42ba-8d29-7992126c2db0 req-246f2aed-9635-4006-bdd0-62c67328c887 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Allocated IP 172.20.0.14 (8d8d6a8b-7f7e-4053-b882-27e058f94778/4cfb93be-0371-42ac-bc90-0b5b3012c2c5/8e9f6831-2116-4643-b606-a430488a493c) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:50:29.879650 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-e21e9f1a-40a8-42ba-8d29-7992126c2db0 req-246f2aed-9635-4006-bdd0-62c67328c887 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:50:29.894990 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-e21e9f1a-40a8-42ba-8d29-7992126c2db0 req-246f2aed-9635-4006-bdd0-62c67328c887 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Transition to ACTIVE for port object 8e9f6831-2116-4643-b606-a430488a493c will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:50:29.918049 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-e21e9f1a-40a8-42ba-8d29-7992126c2db0 req-246f2aed-9635-4006-bdd0-62c67328c887 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:50:29.988664 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e21e9f1a-40a8-42ba-8d29-7992126c2db0 req-246f2aed-9635-4006-bdd0-62c67328c887 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Network 8d8d6a8b-7f7e-4053-b882-27e058f94778 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:50:29.989682 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [req-e21e9f1a-40a8-42ba-8d29-7992126c2db0 req-246f2aed-9635-4006-bdd0-62c67328c887 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:50:29.993598 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-e21e9f1a-40a8-42ba-8d29-7992126c2db0 req-246f2aed-9635-4006-bdd0-62c67328c887 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:50:30.030337 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246f2aed-9635-4006-bdd0-62c67328c887 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Pushing event updated for resources: {'Port': ['ID=8e9f6831-2116-4643-b606-a430488a493c,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:50:30.062055 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e9f1a-40a8-42ba-8d29-7992126c2db0 req-246f2aed-9635-4006-bdd0-62c67328c887 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:50:30.062669 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-e21e9f1a-40a8-42ba-8d29-7992126c2db0 req-246f2aed-9635-4006-bdd0-62c67328c887 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:50:30.089486 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e21e9f1a-40a8-42ba-8d29-7992126c2db0 req-246f2aed-9635-4006-bdd0-62c67328c887 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7385159 Oct 04 09:50:30.106852 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-e21e9f1a-40a8-42ba-8d29-7992126c2db0 req-db91abde-caa7-40ad-bcda-2c67f02e98cf service neutron] Request body: {'port': {'device_id': 'a8edf1b1-8a6a-4fbc-aab1-df28f6c3898b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8602'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:50:30.218963 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-e21e9f1a-40a8-42ba-8d29-7992126c2db0 req-db91abde-caa7-40ad-bcda-2c67f02e98cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:50:30.222263 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-f97c75ab-398c-4ef3-9d36-cbb6e0096478 None None] Provisioning for port 8e9f6831-2116-4643-b606-a430488a493c completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:50:30.227397 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-f97c75ab-398c-4ef3-9d36-cbb6e0096478 None None] Provisioning complete for port 8e9f6831-2116-4643-b606-a430488a493c triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:50:30.227935 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f97c75ab-398c-4ef3-9d36-cbb6e0096478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:50:30.228282 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f97c75ab-398c-4ef3-9d36-cbb6e0096478 None None] Attempt 1 to provision port 8e9f6831-2116-4643-b606-a430488a493c Oct 04 09:50:30.280841 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f97c75ab-398c-4ef3-9d36-cbb6e0096478 None None] Port 8e9f6831-2116-4643-b606-a430488a493c cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:50:30.315869 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-52a70003-4bad-4c84-961f-e66dc71f85ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:50:30.552050 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [req-e21e9f1a-40a8-42ba-8d29-7992126c2db0 req-db91abde-caa7-40ad-bcda-2c67f02e98cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e9f6831-2116-4643-b606-a430488a493c {{(pid=89032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:50:30.559408 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-e21e9f1a-40a8-42ba-8d29-7992126c2db0 req-db91abde-caa7-40ad-bcda-2c67f02e98cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:50:30.575613 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-e21e9f1a-40a8-42ba-8d29-7992126c2db0 req-db91abde-caa7-40ad-bcda-2c67f02e98cf service neutron] Transition to ACTIVE for port object 8e9f6831-2116-4643-b606-a430488a493c will not be triggered until provisioned by entity L2. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:50:30.614402 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-e21e9f1a-40a8-42ba-8d29-7992126c2db0 req-db91abde-caa7-40ad-bcda-2c67f02e98cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:50:30.781726 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f97c75ab-398c-4ef3-9d36-cbb6e0096478 None None] Attempt 2 to provision port 8e9f6831-2116-4643-b606-a430488a493c Oct 04 09:50:30.854644 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:50:30.861746 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:50:30.863889 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f97c75ab-398c-4ef3-9d36-cbb6e0096478 None None] Port 8e9f6831-2116-4643-b606-a430488a493c cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:50:30.935991 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db91abde-caa7-40ad-bcda-2c67f02e98cf service neutron] Pushing event updated for resources: {'Port': ['ID=8e9f6831-2116-4643-b606-a430488a493c,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:50:30.981036 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d07ae8-9bcb-4c65-8be0-930b72181fb1 req-ad571322-c216-4090-bb33-6815ae4893dc tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:50:30.981739 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-93d07ae8-9bcb-4c65-8be0-930b72181fb1 req-ad571322-c216-4090-bb33-6815ae4893dc tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Synchronizing usage tracker for tenant:92b61e49b46644209c99c09e697d2bd7 on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:50:30.988512 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-e21e9f1a-40a8-42ba-8d29-7992126c2db0 req-db91abde-caa7-40ad-bcda-2c67f02e98cf service neutron] Attempting to bind port 8e9f6831-2116-4643-b606-a430488a493c on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:50:30.988845 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-e21e9f1a-40a8-42ba-8d29-7992126c2db0 req-db91abde-caa7-40ad-bcda-2c67f02e98cf service neutron] Attempting to bind port 8e9f6831-2116-4643-b606-a430488a493c by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': '695874d4-1af8-4bf7-b391-e903bd0da151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8d8d6a8b-7f7e-4053-b882-27e058f94778'}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:50:30.989172 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21e9f1a-40a8-42ba-8d29-7992126c2db0 req-db91abde-caa7-40ad-bcda-2c67f02e98cf service neutron] Attempting to bind port 8e9f6831-2116-4643-b606-a430488a493c on network 8d8d6a8b-7f7e-4053-b882-27e058f94778 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:50:30.996272 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21e9f1a-40a8-42ba-8d29-7992126c2db0 req-db91abde-caa7-40ad-bcda-2c67f02e98cf service neutron] Port 8e9f6831-2116-4643-b606-a430488a493c on network 8d8d6a8b-7f7e-4053-b882-27e058f94778 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:50:30.996615 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21e9f1a-40a8-42ba-8d29-7992126c2db0 req-db91abde-caa7-40ad-bcda-2c67f02e98cf service neutron] Attempting to bind port 8e9f6831-2116-4643-b606-a430488a493c on network 8d8d6a8b-7f7e-4053-b882-27e058f94778 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:50:31.006389 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21e9f1a-40a8-42ba-8d29-7992126c2db0 req-db91abde-caa7-40ad-bcda-2c67f02e98cf service neutron] Checking agent: {'id': '1be90a14-1104-4771-996e-684b25b74d15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'started_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:50:31.006719 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21e9f1a-40a8-42ba-8d29-7992126c2db0 req-db91abde-caa7-40ad-bcda-2c67f02e98cf service neutron] Checking segment: {'id': '695874d4-1af8-4bf7-b391-e903bd0da151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8d8d6a8b-7f7e-4053-b882-27e058f94778'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:50:31.007091 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21e9f1a-40a8-42ba-8d29-7992126c2db0 req-db91abde-caa7-40ad-bcda-2c67f02e98cf service neutron] Bound using segment: {'id': '695874d4-1af8-4bf7-b391-e903bd0da151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8d8d6a8b-7f7e-4053-b882-27e058f94778'} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:50:31.007542 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-e21e9f1a-40a8-42ba-8d29-7992126c2db0 req-db91abde-caa7-40ad-bcda-2c67f02e98cf service neutron] Bound port: 8e9f6831-2116-4643-b606-a430488a493c, host: hv-neutron-8602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '695874d4-1af8-4bf7-b391-e903bd0da151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8d8d6a8b-7f7e-4053-b882-27e058f94778'}}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:50:31.007854 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-e21e9f1a-40a8-42ba-8d29-7992126c2db0 req-db91abde-caa7-40ad-bcda-2c67f02e98cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:50:31.021416 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-93d07ae8-9bcb-4c65-8be0-930b72181fb1 req-ad571322-c216-4090-bb33-6815ae4893dc tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Unset dirty status for tenant:92b61e49b46644209c99c09e697d2bd7 on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:50:31.022690 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-93d07ae8-9bcb-4c65-8be0-930b72181fb1 req-ad571322-c216-4090-bb33-6815ae4893dc tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/ports?device_id=a8edf1b1-8a6a-4fbc-aab1-df28f6c3898b HTTP/1.1" status: 200 len: 944 time: 0.4501541 Oct 04 09:50:31.116158 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-93d07ae8-9bcb-4c65-8be0-930b72181fb1 req-455cb16c-0eb5-4f46-aed9-2ea71c5753b1 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/security-groups?id=7177be3b-f3f8-4fe0-a4ca-70d62c75db0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669537 Oct 04 09:50:31.130630 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-e21e9f1a-40a8-42ba-8d29-7992126c2db0 req-db91abde-caa7-40ad-bcda-2c67f02e98cf service neutron] For port 8e9f6831-2116-4643-b606-a430488a493c, host hv-neutron-8602, cleared binding levels {{(pid=89032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:50:31.134003 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-e21e9f1a-40a8-42ba-8d29-7992126c2db0 req-db91abde-caa7-40ad-bcda-2c67f02e98cf service neutron] For port 8e9f6831-2116-4643-b606-a430488a493c, host hv-neutron-8602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=8e9f6831-2116-4643-b606-a430488a493c,segment=NetworkSegment(695874d4-1af8-4bf7-b391-e903bd0da151),segment_id=695874d4-1af8-4bf7-b391-e903bd0da151)] {{(pid=89032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:50:31.138381 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-e21e9f1a-40a8-42ba-8d29-7992126c2db0 req-db91abde-caa7-40ad-bcda-2c67f02e98cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:50:31.141530 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e9f1a-40a8-42ba-8d29-7992126c2db0 req-db91abde-caa7-40ad-bcda-2c67f02e98cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:50:31.142134 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-e21e9f1a-40a8-42ba-8d29-7992126c2db0 req-db91abde-caa7-40ad-bcda-2c67f02e98cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:50:31.144023 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e21e9f1a-40a8-42ba-8d29-7992126c2db0 req-db91abde-caa7-40ad-bcda-2c67f02e98cf service neutron] 10.222.0.20 "PUT /v2.0/ports/8e9f6831-2116-4643-b606-a430488a493c HTTP/1.1" status: 200 len: 1094 time: 1.0415199 Oct 04 09:50:31.177859 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8edf1b1-8a6a-4fbc-aab1-df28f6c3898b', 'tag': '8e9f6831-2116-4643-b606-a430488a493c'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:50:31.180939 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e07757-f7ce-46b8-b279-dddc49931e8c" -d '{"events": [{"name": "network-changed", "server_uuid": "a8edf1b1-8a6a-4fbc-aab1-df28f6c3898b", "tag": "8e9f6831-2116-4643-b606-a430488a493c"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:50:31.239315 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8ceeb5-802f-46c6-b253-bdbf0ee112e9 x-openstack-request-id: req-2c8ceeb5-802f-46c6-b253-bdbf0ee112e9 {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:50:31.239601 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8edf1b1-8a6a-4fbc-aab1-df28f6c3898b", "tag": "8e9f6831-2116-4643-b606-a430488a493c", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:50:31.239850 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2c8ceeb5-802f-46c6-b253-bdbf0ee112e9 {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:50:31.240243 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c8ceeb5-802f-46c6-b253-bdbf0ee112e9'] response: {'name': 'network-changed', 'server_uuid': 'a8edf1b1-8a6a-4fbc-aab1-df28f6c3898b', 'tag': '8e9f6831-2116-4643-b606-a430488a493c', 'status': 'completed', 'code': 200} Oct 04 09:50:31.279177 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db91abde-caa7-40ad-bcda-2c67f02e98cf service neutron] Pushing event updated for resources: {'Port': ['ID=8e9f6831-2116-4643-b606-a430488a493c,revision_number=3']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:50:31.298387 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e9f1a-40a8-42ba-8d29-7992126c2db0 req-60b0dd8c-dcd7-4605-8413-e1ad4271c10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:50:31.299884 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e21e9f1a-40a8-42ba-8d29-7992126c2db0 req-60b0dd8c-dcd7-4605-8413-e1ad4271c10e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=92b61e49b46644209c99c09e697d2bd7&device_id=a8edf1b1-8a6a-4fbc-aab1-df28f6c3898b HTTP/1.1" status: 200 len: 1097 time: 0.1027746 Oct 04 09:50:31.365514 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-f97c75ab-398c-4ef3-9d36-cbb6e0096478 None None] Attempt 3 to provision port 8e9f6831-2116-4643-b606-a430488a493c Oct 04 09:50:31.377803 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e21e9f1a-40a8-42ba-8d29-7992126c2db0 req-0df8a6d0-dbe6-410a-ad61-40e8d5531545 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e9f6831-2116-4643-b606-a430488a493c HTTP/1.1" status: 200 len: 217 time: 0.0642049 Oct 04 09:50:31.428863 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f97c75ab-398c-4ef3-9d36-cbb6e0096478 None None] Port 8e9f6831-2116-4643-b606-a430488a493c had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 09:50:31.438026 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e9f1a-40a8-42ba-8d29-7992126c2db0 req-96ca0319-e353-4c97-a455-d7deef9806cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:50:31.440171 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e21e9f1a-40a8-42ba-8d29-7992126c2db0 req-96ca0319-e353-4c97-a455-d7deef9806cc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4cfb93be-0371-42ac-bc90-0b5b3012c2c5 HTTP/1.1" status: 200 len: 856 time: 0.0575812 Oct 04 09:50:31.522898 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e9f1a-40a8-42ba-8d29-7992126c2db0 req-ceb75ab7-0a41-4573-b5ca-48fd19c20a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:50:31.524386 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e21e9f1a-40a8-42ba-8d29-7992126c2db0 req-ceb75ab7-0a41-4573-b5ca-48fd19c20a85 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8d8d6a8b-7f7e-4053-b882-27e058f94778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791554 Oct 04 09:50:31.653672 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e21e9f1a-40a8-42ba-8d29-7992126c2db0 req-1f0f2e4a-1d67-43b2-8b4f-2e5cc77ea77f service neutron] 10.222.0.20 "GET /v2.0/networks/8d8d6a8b-7f7e-4053-b882-27e058f94778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228096 Oct 04 09:50:31.784107 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e21e9f1a-40a8-42ba-8d29-7992126c2db0 req-97fa564e-4652-4a2b-876f-cb5b574efd89 service neutron] 10.222.0.20 "GET /v2.0/networks/8d8d6a8b-7f7e-4053-b882-27e058f94778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242700 Oct 04 09:50:31.944953 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e07757-f7ce-46b8-b279-dddc49931e8c req-be00202f-f3ba-4e86-8b23-9ab10884fef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:50:31.946398 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b3e07757-f7ce-46b8-b279-dddc49931e8c req-be00202f-f3ba-4e86-8b23-9ab10884fef7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=92b61e49b46644209c99c09e697d2bd7&device_id=a8edf1b1-8a6a-4fbc-aab1-df28f6c3898b HTTP/1.1" status: 200 len: 1097 time: 0.0773811 Oct 04 09:50:32.076671 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e07757-f7ce-46b8-b279-dddc49931e8c req-b8f12525-0aad-4808-adeb-5213fa381ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:50:32.078090 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b3e07757-f7ce-46b8-b279-dddc49931e8c req-b8f12525-0aad-4808-adeb-5213fa381ebb service neutron] 10.222.0.20 "GET /v2.0/networks?id=8d8d6a8b-7f7e-4053-b882-27e058f94778 HTTP/1.1" status: 200 len: 918 time: 0.1257172 Oct 04 09:50:32.150823 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b3e07757-f7ce-46b8-b279-dddc49931e8c req-80f6e026-1fa1-470d-a1d8-5a07b92d33bb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e9f6831-2116-4643-b606-a430488a493c HTTP/1.1" status: 200 len: 217 time: 0.0666656 Oct 04 09:50:32.213014 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e07757-f7ce-46b8-b279-dddc49931e8c req-8f713caf-e485-4568-92e4-6ef25ce52340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:50:32.214357 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b3e07757-f7ce-46b8-b279-dddc49931e8c req-8f713caf-e485-4568-92e4-6ef25ce52340 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4cfb93be-0371-42ac-bc90-0b5b3012c2c5 HTTP/1.1" status: 200 len: 856 time: 0.0580041 Oct 04 09:50:32.369151 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:50:32.391580 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e07757-f7ce-46b8-b279-dddc49931e8c req-fd0ee95f-a686-4d04-a335-9d63fa6957af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:50:32.393855 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b3e07757-f7ce-46b8-b279-dddc49931e8c req-fd0ee95f-a686-4d04-a335-9d63fa6957af service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8d8d6a8b-7f7e-4053-b882-27e058f94778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1733112 Oct 04 09:50:32.403588 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a52340-81eb-4250-8c44-4140a2f44ee4 req-7817befa-e1a3-49cb-8dbc-93fafa94f7d5 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:50:32.404985 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b3a52340-81eb-4250-8c44-4140a2f44ee4 req-7817befa-e1a3-49cb-8dbc-93fafa94f7d5 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/ports?device_id=a8edf1b1-8a6a-4fbc-aab1-df28f6c3898b HTTP/1.1" status: 200 len: 944 time: 0.1456079 Oct 04 09:50:32.551686 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b3a52340-81eb-4250-8c44-4140a2f44ee4 req-3a12deb9-f748-47ee-8cbc-67432d55bb07 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/security-groups?id=7177be3b-f3f8-4fe0-a4ca-70d62c75db0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246285 Oct 04 09:50:32.698938 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b3e07757-f7ce-46b8-b279-dddc49931e8c req-db988083-76a7-4f1c-ad20-d855d5ebfbd7 service neutron] 10.222.0.20 "GET /v2.0/networks/8d8d6a8b-7f7e-4053-b882-27e058f94778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929301 Oct 04 09:50:32.834525 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b3e07757-f7ce-46b8-b279-dddc49931e8c req-f573bb48-8d40-4492-a73a-40118813bbb9 service neutron] 10.222.0.20 "GET /v2.0/networks/8d8d6a8b-7f7e-4053-b882-27e058f94778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281621 Oct 04 09:50:33.753345 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683acc74-aeca-496d-b2c3-aaeee4defee6 req-6532c003-9327-48f9-a9f0-5902e4397541 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:50:33.754803 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-683acc74-aeca-496d-b2c3-aaeee4defee6 req-6532c003-9327-48f9-a9f0-5902e4397541 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/ports?device_id=a8edf1b1-8a6a-4fbc-aab1-df28f6c3898b HTTP/1.1" status: 200 len: 944 time: 0.0853622 Oct 04 09:50:33.798656 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-683acc74-aeca-496d-b2c3-aaeee4defee6 req-15773fe1-35db-4469-9e74-98d59e40eaba tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/security-groups?id=7177be3b-f3f8-4fe0-a4ca-70d62c75db0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381870 Oct 04 09:50:34.998143 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be98621-8f8c-4fd1-9ac2-a25db25adb20 req-838fe48a-965c-43c4-9793-1647da60a2d0 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:50:34.999862 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3be98621-8f8c-4fd1-9ac2-a25db25adb20 req-838fe48a-965c-43c4-9793-1647da60a2d0 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/ports?device_id=a8edf1b1-8a6a-4fbc-aab1-df28f6c3898b HTTP/1.1" status: 200 len: 944 time: 0.0884552 Oct 04 09:50:35.042761 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3be98621-8f8c-4fd1-9ac2-a25db25adb20 req-2c6a9017-fa6d-4db8-8104-0bfa5cb641b2 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/security-groups?id=7177be3b-f3f8-4fe0-a4ca-70d62c75db0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372236 Oct 04 09:50:35.585846 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 8e9f6831-2116-4643-b606-a430488a493c details requested by agent hyperv_hv-neutron-8602 with host hv-neutron-8602 {{(pid=89034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 04 09:50:35.724601 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 8e9f6831-2116-4643-b606-a430488a493c, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=8e9f6831-2116-4643-b606-a430488a493c,segment=NetworkSegment(695874d4-1af8-4bf7-b391-e903bd0da151),segment_id=695874d4-1af8-4bf7-b391-e903bd0da151)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:50:35.737857 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Returning: {'device': '8e9f6831-2116-4643-b606-a430488a493c', 'network_id': '8d8d6a8b-7f7e-4053-b882-27e058f94778', 'port_id': '8e9f6831-2116-4643-b606-a430488a493c', 'mac_address': 'fa:16:3e:c4:3c:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cfb93be-0371-42ac-bc90-0b5b3012c2c5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 04 09:50:35.791156 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 8e9f6831-2116-4643-b606-a430488a493c is: DOWN; New status is: BUILD {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:50:35.791534 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:50:35.807998 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e9f6831-2116-4643-b606-a430488a493c {{(pid=89034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:50:35.822581 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 8e9f6831-2116-4643-b606-a430488a493c, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=8e9f6831-2116-4643-b606-a430488a493c,segment=NetworkSegment(695874d4-1af8-4bf7-b391-e903bd0da151),segment_id=695874d4-1af8-4bf7-b391-e903bd0da151)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:50:35.827257 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:50:35.897128 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=8e9f6831-2116-4643-b606-a430488a493c,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:50:35.903953 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:50:35.904298 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:50:35.904660 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:50:35.904992 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:50:35.905319 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:50:35.905650 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:50:35.905970 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:50:35.906289 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:50:35.906609 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:50:35.906925 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:50:35.907241 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:50:35.907554 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:50:36.238661 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253491e4-04e1-4b7d-a04e-939e1b350cf7 req-675b1d20-da24-4b89-9018-909947c022fc tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:50:36.240031 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-253491e4-04e1-4b7d-a04e-939e1b350cf7 req-675b1d20-da24-4b89-9018-909947c022fc tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/ports?device_id=a8edf1b1-8a6a-4fbc-aab1-df28f6c3898b HTTP/1.1" status: 200 len: 945 time: 0.0889416 Oct 04 09:50:36.265051 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['8e9f6831-2116-4643-b606-a430488a493c'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 09:50:36.283939 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-253491e4-04e1-4b7d-a04e-939e1b350cf7 req-11fdc08c-de7f-4065-89ef-d841ea99a0d2 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/security-groups?id=7177be3b-f3f8-4fe0-a4ca-70d62c75db0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383236 Oct 04 09:50:37.479217 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da5259-8d3b-4ced-861f-778f7b236f53 req-6bd2929e-fb8c-4326-9318-a5feb749610e tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:50:37.480692 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-10da5259-8d3b-4ced-861f-778f7b236f53 req-6bd2929e-fb8c-4326-9318-a5feb749610e tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/ports?device_id=a8edf1b1-8a6a-4fbc-aab1-df28f6c3898b HTTP/1.1" status: 200 len: 945 time: 0.0893669 Oct 04 09:50:37.524095 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-10da5259-8d3b-4ced-861f-778f7b236f53 req-3c37b295-1b8f-4ebf-8e8c-6b56dc31666e tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/security-groups?id=7177be3b-f3f8-4fe0-a4ca-70d62c75db0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377617 Oct 04 09:50:37.604043 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 8e9f6831-2116-4643-b606-a430488a493c up at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:50:37.669476 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning for port 8e9f6831-2116-4643-b606-a430488a493c completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:50:37.674026 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning complete for port 8e9f6831-2116-4643-b606-a430488a493c triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:50:37.674399 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:50:37.674737 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Attempt 1 to provision port 8e9f6831-2116-4643-b606-a430488a493c Oct 04 09:50:37.789498 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 8e9f6831-2116-4643-b606-a430488a493c is: BUILD; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:50:37.789883 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:50:37.816107 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8edf1b1-8a6a-4fbc-aab1-df28f6c3898b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9f6831-2116-4643-b606-a430488a493c'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:50:37.818372 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aef738b946a3ea172e8e75fc735451da1d91f114ea1acc5fcf392e20a929bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31b659e-4417-4293-8444-e0b654baba63" -d '{"events": [{"server_uuid": "a8edf1b1-8a6a-4fbc-aab1-df28f6c3898b", "name": "network-vif-plugged", "status": "completed", "tag": "8e9f6831-2116-4643-b606-a430488a493c"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:50:37.826245 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 8e9f6831-2116-4643-b606-a430488a493c, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=8e9f6831-2116-4643-b606-a430488a493c,segment=NetworkSegment(695874d4-1af8-4bf7-b391-e903bd0da151),segment_id=695874d4-1af8-4bf7-b391-e903bd0da151)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:50:37.830438 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:50:37.866022 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992b71ce-2488-43e0-aa8f-002a2799f3bf x-openstack-request-id: req-992b71ce-2488-43e0-aa8f-002a2799f3bf {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:50:37.866325 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8edf1b1-8a6a-4fbc-aab1-df28f6c3898b", "name": "network-vif-plugged", "status": "completed", "tag": "8e9f6831-2116-4643-b606-a430488a493c", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:50:37.866608 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-992b71ce-2488-43e0-aa8f-002a2799f3bf {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:50:37.866996 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-992b71ce-2488-43e0-aa8f-002a2799f3bf'] response: {'server_uuid': 'a8edf1b1-8a6a-4fbc-aab1-df28f6c3898b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9f6831-2116-4643-b606-a430488a493c', 'code': 200} Oct 04 09:50:37.903518 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=8e9f6831-2116-4643-b606-a430488a493c,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:50:38.118658 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2dd12-8a92-47c8-992a-12593fcab9f3 req-66452bbf-43d8-4aa7-be29-ab6b01e7d45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:50:38.120000 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b1f2dd12-8a92-47c8-992a-12593fcab9f3 req-66452bbf-43d8-4aa7-be29-ab6b01e7d45c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a8edf1b1-8a6a-4fbc-aab1-df28f6c3898b HTTP/1.1" status: 200 len: 1099 time: 0.0758843 Oct 04 09:50:38.162566 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b1f2dd12-8a92-47c8-992a-12593fcab9f3 req-b2d82412-6cd7-4967-9a65-0cf55a5a4153 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7177be3b-f3f8-4fe0-a4ca-70d62c75db0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367608 Oct 04 09:50:38.718794 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ca969-ccbc-4fc3-a162-2e0881e5d9c1 req-14b58a1d-a7de-45b4-b0f3-5e823447f197 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:50:38.720242 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-eb9ca969-ccbc-4fc3-a162-2e0881e5d9c1 req-14b58a1d-a7de-45b4-b0f3-5e823447f197 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/ports?device_id=a8edf1b1-8a6a-4fbc-aab1-df28f6c3898b HTTP/1.1" status: 200 len: 946 time: 0.0854487 Oct 04 09:50:38.764716 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-eb9ca969-ccbc-4fc3-a162-2e0881e5d9c1 req-6243754d-b7d0-473e-b82d-b09b27248c82 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/security-groups?id=7177be3b-f3f8-4fe0-a4ca-70d62c75db0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381086 Oct 04 09:50:39.707245 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:50:39.964459 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ccd140-ed4b-4d99-b5de-b9b4736687b3 req-b65d2bbb-a1e4-4e83-8554-ab1cafa622ab tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:50:39.965808 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f7ccd140-ed4b-4d99-b5de-b9b4736687b3 req-b65d2bbb-a1e4-4e83-8554-ab1cafa622ab tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/ports?device_id=a8edf1b1-8a6a-4fbc-aab1-df28f6c3898b HTTP/1.1" status: 200 len: 946 time: 0.0884688 Oct 04 09:50:40.009011 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f7ccd140-ed4b-4d99-b5de-b9b4736687b3 req-b67a5d61-da9d-4586-b355-afc558351ef1 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/security-groups?id=7177be3b-f3f8-4fe0-a4ca-70d62c75db0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370767 Oct 04 09:50:40.207109 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb9166-f66a-42d4-9e4d-c76d0bd3f852 req-25f9b675-24a1-4397-9d79-7b2ea367cb94 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:50:40.208589 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-befb9166-f66a-42d4-9e4d-c76d0bd3f852 req-25f9b675-24a1-4397-9d79-7b2ea367cb94 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/ports?device_id=a8edf1b1-8a6a-4fbc-aab1-df28f6c3898b HTTP/1.1" status: 200 len: 946 time: 0.0908556 Oct 04 09:50:40.251260 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-befb9166-f66a-42d4-9e4d-c76d0bd3f852 req-f95835fa-e10b-46f5-be88-df70178fbc72 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/security-groups?id=7177be3b-f3f8-4fe0-a4ca-70d62c75db0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369558 Oct 04 09:50:41.478119 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:50:49.499151 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-726e3368-15f9-438c-a29c-7454b6693774 req-b2f3745b-05bd-4131-9bfa-bca51e9247f5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a8edf1b1-8a6a-4fbc-aab1-df28f6c3898b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0753920 Oct 04 09:50:49.800902 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e3368-15f9-438c-a29c-7454b6693774 req-f8725475-5086-4bb9-9ea5-52444f3518b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:50:49.802398 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-726e3368-15f9-438c-a29c-7454b6693774 req-f8725475-5086-4bb9-9ea5-52444f3518b2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=92b61e49b46644209c99c09e697d2bd7&device_id=a8edf1b1-8a6a-4fbc-aab1-df28f6c3898b HTTP/1.1" status: 200 len: 1099 time: 0.0838127 Oct 04 09:50:49.953340 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e3368-15f9-438c-a29c-7454b6693774 req-989c81b3-c3ff-4556-b81a-9091225d3b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:50:49.955024 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-726e3368-15f9-438c-a29c-7454b6693774 req-989c81b3-c3ff-4556-b81a-9091225d3b2b service neutron] 10.222.0.20 "GET /v2.0/networks?id=8d8d6a8b-7f7e-4053-b882-27e058f94778 HTTP/1.1" status: 200 len: 918 time: 0.1315103 Oct 04 09:50:50.037063 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-726e3368-15f9-438c-a29c-7454b6693774 req-2b4b2c72-5d53-47ce-a7e0-d91acdf17d08 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e9f6831-2116-4643-b606-a430488a493c HTTP/1.1" status: 200 len: 217 time: 0.0673990 Oct 04 09:50:50.098499 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e3368-15f9-438c-a29c-7454b6693774 req-35a1e47a-3f2a-43f3-b354-09c76507fd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:50:50.099926 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-726e3368-15f9-438c-a29c-7454b6693774 req-35a1e47a-3f2a-43f3-b354-09c76507fd70 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4cfb93be-0371-42ac-bc90-0b5b3012c2c5 HTTP/1.1" status: 200 len: 856 time: 0.0573952 Oct 04 09:50:50.185524 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e3368-15f9-438c-a29c-7454b6693774 req-6d4184b4-87d5-42bc-bfdc-d0c59ede20d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:50:50.187035 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-726e3368-15f9-438c-a29c-7454b6693774 req-6d4184b4-87d5-42bc-bfdc-d0c59ede20d8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8d8d6a8b-7f7e-4053-b882-27e058f94778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809474 Oct 04 09:50:50.318777 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-726e3368-15f9-438c-a29c-7454b6693774 req-6e7c4f81-bdec-4630-8fd4-0d197879d947 service neutron] 10.222.0.20 "GET /v2.0/networks/8d8d6a8b-7f7e-4053-b882-27e058f94778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256225 Oct 04 09:50:50.453684 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-726e3368-15f9-438c-a29c-7454b6693774 req-80877867-0829-4e6d-ae08-d54407f43867 service neutron] 10.222.0.20 "GET /v2.0/networks/8d8d6a8b-7f7e-4053-b882-27e058f94778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285994 Oct 04 09:50:55.661328 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07b18e-05b4-462b-9089-e32b22bafb5a req-d2ce5611-ebf0-4b9f-a912-3a83f25e13c7 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:50:55.662681 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ac07b18e-05b4-462b-9089-e32b22bafb5a req-d2ce5611-ebf0-4b9f-a912-3a83f25e13c7 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/ports?device_id=a8edf1b1-8a6a-4fbc-aab1-df28f6c3898b HTTP/1.1" status: 200 len: 946 time: 0.0866945 Oct 04 09:50:55.706489 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ac07b18e-05b4-462b-9089-e32b22bafb5a req-1368e92a-0e12-4eb7-8bbd-a73c8dc93530 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/security-groups?id=7177be3b-f3f8-4fe0-a4ca-70d62c75db0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381601 Oct 04 09:50:56.905363 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a85818-c308-49f2-b322-9a2359a915b0 req-7356c356-038b-478a-8fc1-c355384da677 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:50:56.906814 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-44a85818-c308-49f2-b322-9a2359a915b0 req-7356c356-038b-478a-8fc1-c355384da677 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/ports?device_id=a8edf1b1-8a6a-4fbc-aab1-df28f6c3898b HTTP/1.1" status: 200 len: 946 time: 0.0851257 Oct 04 09:50:56.949530 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-44a85818-c308-49f2-b322-9a2359a915b0 req-ac32de52-bf60-4355-ad1a-388f770a7f61 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/security-groups?id=7177be3b-f3f8-4fe0-a4ca-70d62c75db0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366943 Oct 04 09:50:57.547210 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a42aa2-d571-44fd-8d38-b3b46a8cc362 req-0ca49cd9-f598-401f-ba36-f5bfccf64f13 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:50:57.548677 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-59a42aa2-d571-44fd-8d38-b3b46a8cc362 req-0ca49cd9-f598-401f-ba36-f5bfccf64f13 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8edf1b1-8a6a-4fbc-aab1-df28f6c3898b HTTP/1.1" status: 200 len: 946 time: 0.1732929 Oct 04 09:50:57.615827 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-59a42aa2-d571-44fd-8d38-b3b46a8cc362 req-7957eeaf-8bc8-4199-b420-78a9f1be9b05 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Deleting port 8e9f6831-2116-4643-b606-a430488a493c {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:50:57.616173 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-59a42aa2-d571-44fd-8d38-b3b46a8cc362 req-7957eeaf-8bc8-4199-b420-78a9f1be9b05 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:50:57.652611 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-6627ea9b-856e-460e-9bdf-341998635cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:50:57.859438 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-59a42aa2-d571-44fd-8d38-b3b46a8cc362 req-7957eeaf-8bc8-4199-b420-78a9f1be9b05 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] For port 8e9f6831-2116-4643-b606-a430488a493c, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=8e9f6831-2116-4643-b606-a430488a493c,segment=NetworkSegment(695874d4-1af8-4bf7-b391-e903bd0da151),segment_id=695874d4-1af8-4bf7-b391-e903bd0da151)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:50:57.859792 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-59a42aa2-d571-44fd-8d38-b3b46a8cc362 req-7957eeaf-8bc8-4199-b420-78a9f1be9b05 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:50:57.979061 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-59a42aa2-d571-44fd-8d38-b3b46a8cc362 req-7957eeaf-8bc8-4199-b420-78a9f1be9b05 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Calling delete_port for 8e9f6831-2116-4643-b606-a430488a493c owned by compute:nova {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:50:58.182321 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-59a42aa2-d571-44fd-8d38-b3b46a8cc362 req-7957eeaf-8bc8-4199-b420-78a9f1be9b05 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:50:58.233310 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7957eeaf-8bc8-4199-b420-78a9f1be9b05 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Pushing event deleted for resources: {'Port': ['ID=8e9f6831-2116-4643-b606-a430488a493c,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:50:58.273007 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7957eeaf-8bc8-4199-b420-78a9f1be9b05 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:50:58.273349 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7957eeaf-8bc8-4199-b420-78a9f1be9b05 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:50:58.273687 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7957eeaf-8bc8-4199-b420-78a9f1be9b05 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:50:58.274023 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7957eeaf-8bc8-4199-b420-78a9f1be9b05 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:50:58.274355 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7957eeaf-8bc8-4199-b420-78a9f1be9b05 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:50:58.274683 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7957eeaf-8bc8-4199-b420-78a9f1be9b05 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:50:58.275011 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7957eeaf-8bc8-4199-b420-78a9f1be9b05 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:50:58.275336 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7957eeaf-8bc8-4199-b420-78a9f1be9b05 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:50:58.275657 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7957eeaf-8bc8-4199-b420-78a9f1be9b05 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:50:58.275976 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7957eeaf-8bc8-4199-b420-78a9f1be9b05 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:50:58.276300 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7957eeaf-8bc8-4199-b420-78a9f1be9b05 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:50:58.276673 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7957eeaf-8bc8-4199-b420-78a9f1be9b05 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:50:58.292436 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5012dc-fae8-4442-bf80-afa9052a6f3a req-c9ef9fcc-2609-4174-8eee-a322d64b5ca1 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:50:58.293892 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1a5012dc-fae8-4442-bf80-afa9052a6f3a req-c9ef9fcc-2609-4174-8eee-a322d64b5ca1 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/ports?device_id=a8edf1b1-8a6a-4fbc-aab1-df28f6c3898b HTTP/1.1" status: 200 len: 946 time: 0.2336326 Oct 04 09:50:58.362715 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-59a42aa2-d571-44fd-8d38-b3b46a8cc362 req-7957eeaf-8bc8-4199-b420-78a9f1be9b05 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] No DVR routers for this DVR port 8e9f6831-2116-4643-b606-a430488a493c on host hv-neutron-8602 {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:50:58.365910 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-59a42aa2-d571-44fd-8d38-b3b46a8cc362 req-7957eeaf-8bc8-4199-b420-78a9f1be9b05 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:50:58.368681 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8edf1b1-8a6a-4fbc-aab1-df28f6c3898b', 'name': 'network-vif-deleted', 'tag': '8e9f6831-2116-4643-b606-a430488a493c'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:50:58.370959 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065fe6b9-b6fb-4ca2-98fe-c52081e48841" -d '{"events": [{"server_uuid": "a8edf1b1-8a6a-4fbc-aab1-df28f6c3898b", "name": "network-vif-deleted", "tag": "8e9f6831-2116-4643-b606-a430488a493c"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:50:58.398802 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1a5012dc-fae8-4442-bf80-afa9052a6f3a req-5e3e6cd7-2b2d-43f0-a202-112b54d02d39 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.50 "GET /v2.0/security-groups?id=7177be3b-f3f8-4fe0-a4ca-70d62c75db0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981429 Oct 04 09:50:58.400733 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-59a42aa2-d571-44fd-8d38-b3b46a8cc362 req-7957eeaf-8bc8-4199-b420-78a9f1be9b05 tempest-TestEncryptedCinderVolumes-229951077 tempest-TestEncryptedCinderVolumes-229951077-project] 10.222.0.20 "DELETE /v2.0/ports/8e9f6831-2116-4643-b606-a430488a493c HTTP/1.1" status: 204 len: 173 time: 0.8469272 Oct 04 09:50:58.444425 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22156934-d5bb-46c0-a549-d7c8fabc88ca x-openstack-request-id: req-22156934-d5bb-46c0-a549-d7c8fabc88ca {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:50:58.444717 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8edf1b1-8a6a-4fbc-aab1-df28f6c3898b", "name": "network-vif-deleted", "tag": "8e9f6831-2116-4643-b606-a430488a493c", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:50:58.444967 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-22156934-d5bb-46c0-a549-d7c8fabc88ca {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:50:58.445362 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22156934-d5bb-46c0-a549-d7c8fabc88ca'] response: {'server_uuid': 'a8edf1b1-8a6a-4fbc-aab1-df28f6c3898b', 'name': 'network-vif-deleted', 'tag': '8e9f6831-2116-4643-b606-a430488a493c', 'status': 'completed', 'code': 200} Oct 04 09:50:59.539195 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 42058) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:50:59.728854 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 8e9f6831-2116-4643-b606-a430488a493c no longer exists at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:50:59.764806 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] No Port match for: 8e9f6831-2116-4643-b606-a430488a493c {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:50:59.765155 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 8e9f6831-2116-4643-b606-a430488a493c not bound to the agent host hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:51:00.169608 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1b736213-8dc6-4cfe-b574-af4e0d92d073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736827'] for router_interface, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:00.318524 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-944962c7-52e4-496a-a6e8-d4a4d29547d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:00.516322 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-1b736213-8dc6-4cfe-b574-af4e0d92d073 admin admin] Deleting port 818e6563-64cd-4ed7-8a72-3503718cbfde {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:51:00.516592 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1b736213-8dc6-4cfe-b574-af4e0d92d073 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:00.682929 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-1b736213-8dc6-4cfe-b574-af4e0d92d073 admin admin] For port 818e6563-64cd-4ed7-8a72-3503718cbfde, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=818e6563-64cd-4ed7-8a72-3503718cbfde,segment=NetworkSegment(695874d4-1af8-4bf7-b391-e903bd0da151),segment_id=695874d4-1af8-4bf7-b391-e903bd0da151)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:51:00.683625 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1b736213-8dc6-4cfe-b574-af4e0d92d073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:00.804886 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-1b736213-8dc6-4cfe-b574-af4e0d92d073 admin admin] Calling delete_port for 818e6563-64cd-4ed7-8a72-3503718cbfde owned by network:router_interface {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:51:00.818825 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:00.837723 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:01.122494 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1b736213-8dc6-4cfe-b574-af4e0d92d073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:01.168327 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b736213-8dc6-4cfe-b574-af4e0d92d073 admin admin] Pushing event deleted for resources: {'Port': ['ID=818e6563-64cd-4ed7-8a72-3503718cbfde,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:51:01.215116 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b736213-8dc6-4cfe-b574-af4e0d92d073 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:51:01.215459 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b736213-8dc6-4cfe-b574-af4e0d92d073 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:51:01.215805 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b736213-8dc6-4cfe-b574-af4e0d92d073 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:51:01.216132 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b736213-8dc6-4cfe-b574-af4e0d92d073 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:51:01.216481 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b736213-8dc6-4cfe-b574-af4e0d92d073 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:51:01.216811 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b736213-8dc6-4cfe-b574-af4e0d92d073 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:51:01.217137 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b736213-8dc6-4cfe-b574-af4e0d92d073 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:51:01.217458 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b736213-8dc6-4cfe-b574-af4e0d92d073 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:51:01.217780 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b736213-8dc6-4cfe-b574-af4e0d92d073 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:51:01.218097 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b736213-8dc6-4cfe-b574-af4e0d92d073 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:51:01.218439 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b736213-8dc6-4cfe-b574-af4e0d92d073 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:51:01.218734 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b736213-8dc6-4cfe-b574-af4e0d92d073 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:51:01.554970 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1b736213-8dc6-4cfe-b574-af4e0d92d073 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736911'] for router_interface, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:01.906801 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b736213-8dc6-4cfe-b574-af4e0d92d073 admin admin] Router 8df80bda-3a96-4f94-8ac0-09ebca1704c1 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:51:02.081718 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b736213-8dc6-4cfe-b574-af4e0d92d073 admin admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:51:02.090265 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a476446a-7ebb-4b0b-b3d7-628e117917c4 None None] Sync routers for ids ['8df80bda-3a96-4f94-8ac0-09ebca1704c1'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:51:02.093692 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-1b736213-8dc6-4cfe-b574-af4e0d92d073 admin admin] 10.222.0.50 "PUT /v2.0/routers/8df80bda-3a96-4f94-8ac0-09ebca1704c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5533686 Oct 04 09:51:02.096129 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 42062) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:51:02.100381 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a476446a-7ebb-4b0b-b3d7-628e117917c4 None None] Routers {'8df80bda-3a96-4f94-8ac0-09ebca1704c1'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:51:02.100990 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-a476446a-7ebb-4b0b-b3d7-628e117917c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:51:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['8df80bda-3a96-4f94-8ac0-09ebca1704c1'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:51:02.271473 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-21849e37-a1f1-4203-85d1-aab24801c506 admin admin] Notify callbacks [] for router, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:02.297727 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-a476446a-7ebb-4b0b-b3d7-628e117917c4 None None] Set router 8df80bda-3a96-4f94-8ac0-09ebca1704c1 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:51:02.372958 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:02.449379 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-21849e37-a1f1-4203-85d1-aab24801c506 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:02.459705 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-21849e37-a1f1-4203-85d1-aab24801c506 admin admin] Deleting port 07f8e2c8-0229-40bd-bc5e-47919e96b102 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:51:02.460048 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-21849e37-a1f1-4203-85d1-aab24801c506 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:02.583585 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-a476446a-7ebb-4b0b-b3d7-628e117917c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df80bda-3a96-4f94-8ac0-09ebca1704c1', 'name': 'tempest-TestEncryptedCinderVolumes-1288109942-router', 'tenant_id': '92b61e49b46644209c99c09e697d2bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.195'}], 'enable_snat': True}, 'gw_port_id': '07f8e2c8-0229-40bd-bc5e-47919e96b102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:49:10Z', 'updated_at': '2022-10-04T09:51:01Z', 'revision_number': 5, 'project_id': '92b61e49b46644209c99c09e697d2bd7', 'gw_port': {'id': '07f8e2c8-0229-40bd-bc5e-47919e96b102', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:f7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df80bda-3a96-4f94-8ac0-09ebca1704c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:49:11Z', 'updated_at': '2022-10-04T09:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:51:02.588075 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a476446a-7ebb-4b0b-b3d7-628e117917c4 None None] Checking router: 8df80bda-3a96-4f94-8ac0-09ebca1704c1 for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:51:02.597120 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a476446a-7ebb-4b0b-b3d7-628e117917c4 None None] Routers {'8df80bda-3a96-4f94-8ac0-09ebca1704c1'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:51:02.597737 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-a476446a-7ebb-4b0b-b3d7-628e117917c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:51:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['8df80bda-3a96-4f94-8ac0-09ebca1704c1'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:51:02.764168 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-21849e37-a1f1-4203-85d1-aab24801c506 admin admin] For port 07f8e2c8-0229-40bd-bc5e-47919e96b102, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=07f8e2c8-0229-40bd-bc5e-47919e96b102,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:51:02.764553 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-21849e37-a1f1-4203-85d1-aab24801c506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:02.766450 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-a476446a-7ebb-4b0b-b3d7-628e117917c4 None None] Set router 8df80bda-3a96-4f94-8ac0-09ebca1704c1 gateway port host: None {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:51:02.871617 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-a476446a-7ebb-4b0b-b3d7-628e117917c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df80bda-3a96-4f94-8ac0-09ebca1704c1', 'name': 'tempest-TestEncryptedCinderVolumes-1288109942-router', 'tenant_id': '92b61e49b46644209c99c09e697d2bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:49:10Z', 'updated_at': '2022-10-04T09:51:02Z', 'revision_number': 6, 'project_id': '92b61e49b46644209c99c09e697d2bd7', 'gw_port_host': None}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:51:02.876520 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a476446a-7ebb-4b0b-b3d7-628e117917c4 None None] The sync data for ids ['8df80bda-3a96-4f94-8ac0-09ebca1704c1'] in dv-neutron-860215-1-hyperv is: [{'id': '8df80bda-3a96-4f94-8ac0-09ebca1704c1', 'name': 'tempest-TestEncryptedCinderVolumes-1288109942-router', 'tenant_id': '92b61e49b46644209c99c09e697d2bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:49:10Z', 'updated_at': '2022-10-04T09:51:02Z', 'revision_number': 6, 'project_id': '92b61e49b46644209c99c09e697d2bd7', 'gw_port_host': None}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:51:02.885697 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-21849e37-a1f1-4203-85d1-aab24801c506 admin admin] Calling delete_port for 07f8e2c8-0229-40bd-bc5e-47919e96b102 owned by network:router_gateway {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:51:03.060806 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-21849e37-a1f1-4203-85d1-aab24801c506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:03.113520 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21849e37-a1f1-4203-85d1-aab24801c506 admin admin] Pushing event deleted for resources: {'Port': ['ID=07f8e2c8-0229-40bd-bc5e-47919e96b102,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:51:03.210944 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-21849e37-a1f1-4203-85d1-aab24801c506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737040'] for router_gateway, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:03.388163 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-21849e37-a1f1-4203-85d1-aab24801c506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:03.390322 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-21849e37-a1f1-4203-85d1-aab24801c506 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:03.411940 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-21849e37-a1f1-4203-85d1-aab24801c506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:03.412494 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21849e37-a1f1-4203-85d1-aab24801c506 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8df80bda-3a96-4f94-8ac0-09ebca1704c1 {{(pid=89033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:51:03.424158 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-21849e37-a1f1-4203-85d1-aab24801c506 admin admin] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:03.425305 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-21849e37-a1f1-4203-85d1-aab24801c506 admin admin] 10.222.0.50 "DELETE /v2.0/routers/8df80bda-3a96-4f94-8ac0-09ebca1704c1 HTTP/1.1" status: 204 len: 168 time: 1.3282619 Oct 04 09:51:03.428401 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 42066) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:51:03.487921 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-590b9a66-cb68-4b9b-bdf7-e32d9e3f7afa admin admin] Deleting subnet 4cfb93be-0371-42ac-bc90-0b5b3012c2c5 {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:51:03.491257 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-590b9a66-cb68-4b9b-bdf7-e32d9e3f7afa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:03.538788 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-590b9a66-cb68-4b9b-bdf7-e32d9e3f7afa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:03.617449 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-590b9a66-cb68-4b9b-bdf7-e32d9e3f7afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:03.685388 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-590b9a66-cb68-4b9b-bdf7-e32d9e3f7afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:03.729239 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-590b9a66-cb68-4b9b-bdf7-e32d9e3f7afa admin admin] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:03.731947 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590b9a66-cb68-4b9b-bdf7-e32d9e3f7afa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cfb93be-0371-42ac-bc90-0b5b3012c2c5,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:51:03.738206 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e791aa82-1589-481c-9c44-331523e89fd9 None None] Network 8d8d6a8b-7f7e-4053-b882-27e058f94778 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:51:03.740869 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-590b9a66-cb68-4b9b-bdf7-e32d9e3f7afa admin admin] 10.222.0.50 "DELETE /v2.0/subnets/4cfb93be-0371-42ac-bc90-0b5b3012c2c5 HTTP/1.1" status: 204 len: 168 time: 0.3114376 Oct 04 09:51:03.741669 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 42070) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:51:03.856020 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ba2ab368-13b4-4100-b2fe-e77503ca67ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:03.867850 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-ba2ab368-13b4-4100-b2fe-e77503ca67ee admin admin] Deleting port d371b78b-f142-4e95-baa1-0d973f85b9a2 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:51:03.868104 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ba2ab368-13b4-4100-b2fe-e77503ca67ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:03.873611 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 07f8e2c8-0229-40bd-bc5e-47919e96b102 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:51:03.940200 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 07f8e2c8-0229-40bd-bc5e-47919e96b102 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:51:03.940549 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 07f8e2c8-0229-40bd-bc5e-47919e96b102 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:51:03.940963 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 818e6563-64cd-4ed7-8a72-3503718cbfde no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:51:03.984652 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 818e6563-64cd-4ed7-8a72-3503718cbfde {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:51:03.984992 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 818e6563-64cd-4ed7-8a72-3503718cbfde not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:51:04.071764 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ebe985-5fb1-4922-ba22-4b6df92dd3bf None None] DHCP port deletion for 8d8d6a8b-7f7e-4053-b882-27e058f94778 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:51:04.076069 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f5ebe985-5fb1-4922-ba22-4b6df92dd3bf None None] Deleting port d371b78b-f142-4e95-baa1-0d973f85b9a2 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:51:04.076474 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f5ebe985-5fb1-4922-ba22-4b6df92dd3bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:04.087439 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-ba2ab368-13b4-4100-b2fe-e77503ca67ee admin admin] For port d371b78b-f142-4e95-baa1-0d973f85b9a2, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=d371b78b-f142-4e95-baa1-0d973f85b9a2,segment=NetworkSegment(695874d4-1af8-4bf7-b391-e903bd0da151),segment_id=695874d4-1af8-4bf7-b391-e903bd0da151)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:51:04.087835 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ba2ab368-13b4-4100-b2fe-e77503ca67ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:04.215235 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-ba2ab368-13b4-4100-b2fe-e77503ca67ee admin admin] Calling delete_port for d371b78b-f142-4e95-baa1-0d973f85b9a2 owned by network:dhcp {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:51:04.274555 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-f5ebe985-5fb1-4922-ba22-4b6df92dd3bf None None] For port d371b78b-f142-4e95-baa1-0d973f85b9a2, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=d371b78b-f142-4e95-baa1-0d973f85b9a2,segment=NetworkSegment(695874d4-1af8-4bf7-b391-e903bd0da151),segment_id=695874d4-1af8-4bf7-b391-e903bd0da151)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:51:04.274948 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f5ebe985-5fb1-4922-ba22-4b6df92dd3bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:04.290433 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ba2ab368-13b4-4100-b2fe-e77503ca67ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:04.339813 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2ab368-13b4-4100-b2fe-e77503ca67ee admin admin] Pushing event deleted for resources: {'Port': ['ID=d371b78b-f142-4e95-baa1-0d973f85b9a2,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:51:04.341621 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2ab368-13b4-4100-b2fe-e77503ca67ee admin admin] No DVR routers for this DVR port d371b78b-f142-4e95-baa1-0d973f85b9a2 on host dv-neutron-860215-1-hyperv {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:51:04.401810 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f5ebe985-5fb1-4922-ba22-4b6df92dd3bf None None] Calling delete_port for d371b78b-f142-4e95-baa1-0d973f85b9a2 owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:51:04.483855 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.db.api [None req-f5ebe985-5fb1-4922-ba22-4b6df92dd3bf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:51:04.484124 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG oslo_db.api [None req-f5ebe985-5fb1-4922-ba22-4b6df92dd3bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:51:04.556277 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ba2ab368-13b4-4100-b2fe-e77503ca67ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:04.580899 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-ba2ab368-13b4-4100-b2fe-e77503ca67ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d8d6a8b-7f7e-4053-b882-27e058f94778']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:51:04.593049 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-ba2ab368-13b4-4100-b2fe-e77503ca67ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '695874d4-1af8-4bf7-b391-e903bd0da151') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:51:04.593349 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-ba2ab368-13b4-4100-b2fe-e77503ca67ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '695874d4-1af8-4bf7-b391-e903bd0da151') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:51:04.604375 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ba2ab368-13b4-4100-b2fe-e77503ca67ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:04.619751 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ba2ab368-13b4-4100-b2fe-e77503ca67ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:04.625853 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba2ab368-13b4-4100-b2fe-e77503ca67ee admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:51:04.626244 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ba2ab368-13b4-4100-b2fe-e77503ca67ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:04.690328 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 695874d4-1af8-4bf7-b391-e903bd0da151 resource provider aggregate not found Oct 04 09:51:04.713911 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 695874d4-1af8-4bf7-b391-e903bd0da151 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 695874d4-1af8-4bf7-b391-e903bd0da151 found for delete ", "request_id": "req-ade35689-8e44-48e1-a82b-5c23be4dac47"}]} Oct 04 09:51:04.725976 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ba2ab368-13b4-4100-b2fe-e77503ca67ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:04.730611 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ba2ab368-13b4-4100-b2fe-e77503ca67ee admin admin] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:04.753676 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2ab368-13b4-4100-b2fe-e77503ca67ee admin admin] Pushing event deleted for resources: {'Network': ['ID=8d8d6a8b-7f7e-4053-b882-27e058f94778,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:51:04.770561 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-ba2ab368-13b4-4100-b2fe-e77503ca67ee admin admin] 10.222.0.50 "DELETE /v2.0/networks/8d8d6a8b-7f7e-4053-b882-27e058f94778 HTTP/1.1" status: 204 len: 168 time: 1.0266583 Oct 04 09:51:04.772877 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 42078) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:51:04.985650 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f5ebe985-5fb1-4922-ba22-4b6df92dd3bf None None] Deleting port d371b78b-f142-4e95-baa1-0d973f85b9a2 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:51:04.986203 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f5ebe985-5fb1-4922-ba22-4b6df92dd3bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:05.055007 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-f5ebe985-5fb1-4922-ba22-4b6df92dd3bf None None] The port 'd371b78b-f142-4e95-baa1-0d973f85b9a2' was deleted {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 04 09:51:05.317012 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c0adcfff-6518-4e8c-a3d2-3f2e2412b5ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736827'] for router_interface, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:05.663063 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-c0adcfff-6518-4e8c-a3d2-3f2e2412b5ed admin admin] Deleting port 5f859677-a8cc-464e-a59a-ba83a6dbc607 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:51:05.663309 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c0adcfff-6518-4e8c-a3d2-3f2e2412b5ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:05.846470 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device d371b78b-f142-4e95-baa1-0d973f85b9a2 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:51:05.915622 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: d371b78b-f142-4e95-baa1-0d973f85b9a2 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:51:05.915853 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device d371b78b-f142-4e95-baa1-0d973f85b9a2 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:51:05.940259 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-c0adcfff-6518-4e8c-a3d2-3f2e2412b5ed admin admin] For port 5f859677-a8cc-464e-a59a-ba83a6dbc607, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=5f859677-a8cc-464e-a59a-ba83a6dbc607,segment=NetworkSegment(acaacc78-4125-407a-b854-18616951fbd4),segment_id=acaacc78-4125-407a-b854-18616951fbd4)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:51:05.940810 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c0adcfff-6518-4e8c-a3d2-3f2e2412b5ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:06.058591 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-c0adcfff-6518-4e8c-a3d2-3f2e2412b5ed admin admin] Calling delete_port for 5f859677-a8cc-464e-a59a-ba83a6dbc607 owned by network:router_interface {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:51:06.366468 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c0adcfff-6518-4e8c-a3d2-3f2e2412b5ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:06.410146 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0adcfff-6518-4e8c-a3d2-3f2e2412b5ed admin admin] Pushing event deleted for resources: {'Port': ['ID=5f859677-a8cc-464e-a59a-ba83a6dbc607,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:51:06.685393 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c0adcfff-6518-4e8c-a3d2-3f2e2412b5ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736911'] for router_interface, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:07.034435 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0adcfff-6518-4e8c-a3d2-3f2e2412b5ed admin admin] Router 23371cdf-93cc-4534-9c77-faae0e991fea has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:51:07.317142 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0adcfff-6518-4e8c-a3d2-3f2e2412b5ed admin admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:51:07.326334 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeaac8aa-d961-452e-bc50-1c8bceb724dc None None] Sync routers for ids ['23371cdf-93cc-4534-9c77-faae0e991fea'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:51:07.326955 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-c0adcfff-6518-4e8c-a3d2-3f2e2412b5ed admin admin] 10.222.0.50 "PUT /v2.0/routers/23371cdf-93cc-4534-9c77-faae0e991fea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5526695 Oct 04 09:51:07.329086 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 42082) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:51:07.335406 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaac8aa-d961-452e-bc50-1c8bceb724dc None None] Routers {'23371cdf-93cc-4534-9c77-faae0e991fea'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:51:07.335996 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-eeaac8aa-d961-452e-bc50-1c8bceb724dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:51:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['23371cdf-93cc-4534-9c77-faae0e991fea'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:51:07.504972 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-745a2b96-b33e-4d25-830e-8c8ec71567a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:07.508974 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-eeaac8aa-d961-452e-bc50-1c8bceb724dc None None] Set router 23371cdf-93cc-4534-9c77-faae0e991fea gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:51:07.680783 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-745a2b96-b33e-4d25-830e-8c8ec71567a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:07.691407 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-745a2b96-b33e-4d25-830e-8c8ec71567a2 admin admin] Deleting port 115b69ad-4ba4-4321-8de8-2ed7d2e66e40 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:51:07.692229 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-745a2b96-b33e-4d25-830e-8c8ec71567a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:07.790226 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-eeaac8aa-d961-452e-bc50-1c8bceb724dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23371cdf-93cc-4534-9c77-faae0e991fea', 'name': 'tempest-TestEncryptedCinderVolumes-872000951-router', 'tenant_id': '23cbf1e40b2b4657b9e88c43976cca3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.161'}], 'enable_snat': True}, 'gw_port_id': '115b69ad-4ba4-4321-8de8-2ed7d2e66e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:49:17Z', 'updated_at': '2022-10-04T09:51:06Z', 'revision_number': 5, 'project_id': '23cbf1e40b2b4657b9e88c43976cca3e', 'gw_port': {'id': '115b69ad-4ba4-4321-8de8-2ed7d2e66e40', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:33:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23371cdf-93cc-4534-9c77-faae0e991fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:49:17Z', 'updated_at': '2022-10-04T09:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:51:07.794354 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeaac8aa-d961-452e-bc50-1c8bceb724dc None None] Checking router: 23371cdf-93cc-4534-9c77-faae0e991fea for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:51:07.806005 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaac8aa-d961-452e-bc50-1c8bceb724dc None None] Routers {'23371cdf-93cc-4534-9c77-faae0e991fea'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:51:07.807534 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-eeaac8aa-d961-452e-bc50-1c8bceb724dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:51:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['23371cdf-93cc-4534-9c77-faae0e991fea'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:51:07.868063 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-745a2b96-b33e-4d25-830e-8c8ec71567a2 admin admin] For port 115b69ad-4ba4-4321-8de8-2ed7d2e66e40, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=115b69ad-4ba4-4321-8de8-2ed7d2e66e40,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:51:07.868450 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-745a2b96-b33e-4d25-830e-8c8ec71567a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:07.958677 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-eeaac8aa-d961-452e-bc50-1c8bceb724dc None None] Set router 23371cdf-93cc-4534-9c77-faae0e991fea gateway port host: None {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:51:07.990315 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-745a2b96-b33e-4d25-830e-8c8ec71567a2 admin admin] Calling delete_port for 115b69ad-4ba4-4321-8de8-2ed7d2e66e40 owned by network:router_gateway {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:51:08.062926 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-eeaac8aa-d961-452e-bc50-1c8bceb724dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23371cdf-93cc-4534-9c77-faae0e991fea', 'name': 'tempest-TestEncryptedCinderVolumes-872000951-router', 'tenant_id': '23cbf1e40b2b4657b9e88c43976cca3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:49:17Z', 'updated_at': '2022-10-04T09:51:07Z', 'revision_number': 6, 'project_id': '23cbf1e40b2b4657b9e88c43976cca3e', 'gw_port_host': None}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:51:08.066833 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeaac8aa-d961-452e-bc50-1c8bceb724dc None None] The sync data for ids ['23371cdf-93cc-4534-9c77-faae0e991fea'] in dv-neutron-860215-1-hyperv is: [{'id': '23371cdf-93cc-4534-9c77-faae0e991fea', 'name': 'tempest-TestEncryptedCinderVolumes-872000951-router', 'tenant_id': '23cbf1e40b2b4657b9e88c43976cca3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:49:17Z', 'updated_at': '2022-10-04T09:51:07Z', 'revision_number': 6, 'project_id': '23cbf1e40b2b4657b9e88c43976cca3e', 'gw_port_host': None}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:51:08.157487 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-745a2b96-b33e-4d25-830e-8c8ec71567a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:08.204679 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745a2b96-b33e-4d25-830e-8c8ec71567a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=115b69ad-4ba4-4321-8de8-2ed7d2e66e40,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:51:08.297290 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-745a2b96-b33e-4d25-830e-8c8ec71567a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737040'] for router_gateway, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:08.469909 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-745a2b96-b33e-4d25-830e-8c8ec71567a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:08.472053 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-745a2b96-b33e-4d25-830e-8c8ec71567a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:08.499267 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-745a2b96-b33e-4d25-830e-8c8ec71567a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:08.499886 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745a2b96-b33e-4d25-830e-8c8ec71567a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23371cdf-93cc-4534-9c77-faae0e991fea {{(pid=89032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:51:08.513338 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-745a2b96-b33e-4d25-830e-8c8ec71567a2 admin admin] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:08.514719 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-745a2b96-b33e-4d25-830e-8c8ec71567a2 admin admin] 10.222.0.50 "DELETE /v2.0/routers/23371cdf-93cc-4534-9c77-faae0e991fea HTTP/1.1" status: 204 len: 168 time: 1.1844671 Oct 04 09:51:08.517310 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 42086) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:51:08.576934 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b582ed4-62c8-43ee-b9c5-23a91c8fcbc6 admin admin] Deleting subnet 3f991d01-9f0b-4e8b-a4c4-97fb656a3561 {{(pid=89032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:51:08.579758 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2b582ed4-62c8-43ee-b9c5-23a91c8fcbc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:08.743066 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2b582ed4-62c8-43ee-b9c5-23a91c8fcbc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885153'] for subnet, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:08.819708 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2b582ed4-62c8-43ee-b9c5-23a91c8fcbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:08.889296 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2b582ed4-62c8-43ee-b9c5-23a91c8fcbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:08.930233 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b582ed4-62c8-43ee-b9c5-23a91c8fcbc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f991d01-9f0b-4e8b-a4c4-97fb656a3561,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:51:08.933818 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2b582ed4-62c8-43ee-b9c5-23a91c8fcbc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:08.939881 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-2b582ed4-62c8-43ee-b9c5-23a91c8fcbc6 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/3f991d01-9f0b-4e8b-a4c4-97fb656a3561 HTTP/1.1" status: 204 len: 168 time: 0.4216125 Oct 04 09:51:08.940157 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e1cb01-d195-4953-8a52-7c8c15344457 None None] Network 39f3aca9-33c6-43c8-80ca-613b9bc731d7 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:51:08.942360 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 42090) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:51:09.056035 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e925af36-7292-4768-885f-e981f2465d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:09.067172 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-e925af36-7292-4768-885f-e981f2465d1b admin admin] Deleting port 1df4a363-2613-4e94-ad66-1057f02b2b96 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:51:09.067852 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e925af36-7292-4768-885f-e981f2465d1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:09.215308 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a4d9af-3f5c-47c6-aad3-9d8e4b41c3cc None None] DHCP port deletion for 39f3aca9-33c6-43c8-80ca-613b9bc731d7 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:51:09.219555 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-45a4d9af-3f5c-47c6-aad3-9d8e4b41c3cc None None] Deleting port 1df4a363-2613-4e94-ad66-1057f02b2b96 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:51:09.219933 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-45a4d9af-3f5c-47c6-aad3-9d8e4b41c3cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:09.277058 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-e925af36-7292-4768-885f-e981f2465d1b admin admin] For port 1df4a363-2613-4e94-ad66-1057f02b2b96, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=1df4a363-2613-4e94-ad66-1057f02b2b96,segment=NetworkSegment(acaacc78-4125-407a-b854-18616951fbd4),segment_id=acaacc78-4125-407a-b854-18616951fbd4)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:51:09.277607 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e925af36-7292-4768-885f-e981f2465d1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:09.398052 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-e925af36-7292-4768-885f-e981f2465d1b admin admin] Calling delete_port for 1df4a363-2613-4e94-ad66-1057f02b2b96 owned by network:dhcp {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:51:09.425139 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-45a4d9af-3f5c-47c6-aad3-9d8e4b41c3cc None None] For port 1df4a363-2613-4e94-ad66-1057f02b2b96, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=1df4a363-2613-4e94-ad66-1057f02b2b96,segment=NetworkSegment(acaacc78-4125-407a-b854-18616951fbd4),segment_id=acaacc78-4125-407a-b854-18616951fbd4)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:51:09.425533 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-45a4d9af-3f5c-47c6-aad3-9d8e4b41c3cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:09.471043 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e925af36-7292-4768-885f-e981f2465d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:09.521892 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e925af36-7292-4768-885f-e981f2465d1b admin admin] Pushing event deleted for resources: {'Port': ['ID=1df4a363-2613-4e94-ad66-1057f02b2b96,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:51:09.525218 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e925af36-7292-4768-885f-e981f2465d1b admin admin] No DVR routers for this DVR port 1df4a363-2613-4e94-ad66-1057f02b2b96 on host dv-neutron-860215-1-hyperv {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:51:09.588234 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-45a4d9af-3f5c-47c6-aad3-9d8e4b41c3cc None None] Calling delete_port for 1df4a363-2613-4e94-ad66-1057f02b2b96 owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:51:09.641598 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e925af36-7292-4768-885f-e981f2465d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:09.662476 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.db.api [None req-45a4d9af-3f5c-47c6-aad3-9d8e4b41c3cc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:51:09.662823 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG oslo_db.api [None req-45a4d9af-3f5c-47c6-aad3-9d8e4b41c3cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:51:09.666828 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-e925af36-7292-4768-885f-e981f2465d1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39f3aca9-33c6-43c8-80ca-613b9bc731d7']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:51:09.678579 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-e925af36-7292-4768-885f-e981f2465d1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acaacc78-4125-407a-b854-18616951fbd4') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:51:09.678875 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-e925af36-7292-4768-885f-e981f2465d1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acaacc78-4125-407a-b854-18616951fbd4') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:51:09.689897 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e925af36-7292-4768-885f-e981f2465d1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:09.706567 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e925af36-7292-4768-885f-e981f2465d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:09.713743 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e925af36-7292-4768-885f-e981f2465d1b admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:51:09.714297 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e925af36-7292-4768-885f-e981f2465d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:09.779924 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment acaacc78-4125-407a-b854-18616951fbd4 resource provider aggregate not found Oct 04 09:51:09.799886 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment acaacc78-4125-407a-b854-18616951fbd4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid acaacc78-4125-407a-b854-18616951fbd4 found for delete ", "request_id": "req-579dbd08-448b-49fa-8fff-33b7d0c11d3c"}]} Oct 04 09:51:09.812199 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e925af36-7292-4768-885f-e981f2465d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:09.817277 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e925af36-7292-4768-885f-e981f2465d1b admin admin] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:09.840582 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e925af36-7292-4768-885f-e981f2465d1b admin admin] Pushing event deleted for resources: {'Network': ['ID=39f3aca9-33c6-43c8-80ca-613b9bc731d7,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:51:09.844398 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-e925af36-7292-4768-885f-e981f2465d1b admin admin] 10.222.0.50 "DELETE /v2.0/networks/39f3aca9-33c6-43c8-80ca-613b9bc731d7 HTTP/1.1" status: 204 len: 168 time: 0.9009933 Oct 04 09:51:09.852986 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 1df4a363-2613-4e94-ad66-1057f02b2b96 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:51:09.887275 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 1df4a363-2613-4e94-ad66-1057f02b2b96 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:51:09.887620 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 1df4a363-2613-4e94-ad66-1057f02b2b96 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:51:09.888033 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 115b69ad-4ba4-4321-8de8-2ed7d2e66e40 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:51:09.920190 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 115b69ad-4ba4-4321-8de8-2ed7d2e66e40 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:51:09.920562 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 115b69ad-4ba4-4321-8de8-2ed7d2e66e40 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:51:09.920956 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 5f859677-a8cc-464e-a59a-ba83a6dbc607 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:51:09.956007 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 5f859677-a8cc-464e-a59a-ba83a6dbc607 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:51:09.956829 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 5f859677-a8cc-464e-a59a-ba83a6dbc607 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:51:10.015333 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 42100) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:51:10.063330 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-197c311b-91de-4862-b448-a6b068a2a5fb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=92b61e49b46644209c99c09e697d2bd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468771 Oct 04 09:51:10.065801 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 42104) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:51:10.125448 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a5760b0b-20c1-4fdf-8457-7a26bde0cab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:10.151572 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a5760b0b-20c1-4fdf-8457-7a26bde0cab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:10.164058 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-45a4d9af-3f5c-47c6-aad3-9d8e4b41c3cc None None] Deleting port 1df4a363-2613-4e94-ad66-1057f02b2b96 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:51:10.164554 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-45a4d9af-3f5c-47c6-aad3-9d8e4b41c3cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:10.206046 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a5760b0b-20c1-4fdf-8457-7a26bde0cab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:10.223320 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5760b0b-20c1-4fdf-8457-7a26bde0cab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7177be3b-f3f8-4fe0-a4ca-70d62c75db0d,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:51:10.229421 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-45a4d9af-3f5c-47c6-aad3-9d8e4b41c3cc None None] The port '1df4a363-2613-4e94-ad66-1057f02b2b96' was deleted {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 04 09:51:10.242230 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a5760b0b-20c1-4fdf-8457-7a26bde0cab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:10.243912 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-a5760b0b-20c1-4fdf-8457-7a26bde0cab4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7177be3b-f3f8-4fe0-a4ca-70d62c75db0d HTTP/1.1" status: 204 len: 168 time: 0.1766946 Oct 04 09:51:10.573642 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 42112) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:51:10.621128 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-f01d437c-2bff-46cc-8aa5-7253acf884ca admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=23cbf1e40b2b4657b9e88c43976cca3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463459 Oct 04 09:51:10.623432 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 42116) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:51:10.680965 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-27a0d5bb-b53e-44fd-bbbc-55e5cd4293ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:10.705944 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-27a0d5bb-b53e-44fd-bbbc-55e5cd4293ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:10.757453 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-27a0d5bb-b53e-44fd-bbbc-55e5cd4293ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:10.773611 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a0d5bb-b53e-44fd-bbbc-55e5cd4293ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89cf1272-a8a0-430d-a3d6-c405d4ba1a7c,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:51:10.778661 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-27a0d5bb-b53e-44fd-bbbc-55e5cd4293ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:10.779783 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-27a0d5bb-b53e-44fd-bbbc-55e5cd4293ca admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/89cf1272-a8a0-430d-a3d6-c405d4ba1a7c HTTP/1.1" status: 204 len: 168 time: 0.1554265 Oct 04 09:51:11.471507 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:11.480758 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 42140) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:51:11.582296 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-5398d39f-c26c-4e69-9692-9867533116d0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1781236108-network', 'tenant_id': 'ef52f191c82844f690125e6a2117b363'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:51:11.586990 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-5398d39f-c26c-4e69-9692-9867533116d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:51:11.591015 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-5398d39f-c26c-4e69-9692-9867533116d0 admin admin] Usage tracker for resource:network and tenant:ef52f191c82844f690125e6a2117b363 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:51:11.593898 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-5398d39f-c26c-4e69-9692-9867533116d0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:51:11.599566 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-5398d39f-c26c-4e69-9692-9867533116d0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:51:11.612551 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5398d39f-c26c-4e69-9692-9867533116d0 admin admin] Made reservation on behalf of ef52f191c82844f690125e6a2117b363 for: {'network': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:51:11.615245 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5398d39f-c26c-4e69-9692-9867533116d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:11.626935 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5398d39f-c26c-4e69-9692-9867533116d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:11.641672 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-5398d39f-c26c-4e69-9692-9867533116d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:51:11.645387 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-5398d39f-c26c-4e69-9692-9867533116d0 admin admin] Usage tracker for resource:security_group_rule and tenant:ef52f191c82844f690125e6a2117b363 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:51:11.649033 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-5398d39f-c26c-4e69-9692-9867533116d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:51:11.654579 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-5398d39f-c26c-4e69-9692-9867533116d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:51:11.737219 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5398d39f-c26c-4e69-9692-9867533116d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:11.741582 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5398d39f-c26c-4e69-9692-9867533116d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:11.773653 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5398d39f-c26c-4e69-9692-9867533116d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=89032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:51:11.782359 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5398d39f-c26c-4e69-9692-9867533116d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d587ed94-fd7a-42db-9671-941f66ceeab4,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:51:11.788807 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5398d39f-c26c-4e69-9692-9867533116d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:11.789707 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.segments_db [None req-5398d39f-c26c-4e69-9692-9867533116d0 admin admin] Added segment a2c11ebe-bc2b-4ac6-bbf2-e064a244407f of type vlan for network 5fd5344b-ce6c-4034-a662-6793bd140ae1 Oct 04 09:51:11.815660 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5398d39f-c26c-4e69-9692-9867533116d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:11.843624 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5398d39f-c26c-4e69-9692-9867533116d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:11.844679 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5398d39f-c26c-4e69-9692-9867533116d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:51:11.845243 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5398d39f-c26c-4e69-9692-9867533116d0 admin admin] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:11.948989 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5398d39f-c26c-4e69-9692-9867533116d0 admin admin] Pushing event updated for resources: {'Network': ['ID=5fd5344b-ce6c-4034-a662-6793bd140ae1,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:51:11.952888 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-5398d39f-c26c-4e69-9692-9867533116d0 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4711039 Oct 04 09:51:11.955860 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 42146) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:51:11.958768 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 5fd5344b-ce6c-4034-a662-6793bd140ae1 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:51:11.961829 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-60dcf2e7-5598-42c7-b7b5-518091b82f5c admin admin] Request body: {'subnet': {'network_id': '5fd5344b-ce6c-4034-a662-6793bd140ae1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1781236108-subnet', 'tenant_id': 'ef52f191c82844f690125e6a2117b363', 'ip_version': 4}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:51:11.967025 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-60dcf2e7-5598-42c7-b7b5-518091b82f5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:51:11.971046 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-60dcf2e7-5598-42c7-b7b5-518091b82f5c admin admin] Usage tracker for resource:subnet and tenant:ef52f191c82844f690125e6a2117b363 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:51:11.974241 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-60dcf2e7-5598-42c7-b7b5-518091b82f5c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:51:11.979929 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-60dcf2e7-5598-42c7-b7b5-518091b82f5c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:51:11.990806 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60dcf2e7-5598-42c7-b7b5-518091b82f5c admin admin] Made reservation on behalf of ef52f191c82844f690125e6a2117b363 for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:51:11.993311 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-60dcf2e7-5598-42c7-b7b5-518091b82f5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:12.285919 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-60dcf2e7-5598-42c7-b7b5-518091b82f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:12.357865 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dcf2e7-5598-42c7-b7b5-518091b82f5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0600e6d2-29d3-416c-a5c3-cbcbd00fc8af,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:51:12.365734 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dcf2e7-5598-42c7-b7b5-518091b82f5c admin admin] Checking segment: {'id': 'a2c11ebe-bc2b-4ac6-bbf2-e064a244407f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5fd5344b-ce6c-4034-a662-6793bd140ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:51:12.366085 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60dcf2e7-5598-42c7-b7b5-518091b82f5c admin admin] Network hostable DHCP agents. Network: 5fd5344b-ce6c-4034-a662-6793bd140ae1, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:51:12.384581 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60dcf2e7-5598-42c7-b7b5-518091b82f5c admin admin] Network 5fd5344b-ce6c-4034-a662-6793bd140ae1 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:51:12.393380 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-60dcf2e7-5598-42c7-b7b5-518091b82f5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 5fd5344b-ce6c-4034-a662-6793bd140ae1) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:51:12.398271 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60dcf2e7-5598-42c7-b7b5-518091b82f5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:51:12.399326 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-60dcf2e7-5598-42c7-b7b5-518091b82f5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:12.403416 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf69cf64-ab5f-4726-a7f8-15e4c7227dcd None None] Network 5fd5344b-ce6c-4034-a662-6793bd140ae1 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:51:12.419324 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-60dcf2e7-5598-42c7-b7b5-518091b82f5c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4618802 Oct 04 09:51:12.421925 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 42150) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:51:12.426593 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-026009e6-cf10-4525-ae8f-6b13fab30f01 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1781236108-router', 'tenant_id': 'ef52f191c82844f690125e6a2117b363', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:51:12.431221 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-026009e6-cf10-4525-ae8f-6b13fab30f01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:51:12.435019 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-026009e6-cf10-4525-ae8f-6b13fab30f01 admin admin] Usage tracker for resource:router and tenant:ef52f191c82844f690125e6a2117b363 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:51:12.437823 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-026009e6-cf10-4525-ae8f-6b13fab30f01 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:51:12.443423 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-026009e6-cf10-4525-ae8f-6b13fab30f01 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:51:12.453958 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-026009e6-cf10-4525-ae8f-6b13fab30f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:12.454932 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-026009e6-cf10-4525-ae8f-6b13fab30f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:12.470665 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-026009e6-cf10-4525-ae8f-6b13fab30f01 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:12.621406 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc09120-69b1-4b7c-873b-d006ac5e89a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-5fd5344b-ce6c-4034-a662-6793bd140ae1', 'network_id': '5fd5344b-ce6c-4034-a662-6793bd140ae1', 'tenant_id': 'ef52f191c82844f690125e6a2117b363', 'fixed_ips': [{'subnet_id': '0600e6d2-29d3-416c-a5c3-cbcbd00fc8af'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:51:12.622233 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-bfc09120-69b1-4b7c-873b-d006ac5e89a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:12.737288 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-026009e6-cf10-4525-ae8f-6b13fab30f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:12.779349 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-bfc09120-69b1-4b7c-873b-d006ac5e89a0 None None] Allocated IP 172.20.0.2 (5fd5344b-ce6c-4034-a662-6793bd140ae1/0600e6d2-29d3-416c-a5c3-cbcbd00fc8af/a76e8339-fc2f-41c7-84cc-eb8553cd4b2b) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:51:12.979516 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-bfc09120-69b1-4b7c-873b-d006ac5e89a0 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:12.990181 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-bfc09120-69b1-4b7c-873b-d006ac5e89a0 None None] Transition to ACTIVE for port object a76e8339-fc2f-41c7-84cc-eb8553cd4b2b will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:51:13.008576 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-bfc09120-69b1-4b7c-873b-d006ac5e89a0 None None] Transition to ACTIVE for port object a76e8339-fc2f-41c7-84cc-eb8553cd4b2b will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:51:13.014105 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-bfc09120-69b1-4b7c-873b-d006ac5e89a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:13.044440 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-026009e6-cf10-4525-ae8f-6b13fab30f01 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:13.079346 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-026009e6-cf10-4525-ae8f-6b13fab30f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:13.088636 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc09120-69b1-4b7c-873b-d006ac5e89a0 None None] Network 5fd5344b-ce6c-4034-a662-6793bd140ae1 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:51:13.091371 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-bfc09120-69b1-4b7c-873b-d006ac5e89a0 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:51:13.093853 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc09120-69b1-4b7c-873b-d006ac5e89a0 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:51:13.100350 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc09120-69b1-4b7c-873b-d006ac5e89a0 None None] Pushing event updated for resources: {'Port': ['ID=a76e8339-fc2f-41c7-84cc-eb8553cd4b2b,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:51:13.201229 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-bfc09120-69b1-4b7c-873b-d006ac5e89a0 None None] Attempting to bind port a76e8339-fc2f-41c7-84cc-eb8553cd4b2b on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:51:13.201596 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-bfc09120-69b1-4b7c-873b-d006ac5e89a0 None None] Attempting to bind port a76e8339-fc2f-41c7-84cc-eb8553cd4b2b by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'a2c11ebe-bc2b-4ac6-bbf2-e064a244407f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5fd5344b-ce6c-4034-a662-6793bd140ae1'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:51:13.201954 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc09120-69b1-4b7c-873b-d006ac5e89a0 None None] Attempting to bind port a76e8339-fc2f-41c7-84cc-eb8553cd4b2b on network 5fd5344b-ce6c-4034-a662-6793bd140ae1 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:51:13.207054 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc09120-69b1-4b7c-873b-d006ac5e89a0 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:51:13.207422 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc09120-69b1-4b7c-873b-d006ac5e89a0 None None] Checking segment: {'id': 'a2c11ebe-bc2b-4ac6-bbf2-e064a244407f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5fd5344b-ce6c-4034-a662-6793bd140ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:51:13.207814 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-bfc09120-69b1-4b7c-873b-d006ac5e89a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:13.208747 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc09120-69b1-4b7c-873b-d006ac5e89a0 None None] Bound using segment: {'id': 'a2c11ebe-bc2b-4ac6-bbf2-e064a244407f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5fd5344b-ce6c-4034-a662-6793bd140ae1'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:51:13.209203 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-bfc09120-69b1-4b7c-873b-d006ac5e89a0 None None] Bound port: a76e8339-fc2f-41c7-84cc-eb8553cd4b2b, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2c11ebe-bc2b-4ac6-bbf2-e064a244407f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5fd5344b-ce6c-4034-a662-6793bd140ae1'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:51:13.209567 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-bfc09120-69b1-4b7c-873b-d006ac5e89a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:13.215846 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-026009e6-cf10-4525-ae8f-6b13fab30f01 admin admin] Allocated IP 172.26.10.225 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/9f634877-c0fc-4621-a8ff-d76b9ed54d57) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:51:13.300648 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-bfc09120-69b1-4b7c-873b-d006ac5e89a0 None None] For port a76e8339-fc2f-41c7-84cc-eb8553cd4b2b, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:51:13.303636 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-bfc09120-69b1-4b7c-873b-d006ac5e89a0 None None] For port a76e8339-fc2f-41c7-84cc-eb8553cd4b2b, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=a76e8339-fc2f-41c7-84cc-eb8553cd4b2b,segment=NetworkSegment(a2c11ebe-bc2b-4ac6-bbf2-e064a244407f),segment_id=a2c11ebe-bc2b-4ac6-bbf2-e064a244407f)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:51:13.308329 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-bfc09120-69b1-4b7c-873b-d006ac5e89a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:13.364326 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-026009e6-cf10-4525-ae8f-6b13fab30f01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:13.385351 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc09120-69b1-4b7c-873b-d006ac5e89a0 None None] Pushing event updated for resources: {'Port': ['ID=a76e8339-fc2f-41c7-84cc-eb8553cd4b2b,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:51:13.402383 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-026009e6-cf10-4525-ae8f-6b13fab30f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:13.473937 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026009e6-cf10-4525-ae8f-6b13fab30f01 admin admin] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:51:13.476962 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-026009e6-cf10-4525-ae8f-6b13fab30f01 admin admin] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:51:13.479480 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026009e6-cf10-4525-ae8f-6b13fab30f01 admin admin] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:51:13.529370 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026009e6-cf10-4525-ae8f-6b13fab30f01 admin admin] Pushing event updated for resources: {'Port': ['ID=9f634877-c0fc-4621-a8ff-d76b9ed54d57,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:51:13.880802 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device a76e8339-fc2f-41c7-84cc-eb8553cd4b2b up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:51:13.952643 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port a76e8339-fc2f-41c7-84cc-eb8553cd4b2b completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:51:14.023784 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-026009e6-cf10-4525-ae8f-6b13fab30f01 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:14.234930 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d845e4a-02f8-439f-8cf0-6aa59b71512c None None] Network 5fd5344b-ce6c-4034-a662-6793bd140ae1 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:51:14.359190 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-cc587399-9eff-4edf-8eb4-c6e729e1e227 None None] Provisioning for port a76e8339-fc2f-41c7-84cc-eb8553cd4b2b completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:51:14.369733 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-026009e6-cf10-4525-ae8f-6b13fab30f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:14.377292 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-cc587399-9eff-4edf-8eb4-c6e729e1e227 None None] Provisioning complete for port a76e8339-fc2f-41c7-84cc-eb8553cd4b2b triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:51:14.377662 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-cc587399-9eff-4edf-8eb4-c6e729e1e227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:14.377995 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-cc587399-9eff-4edf-8eb4-c6e729e1e227 None None] Attempt 1 to provision port a76e8339-fc2f-41c7-84cc-eb8553cd4b2b Oct 04 09:51:14.574654 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026009e6-cf10-4525-ae8f-6b13fab30f01 admin admin] Router f1988e03-bd23-4592-bddc-2302d4435f46 is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:51:14.599675 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-cc587399-9eff-4edf-8eb4-c6e729e1e227 None None] Current status of the port a76e8339-fc2f-41c7-84cc-eb8553cd4b2b is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:51:14.600052 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-cc587399-9eff-4edf-8eb4-c6e729e1e227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:14.640196 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-cc587399-9eff-4edf-8eb4-c6e729e1e227 None None] For port a76e8339-fc2f-41c7-84cc-eb8553cd4b2b, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=a76e8339-fc2f-41c7-84cc-eb8553cd4b2b,segment=NetworkSegment(a2c11ebe-bc2b-4ac6-bbf2-e064a244407f),segment_id=a2c11ebe-bc2b-4ac6-bbf2-e064a244407f)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:51:14.644128 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-cc587399-9eff-4edf-8eb4-c6e729e1e227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:14.721689 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc587399-9eff-4edf-8eb4-c6e729e1e227 None None] Pushing event updated for resources: {'Port': ['ID=a76e8339-fc2f-41c7-84cc-eb8553cd4b2b,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:51:14.768091 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026009e6-cf10-4525-ae8f-6b13fab30f01 admin admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:51:14.779618 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235b83d4-18cd-4042-be08-520434ed6f3f None None] Sync routers for ids ['f1988e03-bd23-4592-bddc-2302d4435f46'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:51:14.794065 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235b83d4-18cd-4042-be08-520434ed6f3f None None] Routers {'f1988e03-bd23-4592-bddc-2302d4435f46'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:51:14.794734 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-235b83d4-18cd-4042-be08-520434ed6f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:51:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['f1988e03-bd23-4592-bddc-2302d4435f46'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:51:14.798280 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-026009e6-cf10-4525-ae8f-6b13fab30f01 admin admin] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:14.799507 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-026009e6-cf10-4525-ae8f-6b13fab30f01 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.3766758 Oct 04 09:51:14.802324 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 42154) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:51:14.865466 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-ada16b46-f2c3-4d53-9e72-5bb8ae092839 None None] Provisioning complete for port a76e8339-fc2f-41c7-84cc-eb8553cd4b2b triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:51:14.865983 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ada16b46-f2c3-4d53-9e72-5bb8ae092839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:14.866416 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-ada16b46-f2c3-4d53-9e72-5bb8ae092839 None None] Attempt 1 to provision port a76e8339-fc2f-41c7-84cc-eb8553cd4b2b Oct 04 09:51:14.977799 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-235b83d4-18cd-4042-be08-520434ed6f3f None None] Set router f1988e03-bd23-4592-bddc-2302d4435f46 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:51:14.984350 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-ada16b46-f2c3-4d53-9e72-5bb8ae092839 None None] Current status of the port a76e8339-fc2f-41c7-84cc-eb8553cd4b2b is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:51:15.272755 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-235b83d4-18cd-4042-be08-520434ed6f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1988e03-bd23-4592-bddc-2302d4435f46', 'name': 'tempest-TestMinimumBasicScenario-1781236108-router', 'tenant_id': 'ef52f191c82844f690125e6a2117b363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.225'}], 'enable_snat': True}, 'gw_port_id': '9f634877-c0fc-4621-a8ff-d76b9ed54d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:51:12Z', 'updated_at': '2022-10-04T09:51:13Z', 'revision_number': 3, 'project_id': 'ef52f191c82844f690125e6a2117b363', 'gw_port': {'id': '9f634877-c0fc-4621-a8ff-d76b9ed54d57', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a7:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1988e03-bd23-4592-bddc-2302d4435f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:51:13Z', 'updated_at': '2022-10-04T09:51:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:51:15.276477 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235b83d4-18cd-4042-be08-520434ed6f3f None None] Checking router: f1988e03-bd23-4592-bddc-2302d4435f46 for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:51:15.276823 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235b83d4-18cd-4042-be08-520434ed6f3f None None] Updating router f1988e03-bd23-4592-bddc-2302d4435f46 port 9f634877-c0fc-4621-a8ff-d76b9ed54d57 binding host dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:51:15.327492 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-235b83d4-18cd-4042-be08-520434ed6f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:15.601163 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-830f2990-ebae-4c90-a530-beeca390d30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:15.678208 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-235b83d4-18cd-4042-be08-520434ed6f3f None None] Notify callbacks [] for port, precommit_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:15.691757 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.provisioning_blocks [None req-235b83d4-18cd-4042-be08-520434ed6f3f None None] Transition to ACTIVE for port object 9f634877-c0fc-4621-a8ff-d76b9ed54d57 will not be triggered until provisioned by entity L2. {{(pid=89035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:51:15.699095 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-235b83d4-18cd-4042-be08-520434ed6f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:15.744663 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-235b83d4-18cd-4042-be08-520434ed6f3f None None] Attempting to bind port 9f634877-c0fc-4621-a8ff-d76b9ed54d57 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:51:15.745030 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-235b83d4-18cd-4042-be08-520434ed6f3f None None] Attempting to bind port 9f634877-c0fc-4621-a8ff-d76b9ed54d57 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:51:15.745386 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235b83d4-18cd-4042-be08-520434ed6f3f None None] Attempting to bind port 9f634877-c0fc-4621-a8ff-d76b9ed54d57 on network f33938cd-879e-4461-9b5e-aa67b746b6bd {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:51:15.756241 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235b83d4-18cd-4042-be08-520434ed6f3f None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:51:15.756639 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235b83d4-18cd-4042-be08-520434ed6f3f None None] Checking segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:51:15.757037 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-235b83d4-18cd-4042-be08-520434ed6f3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:15.757428 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235b83d4-18cd-4042-be08-520434ed6f3f None None] Bound using segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:51:15.757884 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-235b83d4-18cd-4042-be08-520434ed6f3f None None] Bound port: 9f634877-c0fc-4621-a8ff-d76b9ed54d57, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:51:15.758274 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-235b83d4-18cd-4042-be08-520434ed6f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:15.810786 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-830f2990-ebae-4c90-a530-beeca390d30b admin admin] Allocated IP 172.20.0.1 (5fd5344b-ce6c-4034-a662-6793bd140ae1/0600e6d2-29d3-416c-a5c3-cbcbd00fc8af/e9a1b693-14ba-437a-a0c3-b5febb1219c5) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:51:15.827150 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee7a48d-7ac8-48bb-80ed-6dd045db0805 None None] Pushing event updated for resources: {'Port': ['ID=9f634877-c0fc-4621-a8ff-d76b9ed54d57,revision_number=2']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:51:15.836445 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee7a48d-7ac8-48bb-80ed-6dd045db0805 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:51:15.836787 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee7a48d-7ac8-48bb-80ed-6dd045db0805 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:51:15.837127 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee7a48d-7ac8-48bb-80ed-6dd045db0805 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:51:15.837459 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee7a48d-7ac8-48bb-80ed-6dd045db0805 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:51:15.837790 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee7a48d-7ac8-48bb-80ed-6dd045db0805 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:51:15.838115 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee7a48d-7ac8-48bb-80ed-6dd045db0805 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:51:15.838432 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee7a48d-7ac8-48bb-80ed-6dd045db0805 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:51:15.838939 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee7a48d-7ac8-48bb-80ed-6dd045db0805 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:51:15.839438 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee7a48d-7ac8-48bb-80ed-6dd045db0805 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:51:15.839915 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee7a48d-7ac8-48bb-80ed-6dd045db0805 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:51:15.840428 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee7a48d-7ac8-48bb-80ed-6dd045db0805 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:51:15.840906 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee7a48d-7ac8-48bb-80ed-6dd045db0805 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:51:15.860313 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device a76e8339-fc2f-41c7-84cc-eb8553cd4b2b up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:51:15.871516 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-235b83d4-18cd-4042-be08-520434ed6f3f None None] For port 9f634877-c0fc-4621-a8ff-d76b9ed54d57, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:51:15.874561 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-235b83d4-18cd-4042-be08-520434ed6f3f None None] For port 9f634877-c0fc-4621-a8ff-d76b9ed54d57, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=9f634877-c0fc-4621-a8ff-d76b9ed54d57,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:51:15.879004 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-235b83d4-18cd-4042-be08-520434ed6f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:15.931514 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port a76e8339-fc2f-41c7-84cc-eb8553cd4b2b triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:51:15.931986 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:15.932476 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port a76e8339-fc2f-41c7-84cc-eb8553cd4b2b Oct 04 09:51:15.947013 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235b83d4-18cd-4042-be08-520434ed6f3f None None] Routers {'f1988e03-bd23-4592-bddc-2302d4435f46'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:51:15.947629 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-235b83d4-18cd-4042-be08-520434ed6f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:51:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['f1988e03-bd23-4592-bddc-2302d4435f46'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:51:15.969810 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-830f2990-ebae-4c90-a530-beeca390d30b admin admin] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:15.985255 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-830f2990-ebae-4c90-a530-beeca390d30b admin admin] Transition to ACTIVE for port object e9a1b693-14ba-437a-a0c3-b5febb1219c5 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:51:16.009194 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-830f2990-ebae-4c90-a530-beeca390d30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:16.024100 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee7a48d-7ac8-48bb-80ed-6dd045db0805 None None] Pushing event updated for resources: {'Port': ['ID=9f634877-c0fc-4621-a8ff-d76b9ed54d57,revision_number=3']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:51:16.053705 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port a76e8339-fc2f-41c7-84cc-eb8553cd4b2b is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:51:16.081560 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830f2990-ebae-4c90-a530-beeca390d30b admin admin] Network 5fd5344b-ce6c-4034-a662-6793bd140ae1 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:51:16.084446 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-830f2990-ebae-4c90-a530-beeca390d30b admin admin] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:51:16.088996 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830f2990-ebae-4c90-a530-beeca390d30b admin admin] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:51:16.129410 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-235b83d4-18cd-4042-be08-520434ed6f3f None None] Set router f1988e03-bd23-4592-bddc-2302d4435f46 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:51:16.130717 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830f2990-ebae-4c90-a530-beeca390d30b admin admin] Pushing event updated for resources: {'Port': ['ID=e9a1b693-14ba-437a-a0c3-b5febb1219c5,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:51:16.147408 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-830f2990-ebae-4c90-a530-beeca390d30b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737202'] for router_interface, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:16.313535 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-a0f85a5a-0c2a-4cb0-801e-836558fc4470 None None] Provisioning for port e9a1b693-14ba-437a-a0c3-b5febb1219c5 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:51:16.319780 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-a0f85a5a-0c2a-4cb0-801e-836558fc4470 None None] Provisioning complete for port e9a1b693-14ba-437a-a0c3-b5febb1219c5 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:51:16.320157 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a0f85a5a-0c2a-4cb0-801e-836558fc4470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:16.320523 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-a0f85a5a-0c2a-4cb0-801e-836558fc4470 None None] Attempt 1 to provision port e9a1b693-14ba-437a-a0c3-b5febb1219c5 Oct 04 09:51:16.377862 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-a0f85a5a-0c2a-4cb0-801e-836558fc4470 None None] Port e9a1b693-14ba-437a-a0c3-b5febb1219c5 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:51:16.416583 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-830f2990-ebae-4c90-a530-beeca390d30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:16.417442 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-235b83d4-18cd-4042-be08-520434ed6f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1988e03-bd23-4592-bddc-2302d4435f46', 'name': 'tempest-TestMinimumBasicScenario-1781236108-router', 'tenant_id': 'ef52f191c82844f690125e6a2117b363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.225'}], 'enable_snat': True}, 'gw_port_id': '9f634877-c0fc-4621-a8ff-d76b9ed54d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:51:12Z', 'updated_at': '2022-10-04T09:51:13Z', 'revision_number': 3, 'project_id': 'ef52f191c82844f690125e6a2117b363', 'gw_port': {'id': '9f634877-c0fc-4621-a8ff-d76b9ed54d57', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a7:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1988e03-bd23-4592-bddc-2302d4435f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:51:13Z', 'updated_at': '2022-10-04T09:51:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:51:16.421175 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235b83d4-18cd-4042-be08-520434ed6f3f None None] The sync data for ids ['f1988e03-bd23-4592-bddc-2302d4435f46'] in dv-neutron-860215-1-hyperv is: [{'id': 'f1988e03-bd23-4592-bddc-2302d4435f46', 'name': 'tempest-TestMinimumBasicScenario-1781236108-router', 'tenant_id': 'ef52f191c82844f690125e6a2117b363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.225'}], 'enable_snat': True}, 'gw_port_id': '9f634877-c0fc-4621-a8ff-d76b9ed54d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:51:12Z', 'updated_at': '2022-10-04T09:51:13Z', 'revision_number': 3, 'project_id': 'ef52f191c82844f690125e6a2117b363', 'gw_port': {'id': '9f634877-c0fc-4621-a8ff-d76b9ed54d57', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a7:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1988e03-bd23-4592-bddc-2302d4435f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:51:13Z', 'updated_at': '2022-10-04T09:51:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:51:16.663409 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-830f2990-ebae-4c90-a530-beeca390d30b admin admin] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:16.667883 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-830f2990-ebae-4c90-a530-beeca390d30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:16.706213 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:51:16.775167 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-830f2990-ebae-4c90-a530-beeca390d30b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736777'] for router_interface, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:16.779055 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830f2990-ebae-4c90-a530-beeca390d30b admin admin] Pushing event updated for resources: {'Port': ['ID=e9a1b693-14ba-437a-a0c3-b5febb1219c5,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:51:16.879542 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-a0f85a5a-0c2a-4cb0-801e-836558fc4470 None None] Attempt 2 to provision port e9a1b693-14ba-437a-a0c3-b5febb1219c5 Oct 04 09:51:16.935877 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-a0f85a5a-0c2a-4cb0-801e-836558fc4470 None None] Port e9a1b693-14ba-437a-a0c3-b5febb1219c5 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:51:17.031458 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830f2990-ebae-4c90-a530-beeca390d30b admin admin] Network 5fd5344b-ce6c-4034-a662-6793bd140ae1 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:51:17.032673 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-830f2990-ebae-4c90-a530-beeca390d30b admin admin] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:51:17.225045 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-830f2990-ebae-4c90-a530-beeca390d30b admin admin] Router f1988e03-bd23-4592-bddc-2302d4435f46 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:51:17.404852 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830f2990-ebae-4c90-a530-beeca390d30b admin admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:51:17.413906 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-830f2990-ebae-4c90-a530-beeca390d30b admin admin] 10.222.0.50 "PUT /v2.0/routers/f1988e03-bd23-4592-bddc-2302d4435f46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6105163 Oct 04 09:51:17.437220 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-a0f85a5a-0c2a-4cb0-801e-836558fc4470 None None] Attempt 3 to provision port e9a1b693-14ba-437a-a0c3-b5febb1219c5 Oct 04 09:51:17.491897 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-a0f85a5a-0c2a-4cb0-801e-836558fc4470 None None] Port e9a1b693-14ba-437a-a0c3-b5febb1219c5 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:51:17.883784 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 9f634877-c0fc-4621-a8ff-d76b9ed54d57 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:51:17.925921 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 42172) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:51:17.931415 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-c5ba5f8a-5e10-408f-9526-8b76faab907e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1765608527-network', 'tenant_id': 'cf88ab90032146eeb9841ac8c10650e7'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:51:17.936219 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-c5ba5f8a-5e10-408f-9526-8b76faab907e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:51:17.940130 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-c5ba5f8a-5e10-408f-9526-8b76faab907e admin admin] Usage tracker for resource:network and tenant:cf88ab90032146eeb9841ac8c10650e7 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:51:17.943560 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-c5ba5f8a-5e10-408f-9526-8b76faab907e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:51:17.949726 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-c5ba5f8a-5e10-408f-9526-8b76faab907e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:51:17.956852 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 9f634877-c0fc-4621-a8ff-d76b9ed54d57 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:51:17.963158 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 9f634877-c0fc-4621-a8ff-d76b9ed54d57 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:51:17.963339 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ba5f8a-5e10-408f-9526-8b76faab907e admin admin] Made reservation on behalf of cf88ab90032146eeb9841ac8c10650e7 for: {'network': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:51:17.963722 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:17.964163 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 9f634877-c0fc-4621-a8ff-d76b9ed54d57 Oct 04 09:51:17.966213 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c5ba5f8a-5e10-408f-9526-8b76faab907e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:17.979029 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c5ba5f8a-5e10-408f-9526-8b76faab907e admin admin] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:17.993278 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-a0f85a5a-0c2a-4cb0-801e-836558fc4470 None None] Attempt 4 to provision port e9a1b693-14ba-437a-a0c3-b5febb1219c5 Oct 04 09:51:17.995080 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-c5ba5f8a-5e10-408f-9526-8b76faab907e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:51:17.998948 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-c5ba5f8a-5e10-408f-9526-8b76faab907e admin admin] Usage tracker for resource:security_group_rule and tenant:cf88ab90032146eeb9841ac8c10650e7 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:51:18.001976 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-c5ba5f8a-5e10-408f-9526-8b76faab907e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:51:18.008174 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-c5ba5f8a-5e10-408f-9526-8b76faab907e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:51:18.017103 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5545a78c-cb18-4518-8af1-87e1a412d785 None None] Sync routers for ids ['f1988e03-bd23-4592-bddc-2302d4435f46'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:51:18.068789 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5545a78c-cb18-4518-8af1-87e1a412d785 None None] Routers {'f1988e03-bd23-4592-bddc-2302d4435f46'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:51:18.069410 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-5545a78c-cb18-4518-8af1-87e1a412d785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:51:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['f1988e03-bd23-4592-bddc-2302d4435f46'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:51:18.089822 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c5ba5f8a-5e10-408f-9526-8b76faab907e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:18.093645 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c5ba5f8a-5e10-408f-9526-8b76faab907e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:18.124601 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5ba5f8a-5e10-408f-9526-8b76faab907e admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=89032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:51:18.129987 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba5f8a-5e10-408f-9526-8b76faab907e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64ab254-1077-4b76-abd6-f3b91d466dad,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:51:18.137539 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c5ba5f8a-5e10-408f-9526-8b76faab907e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:18.137873 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.segments_db [None req-c5ba5f8a-5e10-408f-9526-8b76faab907e admin admin] Added segment 6f37ea43-15ed-4ad3-a548-ad81757ceee3 of type vlan for network ad5b065a-1221-4346-b13d-5906e3bb5801 Oct 04 09:51:18.154675 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-a0f85a5a-0c2a-4cb0-801e-836558fc4470 None None] Port e9a1b693-14ba-437a-a0c3-b5febb1219c5 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:51:18.167409 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c5ba5f8a-5e10-408f-9526-8b76faab907e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:18.196110 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c5ba5f8a-5e10-408f-9526-8b76faab907e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:18.197201 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ba5f8a-5e10-408f-9526-8b76faab907e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:51:18.197788 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c5ba5f8a-5e10-408f-9526-8b76faab907e admin admin] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:18.297479 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba5f8a-5e10-408f-9526-8b76faab907e admin admin] Pushing event updated for resources: {'Network': ['ID=ad5b065a-1221-4346-b13d-5906e3bb5801,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:51:18.300574 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 9f634877-c0fc-4621-a8ff-d76b9ed54d57 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:51:18.300961 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:18.303973 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 42176) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:51:18.304533 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-c5ba5f8a-5e10-408f-9526-8b76faab907e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3771634 Oct 04 09:51:18.311037 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-84fd063f-d4ef-44f4-af88-c05bc92d229d admin admin] Request body: {'subnet': {'network_id': 'ad5b065a-1221-4346-b13d-5906e3bb5801', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1765608527-subnet', 'tenant_id': 'cf88ab90032146eeb9841ac8c10650e7', 'ip_version': 4}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:51:18.311689 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network ad5b065a-1221-4346-b13d-5906e3bb5801 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:51:18.316106 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-84fd063f-d4ef-44f4-af88-c05bc92d229d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:51:18.320723 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-84fd063f-d4ef-44f4-af88-c05bc92d229d admin admin] Usage tracker for resource:subnet and tenant:cf88ab90032146eeb9841ac8c10650e7 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:51:18.323621 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-84fd063f-d4ef-44f4-af88-c05bc92d229d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:51:18.330052 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-84fd063f-d4ef-44f4-af88-c05bc92d229d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:51:18.334107 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-5545a78c-cb18-4518-8af1-87e1a412d785 None None] Set router f1988e03-bd23-4592-bddc-2302d4435f46 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:51:18.340309 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84fd063f-d4ef-44f4-af88-c05bc92d229d admin admin] Made reservation on behalf of cf88ab90032146eeb9841ac8c10650e7 for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:51:18.342782 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-84fd063f-d4ef-44f4-af88-c05bc92d229d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:18.445200 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 9f634877-c0fc-4621-a8ff-d76b9ed54d57, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=9f634877-c0fc-4621-a8ff-d76b9ed54d57,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:51:18.463501 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:18.552870 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-84fd063f-d4ef-44f4-af88-c05bc92d229d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:18.625898 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fd063f-d4ef-44f4-af88-c05bc92d229d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7bc80d9-69de-4359-838b-f7be7b2c961b,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:51:18.635014 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fd063f-d4ef-44f4-af88-c05bc92d229d admin admin] Checking segment: {'id': '6f37ea43-15ed-4ad3-a548-ad81757ceee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ad5b065a-1221-4346-b13d-5906e3bb5801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:51:18.635366 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fd063f-d4ef-44f4-af88-c05bc92d229d admin admin] Network hostable DHCP agents. Network: ad5b065a-1221-4346-b13d-5906e3bb5801, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:51:18.654680 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fd063f-d4ef-44f4-af88-c05bc92d229d admin admin] Network ad5b065a-1221-4346-b13d-5906e3bb5801 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:51:18.659345 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-a0f85a5a-0c2a-4cb0-801e-836558fc4470 None None] Attempt 5 to provision port e9a1b693-14ba-437a-a0c3-b5febb1219c5 Oct 04 09:51:18.665921 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-84fd063f-d4ef-44f4-af88-c05bc92d229d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, ad5b065a-1221-4346-b13d-5906e3bb5801) {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:51:18.670539 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fd063f-d4ef-44f4-af88-c05bc92d229d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:51:18.671207 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-84fd063f-d4ef-44f4-af88-c05bc92d229d admin admin] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:18.695554 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cc72ae-30fb-4856-a9c5-6d743c5305a3 None None] Network ad5b065a-1221-4346-b13d-5906e3bb5801 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:51:18.696928 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-84fd063f-d4ef-44f4-af88-c05bc92d229d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3907521 Oct 04 09:51:18.698330 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 42180) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:51:18.703406 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-61405b7c-64fd-4787-b064-6152b3afeff8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1765608527-router', 'tenant_id': 'cf88ab90032146eeb9841ac8c10650e7', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:51:18.708572 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-61405b7c-64fd-4787-b064-6152b3afeff8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:51:18.712502 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-61405b7c-64fd-4787-b064-6152b3afeff8 admin admin] Usage tracker for resource:router and tenant:cf88ab90032146eeb9841ac8c10650e7 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:51:18.715639 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-61405b7c-64fd-4787-b064-6152b3afeff8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:51:18.721813 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-61405b7c-64fd-4787-b064-6152b3afeff8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:51:18.738151 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-61405b7c-64fd-4787-b064-6152b3afeff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:18.739223 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-61405b7c-64fd-4787-b064-6152b3afeff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:18.755129 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-61405b7c-64fd-4787-b064-6152b3afeff8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:18.867109 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-a0f85a5a-0c2a-4cb0-801e-836558fc4470 None None] Port e9a1b693-14ba-437a-a0c3-b5febb1219c5 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:51:18.872044 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=9f634877-c0fc-4621-a8ff-d76b9ed54d57,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:51:19.017881 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-61405b7c-64fd-4787-b064-6152b3afeff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:19.080042 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601ed797-67e6-42b4-81e4-356a8cc41b74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-ad5b065a-1221-4346-b13d-5906e3bb5801', 'network_id': 'ad5b065a-1221-4346-b13d-5906e3bb5801', 'tenant_id': 'cf88ab90032146eeb9841ac8c10650e7', 'fixed_ips': [{'subnet_id': 'd7bc80d9-69de-4359-838b-f7be7b2c961b'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:51:19.080886 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-601ed797-67e6-42b4-81e4-356a8cc41b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:19.091843 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-5545a78c-cb18-4518-8af1-87e1a412d785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1988e03-bd23-4592-bddc-2302d4435f46', 'name': 'tempest-TestMinimumBasicScenario-1781236108-router', 'tenant_id': 'ef52f191c82844f690125e6a2117b363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.225'}], 'enable_snat': True}, 'gw_port_id': '9f634877-c0fc-4621-a8ff-d76b9ed54d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:51:12Z', 'updated_at': '2022-10-04T09:51:16Z', 'revision_number': 4, 'project_id': 'ef52f191c82844f690125e6a2117b363', 'gw_port': {'id': '9f634877-c0fc-4621-a8ff-d76b9ed54d57', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a7:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1988e03-bd23-4592-bddc-2302d4435f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:51:13Z', 'updated_at': '2022-10-04T09:51:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': 'e9a1b693-14ba-437a-a0c3-b5febb1219c5', 'name': '', 'network_id': '5fd5344b-ce6c-4034-a662-6793bd140ae1', 'tenant_id': 'ef52f191c82844f690125e6a2117b363', 'mac_address': 'fa:16:3e:00:97:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1988e03-bd23-4592-bddc-2302d4435f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '0600e6d2-29d3-416c-a5c3-cbcbd00fc8af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:51:15Z', 'updated_at': '2022-10-04T09:51:16Z', 'revision_number': 2, 'project_id': 'ef52f191c82844f690125e6a2117b363', 'subnets': [{'id': '0600e6d2-29d3-416c-a5c3-cbcbd00fc8af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:51:19.099685 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5545a78c-cb18-4518-8af1-87e1a412d785 None None] Checking router: f1988e03-bd23-4592-bddc-2302d4435f46 for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:51:19.100253 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5545a78c-cb18-4518-8af1-87e1a412d785 None None] Updating router f1988e03-bd23-4592-bddc-2302d4435f46 port e9a1b693-14ba-437a-a0c3-b5febb1219c5 binding host dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:51:19.217262 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5545a78c-cb18-4518-8af1-87e1a412d785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:19.385324 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-a0f85a5a-0c2a-4cb0-801e-836558fc4470 None None] Attempt 6 to provision port e9a1b693-14ba-437a-a0c3-b5febb1219c5 Oct 04 09:51:19.434942 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-61405b7c-64fd-4787-b064-6152b3afeff8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:19.463221 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-601ed797-67e6-42b4-81e4-356a8cc41b74 None None] Allocated IP 172.20.0.2 (ad5b065a-1221-4346-b13d-5906e3bb5801/d7bc80d9-69de-4359-838b-f7be7b2c961b/698723e8-46e5-4800-bd89-3b2866bf72f6) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:51:19.464007 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-61405b7c-64fd-4787-b064-6152b3afeff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:19.511199 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-a0f85a5a-0c2a-4cb0-801e-836558fc4470 None None] Port e9a1b693-14ba-437a-a0c3-b5febb1219c5 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:51:19.599636 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-61405b7c-64fd-4787-b064-6152b3afeff8 admin admin] Allocated IP 172.26.10.17 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/73221b40-cf36-48f7-9010-cae287b08ba3) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:51:19.752062 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-61405b7c-64fd-4787-b064-6152b3afeff8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:19.786106 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-61405b7c-64fd-4787-b064-6152b3afeff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:19.853826 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-601ed797-67e6-42b4-81e4-356a8cc41b74 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:19.862437 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61405b7c-64fd-4787-b064-6152b3afeff8 admin admin] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:51:19.866504 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-61405b7c-64fd-4787-b064-6152b3afeff8 admin admin] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:51:19.870632 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61405b7c-64fd-4787-b064-6152b3afeff8 admin admin] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:51:19.871962 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 9f634877-c0fc-4621-a8ff-d76b9ed54d57 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:51:19.895155 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61405b7c-64fd-4787-b064-6152b3afeff8 admin admin] Pushing event updated for resources: {'Port': ['ID=73221b40-cf36-48f7-9010-cae287b08ba3,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:51:19.902921 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5545a78c-cb18-4518-8af1-87e1a412d785 None None] Notify callbacks [] for port, precommit_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:19.905052 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-601ed797-67e6-42b4-81e4-356a8cc41b74 None None] Transition to ACTIVE for port object 698723e8-46e5-4800-bd89-3b2866bf72f6 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:51:19.946663 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-5545a78c-cb18-4518-8af1-87e1a412d785 None None] Transition to ACTIVE for port object e9a1b693-14ba-437a-a0c3-b5febb1219c5 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:51:19.959292 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-601ed797-67e6-42b4-81e4-356a8cc41b74 None None] Transition to ACTIVE for port object 698723e8-46e5-4800-bd89-3b2866bf72f6 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:51:19.962873 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5545a78c-cb18-4518-8af1-87e1a412d785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:20.098854 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-a0f85a5a-0c2a-4cb0-801e-836558fc4470 None None] Attempt 7 to provision port e9a1b693-14ba-437a-a0c3-b5febb1219c5 Oct 04 09:51:20.122542 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-601ed797-67e6-42b4-81e4-356a8cc41b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:20.222802 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601ed797-67e6-42b4-81e4-356a8cc41b74 None None] Network ad5b065a-1221-4346-b13d-5906e3bb5801 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:51:20.261661 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-601ed797-67e6-42b4-81e4-356a8cc41b74 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:51:20.276083 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601ed797-67e6-42b4-81e4-356a8cc41b74 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:51:20.283449 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-61405b7c-64fd-4787-b064-6152b3afeff8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:20.289444 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-a0f85a5a-0c2a-4cb0-801e-836558fc4470 None None] Port e9a1b693-14ba-437a-a0c3-b5febb1219c5 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:51:20.289928 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e6872-7890-4e9d-8e59-7fe2131662d5 None None] Pushing event updated for resources: {'Port': ['ID=e9a1b693-14ba-437a-a0c3-b5febb1219c5,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:51:20.327898 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 9f634877-c0fc-4621-a8ff-d76b9ed54d57 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:51:20.328268 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:20.328625 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 9f634877-c0fc-4621-a8ff-d76b9ed54d57 Oct 04 09:51:20.441928 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-5545a78c-cb18-4518-8af1-87e1a412d785 None None] Attempting to bind port e9a1b693-14ba-437a-a0c3-b5febb1219c5 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:51:20.442208 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-5545a78c-cb18-4518-8af1-87e1a412d785 None None] Attempting to bind port e9a1b693-14ba-437a-a0c3-b5febb1219c5 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'a2c11ebe-bc2b-4ac6-bbf2-e064a244407f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5fd5344b-ce6c-4034-a662-6793bd140ae1'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:51:20.443086 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5545a78c-cb18-4518-8af1-87e1a412d785 None None] Attempting to bind port e9a1b693-14ba-437a-a0c3-b5febb1219c5 on network 5fd5344b-ce6c-4034-a662-6793bd140ae1 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:51:20.479166 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5545a78c-cb18-4518-8af1-87e1a412d785 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:51:20.479861 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5545a78c-cb18-4518-8af1-87e1a412d785 None None] Checking segment: {'id': 'a2c11ebe-bc2b-4ac6-bbf2-e064a244407f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5fd5344b-ce6c-4034-a662-6793bd140ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:51:20.479964 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5545a78c-cb18-4518-8af1-87e1a412d785 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:20.480302 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5545a78c-cb18-4518-8af1-87e1a412d785 None None] Bound using segment: {'id': 'a2c11ebe-bc2b-4ac6-bbf2-e064a244407f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5fd5344b-ce6c-4034-a662-6793bd140ae1'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:51:20.480803 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-5545a78c-cb18-4518-8af1-87e1a412d785 None None] Bound port: e9a1b693-14ba-437a-a0c3-b5febb1219c5, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2c11ebe-bc2b-4ac6-bbf2-e064a244407f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5fd5344b-ce6c-4034-a662-6793bd140ae1'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:51:20.481170 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5545a78c-cb18-4518-8af1-87e1a412d785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:20.523183 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ed797-67e6-42b4-81e4-356a8cc41b74 None None] Pushing event updated for resources: {'Port': ['ID=698723e8-46e5-4800-bd89-3b2866bf72f6,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:51:20.554818 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-601ed797-67e6-42b4-81e4-356a8cc41b74 None None] Attempting to bind port 698723e8-46e5-4800-bd89-3b2866bf72f6 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:51:20.555185 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-601ed797-67e6-42b4-81e4-356a8cc41b74 None None] Attempting to bind port 698723e8-46e5-4800-bd89-3b2866bf72f6 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '6f37ea43-15ed-4ad3-a548-ad81757ceee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ad5b065a-1221-4346-b13d-5906e3bb5801'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:51:20.555545 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601ed797-67e6-42b4-81e4-356a8cc41b74 None None] Attempting to bind port 698723e8-46e5-4800-bd89-3b2866bf72f6 on network ad5b065a-1221-4346-b13d-5906e3bb5801 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:51:20.584851 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601ed797-67e6-42b4-81e4-356a8cc41b74 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:51:20.585223 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601ed797-67e6-42b4-81e4-356a8cc41b74 None None] Checking segment: {'id': '6f37ea43-15ed-4ad3-a548-ad81757ceee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ad5b065a-1221-4346-b13d-5906e3bb5801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:51:20.585616 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-601ed797-67e6-42b4-81e4-356a8cc41b74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:20.585999 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601ed797-67e6-42b4-81e4-356a8cc41b74 None None] Bound using segment: {'id': '6f37ea43-15ed-4ad3-a548-ad81757ceee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ad5b065a-1221-4346-b13d-5906e3bb5801'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:51:20.586463 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-601ed797-67e6-42b4-81e4-356a8cc41b74 None None] Bound port: 698723e8-46e5-4800-bd89-3b2866bf72f6, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f37ea43-15ed-4ad3-a548-ad81757ceee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ad5b065a-1221-4346-b13d-5906e3bb5801'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:51:20.586820 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-601ed797-67e6-42b4-81e4-356a8cc41b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:20.619813 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-61405b7c-64fd-4787-b064-6152b3afeff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:20.721820 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 9f634877-c0fc-4621-a8ff-d76b9ed54d57 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:51:20.725827 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-5545a78c-cb18-4518-8af1-87e1a412d785 None None] For port e9a1b693-14ba-437a-a0c3-b5febb1219c5, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:51:20.736967 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-5545a78c-cb18-4518-8af1-87e1a412d785 None None] For port e9a1b693-14ba-437a-a0c3-b5febb1219c5, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=e9a1b693-14ba-437a-a0c3-b5febb1219c5,segment=NetworkSegment(a2c11ebe-bc2b-4ac6-bbf2-e064a244407f),segment_id=a2c11ebe-bc2b-4ac6-bbf2-e064a244407f)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:51:20.746621 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5545a78c-cb18-4518-8af1-87e1a412d785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:20.791072 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-a0f85a5a-0c2a-4cb0-801e-836558fc4470 None None] Attempt 8 to provision port e9a1b693-14ba-437a-a0c3-b5febb1219c5 Oct 04 09:51:20.823742 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-601ed797-67e6-42b4-81e4-356a8cc41b74 None None] For port 698723e8-46e5-4800-bd89-3b2866bf72f6, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:51:20.861431 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5545a78c-cb18-4518-8af1-87e1a412d785 None None] Routers {'f1988e03-bd23-4592-bddc-2302d4435f46'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:51:20.862060 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-5545a78c-cb18-4518-8af1-87e1a412d785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:51:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['f1988e03-bd23-4592-bddc-2302d4435f46'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:51:20.933797 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-601ed797-67e6-42b4-81e4-356a8cc41b74 None None] For port 698723e8-46e5-4800-bd89-3b2866bf72f6, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=698723e8-46e5-4800-bd89-3b2866bf72f6,segment=NetworkSegment(6f37ea43-15ed-4ad3-a548-ad81757ceee3),segment_id=6f37ea43-15ed-4ad3-a548-ad81757ceee3)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:51:20.937377 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61405b7c-64fd-4787-b064-6152b3afeff8 admin admin] Router 5d001526-47cf-4cb4-a4b6-bb39f599df6b is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:51:20.952906 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-601ed797-67e6-42b4-81e4-356a8cc41b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:20.963927 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e6872-7890-4e9d-8e59-7fe2131662d5 None None] Pushing event updated for resources: {'Port': ['ID=e9a1b693-14ba-437a-a0c3-b5febb1219c5,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:51:21.100812 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-a0f85a5a-0c2a-4cb0-801e-836558fc4470 None None] Port e9a1b693-14ba-437a-a0c3-b5febb1219c5 had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 09:51:21.125187 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61405b7c-64fd-4787-b064-6152b3afeff8 admin admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:51:21.125540 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ed797-67e6-42b4-81e4-356a8cc41b74 None None] Pushing event updated for resources: {'Port': ['ID=698723e8-46e5-4800-bd89-3b2866bf72f6,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:51:21.140103 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-5545a78c-cb18-4518-8af1-87e1a412d785 None None] Set router f1988e03-bd23-4592-bddc-2302d4435f46 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:51:21.147428 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3d872b-26cc-4301-9f16-6ff9566352bc None None] Sync routers for ids ['5d001526-47cf-4cb4-a4b6-bb39f599df6b'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:51:21.159778 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3d872b-26cc-4301-9f16-6ff9566352bc None None] Routers {'5d001526-47cf-4cb4-a4b6-bb39f599df6b'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:51:21.160566 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-7c3d872b-26cc-4301-9f16-6ff9566352bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:51:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['5d001526-47cf-4cb4-a4b6-bb39f599df6b'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:51:21.163590 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-61405b7c-64fd-4787-b064-6152b3afeff8 admin admin] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:21.168133 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 42184) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:51:21.169764 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-61405b7c-64fd-4787-b064-6152b3afeff8 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4689362 Oct 04 09:51:21.403878 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-7c3d872b-26cc-4301-9f16-6ff9566352bc None None] Set router 5d001526-47cf-4cb4-a4b6-bb39f599df6b gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:51:21.552912 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-5545a78c-cb18-4518-8af1-87e1a412d785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1988e03-bd23-4592-bddc-2302d4435f46', 'name': 'tempest-TestMinimumBasicScenario-1781236108-router', 'tenant_id': 'ef52f191c82844f690125e6a2117b363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.225'}], 'enable_snat': True}, 'gw_port_id': '9f634877-c0fc-4621-a8ff-d76b9ed54d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:51:12Z', 'updated_at': '2022-10-04T09:51:16Z', 'revision_number': 4, 'project_id': 'ef52f191c82844f690125e6a2117b363', 'gw_port': {'id': '9f634877-c0fc-4621-a8ff-d76b9ed54d57', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1988e03-bd23-4592-bddc-2302d4435f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:51:13Z', 'updated_at': '2022-10-04T09:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': 'e9a1b693-14ba-437a-a0c3-b5febb1219c5', 'name': '', 'network_id': '5fd5344b-ce6c-4034-a662-6793bd140ae1', 'tenant_id': 'ef52f191c82844f690125e6a2117b363', 'mac_address': 'fa:16:3e:00:97:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1988e03-bd23-4592-bddc-2302d4435f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '0600e6d2-29d3-416c-a5c3-cbcbd00fc8af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:51:15Z', 'updated_at': '2022-10-04T09:51:20Z', 'revision_number': 4, 'project_id': 'ef52f191c82844f690125e6a2117b363', 'subnets': [{'id': '0600e6d2-29d3-416c-a5c3-cbcbd00fc8af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:51:21.557429 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5545a78c-cb18-4518-8af1-87e1a412d785 None None] The sync data for ids ['f1988e03-bd23-4592-bddc-2302d4435f46'] in dv-neutron-860215-1-hyperv is: [{'id': 'f1988e03-bd23-4592-bddc-2302d4435f46', 'name': 'tempest-TestMinimumBasicScenario-1781236108-router', 'tenant_id': 'ef52f191c82844f690125e6a2117b363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.225'}], 'enable_snat': True}, 'gw_port_id': '9f634877-c0fc-4621-a8ff-d76b9ed54d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:51:12Z', 'updated_at': '2022-10-04T09:51:16Z', 'revision_number': 4, 'project_id': 'ef52f191c82844f690125e6a2117b363', 'gw_port': {'id': '9f634877-c0fc-4621-a8ff-d76b9ed54d57', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1988e03-bd23-4592-bddc-2302d4435f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:51:13Z', 'updated_at': '2022-10-04T09:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': 'e9a1b693-14ba-437a-a0c3-b5febb1219c5', 'name': '', 'network_id': '5fd5344b-ce6c-4034-a662-6793bd140ae1', 'tenant_id': 'ef52f191c82844f690125e6a2117b363', 'mac_address': 'fa:16:3e:00:97:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1988e03-bd23-4592-bddc-2302d4435f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '0600e6d2-29d3-416c-a5c3-cbcbd00fc8af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:51:15Z', 'updated_at': '2022-10-04T09:51:20Z', 'revision_number': 4, 'project_id': 'ef52f191c82844f690125e6a2117b363', 'subnets': [{'id': '0600e6d2-29d3-416c-a5c3-cbcbd00fc8af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:51:21.788525 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-7c3d872b-26cc-4301-9f16-6ff9566352bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d001526-47cf-4cb4-a4b6-bb39f599df6b', 'name': 'tempest-TestMinimumBasicScenario-1765608527-router', 'tenant_id': 'cf88ab90032146eeb9841ac8c10650e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.17'}], 'enable_snat': True}, 'gw_port_id': '73221b40-cf36-48f7-9010-cae287b08ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:51:18Z', 'updated_at': '2022-10-04T09:51:20Z', 'revision_number': 3, 'project_id': 'cf88ab90032146eeb9841ac8c10650e7', 'gw_port': {'id': '73221b40-cf36-48f7-9010-cae287b08ba3', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d001526-47cf-4cb4-a4b6-bb39f599df6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:51:19Z', 'updated_at': '2022-10-04T09:51:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:51:21.794572 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3d872b-26cc-4301-9f16-6ff9566352bc None None] Checking router: 5d001526-47cf-4cb4-a4b6-bb39f599df6b for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:51:21.795154 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3d872b-26cc-4301-9f16-6ff9566352bc None None] Updating router 5d001526-47cf-4cb4-a4b6-bb39f599df6b port 73221b40-cf36-48f7-9010-cae287b08ba3 binding host dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:51:21.938336 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-7c3d872b-26cc-4301-9f16-6ff9566352bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:22.011162 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device e9a1b693-14ba-437a-a0c3-b5febb1219c5 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:51:22.116201 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port e9a1b693-14ba-437a-a0c3-b5febb1219c5 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:51:22.128884 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port e9a1b693-14ba-437a-a0c3-b5febb1219c5 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:51:22.129252 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:22.129585 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port e9a1b693-14ba-437a-a0c3-b5febb1219c5 Oct 04 09:51:22.156275 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6893667a-2b31-4073-bda9-079eb4a47b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:22.246455 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7be8548-7581-48ec-b729-bb8982b0b7c3 None None] Network ad5b065a-1221-4346-b13d-5906e3bb5801 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:51:22.386543 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-c68639a7-14dc-4f71-a86e-aedd3b998ae4 None None] Provisioning for port 698723e8-46e5-4800-bd89-3b2866bf72f6 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:51:22.405337 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-6893667a-2b31-4073-bda9-079eb4a47b20 admin admin] Allocated IP 172.20.0.1 (ad5b065a-1221-4346-b13d-5906e3bb5801/d7bc80d9-69de-4359-838b-f7be7b2c961b/7409d83e-6b33-4ac5-9dae-9e17429251c8) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:51:22.440186 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-7c3d872b-26cc-4301-9f16-6ff9566352bc None None] Notify callbacks [] for port, precommit_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:22.456009 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.provisioning_blocks [None req-7c3d872b-26cc-4301-9f16-6ff9566352bc None None] Transition to ACTIVE for port object 73221b40-cf36-48f7-9010-cae287b08ba3 will not be triggered until provisioned by entity L2. {{(pid=89035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:51:22.468888 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-7c3d872b-26cc-4301-9f16-6ff9566352bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:22.513538 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port e9a1b693-14ba-437a-a0c3-b5febb1219c5 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:51:22.513990 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:22.552021 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port e9a1b693-14ba-437a-a0c3-b5febb1219c5, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=e9a1b693-14ba-437a-a0c3-b5febb1219c5,segment=NetworkSegment(a2c11ebe-bc2b-4ac6-bbf2-e064a244407f),segment_id=a2c11ebe-bc2b-4ac6-bbf2-e064a244407f)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:51:22.561487 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a2670d-5899-4904-9582-5128e658eab7 None None] Pushing event updated for resources: {'Port': ['ID=73221b40-cf36-48f7-9010-cae287b08ba3,revision_number=2']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:51:22.578250 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-7c3d872b-26cc-4301-9f16-6ff9566352bc None None] Attempting to bind port 73221b40-cf36-48f7-9010-cae287b08ba3 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:51:22.578842 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-7c3d872b-26cc-4301-9f16-6ff9566352bc None None] Attempting to bind port 73221b40-cf36-48f7-9010-cae287b08ba3 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:51:22.579204 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3d872b-26cc-4301-9f16-6ff9566352bc None None] Attempting to bind port 73221b40-cf36-48f7-9010-cae287b08ba3 on network f33938cd-879e-4461-9b5e-aa67b746b6bd {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:51:22.582938 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6893667a-2b31-4073-bda9-079eb4a47b20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:22.585504 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3d872b-26cc-4301-9f16-6ff9566352bc None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:51:22.585900 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3d872b-26cc-4301-9f16-6ff9566352bc None None] Checking segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:51:22.586412 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-7c3d872b-26cc-4301-9f16-6ff9566352bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:22.586807 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3d872b-26cc-4301-9f16-6ff9566352bc None None] Bound using segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:51:22.587263 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-7c3d872b-26cc-4301-9f16-6ff9566352bc None None] Bound port: 73221b40-cf36-48f7-9010-cae287b08ba3, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:51:22.587628 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-7c3d872b-26cc-4301-9f16-6ff9566352bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:22.601867 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-6893667a-2b31-4073-bda9-079eb4a47b20 admin admin] Transition to ACTIVE for port object 7409d83e-6b33-4ac5-9dae-9e17429251c8 will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:51:22.619720 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:22.621633 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 698723e8-46e5-4800-bd89-3b2866bf72f6 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:51:22.631036 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6893667a-2b31-4073-bda9-079eb4a47b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:22.665034 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-7c3d872b-26cc-4301-9f16-6ff9566352bc None None] For port 73221b40-cf36-48f7-9010-cae287b08ba3, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:51:22.668447 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-7c3d872b-26cc-4301-9f16-6ff9566352bc None None] For port 73221b40-cf36-48f7-9010-cae287b08ba3, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=73221b40-cf36-48f7-9010-cae287b08ba3,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:51:22.675313 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-7c3d872b-26cc-4301-9f16-6ff9566352bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:22.709619 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6893667a-2b31-4073-bda9-079eb4a47b20 admin admin] Network ad5b065a-1221-4346-b13d-5906e3bb5801 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:51:22.712648 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-6893667a-2b31-4073-bda9-079eb4a47b20 admin admin] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:51:22.715425 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6893667a-2b31-4073-bda9-079eb4a47b20 admin admin] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:51:22.737958 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=e9a1b693-14ba-437a-a0c3-b5febb1219c5,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:51:22.770804 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6893667a-2b31-4073-bda9-079eb4a47b20 admin admin] Pushing event updated for resources: {'Port': ['ID=7409d83e-6b33-4ac5-9dae-9e17429251c8,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:51:22.789127 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3d872b-26cc-4301-9f16-6ff9566352bc None None] Routers {'5d001526-47cf-4cb4-a4b6-bb39f599df6b'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:51:22.789760 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-7c3d872b-26cc-4301-9f16-6ff9566352bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:51:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['5d001526-47cf-4cb4-a4b6-bb39f599df6b'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:51:22.800486 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6893667a-2b31-4073-bda9-079eb4a47b20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737202'] for router_interface, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:22.805321 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 698723e8-46e5-4800-bd89-3b2866bf72f6 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:51:22.815161 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 698723e8-46e5-4800-bd89-3b2866bf72f6 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:51:22.815577 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:22.815973 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 698723e8-46e5-4800-bd89-3b2866bf72f6 Oct 04 09:51:22.991767 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 698723e8-46e5-4800-bd89-3b2866bf72f6 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:51:22.992483 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:23.021988 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a2670d-5899-4904-9582-5128e658eab7 None None] Pushing event updated for resources: {'Port': ['ID=73221b40-cf36-48f7-9010-cae287b08ba3,revision_number=3']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:51:23.046646 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-7c3d872b-26cc-4301-9f16-6ff9566352bc None None] Set router 5d001526-47cf-4cb4-a4b6-bb39f599df6b gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:51:23.048644 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 698723e8-46e5-4800-bd89-3b2866bf72f6, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=698723e8-46e5-4800-bd89-3b2866bf72f6,segment=NetworkSegment(6f37ea43-15ed-4ad3-a548-ad81757ceee3),segment_id=6f37ea43-15ed-4ad3-a548-ad81757ceee3)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:51:23.056439 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:23.138733 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6893667a-2b31-4073-bda9-079eb4a47b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:23.141456 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=698723e8-46e5-4800-bd89-3b2866bf72f6,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:51:23.166770 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-a857b1fd-9256-41f2-a152-42ba98d72636 None None] Provisioning complete for port 698723e8-46e5-4800-bd89-3b2866bf72f6 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:51:23.167424 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a857b1fd-9256-41f2-a152-42ba98d72636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:23.168054 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-a857b1fd-9256-41f2-a152-42ba98d72636 None None] Attempt 1 to provision port 698723e8-46e5-4800-bd89-3b2866bf72f6 Oct 04 09:51:23.313103 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-a857b1fd-9256-41f2-a152-42ba98d72636 None None] Current status of the port 698723e8-46e5-4800-bd89-3b2866bf72f6 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:51:23.375847 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-7c3d872b-26cc-4301-9f16-6ff9566352bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d001526-47cf-4cb4-a4b6-bb39f599df6b', 'name': 'tempest-TestMinimumBasicScenario-1765608527-router', 'tenant_id': 'cf88ab90032146eeb9841ac8c10650e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.17'}], 'enable_snat': True}, 'gw_port_id': '73221b40-cf36-48f7-9010-cae287b08ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:51:18Z', 'updated_at': '2022-10-04T09:51:20Z', 'revision_number': 3, 'project_id': 'cf88ab90032146eeb9841ac8c10650e7', 'gw_port': {'id': '73221b40-cf36-48f7-9010-cae287b08ba3', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d001526-47cf-4cb4-a4b6-bb39f599df6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:51:19Z', 'updated_at': '2022-10-04T09:51:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:51:23.379741 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3d872b-26cc-4301-9f16-6ff9566352bc None None] The sync data for ids ['5d001526-47cf-4cb4-a4b6-bb39f599df6b'] in dv-neutron-860215-1-hyperv is: [{'id': '5d001526-47cf-4cb4-a4b6-bb39f599df6b', 'name': 'tempest-TestMinimumBasicScenario-1765608527-router', 'tenant_id': 'cf88ab90032146eeb9841ac8c10650e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.17'}], 'enable_snat': True}, 'gw_port_id': '73221b40-cf36-48f7-9010-cae287b08ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:51:18Z', 'updated_at': '2022-10-04T09:51:20Z', 'revision_number': 3, 'project_id': 'cf88ab90032146eeb9841ac8c10650e7', 'gw_port': {'id': '73221b40-cf36-48f7-9010-cae287b08ba3', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d001526-47cf-4cb4-a4b6-bb39f599df6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:51:19Z', 'updated_at': '2022-10-04T09:51:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:51:23.433565 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-398f8cdf-78ae-4436-97cf-f48a55c4fb8a None None] Provisioning for port 7409d83e-6b33-4ac5-9dae-9e17429251c8 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:51:23.439295 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-398f8cdf-78ae-4436-97cf-f48a55c4fb8a None None] Provisioning complete for port 7409d83e-6b33-4ac5-9dae-9e17429251c8 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:51:23.439677 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-398f8cdf-78ae-4436-97cf-f48a55c4fb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:23.440017 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-398f8cdf-78ae-4436-97cf-f48a55c4fb8a None None] Attempt 1 to provision port 7409d83e-6b33-4ac5-9dae-9e17429251c8 Oct 04 09:51:23.502272 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-398f8cdf-78ae-4436-97cf-f48a55c4fb8a None None] Port 7409d83e-6b33-4ac5-9dae-9e17429251c8 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:51:23.546319 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6893667a-2b31-4073-bda9-079eb4a47b20 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:23.551456 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6893667a-2b31-4073-bda9-079eb4a47b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:23.666047 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6893667a-2b31-4073-bda9-079eb4a47b20 admin admin] Pushing event updated for resources: {'Port': ['ID=7409d83e-6b33-4ac5-9dae-9e17429251c8,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:51:23.670993 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6893667a-2b31-4073-bda9-079eb4a47b20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736777'] for router_interface, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:23.822997 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6893667a-2b31-4073-bda9-079eb4a47b20 admin admin] Network ad5b065a-1221-4346-b13d-5906e3bb5801 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:51:23.824270 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-6893667a-2b31-4073-bda9-079eb4a47b20 admin admin] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:51:23.959828 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device e9a1b693-14ba-437a-a0c3-b5febb1219c5 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:51:24.007737 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-398f8cdf-78ae-4436-97cf-f48a55c4fb8a None None] Attempt 2 to provision port 7409d83e-6b33-4ac5-9dae-9e17429251c8 Oct 04 09:51:24.053158 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6893667a-2b31-4073-bda9-079eb4a47b20 admin admin] Router 5d001526-47cf-4cb4-a4b6-bb39f599df6b has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:51:24.079039 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-398f8cdf-78ae-4436-97cf-f48a55c4fb8a None None] Port 7409d83e-6b33-4ac5-9dae-9e17429251c8 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:51:24.088854 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port e9a1b693-14ba-437a-a0c3-b5febb1219c5 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:51:24.089401 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:24.089972 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port e9a1b693-14ba-437a-a0c3-b5febb1219c5 Oct 04 09:51:24.217348 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port e9a1b693-14ba-437a-a0c3-b5febb1219c5 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:51:24.218579 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 73221b40-cf36-48f7-9010-cae287b08ba3 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:51:24.255150 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6893667a-2b31-4073-bda9-079eb4a47b20 admin admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:51:24.264752 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-6893667a-2b31-4073-bda9-079eb4a47b20 admin admin] 10.222.0.50 "PUT /v2.0/routers/5d001526-47cf-4cb4-a4b6-bb39f599df6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0954385 Oct 04 09:51:24.296256 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 73221b40-cf36-48f7-9010-cae287b08ba3 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:51:24.302514 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 73221b40-cf36-48f7-9010-cae287b08ba3 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:51:24.303158 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:24.303564 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 73221b40-cf36-48f7-9010-cae287b08ba3 Oct 04 09:51:24.425637 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 73221b40-cf36-48f7-9010-cae287b08ba3 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:51:24.426019 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:24.442769 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 73221b40-cf36-48f7-9010-cae287b08ba3, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=73221b40-cf36-48f7-9010-cae287b08ba3,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:51:24.448078 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:24.448884 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 698723e8-46e5-4800-bd89-3b2866bf72f6 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:51:24.561656 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=73221b40-cf36-48f7-9010-cae287b08ba3,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:51:24.573474 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 698723e8-46e5-4800-bd89-3b2866bf72f6 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:51:24.574041 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:24.574381 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 698723e8-46e5-4800-bd89-3b2866bf72f6 Oct 04 09:51:24.600775 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-398f8cdf-78ae-4436-97cf-f48a55c4fb8a None None] Attempt 3 to provision port 7409d83e-6b33-4ac5-9dae-9e17429251c8 Oct 04 09:51:24.682387 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-398f8cdf-78ae-4436-97cf-f48a55c4fb8a None None] Port 7409d83e-6b33-4ac5-9dae-9e17429251c8 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:51:24.748341 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 698723e8-46e5-4800-bd89-3b2866bf72f6 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:51:25.073515 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b67fb6-2777-448a-88ca-9a6f98cac9d6 None None] Sync routers for ids ['5d001526-47cf-4cb4-a4b6-bb39f599df6b'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:51:25.082682 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b67fb6-2777-448a-88ca-9a6f98cac9d6 None None] Routers {'5d001526-47cf-4cb4-a4b6-bb39f599df6b'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:51:25.083763 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-09b67fb6-2777-448a-88ca-9a6f98cac9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:51:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['5d001526-47cf-4cb4-a4b6-bb39f599df6b'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:51:25.195899 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-398f8cdf-78ae-4436-97cf-f48a55c4fb8a None None] Attempt 4 to provision port 7409d83e-6b33-4ac5-9dae-9e17429251c8 Oct 04 09:51:25.323919 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-398f8cdf-78ae-4436-97cf-f48a55c4fb8a None None] Port 7409d83e-6b33-4ac5-9dae-9e17429251c8 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:51:25.350638 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-09b67fb6-2777-448a-88ca-9a6f98cac9d6 None None] Set router 5d001526-47cf-4cb4-a4b6-bb39f599df6b gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:51:25.699826 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-09b67fb6-2777-448a-88ca-9a6f98cac9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d001526-47cf-4cb4-a4b6-bb39f599df6b', 'name': 'tempest-TestMinimumBasicScenario-1765608527-router', 'tenant_id': 'cf88ab90032146eeb9841ac8c10650e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.17'}], 'enable_snat': True}, 'gw_port_id': '73221b40-cf36-48f7-9010-cae287b08ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:51:18Z', 'updated_at': '2022-10-04T09:51:23Z', 'revision_number': 4, 'project_id': 'cf88ab90032146eeb9841ac8c10650e7', 'gw_port': {'id': '73221b40-cf36-48f7-9010-cae287b08ba3', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d001526-47cf-4cb4-a4b6-bb39f599df6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:51:19Z', 'updated_at': '2022-10-04T09:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '7409d83e-6b33-4ac5-9dae-9e17429251c8', 'name': '', 'network_id': 'ad5b065a-1221-4346-b13d-5906e3bb5801', 'tenant_id': 'cf88ab90032146eeb9841ac8c10650e7', 'mac_address': 'fa:16:3e:d9:9e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d001526-47cf-4cb4-a4b6-bb39f599df6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'd7bc80d9-69de-4359-838b-f7be7b2c961b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:51:22Z', 'updated_at': '2022-10-04T09:51:23Z', 'revision_number': 2, 'project_id': 'cf88ab90032146eeb9841ac8c10650e7', 'subnets': [{'id': 'd7bc80d9-69de-4359-838b-f7be7b2c961b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:51:25.704255 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b67fb6-2777-448a-88ca-9a6f98cac9d6 None None] Checking router: 5d001526-47cf-4cb4-a4b6-bb39f599df6b for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:51:25.704644 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b67fb6-2777-448a-88ca-9a6f98cac9d6 None None] Updating router 5d001526-47cf-4cb4-a4b6-bb39f599df6b port 7409d83e-6b33-4ac5-9dae-9e17429251c8 binding host dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:51:25.759917 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-09b67fb6-2777-448a-88ca-9a6f98cac9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:25.825963 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-398f8cdf-78ae-4436-97cf-f48a55c4fb8a None None] Attempt 5 to provision port 7409d83e-6b33-4ac5-9dae-9e17429251c8 Oct 04 09:51:25.925868 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 73221b40-cf36-48f7-9010-cae287b08ba3 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:51:25.985162 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-398f8cdf-78ae-4436-97cf-f48a55c4fb8a None None] Port 7409d83e-6b33-4ac5-9dae-9e17429251c8 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:51:26.112292 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 73221b40-cf36-48f7-9010-cae287b08ba3 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:51:26.113055 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:26.113055 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 73221b40-cf36-48f7-9010-cae287b08ba3 Oct 04 09:51:26.333279 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 73221b40-cf36-48f7-9010-cae287b08ba3 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:51:26.338740 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-09b67fb6-2777-448a-88ca-9a6f98cac9d6 None None] Notify callbacks [] for port, precommit_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:26.351925 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-09b67fb6-2777-448a-88ca-9a6f98cac9d6 None None] Transition to ACTIVE for port object 7409d83e-6b33-4ac5-9dae-9e17429251c8 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:51:26.361833 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-09b67fb6-2777-448a-88ca-9a6f98cac9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:26.502918 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-398f8cdf-78ae-4436-97cf-f48a55c4fb8a None None] Attempt 6 to provision port 7409d83e-6b33-4ac5-9dae-9e17429251c8 Oct 04 09:51:26.658107 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563e421c-df10-4103-949f-de88b2833453 None None] Pushing event updated for resources: {'Port': ['ID=7409d83e-6b33-4ac5-9dae-9e17429251c8,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:51:26.668304 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-398f8cdf-78ae-4436-97cf-f48a55c4fb8a None None] Port 7409d83e-6b33-4ac5-9dae-9e17429251c8 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:51:26.671987 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-09b67fb6-2777-448a-88ca-9a6f98cac9d6 None None] Attempting to bind port 7409d83e-6b33-4ac5-9dae-9e17429251c8 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:51:26.672386 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-09b67fb6-2777-448a-88ca-9a6f98cac9d6 None None] Attempting to bind port 7409d83e-6b33-4ac5-9dae-9e17429251c8 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '6f37ea43-15ed-4ad3-a548-ad81757ceee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ad5b065a-1221-4346-b13d-5906e3bb5801'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:51:26.672761 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b67fb6-2777-448a-88ca-9a6f98cac9d6 None None] Attempting to bind port 7409d83e-6b33-4ac5-9dae-9e17429251c8 on network ad5b065a-1221-4346-b13d-5906e3bb5801 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:51:26.678184 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b67fb6-2777-448a-88ca-9a6f98cac9d6 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:51:26.678554 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b67fb6-2777-448a-88ca-9a6f98cac9d6 None None] Checking segment: {'id': '6f37ea43-15ed-4ad3-a548-ad81757ceee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ad5b065a-1221-4346-b13d-5906e3bb5801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:51:26.678947 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-09b67fb6-2777-448a-88ca-9a6f98cac9d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:26.679392 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b67fb6-2777-448a-88ca-9a6f98cac9d6 None None] Bound using segment: {'id': '6f37ea43-15ed-4ad3-a548-ad81757ceee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ad5b065a-1221-4346-b13d-5906e3bb5801'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:51:26.679850 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-09b67fb6-2777-448a-88ca-9a6f98cac9d6 None None] Bound port: 7409d83e-6b33-4ac5-9dae-9e17429251c8, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f37ea43-15ed-4ad3-a548-ad81757ceee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ad5b065a-1221-4346-b13d-5906e3bb5801'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:51:26.680244 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-09b67fb6-2777-448a-88ca-9a6f98cac9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:26.777061 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-09b67fb6-2777-448a-88ca-9a6f98cac9d6 None None] For port 7409d83e-6b33-4ac5-9dae-9e17429251c8, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:51:26.780073 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-09b67fb6-2777-448a-88ca-9a6f98cac9d6 None None] For port 7409d83e-6b33-4ac5-9dae-9e17429251c8, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=7409d83e-6b33-4ac5-9dae-9e17429251c8,segment=NetworkSegment(6f37ea43-15ed-4ad3-a548-ad81757ceee3),segment_id=6f37ea43-15ed-4ad3-a548-ad81757ceee3)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:51:26.786242 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-09b67fb6-2777-448a-88ca-9a6f98cac9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:26.848777 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b67fb6-2777-448a-88ca-9a6f98cac9d6 None None] Routers {'5d001526-47cf-4cb4-a4b6-bb39f599df6b'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:51:26.849976 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-09b67fb6-2777-448a-88ca-9a6f98cac9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:51:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['5d001526-47cf-4cb4-a4b6-bb39f599df6b'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:51:26.939657 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563e421c-df10-4103-949f-de88b2833453 None None] Pushing event updated for resources: {'Port': ['ID=7409d83e-6b33-4ac5-9dae-9e17429251c8,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:51:27.047456 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-09b67fb6-2777-448a-88ca-9a6f98cac9d6 None None] Set router 5d001526-47cf-4cb4-a4b6-bb39f599df6b gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:51:27.190091 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-398f8cdf-78ae-4436-97cf-f48a55c4fb8a None None] Attempt 7 to provision port 7409d83e-6b33-4ac5-9dae-9e17429251c8 Oct 04 09:51:27.346516 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-398f8cdf-78ae-4436-97cf-f48a55c4fb8a None None] Port 7409d83e-6b33-4ac5-9dae-9e17429251c8 had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 09:51:27.455021 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-09b67fb6-2777-448a-88ca-9a6f98cac9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d001526-47cf-4cb4-a4b6-bb39f599df6b', 'name': 'tempest-TestMinimumBasicScenario-1765608527-router', 'tenant_id': 'cf88ab90032146eeb9841ac8c10650e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.17'}], 'enable_snat': True}, 'gw_port_id': '73221b40-cf36-48f7-9010-cae287b08ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:51:18Z', 'updated_at': '2022-10-04T09:51:23Z', 'revision_number': 4, 'project_id': 'cf88ab90032146eeb9841ac8c10650e7', 'gw_port': {'id': '73221b40-cf36-48f7-9010-cae287b08ba3', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d001526-47cf-4cb4-a4b6-bb39f599df6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:51:19Z', 'updated_at': '2022-10-04T09:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '7409d83e-6b33-4ac5-9dae-9e17429251c8', 'name': '', 'network_id': 'ad5b065a-1221-4346-b13d-5906e3bb5801', 'tenant_id': 'cf88ab90032146eeb9841ac8c10650e7', 'mac_address': 'fa:16:3e:d9:9e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d001526-47cf-4cb4-a4b6-bb39f599df6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'd7bc80d9-69de-4359-838b-f7be7b2c961b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:51:22Z', 'updated_at': '2022-10-04T09:51:26Z', 'revision_number': 4, 'project_id': 'cf88ab90032146eeb9841ac8c10650e7', 'subnets': [{'id': 'd7bc80d9-69de-4359-838b-f7be7b2c961b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:51:27.467175 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b67fb6-2777-448a-88ca-9a6f98cac9d6 None None] The sync data for ids ['5d001526-47cf-4cb4-a4b6-bb39f599df6b'] in dv-neutron-860215-1-hyperv is: [{'id': '5d001526-47cf-4cb4-a4b6-bb39f599df6b', 'name': 'tempest-TestMinimumBasicScenario-1765608527-router', 'tenant_id': 'cf88ab90032146eeb9841ac8c10650e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.17'}], 'enable_snat': True}, 'gw_port_id': '73221b40-cf36-48f7-9010-cae287b08ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:51:18Z', 'updated_at': '2022-10-04T09:51:23Z', 'revision_number': 4, 'project_id': 'cf88ab90032146eeb9841ac8c10650e7', 'gw_port': {'id': '73221b40-cf36-48f7-9010-cae287b08ba3', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d001526-47cf-4cb4-a4b6-bb39f599df6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:51:19Z', 'updated_at': '2022-10-04T09:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '7409d83e-6b33-4ac5-9dae-9e17429251c8', 'name': '', 'network_id': 'ad5b065a-1221-4346-b13d-5906e3bb5801', 'tenant_id': 'cf88ab90032146eeb9841ac8c10650e7', 'mac_address': 'fa:16:3e:d9:9e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d001526-47cf-4cb4-a4b6-bb39f599df6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'd7bc80d9-69de-4359-838b-f7be7b2c961b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:51:22Z', 'updated_at': '2022-10-04T09:51:26Z', 'revision_number': 4, 'project_id': 'cf88ab90032146eeb9841ac8c10650e7', 'subnets': [{'id': 'd7bc80d9-69de-4359-838b-f7be7b2c961b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:51:27.664988 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c85dbb13-a087-481f-94e6-d7bba9f0fb2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:27.899103 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 7409d83e-6b33-4ac5-9dae-9e17429251c8 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:51:27.990486 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 7409d83e-6b33-4ac5-9dae-9e17429251c8 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:51:27.996865 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 7409d83e-6b33-4ac5-9dae-9e17429251c8 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:51:27.997360 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:27.997700 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 7409d83e-6b33-4ac5-9dae-9e17429251c8 Oct 04 09:51:28.160556 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 7409d83e-6b33-4ac5-9dae-9e17429251c8 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:51:28.161067 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:28.206568 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 7409d83e-6b33-4ac5-9dae-9e17429251c8, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=7409d83e-6b33-4ac5-9dae-9e17429251c8,segment=NetworkSegment(6f37ea43-15ed-4ad3-a548-ad81757ceee3),segment_id=6f37ea43-15ed-4ad3-a548-ad81757ceee3)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:51:28.222493 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:28.326570 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=7409d83e-6b33-4ac5-9dae-9e17429251c8,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:51:29.871835 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 7409d83e-6b33-4ac5-9dae-9e17429251c8 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:51:29.944557 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 7409d83e-6b33-4ac5-9dae-9e17429251c8 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:51:29.945175 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:29.945674 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 7409d83e-6b33-4ac5-9dae-9e17429251c8 Oct 04 09:51:30.068755 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 7409d83e-6b33-4ac5-9dae-9e17429251c8 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:51:30.338837 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c8479a0a-e066-4523-a219-124a5ff1f169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:30.828974 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:30.843870 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:32.379650 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:34.041945 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a3c4d-0422-4128-aef4-9bf87a36d418 req-bddd70bf-5cae-4ea6-a989-1b9d34e1220f tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:51:34.043279 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7a8a3c4d-0422-4128-aef4-9bf87a36d418 req-bddd70bf-5cae-4ea6-a989-1b9d34e1220f tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/networks?id=5fd5344b-ce6c-4034-a662-6793bd140ae1 HTTP/1.1" status: 200 len: 815 time: 0.1427772 Oct 04 09:51:34.057420 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7a8a3c4d-0422-4128-aef4-9bf87a36d418 req-b05d4611-e11a-44fc-91d0-e269a66bfca9 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/quotas/ef52f191c82844f690125e6a2117b363 HTTP/1.1" status: 200 len: 375 time: 0.0087771 Oct 04 09:51:34.142748 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7a8a3c4d-0422-4128-aef4-9bf87a36d418 req-8621467f-8695-4913-9d4f-a1fa0ac26f7d tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ef52f191c82844f690125e6a2117b363&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0805199 Oct 04 09:51:34.276338 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7a8a3c4d-0422-4128-aef4-9bf87a36d418 req-8e82ad15-806c-40ef-912b-91820bbcc4f7 service neutron] 10.222.0.50 "GET /v2.0/networks/5fd5344b-ce6c-4034-a662-6793bd140ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218679 Oct 04 09:51:34.403562 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7a8a3c4d-0422-4128-aef4-9bf87a36d418 req-8fc523bc-5d4f-46f8-b2b0-4656aa7ece92 service neutron] 10.222.0.50 "GET /v2.0/networks/5fd5344b-ce6c-4034-a662-6793bd140ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214547 Oct 04 09:51:34.582780 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-3e734648-4618-4f96-a220-d856130ed460 req-ccfc4222-52fd-43c5-b89b-3cb61c32ebbf tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Synchronizing usage tracker for tenant:ef52f191c82844f690125e6a2117b363 on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:51:34.600576 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-3e734648-4618-4f96-a220-d856130ed460 req-ccfc4222-52fd-43c5-b89b-3cb61c32ebbf tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Unset dirty status for tenant:ef52f191c82844f690125e6a2117b363 on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:51:34.601725 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3e734648-4618-4f96-a220-d856130ed460 req-ccfc4222-52fd-43c5-b89b-3cb61c32ebbf tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=c75e49ea-fa28-4539-bcec-862be2b3317c HTTP/1.1" status: 200 len: 210 time: 0.0667219 Oct 04 09:51:35.668990 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a3c4d-0422-4128-aef4-9bf87a36d418 req-10a66c7f-3c5a-405f-b9fc-9ab9d6ab7525 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:51:35.669711 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-7a8a3c4d-0422-4128-aef4-9bf87a36d418 req-10a66c7f-3c5a-405f-b9fc-9ab9d6ab7525 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Synchronizing usage tracker for tenant:ef52f191c82844f690125e6a2117b363 on resource:network {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:51:35.690270 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-7a8a3c4d-0422-4128-aef4-9bf87a36d418 req-10a66c7f-3c5a-405f-b9fc-9ab9d6ab7525 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Unset dirty status for tenant:ef52f191c82844f690125e6a2117b363 on resource:network {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:51:35.691731 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7a8a3c4d-0422-4128-aef4-9bf87a36d418 req-10a66c7f-3c5a-405f-b9fc-9ab9d6ab7525 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.20 "GET /v2.0/networks?id=5fd5344b-ce6c-4034-a662-6793bd140ae1 HTTP/1.1" status: 200 len: 815 time: 0.1691079 Oct 04 09:51:35.711484 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-7a8a3c4d-0422-4128-aef4-9bf87a36d418 req-42916396-4cfb-4e13-ba49-b72371fdbde2 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Request body: {'port': {'device_id': 'c75e49ea-fa28-4539-bcec-862be2b3317c', 'network_id': '5fd5344b-ce6c-4034-a662-6793bd140ae1', 'admin_state_up': True, 'tenant_id': 'ef52f191c82844f690125e6a2117b363'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:51:35.789352 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-027cb02b-27c2-4935-8df0-bfc6874becd9 req-8ef38a18-0487-43e0-882f-d7bc73a3e072 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=c75e49ea-fa28-4539-bcec-862be2b3317c HTTP/1.1" status: 200 len: 210 time: 0.0719714 Oct 04 09:51:35.857143 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-7a8a3c4d-0422-4128-aef4-9bf87a36d418 req-42916396-4cfb-4e13-ba49-b72371fdbde2 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:51:35.867784 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-7a8a3c4d-0422-4128-aef4-9bf87a36d418 req-42916396-4cfb-4e13-ba49-b72371fdbde2 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:51:35.877340 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a8a3c4d-0422-4128-aef4-9bf87a36d418 req-42916396-4cfb-4e13-ba49-b72371fdbde2 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Made reservation on behalf of ef52f191c82844f690125e6a2117b363 for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:51:35.881378 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-7a8a3c4d-0422-4128-aef4-9bf87a36d418 req-42916396-4cfb-4e13-ba49-b72371fdbde2 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:36.048989 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [req-7a8a3c4d-0422-4128-aef4-9bf87a36d418 req-42916396-4cfb-4e13-ba49-b72371fdbde2 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Allocated IP 172.20.0.7 (5fd5344b-ce6c-4034-a662-6793bd140ae1/0600e6d2-29d3-416c-a5c3-cbcbd00fc8af/0b412fec-7875-4b0f-ac3c-95e26517f2aa) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:51:36.345746 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-7a8a3c4d-0422-4128-aef4-9bf87a36d418 req-42916396-4cfb-4e13-ba49-b72371fdbde2 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:36.366530 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-7a8a3c4d-0422-4128-aef4-9bf87a36d418 req-42916396-4cfb-4e13-ba49-b72371fdbde2 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Transition to ACTIVE for port object 0b412fec-7875-4b0f-ac3c-95e26517f2aa will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:51:36.397772 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-7a8a3c4d-0422-4128-aef4-9bf87a36d418 req-42916396-4cfb-4e13-ba49-b72371fdbde2 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:36.489709 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a8a3c4d-0422-4128-aef4-9bf87a36d418 req-42916396-4cfb-4e13-ba49-b72371fdbde2 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Network 5fd5344b-ce6c-4034-a662-6793bd140ae1 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:51:36.490685 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42916396-4cfb-4e13-ba49-b72371fdbde2 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Pushing event updated for resources: {'Port': ['ID=0b412fec-7875-4b0f-ac3c-95e26517f2aa,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:51:36.493647 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [req-7a8a3c4d-0422-4128-aef4-9bf87a36d418 req-42916396-4cfb-4e13-ba49-b72371fdbde2 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:51:36.495924 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a8a3c4d-0422-4128-aef4-9bf87a36d418 req-42916396-4cfb-4e13-ba49-b72371fdbde2 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:51:36.579707 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a3c4d-0422-4128-aef4-9bf87a36d418 req-42916396-4cfb-4e13-ba49-b72371fdbde2 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:51:36.580489 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-7a8a3c4d-0422-4128-aef4-9bf87a36d418 req-42916396-4cfb-4e13-ba49-b72371fdbde2 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:36.619112 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7a8a3c4d-0422-4128-aef4-9bf87a36d418 req-42916396-4cfb-4e13-ba49-b72371fdbde2 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9125783 Oct 04 09:51:36.761042 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-53816ac3-ca36-4357-86eb-98b351c8894d None None] Provisioning for port 0b412fec-7875-4b0f-ac3c-95e26517f2aa completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:51:36.766876 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-53816ac3-ca36-4357-86eb-98b351c8894d None None] Provisioning complete for port 0b412fec-7875-4b0f-ac3c-95e26517f2aa triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:51:36.774865 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-53816ac3-ca36-4357-86eb-98b351c8894d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:36.775418 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-53816ac3-ca36-4357-86eb-98b351c8894d None None] Attempt 1 to provision port 0b412fec-7875-4b0f-ac3c-95e26517f2aa Oct 04 09:51:36.836406 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-53816ac3-ca36-4357-86eb-98b351c8894d None None] Port 0b412fec-7875-4b0f-ac3c-95e26517f2aa cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:51:37.015494 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198f875a-2e8c-4387-9265-312b0be48c75 req-366a6559-97a9-4388-a9ae-93c10cee965d tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:51:37.016343 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-198f875a-2e8c-4387-9265-312b0be48c75 req-366a6559-97a9-4388-a9ae-93c10cee965d tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Synchronizing usage tracker for tenant:ef52f191c82844f690125e6a2117b363 on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:51:37.033770 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-198f875a-2e8c-4387-9265-312b0be48c75 req-366a6559-97a9-4388-a9ae-93c10cee965d tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Unset dirty status for tenant:ef52f191c82844f690125e6a2117b363 on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:51:37.034970 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-198f875a-2e8c-4387-9265-312b0be48c75 req-366a6559-97a9-4388-a9ae-93c10cee965d tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=c75e49ea-fa28-4539-bcec-862be2b3317c HTTP/1.1" status: 200 len: 931 time: 0.1161091 Oct 04 09:51:37.082779 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-198f875a-2e8c-4387-9265-312b0be48c75 req-e9c54dc5-a728-4136-9b0e-c01b8364fc3c tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Synchronizing usage tracker for tenant:ef52f191c82844f690125e6a2117b363 on resource:security_group {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:51:37.100844 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-198f875a-2e8c-4387-9265-312b0be48c75 req-e9c54dc5-a728-4136-9b0e-c01b8364fc3c tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Unset dirty status for tenant:ef52f191c82844f690125e6a2117b363 on resource:security_group {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:51:37.102358 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-198f875a-2e8c-4387-9265-312b0be48c75 req-e9c54dc5-a728-4136-9b0e-c01b8364fc3c tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?id=d587ed94-fd7a-42db-9671-941f66ceeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597081 Oct 04 09:51:37.338868 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-53816ac3-ca36-4357-86eb-98b351c8894d None None] Attempt 2 to provision port 0b412fec-7875-4b0f-ac3c-95e26517f2aa Oct 04 09:51:37.400337 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-53816ac3-ca36-4357-86eb-98b351c8894d None None] Port 0b412fec-7875-4b0f-ac3c-95e26517f2aa cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:51:37.901141 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-53816ac3-ca36-4357-86eb-98b351c8894d None None] Attempt 3 to provision port 0b412fec-7875-4b0f-ac3c-95e26517f2aa Oct 04 09:51:37.957831 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-53816ac3-ca36-4357-86eb-98b351c8894d None None] Port 0b412fec-7875-4b0f-ac3c-95e26517f2aa cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:51:38.311169 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bea3a2-fc1a-4d83-ac41-5a256f51f9f9 req-8b9e4b77-ff59-4155-8442-a023c9bcfd14 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:51:38.319368 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-02bea3a2-fc1a-4d83-ac41-5a256f51f9f9 req-8b9e4b77-ff59-4155-8442-a023c9bcfd14 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=c75e49ea-fa28-4539-bcec-862be2b3317c HTTP/1.1" status: 200 len: 931 time: 0.0972688 Oct 04 09:51:38.360389 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-02bea3a2-fc1a-4d83-ac41-5a256f51f9f9 req-d78a2043-16b2-4ffc-8f06-5d56623feae8 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?id=d587ed94-fd7a-42db-9671-941f66ceeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397918 Oct 04 09:51:38.459595 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-53816ac3-ca36-4357-86eb-98b351c8894d None None] Attempt 4 to provision port 0b412fec-7875-4b0f-ac3c-95e26517f2aa Oct 04 09:51:38.517156 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-53816ac3-ca36-4357-86eb-98b351c8894d None None] Port 0b412fec-7875-4b0f-ac3c-95e26517f2aa cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:51:39.018428 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-53816ac3-ca36-4357-86eb-98b351c8894d None None] Attempt 5 to provision port 0b412fec-7875-4b0f-ac3c-95e26517f2aa Oct 04 09:51:39.129260 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-53816ac3-ca36-4357-86eb-98b351c8894d None None] Port 0b412fec-7875-4b0f-ac3c-95e26517f2aa cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:51:39.569791 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e3b88-f962-464b-9d56-168a2ae38ade req-a269680d-662d-4a5d-b27d-98fa2b404dcc tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:51:39.571314 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-bf1e3b88-f962-464b-9d56-168a2ae38ade req-a269680d-662d-4a5d-b27d-98fa2b404dcc tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=c75e49ea-fa28-4539-bcec-862be2b3317c HTTP/1.1" status: 200 len: 931 time: 0.0911331 Oct 04 09:51:39.624084 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-bf1e3b88-f962-464b-9d56-168a2ae38ade req-bb233375-3d85-44b6-ab9a-5ebe361d2f90 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?id=d587ed94-fd7a-42db-9671-941f66ceeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470247 Oct 04 09:51:39.630172 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-53816ac3-ca36-4357-86eb-98b351c8894d None None] Attempt 6 to provision port 0b412fec-7875-4b0f-ac3c-95e26517f2aa Oct 04 09:51:39.693488 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-53816ac3-ca36-4357-86eb-98b351c8894d None None] Port 0b412fec-7875-4b0f-ac3c-95e26517f2aa cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:51:40.195191 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-53816ac3-ca36-4357-86eb-98b351c8894d None None] Attempt 7 to provision port 0b412fec-7875-4b0f-ac3c-95e26517f2aa Oct 04 09:51:40.256238 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-53816ac3-ca36-4357-86eb-98b351c8894d None None] Port 0b412fec-7875-4b0f-ac3c-95e26517f2aa cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:51:40.757696 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-53816ac3-ca36-4357-86eb-98b351c8894d None None] Attempt 8 to provision port 0b412fec-7875-4b0f-ac3c-95e26517f2aa Oct 04 09:51:40.816012 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-53816ac3-ca36-4357-86eb-98b351c8894d None None] Port 0b412fec-7875-4b0f-ac3c-95e26517f2aa cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:51:40.843688 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a576aa1-aa47-489c-8de3-de50d510c4d9 req-16e3d631-9d26-4240-8b25-31cbc551768f tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:51:40.857420 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-2a576aa1-aa47-489c-8de3-de50d510c4d9 req-16e3d631-9d26-4240-8b25-31cbc551768f tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=c75e49ea-fa28-4539-bcec-862be2b3317c HTTP/1.1" status: 200 len: 931 time: 0.1037209 Oct 04 09:51:40.898733 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-2a576aa1-aa47-489c-8de3-de50d510c4d9 req-b6902c1d-4137-4119-9947-5f76165c6035 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?id=d587ed94-fd7a-42db-9671-941f66ceeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468740 Oct 04 09:51:41.316946 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-53816ac3-ca36-4357-86eb-98b351c8894d None None] Attempt 9 to provision port 0b412fec-7875-4b0f-ac3c-95e26517f2aa Oct 04 09:51:41.378786 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-53816ac3-ca36-4357-86eb-98b351c8894d None None] Port 0b412fec-7875-4b0f-ac3c-95e26517f2aa cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:51:41.487802 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:41.880157 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-53816ac3-ca36-4357-86eb-98b351c8894d None None] Attempt 10 to provision port 0b412fec-7875-4b0f-ac3c-95e26517f2aa Oct 04 09:51:41.961716 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-53816ac3-ca36-4357-86eb-98b351c8894d None None] Port 0b412fec-7875-4b0f-ac3c-95e26517f2aa cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:51:42.114579 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3954813-b266-49f9-8aec-ae19c511fb75 req-a61b2463-5fef-4108-9c15-56368659ce36 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:51:42.119884 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d3954813-b266-49f9-8aec-ae19c511fb75 req-a61b2463-5fef-4108-9c15-56368659ce36 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=c75e49ea-fa28-4539-bcec-862be2b3317c HTTP/1.1" status: 200 len: 931 time: 0.0976150 Oct 04 09:51:42.196892 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d3954813-b266-49f9-8aec-ae19c511fb75 req-64e53ef1-f30f-484b-8134-d3b5fef3548b tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?id=d587ed94-fd7a-42db-9671-941f66ceeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690858 Oct 04 09:51:43.401554 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59f014-8740-4627-8280-af8089369446 req-8156487e-a51a-4a1e-85fe-d13602603f04 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:51:43.403310 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-9b59f014-8740-4627-8280-af8089369446 req-8156487e-a51a-4a1e-85fe-d13602603f04 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=c75e49ea-fa28-4539-bcec-862be2b3317c HTTP/1.1" status: 200 len: 931 time: 0.0910146 Oct 04 09:51:43.545563 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-9b59f014-8740-4627-8280-af8089369446 req-95aa5b15-a4ad-46e8-a344-7d7cd6d2bccd tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?id=d587ed94-fd7a-42db-9671-941f66ceeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364682 Oct 04 09:51:44.746461 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0f3e5-0ec9-42fb-a2fb-7388b18a7506 req-a772a6df-8a65-4f1f-b48d-65f33f00d4a6 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:51:44.747909 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-40c0f3e5-0ec9-42fb-a2fb-7388b18a7506 req-a772a6df-8a65-4f1f-b48d-65f33f00d4a6 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=c75e49ea-fa28-4539-bcec-862be2b3317c HTTP/1.1" status: 200 len: 931 time: 0.0886159 Oct 04 09:51:44.792695 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-40c0f3e5-0ec9-42fb-a2fb-7388b18a7506 req-1e581cc7-5bf2-4216-8495-a6a7c006cb12 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?id=d587ed94-fd7a-42db-9671-941f66ceeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386736 Oct 04 09:51:45.985044 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a6168-25d2-4034-a56a-85294a345cc1 req-02153d82-3cea-453e-a4f9-f3eb07d32c22 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:51:45.986483 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-8c7a6168-25d2-4034-a56a-85294a345cc1 req-02153d82-3cea-453e-a4f9-f3eb07d32c22 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=c75e49ea-fa28-4539-bcec-862be2b3317c HTTP/1.1" status: 200 len: 931 time: 0.0848498 Oct 04 09:51:46.031953 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-8c7a6168-25d2-4034-a56a-85294a345cc1 req-91cb8f18-a42f-4b7c-a9fa-11e85ab10668 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?id=d587ed94-fd7a-42db-9671-941f66ceeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392857 Oct 04 09:51:46.477127 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-7a8a3c4d-0422-4128-aef4-9bf87a36d418 req-28937eee-19ea-4967-a72c-e6ea9cc867e6 service neutron] Request body: {'port': {'device_id': 'c75e49ea-fa28-4539-bcec-862be2b3317c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8602'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:51:46.587816 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-7a8a3c4d-0422-4128-aef4-9bf87a36d418 req-28937eee-19ea-4967-a72c-e6ea9cc867e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:47.017933 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [req-7a8a3c4d-0422-4128-aef4-9bf87a36d418 req-28937eee-19ea-4967-a72c-e6ea9cc867e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b412fec-7875-4b0f-ac3c-95e26517f2aa {{(pid=89032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:51:47.025505 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-7a8a3c4d-0422-4128-aef4-9bf87a36d418 req-28937eee-19ea-4967-a72c-e6ea9cc867e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:47.043448 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-7a8a3c4d-0422-4128-aef4-9bf87a36d418 req-28937eee-19ea-4967-a72c-e6ea9cc867e6 service neutron] Transition to ACTIVE for port object 0b412fec-7875-4b0f-ac3c-95e26517f2aa will not be triggered until provisioned by entity L2. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:51:47.047387 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-7a8a3c4d-0422-4128-aef4-9bf87a36d418 req-28937eee-19ea-4967-a72c-e6ea9cc867e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:47.253599 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28937eee-19ea-4967-a72c-e6ea9cc867e6 service neutron] Pushing event updated for resources: {'Port': ['ID=0b412fec-7875-4b0f-ac3c-95e26517f2aa,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:51:47.347621 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd8124b-217c-46cb-9a7b-9a5185e846bb req-daa01432-2e98-4296-8f6f-a5443ec0e606 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:51:47.349097 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ddd8124b-217c-46cb-9a7b-9a5185e846bb req-daa01432-2e98-4296-8f6f-a5443ec0e606 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=c75e49ea-fa28-4539-bcec-862be2b3317c HTTP/1.1" status: 200 len: 943 time: 0.1950829 Oct 04 09:51:47.351100 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-7a8a3c4d-0422-4128-aef4-9bf87a36d418 req-28937eee-19ea-4967-a72c-e6ea9cc867e6 service neutron] Attempting to bind port 0b412fec-7875-4b0f-ac3c-95e26517f2aa on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:51:47.351433 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-7a8a3c4d-0422-4128-aef4-9bf87a36d418 req-28937eee-19ea-4967-a72c-e6ea9cc867e6 service neutron] Attempting to bind port 0b412fec-7875-4b0f-ac3c-95e26517f2aa by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': 'a2c11ebe-bc2b-4ac6-bbf2-e064a244407f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5fd5344b-ce6c-4034-a662-6793bd140ae1'}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:51:47.351759 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8a3c4d-0422-4128-aef4-9bf87a36d418 req-28937eee-19ea-4967-a72c-e6ea9cc867e6 service neutron] Attempting to bind port 0b412fec-7875-4b0f-ac3c-95e26517f2aa on network 5fd5344b-ce6c-4034-a662-6793bd140ae1 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:51:47.368384 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8a3c4d-0422-4128-aef4-9bf87a36d418 req-28937eee-19ea-4967-a72c-e6ea9cc867e6 service neutron] Port 0b412fec-7875-4b0f-ac3c-95e26517f2aa on network 5fd5344b-ce6c-4034-a662-6793bd140ae1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:51:47.368708 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8a3c4d-0422-4128-aef4-9bf87a36d418 req-28937eee-19ea-4967-a72c-e6ea9cc867e6 service neutron] Attempting to bind port 0b412fec-7875-4b0f-ac3c-95e26517f2aa on network 5fd5344b-ce6c-4034-a662-6793bd140ae1 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:51:47.381357 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8a3c4d-0422-4128-aef4-9bf87a36d418 req-28937eee-19ea-4967-a72c-e6ea9cc867e6 service neutron] Checking agent: {'id': '1be90a14-1104-4771-996e-684b25b74d15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'started_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:51:47.381692 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8a3c4d-0422-4128-aef4-9bf87a36d418 req-28937eee-19ea-4967-a72c-e6ea9cc867e6 service neutron] Checking segment: {'id': 'a2c11ebe-bc2b-4ac6-bbf2-e064a244407f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5fd5344b-ce6c-4034-a662-6793bd140ae1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:51:47.382062 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8a3c4d-0422-4128-aef4-9bf87a36d418 req-28937eee-19ea-4967-a72c-e6ea9cc867e6 service neutron] Bound using segment: {'id': 'a2c11ebe-bc2b-4ac6-bbf2-e064a244407f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5fd5344b-ce6c-4034-a662-6793bd140ae1'} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:51:47.382489 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-7a8a3c4d-0422-4128-aef4-9bf87a36d418 req-28937eee-19ea-4967-a72c-e6ea9cc867e6 service neutron] Bound port: 0b412fec-7875-4b0f-ac3c-95e26517f2aa, host: hv-neutron-8602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2c11ebe-bc2b-4ac6-bbf2-e064a244407f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5fd5344b-ce6c-4034-a662-6793bd140ae1'}}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:51:47.382831 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-7a8a3c4d-0422-4128-aef4-9bf87a36d418 req-28937eee-19ea-4967-a72c-e6ea9cc867e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:47.413255 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ddd8124b-217c-46cb-9a7b-9a5185e846bb req-7a2d8214-aaa6-4f07-9fb6-3cbf9d5cde9e tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?id=d587ed94-fd7a-42db-9671-941f66ceeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578887 Oct 04 09:51:47.485490 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-7a8a3c4d-0422-4128-aef4-9bf87a36d418 req-28937eee-19ea-4967-a72c-e6ea9cc867e6 service neutron] For port 0b412fec-7875-4b0f-ac3c-95e26517f2aa, host hv-neutron-8602, cleared binding levels {{(pid=89032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:51:47.489203 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-7a8a3c4d-0422-4128-aef4-9bf87a36d418 req-28937eee-19ea-4967-a72c-e6ea9cc867e6 service neutron] For port 0b412fec-7875-4b0f-ac3c-95e26517f2aa, host hv-neutron-8602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=0b412fec-7875-4b0f-ac3c-95e26517f2aa,segment=NetworkSegment(a2c11ebe-bc2b-4ac6-bbf2-e064a244407f),segment_id=a2c11ebe-bc2b-4ac6-bbf2-e064a244407f)] {{(pid=89032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:51:47.494371 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-7a8a3c4d-0422-4128-aef4-9bf87a36d418 req-28937eee-19ea-4967-a72c-e6ea9cc867e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:47.528509 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a3c4d-0422-4128-aef4-9bf87a36d418 req-28937eee-19ea-4967-a72c-e6ea9cc867e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:51:47.529120 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-7a8a3c4d-0422-4128-aef4-9bf87a36d418 req-28937eee-19ea-4967-a72c-e6ea9cc867e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:47.530468 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7a8a3c4d-0422-4128-aef4-9bf87a36d418 req-28937eee-19ea-4967-a72c-e6ea9cc867e6 service neutron] 10.222.0.20 "PUT /v2.0/ports/0b412fec-7875-4b0f-ac3c-95e26517f2aa HTTP/1.1" status: 200 len: 1093 time: 1.0581112 Oct 04 09:51:47.530903 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c75e49ea-fa28-4539-bcec-862be2b3317c', 'tag': '0b412fec-7875-4b0f-ac3c-95e26517f2aa'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:51:47.533222 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec171eb-af06-420c-9c9b-8927af94748d" -d '{"events": [{"name": "network-changed", "server_uuid": "c75e49ea-fa28-4539-bcec-862be2b3317c", "tag": "0b412fec-7875-4b0f-ac3c-95e26517f2aa"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:51:47.575993 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28937eee-19ea-4967-a72c-e6ea9cc867e6 service neutron] Pushing event updated for resources: {'Port': ['ID=0b412fec-7875-4b0f-ac3c-95e26517f2aa,revision_number=3']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:51:47.582389 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e59a44-e31c-4573-936c-be235e5eaf8f x-openstack-request-id: req-e9e59a44-e31c-4573-936c-be235e5eaf8f {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:51:47.582675 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c75e49ea-fa28-4539-bcec-862be2b3317c", "tag": "0b412fec-7875-4b0f-ac3c-95e26517f2aa", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:51:47.582924 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e9e59a44-e31c-4573-936c-be235e5eaf8f {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:51:47.583318 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9e59a44-e31c-4573-936c-be235e5eaf8f'] response: {'name': 'network-changed', 'server_uuid': 'c75e49ea-fa28-4539-bcec-862be2b3317c', 'tag': '0b412fec-7875-4b0f-ac3c-95e26517f2aa', 'status': 'completed', 'code': 200} Oct 04 09:51:47.673969 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a3c4d-0422-4128-aef4-9bf87a36d418 req-eaa43c27-c33c-43cf-8d23-377c5530a6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:51:47.675348 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7a8a3c4d-0422-4128-aef4-9bf87a36d418 req-eaa43c27-c33c-43cf-8d23-377c5530a6de service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ef52f191c82844f690125e6a2117b363&device_id=c75e49ea-fa28-4539-bcec-862be2b3317c HTTP/1.1" status: 200 len: 1096 time: 0.0763433 Oct 04 09:51:47.749973 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7a8a3c4d-0422-4128-aef4-9bf87a36d418 req-f45c5361-e64a-4a3e-b822-8ecc5c53aff3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b412fec-7875-4b0f-ac3c-95e26517f2aa HTTP/1.1" status: 200 len: 217 time: 0.0634804 Oct 04 09:51:47.819338 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a3c4d-0422-4128-aef4-9bf87a36d418 req-f1b77679-6813-4af6-b910-bfa609d75f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:51:47.820747 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7a8a3c4d-0422-4128-aef4-9bf87a36d418 req-f1b77679-6813-4af6-b910-bfa609d75f32 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0600e6d2-29d3-416c-a5c3-cbcbd00fc8af HTTP/1.1" status: 200 len: 854 time: 0.0638478 Oct 04 09:51:47.904527 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a3c4d-0422-4128-aef4-9bf87a36d418 req-a6c88e15-0c8e-4cf7-a6ee-4c678fd3f46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:51:47.905993 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7a8a3c4d-0422-4128-aef4-9bf87a36d418 req-a6c88e15-0c8e-4cf7-a6ee-4c678fd3f46f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5fd5344b-ce6c-4034-a662-6793bd140ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796249 Oct 04 09:51:48.035028 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7a8a3c4d-0422-4128-aef4-9bf87a36d418 req-880bfe69-817e-4044-b2f3-1f48fac0e89f service neutron] 10.222.0.20 "GET /v2.0/networks/5fd5344b-ce6c-4034-a662-6793bd140ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218412 Oct 04 09:51:48.162774 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7a8a3c4d-0422-4128-aef4-9bf87a36d418 req-bbd58d19-9a0c-46bd-866e-2a23ecf9dc8c service neutron] 10.222.0.20 "GET /v2.0/networks/5fd5344b-ce6c-4034-a662-6793bd140ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211259 Oct 04 09:51:48.328612 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec171eb-af06-420c-9c9b-8927af94748d req-599c5ad7-2456-42d2-9d0a-696e32526040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:51:48.330069 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6ec171eb-af06-420c-9c9b-8927af94748d req-599c5ad7-2456-42d2-9d0a-696e32526040 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ef52f191c82844f690125e6a2117b363&device_id=c75e49ea-fa28-4539-bcec-862be2b3317c HTTP/1.1" status: 200 len: 1096 time: 0.0766611 Oct 04 09:51:48.597540 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec171eb-af06-420c-9c9b-8927af94748d req-878d3ac6-7c5a-408a-906f-bb07013d0c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:51:48.598878 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6ec171eb-af06-420c-9c9b-8927af94748d req-878d3ac6-7c5a-408a-906f-bb07013d0c57 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5fd5344b-ce6c-4034-a662-6793bd140ae1 HTTP/1.1" status: 200 len: 916 time: 0.2627244 Oct 04 09:51:48.673905 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6ec171eb-af06-420c-9c9b-8927af94748d req-2feea1df-c128-454c-a078-f48e868fea75 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b412fec-7875-4b0f-ac3c-95e26517f2aa HTTP/1.1" status: 200 len: 217 time: 0.0675690 Oct 04 09:51:48.737055 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40fb45d-fa4b-49f0-ad19-101948d0dc91 req-7eb28d99-12aa-4696-bc9e-408fc96aab1c tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:51:48.738503 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a40fb45d-fa4b-49f0-ad19-101948d0dc91 req-7eb28d99-12aa-4696-bc9e-408fc96aab1c tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=c75e49ea-fa28-4539-bcec-862be2b3317c HTTP/1.1" status: 200 len: 943 time: 0.2071271 Oct 04 09:51:48.765653 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec171eb-af06-420c-9c9b-8927af94748d req-ece5e7a0-5088-40ef-a7bd-0384614f91aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:51:48.767023 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6ec171eb-af06-420c-9c9b-8927af94748d req-ece5e7a0-5088-40ef-a7bd-0384614f91aa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0600e6d2-29d3-416c-a5c3-cbcbd00fc8af HTTP/1.1" status: 200 len: 854 time: 0.0861213 Oct 04 09:51:48.836587 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a40fb45d-fa4b-49f0-ad19-101948d0dc91 req-d171f74a-a3c1-4bbd-956e-8a5ce2690f74 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?id=d587ed94-fd7a-42db-9671-941f66ceeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912211 Oct 04 09:51:48.864234 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec171eb-af06-420c-9c9b-8927af94748d req-ace23716-e632-46c7-b827-44d8be2b9be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:51:48.866312 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6ec171eb-af06-420c-9c9b-8927af94748d req-ace23716-e632-46c7-b827-44d8be2b9be9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5fd5344b-ce6c-4034-a662-6793bd140ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0891802 Oct 04 09:51:48.995550 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6ec171eb-af06-420c-9c9b-8927af94748d req-f0d2c6fa-1586-4314-a427-abdec8205b8e service neutron] 10.222.0.20 "GET /v2.0/networks/5fd5344b-ce6c-4034-a662-6793bd140ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225946 Oct 04 09:51:49.124656 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6ec171eb-af06-420c-9c9b-8927af94748d req-6f6c81ec-0f2b-47d4-bb5c-d322607badbd service neutron] 10.222.0.20 "GET /v2.0/networks/5fd5344b-ce6c-4034-a662-6793bd140ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216321 Oct 04 09:51:50.177937 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d6d61c-cf74-4396-b4a5-cec53fe8dcdb req-501498fb-cac6-4112-a3ea-6a593f5e89c5 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:51:50.179385 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-66d6d61c-cf74-4396-b4a5-cec53fe8dcdb req-501498fb-cac6-4112-a3ea-6a593f5e89c5 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=c75e49ea-fa28-4539-bcec-862be2b3317c HTTP/1.1" status: 200 len: 943 time: 0.0862255 Oct 04 09:51:50.222335 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-66d6d61c-cf74-4396-b4a5-cec53fe8dcdb req-f353a8cf-485d-4e2f-9e41-513798f9c477 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?id=d587ed94-fd7a-42db-9671-941f66ceeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373437 Oct 04 09:51:51.419994 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe22e88-bab8-44fe-be3d-5e99e4371c89 req-af80e648-d7fe-46fb-bae0-e62a2b0204f4 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:51:51.421595 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7fe22e88-bab8-44fe-be3d-5e99e4371c89 req-af80e648-d7fe-46fb-bae0-e62a2b0204f4 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=c75e49ea-fa28-4539-bcec-862be2b3317c HTTP/1.1" status: 200 len: 943 time: 0.0895245 Oct 04 09:51:51.465494 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7fe22e88-bab8-44fe-be3d-5e99e4371c89 req-9ac894f0-3663-4ad3-91f6-c719a48e508a tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?id=d587ed94-fd7a-42db-9671-941f66ceeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375757 Oct 04 09:51:51.933057 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 0b412fec-7875-4b0f-ac3c-95e26517f2aa details requested by agent hyperv_hv-neutron-8602 with host hv-neutron-8602 {{(pid=89034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 04 09:51:52.063442 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 0b412fec-7875-4b0f-ac3c-95e26517f2aa, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=0b412fec-7875-4b0f-ac3c-95e26517f2aa,segment=NetworkSegment(a2c11ebe-bc2b-4ac6-bbf2-e064a244407f),segment_id=a2c11ebe-bc2b-4ac6-bbf2-e064a244407f)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:51:52.076841 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Returning: {'device': '0b412fec-7875-4b0f-ac3c-95e26517f2aa', 'network_id': '5fd5344b-ce6c-4034-a662-6793bd140ae1', 'port_id': '0b412fec-7875-4b0f-ac3c-95e26517f2aa', 'mac_address': 'fa:16:3e:dd:a2:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0600e6d2-29d3-416c-a5c3-cbcbd00fc8af', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 04 09:51:52.129439 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 0b412fec-7875-4b0f-ac3c-95e26517f2aa is: DOWN; New status is: BUILD {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:51:52.129815 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:52.146338 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b412fec-7875-4b0f-ac3c-95e26517f2aa {{(pid=89034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:51:52.160992 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 0b412fec-7875-4b0f-ac3c-95e26517f2aa, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=0b412fec-7875-4b0f-ac3c-95e26517f2aa,segment=NetworkSegment(a2c11ebe-bc2b-4ac6-bbf2-e064a244407f),segment_id=a2c11ebe-bc2b-4ac6-bbf2-e064a244407f)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:51:52.164243 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:52.230757 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=0b412fec-7875-4b0f-ac3c-95e26517f2aa,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:51:52.237597 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:51:52.237942 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:51:52.238275 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:51:52.238603 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:51:52.238929 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:51:52.239252 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:51:52.239572 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:51:52.239889 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:51:52.240766 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:51:52.241089 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:51:52.241406 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:51:52.241720 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:51:52.551447 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['0b412fec-7875-4b0f-ac3c-95e26517f2aa'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 09:51:52.660676 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350049ea-5e48-4024-bf2f-d9121a63ea45 req-a31d71b4-1485-4a8b-b26a-d07c60c1dd75 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:51:52.662641 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-350049ea-5e48-4024-bf2f-d9121a63ea45 req-a31d71b4-1485-4a8b-b26a-d07c60c1dd75 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=c75e49ea-fa28-4539-bcec-862be2b3317c HTTP/1.1" status: 200 len: 944 time: 0.0891247 Oct 04 09:51:52.706579 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-350049ea-5e48-4024-bf2f-d9121a63ea45 req-fe789301-1040-47f8-94e8-decabbd3756b tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?id=d587ed94-fd7a-42db-9671-941f66ceeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380790 Oct 04 09:51:53.706976 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:51:53.902782 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05ffb7-b10f-44ce-9856-dfb0a969d540 req-ee2f587d-33b7-4a61-aa84-204b3a64fd4e tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:51:53.904222 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9b05ffb7-b10f-44ce-9856-dfb0a969d540 req-ee2f587d-33b7-4a61-aa84-204b3a64fd4e tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=c75e49ea-fa28-4539-bcec-862be2b3317c HTTP/1.1" status: 200 len: 944 time: 0.0881209 Oct 04 09:51:53.931752 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 0b412fec-7875-4b0f-ac3c-95e26517f2aa up at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:51:53.947317 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9b05ffb7-b10f-44ce-9856-dfb0a969d540 req-8d85f766-0221-402d-937a-eb1cf650d189 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?id=d587ed94-fd7a-42db-9671-941f66ceeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374849 Oct 04 09:51:53.997945 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning for port 0b412fec-7875-4b0f-ac3c-95e26517f2aa completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:51:54.002550 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning complete for port 0b412fec-7875-4b0f-ac3c-95e26517f2aa triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:51:54.003169 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:54.003510 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Attempt 1 to provision port 0b412fec-7875-4b0f-ac3c-95e26517f2aa Oct 04 09:51:54.117254 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 0b412fec-7875-4b0f-ac3c-95e26517f2aa is: BUILD; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:51:54.117627 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:54.143220 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c75e49ea-fa28-4539-bcec-862be2b3317c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b412fec-7875-4b0f-ac3c-95e26517f2aa'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:51:54.145519 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aef738b946a3ea172e8e75fc735451da1d91f114ea1acc5fcf392e20a929bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96251925-100f-422b-bd1e-90b82b5ebc09" -d '{"events": [{"server_uuid": "c75e49ea-fa28-4539-bcec-862be2b3317c", "name": "network-vif-plugged", "status": "completed", "tag": "0b412fec-7875-4b0f-ac3c-95e26517f2aa"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:51:54.153604 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 0b412fec-7875-4b0f-ac3c-95e26517f2aa, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=0b412fec-7875-4b0f-ac3c-95e26517f2aa,segment=NetworkSegment(a2c11ebe-bc2b-4ac6-bbf2-e064a244407f),segment_id=a2c11ebe-bc2b-4ac6-bbf2-e064a244407f)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:51:54.156994 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:51:54.190140 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d0ab7b-81ae-4d5f-997b-62fde1a77198 x-openstack-request-id: req-36d0ab7b-81ae-4d5f-997b-62fde1a77198 {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:51:54.190430 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c75e49ea-fa28-4539-bcec-862be2b3317c", "name": "network-vif-plugged", "status": "completed", "tag": "0b412fec-7875-4b0f-ac3c-95e26517f2aa", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:51:54.190682 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-36d0ab7b-81ae-4d5f-997b-62fde1a77198 {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:51:54.191068 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36d0ab7b-81ae-4d5f-997b-62fde1a77198'] response: {'server_uuid': 'c75e49ea-fa28-4539-bcec-862be2b3317c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b412fec-7875-4b0f-ac3c-95e26517f2aa', 'code': 200} Oct 04 09:51:54.228643 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=0b412fec-7875-4b0f-ac3c-95e26517f2aa,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:51:54.454194 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049bf2d0-470b-4441-9e2d-6570589bb09a req-9ca46385-77d6-45b6-ada5-7a051990312a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:51:54.455651 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-049bf2d0-470b-4441-9e2d-6570589bb09a req-9ca46385-77d6-45b6-ada5-7a051990312a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c75e49ea-fa28-4539-bcec-862be2b3317c HTTP/1.1" status: 200 len: 1098 time: 0.0810342 Oct 04 09:51:54.495234 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-049bf2d0-470b-4441-9e2d-6570589bb09a req-fde81db1-f78c-4d2b-9f5f-879ca13a7a77 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d587ed94-fd7a-42db-9671-941f66ceeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332932 Oct 04 09:51:55.141065 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4bfc5-ef37-4d6e-a0c2-32f5732f887d req-e6ad8dac-f7ca-43ce-9b33-f11abeb3940a tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:51:55.142509 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-05a4bfc5-ef37-4d6e-a0c2-32f5732f887d req-e6ad8dac-f7ca-43ce-9b33-f11abeb3940a tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=c75e49ea-fa28-4539-bcec-862be2b3317c HTTP/1.1" status: 200 len: 945 time: 0.0849051 Oct 04 09:51:55.184732 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-05a4bfc5-ef37-4d6e-a0c2-32f5732f887d req-fb35e70b-0b87-4673-82aa-fe500fdcd655 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?id=d587ed94-fd7a-42db-9671-941f66ceeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365400 Oct 04 09:51:56.379304 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd4170-f326-4e52-ac41-f8ffe7b57bd4 req-13344043-b408-4852-9ef9-07ed1d95016e tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:51:56.381353 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7bdd4170-f326-4e52-ac41-f8ffe7b57bd4 req-13344043-b408-4852-9ef9-07ed1d95016e tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=c75e49ea-fa28-4539-bcec-862be2b3317c HTTP/1.1" status: 200 len: 945 time: 0.0852661 Oct 04 09:51:56.426902 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7bdd4170-f326-4e52-ac41-f8ffe7b57bd4 req-e1ee9f24-0d4e-477a-9793-55e234a8ee68 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?id=d587ed94-fd7a-42db-9671-941f66ceeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400450 Oct 04 09:51:56.624726 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d951e-8cbc-441e-abc7-2765bfa49c0c req-ead758b9-44d1-4c79-87d2-285afe55416b tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:51:56.626178 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ae4d951e-8cbc-441e-abc7-2765bfa49c0c req-ead758b9-44d1-4c79-87d2-285afe55416b tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=c75e49ea-fa28-4539-bcec-862be2b3317c HTTP/1.1" status: 200 len: 945 time: 0.0881088 Oct 04 09:51:56.669400 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ae4d951e-8cbc-441e-abc7-2765bfa49c0c req-97193141-f785-45c4-aed6-6697bc0a36a3 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?id=d587ed94-fd7a-42db-9671-941f66ceeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367332 Oct 04 09:51:57.073039 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3a25d-86f3-4c9c-9db6-fdfcf35ba5b3 req-0a7f4c3c-0da1-4e55-b10b-0129063b51dc tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:51:57.074495 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e4f3a25d-86f3-4c9c-9db6-fdfcf35ba5b3 req-0a7f4c3c-0da1-4e55-b10b-0129063b51dc tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=c75e49ea-fa28-4539-bcec-862be2b3317c HTTP/1.1" status: 200 len: 945 time: 0.0860753 Oct 04 09:51:57.124936 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e4f3a25d-86f3-4c9c-9db6-fdfcf35ba5b3 req-2a33c7f9-6527-4b49-be25-3dee46f59c68 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?id=d587ed94-fd7a-42db-9671-941f66ceeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448546 Oct 04 09:51:57.657781 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-857de903-d8af-44aa-92e0-7916ec477f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:52:00.326852 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-81498e0d-5e29-4e91-bea6-96446f2f1718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:52:00.824775 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:52:00.841839 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:52:02.377918 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:52:09.654786 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4464dd6-8fa7-43b9-8107-d1e346fc7065 req-cd5b5a16-b320-4594-924f-bead4a6c591a tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:52:09.656167 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a4464dd6-8fa7-43b9-8107-d1e346fc7065 req-cd5b5a16-b320-4594-924f-bead4a6c591a tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=c75e49ea-fa28-4539-bcec-862be2b3317c HTTP/1.1" status: 200 len: 945 time: 0.0862701 Oct 04 09:52:09.699062 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a4464dd6-8fa7-43b9-8107-d1e346fc7065 req-f1a81286-7d54-41d1-ba96-c9c5b30f0d56 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?id=d587ed94-fd7a-42db-9671-941f66ceeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373380 Oct 04 09:52:09.729070 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 42396) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:52:09.901229 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93ce0b1-a934-4e31-b0e8-9ff97b2b0cbd tempest-TestMinimumBasicScenario-364972418 tempest-TestMinimumBasicScenario-364972418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:52:09.901933 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-b93ce0b1-a934-4e31-b0e8-9ff97b2b0cbd tempest-TestMinimumBasicScenario-364972418 tempest-TestMinimumBasicScenario-364972418-project-admin] Synchronizing usage tracker for tenant:cf88ab90032146eeb9841ac8c10650e7 on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:52:09.917555 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-b93ce0b1-a934-4e31-b0e8-9ff97b2b0cbd tempest-TestMinimumBasicScenario-364972418 tempest-TestMinimumBasicScenario-364972418-project-admin] Unset dirty status for tenant:cf88ab90032146eeb9841ac8c10650e7 on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:52:09.918622 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-b93ce0b1-a934-4e31-b0e8-9ff97b2b0cbd tempest-TestMinimumBasicScenario-364972418 tempest-TestMinimumBasicScenario-364972418-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c75e49ea-fa28-4539-bcec-862be2b3317c HTTP/1.1" status: 200 len: 1093 time: 0.1885452 Oct 04 09:52:09.921665 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 42402) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:52:09.926474 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-75f7be17-b4bb-4b20-beab-ab1a7d7a2f79 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Request body: {'floatingip': {'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'port_id': '0b412fec-7875-4b0f-ac3c-95e26517f2aa', 'tenant_id': 'ef52f191c82844f690125e6a2117b363', 'fixed_ip_address': '172.20.0.7'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:52:09.932208 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-75f7be17-b4bb-4b20-beab-ab1a7d7a2f79 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:52:09.935963 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-75f7be17-b4bb-4b20-beab-ab1a7d7a2f79 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Usage tracker for resource:floatingip and tenant:ef52f191c82844f690125e6a2117b363 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:52:09.938805 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-75f7be17-b4bb-4b20-beab-ab1a7d7a2f79 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:52:09.944941 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-75f7be17-b4bb-4b20-beab-ab1a7d7a2f79 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:52:09.953925 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-75f7be17-b4bb-4b20-beab-ab1a7d7a2f79 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for floatingip, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:52:10.085955 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-75f7be17-b4bb-4b20-beab-ab1a7d7a2f79 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:52:10.219750 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-75f7be17-b4bb-4b20-beab-ab1a7d7a2f79 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Allocated IP 172.26.10.129 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/19df9162-515a-43cf-9ecd-85a1b0c9b1e8) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:52:10.360977 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-75f7be17-b4bb-4b20-beab-ab1a7d7a2f79 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:52:10.389020 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-75f7be17-b4bb-4b20-beab-ab1a7d7a2f79 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:52:10.449987 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f7be17-b4bb-4b20-beab-ab1a7d7a2f79 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:52:10.452683 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-75f7be17-b4bb-4b20-beab-ab1a7d7a2f79 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:52:10.456387 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f7be17-b4bb-4b20-beab-ab1a7d7a2f79 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:52:10.494216 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f7be17-b4bb-4b20-beab-ab1a7d7a2f79 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Pushing event updated for resources: {'Port': ['ID=19df9162-515a-43cf-9ecd-85a1b0c9b1e8,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:52:10.508821 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f7be17-b4bb-4b20-beab-ab1a7d7a2f79 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:52:10.509165 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f7be17-b4bb-4b20-beab-ab1a7d7a2f79 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:52:10.509500 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f7be17-b4bb-4b20-beab-ab1a7d7a2f79 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:52:10.509830 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f7be17-b4bb-4b20-beab-ab1a7d7a2f79 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:52:10.510153 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f7be17-b4bb-4b20-beab-ab1a7d7a2f79 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:52:10.510476 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f7be17-b4bb-4b20-beab-ab1a7d7a2f79 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:52:10.510797 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f7be17-b4bb-4b20-beab-ab1a7d7a2f79 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:52:10.511113 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f7be17-b4bb-4b20-beab-ab1a7d7a2f79 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:52:10.511431 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f7be17-b4bb-4b20-beab-ab1a7d7a2f79 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:52:10.511744 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f7be17-b4bb-4b20-beab-ab1a7d7a2f79 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:52:10.512059 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f7be17-b4bb-4b20-beab-ab1a7d7a2f79 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:52:10.513400 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f7be17-b4bb-4b20-beab-ab1a7d7a2f79 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:52:10.884139 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-75f7be17-b4bb-4b20-beab-ab1a7d7a2f79 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:52:10.954625 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-75f7be17-b4bb-4b20-beab-ab1a7d7a2f79 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:52:11.248510 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-75f7be17-b4bb-4b20-beab-ab1a7d7a2f79 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:52:11.252922 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-75f7be17-b4bb-4b20-beab-ab1a7d7a2f79 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:52:11.359099 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-75f7be17-b4bb-4b20-beab-ab1a7d7a2f79 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:52:11.405916 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f7be17-b4bb-4b20-beab-ab1a7d7a2f79 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Pushing event updated for resources: {'Port': ['ID=19df9162-515a-43cf-9ecd-85a1b0c9b1e8,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:52:11.488280 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:52:11.548181 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.l3_db [None req-75f7be17-b4bb-4b20-beab-ab1a7d7a2f79 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Floating IP 51eb6d40-e7ee-4209-bb9a-ac8e910f452d associated. External IP: 172.26.10.129, port: 0b412fec-7875-4b0f-ac3c-95e26517f2aa. Oct 04 09:52:11.913322 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f7be17-b4bb-4b20-beab-ab1a7d7a2f79 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Router f1988e03-bd23-4592-bddc-2302d4435f46 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:52:12.089737 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f7be17-b4bb-4b20-beab-ab1a7d7a2f79 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:52:12.099211 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a4eb83-feaf-48a6-97dc-7d92df1c9c1e None None] Sync routers for ids ['f1988e03-bd23-4592-bddc-2302d4435f46'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:52:12.108212 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a4eb83-feaf-48a6-97dc-7d92df1c9c1e None None] Routers {'f1988e03-bd23-4592-bddc-2302d4435f46'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:52:12.108932 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-52a4eb83-feaf-48a6-97dc-7d92df1c9c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:52:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['f1988e03-bd23-4592-bddc-2302d4435f46'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:52:12.112901 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-75f7be17-b4bb-4b20-beab-ab1a7d7a2f79 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:52:12.172423 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-75f7be17-b4bb-4b20-beab-ab1a7d7a2f79 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2497153 Oct 04 09:52:12.173006 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c75e49ea-fa28-4539-bcec-862be2b3317c', 'tag': '0b412fec-7875-4b0f-ac3c-95e26517f2aa'}] {{(pid=89033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:52:12.175407 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e417ebe64424eb0358633e416672821aae4ea22acc2211bb28d37655142b7e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4459ecc-640f-4d85-8e7a-0b4c2a274295" -d '{"events": [{"name": "network-changed", "server_uuid": "c75e49ea-fa28-4539-bcec-862be2b3317c", "tag": "0b412fec-7875-4b0f-ac3c-95e26517f2aa"}]}' {{(pid=89033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:52:12.175602 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 42406) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:52:12.180651 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-10d7b2d7-7175-448b-8f49-be1c7ea0159a tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-761564304', 'description': 'tempest-secgroup-smoke-761564304 description', 'project_id': 'ef52f191c82844f690125e6a2117b363'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:52:12.190723 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-10d7b2d7-7175-448b-8f49-be1c7ea0159a tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:52:12.200876 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-10d7b2d7-7175-448b-8f49-be1c7ea0159a tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:52:12.212763 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-10d7b2d7-7175-448b-8f49-be1c7ea0159a tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:52:12.239927 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-10d7b2d7-7175-448b-8f49-be1c7ea0159a tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:52:12.245876 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-10d7b2d7-7175-448b-8f49-be1c7ea0159a tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Usage tracker for resource:security_group_rule and tenant:ef52f191c82844f690125e6a2117b363 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:52:12.249134 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-10d7b2d7-7175-448b-8f49-be1c7ea0159a tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:52:12.255833 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-10d7b2d7-7175-448b-8f49-be1c7ea0159a tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:52:12.296579 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-52a4eb83-feaf-48a6-97dc-7d92df1c9c1e None None] Set router f1988e03-bd23-4592-bddc-2302d4435f46 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:52:12.345222 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830adadb-f9a7-4da0-9325-20e79166b825 x-openstack-request-id: req-830adadb-f9a7-4da0-9325-20e79166b825 {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:52:12.345625 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c75e49ea-fa28-4539-bcec-862be2b3317c", "tag": "0b412fec-7875-4b0f-ac3c-95e26517f2aa", "status": "completed", "code": 200}]} {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:52:12.345975 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-830adadb-f9a7-4da0-9325-20e79166b825 {{(pid=89033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:52:12.346482 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-830adadb-f9a7-4da0-9325-20e79166b825'] response: {'name': 'network-changed', 'server_uuid': 'c75e49ea-fa28-4539-bcec-862be2b3317c', 'tag': '0b412fec-7875-4b0f-ac3c-95e26517f2aa', 'status': 'completed', 'code': 200} Oct 04 09:52:12.347993 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-10d7b2d7-7175-448b-8f49-be1c7ea0159a tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:52:12.352724 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-10d7b2d7-7175-448b-8f49-be1c7ea0159a tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:52:12.444626 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d7b2d7-7175-448b-8f49-be1c7ea0159a tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f25aa960-5a2f-44b5-a01b-85e9e8c390a8,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:52:12.454891 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-10d7b2d7-7175-448b-8f49-be1c7ea0159a tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:52:12.456098 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-10d7b2d7-7175-448b-8f49-be1c7ea0159a tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2795048 Oct 04 09:52:12.459169 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 42414) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:52:12.462817 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d7b2d7-7175-448b-8f49-be1c7ea0159a tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:52:12.463166 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d7b2d7-7175-448b-8f49-be1c7ea0159a tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:52:12.463506 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d7b2d7-7175-448b-8f49-be1c7ea0159a tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:52:12.463844 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d7b2d7-7175-448b-8f49-be1c7ea0159a tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:52:12.464177 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d7b2d7-7175-448b-8f49-be1c7ea0159a tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:52:12.464536 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d7b2d7-7175-448b-8f49-be1c7ea0159a tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:52:12.464922 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d7b2d7-7175-448b-8f49-be1c7ea0159a tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:52:12.465493 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d7b2d7-7175-448b-8f49-be1c7ea0159a tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:52:12.465828 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-2d9ef41b-8728-4a22-8164-205c2c6150d5 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Request body: {'security_group_rule': {'security_group_id': 'f25aa960-5a2f-44b5-a01b-85e9e8c390a8', 'project_id': 'ef52f191c82844f690125e6a2117b363', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:52:12.466065 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d7b2d7-7175-448b-8f49-be1c7ea0159a tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:52:12.466647 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d7b2d7-7175-448b-8f49-be1c7ea0159a tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:52:12.467220 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d7b2d7-7175-448b-8f49-be1c7ea0159a tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:52:12.467644 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d7b2d7-7175-448b-8f49-be1c7ea0159a tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:52:12.488599 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-2d9ef41b-8728-4a22-8164-205c2c6150d5 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:52:12.495216 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-2d9ef41b-8728-4a22-8164-205c2c6150d5 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Usage tracker for resource:security_group_rule and tenant:ef52f191c82844f690125e6a2117b363 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:52:12.495709 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4459ecc-640f-4d85-8e7a-0b4c2a274295 req-325f469a-5f50-4c1a-a6ef-9dd8c8c9787f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:52:12.497350 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d4459ecc-640f-4d85-8e7a-0b4c2a274295 req-325f469a-5f50-4c1a-a6ef-9dd8c8c9787f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ef52f191c82844f690125e6a2117b363&device_id=c75e49ea-fa28-4539-bcec-862be2b3317c HTTP/1.1" status: 200 len: 1098 time: 0.1036522 Oct 04 09:52:12.498283 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-2d9ef41b-8728-4a22-8164-205c2c6150d5 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:52:12.505603 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-2d9ef41b-8728-4a22-8164-205c2c6150d5 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:52:12.528339 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2d9ef41b-8728-4a22-8164-205c2c6150d5 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:52:12.619448 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2d9ef41b-8728-4a22-8164-205c2c6150d5 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:52:12.627049 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2d9ef41b-8728-4a22-8164-205c2c6150d5 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:52:12.654027 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9ef41b-8728-4a22-8164-205c2c6150d5 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b4b25bc-387c-4761-9e75-5f154da51524,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:52:12.665728 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2d9ef41b-8728-4a22-8164-205c2c6150d5 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:52:12.669785 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-2d9ef41b-8728-4a22-8164-205c2c6150d5 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2068813 Oct 04 09:52:12.670148 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 42418) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:52:12.675514 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-f276897d-368a-499b-a15d-646f0777d413 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Request body: {'security_group_rule': {'security_group_id': 'f25aa960-5a2f-44b5-a01b-85e9e8c390a8', 'project_id': 'ef52f191c82844f690125e6a2117b363', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:52:12.689582 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-f276897d-368a-499b-a15d-646f0777d413 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:52:12.696122 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-f276897d-368a-499b-a15d-646f0777d413 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Usage tracker for resource:security_group_rule and tenant:ef52f191c82844f690125e6a2117b363 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:52:12.701563 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-f276897d-368a-499b-a15d-646f0777d413 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:52:12.708685 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-f276897d-368a-499b-a15d-646f0777d413 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:52:12.725745 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-52a4eb83-feaf-48a6-97dc-7d92df1c9c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1988e03-bd23-4592-bddc-2302d4435f46', 'name': 'tempest-TestMinimumBasicScenario-1781236108-router', 'tenant_id': 'ef52f191c82844f690125e6a2117b363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.225'}], 'enable_snat': True}, 'gw_port_id': '9f634877-c0fc-4621-a8ff-d76b9ed54d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:51:12Z', 'updated_at': '2022-10-04T09:51:16Z', 'revision_number': 4, 'project_id': 'ef52f191c82844f690125e6a2117b363', 'gw_port': {'id': '9f634877-c0fc-4621-a8ff-d76b9ed54d57', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1988e03-bd23-4592-bddc-2302d4435f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:51:13Z', 'updated_at': '2022-10-04T09:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': '51eb6d40-e7ee-4209-bb9a-ac8e910f452d', 'tenant_id': 'ef52f191c82844f690125e6a2117b363', 'floating_ip_address': '172.26.10.129', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': 'f1988e03-bd23-4592-bddc-2302d4435f46', 'port_id': '0b412fec-7875-4b0f-ac3c-95e26517f2aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd5344b-ce6c-4034-a662-6793bd140ae1', 'mac_address': 'fa:16:3e:dd:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75e49ea-fa28-4539-bcec-862be2b3317c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:52:10Z', 'updated_at': '2022-10-04T09:52:10Z', 'revision_number': 0, 'project_id': 'ef52f191c82844f690125e6a2117b363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9a1b693-14ba-437a-a0c3-b5febb1219c5', 'name': '', 'network_id': '5fd5344b-ce6c-4034-a662-6793bd140ae1', 'tenant_id': 'ef52f191c82844f690125e6a2117b363', 'mac_address': 'fa:16:3e:00:97:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1988e03-bd23-4592-bddc-2302d4435f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '0600e6d2-29d3-416c-a5c3-cbcbd00fc8af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:51:15Z', 'updated_at': '2022-10-04T09:51:22Z', 'revision_number': 5, 'project_id': 'ef52f191c82844f690125e6a2117b363', 'subnets': [{'id': '0600e6d2-29d3-416c-a5c3-cbcbd00fc8af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:52:12.729881 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a4eb83-feaf-48a6-97dc-7d92df1c9c1e None None] Checking router: f1988e03-bd23-4592-bddc-2302d4435f46 for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:52:12.733345 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f276897d-368a-499b-a15d-646f0777d413 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:52:12.738497 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a4eb83-feaf-48a6-97dc-7d92df1c9c1e None None] Routers {'f1988e03-bd23-4592-bddc-2302d4435f46'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:52:12.739096 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-52a4eb83-feaf-48a6-97dc-7d92df1c9c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:52:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['f1988e03-bd23-4592-bddc-2302d4435f46'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:52:12.771772 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4459ecc-640f-4d85-8e7a-0b4c2a274295 req-6edb2d35-734d-417b-aa11-fe66a6a83ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:52:12.773667 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d4459ecc-640f-4d85-8e7a-0b4c2a274295 req-6edb2d35-734d-417b-aa11-fe66a6a83ea3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5fd5344b-ce6c-4034-a662-6793bd140ae1 HTTP/1.1" status: 200 len: 916 time: 0.2701576 Oct 04 09:52:12.805103 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f276897d-368a-499b-a15d-646f0777d413 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:52:12.813569 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f276897d-368a-499b-a15d-646f0777d413 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:52:12.836738 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f276897d-368a-499b-a15d-646f0777d413 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2010ae01-da6d-4b98-8fc2-4ae6b1e2ca43,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:52:12.849336 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f276897d-368a-499b-a15d-646f0777d413 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:52:12.853635 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-f276897d-368a-499b-a15d-646f0777d413 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1798429 Oct 04 09:52:12.853841 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 42422) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:52:12.858926 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-a8cb20a2-89d7-4700-97fd-9fdf9e572fce tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Request body: {'security_group_rule': {'security_group_id': 'f25aa960-5a2f-44b5-a01b-85e9e8c390a8', 'project_id': 'ef52f191c82844f690125e6a2117b363', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:52:12.864845 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-a8cb20a2-89d7-4700-97fd-9fdf9e572fce tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:52:12.870630 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a8cb20a2-89d7-4700-97fd-9fdf9e572fce tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Usage tracker for resource:security_group_rule and tenant:ef52f191c82844f690125e6a2117b363 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:52:12.873608 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a8cb20a2-89d7-4700-97fd-9fdf9e572fce tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:52:12.879841 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-a8cb20a2-89d7-4700-97fd-9fdf9e572fce tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:52:12.887427 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d4459ecc-640f-4d85-8e7a-0b4c2a274295 req-9c41fcbc-4a7b-4f55-9462-0b01f5464f41 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b412fec-7875-4b0f-ac3c-95e26517f2aa HTTP/1.1" status: 200 len: 1000 time: 0.1075227 Oct 04 09:52:12.897962 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a8cb20a2-89d7-4700-97fd-9fdf9e572fce tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:52:12.927960 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-52a4eb83-feaf-48a6-97dc-7d92df1c9c1e None None] Set router f1988e03-bd23-4592-bddc-2302d4435f46 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:52:12.957040 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4459ecc-640f-4d85-8e7a-0b4c2a274295 req-080aa14f-2c6b-42d1-8509-f0641bbb6ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:52:12.958502 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d4459ecc-640f-4d85-8e7a-0b4c2a274295 req-080aa14f-2c6b-42d1-8509-f0641bbb6ae6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0600e6d2-29d3-416c-a5c3-cbcbd00fc8af HTTP/1.1" status: 200 len: 854 time: 0.0647647 Oct 04 09:52:12.967501 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a8cb20a2-89d7-4700-97fd-9fdf9e572fce tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:52:12.971656 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a8cb20a2-89d7-4700-97fd-9fdf9e572fce tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:52:13.005663 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cb20a2-89d7-4700-97fd-9fdf9e572fce tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0336da46-5014-45cf-90bf-7885a10aa2ab,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:52:13.008915 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a8cb20a2-89d7-4700-97fd-9fdf9e572fce tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:52:13.013088 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a8cb20a2-89d7-4700-97fd-9fdf9e572fce tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1583033 Oct 04 09:52:13.013661 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 42426) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:52:13.018860 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-feb91cd1-174c-4b42-9229-86c6a66e6b6f tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Request body: {'security_group_rule': {'security_group_id': 'f25aa960-5a2f-44b5-a01b-85e9e8c390a8', 'project_id': 'ef52f191c82844f690125e6a2117b363', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:52:13.026722 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-feb91cd1-174c-4b42-9229-86c6a66e6b6f tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:52:13.030319 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-feb91cd1-174c-4b42-9229-86c6a66e6b6f tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Usage tracker for resource:security_group_rule and tenant:ef52f191c82844f690125e6a2117b363 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:52:13.033135 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-feb91cd1-174c-4b42-9229-86c6a66e6b6f tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:52:13.040348 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-feb91cd1-174c-4b42-9229-86c6a66e6b6f tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:52:13.043219 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4459ecc-640f-4d85-8e7a-0b4c2a274295 req-4430e250-e851-4729-849b-021b23a143bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:52:13.044795 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d4459ecc-640f-4d85-8e7a-0b4c2a274295 req-4430e250-e851-4729-849b-021b23a143bd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5fd5344b-ce6c-4034-a662-6793bd140ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804548 Oct 04 09:52:13.057735 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-feb91cd1-174c-4b42-9229-86c6a66e6b6f tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:52:13.122392 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-feb91cd1-174c-4b42-9229-86c6a66e6b6f tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:52:13.127439 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-feb91cd1-174c-4b42-9229-86c6a66e6b6f tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:52:13.152195 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb91cd1-174c-4b42-9229-86c6a66e6b6f tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27db713d-4c42-4afe-b853-15b1c8d9ca49,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:52:13.165680 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-feb91cd1-174c-4b42-9229-86c6a66e6b6f tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:52:13.166947 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-feb91cd1-174c-4b42-9229-86c6a66e6b6f tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1523802 Oct 04 09:52:13.169647 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 42430) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:52:13.175335 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-c57c9403-6994-4acb-b905-56719d65d35b tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Request body: {'security_group_rule': {'security_group_id': 'f25aa960-5a2f-44b5-a01b-85e9e8c390a8', 'project_id': 'ef52f191c82844f690125e6a2117b363', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:52:13.181510 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-c57c9403-6994-4acb-b905-56719d65d35b tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:52:13.185718 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-c57c9403-6994-4acb-b905-56719d65d35b tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Usage tracker for resource:security_group_rule and tenant:ef52f191c82844f690125e6a2117b363 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:52:13.188630 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-c57c9403-6994-4acb-b905-56719d65d35b tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:52:13.194718 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d4459ecc-640f-4d85-8e7a-0b4c2a274295 req-c6c87e1b-e230-4d35-a670-8938a45cc63e service neutron] 10.222.0.20 "GET /v2.0/networks/5fd5344b-ce6c-4034-a662-6793bd140ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422715 Oct 04 09:52:13.195291 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-c57c9403-6994-4acb-b905-56719d65d35b tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:52:13.206326 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.securitygroups_db [None req-c57c9403-6994-4acb-b905-56719d65d35b tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Project ef52f191c82844f690125e6a2117b363 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 09:52:13.213690 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c57c9403-6994-4acb-b905-56719d65d35b tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:52:13.280157 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c57c9403-6994-4acb-b905-56719d65d35b tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:52:13.284936 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-52a4eb83-feaf-48a6-97dc-7d92df1c9c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1988e03-bd23-4592-bddc-2302d4435f46', 'name': 'tempest-TestMinimumBasicScenario-1781236108-router', 'tenant_id': 'ef52f191c82844f690125e6a2117b363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.225'}], 'enable_snat': True}, 'gw_port_id': '9f634877-c0fc-4621-a8ff-d76b9ed54d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:51:12Z', 'updated_at': '2022-10-04T09:51:16Z', 'revision_number': 4, 'project_id': 'ef52f191c82844f690125e6a2117b363', 'gw_port': {'id': '9f634877-c0fc-4621-a8ff-d76b9ed54d57', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1988e03-bd23-4592-bddc-2302d4435f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:51:13Z', 'updated_at': '2022-10-04T09:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': '51eb6d40-e7ee-4209-bb9a-ac8e910f452d', 'tenant_id': 'ef52f191c82844f690125e6a2117b363', 'floating_ip_address': '172.26.10.129', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': 'f1988e03-bd23-4592-bddc-2302d4435f46', 'port_id': '0b412fec-7875-4b0f-ac3c-95e26517f2aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd5344b-ce6c-4034-a662-6793bd140ae1', 'mac_address': 'fa:16:3e:dd:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75e49ea-fa28-4539-bcec-862be2b3317c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:52:10Z', 'updated_at': '2022-10-04T09:52:10Z', 'revision_number': 0, 'project_id': 'ef52f191c82844f690125e6a2117b363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9a1b693-14ba-437a-a0c3-b5febb1219c5', 'name': '', 'network_id': '5fd5344b-ce6c-4034-a662-6793bd140ae1', 'tenant_id': 'ef52f191c82844f690125e6a2117b363', 'mac_address': 'fa:16:3e:00:97:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1988e03-bd23-4592-bddc-2302d4435f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '0600e6d2-29d3-416c-a5c3-cbcbd00fc8af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:51:15Z', 'updated_at': '2022-10-04T09:51:22Z', 'revision_number': 5, 'project_id': 'ef52f191c82844f690125e6a2117b363', 'subnets': [{'id': '0600e6d2-29d3-416c-a5c3-cbcbd00fc8af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:52:13.285503 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c57c9403-6994-4acb-b905-56719d65d35b tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:52:13.289557 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a4eb83-feaf-48a6-97dc-7d92df1c9c1e None None] The sync data for ids ['f1988e03-bd23-4592-bddc-2302d4435f46'] in dv-neutron-860215-1-hyperv is: [{'id': 'f1988e03-bd23-4592-bddc-2302d4435f46', 'name': 'tempest-TestMinimumBasicScenario-1781236108-router', 'tenant_id': 'ef52f191c82844f690125e6a2117b363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.225'}], 'enable_snat': True}, 'gw_port_id': '9f634877-c0fc-4621-a8ff-d76b9ed54d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:51:12Z', 'updated_at': '2022-10-04T09:51:16Z', 'revision_number': 4, 'project_id': 'ef52f191c82844f690125e6a2117b363', 'gw_port': {'id': '9f634877-c0fc-4621-a8ff-d76b9ed54d57', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1988e03-bd23-4592-bddc-2302d4435f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:51:13Z', 'updated_at': '2022-10-04T09:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': '51eb6d40-e7ee-4209-bb9a-ac8e910f452d', 'tenant_id': 'ef52f191c82844f690125e6a2117b363', 'floating_ip_address': '172.26.10.129', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': 'f1988e03-bd23-4592-bddc-2302d4435f46', 'port_id': '0b412fec-7875-4b0f-ac3c-95e26517f2aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd5344b-ce6c-4034-a662-6793bd140ae1', 'mac_address': 'fa:16:3e:dd:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75e49ea-fa28-4539-bcec-862be2b3317c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:52:10Z', 'updated_at': '2022-10-04T09:52:10Z', 'revision_number': 0, 'project_id': 'ef52f191c82844f690125e6a2117b363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9a1b693-14ba-437a-a0c3-b5febb1219c5', 'name': '', 'network_id': '5fd5344b-ce6c-4034-a662-6793bd140ae1', 'tenant_id': 'ef52f191c82844f690125e6a2117b363', 'mac_address': 'fa:16:3e:00:97:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1988e03-bd23-4592-bddc-2302d4435f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '0600e6d2-29d3-416c-a5c3-cbcbd00fc8af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:51:15Z', 'updated_at': '2022-10-04T09:51:22Z', 'revision_number': 5, 'project_id': 'ef52f191c82844f690125e6a2117b363', 'subnets': [{'id': '0600e6d2-29d3-416c-a5c3-cbcbd00fc8af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:52:13.306035 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57c9403-6994-4acb-b905-56719d65d35b tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ea71093-becc-405c-911c-ec39600441d9,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:52:13.323202 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c57c9403-6994-4acb-b905-56719d65d35b tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:52:13.326937 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-c57c9403-6994-4acb-b905-56719d65d35b tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1537163 Oct 04 09:52:13.327238 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 42434) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:52:13.332654 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-5f19de8f-7aaf-4eea-9e3e-1c431a081b99 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Request body: {'security_group_rule': {'security_group_id': 'f25aa960-5a2f-44b5-a01b-85e9e8c390a8', 'project_id': 'ef52f191c82844f690125e6a2117b363', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:52:13.339100 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-5f19de8f-7aaf-4eea-9e3e-1c431a081b99 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:52:13.340872 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d4459ecc-640f-4d85-8e7a-0b4c2a274295 req-8d42bbe6-5f3f-42d9-9f21-495fff161e0d service neutron] 10.222.0.20 "GET /v2.0/networks/5fd5344b-ce6c-4034-a662-6793bd140ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382408 Oct 04 09:52:13.343565 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-5f19de8f-7aaf-4eea-9e3e-1c431a081b99 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Usage tracker for resource:security_group_rule and tenant:ef52f191c82844f690125e6a2117b363 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:52:13.346641 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-5f19de8f-7aaf-4eea-9e3e-1c431a081b99 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:52:13.353137 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-5f19de8f-7aaf-4eea-9e3e-1c431a081b99 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:52:13.365779 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.securitygroups_db [None req-5f19de8f-7aaf-4eea-9e3e-1c431a081b99 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Project ef52f191c82844f690125e6a2117b363 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 09:52:13.373161 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5f19de8f-7aaf-4eea-9e3e-1c431a081b99 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:52:13.525473 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27aa733e-013a-4d09-9b18-5974b8e3b1fe None None] New status for floating IP 51eb6d40-e7ee-4209-bb9a-ac8e910f452d: ACTIVE {{(pid=89034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 09:52:13.548911 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5f19de8f-7aaf-4eea-9e3e-1c431a081b99 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:52:13.552930 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5f19de8f-7aaf-4eea-9e3e-1c431a081b99 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:52:13.576386 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f19de8f-7aaf-4eea-9e3e-1c431a081b99 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64b4f4fc-6706-4eb9-98b0-1f9e5b0073ba,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:52:13.586380 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5f19de8f-7aaf-4eea-9e3e-1c431a081b99 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:52:13.587623 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-5f19de8f-7aaf-4eea-9e3e-1c431a081b99 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2594404 Oct 04 09:52:13.709199 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-ec050330-d697-4f8c-8ade-805d97811b8f req-12ebfc84-bdc6-4950-992b-b9fe571d15da tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Synchronizing usage tracker for tenant:ef52f191c82844f690125e6a2117b363 on resource:security_group {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:52:13.726027 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-ec050330-d697-4f8c-8ade-805d97811b8f req-12ebfc84-bdc6-4950-992b-b9fe571d15da tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Unset dirty status for tenant:ef52f191c82844f690125e6a2117b363 on resource:security_group {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:52:13.727959 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ec050330-d697-4f8c-8ade-805d97811b8f req-12ebfc84-bdc6-4950-992b-b9fe571d15da tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-761564304&fields=id&tenant_id=ef52f191c82844f690125e6a2117b363 HTTP/1.1" status: 200 len: 267 time: 0.0569816 Oct 04 09:52:13.828041 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec050330-d697-4f8c-8ade-805d97811b8f req-f14135a7-9299-4a4d-ac02-12deb708ec5f tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:52:13.830257 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ec050330-d697-4f8c-8ade-805d97811b8f req-f14135a7-9299-4a4d-ac02-12deb708ec5f tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=c75e49ea-fa28-4539-bcec-862be2b3317c HTTP/1.1" status: 200 len: 945 time: 0.0969605 Oct 04 09:52:13.840889 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-ec050330-d697-4f8c-8ade-805d97811b8f req-657e03b0-24b2-4d51-bfb7-27b1174b48e0 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Request body: {'port': {'security_groups': ['d587ed94-fd7a-42db-9671-941f66ceeab4', 'f25aa960-5a2f-44b5-a01b-85e9e8c390a8']}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:52:13.961950 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-ec050330-d697-4f8c-8ade-805d97811b8f req-657e03b0-24b2-4d51-bfb7-27b1174b48e0 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:52:14.211292 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-ec050330-d697-4f8c-8ade-805d97811b8f req-657e03b0-24b2-4d51-bfb7-27b1174b48e0 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] For port 0b412fec-7875-4b0f-ac3c-95e26517f2aa, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=0b412fec-7875-4b0f-ac3c-95e26517f2aa,segment=NetworkSegment(a2c11ebe-bc2b-4ac6-bbf2-e064a244407f),segment_id=a2c11ebe-bc2b-4ac6-bbf2-e064a244407f)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:52:14.234957 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-ec050330-d697-4f8c-8ade-805d97811b8f req-657e03b0-24b2-4d51-bfb7-27b1174b48e0 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:52:14.239307 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-ec050330-d697-4f8c-8ade-805d97811b8f req-657e03b0-24b2-4d51-bfb7-27b1174b48e0 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:52:14.274604 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['0b412fec-7875-4b0f-ac3c-95e26517f2aa'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 09:52:14.280482 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec050330-d697-4f8c-8ade-805d97811b8f req-657e03b0-24b2-4d51-bfb7-27b1174b48e0 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:52:14.281089 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-ec050330-d697-4f8c-8ade-805d97811b8f req-657e03b0-24b2-4d51-bfb7-27b1174b48e0 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:52:14.282409 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ec050330-d697-4f8c-8ade-805d97811b8f req-657e03b0-24b2-4d51-bfb7-27b1174b48e0 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "PUT /v2.0/ports/0b412fec-7875-4b0f-ac3c-95e26517f2aa HTTP/1.1" status: 200 len: 981 time: 0.4462340 Oct 04 09:52:14.282838 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c75e49ea-fa28-4539-bcec-862be2b3317c', 'tag': '0b412fec-7875-4b0f-ac3c-95e26517f2aa'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:52:14.285126 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46712df3-e17c-4ea9-aedd-a4af3c7e8838" -d '{"events": [{"name": "network-changed", "server_uuid": "c75e49ea-fa28-4539-bcec-862be2b3317c", "tag": "0b412fec-7875-4b0f-ac3c-95e26517f2aa"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:52:14.333962 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657e03b0-24b2-4d51-bfb7-27b1174b48e0 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Pushing event updated for resources: {'Port': ['ID=0b412fec-7875-4b0f-ac3c-95e26517f2aa,revision_number=6']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:52:14.337544 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc023b97-f286-42d1-bb71-bc6af569c58b x-openstack-request-id: req-fc023b97-f286-42d1-bb71-bc6af569c58b {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:52:14.337834 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c75e49ea-fa28-4539-bcec-862be2b3317c", "tag": "0b412fec-7875-4b0f-ac3c-95e26517f2aa", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:52:14.338134 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fc023b97-f286-42d1-bb71-bc6af569c58b {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:52:14.338522 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc023b97-f286-42d1-bb71-bc6af569c58b'] response: {'name': 'network-changed', 'server_uuid': 'c75e49ea-fa28-4539-bcec-862be2b3317c', 'tag': '0b412fec-7875-4b0f-ac3c-95e26517f2aa', 'status': 'completed', 'code': 200} Oct 04 09:52:14.399086 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['0b412fec-7875-4b0f-ac3c-95e26517f2aa'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 09:52:14.520414 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46712df3-e17c-4ea9-aedd-a4af3c7e8838 req-6308c480-e3e6-4a5b-8c43-b1ba3ae201cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:52:14.522337 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-46712df3-e17c-4ea9-aedd-a4af3c7e8838 req-6308c480-e3e6-4a5b-8c43-b1ba3ae201cf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ef52f191c82844f690125e6a2117b363&device_id=c75e49ea-fa28-4539-bcec-862be2b3317c HTTP/1.1" status: 200 len: 1137 time: 0.1423535 Oct 04 09:52:14.534778 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1140b-37e8-410d-b8f7-e1afe32bb7b1 req-6c7b73fa-c901-469a-a015-37ddad0b578f tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:52:14.536320 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-01d1140b-37e8-410d-b8f7-e1afe32bb7b1 req-6c7b73fa-c901-469a-a015-37ddad0b578f tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=c75e49ea-fa28-4539-bcec-862be2b3317c HTTP/1.1" status: 200 len: 984 time: 0.1219285 Oct 04 09:52:14.670673 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-01d1140b-37e8-410d-b8f7-e1afe32bb7b1 req-94b2b598-dc3c-45f0-a6bb-66bec7b29ec6 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?id=d587ed94-fd7a-42db-9671-941f66ceeab4&id=f25aa960-5a2f-44b5-a01b-85e9e8c390a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1146746 Oct 04 09:52:14.712211 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46712df3-e17c-4ea9-aedd-a4af3c7e8838 req-3cbf8f41-ccef-4bb2-a4b4-5357a47144dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:52:14.713476 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-46712df3-e17c-4ea9-aedd-a4af3c7e8838 req-3cbf8f41-ccef-4bb2-a4b4-5357a47144dd service neutron] 10.222.0.20 "GET /v2.0/networks?id=5fd5344b-ce6c-4034-a662-6793bd140ae1 HTTP/1.1" status: 200 len: 916 time: 0.1761248 Oct 04 09:52:14.916237 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-46712df3-e17c-4ea9-aedd-a4af3c7e8838 req-e37f8689-defd-4adf-9169-412fb9a62983 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b412fec-7875-4b0f-ac3c-95e26517f2aa HTTP/1.1" status: 200 len: 1002 time: 0.1962874 Oct 04 09:52:14.978434 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46712df3-e17c-4ea9-aedd-a4af3c7e8838 req-b88bbca8-facc-4bd6-b564-9d1423e3e524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:52:14.979859 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-46712df3-e17c-4ea9-aedd-a4af3c7e8838 req-b88bbca8-facc-4bd6-b564-9d1423e3e524 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0600e6d2-29d3-416c-a5c3-cbcbd00fc8af HTTP/1.1" status: 200 len: 854 time: 0.0568526 Oct 04 09:52:15.062773 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46712df3-e17c-4ea9-aedd-a4af3c7e8838 req-0dd82948-fc8c-470e-b9cb-573ce385beaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:52:15.064241 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-46712df3-e17c-4ea9-aedd-a4af3c7e8838 req-0dd82948-fc8c-470e-b9cb-573ce385beaa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5fd5344b-ce6c-4034-a662-6793bd140ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782101 Oct 04 09:52:15.193576 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-46712df3-e17c-4ea9-aedd-a4af3c7e8838 req-419a716f-c06d-49dc-89ae-c49478323239 service neutron] 10.222.0.20 "GET /v2.0/networks/5fd5344b-ce6c-4034-a662-6793bd140ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227129 Oct 04 09:52:15.332584 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-46712df3-e17c-4ea9-aedd-a4af3c7e8838 req-f49a45a2-ba0c-4982-952c-c24b94f7ea6e service neutron] 10.222.0.20 "GET /v2.0/networks/5fd5344b-ce6c-4034-a662-6793bd140ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238468 Oct 04 09:52:27.659214 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-35041c13-4c7e-47bf-b71a-8a2c732b488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:52:30.329682 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-dcb07ab2-b534-4663-acf4-4308f454e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:52:30.706330 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:52:30.817415 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:52:30.843601 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:52:32.380379 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:52:41.486869 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:52:50.503458 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d16e594d-debe-41ec-ba41-f2db18d8270b req-7975dd5b-21c1-42b3-8e8d-f1a7e8d877dd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c75e49ea-fa28-4539-bcec-862be2b3317c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0753763 Oct 04 09:52:50.662390 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e594d-debe-41ec-ba41-f2db18d8270b req-a084520b-37ef-4323-b0da-967c3363b615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:52:50.663848 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d16e594d-debe-41ec-ba41-f2db18d8270b req-a084520b-37ef-4323-b0da-967c3363b615 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ef52f191c82844f690125e6a2117b363&device_id=c75e49ea-fa28-4539-bcec-862be2b3317c HTTP/1.1" status: 200 len: 1137 time: 0.0802515 Oct 04 09:52:50.804673 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e594d-debe-41ec-ba41-f2db18d8270b req-8f775037-25fa-44e3-9985-7294616bcdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:52:50.807110 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d16e594d-debe-41ec-ba41-f2db18d8270b req-8f775037-25fa-44e3-9985-7294616bcdaa service neutron] 10.222.0.20 "GET /v2.0/networks?id=5fd5344b-ce6c-4034-a662-6793bd140ae1 HTTP/1.1" status: 200 len: 916 time: 0.1255927 Oct 04 09:52:50.907842 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d16e594d-debe-41ec-ba41-f2db18d8270b req-3a2eb3c0-a621-4179-a65e-0baeff6dbb39 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b412fec-7875-4b0f-ac3c-95e26517f2aa HTTP/1.1" status: 200 len: 1002 time: 0.0945847 Oct 04 09:52:50.967294 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e594d-debe-41ec-ba41-f2db18d8270b req-25181747-5276-4c7d-93b5-3a5525f18472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:52:50.968717 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d16e594d-debe-41ec-ba41-f2db18d8270b req-25181747-5276-4c7d-93b5-3a5525f18472 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0600e6d2-29d3-416c-a5c3-cbcbd00fc8af HTTP/1.1" status: 200 len: 854 time: 0.0549643 Oct 04 09:52:51.053079 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e594d-debe-41ec-ba41-f2db18d8270b req-ad70783f-9fb9-4388-9cef-4b9d7dbdc64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:52:51.054586 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d16e594d-debe-41ec-ba41-f2db18d8270b req-ad70783f-9fb9-4388-9cef-4b9d7dbdc64f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5fd5344b-ce6c-4034-a662-6793bd140ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792580 Oct 04 09:52:51.183689 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d16e594d-debe-41ec-ba41-f2db18d8270b req-718cd793-f854-4763-8ea6-f2a75956c61c service neutron] 10.222.0.20 "GET /v2.0/networks/5fd5344b-ce6c-4034-a662-6793bd140ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232941 Oct 04 09:52:51.312232 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d16e594d-debe-41ec-ba41-f2db18d8270b req-43e5784a-6e38-4349-99aa-826bcaf7869e service neutron] 10.222.0.20 "GET /v2.0/networks/5fd5344b-ce6c-4034-a662-6793bd140ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216986 Oct 04 09:52:57.660884 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-183439f0-dcca-415f-8383-9219e55fd7b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:53:00.330595 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-dd23b135-7b12-4eb2-9f76-bb261197821e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:53:00.819519 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:53:00.845121 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:53:02.385135 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:53:07.705680 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:53:11.503288 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:53:27.664099 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b98af975-aa1f-4b85-9981-d627b4a71115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:53:30.331549 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-2b2825bb-c80c-4127-a9e1-ef1661d5d8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:53:30.821762 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:53:30.848757 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:53:32.385832 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:53:41.501873 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:53:44.705150 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:53:52.543274 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-46ffd91d-1f96-48c3-b3c6-6c0cd5034484 req-b177050a-8427-4343-9729-db494817f878 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c75e49ea-fa28-4539-bcec-862be2b3317c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1176851 Oct 04 09:53:52.702936 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ffd91d-1f96-48c3-b3c6-6c0cd5034484 req-ad577a70-82ec-4d79-8801-c3e3edd06f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:53:52.704295 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-46ffd91d-1f96-48c3-b3c6-6c0cd5034484 req-ad577a70-82ec-4d79-8801-c3e3edd06f2f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ef52f191c82844f690125e6a2117b363&device_id=c75e49ea-fa28-4539-bcec-862be2b3317c HTTP/1.1" status: 200 len: 1137 time: 0.0798442 Oct 04 09:53:52.844514 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ffd91d-1f96-48c3-b3c6-6c0cd5034484 req-b605355d-8423-447a-8283-aeb818fec76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:53:52.845926 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-46ffd91d-1f96-48c3-b3c6-6c0cd5034484 req-b605355d-8423-447a-8283-aeb818fec76e service neutron] 10.222.0.20 "GET /v2.0/networks?id=5fd5344b-ce6c-4034-a662-6793bd140ae1 HTTP/1.1" status: 200 len: 916 time: 0.1238620 Oct 04 09:53:53.038264 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-46ffd91d-1f96-48c3-b3c6-6c0cd5034484 req-e3b1a98e-ccd3-4886-95d5-831712ad534b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b412fec-7875-4b0f-ac3c-95e26517f2aa HTTP/1.1" status: 200 len: 1002 time: 0.1861963 Oct 04 09:53:53.097822 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ffd91d-1f96-48c3-b3c6-6c0cd5034484 req-8093592c-db77-4fe3-9124-8a77955cf027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:53:53.099174 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-46ffd91d-1f96-48c3-b3c6-6c0cd5034484 req-8093592c-db77-4fe3-9124-8a77955cf027 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0600e6d2-29d3-416c-a5c3-cbcbd00fc8af HTTP/1.1" status: 200 len: 854 time: 0.0556252 Oct 04 09:53:53.179452 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ffd91d-1f96-48c3-b3c6-6c0cd5034484 req-6099d3ef-ff60-40cc-96d2-5c83885734e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:53:53.180938 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-46ffd91d-1f96-48c3-b3c6-6c0cd5034484 req-6099d3ef-ff60-40cc-96d2-5c83885734e8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5fd5344b-ce6c-4034-a662-6793bd140ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758400 Oct 04 09:53:53.191170 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [req-46ffd91d-1f96-48c3-b3c6-6c0cd5034484 req-35b08532-22d0-4650-b294-4b352a193dfc service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=89032) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:53:53.192076 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-46ffd91d-1f96-48c3-b3c6-6c0cd5034484 req-35b08532-22d0-4650-b294-4b352a193dfc service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052443 Oct 04 09:53:53.319966 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-46ffd91d-1f96-48c3-b3c6-6c0cd5034484 req-12222a61-c381-4911-bfc5-a2273708809d service neutron] 10.222.0.20 "GET /v2.0/networks/5fd5344b-ce6c-4034-a662-6793bd140ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213307 Oct 04 09:53:53.448829 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-46ffd91d-1f96-48c3-b3c6-6c0cd5034484 req-ca0cac1d-0201-441f-a878-5ef4b076ed9c service neutron] 10.222.0.20 "GET /v2.0/networks/5fd5344b-ce6c-4034-a662-6793bd140ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229954 Oct 04 09:53:57.666262 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-4f96ffc9-3859-40c6-ae0d-68be8d52afeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:54:00.332481 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-854df77d-63b0-44db-8f09-584f8500d1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:54:00.825025 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:54:00.851233 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:54:02.389613 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:54:11.533153 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:54:21.703565 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:54:27.667851 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-19b51a34-168f-4ec9-9245-dfbfa048f3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:54:30.334089 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-8ca3e94d-b98b-4c67-8122-809ffa98d1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:54:30.826412 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:54:30.853295 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:54:32.391655 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:54:35.324762 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc07dd-d43c-4ff9-b83a-a3a251d00503 req-e670140f-6ef3-491f-b94f-371d215fc723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:54:35.326245 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d3fc07dd-d43c-4ff9-b83a-a3a251d00503 req-e670140f-6ef3-491f-b94f-371d215fc723 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ef52f191c82844f690125e6a2117b363&device_id=c75e49ea-fa28-4539-bcec-862be2b3317c HTTP/1.1" status: 200 len: 1137 time: 0.0865605 Oct 04 09:54:35.525923 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc07dd-d43c-4ff9-b83a-a3a251d00503 req-a13760e9-5c88-42ff-b871-a687638d53df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:54:35.527368 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d3fc07dd-d43c-4ff9-b83a-a3a251d00503 req-a13760e9-5c88-42ff-b871-a687638d53df service neutron] 10.222.0.20 "GET /v2.0/networks?id=5fd5344b-ce6c-4034-a662-6793bd140ae1 HTTP/1.1" status: 200 len: 916 time: 0.1945949 Oct 04 09:54:35.538319 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c0ed9-2efa-4fc4-9cbf-db14da40e680 req-712f5717-d552-4adf-8346-7c725118c34d tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:54:35.539660 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6c4c0ed9-2efa-4fc4-9cbf-db14da40e680 req-712f5717-d552-4adf-8346-7c725118c34d tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=c75e49ea-fa28-4539-bcec-862be2b3317c HTTP/1.1" status: 200 len: 984 time: 0.2551072 Oct 04 09:54:35.666125 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6c4c0ed9-2efa-4fc4-9cbf-db14da40e680 req-8e078ce7-5ff7-4cae-b864-647153b280b3 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?id=d587ed94-fd7a-42db-9671-941f66ceeab4&id=f25aa960-5a2f-44b5-a01b-85e9e8c390a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0788786 Oct 04 09:54:35.667868 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d3fc07dd-d43c-4ff9-b83a-a3a251d00503 req-0c60be29-e7c9-4f81-855b-c6fb83eac3b8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b412fec-7875-4b0f-ac3c-95e26517f2aa HTTP/1.1" status: 200 len: 1002 time: 0.1273925 Oct 04 09:54:35.728301 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc07dd-d43c-4ff9-b83a-a3a251d00503 req-cfcbaae3-9660-4363-890b-52faf888a38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:54:35.729755 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d3fc07dd-d43c-4ff9-b83a-a3a251d00503 req-cfcbaae3-9660-4363-890b-52faf888a38d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0600e6d2-29d3-416c-a5c3-cbcbd00fc8af HTTP/1.1" status: 200 len: 854 time: 0.0565929 Oct 04 09:54:35.813820 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc07dd-d43c-4ff9-b83a-a3a251d00503 req-7d549335-71d1-4b36-a132-1a3e42abf0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:54:35.815321 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d3fc07dd-d43c-4ff9-b83a-a3a251d00503 req-7d549335-71d1-4b36-a132-1a3e42abf0e2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5fd5344b-ce6c-4034-a662-6793bd140ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797396 Oct 04 09:54:35.948526 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d3fc07dd-d43c-4ff9-b83a-a3a251d00503 req-216dd427-53d8-417b-9700-63a73daa2bb8 service neutron] 10.222.0.20 "GET /v2.0/networks/5fd5344b-ce6c-4034-a662-6793bd140ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269519 Oct 04 09:54:36.076373 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d3fc07dd-d43c-4ff9-b83a-a3a251d00503 req-7cd2ce2c-f9b1-4889-ad3c-ca20241ab1c6 service neutron] 10.222.0.20 "GET /v2.0/networks/5fd5344b-ce6c-4034-a662-6793bd140ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222298 Oct 04 09:54:36.920931 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c9730-0ef3-4fc7-ac9c-1f3d689f29bf req-1a3dc869-e62c-4975-b27e-17e501e711b7 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:54:36.922396 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-327c9730-0ef3-4fc7-ac9c-1f3d689f29bf req-1a3dc869-e62c-4975-b27e-17e501e711b7 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=c75e49ea-fa28-4539-bcec-862be2b3317c HTTP/1.1" status: 200 len: 984 time: 0.1385550 Oct 04 09:54:36.967868 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-327c9730-0ef3-4fc7-ac9c-1f3d689f29bf req-8910f9b6-ffd0-481a-ae89-c5c1effc4e45 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?id=d587ed94-fd7a-42db-9671-941f66ceeab4&id=f25aa960-5a2f-44b5-a01b-85e9e8c390a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0395124 Oct 04 09:54:38.173832 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924e91e-9c95-416e-af26-333886dc03ea req-92c0a1da-fc9d-4cfc-b2ff-f3256048e446 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:54:38.175316 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d924e91e-9c95-416e-af26-333886dc03ea req-92c0a1da-fc9d-4cfc-b2ff-f3256048e446 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=c75e49ea-fa28-4539-bcec-862be2b3317c HTTP/1.1" status: 200 len: 984 time: 0.0957794 Oct 04 09:54:38.225193 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d924e91e-9c95-416e-af26-333886dc03ea req-8f4b2d3e-0c18-42d8-96fc-bd00d38516fd tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?id=d587ed94-fd7a-42db-9671-941f66ceeab4&id=f25aa960-5a2f-44b5-a01b-85e9e8c390a8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0440955 Oct 04 09:54:41.544025 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:54:53.589387 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-db6913a6-bff5-4726-b4a7-19aae4f79d4c req-73bdfb89-446e-477c-b822-75db75f540ec service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c75e49ea-fa28-4539-bcec-862be2b3317c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1673908 Oct 04 09:54:53.746205 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6913a6-bff5-4726-b4a7-19aae4f79d4c req-0d5f24b8-9409-4b63-85f5-b6de23bf0d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:54:53.747664 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-db6913a6-bff5-4726-b4a7-19aae4f79d4c req-0d5f24b8-9409-4b63-85f5-b6de23bf0d2e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ef52f191c82844f690125e6a2117b363&device_id=c75e49ea-fa28-4539-bcec-862be2b3317c HTTP/1.1" status: 200 len: 1137 time: 0.0759351 Oct 04 09:54:53.889716 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6913a6-bff5-4726-b4a7-19aae4f79d4c req-41b87499-51f7-4248-927b-1005bd23a6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:54:53.891039 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-db6913a6-bff5-4726-b4a7-19aae4f79d4c req-41b87499-51f7-4248-927b-1005bd23a6cd service neutron] 10.222.0.20 "GET /v2.0/networks?id=5fd5344b-ce6c-4034-a662-6793bd140ae1 HTTP/1.1" status: 200 len: 916 time: 0.1232080 Oct 04 09:54:53.991467 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-db6913a6-bff5-4726-b4a7-19aae4f79d4c req-d061cb40-ef45-4635-949f-bf80ba2f8024 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b412fec-7875-4b0f-ac3c-95e26517f2aa HTTP/1.1" status: 200 len: 1002 time: 0.0945103 Oct 04 09:54:54.052539 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6913a6-bff5-4726-b4a7-19aae4f79d4c req-11a6545f-208c-4b1b-8936-fa0d1396b06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:54:54.053935 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-db6913a6-bff5-4726-b4a7-19aae4f79d4c req-11a6545f-208c-4b1b-8936-fa0d1396b06e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0600e6d2-29d3-416c-a5c3-cbcbd00fc8af HTTP/1.1" status: 200 len: 854 time: 0.0567234 Oct 04 09:54:54.136810 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6913a6-bff5-4726-b4a7-19aae4f79d4c req-e1d28249-337f-43f2-94cb-f3ae23bb5544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:54:54.138314 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-db6913a6-bff5-4726-b4a7-19aae4f79d4c req-e1d28249-337f-43f2-94cb-f3ae23bb5544 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5fd5344b-ce6c-4034-a662-6793bd140ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780296 Oct 04 09:54:54.272335 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-db6913a6-bff5-4726-b4a7-19aae4f79d4c req-6235b806-9374-447c-a711-6b1e8e46b71f service neutron] 10.222.0.20 "GET /v2.0/networks/5fd5344b-ce6c-4034-a662-6793bd140ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274402 Oct 04 09:54:54.401731 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-db6913a6-bff5-4726-b4a7-19aae4f79d4c req-e5c4c90d-2af7-47b1-943b-b722ea0da2a2 service neutron] 10.222.0.20 "GET /v2.0/networks/5fd5344b-ce6c-4034-a662-6793bd140ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230915 Oct 04 09:54:57.670248 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-93bc51ac-757c-477e-8ec4-812d23f5b539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:54:58.702944 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:55:00.335846 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-49328e58-c1c3-4823-93fc-0ec74521d9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:55:00.829133 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:55:00.854943 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:55:02.393896 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:55:11.536639 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:55:27.670670 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-11f33554-e666-4c99-985a-360f25048b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:55:30.340349 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f8c92146-6cc4-4d70-9e46-87ce7742bbd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:55:30.830707 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:55:30.857202 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:55:32.397113 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:55:35.701963 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:55:41.531345 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:55:42.645658 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [req-bdfe417c-e4f2-46fc-bf69-6d91ce577867 req-6c6e1afb-89cf-4e9b-b9f6-e34b42821227 service neutron] (89032) timed out ('10.222.0.50', 39466) {{(pid=89032) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Oct 04 09:55:55.493990 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d12a6ceb-c015-4619-8d87-6b3a1eae283d req-3fa6a928-675e-4755-a12b-886cc3c243ad service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c75e49ea-fa28-4539-bcec-862be2b3317c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0757484 Oct 04 09:55:55.655302 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a6ceb-c015-4619-8d87-6b3a1eae283d req-31ddda5e-be37-459d-8514-4f9c492d36d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:55:55.656786 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d12a6ceb-c015-4619-8d87-6b3a1eae283d req-31ddda5e-be37-459d-8514-4f9c492d36d1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ef52f191c82844f690125e6a2117b363&device_id=c75e49ea-fa28-4539-bcec-862be2b3317c HTTP/1.1" status: 200 len: 1137 time: 0.0799596 Oct 04 09:55:55.798857 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a6ceb-c015-4619-8d87-6b3a1eae283d req-0ac82f31-a741-4701-8446-0c3cdaf65a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:55:55.800288 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d12a6ceb-c015-4619-8d87-6b3a1eae283d req-0ac82f31-a741-4701-8446-0c3cdaf65a7c service neutron] 10.222.0.20 "GET /v2.0/networks?id=5fd5344b-ce6c-4034-a662-6793bd140ae1 HTTP/1.1" status: 200 len: 916 time: 0.1257484 Oct 04 09:55:55.899565 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d12a6ceb-c015-4619-8d87-6b3a1eae283d req-a754191b-f1df-4acb-b0ca-48baaab7fe82 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b412fec-7875-4b0f-ac3c-95e26517f2aa HTTP/1.1" status: 200 len: 1002 time: 0.0935752 Oct 04 09:55:55.959371 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a6ceb-c015-4619-8d87-6b3a1eae283d req-5452029c-bc69-48a8-b615-4ec932705d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:55:55.960813 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d12a6ceb-c015-4619-8d87-6b3a1eae283d req-5452029c-bc69-48a8-b615-4ec932705d96 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0600e6d2-29d3-416c-a5c3-cbcbd00fc8af HTTP/1.1" status: 200 len: 854 time: 0.0553229 Oct 04 09:55:56.043580 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a6ceb-c015-4619-8d87-6b3a1eae283d req-b9bf157b-5c28-4e9b-bfe2-056e0b0385bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:55:56.045069 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d12a6ceb-c015-4619-8d87-6b3a1eae283d req-b9bf157b-5c28-4e9b-bfe2-056e0b0385bd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5fd5344b-ce6c-4034-a662-6793bd140ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786095 Oct 04 09:55:56.172282 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d12a6ceb-c015-4619-8d87-6b3a1eae283d req-20badf4c-ae69-49ec-81a0-5428d475dd82 service neutron] 10.222.0.20 "GET /v2.0/networks/5fd5344b-ce6c-4034-a662-6793bd140ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215134 Oct 04 09:55:56.299294 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d12a6ceb-c015-4619-8d87-6b3a1eae283d req-7c001048-f789-4126-9f8b-92d43b42fd87 service neutron] 10.222.0.20 "GET /v2.0/networks/5fd5344b-ce6c-4034-a662-6793bd140ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215301 Oct 04 09:55:57.673024 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5f419dfe-af81-4bbe-9856-462e3a6ffb19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:56:00.340909 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a89bd52d-8469-43be-96e0-fcdb6e232f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:56:00.833696 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:56:00.859472 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:56:02.400009 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:56:09.529468 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-690afc30-2abc-4d0f-a6fd-b9d917eccdc5 req-73d4c505-3e87-47c8-bece-2d4ff9401af4 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-761564304&fields=id&tenant_id=ef52f191c82844f690125e6a2117b363 HTTP/1.1" status: 200 len: 267 time: 0.0394008 Oct 04 09:56:09.621100 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690afc30-2abc-4d0f-a6fd-b9d917eccdc5 req-8c60abac-0f48-4977-8ac6-9ea9f253f162 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:56:09.622523 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-690afc30-2abc-4d0f-a6fd-b9d917eccdc5 req-8c60abac-0f48-4977-8ac6-9ea9f253f162 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=c75e49ea-fa28-4539-bcec-862be2b3317c HTTP/1.1" status: 200 len: 984 time: 0.0877154 Oct 04 09:56:09.633529 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [req-690afc30-2abc-4d0f-a6fd-b9d917eccdc5 req-a4eaa0c5-ef69-44dd-8133-dc890a6dc171 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Request body: {'port': {'security_groups': ['d587ed94-fd7a-42db-9671-941f66ceeab4']}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:56:09.751362 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-690afc30-2abc-4d0f-a6fd-b9d917eccdc5 req-a4eaa0c5-ef69-44dd-8133-dc890a6dc171 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:56:09.988073 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [req-690afc30-2abc-4d0f-a6fd-b9d917eccdc5 req-a4eaa0c5-ef69-44dd-8133-dc890a6dc171 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] For port 0b412fec-7875-4b0f-ac3c-95e26517f2aa, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=0b412fec-7875-4b0f-ac3c-95e26517f2aa,segment=NetworkSegment(a2c11ebe-bc2b-4ac6-bbf2-e064a244407f),segment_id=a2c11ebe-bc2b-4ac6-bbf2-e064a244407f)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:56:10.013792 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-690afc30-2abc-4d0f-a6fd-b9d917eccdc5 req-a4eaa0c5-ef69-44dd-8133-dc890a6dc171 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:56:10.017976 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-690afc30-2abc-4d0f-a6fd-b9d917eccdc5 req-a4eaa0c5-ef69-44dd-8133-dc890a6dc171 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:56:10.051195 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['0b412fec-7875-4b0f-ac3c-95e26517f2aa'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 09:56:10.055007 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690afc30-2abc-4d0f-a6fd-b9d917eccdc5 req-a4eaa0c5-ef69-44dd-8133-dc890a6dc171 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:56:10.055613 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [req-690afc30-2abc-4d0f-a6fd-b9d917eccdc5 req-a4eaa0c5-ef69-44dd-8133-dc890a6dc171 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:56:10.056972 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-690afc30-2abc-4d0f-a6fd-b9d917eccdc5 req-a4eaa0c5-ef69-44dd-8133-dc890a6dc171 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "PUT /v2.0/ports/0b412fec-7875-4b0f-ac3c-95e26517f2aa HTTP/1.1" status: 200 len: 942 time: 0.4283271 Oct 04 09:56:10.057406 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c75e49ea-fa28-4539-bcec-862be2b3317c', 'tag': '0b412fec-7875-4b0f-ac3c-95e26517f2aa'}] {{(pid=89033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:56:10.062762 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e417ebe64424eb0358633e416672821aae4ea22acc2211bb28d37655142b7e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dda3020-c081-49fd-8aa8-b50d8eaf20ac" -d '{"events": [{"name": "network-changed", "server_uuid": "c75e49ea-fa28-4539-bcec-862be2b3317c", "tag": "0b412fec-7875-4b0f-ac3c-95e26517f2aa"}]}' {{(pid=89033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:56:10.063750 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 42558) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:56:10.102970 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eaa0c5-ef69-44dd-8133-dc890a6dc171 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Pushing event updated for resources: {'Port': ['ID=0b412fec-7875-4b0f-ac3c-95e26517f2aa,revision_number=7']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:56:10.111140 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eaa0c5-ef69-44dd-8133-dc890a6dc171 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:56:10.111493 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eaa0c5-ef69-44dd-8133-dc890a6dc171 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:56:10.111834 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eaa0c5-ef69-44dd-8133-dc890a6dc171 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:56:10.112171 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eaa0c5-ef69-44dd-8133-dc890a6dc171 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:56:10.112549 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eaa0c5-ef69-44dd-8133-dc890a6dc171 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:56:10.112881 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eaa0c5-ef69-44dd-8133-dc890a6dc171 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:56:10.113230 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eaa0c5-ef69-44dd-8133-dc890a6dc171 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:56:10.114192 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eaa0c5-ef69-44dd-8133-dc890a6dc171 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:56:10.114192 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eaa0c5-ef69-44dd-8133-dc890a6dc171 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:56:10.114192 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eaa0c5-ef69-44dd-8133-dc890a6dc171 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:56:10.114512 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eaa0c5-ef69-44dd-8133-dc890a6dc171 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:56:10.114822 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eaa0c5-ef69-44dd-8133-dc890a6dc171 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:56:10.145368 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb9b677-c70d-492e-a01a-4602715c578d x-openstack-request-id: req-abb9b677-c70d-492e-a01a-4602715c578d {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:56:10.145667 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c75e49ea-fa28-4539-bcec-862be2b3317c", "tag": "0b412fec-7875-4b0f-ac3c-95e26517f2aa", "status": "completed", "code": 200}]} {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:56:10.145966 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-abb9b677-c70d-492e-a01a-4602715c578d {{(pid=89033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:56:10.146773 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abb9b677-c70d-492e-a01a-4602715c578d'] response: {'name': 'network-changed', 'server_uuid': 'c75e49ea-fa28-4539-bcec-862be2b3317c', 'tag': '0b412fec-7875-4b0f-ac3c-95e26517f2aa', 'status': 'completed', 'code': 200} Oct 04 09:56:10.173622 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['0b412fec-7875-4b0f-ac3c-95e26517f2aa'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 09:56:10.337578 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a2bac247-ea1c-4891-bbdb-a074e16d49da tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:56:10.362955 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda3020-c081-49fd-8aa8-b50d8eaf20ac req-68b6362e-e75a-4154-8cb1-768e8e8b5bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:56:10.364435 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7dda3020-c081-49fd-8aa8-b50d8eaf20ac req-68b6362e-e75a-4154-8cb1-768e8e8b5bf3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ef52f191c82844f690125e6a2117b363&device_id=c75e49ea-fa28-4539-bcec-862be2b3317c HTTP/1.1" status: 200 len: 1098 time: 0.1462979 Oct 04 09:56:10.374625 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a2bac247-ea1c-4891-bbdb-a074e16d49da tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:56:10.531649 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda3020-c081-49fd-8aa8-b50d8eaf20ac req-d49d90f0-211d-48b7-9fae-54bc1f0b58b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:56:10.533208 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7dda3020-c081-49fd-8aa8-b50d8eaf20ac req-d49d90f0-211d-48b7-9fae-54bc1f0b58b2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5fd5344b-ce6c-4034-a662-6793bd140ae1 HTTP/1.1" status: 200 len: 916 time: 0.1609948 Oct 04 09:56:10.593574 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a2bac247-ea1c-4891-bbdb-a074e16d49da tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:56:10.635250 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bac247-ea1c-4891-bbdb-a074e16d49da tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25aa960-5a2f-44b5-a01b-85e9e8c390a8,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:56:10.650881 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bac247-ea1c-4891-bbdb-a074e16d49da tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:56:10.651232 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bac247-ea1c-4891-bbdb-a074e16d49da tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:56:10.651579 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bac247-ea1c-4891-bbdb-a074e16d49da tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:56:10.651920 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bac247-ea1c-4891-bbdb-a074e16d49da tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:56:10.652373 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bac247-ea1c-4891-bbdb-a074e16d49da tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:56:10.652680 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bac247-ea1c-4891-bbdb-a074e16d49da tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:56:10.653013 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bac247-ea1c-4891-bbdb-a074e16d49da tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:56:10.653344 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bac247-ea1c-4891-bbdb-a074e16d49da tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:56:10.653681 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bac247-ea1c-4891-bbdb-a074e16d49da tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:56:10.654010 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bac247-ea1c-4891-bbdb-a074e16d49da tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:56:10.654333 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bac247-ea1c-4891-bbdb-a074e16d49da tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:56:10.654657 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bac247-ea1c-4891-bbdb-a074e16d49da tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:56:10.666200 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a2bac247-ea1c-4891-bbdb-a074e16d49da tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:56:10.667322 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-a2bac247-ea1c-4891-bbdb-a074e16d49da tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "DELETE /v2.0/security-groups/f25aa960-5a2f-44b5-a01b-85e9e8c390a8 HTTP/1.1" status: 204 len: 168 time: 0.6025217 Oct 04 09:56:10.670270 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 42562) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:56:10.673564 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7dda3020-c081-49fd-8aa8-b50d8eaf20ac req-3080a8d7-7003-4e10-9e37-fb5275516380 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b412fec-7875-4b0f-ac3c-95e26517f2aa HTTP/1.1" status: 200 len: 1002 time: 0.1339734 Oct 04 09:56:10.738167 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda3020-c081-49fd-8aa8-b50d8eaf20ac req-14e02c5a-4512-4ac7-b648-d06e6ebafc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:56:10.739622 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7dda3020-c081-49fd-8aa8-b50d8eaf20ac req-14e02c5a-4512-4ac7-b648-d06e6ebafc7d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0600e6d2-29d3-416c-a5c3-cbcbd00fc8af HTTP/1.1" status: 200 len: 854 time: 0.0590873 Oct 04 09:56:10.826091 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda3020-c081-49fd-8aa8-b50d8eaf20ac req-9877963c-b6ce-4971-be74-d517f3be5dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:56:10.827572 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7dda3020-c081-49fd-8aa8-b50d8eaf20ac req-9877963c-b6ce-4971-be74-d517f3be5dbb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5fd5344b-ce6c-4034-a662-6793bd140ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810993 Oct 04 09:56:10.878185 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-de70c42e-473f-4c06-863b-e66a8dea965b tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Deleting port 19df9162-515a-43cf-9ecd-85a1b0c9b1e8 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:56:10.878441 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-de70c42e-473f-4c06-863b-e66a8dea965b tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:56:10.959513 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7dda3020-c081-49fd-8aa8-b50d8eaf20ac req-8bfb3403-c509-4ee8-acd0-bb2490358712 service neutron] 10.222.0.20 "GET /v2.0/networks/5fd5344b-ce6c-4034-a662-6793bd140ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256166 Oct 04 09:56:11.049386 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-de70c42e-473f-4c06-863b-e66a8dea965b tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:56:11.049743 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-de70c42e-473f-4c06-863b-e66a8dea965b tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:56:11.094460 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7dda3020-c081-49fd-8aa8-b50d8eaf20ac req-434fbade-6b73-42aa-be81-337ac8bbae08 service neutron] 10.222.0.20 "GET /v2.0/networks/5fd5344b-ce6c-4034-a662-6793bd140ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278009 Oct 04 09:56:11.175084 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-de70c42e-473f-4c06-863b-e66a8dea965b tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Calling delete_port for 19df9162-515a-43cf-9ecd-85a1b0c9b1e8 owned by network:floatingip {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:56:11.322370 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-de70c42e-473f-4c06-863b-e66a8dea965b tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:56:11.367673 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de70c42e-473f-4c06-863b-e66a8dea965b tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Pushing event deleted for resources: {'Port': ['ID=19df9162-515a-43cf-9ecd-85a1b0c9b1e8,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:56:11.531877 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:56:11.563024 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-de70c42e-473f-4c06-863b-e66a8dea965b tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for floatingip, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:56:11.563362 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.l3_db [None req-de70c42e-473f-4c06-863b-e66a8dea965b tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Floating IP 51eb6d40-e7ee-4209-bb9a-ac8e910f452d disassociated (deleted). External IP: 172.26.10.129, port: 0b412fec-7875-4b0f-ac3c-95e26517f2aa. Oct 04 09:56:11.907806 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de70c42e-473f-4c06-863b-e66a8dea965b tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Router f1988e03-bd23-4592-bddc-2302d4435f46 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:56:12.085937 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de70c42e-473f-4c06-863b-e66a8dea965b tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:56:12.096759 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8cc90a-07de-46e9-b8e6-9cf6a8965878 None None] Sync routers for ids ['f1988e03-bd23-4592-bddc-2302d4435f46'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:56:12.106350 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-de70c42e-473f-4c06-863b-e66a8dea965b tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:56:12.107006 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8cc90a-07de-46e9-b8e6-9cf6a8965878 None None] Routers {'f1988e03-bd23-4592-bddc-2302d4435f46'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:56:12.107599 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-be8cc90a-07de-46e9-b8e6-9cf6a8965878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:56:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['f1988e03-bd23-4592-bddc-2302d4435f46'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:56:12.176894 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-de70c42e-473f-4c06-863b-e66a8dea965b tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "DELETE /v2.0/floatingips/51eb6d40-e7ee-4209-bb9a-ac8e910f452d HTTP/1.1" status: 204 len: 168 time: 1.5044603 Oct 04 09:56:12.177404 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c75e49ea-fa28-4539-bcec-862be2b3317c', 'tag': '0b412fec-7875-4b0f-ac3c-95e26517f2aa'}] {{(pid=89033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:56:12.179750 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e417ebe64424eb0358633e416672821aae4ea22acc2211bb28d37655142b7e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b40703-b3dd-4fe4-984a-14c8ea72df21" -d '{"events": [{"name": "network-changed", "server_uuid": "c75e49ea-fa28-4539-bcec-862be2b3317c", "tag": "0b412fec-7875-4b0f-ac3c-95e26517f2aa"}]}' {{(pid=89033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:56:12.223919 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093f4fb2-92a5-4d40-9b51-80132182b9c6 x-openstack-request-id: req-093f4fb2-92a5-4d40-9b51-80132182b9c6 {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:56:12.224966 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c75e49ea-fa28-4539-bcec-862be2b3317c", "tag": "0b412fec-7875-4b0f-ac3c-95e26517f2aa", "status": "completed", "code": 200}]} {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:56:12.225232 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-093f4fb2-92a5-4d40-9b51-80132182b9c6 {{(pid=89033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:56:12.226295 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-093f4fb2-92a5-4d40-9b51-80132182b9c6'] response: {'name': 'network-changed', 'server_uuid': 'c75e49ea-fa28-4539-bcec-862be2b3317c', 'tag': '0b412fec-7875-4b0f-ac3c-95e26517f2aa', 'status': 'completed', 'code': 200} Oct 04 09:56:12.339809 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-be8cc90a-07de-46e9-b8e6-9cf6a8965878 None None] Set router f1988e03-bd23-4592-bddc-2302d4435f46 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:56:12.349077 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b40703-b3dd-4fe4-984a-14c8ea72df21 req-5e8e3eba-51b9-43ff-81b5-d59080804f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:56:12.350549 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-17b40703-b3dd-4fe4-984a-14c8ea72df21 req-5e8e3eba-51b9-43ff-81b5-d59080804f47 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ef52f191c82844f690125e6a2117b363&device_id=c75e49ea-fa28-4539-bcec-862be2b3317c HTTP/1.1" status: 200 len: 1098 time: 0.0812318 Oct 04 09:56:12.494140 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b40703-b3dd-4fe4-984a-14c8ea72df21 req-1a092873-20d8-45cc-8a5b-88fe7701c36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:56:12.495666 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-17b40703-b3dd-4fe4-984a-14c8ea72df21 req-1a092873-20d8-45cc-8a5b-88fe7701c36e service neutron] 10.222.0.20 "GET /v2.0/networks?id=5fd5344b-ce6c-4034-a662-6793bd140ae1 HTTP/1.1" status: 200 len: 916 time: 0.1395180 Oct 04 09:56:12.567420 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-17b40703-b3dd-4fe4-984a-14c8ea72df21 req-9d8cc7af-d529-4714-baba-246e9ffc6567 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b412fec-7875-4b0f-ac3c-95e26517f2aa HTTP/1.1" status: 200 len: 217 time: 0.0654399 Oct 04 09:56:12.638858 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b40703-b3dd-4fe4-984a-14c8ea72df21 req-3a22f078-aa37-4467-b2f5-0082d184b812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:56:12.640888 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-17b40703-b3dd-4fe4-984a-14c8ea72df21 req-3a22f078-aa37-4467-b2f5-0082d184b812 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0600e6d2-29d3-416c-a5c3-cbcbd00fc8af HTTP/1.1" status: 200 len: 854 time: 0.0676174 Oct 04 09:56:12.676525 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-be8cc90a-07de-46e9-b8e6-9cf6a8965878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1988e03-bd23-4592-bddc-2302d4435f46', 'name': 'tempest-TestMinimumBasicScenario-1781236108-router', 'tenant_id': 'ef52f191c82844f690125e6a2117b363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.225'}], 'enable_snat': True}, 'gw_port_id': '9f634877-c0fc-4621-a8ff-d76b9ed54d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:51:12Z', 'updated_at': '2022-10-04T09:51:16Z', 'revision_number': 4, 'project_id': 'ef52f191c82844f690125e6a2117b363', 'gw_port': {'id': '9f634877-c0fc-4621-a8ff-d76b9ed54d57', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1988e03-bd23-4592-bddc-2302d4435f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:51:13Z', 'updated_at': '2022-10-04T09:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': 'e9a1b693-14ba-437a-a0c3-b5febb1219c5', 'name': '', 'network_id': '5fd5344b-ce6c-4034-a662-6793bd140ae1', 'tenant_id': 'ef52f191c82844f690125e6a2117b363', 'mac_address': 'fa:16:3e:00:97:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1988e03-bd23-4592-bddc-2302d4435f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '0600e6d2-29d3-416c-a5c3-cbcbd00fc8af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:51:15Z', 'updated_at': '2022-10-04T09:51:22Z', 'revision_number': 5, 'project_id': 'ef52f191c82844f690125e6a2117b363', 'subnets': [{'id': '0600e6d2-29d3-416c-a5c3-cbcbd00fc8af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:56:12.681299 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8cc90a-07de-46e9-b8e6-9cf6a8965878 None None] Checking router: f1988e03-bd23-4592-bddc-2302d4435f46 for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:56:12.691930 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8cc90a-07de-46e9-b8e6-9cf6a8965878 None None] Routers {'f1988e03-bd23-4592-bddc-2302d4435f46'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:56:12.692798 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-be8cc90a-07de-46e9-b8e6-9cf6a8965878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:56:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['f1988e03-bd23-4592-bddc-2302d4435f46'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:56:12.750171 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b40703-b3dd-4fe4-984a-14c8ea72df21 req-24e8d5b6-6518-48fd-af9e-85a3ff4aedc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:56:12.751908 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-17b40703-b3dd-4fe4-984a-14c8ea72df21 req-24e8d5b6-6518-48fd-af9e-85a3ff4aedc7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5fd5344b-ce6c-4034-a662-6793bd140ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0979276 Oct 04 09:56:12.771584 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:56:12.878201 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-be8cc90a-07de-46e9-b8e6-9cf6a8965878 None None] Set router f1988e03-bd23-4592-bddc-2302d4435f46 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:56:12.888545 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-17b40703-b3dd-4fe4-984a-14c8ea72df21 req-c16085c8-006b-4225-b236-990b13b9990f service neutron] 10.222.0.20 "GET /v2.0/networks/5fd5344b-ce6c-4034-a662-6793bd140ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278632 Oct 04 09:56:13.124427 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-17b40703-b3dd-4fe4-984a-14c8ea72df21 req-b3ffcc99-0d66-4065-9990-fb96d7bb3ace service neutron] 10.222.0.20 "GET /v2.0/networks/5fd5344b-ce6c-4034-a662-6793bd140ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291183 Oct 04 09:56:13.192920 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-be8cc90a-07de-46e9-b8e6-9cf6a8965878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1988e03-bd23-4592-bddc-2302d4435f46', 'name': 'tempest-TestMinimumBasicScenario-1781236108-router', 'tenant_id': 'ef52f191c82844f690125e6a2117b363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.225'}], 'enable_snat': True}, 'gw_port_id': '9f634877-c0fc-4621-a8ff-d76b9ed54d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:51:12Z', 'updated_at': '2022-10-04T09:51:16Z', 'revision_number': 4, 'project_id': 'ef52f191c82844f690125e6a2117b363', 'gw_port': {'id': '9f634877-c0fc-4621-a8ff-d76b9ed54d57', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1988e03-bd23-4592-bddc-2302d4435f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:51:13Z', 'updated_at': '2022-10-04T09:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': 'e9a1b693-14ba-437a-a0c3-b5febb1219c5', 'name': '', 'network_id': '5fd5344b-ce6c-4034-a662-6793bd140ae1', 'tenant_id': 'ef52f191c82844f690125e6a2117b363', 'mac_address': 'fa:16:3e:00:97:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1988e03-bd23-4592-bddc-2302d4435f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '0600e6d2-29d3-416c-a5c3-cbcbd00fc8af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:51:15Z', 'updated_at': '2022-10-04T09:51:22Z', 'revision_number': 5, 'project_id': 'ef52f191c82844f690125e6a2117b363', 'subnets': [{'id': '0600e6d2-29d3-416c-a5c3-cbcbd00fc8af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:56:13.196780 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8cc90a-07de-46e9-b8e6-9cf6a8965878 None None] The sync data for ids ['f1988e03-bd23-4592-bddc-2302d4435f46'] in dv-neutron-860215-1-hyperv is: [{'id': 'f1988e03-bd23-4592-bddc-2302d4435f46', 'name': 'tempest-TestMinimumBasicScenario-1781236108-router', 'tenant_id': 'ef52f191c82844f690125e6a2117b363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.225'}], 'enable_snat': True}, 'gw_port_id': '9f634877-c0fc-4621-a8ff-d76b9ed54d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:51:12Z', 'updated_at': '2022-10-04T09:51:16Z', 'revision_number': 4, 'project_id': 'ef52f191c82844f690125e6a2117b363', 'gw_port': {'id': '9f634877-c0fc-4621-a8ff-d76b9ed54d57', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1988e03-bd23-4592-bddc-2302d4435f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:51:13Z', 'updated_at': '2022-10-04T09:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': 'e9a1b693-14ba-437a-a0c3-b5febb1219c5', 'name': '', 'network_id': '5fd5344b-ce6c-4034-a662-6793bd140ae1', 'tenant_id': 'ef52f191c82844f690125e6a2117b363', 'mac_address': 'fa:16:3e:00:97:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1988e03-bd23-4592-bddc-2302d4435f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '0600e6d2-29d3-416c-a5c3-cbcbd00fc8af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:51:15Z', 'updated_at': '2022-10-04T09:51:22Z', 'revision_number': 5, 'project_id': 'ef52f191c82844f690125e6a2117b363', 'subnets': [{'id': '0600e6d2-29d3-416c-a5c3-cbcbd00fc8af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:56:13.409260 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da549ba-a5de-4c8e-9983-001962783bd4 None None] New status for floating IP 51eb6d40-e7ee-4209-bb9a-ac8e910f452d: DOWN {{(pid=89034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 09:56:16.605269 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91f9c3-f746-44c1-a0f4-927a68bd435c req-99c84f58-5abb-4192-a6a0-9e983bdc2cc1 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:56:16.606073 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-7f91f9c3-f746-44c1-a0f4-927a68bd435c req-99c84f58-5abb-4192-a6a0-9e983bdc2cc1 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Synchronizing usage tracker for tenant:ef52f191c82844f690125e6a2117b363 on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:56:16.623251 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-7f91f9c3-f746-44c1-a0f4-927a68bd435c req-99c84f58-5abb-4192-a6a0-9e983bdc2cc1 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Unset dirty status for tenant:ef52f191c82844f690125e6a2117b363 on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:56:16.624385 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7f91f9c3-f746-44c1-a0f4-927a68bd435c req-99c84f58-5abb-4192-a6a0-9e983bdc2cc1 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=c75e49ea-fa28-4539-bcec-862be2b3317c HTTP/1.1" status: 200 len: 945 time: 0.1139648 Oct 04 09:56:16.669098 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7f91f9c3-f746-44c1-a0f4-927a68bd435c req-b056fb15-609e-4271-91af-31ef707c4d1b tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?id=d587ed94-fd7a-42db-9671-941f66ceeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388980 Oct 04 09:56:17.862788 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450a9921-eea1-4d51-bee7-fe04145ae6c2 req-0f3c031c-e313-4d1d-8c4f-3175d8279719 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:56:17.864247 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-450a9921-eea1-4d51-bee7-fe04145ae6c2 req-0f3c031c-e313-4d1d-8c4f-3175d8279719 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=c75e49ea-fa28-4539-bcec-862be2b3317c HTTP/1.1" status: 200 len: 945 time: 0.0845993 Oct 04 09:56:17.906942 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-450a9921-eea1-4d51-bee7-fe04145ae6c2 req-ca7d4974-f5de-45b3-953b-cf4bd6bdb556 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Synchronizing usage tracker for tenant:ef52f191c82844f690125e6a2117b363 on resource:security_group {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:56:17.921910 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-450a9921-eea1-4d51-bee7-fe04145ae6c2 req-ca7d4974-f5de-45b3-953b-cf4bd6bdb556 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Unset dirty status for tenant:ef52f191c82844f690125e6a2117b363 on resource:security_group {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:56:17.922979 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-450a9921-eea1-4d51-bee7-fe04145ae6c2 req-ca7d4974-f5de-45b3-953b-cf4bd6bdb556 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?id=d587ed94-fd7a-42db-9671-941f66ceeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531855 Oct 04 09:56:18.573730 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f7c53-8326-4e75-a9eb-0d4ae0726c6e req-1a33ee75-156b-4bde-9da0-63604a02bd12 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:56:18.575143 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-244f7c53-8326-4e75-a9eb-0d4ae0726c6e req-1a33ee75-156b-4bde-9da0-63604a02bd12 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.20 "GET /v2.0/ports?device_id=c75e49ea-fa28-4539-bcec-862be2b3317c HTTP/1.1" status: 200 len: 945 time: 0.0930707 Oct 04 09:56:18.643780 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-244f7c53-8326-4e75-a9eb-0d4ae0726c6e req-29a5c497-d1e3-4e06-8c46-d75b4a26a787 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Deleting port 0b412fec-7875-4b0f-ac3c-95e26517f2aa {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:56:18.644118 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-244f7c53-8326-4e75-a9eb-0d4ae0726c6e req-29a5c497-d1e3-4e06-8c46-d75b4a26a787 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:56:18.890067 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-244f7c53-8326-4e75-a9eb-0d4ae0726c6e req-29a5c497-d1e3-4e06-8c46-d75b4a26a787 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] For port 0b412fec-7875-4b0f-ac3c-95e26517f2aa, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=0b412fec-7875-4b0f-ac3c-95e26517f2aa,segment=NetworkSegment(a2c11ebe-bc2b-4ac6-bbf2-e064a244407f),segment_id=a2c11ebe-bc2b-4ac6-bbf2-e064a244407f)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:56:18.890716 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-244f7c53-8326-4e75-a9eb-0d4ae0726c6e req-29a5c497-d1e3-4e06-8c46-d75b4a26a787 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:56:19.011510 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-244f7c53-8326-4e75-a9eb-0d4ae0726c6e req-29a5c497-d1e3-4e06-8c46-d75b4a26a787 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Calling delete_port for 0b412fec-7875-4b0f-ac3c-95e26517f2aa owned by compute:nova {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:56:19.125756 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6d6b7-e4cc-4134-a61e-804a67e06f5a req-6d410029-db08-47b9-965f-349dc242369c tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:56:19.127345 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-1fe6d6b7-e4cc-4134-a61e-804a67e06f5a req-6d410029-db08-47b9-965f-349dc242369c tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=c75e49ea-fa28-4539-bcec-862be2b3317c HTTP/1.1" status: 200 len: 945 time: 0.0932710 Oct 04 09:56:19.161859 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-244f7c53-8326-4e75-a9eb-0d4ae0726c6e req-29a5c497-d1e3-4e06-8c46-d75b4a26a787 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:56:19.175412 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-1fe6d6b7-e4cc-4134-a61e-804a67e06f5a req-79f0194c-d4b1-45c8-aa73-2054f5e440f5 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?id=d587ed94-fd7a-42db-9671-941f66ceeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417912 Oct 04 09:56:19.203529 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['0b412fec-7875-4b0f-ac3c-95e26517f2aa'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 09:56:19.214863 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a5c497-d1e3-4e06-8c46-d75b4a26a787 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Pushing event deleted for resources: {'Port': ['ID=0b412fec-7875-4b0f-ac3c-95e26517f2aa,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:56:19.300331 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-244f7c53-8326-4e75-a9eb-0d4ae0726c6e req-29a5c497-d1e3-4e06-8c46-d75b4a26a787 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] No DVR routers for this DVR port 0b412fec-7875-4b0f-ac3c-95e26517f2aa on host hv-neutron-8602 {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:56:19.302841 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-244f7c53-8326-4e75-a9eb-0d4ae0726c6e req-29a5c497-d1e3-4e06-8c46-d75b4a26a787 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:56:19.305963 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c75e49ea-fa28-4539-bcec-862be2b3317c', 'name': 'network-vif-deleted', 'tag': '0b412fec-7875-4b0f-ac3c-95e26517f2aa'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:56:19.308225 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294c6209-071c-4b37-8d07-ca3463df4518" -d '{"events": [{"server_uuid": "c75e49ea-fa28-4539-bcec-862be2b3317c", "name": "network-vif-deleted", "tag": "0b412fec-7875-4b0f-ac3c-95e26517f2aa"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:56:19.322238 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-244f7c53-8326-4e75-a9eb-0d4ae0726c6e req-29a5c497-d1e3-4e06-8c46-d75b4a26a787 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.20 "DELETE /v2.0/ports/0b412fec-7875-4b0f-ac3c-95e26517f2aa HTTP/1.1" status: 204 len: 173 time: 0.7420712 Oct 04 09:56:19.455762 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60873fe5-58a9-4fa9-a4c6-837571a8e45f x-openstack-request-id: req-60873fe5-58a9-4fa9-a4c6-837571a8e45f {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:56:19.456057 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c75e49ea-fa28-4539-bcec-862be2b3317c", "name": "network-vif-deleted", "tag": "0b412fec-7875-4b0f-ac3c-95e26517f2aa", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:56:19.456318 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-60873fe5-58a9-4fa9-a4c6-837571a8e45f {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:56:19.456748 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60873fe5-58a9-4fa9-a4c6-837571a8e45f'] response: {'server_uuid': 'c75e49ea-fa28-4539-bcec-862be2b3317c', 'name': 'network-vif-deleted', 'tag': '0b412fec-7875-4b0f-ac3c-95e26517f2aa', 'status': 'completed', 'code': 200} Oct 04 09:56:23.336179 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 0b412fec-7875-4b0f-ac3c-95e26517f2aa no longer exists at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:56:23.372560 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] No Port match for: 0b412fec-7875-4b0f-ac3c-95e26517f2aa {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:56:23.372907 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 0b412fec-7875-4b0f-ac3c-95e26517f2aa not bound to the agent host hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:56:27.676126 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-85327a5b-4aa1-40f2-8b63-136dc82920d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:56:30.343937 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-94b27f2c-5edb-4062-97a0-6df1b1086f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:56:30.515382 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a037e98-ec44-49f5-b27c-fd0ad41638fd req-66270e04-6e4c-4585-97f0-18472d6fd1cc tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:56:30.516752 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1a037e98-ec44-49f5-b27c-fd0ad41638fd req-66270e04-6e4c-4585-97f0-18472d6fd1cc tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/networks?id=5fd5344b-ce6c-4034-a662-6793bd140ae1 HTTP/1.1" status: 200 len: 815 time: 0.1430407 Oct 04 09:56:30.531472 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1a037e98-ec44-49f5-b27c-fd0ad41638fd req-bff75187-401b-4f3c-8328-b08c3d7a361c tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/quotas/ef52f191c82844f690125e6a2117b363 HTTP/1.1" status: 200 len: 375 time: 0.0092897 Oct 04 09:56:30.620994 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-1a037e98-ec44-49f5-b27c-fd0ad41638fd req-5163770d-4cd4-4556-978d-1f1c1b1aafca tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Synchronizing usage tracker for tenant:ef52f191c82844f690125e6a2117b363 on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:56:30.636499 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-1a037e98-ec44-49f5-b27c-fd0ad41638fd req-5163770d-4cd4-4556-978d-1f1c1b1aafca tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Unset dirty status for tenant:ef52f191c82844f690125e6a2117b363 on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:56:30.637751 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1a037e98-ec44-49f5-b27c-fd0ad41638fd req-5163770d-4cd4-4556-978d-1f1c1b1aafca tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ef52f191c82844f690125e6a2117b363&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1015275 Oct 04 09:56:30.695325 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [req-1a037e98-ec44-49f5-b27c-fd0ad41638fd req-74d72e31-8c91-4619-aca1-e5c1cc4f539e service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=89032) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 09:56:30.696297 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1a037e98-ec44-49f5-b27c-fd0ad41638fd req-74d72e31-8c91-4619-aca1-e5c1cc4f539e service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0463781 Oct 04 09:56:30.829904 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1a037e98-ec44-49f5-b27c-fd0ad41638fd req-3f81825c-4ef3-4598-b705-0360596ea1b8 service neutron] 10.222.0.50 "GET /v2.0/networks/5fd5344b-ce6c-4034-a662-6793bd140ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274278 Oct 04 09:56:30.837106 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:56:30.862717 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:56:30.959183 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1a037e98-ec44-49f5-b27c-fd0ad41638fd req-44f356ca-9283-48a4-8dd2-1044f80d52db service neutron] 10.222.0.50 "GET /v2.0/networks/5fd5344b-ce6c-4034-a662-6793bd140ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232634 Oct 04 09:56:32.295933 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-bd7d9f80-c46e-47f2-ad35-f4ef681f1c04 req-f7db5873-1cc5-448f-b866-b19d2d47b842 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad529e9e-9acc-48f6-a8a5-0536434cab0a HTTP/1.1" status: 200 len: 210 time: 0.0516725 Oct 04 09:56:32.403079 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:56:33.399192 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-73194da6-6e78-4d38-8979-8154a5621c03 req-85cd323d-d21d-41aa-9a22-9c90a6ce4850 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad529e9e-9acc-48f6-a8a5-0536434cab0a HTTP/1.1" status: 200 len: 210 time: 0.0486925 Oct 04 09:56:34.507592 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-58073d90-3b40-467e-a3d4-b56f45791548 req-4a7a6f21-19b8-43c9-9459-d8d11230c12a tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad529e9e-9acc-48f6-a8a5-0536434cab0a HTTP/1.1" status: 200 len: 210 time: 0.0495872 Oct 04 09:56:35.716238 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-49ccc922-1c01-43b8-b866-da7a9d4a1467 req-f2c7e774-ecc2-4050-844f-ab26cb8bec14 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad529e9e-9acc-48f6-a8a5-0536434cab0a HTTP/1.1" status: 200 len: 210 time: 0.1507862 Oct 04 09:56:36.887651 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-d4155e22-d236-4ec8-846d-342c5eaca10f req-bb172b66-27f9-42eb-80d5-3628b7de2cdd tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad529e9e-9acc-48f6-a8a5-0536434cab0a HTTP/1.1" status: 200 len: 210 time: 0.0544853 Oct 04 09:56:37.536510 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a037e98-ec44-49f5-b27c-fd0ad41638fd req-ae141da5-1e77-4c6c-92e7-8bc5b318e98c tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:56:37.537905 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1a037e98-ec44-49f5-b27c-fd0ad41638fd req-ae141da5-1e77-4c6c-92e7-8bc5b318e98c tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.20 "GET /v2.0/networks?id=5fd5344b-ce6c-4034-a662-6793bd140ae1 HTTP/1.1" status: 200 len: 815 time: 0.1445935 Oct 04 09:56:37.556247 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-1a037e98-ec44-49f5-b27c-fd0ad41638fd req-0e71d8a5-5f49-46b9-a447-f6065aa4d386 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Request body: {'port': {'device_id': 'ad529e9e-9acc-48f6-a8a5-0536434cab0a', 'network_id': '5fd5344b-ce6c-4034-a662-6793bd140ae1', 'admin_state_up': True, 'tenant_id': 'ef52f191c82844f690125e6a2117b363'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:56:37.688702 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-1a037e98-ec44-49f5-b27c-fd0ad41638fd req-0e71d8a5-5f49-46b9-a447-f6065aa4d386 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:56:37.698923 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-1a037e98-ec44-49f5-b27c-fd0ad41638fd req-0e71d8a5-5f49-46b9-a447-f6065aa4d386 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:56:37.709078 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a037e98-ec44-49f5-b27c-fd0ad41638fd req-0e71d8a5-5f49-46b9-a447-f6065aa4d386 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Made reservation on behalf of ef52f191c82844f690125e6a2117b363 for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:56:37.713447 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-1a037e98-ec44-49f5-b27c-fd0ad41638fd req-0e71d8a5-5f49-46b9-a447-f6065aa4d386 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:56:37.880402 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [req-1a037e98-ec44-49f5-b27c-fd0ad41638fd req-0e71d8a5-5f49-46b9-a447-f6065aa4d386 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Allocated IP 172.20.0.14 (5fd5344b-ce6c-4034-a662-6793bd140ae1/0600e6d2-29d3-416c-a5c3-cbcbd00fc8af/91b31774-3fd2-4ce6-bc59-08a4165d1c25) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:56:38.163265 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7d7ad6a3-2b83-4cec-8c70-9ac709f65060 req-65b96aad-eac3-4d2e-9db0-541b3b0add99 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad529e9e-9acc-48f6-a8a5-0536434cab0a HTTP/1.1" status: 200 len: 210 time: 0.0676765 Oct 04 09:56:38.249768 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-1a037e98-ec44-49f5-b27c-fd0ad41638fd req-0e71d8a5-5f49-46b9-a447-f6065aa4d386 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:56:38.268175 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-1a037e98-ec44-49f5-b27c-fd0ad41638fd req-0e71d8a5-5f49-46b9-a447-f6065aa4d386 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Transition to ACTIVE for port object 91b31774-3fd2-4ce6-bc59-08a4165d1c25 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:56:38.297529 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-1a037e98-ec44-49f5-b27c-fd0ad41638fd req-0e71d8a5-5f49-46b9-a447-f6065aa4d386 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:56:38.390538 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a037e98-ec44-49f5-b27c-fd0ad41638fd req-0e71d8a5-5f49-46b9-a447-f6065aa4d386 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Network 5fd5344b-ce6c-4034-a662-6793bd140ae1 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:56:38.394537 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [req-1a037e98-ec44-49f5-b27c-fd0ad41638fd req-0e71d8a5-5f49-46b9-a447-f6065aa4d386 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:56:38.399648 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a037e98-ec44-49f5-b27c-fd0ad41638fd req-0e71d8a5-5f49-46b9-a447-f6065aa4d386 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:56:38.440764 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e71d8a5-5f49-46b9-a447-f6065aa4d386 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Pushing event updated for resources: {'Port': ['ID=91b31774-3fd2-4ce6-bc59-08a4165d1c25,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:56:38.487917 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a037e98-ec44-49f5-b27c-fd0ad41638fd req-0e71d8a5-5f49-46b9-a447-f6065aa4d386 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:56:38.488703 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-1a037e98-ec44-49f5-b27c-fd0ad41638fd req-0e71d8a5-5f49-46b9-a447-f6065aa4d386 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:56:38.526578 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1a037e98-ec44-49f5-b27c-fd0ad41638fd req-0e71d8a5-5f49-46b9-a447-f6065aa4d386 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9739976 Oct 04 09:56:38.741431 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-db9a7d4b-ddce-4770-9d3f-aaaa0ad6903a None None] Provisioning for port 91b31774-3fd2-4ce6-bc59-08a4165d1c25 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:56:38.747370 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-db9a7d4b-ddce-4770-9d3f-aaaa0ad6903a None None] Provisioning complete for port 91b31774-3fd2-4ce6-bc59-08a4165d1c25 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:56:38.747740 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-db9a7d4b-ddce-4770-9d3f-aaaa0ad6903a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:56:38.748433 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-db9a7d4b-ddce-4770-9d3f-aaaa0ad6903a None None] Attempt 1 to provision port 91b31774-3fd2-4ce6-bc59-08a4165d1c25 Oct 04 09:56:38.810588 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-db9a7d4b-ddce-4770-9d3f-aaaa0ad6903a None None] Port 91b31774-3fd2-4ce6-bc59-08a4165d1c25 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:56:39.311357 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-db9a7d4b-ddce-4770-9d3f-aaaa0ad6903a None None] Attempt 2 to provision port 91b31774-3fd2-4ce6-bc59-08a4165d1c25 Oct 04 09:56:39.372463 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-db9a7d4b-ddce-4770-9d3f-aaaa0ad6903a None None] Port 91b31774-3fd2-4ce6-bc59-08a4165d1c25 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:56:39.398440 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f7a58-af48-49f5-8061-c157138f398b req-87df839a-12e6-442b-85bf-695f7797c48a tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:56:39.400585 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-a59f7a58-af48-49f5-8061-c157138f398b req-87df839a-12e6-442b-85bf-695f7797c48a tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad529e9e-9acc-48f6-a8a5-0536434cab0a HTTP/1.1" status: 200 len: 932 time: 0.0997450 Oct 04 09:56:39.448621 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-a59f7a58-af48-49f5-8061-c157138f398b req-6116984e-017a-4baf-b426-738971fb5ddf tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?id=d587ed94-fd7a-42db-9671-941f66ceeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414255 Oct 04 09:56:39.874163 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-db9a7d4b-ddce-4770-9d3f-aaaa0ad6903a None None] Attempt 3 to provision port 91b31774-3fd2-4ce6-bc59-08a4165d1c25 Oct 04 09:56:39.932166 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-db9a7d4b-ddce-4770-9d3f-aaaa0ad6903a None None] Port 91b31774-3fd2-4ce6-bc59-08a4165d1c25 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:56:40.433103 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-db9a7d4b-ddce-4770-9d3f-aaaa0ad6903a None None] Attempt 4 to provision port 91b31774-3fd2-4ce6-bc59-08a4165d1c25 Oct 04 09:56:40.512295 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-db9a7d4b-ddce-4770-9d3f-aaaa0ad6903a None None] Port 91b31774-3fd2-4ce6-bc59-08a4165d1c25 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:56:40.680527 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ef587-3acc-4608-9418-d59055367440 req-d0f946ac-3eba-48e7-bd84-60f5bf5408f6 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:56:40.681915 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-d93ef587-3acc-4608-9418-d59055367440 req-d0f946ac-3eba-48e7-bd84-60f5bf5408f6 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Synchronizing usage tracker for tenant:ef52f191c82844f690125e6a2117b363 on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:56:40.699224 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-d93ef587-3acc-4608-9418-d59055367440 req-d0f946ac-3eba-48e7-bd84-60f5bf5408f6 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Unset dirty status for tenant:ef52f191c82844f690125e6a2117b363 on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:56:40.700481 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d93ef587-3acc-4608-9418-d59055367440 req-d0f946ac-3eba-48e7-bd84-60f5bf5408f6 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad529e9e-9acc-48f6-a8a5-0536434cab0a HTTP/1.1" status: 200 len: 932 time: 0.1194704 Oct 04 09:56:40.750582 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d93ef587-3acc-4608-9418-d59055367440 req-7dc1447d-428b-40ec-84ed-810c7ed430dd tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?id=d587ed94-fd7a-42db-9671-941f66ceeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443895 Oct 04 09:56:41.014089 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-db9a7d4b-ddce-4770-9d3f-aaaa0ad6903a None None] Attempt 5 to provision port 91b31774-3fd2-4ce6-bc59-08a4165d1c25 Oct 04 09:56:41.079950 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-db9a7d4b-ddce-4770-9d3f-aaaa0ad6903a None None] Port 91b31774-3fd2-4ce6-bc59-08a4165d1c25 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:56:41.545777 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:56:41.581205 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-db9a7d4b-ddce-4770-9d3f-aaaa0ad6903a None None] Attempt 6 to provision port 91b31774-3fd2-4ce6-bc59-08a4165d1c25 Oct 04 09:56:41.642735 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-db9a7d4b-ddce-4770-9d3f-aaaa0ad6903a None None] Port 91b31774-3fd2-4ce6-bc59-08a4165d1c25 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:56:41.968714 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd662dda-fa16-4d17-a6b6-6399d4c394a5 req-a555584f-a5d2-4b5e-9b31-6abadee99b7c tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:56:41.970205 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-bd662dda-fa16-4d17-a6b6-6399d4c394a5 req-a555584f-a5d2-4b5e-9b31-6abadee99b7c tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad529e9e-9acc-48f6-a8a5-0536434cab0a HTTP/1.1" status: 200 len: 932 time: 0.0959058 Oct 04 09:56:42.020297 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-bd662dda-fa16-4d17-a6b6-6399d4c394a5 req-6a9eaf12-9e63-4a69-9978-97572f621f4d tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?id=d587ed94-fd7a-42db-9671-941f66ceeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412269 Oct 04 09:56:42.144079 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-db9a7d4b-ddce-4770-9d3f-aaaa0ad6903a None None] Attempt 7 to provision port 91b31774-3fd2-4ce6-bc59-08a4165d1c25 Oct 04 09:56:42.202140 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-db9a7d4b-ddce-4770-9d3f-aaaa0ad6903a None None] Port 91b31774-3fd2-4ce6-bc59-08a4165d1c25 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:56:42.703465 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-db9a7d4b-ddce-4770-9d3f-aaaa0ad6903a None None] Attempt 8 to provision port 91b31774-3fd2-4ce6-bc59-08a4165d1c25 Oct 04 09:56:42.760064 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-db9a7d4b-ddce-4770-9d3f-aaaa0ad6903a None None] Port 91b31774-3fd2-4ce6-bc59-08a4165d1c25 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:56:43.230382 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c301254f-ae58-4a5c-a972-c6d8282624ce req-dd402c8f-aa2e-4b2a-b39e-8bd8e1b00f36 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:56:43.231896 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c301254f-ae58-4a5c-a972-c6d8282624ce req-dd402c8f-aa2e-4b2a-b39e-8bd8e1b00f36 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad529e9e-9acc-48f6-a8a5-0536434cab0a HTTP/1.1" status: 200 len: 932 time: 0.0907657 Oct 04 09:56:43.261216 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-db9a7d4b-ddce-4770-9d3f-aaaa0ad6903a None None] Attempt 9 to provision port 91b31774-3fd2-4ce6-bc59-08a4165d1c25 Oct 04 09:56:43.286039 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c301254f-ae58-4a5c-a972-c6d8282624ce req-6ac3f7c3-e09c-4dea-87cb-783e891938ff tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?id=d587ed94-fd7a-42db-9671-941f66ceeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480912 Oct 04 09:56:43.334752 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-db9a7d4b-ddce-4770-9d3f-aaaa0ad6903a None None] Port 91b31774-3fd2-4ce6-bc59-08a4165d1c25 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:56:43.836663 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-db9a7d4b-ddce-4770-9d3f-aaaa0ad6903a None None] Attempt 10 to provision port 91b31774-3fd2-4ce6-bc59-08a4165d1c25 Oct 04 09:56:43.894595 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-db9a7d4b-ddce-4770-9d3f-aaaa0ad6903a None None] Port 91b31774-3fd2-4ce6-bc59-08a4165d1c25 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:56:44.501841 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e68ca01-4389-408e-b070-23124864b2ab req-66f73e30-2bb0-4da4-ac3f-db957269f3d6 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:56:44.503334 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-3e68ca01-4389-408e-b070-23124864b2ab req-66f73e30-2bb0-4da4-ac3f-db957269f3d6 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad529e9e-9acc-48f6-a8a5-0536434cab0a HTTP/1.1" status: 200 len: 932 time: 0.0972247 Oct 04 09:56:44.549985 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-3e68ca01-4389-408e-b070-23124864b2ab req-b846175f-fd1e-4f79-bbad-511b1c42ea41 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?id=d587ed94-fd7a-42db-9671-941f66ceeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406916 Oct 04 09:56:45.744312 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a79335-2042-48eb-8ac0-f0deb1b927e1 req-15f1dfb3-e952-4609-9921-ab6ac7060798 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:56:45.745790 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f0a79335-2042-48eb-8ac0-f0deb1b927e1 req-15f1dfb3-e952-4609-9921-ab6ac7060798 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad529e9e-9acc-48f6-a8a5-0536434cab0a HTTP/1.1" status: 200 len: 932 time: 0.0855260 Oct 04 09:56:45.788318 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f0a79335-2042-48eb-8ac0-f0deb1b927e1 req-a93d0ef0-46d5-4cc1-9bd0-4a936dca0820 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?id=d587ed94-fd7a-42db-9671-941f66ceeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369475 Oct 04 09:56:46.982349 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb17996-2d27-4880-9748-3604a3e36e45 req-52ba2b36-d35f-4d7d-ba0d-49df9578d514 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:56:46.983801 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-cfb17996-2d27-4880-9748-3604a3e36e45 req-52ba2b36-d35f-4d7d-ba0d-49df9578d514 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad529e9e-9acc-48f6-a8a5-0536434cab0a HTTP/1.1" status: 200 len: 932 time: 0.0848968 Oct 04 09:56:47.027461 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-cfb17996-2d27-4880-9748-3604a3e36e45 req-017ceaae-eab4-4a63-89b9-3f66b9d47276 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?id=d587ed94-fd7a-42db-9671-941f66ceeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379348 Oct 04 09:56:47.486146 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-1a037e98-ec44-49f5-b27c-fd0ad41638fd req-4727ca37-a2e3-44d4-ac2a-4d4e1bf0e3a4 service neutron] Request body: {'port': {'device_id': 'ad529e9e-9acc-48f6-a8a5-0536434cab0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8602'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:56:47.596421 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-1a037e98-ec44-49f5-b27c-fd0ad41638fd req-4727ca37-a2e3-44d4-ac2a-4d4e1bf0e3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:56:47.924980 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [req-1a037e98-ec44-49f5-b27c-fd0ad41638fd req-4727ca37-a2e3-44d4-ac2a-4d4e1bf0e3a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91b31774-3fd2-4ce6-bc59-08a4165d1c25 {{(pid=89032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:56:47.933364 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-1a037e98-ec44-49f5-b27c-fd0ad41638fd req-4727ca37-a2e3-44d4-ac2a-4d4e1bf0e3a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:56:47.947935 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-1a037e98-ec44-49f5-b27c-fd0ad41638fd req-4727ca37-a2e3-44d4-ac2a-4d4e1bf0e3a4 service neutron] Transition to ACTIVE for port object 91b31774-3fd2-4ce6-bc59-08a4165d1c25 will not be triggered until provisioned by entity L2. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:56:47.950905 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-1a037e98-ec44-49f5-b27c-fd0ad41638fd req-4727ca37-a2e3-44d4-ac2a-4d4e1bf0e3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:56:48.297086 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4727ca37-a2e3-44d4-ac2a-4d4e1bf0e3a4 service neutron] Pushing event updated for resources: {'Port': ['ID=91b31774-3fd2-4ce6-bc59-08a4165d1c25,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:56:48.337780 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-1a037e98-ec44-49f5-b27c-fd0ad41638fd req-4727ca37-a2e3-44d4-ac2a-4d4e1bf0e3a4 service neutron] Attempting to bind port 91b31774-3fd2-4ce6-bc59-08a4165d1c25 on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:56:48.338049 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-1a037e98-ec44-49f5-b27c-fd0ad41638fd req-4727ca37-a2e3-44d4-ac2a-4d4e1bf0e3a4 service neutron] Attempting to bind port 91b31774-3fd2-4ce6-bc59-08a4165d1c25 by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': 'a2c11ebe-bc2b-4ac6-bbf2-e064a244407f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5fd5344b-ce6c-4034-a662-6793bd140ae1'}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:56:48.338377 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a037e98-ec44-49f5-b27c-fd0ad41638fd req-4727ca37-a2e3-44d4-ac2a-4d4e1bf0e3a4 service neutron] Attempting to bind port 91b31774-3fd2-4ce6-bc59-08a4165d1c25 on network 5fd5344b-ce6c-4034-a662-6793bd140ae1 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:56:48.345426 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a037e98-ec44-49f5-b27c-fd0ad41638fd req-4727ca37-a2e3-44d4-ac2a-4d4e1bf0e3a4 service neutron] Port 91b31774-3fd2-4ce6-bc59-08a4165d1c25 on network 5fd5344b-ce6c-4034-a662-6793bd140ae1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 09:56:48.345746 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a037e98-ec44-49f5-b27c-fd0ad41638fd req-4727ca37-a2e3-44d4-ac2a-4d4e1bf0e3a4 service neutron] Attempting to bind port 91b31774-3fd2-4ce6-bc59-08a4165d1c25 on network 5fd5344b-ce6c-4034-a662-6793bd140ae1 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:56:48.356263 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3be12d-d6da-4cba-8e38-9822f04bf105 req-88d4f85c-cca1-4622-ba23-cb7471581917 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:56:48.357749 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6c3be12d-d6da-4cba-8e38-9822f04bf105 req-88d4f85c-cca1-4622-ba23-cb7471581917 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad529e9e-9acc-48f6-a8a5-0536434cab0a HTTP/1.1" status: 200 len: 944 time: 0.2092748 Oct 04 09:56:48.360093 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a037e98-ec44-49f5-b27c-fd0ad41638fd req-4727ca37-a2e3-44d4-ac2a-4d4e1bf0e3a4 service neutron] Checking agent: {'id': '1be90a14-1104-4771-996e-684b25b74d15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'started_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:56:48.360454 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a037e98-ec44-49f5-b27c-fd0ad41638fd req-4727ca37-a2e3-44d4-ac2a-4d4e1bf0e3a4 service neutron] Checking segment: {'id': 'a2c11ebe-bc2b-4ac6-bbf2-e064a244407f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5fd5344b-ce6c-4034-a662-6793bd140ae1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:56:48.360830 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a037e98-ec44-49f5-b27c-fd0ad41638fd req-4727ca37-a2e3-44d4-ac2a-4d4e1bf0e3a4 service neutron] Bound using segment: {'id': 'a2c11ebe-bc2b-4ac6-bbf2-e064a244407f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5fd5344b-ce6c-4034-a662-6793bd140ae1'} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:56:48.361256 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-1a037e98-ec44-49f5-b27c-fd0ad41638fd req-4727ca37-a2e3-44d4-ac2a-4d4e1bf0e3a4 service neutron] Bound port: 91b31774-3fd2-4ce6-bc59-08a4165d1c25, host: hv-neutron-8602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2c11ebe-bc2b-4ac6-bbf2-e064a244407f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5fd5344b-ce6c-4034-a662-6793bd140ae1'}}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:56:48.361601 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-1a037e98-ec44-49f5-b27c-fd0ad41638fd req-4727ca37-a2e3-44d4-ac2a-4d4e1bf0e3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:56:48.461457 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6c3be12d-d6da-4cba-8e38-9822f04bf105 req-3c9b1924-da1c-4e39-a6cf-6ed0a658059d tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?id=d587ed94-fd7a-42db-9671-941f66ceeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904360 Oct 04 09:56:48.486971 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-1a037e98-ec44-49f5-b27c-fd0ad41638fd req-4727ca37-a2e3-44d4-ac2a-4d4e1bf0e3a4 service neutron] For port 91b31774-3fd2-4ce6-bc59-08a4165d1c25, host hv-neutron-8602, cleared binding levels {{(pid=89032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:56:48.489927 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-1a037e98-ec44-49f5-b27c-fd0ad41638fd req-4727ca37-a2e3-44d4-ac2a-4d4e1bf0e3a4 service neutron] For port 91b31774-3fd2-4ce6-bc59-08a4165d1c25, host hv-neutron-8602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=91b31774-3fd2-4ce6-bc59-08a4165d1c25,segment=NetworkSegment(a2c11ebe-bc2b-4ac6-bbf2-e064a244407f),segment_id=a2c11ebe-bc2b-4ac6-bbf2-e064a244407f)] {{(pid=89032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:56:48.495657 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-1a037e98-ec44-49f5-b27c-fd0ad41638fd req-4727ca37-a2e3-44d4-ac2a-4d4e1bf0e3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:56:48.535647 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a037e98-ec44-49f5-b27c-fd0ad41638fd req-4727ca37-a2e3-44d4-ac2a-4d4e1bf0e3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:56:48.536261 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-1a037e98-ec44-49f5-b27c-fd0ad41638fd req-4727ca37-a2e3-44d4-ac2a-4d4e1bf0e3a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:56:48.537644 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1a037e98-ec44-49f5-b27c-fd0ad41638fd req-4727ca37-a2e3-44d4-ac2a-4d4e1bf0e3a4 service neutron] 10.222.0.20 "PUT /v2.0/ports/91b31774-3fd2-4ce6-bc59-08a4165d1c25 HTTP/1.1" status: 200 len: 1094 time: 1.0561128 Oct 04 09:56:48.538585 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad529e9e-9acc-48f6-a8a5-0536434cab0a', 'tag': '91b31774-3fd2-4ce6-bc59-08a4165d1c25'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:56:48.540884 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d952e8b-be22-4ecc-948e-e60b668ae1ce" -d '{"events": [{"name": "network-changed", "server_uuid": "ad529e9e-9acc-48f6-a8a5-0536434cab0a", "tag": "91b31774-3fd2-4ce6-bc59-08a4165d1c25"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:56:48.575827 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4727ca37-a2e3-44d4-ac2a-4d4e1bf0e3a4 service neutron] Pushing event updated for resources: {'Port': ['ID=91b31774-3fd2-4ce6-bc59-08a4165d1c25,revision_number=3']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:56:48.585869 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6320d92-629a-4925-ba48-47d8fcb757e9 x-openstack-request-id: req-a6320d92-629a-4925-ba48-47d8fcb757e9 {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:56:48.586153 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad529e9e-9acc-48f6-a8a5-0536434cab0a", "tag": "91b31774-3fd2-4ce6-bc59-08a4165d1c25", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:56:48.586401 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a6320d92-629a-4925-ba48-47d8fcb757e9 {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:56:48.586796 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6320d92-629a-4925-ba48-47d8fcb757e9'] response: {'name': 'network-changed', 'server_uuid': 'ad529e9e-9acc-48f6-a8a5-0536434cab0a', 'tag': '91b31774-3fd2-4ce6-bc59-08a4165d1c25', 'status': 'completed', 'code': 200} Oct 04 09:56:48.680551 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a037e98-ec44-49f5-b27c-fd0ad41638fd req-02a04455-2339-4b66-bf55-6f452a54f7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:56:48.681941 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1a037e98-ec44-49f5-b27c-fd0ad41638fd req-02a04455-2339-4b66-bf55-6f452a54f7d5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ef52f191c82844f690125e6a2117b363&device_id=ad529e9e-9acc-48f6-a8a5-0536434cab0a HTTP/1.1" status: 200 len: 1097 time: 0.0800967 Oct 04 09:56:48.754161 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1a037e98-ec44-49f5-b27c-fd0ad41638fd req-117ac1c6-5ef5-4cdd-ad19-ea448070d905 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91b31774-3fd2-4ce6-bc59-08a4165d1c25 HTTP/1.1" status: 200 len: 217 time: 0.0597508 Oct 04 09:56:48.822235 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a037e98-ec44-49f5-b27c-fd0ad41638fd req-075c325b-62ce-40c1-b74b-80d44b18f24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:56:48.823646 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1a037e98-ec44-49f5-b27c-fd0ad41638fd req-075c325b-62ce-40c1-b74b-80d44b18f24c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0600e6d2-29d3-416c-a5c3-cbcbd00fc8af HTTP/1.1" status: 200 len: 854 time: 0.0640626 Oct 04 09:56:48.905967 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a037e98-ec44-49f5-b27c-fd0ad41638fd req-9448a702-e315-4901-a97c-1d784f19e1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:56:48.907484 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1a037e98-ec44-49f5-b27c-fd0ad41638fd req-9448a702-e315-4901-a97c-1d784f19e1f8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5fd5344b-ce6c-4034-a662-6793bd140ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774689 Oct 04 09:56:49.037589 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1a037e98-ec44-49f5-b27c-fd0ad41638fd req-b3925d72-5f7e-4a81-b8c7-6f2f3ca1c0f8 service neutron] 10.222.0.20 "GET /v2.0/networks/5fd5344b-ce6c-4034-a662-6793bd140ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243467 Oct 04 09:56:49.164635 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1a037e98-ec44-49f5-b27c-fd0ad41638fd req-cb7b2d57-db3c-49fe-9a2e-768e0ec1b529 service neutron] 10.222.0.20 "GET /v2.0/networks/5fd5344b-ce6c-4034-a662-6793bd140ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210811 Oct 04 09:56:49.335187 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d952e8b-be22-4ecc-948e-e60b668ae1ce req-7aa1468a-267f-42c1-a10e-af4b103eda88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:56:49.336705 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7d952e8b-be22-4ecc-948e-e60b668ae1ce req-7aa1468a-267f-42c1-a10e-af4b103eda88 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ef52f191c82844f690125e6a2117b363&device_id=ad529e9e-9acc-48f6-a8a5-0536434cab0a HTTP/1.1" status: 200 len: 1097 time: 0.0809252 Oct 04 09:56:49.464032 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d952e8b-be22-4ecc-948e-e60b668ae1ce req-eb9c285e-0e34-4220-9f2e-64a60166cc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:56:49.465466 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7d952e8b-be22-4ecc-948e-e60b668ae1ce req-eb9c285e-0e34-4220-9f2e-64a60166cc74 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5fd5344b-ce6c-4034-a662-6793bd140ae1 HTTP/1.1" status: 200 len: 916 time: 0.1231656 Oct 04 09:56:49.530642 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7d952e8b-be22-4ecc-948e-e60b668ae1ce req-1fc7b76d-8a4b-4721-aaeb-e509cc2a447a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91b31774-3fd2-4ce6-bc59-08a4165d1c25 HTTP/1.1" status: 200 len: 217 time: 0.0591915 Oct 04 09:56:49.656462 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d952e8b-be22-4ecc-948e-e60b668ae1ce req-4ca2d6de-67a4-4e35-bfec-3f6374758820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:56:49.657795 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7d952e8b-be22-4ecc-948e-e60b668ae1ce req-4ca2d6de-67a4-4e35-bfec-3f6374758820 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0600e6d2-29d3-416c-a5c3-cbcbd00fc8af HTTP/1.1" status: 200 len: 854 time: 0.1215847 Oct 04 09:56:49.777582 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:56:49.860613 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf056f-eee5-454f-b4cf-8dd0465296a8 req-241293c4-fc64-408f-96b2-ab07645b12e0 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:56:49.863003 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-68bf056f-eee5-454f-b4cf-8dd0465296a8 req-241293c4-fc64-408f-96b2-ab07645b12e0 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad529e9e-9acc-48f6-a8a5-0536434cab0a HTTP/1.1" status: 200 len: 944 time: 0.2877793 Oct 04 09:56:49.936677 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-68bf056f-eee5-454f-b4cf-8dd0465296a8 req-a7a2eecc-2220-4e1e-a5ce-aa8363db540a tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?id=d587ed94-fd7a-42db-9671-941f66ceeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668774 Oct 04 09:56:49.939392 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d952e8b-be22-4ecc-948e-e60b668ae1ce req-5b230afb-a842-4000-a897-5b33fa102834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:56:49.940617 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7d952e8b-be22-4ecc-948e-e60b668ae1ce req-5b230afb-a842-4000-a897-5b33fa102834 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5fd5344b-ce6c-4034-a662-6793bd140ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2765186 Oct 04 09:56:50.067915 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7d952e8b-be22-4ecc-948e-e60b668ae1ce req-7d74e168-9b09-4631-b6f4-28c77481cf23 service neutron] 10.222.0.20 "GET /v2.0/networks/5fd5344b-ce6c-4034-a662-6793bd140ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209128 Oct 04 09:56:50.194437 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7d952e8b-be22-4ecc-948e-e60b668ae1ce req-8a32abe7-0491-4c35-bef8-927a48e3d465 service neutron] 10.222.0.20 "GET /v2.0/networks/5fd5344b-ce6c-4034-a662-6793bd140ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206698 Oct 04 09:56:51.237172 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e38b0c-a253-4111-a11f-b64030d5ead7 req-61a1d631-439b-416c-bb23-94660c371a0e tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:56:51.238608 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-07e38b0c-a253-4111-a11f-b64030d5ead7 req-61a1d631-439b-416c-bb23-94660c371a0e tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad529e9e-9acc-48f6-a8a5-0536434cab0a HTTP/1.1" status: 200 len: 944 time: 0.1907780 Oct 04 09:56:51.281546 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-07e38b0c-a253-4111-a11f-b64030d5ead7 req-b49385fb-25ca-40be-a60e-569baa1806f5 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?id=d587ed94-fd7a-42db-9671-941f66ceeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372412 Oct 04 09:56:51.445901 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 91b31774-3fd2-4ce6-bc59-08a4165d1c25 details requested by agent hyperv_hv-neutron-8602 with host hv-neutron-8602 {{(pid=89034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 04 09:56:51.576309 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 91b31774-3fd2-4ce6-bc59-08a4165d1c25, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=91b31774-3fd2-4ce6-bc59-08a4165d1c25,segment=NetworkSegment(a2c11ebe-bc2b-4ac6-bbf2-e064a244407f),segment_id=a2c11ebe-bc2b-4ac6-bbf2-e064a244407f)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:56:51.589506 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Returning: {'device': '91b31774-3fd2-4ce6-bc59-08a4165d1c25', 'network_id': '5fd5344b-ce6c-4034-a662-6793bd140ae1', 'port_id': '91b31774-3fd2-4ce6-bc59-08a4165d1c25', 'mac_address': 'fa:16:3e:38:28:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0600e6d2-29d3-416c-a5c3-cbcbd00fc8af', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 04 09:56:51.645009 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 91b31774-3fd2-4ce6-bc59-08a4165d1c25 is: DOWN; New status is: BUILD {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:56:51.645388 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:56:51.661787 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91b31774-3fd2-4ce6-bc59-08a4165d1c25 {{(pid=89034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 09:56:51.676609 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 91b31774-3fd2-4ce6-bc59-08a4165d1c25, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=91b31774-3fd2-4ce6-bc59-08a4165d1c25,segment=NetworkSegment(a2c11ebe-bc2b-4ac6-bbf2-e064a244407f),segment_id=a2c11ebe-bc2b-4ac6-bbf2-e064a244407f)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:56:51.680669 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:56:51.749123 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=91b31774-3fd2-4ce6-bc59-08a4165d1c25,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:56:51.756210 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:56:51.756580 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:56:51.757555 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:56:51.757885 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:56:51.758215 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:56:51.758538 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:56:51.758859 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:56:51.759180 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:56:51.759498 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:56:51.759814 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:56:51.760129 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:56:51.760466 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:56:52.129235 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['91b31774-3fd2-4ce6-bc59-08a4165d1c25'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 09:56:52.477766 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd99864-ed48-4def-9149-d15debd81260 req-27a170ba-b4d6-4f70-bb25-b54cedf51d86 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:56:52.479199 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-fbd99864-ed48-4def-9149-d15debd81260 req-27a170ba-b4d6-4f70-bb25-b54cedf51d86 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad529e9e-9acc-48f6-a8a5-0536434cab0a HTTP/1.1" status: 200 len: 945 time: 0.0909066 Oct 04 09:56:52.521800 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-fbd99864-ed48-4def-9149-d15debd81260 req-b34293ad-8d57-4985-9e50-e319d851b932 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?id=d587ed94-fd7a-42db-9671-941f66ceeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369658 Oct 04 09:56:53.461077 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 91b31774-3fd2-4ce6-bc59-08a4165d1c25 up at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:56:53.526897 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning for port 91b31774-3fd2-4ce6-bc59-08a4165d1c25 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:56:53.531792 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning complete for port 91b31774-3fd2-4ce6-bc59-08a4165d1c25 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:56:53.532165 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:56:53.532544 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Attempt 1 to provision port 91b31774-3fd2-4ce6-bc59-08a4165d1c25 Oct 04 09:56:53.649354 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 91b31774-3fd2-4ce6-bc59-08a4165d1c25 is: BUILD; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:56:53.649734 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:56:53.675894 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad529e9e-9acc-48f6-a8a5-0536434cab0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b31774-3fd2-4ce6-bc59-08a4165d1c25'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:56:53.678168 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aef738b946a3ea172e8e75fc735451da1d91f114ea1acc5fcf392e20a929bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd58e58-fa49-4e89-8930-23b244f0f903" -d '{"events": [{"server_uuid": "ad529e9e-9acc-48f6-a8a5-0536434cab0a", "name": "network-vif-plugged", "status": "completed", "tag": "91b31774-3fd2-4ce6-bc59-08a4165d1c25"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:56:53.686300 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 91b31774-3fd2-4ce6-bc59-08a4165d1c25, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=91b31774-3fd2-4ce6-bc59-08a4165d1c25,segment=NetworkSegment(a2c11ebe-bc2b-4ac6-bbf2-e064a244407f),segment_id=a2c11ebe-bc2b-4ac6-bbf2-e064a244407f)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:56:53.696892 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:56:53.734089 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176eb1d6-290b-4d00-8719-85fa7cf49d2f req-cef7f172-5702-4d0d-9df6-675ecd744394 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:56:53.735798 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-176eb1d6-290b-4d00-8719-85fa7cf49d2f req-cef7f172-5702-4d0d-9df6-675ecd744394 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad529e9e-9acc-48f6-a8a5-0536434cab0a HTTP/1.1" status: 200 len: 945 time: 0.1046357 Oct 04 09:56:53.773223 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=91b31774-3fd2-4ce6-bc59-08a4165d1c25,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:56:53.785715 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-176eb1d6-290b-4d00-8719-85fa7cf49d2f req-6e572d22-b7ff-4c70-a509-0c4765f9527d tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?id=d587ed94-fd7a-42db-9671-941f66ceeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434418 Oct 04 09:56:53.795123 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9297c8f2-b7f0-4252-ab05-8b55bcf1d37a x-openstack-request-id: req-9297c8f2-b7f0-4252-ab05-8b55bcf1d37a {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:56:53.795516 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad529e9e-9acc-48f6-a8a5-0536434cab0a", "name": "network-vif-plugged", "status": "completed", "tag": "91b31774-3fd2-4ce6-bc59-08a4165d1c25", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:56:53.795772 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9297c8f2-b7f0-4252-ab05-8b55bcf1d37a {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:56:53.796205 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9297c8f2-b7f0-4252-ab05-8b55bcf1d37a'] response: {'server_uuid': 'ad529e9e-9acc-48f6-a8a5-0536434cab0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b31774-3fd2-4ce6-bc59-08a4165d1c25', 'code': 200} Oct 04 09:56:54.054411 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e85792b-87ed-485e-95a9-2d0f1231c7cb req-6116de36-ffba-43c4-9d46-c487e518c581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:56:54.055871 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0e85792b-87ed-485e-95a9-2d0f1231c7cb req-6116de36-ffba-43c4-9d46-c487e518c581 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ad529e9e-9acc-48f6-a8a5-0536434cab0a HTTP/1.1" status: 200 len: 1099 time: 0.0762312 Oct 04 09:56:54.097990 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0e85792b-87ed-485e-95a9-2d0f1231c7cb req-aa2f81b7-b7dd-4bcf-be29-f7977fc9dec3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d587ed94-fd7a-42db-9671-941f66ceeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366275 Oct 04 09:56:54.990249 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0e6e2-24e3-41a6-be88-6260e9edb959 req-28abeef7-d897-4e11-9137-40e06a32d052 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:56:54.991693 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-70a0e6e2-24e3-41a6-be88-6260e9edb959 req-28abeef7-d897-4e11-9137-40e06a32d052 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad529e9e-9acc-48f6-a8a5-0536434cab0a HTTP/1.1" status: 200 len: 946 time: 0.0871313 Oct 04 09:56:55.034361 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-70a0e6e2-24e3-41a6-be88-6260e9edb959 req-23b6540c-8415-49c7-bc37-07b9af5808d1 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?id=d587ed94-fd7a-42db-9671-941f66ceeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369370 Oct 04 09:56:56.227980 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c664a0-8dd4-440c-b193-74a3bd0117ea req-4f02a290-2dfd-436d-a343-5a82ba2f12e9 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:56:56.229433 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-72c664a0-8dd4-440c-b193-74a3bd0117ea req-4f02a290-2dfd-436d-a343-5a82ba2f12e9 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad529e9e-9acc-48f6-a8a5-0536434cab0a HTTP/1.1" status: 200 len: 946 time: 0.0845768 Oct 04 09:56:56.275358 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-72c664a0-8dd4-440c-b193-74a3bd0117ea req-3945c047-4348-40e8-9121-4e063b814806 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?id=d587ed94-fd7a-42db-9671-941f66ceeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402784 Oct 04 09:56:56.529389 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece7818-804a-4d8c-b776-aae0914b7aeb req-80a6633d-0f63-41a4-8589-b679f85a5209 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:56:56.530754 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7ece7818-804a-4d8c-b776-aae0914b7aeb req-80a6633d-0f63-41a4-8589-b679f85a5209 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad529e9e-9acc-48f6-a8a5-0536434cab0a HTTP/1.1" status: 200 len: 946 time: 0.1473114 Oct 04 09:56:56.534138 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-76197280-e610-46cd-bfd7-18a1bf20fb06 req-3a5fd0ec-5d0c-4d1f-8ff4-956980e63ac3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ad529e9e-9acc-48f6-a8a5-0536434cab0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1079826 Oct 04 09:56:56.575748 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7ece7818-804a-4d8c-b776-aae0914b7aeb req-ee7bf157-83af-4075-b2b9-3dc6750fd60f tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?id=d587ed94-fd7a-42db-9671-941f66ceeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392203 Oct 04 09:56:56.694573 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76197280-e610-46cd-bfd7-18a1bf20fb06 req-dcac22da-6b89-442b-975f-997a96c0f629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:56:56.696179 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-76197280-e610-46cd-bfd7-18a1bf20fb06 req-dcac22da-6b89-442b-975f-997a96c0f629 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ef52f191c82844f690125e6a2117b363&device_id=ad529e9e-9acc-48f6-a8a5-0536434cab0a HTTP/1.1" status: 200 len: 1099 time: 0.0811434 Oct 04 09:56:56.838595 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76197280-e610-46cd-bfd7-18a1bf20fb06 req-b55bd322-7e3d-4346-9eb2-811653a7bbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:56:56.840046 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-76197280-e610-46cd-bfd7-18a1bf20fb06 req-b55bd322-7e3d-4346-9eb2-811653a7bbd8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5fd5344b-ce6c-4034-a662-6793bd140ae1 HTTP/1.1" status: 200 len: 916 time: 0.1267655 Oct 04 09:56:56.943564 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-76197280-e610-46cd-bfd7-18a1bf20fb06 req-1ec0d802-8e1f-4159-a290-89060d2ed9c1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91b31774-3fd2-4ce6-bc59-08a4165d1c25 HTTP/1.1" status: 200 len: 217 time: 0.0974882 Oct 04 09:56:57.020887 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76197280-e610-46cd-bfd7-18a1bf20fb06 req-0eec3b23-311e-41ef-a94b-0b7a2c28cf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:56:57.022339 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-76197280-e610-46cd-bfd7-18a1bf20fb06 req-0eec3b23-311e-41ef-a94b-0b7a2c28cf55 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0600e6d2-29d3-416c-a5c3-cbcbd00fc8af HTTP/1.1" status: 200 len: 854 time: 0.0727663 Oct 04 09:56:57.097964 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f439f-8943-4050-90d6-ab841ed1bb3d req-a49b1686-2bda-4af0-be4d-bea51539a2d3 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:56:57.099298 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-755f439f-8943-4050-90d6-ab841ed1bb3d req-a49b1686-2bda-4af0-be4d-bea51539a2d3 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad529e9e-9acc-48f6-a8a5-0536434cab0a HTTP/1.1" status: 200 len: 946 time: 0.1997812 Oct 04 09:56:57.151079 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-755f439f-8943-4050-90d6-ab841ed1bb3d req-8a5ed67c-a78d-4629-858c-b856a4ce1c1a tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?id=d587ed94-fd7a-42db-9671-941f66ceeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454776 Oct 04 09:56:57.153038 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76197280-e610-46cd-bfd7-18a1bf20fb06 req-8564913e-1c88-4327-a263-398b6e812383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:56:57.154391 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-76197280-e610-46cd-bfd7-18a1bf20fb06 req-8564913e-1c88-4327-a263-398b6e812383 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5fd5344b-ce6c-4034-a662-6793bd140ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1259146 Oct 04 09:56:57.281935 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-76197280-e610-46cd-bfd7-18a1bf20fb06 req-762fe6bc-6e15-48ec-93d8-70f820df0a4c service neutron] 10.222.0.20 "GET /v2.0/networks/5fd5344b-ce6c-4034-a662-6793bd140ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218176 Oct 04 09:56:57.529536 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-76197280-e610-46cd-bfd7-18a1bf20fb06 req-678d918b-4b97-4c91-89a6-98ed129cb1da service neutron] 10.222.0.20 "GET /v2.0/networks/5fd5344b-ce6c-4034-a662-6793bd140ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418792 Oct 04 09:56:57.680174 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f70a959e-15a7-4c0f-9c3d-c11184e3c679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:57:00.350949 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-adb62218-57f8-4cf6-8d50-f5e8e394bfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:57:00.838265 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:57:00.864530 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:57:02.405284 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:57:11.545293 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:57:12.736632 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c4785e-8364-49cf-9f0a-8a31ffa34b5b req-23964935-c097-44f4-9a9e-8fddf3de9d2a tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:57:12.738084 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d2c4785e-8364-49cf-9f0a-8a31ffa34b5b req-23964935-c097-44f4-9a9e-8fddf3de9d2a tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad529e9e-9acc-48f6-a8a5-0536434cab0a HTTP/1.1" status: 200 len: 946 time: 0.0885186 Oct 04 09:57:12.782643 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d2c4785e-8364-49cf-9f0a-8a31ffa34b5b req-56c72b04-ab07-4beb-ad44-156e1bb30c24 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?id=d587ed94-fd7a-42db-9671-941f66ceeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379798 Oct 04 09:57:12.811463 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 42874) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:57:12.933483 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a135dc-f55f-4d35-9c45-a56c9de1cf58 tempest-TestMinimumBasicScenario-364972418 tempest-TestMinimumBasicScenario-364972418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:57:12.935010 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-91a135dc-f55f-4d35-9c45-a56c9de1cf58 tempest-TestMinimumBasicScenario-364972418 tempest-TestMinimumBasicScenario-364972418-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ad529e9e-9acc-48f6-a8a5-0536434cab0a HTTP/1.1" status: 200 len: 1094 time: 0.1226099 Oct 04 09:57:12.937801 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 42880) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:57:12.942679 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-846af34f-521a-4cd0-845d-a3423e1044ce tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Request body: {'floatingip': {'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'port_id': '91b31774-3fd2-4ce6-bc59-08a4165d1c25', 'tenant_id': 'ef52f191c82844f690125e6a2117b363', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:57:12.949164 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-846af34f-521a-4cd0-845d-a3423e1044ce tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:57:12.953110 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-846af34f-521a-4cd0-845d-a3423e1044ce tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Usage tracker for resource:floatingip and tenant:ef52f191c82844f690125e6a2117b363 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:57:12.955964 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-846af34f-521a-4cd0-845d-a3423e1044ce tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:57:12.961984 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-846af34f-521a-4cd0-845d-a3423e1044ce tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:57:12.972280 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-846af34f-521a-4cd0-845d-a3423e1044ce tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for floatingip, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:57:13.106435 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-846af34f-521a-4cd0-845d-a3423e1044ce tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:57:13.243456 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-846af34f-521a-4cd0-845d-a3423e1044ce tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Allocated IP 172.26.10.245 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/35f2bfa2-3d3b-473f-a893-4850a2158cd8) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:57:13.385180 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-846af34f-521a-4cd0-845d-a3423e1044ce tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:57:13.413012 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-846af34f-521a-4cd0-845d-a3423e1044ce tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:57:13.478373 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846af34f-521a-4cd0-845d-a3423e1044ce tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:57:13.481140 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-846af34f-521a-4cd0-845d-a3423e1044ce tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:57:13.484865 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846af34f-521a-4cd0-845d-a3423e1044ce tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:57:13.518006 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846af34f-521a-4cd0-845d-a3423e1044ce tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Pushing event updated for resources: {'Port': ['ID=35f2bfa2-3d3b-473f-a893-4850a2158cd8,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:57:13.533785 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846af34f-521a-4cd0-845d-a3423e1044ce tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:57:13.534131 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846af34f-521a-4cd0-845d-a3423e1044ce tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:57:13.534467 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846af34f-521a-4cd0-845d-a3423e1044ce tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:57:13.534799 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846af34f-521a-4cd0-845d-a3423e1044ce tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:57:13.535130 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846af34f-521a-4cd0-845d-a3423e1044ce tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:57:13.535456 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846af34f-521a-4cd0-845d-a3423e1044ce tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:57:13.535781 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846af34f-521a-4cd0-845d-a3423e1044ce tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:57:13.536104 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846af34f-521a-4cd0-845d-a3423e1044ce tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:57:13.536453 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846af34f-521a-4cd0-845d-a3423e1044ce tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:57:13.536775 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846af34f-521a-4cd0-845d-a3423e1044ce tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:57:13.537096 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846af34f-521a-4cd0-845d-a3423e1044ce tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:57:13.537413 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846af34f-521a-4cd0-845d-a3423e1044ce tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:57:13.900916 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-846af34f-521a-4cd0-845d-a3423e1044ce tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:57:13.972102 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-846af34f-521a-4cd0-845d-a3423e1044ce tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:57:14.173088 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-846af34f-521a-4cd0-845d-a3423e1044ce tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:57:14.177499 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-846af34f-521a-4cd0-845d-a3423e1044ce tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:57:14.282940 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-846af34f-521a-4cd0-845d-a3423e1044ce tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:57:14.428422 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846af34f-521a-4cd0-845d-a3423e1044ce tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Pushing event updated for resources: {'Port': ['ID=35f2bfa2-3d3b-473f-a893-4850a2158cd8,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:57:14.553257 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.l3_db [None req-846af34f-521a-4cd0-845d-a3423e1044ce tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Floating IP f092dfee-4ffe-4732-a182-166b8344f190 associated. External IP: 172.26.10.245, port: 91b31774-3fd2-4ce6-bc59-08a4165d1c25. Oct 04 09:57:14.901106 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-846af34f-521a-4cd0-845d-a3423e1044ce tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Router f1988e03-bd23-4592-bddc-2302d4435f46 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:57:15.075634 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846af34f-521a-4cd0-845d-a3423e1044ce tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:57:15.085835 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98539faa-9b68-409a-8837-fe592981bcf1 None None] Sync routers for ids ['f1988e03-bd23-4592-bddc-2302d4435f46'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:57:15.098530 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98539faa-9b68-409a-8837-fe592981bcf1 None None] Routers {'f1988e03-bd23-4592-bddc-2302d4435f46'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:57:15.099190 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-98539faa-9b68-409a-8837-fe592981bcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:57:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['f1988e03-bd23-4592-bddc-2302d4435f46'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:57:15.101128 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-846af34f-521a-4cd0-845d-a3423e1044ce tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:57:15.157444 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-846af34f-521a-4cd0-845d-a3423e1044ce tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 998 time: 2.2185552 Oct 04 09:57:15.157919 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad529e9e-9acc-48f6-a8a5-0536434cab0a', 'tag': '91b31774-3fd2-4ce6-bc59-08a4165d1c25'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:57:15.160178 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b35044d-e07f-4bbf-a759-9dc6d567842c" -d '{"events": [{"name": "network-changed", "server_uuid": "ad529e9e-9acc-48f6-a8a5-0536434cab0a", "tag": "91b31774-3fd2-4ce6-bc59-08a4165d1c25"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:57:15.160544 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 42884) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:57:15.167162 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-5b9330db-3965-48f9-b5dc-ae75a482ed37 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1194549757', 'description': 'tempest-secgroup-smoke-1194549757 description', 'project_id': 'ef52f191c82844f690125e6a2117b363'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:57:15.173732 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-5b9330db-3965-48f9-b5dc-ae75a482ed37 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:57:15.187820 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-5b9330db-3965-48f9-b5dc-ae75a482ed37 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:57:15.198340 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5b9330db-3965-48f9-b5dc-ae75a482ed37 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:57:15.206917 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a623b23-debf-4489-a407-fe04ac2a00ce x-openstack-request-id: req-8a623b23-debf-4489-a407-fe04ac2a00ce {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:57:15.207206 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad529e9e-9acc-48f6-a8a5-0536434cab0a", "tag": "91b31774-3fd2-4ce6-bc59-08a4165d1c25", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:57:15.207457 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8a623b23-debf-4489-a407-fe04ac2a00ce {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:57:15.207860 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a623b23-debf-4489-a407-fe04ac2a00ce'] response: {'name': 'network-changed', 'server_uuid': 'ad529e9e-9acc-48f6-a8a5-0536434cab0a', 'tag': '91b31774-3fd2-4ce6-bc59-08a4165d1c25', 'status': 'completed', 'code': 200} Oct 04 09:57:15.222128 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-5b9330db-3965-48f9-b5dc-ae75a482ed37 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:57:15.227081 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-5b9330db-3965-48f9-b5dc-ae75a482ed37 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Usage tracker for resource:security_group_rule and tenant:ef52f191c82844f690125e6a2117b363 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:57:15.230087 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-5b9330db-3965-48f9-b5dc-ae75a482ed37 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:57:15.236212 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-5b9330db-3965-48f9-b5dc-ae75a482ed37 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:57:15.308373 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-98539faa-9b68-409a-8837-fe592981bcf1 None None] Set router f1988e03-bd23-4592-bddc-2302d4435f46 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:57:15.309636 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5b9330db-3965-48f9-b5dc-ae75a482ed37 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:57:15.314957 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5b9330db-3965-48f9-b5dc-ae75a482ed37 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:57:15.336688 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35044d-e07f-4bbf-a759-9dc6d567842c req-468954f8-0f37-4637-a2d7-68b67eb44f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:57:15.338066 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7b35044d-e07f-4bbf-a759-9dc6d567842c req-468954f8-0f37-4637-a2d7-68b67eb44f78 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ef52f191c82844f690125e6a2117b363&device_id=ad529e9e-9acc-48f6-a8a5-0536434cab0a HTTP/1.1" status: 200 len: 1099 time: 0.0831192 Oct 04 09:57:15.365978 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9330db-3965-48f9-b5dc-ae75a482ed37 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94496370-aa36-4dfd-8508-cb32cddf91af,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:57:15.374347 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9330db-3965-48f9-b5dc-ae75a482ed37 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:57:15.374698 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9330db-3965-48f9-b5dc-ae75a482ed37 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:57:15.375116 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9330db-3965-48f9-b5dc-ae75a482ed37 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:57:15.375466 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9330db-3965-48f9-b5dc-ae75a482ed37 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:57:15.375795 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9330db-3965-48f9-b5dc-ae75a482ed37 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:57:15.376158 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9330db-3965-48f9-b5dc-ae75a482ed37 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:57:15.376556 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9330db-3965-48f9-b5dc-ae75a482ed37 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:57:15.376888 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9330db-3965-48f9-b5dc-ae75a482ed37 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:57:15.377298 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9330db-3965-48f9-b5dc-ae75a482ed37 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:57:15.377574 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9330db-3965-48f9-b5dc-ae75a482ed37 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:57:15.377895 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9330db-3965-48f9-b5dc-ae75a482ed37 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:57:15.378216 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9330db-3965-48f9-b5dc-ae75a482ed37 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:57:15.382343 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5b9330db-3965-48f9-b5dc-ae75a482ed37 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:57:15.386569 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-5b9330db-3965-48f9-b5dc-ae75a482ed37 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2243762 Oct 04 09:57:15.387190 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 42890) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:57:15.392915 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-81605209-8e6e-403c-89db-a2898b2e0267 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Request body: {'security_group_rule': {'security_group_id': '94496370-aa36-4dfd-8508-cb32cddf91af', 'project_id': 'ef52f191c82844f690125e6a2117b363', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:57:15.399481 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-81605209-8e6e-403c-89db-a2898b2e0267 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:57:15.403328 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-81605209-8e6e-403c-89db-a2898b2e0267 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Usage tracker for resource:security_group_rule and tenant:ef52f191c82844f690125e6a2117b363 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:57:15.406207 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-81605209-8e6e-403c-89db-a2898b2e0267 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:57:15.417820 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-81605209-8e6e-403c-89db-a2898b2e0267 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:57:15.435213 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-81605209-8e6e-403c-89db-a2898b2e0267 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:57:15.472945 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35044d-e07f-4bbf-a759-9dc6d567842c req-7288a4fa-bf4d-40fa-b7a2-130e3efc9c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:57:15.474526 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7b35044d-e07f-4bbf-a759-9dc6d567842c req-7288a4fa-bf4d-40fa-b7a2-130e3efc9c0b service neutron] 10.222.0.20 "GET /v2.0/networks?id=5fd5344b-ce6c-4034-a662-6793bd140ae1 HTTP/1.1" status: 200 len: 916 time: 0.1293390 Oct 04 09:57:15.499679 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-81605209-8e6e-403c-89db-a2898b2e0267 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:57:15.504034 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-81605209-8e6e-403c-89db-a2898b2e0267 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:57:15.534512 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81605209-8e6e-403c-89db-a2898b2e0267 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ec9736b-53b5-401e-9a3f-a15977a15239,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:57:15.553071 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-81605209-8e6e-403c-89db-a2898b2e0267 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:57:15.554262 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-81605209-8e6e-403c-89db-a2898b2e0267 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1658370 Oct 04 09:57:15.557104 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 42894) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:57:15.562590 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-2563c53d-3c43-4748-b272-85c9f7b6ce5f tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Request body: {'security_group_rule': {'security_group_id': '94496370-aa36-4dfd-8508-cb32cddf91af', 'project_id': 'ef52f191c82844f690125e6a2117b363', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:57:15.569742 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-2563c53d-3c43-4748-b272-85c9f7b6ce5f tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:57:15.573625 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-2563c53d-3c43-4748-b272-85c9f7b6ce5f tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Usage tracker for resource:security_group_rule and tenant:ef52f191c82844f690125e6a2117b363 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:57:15.576456 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-2563c53d-3c43-4748-b272-85c9f7b6ce5f tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:57:15.582054 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-2563c53d-3c43-4748-b272-85c9f7b6ce5f tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:57:15.588963 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7b35044d-e07f-4bbf-a759-9dc6d567842c req-4da06834-49a5-46c7-bd3d-bd17ebeba69b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91b31774-3fd2-4ce6-bc59-08a4165d1c25 HTTP/1.1" status: 200 len: 1001 time: 0.1078238 Oct 04 09:57:15.600385 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2563c53d-3c43-4748-b272-85c9f7b6ce5f tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:57:15.657816 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35044d-e07f-4bbf-a759-9dc6d567842c req-c048b72c-e92b-493a-a6f7-24741fb63e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:57:15.659829 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7b35044d-e07f-4bbf-a759-9dc6d567842c req-c048b72c-e92b-493a-a6f7-24741fb63e34 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0600e6d2-29d3-416c-a5c3-cbcbd00fc8af HTTP/1.1" status: 200 len: 854 time: 0.0634952 Oct 04 09:57:15.663632 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2563c53d-3c43-4748-b272-85c9f7b6ce5f tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:57:15.668439 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2563c53d-3c43-4748-b272-85c9f7b6ce5f tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:57:15.680704 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-98539faa-9b68-409a-8837-fe592981bcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1988e03-bd23-4592-bddc-2302d4435f46', 'name': 'tempest-TestMinimumBasicScenario-1781236108-router', 'tenant_id': 'ef52f191c82844f690125e6a2117b363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.225'}], 'enable_snat': True}, 'gw_port_id': '9f634877-c0fc-4621-a8ff-d76b9ed54d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:51:12Z', 'updated_at': '2022-10-04T09:51:16Z', 'revision_number': 4, 'project_id': 'ef52f191c82844f690125e6a2117b363', 'gw_port': {'id': '9f634877-c0fc-4621-a8ff-d76b9ed54d57', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1988e03-bd23-4592-bddc-2302d4435f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:51:13Z', 'updated_at': '2022-10-04T09:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'f092dfee-4ffe-4732-a182-166b8344f190', 'tenant_id': 'ef52f191c82844f690125e6a2117b363', 'floating_ip_address': '172.26.10.245', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': 'f1988e03-bd23-4592-bddc-2302d4435f46', 'port_id': '91b31774-3fd2-4ce6-bc59-08a4165d1c25', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd5344b-ce6c-4034-a662-6793bd140ae1', 'mac_address': 'fa:16:3e:38:28:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad529e9e-9acc-48f6-a8a5-0536434cab0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:57:13Z', 'updated_at': '2022-10-04T09:57:13Z', 'revision_number': 0, 'project_id': 'ef52f191c82844f690125e6a2117b363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9a1b693-14ba-437a-a0c3-b5febb1219c5', 'name': '', 'network_id': '5fd5344b-ce6c-4034-a662-6793bd140ae1', 'tenant_id': 'ef52f191c82844f690125e6a2117b363', 'mac_address': 'fa:16:3e:00:97:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1988e03-bd23-4592-bddc-2302d4435f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '0600e6d2-29d3-416c-a5c3-cbcbd00fc8af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:51:15Z', 'updated_at': '2022-10-04T09:51:22Z', 'revision_number': 5, 'project_id': 'ef52f191c82844f690125e6a2117b363', 'subnets': [{'id': '0600e6d2-29d3-416c-a5c3-cbcbd00fc8af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:57:15.686905 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98539faa-9b68-409a-8837-fe592981bcf1 None None] Checking router: f1988e03-bd23-4592-bddc-2302d4435f46 for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:57:15.698664 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98539faa-9b68-409a-8837-fe592981bcf1 None None] Routers {'f1988e03-bd23-4592-bddc-2302d4435f46'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:57:15.699992 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-98539faa-9b68-409a-8837-fe592981bcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:57:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['f1988e03-bd23-4592-bddc-2302d4435f46'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:57:15.700453 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2563c53d-3c43-4748-b272-85c9f7b6ce5f tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7a7edd2-284f-4458-ab12-78be385b946d,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:57:15.714477 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2563c53d-3c43-4748-b272-85c9f7b6ce5f tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:57:15.715993 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-2563c53d-3c43-4748-b272-85c9f7b6ce5f tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1578090 Oct 04 09:57:15.718669 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 42898) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:57:15.730005 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-e9a7d2ad-493f-40ba-961b-dd297d33a2e5 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Request body: {'security_group_rule': {'security_group_id': '94496370-aa36-4dfd-8508-cb32cddf91af', 'project_id': 'ef52f191c82844f690125e6a2117b363', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:57:15.740190 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-e9a7d2ad-493f-40ba-961b-dd297d33a2e5 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:57:15.745776 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-e9a7d2ad-493f-40ba-961b-dd297d33a2e5 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Usage tracker for resource:security_group_rule and tenant:ef52f191c82844f690125e6a2117b363 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:57:15.749371 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-e9a7d2ad-493f-40ba-961b-dd297d33a2e5 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:57:15.755451 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35044d-e07f-4bbf-a759-9dc6d567842c req-d53a9f37-f882-4032-83c6-c55cb73f11d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:57:15.758072 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7b35044d-e07f-4bbf-a759-9dc6d567842c req-d53a9f37-f882-4032-83c6-c55cb73f11d6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5fd5344b-ce6c-4034-a662-6793bd140ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0908377 Oct 04 09:57:15.759328 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-e9a7d2ad-493f-40ba-961b-dd297d33a2e5 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:57:15.777845 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e9a7d2ad-493f-40ba-961b-dd297d33a2e5 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:57:15.843474 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e9a7d2ad-493f-40ba-961b-dd297d33a2e5 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:57:15.848176 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e9a7d2ad-493f-40ba-961b-dd297d33a2e5 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:57:15.868978 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a7d2ad-493f-40ba-961b-dd297d33a2e5 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a9f496e-0c69-4cc6-a60c-c4b004fac999,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:57:15.892412 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e9a7d2ad-493f-40ba-961b-dd297d33a2e5 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:57:15.896646 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-e9a7d2ad-493f-40ba-961b-dd297d33a2e5 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1729364 Oct 04 09:57:15.896826 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 42902) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:57:15.899278 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-98539faa-9b68-409a-8837-fe592981bcf1 None None] Set router f1988e03-bd23-4592-bddc-2302d4435f46 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:57:15.902531 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-2eadc7ab-04e2-4063-9a9e-d9af112cf95b tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Request body: {'security_group_rule': {'security_group_id': '94496370-aa36-4dfd-8508-cb32cddf91af', 'project_id': 'ef52f191c82844f690125e6a2117b363', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:57:15.908742 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-2eadc7ab-04e2-4063-9a9e-d9af112cf95b tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:57:15.912902 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-2eadc7ab-04e2-4063-9a9e-d9af112cf95b tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Usage tracker for resource:security_group_rule and tenant:ef52f191c82844f690125e6a2117b363 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:57:15.916676 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-2eadc7ab-04e2-4063-9a9e-d9af112cf95b tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:57:15.922799 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-2eadc7ab-04e2-4063-9a9e-d9af112cf95b tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:57:15.940614 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2eadc7ab-04e2-4063-9a9e-d9af112cf95b tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:57:16.008918 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2eadc7ab-04e2-4063-9a9e-d9af112cf95b tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:57:16.012791 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2eadc7ab-04e2-4063-9a9e-d9af112cf95b tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:57:16.013233 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7b35044d-e07f-4bbf-a759-9dc6d567842c req-28880333-396c-48e1-bd3b-e087bda0d9c1 service neutron] 10.222.0.20 "GET /v2.0/networks/5fd5344b-ce6c-4034-a662-6793bd140ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495449 Oct 04 09:57:16.035382 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eadc7ab-04e2-4063-9a9e-d9af112cf95b tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76b0629d-c6e2-46cd-8c29-ef02eec3aa99,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:57:16.050905 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2eadc7ab-04e2-4063-9a9e-d9af112cf95b tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:57:16.052416 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-2eadc7ab-04e2-4063-9a9e-d9af112cf95b tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1540020 Oct 04 09:57:16.054979 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 42906) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:57:16.060445 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-c19ac744-60d9-41a4-a298-1f80b061df74 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Request body: {'security_group_rule': {'security_group_id': '94496370-aa36-4dfd-8508-cb32cddf91af', 'project_id': 'ef52f191c82844f690125e6a2117b363', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:57:16.066749 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-c19ac744-60d9-41a4-a298-1f80b061df74 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:57:16.071116 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-c19ac744-60d9-41a4-a298-1f80b061df74 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Usage tracker for resource:security_group_rule and tenant:ef52f191c82844f690125e6a2117b363 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:57:16.074395 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-c19ac744-60d9-41a4-a298-1f80b061df74 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:57:16.081379 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-c19ac744-60d9-41a4-a298-1f80b061df74 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:57:16.095472 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.securitygroups_db [None req-c19ac744-60d9-41a4-a298-1f80b061df74 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Project ef52f191c82844f690125e6a2117b363 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 09:57:16.104538 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c19ac744-60d9-41a4-a298-1f80b061df74 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:57:16.170658 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7b35044d-e07f-4bbf-a759-9dc6d567842c req-38dc41e9-8b6f-4154-8c57-7be9b57dd9fe service neutron] 10.222.0.20 "GET /v2.0/networks/5fd5344b-ce6c-4034-a662-6793bd140ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501477 Oct 04 09:57:16.182043 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c19ac744-60d9-41a4-a298-1f80b061df74 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:57:16.185745 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c19ac744-60d9-41a4-a298-1f80b061df74 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:57:16.208986 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ac744-60d9-41a4-a298-1f80b061df74 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81c10275-6c14-4c9a-ac8a-af0f552e2e5b,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:57:16.221480 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c19ac744-60d9-41a4-a298-1f80b061df74 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:57:16.222688 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-c19ac744-60d9-41a4-a298-1f80b061df74 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1666181 Oct 04 09:57:16.225612 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 42910) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:57:16.230617 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-785574cc-0d45-4dff-a58f-a34d81712049 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Request body: {'security_group_rule': {'security_group_id': '94496370-aa36-4dfd-8508-cb32cddf91af', 'project_id': 'ef52f191c82844f690125e6a2117b363', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:57:16.236491 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-785574cc-0d45-4dff-a58f-a34d81712049 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:57:16.240240 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-785574cc-0d45-4dff-a58f-a34d81712049 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Usage tracker for resource:security_group_rule and tenant:ef52f191c82844f690125e6a2117b363 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:57:16.243226 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-785574cc-0d45-4dff-a58f-a34d81712049 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:57:16.248899 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-785574cc-0d45-4dff-a58f-a34d81712049 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:57:16.260306 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.securitygroups_db [None req-785574cc-0d45-4dff-a58f-a34d81712049 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Project ef52f191c82844f690125e6a2117b363 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 09:57:16.266324 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-98539faa-9b68-409a-8837-fe592981bcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1988e03-bd23-4592-bddc-2302d4435f46', 'name': 'tempest-TestMinimumBasicScenario-1781236108-router', 'tenant_id': 'ef52f191c82844f690125e6a2117b363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.225'}], 'enable_snat': True}, 'gw_port_id': '9f634877-c0fc-4621-a8ff-d76b9ed54d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:51:12Z', 'updated_at': '2022-10-04T09:51:16Z', 'revision_number': 4, 'project_id': 'ef52f191c82844f690125e6a2117b363', 'gw_port': {'id': '9f634877-c0fc-4621-a8ff-d76b9ed54d57', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1988e03-bd23-4592-bddc-2302d4435f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:51:13Z', 'updated_at': '2022-10-04T09:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'f092dfee-4ffe-4732-a182-166b8344f190', 'tenant_id': 'ef52f191c82844f690125e6a2117b363', 'floating_ip_address': '172.26.10.245', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': 'f1988e03-bd23-4592-bddc-2302d4435f46', 'port_id': '91b31774-3fd2-4ce6-bc59-08a4165d1c25', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd5344b-ce6c-4034-a662-6793bd140ae1', 'mac_address': 'fa:16:3e:38:28:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad529e9e-9acc-48f6-a8a5-0536434cab0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:57:13Z', 'updated_at': '2022-10-04T09:57:13Z', 'revision_number': 0, 'project_id': 'ef52f191c82844f690125e6a2117b363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9a1b693-14ba-437a-a0c3-b5febb1219c5', 'name': '', 'network_id': '5fd5344b-ce6c-4034-a662-6793bd140ae1', 'tenant_id': 'ef52f191c82844f690125e6a2117b363', 'mac_address': 'fa:16:3e:00:97:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1988e03-bd23-4592-bddc-2302d4435f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '0600e6d2-29d3-416c-a5c3-cbcbd00fc8af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:51:15Z', 'updated_at': '2022-10-04T09:51:22Z', 'revision_number': 5, 'project_id': 'ef52f191c82844f690125e6a2117b363', 'subnets': [{'id': '0600e6d2-29d3-416c-a5c3-cbcbd00fc8af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:57:16.267102 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-785574cc-0d45-4dff-a58f-a34d81712049 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:57:16.270281 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98539faa-9b68-409a-8837-fe592981bcf1 None None] The sync data for ids ['f1988e03-bd23-4592-bddc-2302d4435f46'] in dv-neutron-860215-1-hyperv is: [{'id': 'f1988e03-bd23-4592-bddc-2302d4435f46', 'name': 'tempest-TestMinimumBasicScenario-1781236108-router', 'tenant_id': 'ef52f191c82844f690125e6a2117b363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.225'}], 'enable_snat': True}, 'gw_port_id': '9f634877-c0fc-4621-a8ff-d76b9ed54d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:51:12Z', 'updated_at': '2022-10-04T09:51:16Z', 'revision_number': 4, 'project_id': 'ef52f191c82844f690125e6a2117b363', 'gw_port': {'id': '9f634877-c0fc-4621-a8ff-d76b9ed54d57', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1988e03-bd23-4592-bddc-2302d4435f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:51:13Z', 'updated_at': '2022-10-04T09:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'f092dfee-4ffe-4732-a182-166b8344f190', 'tenant_id': 'ef52f191c82844f690125e6a2117b363', 'floating_ip_address': '172.26.10.245', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': 'f1988e03-bd23-4592-bddc-2302d4435f46', 'port_id': '91b31774-3fd2-4ce6-bc59-08a4165d1c25', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd5344b-ce6c-4034-a662-6793bd140ae1', 'mac_address': 'fa:16:3e:38:28:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad529e9e-9acc-48f6-a8a5-0536434cab0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T09:57:13Z', 'updated_at': '2022-10-04T09:57:13Z', 'revision_number': 0, 'project_id': 'ef52f191c82844f690125e6a2117b363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9a1b693-14ba-437a-a0c3-b5febb1219c5', 'name': '', 'network_id': '5fd5344b-ce6c-4034-a662-6793bd140ae1', 'tenant_id': 'ef52f191c82844f690125e6a2117b363', 'mac_address': 'fa:16:3e:00:97:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1988e03-bd23-4592-bddc-2302d4435f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '0600e6d2-29d3-416c-a5c3-cbcbd00fc8af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:51:15Z', 'updated_at': '2022-10-04T09:51:22Z', 'revision_number': 5, 'project_id': 'ef52f191c82844f690125e6a2117b363', 'subnets': [{'id': '0600e6d2-29d3-416c-a5c3-cbcbd00fc8af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:57:16.337111 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-785574cc-0d45-4dff-a58f-a34d81712049 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:57:16.341038 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-785574cc-0d45-4dff-a58f-a34d81712049 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:57:16.365325 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785574cc-0d45-4dff-a58f-a34d81712049 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce2dcdbf-f350-479f-92bd-7e239cb59eda,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:57:16.374563 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-785574cc-0d45-4dff-a58f-a34d81712049 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:57:16.375810 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-785574cc-0d45-4dff-a58f-a34d81712049 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1492977 Oct 04 09:57:16.479660 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef6fe6a-997d-430e-8d50-a216b9c68f22 None None] New status for floating IP f092dfee-4ffe-4732-a182-166b8344f190: ACTIVE {{(pid=89034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 09:57:16.501413 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f6899d44-82f8-4a50-bd35-1e2ff656e73a req-af75b37d-3d65-415f-a7e5-dc86c32335aa tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1194549757&fields=id&tenant_id=ef52f191c82844f690125e6a2117b363 HTTP/1.1" status: 200 len: 267 time: 0.0427749 Oct 04 09:57:16.590141 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6899d44-82f8-4a50-bd35-1e2ff656e73a req-d03db48b-d8eb-4715-83d3-188ea33e3269 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:57:16.591505 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f6899d44-82f8-4a50-bd35-1e2ff656e73a req-d03db48b-d8eb-4715-83d3-188ea33e3269 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad529e9e-9acc-48f6-a8a5-0536434cab0a HTTP/1.1" status: 200 len: 946 time: 0.0845273 Oct 04 09:57:16.602070 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-f6899d44-82f8-4a50-bd35-1e2ff656e73a req-129b8fa6-5a76-4546-b4d7-1e03ce46283e tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Request body: {'port': {'security_groups': ['d587ed94-fd7a-42db-9671-941f66ceeab4', '94496370-aa36-4dfd-8508-cb32cddf91af']}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:57:16.726866 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-f6899d44-82f8-4a50-bd35-1e2ff656e73a req-129b8fa6-5a76-4546-b4d7-1e03ce46283e tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:57:16.987790 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-f6899d44-82f8-4a50-bd35-1e2ff656e73a req-129b8fa6-5a76-4546-b4d7-1e03ce46283e tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] For port 91b31774-3fd2-4ce6-bc59-08a4165d1c25, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=91b31774-3fd2-4ce6-bc59-08a4165d1c25,segment=NetworkSegment(a2c11ebe-bc2b-4ac6-bbf2-e064a244407f),segment_id=a2c11ebe-bc2b-4ac6-bbf2-e064a244407f)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:57:17.012388 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-f6899d44-82f8-4a50-bd35-1e2ff656e73a req-129b8fa6-5a76-4546-b4d7-1e03ce46283e tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:57:17.017058 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-f6899d44-82f8-4a50-bd35-1e2ff656e73a req-129b8fa6-5a76-4546-b4d7-1e03ce46283e tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:57:17.049572 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['91b31774-3fd2-4ce6-bc59-08a4165d1c25'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 09:57:17.054651 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6899d44-82f8-4a50-bd35-1e2ff656e73a req-129b8fa6-5a76-4546-b4d7-1e03ce46283e tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:57:17.055261 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-f6899d44-82f8-4a50-bd35-1e2ff656e73a req-129b8fa6-5a76-4546-b4d7-1e03ce46283e tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:57:17.056622 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f6899d44-82f8-4a50-bd35-1e2ff656e73a req-129b8fa6-5a76-4546-b4d7-1e03ce46283e tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "PUT /v2.0/ports/91b31774-3fd2-4ce6-bc59-08a4165d1c25 HTTP/1.1" status: 200 len: 982 time: 0.4589453 Oct 04 09:57:17.098185 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129b8fa6-5a76-4546-b4d7-1e03ce46283e tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Pushing event updated for resources: {'Port': ['ID=91b31774-3fd2-4ce6-bc59-08a4165d1c25,revision_number=6']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:57:17.179245 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['91b31774-3fd2-4ce6-bc59-08a4165d1c25'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 09:57:17.209003 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad529e9e-9acc-48f6-a8a5-0536434cab0a', 'tag': '91b31774-3fd2-4ce6-bc59-08a4165d1c25'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:57:17.212902 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da32a154-8759-4a81-834d-39d002c64e8e" -d '{"events": [{"name": "network-changed", "server_uuid": "ad529e9e-9acc-48f6-a8a5-0536434cab0a", "tag": "91b31774-3fd2-4ce6-bc59-08a4165d1c25"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:57:17.235687 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca880756-558b-43f8-8289-d2d3cbef81d5 req-1bcbb480-4df3-4c75-b60e-d50859187703 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:57:17.241130 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-ca880756-558b-43f8-8289-d2d3cbef81d5 req-1bcbb480-4df3-4c75-b60e-d50859187703 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad529e9e-9acc-48f6-a8a5-0536434cab0a HTTP/1.1" status: 200 len: 985 time: 0.0953014 Oct 04 09:57:17.256821 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e2fe0b-237d-49af-9053-7fb77d4c7787 x-openstack-request-id: req-22e2fe0b-237d-49af-9053-7fb77d4c7787 {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:57:17.257116 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad529e9e-9acc-48f6-a8a5-0536434cab0a", "tag": "91b31774-3fd2-4ce6-bc59-08a4165d1c25", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:57:17.257370 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-22e2fe0b-237d-49af-9053-7fb77d4c7787 {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:57:17.257774 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22e2fe0b-237d-49af-9053-7fb77d4c7787'] response: {'name': 'network-changed', 'server_uuid': 'ad529e9e-9acc-48f6-a8a5-0536434cab0a', 'tag': '91b31774-3fd2-4ce6-bc59-08a4165d1c25', 'status': 'completed', 'code': 200} Oct 04 09:57:17.289843 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-ca880756-558b-43f8-8289-d2d3cbef81d5 req-82ffe026-d0e1-42f3-a97d-dacffd27d9a5 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Synchronizing usage tracker for tenant:ef52f191c82844f690125e6a2117b363 on resource:security_group {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:57:17.307320 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-ca880756-558b-43f8-8289-d2d3cbef81d5 req-82ffe026-d0e1-42f3-a97d-dacffd27d9a5 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Unset dirty status for tenant:ef52f191c82844f690125e6a2117b363 on resource:security_group {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:57:17.308746 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-ca880756-558b-43f8-8289-d2d3cbef81d5 req-82ffe026-d0e1-42f3-a97d-dacffd27d9a5 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?id=94496370-aa36-4dfd-8508-cb32cddf91af&id=d587ed94-fd7a-42db-9671-941f66ceeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0621223 Oct 04 09:57:17.385327 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32a154-8759-4a81-834d-39d002c64e8e req-07b7e53b-6b13-4b4c-9065-3fe43c499a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:57:17.386814 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-da32a154-8759-4a81-834d-39d002c64e8e req-07b7e53b-6b13-4b4c-9065-3fe43c499a64 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ef52f191c82844f690125e6a2117b363&device_id=ad529e9e-9acc-48f6-a8a5-0536434cab0a HTTP/1.1" status: 200 len: 1138 time: 0.0833805 Oct 04 09:57:17.524274 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32a154-8759-4a81-834d-39d002c64e8e req-989f9df7-7f2d-4fa4-b206-52b447d9082f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:57:17.525669 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-da32a154-8759-4a81-834d-39d002c64e8e req-989f9df7-7f2d-4fa4-b206-52b447d9082f service neutron] 10.222.0.20 "GET /v2.0/networks?id=5fd5344b-ce6c-4034-a662-6793bd140ae1 HTTP/1.1" status: 200 len: 916 time: 0.1323204 Oct 04 09:57:17.628899 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-da32a154-8759-4a81-834d-39d002c64e8e req-bf6a60a4-bc5b-4e42-abc4-165a692f92d3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91b31774-3fd2-4ce6-bc59-08a4165d1c25 HTTP/1.1" status: 200 len: 1003 time: 0.0962374 Oct 04 09:57:17.688885 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32a154-8759-4a81-834d-39d002c64e8e req-62656053-367f-4e41-a961-649f4aff37c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:57:17.690314 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-da32a154-8759-4a81-834d-39d002c64e8e req-62656053-367f-4e41-a961-649f4aff37c6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0600e6d2-29d3-416c-a5c3-cbcbd00fc8af HTTP/1.1" status: 200 len: 854 time: 0.0554848 Oct 04 09:57:17.774979 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32a154-8759-4a81-834d-39d002c64e8e req-c97157cd-ab98-47f6-949b-9c0d93d69e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:57:17.776406 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-da32a154-8759-4a81-834d-39d002c64e8e req-c97157cd-ab98-47f6-949b-9c0d93d69e86 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5fd5344b-ce6c-4034-a662-6793bd140ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805683 Oct 04 09:57:17.903749 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-da32a154-8759-4a81-834d-39d002c64e8e req-37c378a4-dffa-46a6-8b21-01ff28c4d519 service neutron] 10.222.0.20 "GET /v2.0/networks/5fd5344b-ce6c-4034-a662-6793bd140ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206973 Oct 04 09:57:18.031061 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-da32a154-8759-4a81-834d-39d002c64e8e req-84c76337-c8fd-47c5-a581-1ad1e8e31031 service neutron] 10.222.0.20 "GET /v2.0/networks/5fd5344b-ce6c-4034-a662-6793bd140ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204066 Oct 04 09:57:26.767043 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:57:27.678766 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-145f19d2-37aa-4e3e-89af-b7a612d2c753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:57:30.343727 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-543d4e75-5045-4f50-8086-8bb4815f59ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:57:30.840625 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:57:30.867283 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:57:32.410761 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:57:41.560267 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:57:56.503164 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a05b643e-a06d-4e87-bbea-c9598182eb0f req-2891e800-4449-4492-a52b-25a70660be8f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ad529e9e-9acc-48f6-a8a5-0536434cab0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0749509 Oct 04 09:57:56.662380 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b643e-a06d-4e87-bbea-c9598182eb0f req-be40b465-4ccf-4728-8e02-281f9d8c2b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:57:56.663829 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a05b643e-a06d-4e87-bbea-c9598182eb0f req-be40b465-4ccf-4728-8e02-281f9d8c2b20 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ef52f191c82844f690125e6a2117b363&device_id=ad529e9e-9acc-48f6-a8a5-0536434cab0a HTTP/1.1" status: 200 len: 1138 time: 0.0798986 Oct 04 09:57:56.901643 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b643e-a06d-4e87-bbea-c9598182eb0f req-1c9ea9dc-0c48-46fd-919b-30af6af2e06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:57:56.903073 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a05b643e-a06d-4e87-bbea-c9598182eb0f req-1c9ea9dc-0c48-46fd-919b-30af6af2e06c service neutron] 10.222.0.20 "GET /v2.0/networks?id=5fd5344b-ce6c-4034-a662-6793bd140ae1 HTTP/1.1" status: 200 len: 916 time: 0.2222166 Oct 04 09:57:57.002875 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a05b643e-a06d-4e87-bbea-c9598182eb0f req-fa5d1363-f6b9-41b2-9c1c-cfe1c1c34347 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91b31774-3fd2-4ce6-bc59-08a4165d1c25 HTTP/1.1" status: 200 len: 1003 time: 0.0939159 Oct 04 09:57:57.063349 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b643e-a06d-4e87-bbea-c9598182eb0f req-5d8f6eb7-da84-4764-bf6b-140d3be73325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:57:57.064786 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a05b643e-a06d-4e87-bbea-c9598182eb0f req-5d8f6eb7-da84-4764-bf6b-140d3be73325 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0600e6d2-29d3-416c-a5c3-cbcbd00fc8af HTTP/1.1" status: 200 len: 854 time: 0.0560164 Oct 04 09:57:57.151302 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b643e-a06d-4e87-bbea-c9598182eb0f req-4ad96f72-b668-4e0b-be20-cc8f76f07848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:57:57.152836 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a05b643e-a06d-4e87-bbea-c9598182eb0f req-4ad96f72-b668-4e0b-be20-cc8f76f07848 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5fd5344b-ce6c-4034-a662-6793bd140ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0824738 Oct 04 09:57:57.280032 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a05b643e-a06d-4e87-bbea-c9598182eb0f req-468061f9-d7a3-4bc9-89ea-b335e40f01d5 service neutron] 10.222.0.20 "GET /v2.0/networks/5fd5344b-ce6c-4034-a662-6793bd140ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210763 Oct 04 09:57:57.407314 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a05b643e-a06d-4e87-bbea-c9598182eb0f req-e3eebbdc-ba65-41d5-bc93-832c6772a4e2 service neutron] 10.222.0.20 "GET /v2.0/networks/5fd5344b-ce6c-4034-a662-6793bd140ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209452 Oct 04 09:57:57.680196 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-8d30201e-c5c7-4f7b-ad2b-fc97e9eaf811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:58:00.345190 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0f228f92-5a32-42ac-b338-7c4acf3622f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:58:00.843881 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:58:00.870481 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:58:02.409945 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:58:03.765987 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:58:05.766225 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df046848-da92-4f74-b191-6f2cb1e8d2cc req-96d55660-0d34-4f54-a687-febccd5cb5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:58:05.767720 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-df046848-da92-4f74-b191-6f2cb1e8d2cc req-96d55660-0d34-4f54-a687-febccd5cb5d3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ef52f191c82844f690125e6a2117b363&device_id=ad529e9e-9acc-48f6-a8a5-0536434cab0a HTTP/1.1" status: 200 len: 1138 time: 0.0790694 Oct 04 09:58:05.782694 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b972c-2dd6-4b95-8276-71a13e088db7 req-26c22fc0-7bf5-4275-a181-49807cbc9f89 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:58:05.784156 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-cb6b972c-2dd6-4b95-8276-71a13e088db7 req-26c22fc0-7bf5-4275-a181-49807cbc9f89 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad529e9e-9acc-48f6-a8a5-0536434cab0a HTTP/1.1" status: 200 len: 985 time: 0.0924957 Oct 04 09:58:05.829651 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-cb6b972c-2dd6-4b95-8276-71a13e088db7 req-31cb4e80-7858-4fd4-acc0-cfa7bd199062 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?id=94496370-aa36-4dfd-8508-cb32cddf91af&id=d587ed94-fd7a-42db-9671-941f66ceeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396097 Oct 04 09:58:05.896617 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df046848-da92-4f74-b191-6f2cb1e8d2cc req-63c50bca-984a-4afa-9868-55f5c1a510fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:58:05.898242 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-df046848-da92-4f74-b191-6f2cb1e8d2cc req-63c50bca-984a-4afa-9868-55f5c1a510fe service neutron] 10.222.0.20 "GET /v2.0/networks?id=5fd5344b-ce6c-4034-a662-6793bd140ae1 HTTP/1.1" status: 200 len: 916 time: 0.1244659 Oct 04 09:58:06.005557 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-df046848-da92-4f74-b191-6f2cb1e8d2cc req-5db1134e-41cf-43b6-ba6c-c82477ed36a7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91b31774-3fd2-4ce6-bc59-08a4165d1c25 HTTP/1.1" status: 200 len: 1003 time: 0.0985684 Oct 04 09:58:06.066321 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df046848-da92-4f74-b191-6f2cb1e8d2cc req-19204281-c0bf-4f2d-a084-00bd73d3af12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:58:06.067728 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-df046848-da92-4f74-b191-6f2cb1e8d2cc req-19204281-c0bf-4f2d-a084-00bd73d3af12 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0600e6d2-29d3-416c-a5c3-cbcbd00fc8af HTTP/1.1" status: 200 len: 854 time: 0.0564642 Oct 04 09:58:06.150982 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df046848-da92-4f74-b191-6f2cb1e8d2cc req-d49613ab-4072-48c9-b4a2-19b68cf7b139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:58:06.152458 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-df046848-da92-4f74-b191-6f2cb1e8d2cc req-d49613ab-4072-48c9-b4a2-19b68cf7b139 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5fd5344b-ce6c-4034-a662-6793bd140ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789866 Oct 04 09:58:06.280277 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-df046848-da92-4f74-b191-6f2cb1e8d2cc req-d8fcebf9-cc88-4fbb-9f4b-9717bd696f06 service neutron] 10.222.0.20 "GET /v2.0/networks/5fd5344b-ce6c-4034-a662-6793bd140ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217487 Oct 04 09:58:06.407387 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-df046848-da92-4f74-b191-6f2cb1e8d2cc req-fd6980bb-09c6-4495-b4ab-c84fbd241eea service neutron] 10.222.0.20 "GET /v2.0/networks/5fd5344b-ce6c-4034-a662-6793bd140ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211326 Oct 04 09:58:07.029388 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed10c3b-9d7b-485e-81e3-f38e32a7d747 req-6cdb06c8-7775-466a-a46f-401f0afa85f3 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:58:07.030790 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1ed10c3b-9d7b-485e-81e3-f38e32a7d747 req-6cdb06c8-7775-466a-a46f-401f0afa85f3 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad529e9e-9acc-48f6-a8a5-0536434cab0a HTTP/1.1" status: 200 len: 985 time: 0.0852935 Oct 04 09:58:07.079829 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1ed10c3b-9d7b-485e-81e3-f38e32a7d747 req-69b31239-3ca3-4b9c-be67-4f4bda0dcf1e tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?id=94496370-aa36-4dfd-8508-cb32cddf91af&id=d587ed94-fd7a-42db-9671-941f66ceeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433130 Oct 04 09:58:08.275907 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b742fb-d22e-4772-b507-0335df470deb req-e886ae7d-9ec0-4888-8908-f53effca3c76 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:58:08.277369 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-56b742fb-d22e-4772-b507-0335df470deb req-e886ae7d-9ec0-4888-8908-f53effca3c76 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad529e9e-9acc-48f6-a8a5-0536434cab0a HTTP/1.1" status: 200 len: 985 time: 0.0854931 Oct 04 09:58:08.325223 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-56b742fb-d22e-4772-b507-0335df470deb req-69dde814-9a7a-454f-9a37-73de624589df tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?id=94496370-aa36-4dfd-8508-cb32cddf91af&id=d587ed94-fd7a-42db-9671-941f66ceeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0421488 Oct 04 09:58:09.615305 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdeb353-74c0-4eab-9782-ef7800f4627c req-a3541f6f-e036-415f-ac4c-f99de892b0f9 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:58:09.616679 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7fdeb353-74c0-4eab-9782-ef7800f4627c req-a3541f6f-e036-415f-ac4c-f99de892b0f9 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad529e9e-9acc-48f6-a8a5-0536434cab0a HTTP/1.1" status: 200 len: 985 time: 0.1817126 Oct 04 09:58:09.662937 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7fdeb353-74c0-4eab-9782-ef7800f4627c req-568735f2-db77-437d-8e9e-f6dad1807a01 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?id=94496370-aa36-4dfd-8508-cb32cddf91af&id=d587ed94-fd7a-42db-9671-941f66ceeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402493 Oct 04 09:58:10.862073 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9d4a6-bc59-4fea-9202-1982c47e602d req-18543152-65e4-4419-82e0-7751b443882f tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:58:10.863532 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-bfc9d4a6-bc59-4fea-9202-1982c47e602d req-18543152-65e4-4419-82e0-7751b443882f tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad529e9e-9acc-48f6-a8a5-0536434cab0a HTTP/1.1" status: 200 len: 985 time: 0.0889475 Oct 04 09:58:10.909672 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-bfc9d4a6-bc59-4fea-9202-1982c47e602d req-f8817914-86c9-4072-8e33-36da695ef398 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?id=94496370-aa36-4dfd-8508-cb32cddf91af&id=d587ed94-fd7a-42db-9671-941f66ceeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403821 Oct 04 09:58:11.561147 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:58:12.105449 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf89068c-24c5-4722-b06a-c5bb9f749eaa req-c2330e3c-ba05-4e3a-ae68-7d39f74b4d13 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:58:12.106877 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-bf89068c-24c5-4722-b06a-c5bb9f749eaa req-c2330e3c-ba05-4e3a-ae68-7d39f74b4d13 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad529e9e-9acc-48f6-a8a5-0536434cab0a HTTP/1.1" status: 200 len: 985 time: 0.0866780 Oct 04 09:58:12.154059 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-bf89068c-24c5-4722-b06a-c5bb9f749eaa req-74113257-8166-4326-995f-8fc37dd3fa79 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?id=94496370-aa36-4dfd-8508-cb32cddf91af&id=d587ed94-fd7a-42db-9671-941f66ceeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408900 Oct 04 09:58:13.351095 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e70c1e-f37f-4480-b53a-fe5b40744eb0 req-78b10e55-24cd-45d2-8c84-25a0a8968323 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:58:13.352606 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-03e70c1e-f37f-4480-b53a-fe5b40744eb0 req-78b10e55-24cd-45d2-8c84-25a0a8968323 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad529e9e-9acc-48f6-a8a5-0536434cab0a HTTP/1.1" status: 200 len: 985 time: 0.0892680 Oct 04 09:58:13.397745 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-03e70c1e-f37f-4480-b53a-fe5b40744eb0 req-aae8d85d-766d-4a2e-8f5e-f9908a59e2f6 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?id=94496370-aa36-4dfd-8508-cb32cddf91af&id=d587ed94-fd7a-42db-9671-941f66ceeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395577 Oct 04 09:58:14.593345 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d835ae-7766-4be5-9a5f-e805c749ea94 req-3e50cccb-1baa-4035-be4f-183ddbaec61a tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:58:14.594821 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b3d835ae-7766-4be5-9a5f-e805c749ea94 req-3e50cccb-1baa-4035-be4f-183ddbaec61a tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad529e9e-9acc-48f6-a8a5-0536434cab0a HTTP/1.1" status: 200 len: 985 time: 0.0855608 Oct 04 09:58:14.643186 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b3d835ae-7766-4be5-9a5f-e805c749ea94 req-21056dda-a04b-4837-9f1a-f9f6fe5efdfd tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?id=94496370-aa36-4dfd-8508-cb32cddf91af&id=d587ed94-fd7a-42db-9671-941f66ceeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415900 Oct 04 09:58:15.843219 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ca205-9459-497f-ba57-206cade1ab7a req-3dfaf60d-ef17-4631-8766-c773a0ce8a50 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:58:15.844891 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-c44ca205-9459-497f-ba57-206cade1ab7a req-3dfaf60d-ef17-4631-8766-c773a0ce8a50 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad529e9e-9acc-48f6-a8a5-0536434cab0a HTTP/1.1" status: 200 len: 985 time: 0.0885704 Oct 04 09:58:15.893769 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-c44ca205-9459-497f-ba57-206cade1ab7a req-07e27e4f-0de4-4b1a-818c-f4a5d93c1147 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?id=94496370-aa36-4dfd-8508-cb32cddf91af&id=d587ed94-fd7a-42db-9671-941f66ceeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0430315 Oct 04 09:58:17.089691 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0fb5d-6445-41a4-b10f-710cfd142173 req-c83db02b-f499-4572-973e-7d4e6db8e674 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:58:17.091173 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-03c0fb5d-6445-41a4-b10f-710cfd142173 req-c83db02b-f499-4572-973e-7d4e6db8e674 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad529e9e-9acc-48f6-a8a5-0536434cab0a HTTP/1.1" status: 200 len: 985 time: 0.0882945 Oct 04 09:58:17.137668 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-03c0fb5d-6445-41a4-b10f-710cfd142173 req-1fb61262-4b64-4bfa-ae04-b25bb7a89ef9 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?id=94496370-aa36-4dfd-8508-cb32cddf91af&id=d587ed94-fd7a-42db-9671-941f66ceeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394144 Oct 04 09:58:18.331598 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a0d67-2ff4-425e-92c9-f7e0479cb31c req-2640bbd1-f2a6-4225-aaa7-c932516b7780 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:58:18.333140 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-c76a0d67-2ff4-425e-92c9-f7e0479cb31c req-2640bbd1-f2a6-4225-aaa7-c932516b7780 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad529e9e-9acc-48f6-a8a5-0536434cab0a HTTP/1.1" status: 200 len: 985 time: 0.0859759 Oct 04 09:58:18.378649 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-c76a0d67-2ff4-425e-92c9-f7e0479cb31c req-66675bf1-4f10-4dc7-ab04-2f5de1f1e99d tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?id=94496370-aa36-4dfd-8508-cb32cddf91af&id=d587ed94-fd7a-42db-9671-941f66ceeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397043 Oct 04 09:58:19.574810 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca56c8-28ad-41be-99e1-965c90a83ec3 req-024676d9-42ca-4af1-a689-f63d9ebf9894 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:58:19.576345 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-acca56c8-28ad-41be-99e1-965c90a83ec3 req-024676d9-42ca-4af1-a689-f63d9ebf9894 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad529e9e-9acc-48f6-a8a5-0536434cab0a HTTP/1.1" status: 200 len: 985 time: 0.0903773 Oct 04 09:58:19.621183 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-acca56c8-28ad-41be-99e1-965c90a83ec3 req-b2469b4c-e685-421a-bb75-6c770a24d3d3 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?id=94496370-aa36-4dfd-8508-cb32cddf91af&id=d587ed94-fd7a-42db-9671-941f66ceeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0390575 Oct 04 09:58:20.821487 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe3014-046f-4017-812a-8525596728a4 req-d9010afa-9587-4a0d-af57-3ab4a2eba576 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:58:20.822934 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-8abe3014-046f-4017-812a-8525596728a4 req-d9010afa-9587-4a0d-af57-3ab4a2eba576 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad529e9e-9acc-48f6-a8a5-0536434cab0a HTTP/1.1" status: 200 len: 985 time: 0.0926228 Oct 04 09:58:20.868147 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-8abe3014-046f-4017-812a-8525596728a4 req-4dddad45-0a3f-423a-be40-a3bcd8a7d03b tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?id=94496370-aa36-4dfd-8508-cb32cddf91af&id=d587ed94-fd7a-42db-9671-941f66ceeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395324 Oct 04 09:58:22.065817 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf028e-52e8-4f04-b9b8-331befafd064 req-cdf90198-b6ef-40ab-b591-fbc6f5d0bed8 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:58:22.067277 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-38cf028e-52e8-4f04-b9b8-331befafd064 req-cdf90198-b6ef-40ab-b591-fbc6f5d0bed8 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad529e9e-9acc-48f6-a8a5-0536434cab0a HTTP/1.1" status: 200 len: 985 time: 0.0855103 Oct 04 09:58:22.123855 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-38cf028e-52e8-4f04-b9b8-331befafd064 req-ff17712e-4891-4c1b-86c8-ba588fb521e7 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?id=94496370-aa36-4dfd-8508-cb32cddf91af&id=d587ed94-fd7a-42db-9671-941f66ceeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0499134 Oct 04 09:58:23.322135 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc66555b-7579-4f25-b2e1-2e73a9fadad7 req-f12fd752-654d-4897-b149-5a81953029a7 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:58:23.323603 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-fc66555b-7579-4f25-b2e1-2e73a9fadad7 req-f12fd752-654d-4897-b149-5a81953029a7 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad529e9e-9acc-48f6-a8a5-0536434cab0a HTTP/1.1" status: 200 len: 985 time: 0.0857680 Oct 04 09:58:23.372348 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-fc66555b-7579-4f25-b2e1-2e73a9fadad7 req-bf10bfab-ff50-4b5d-aa6b-5de0c5ad59aa tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?id=94496370-aa36-4dfd-8508-cb32cddf91af&id=d587ed94-fd7a-42db-9671-941f66ceeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0429592 Oct 04 09:58:27.681252 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-4f5fbd3b-e7c0-4f09-8da1-ccdd98055228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:58:30.346967 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-123f1c01-076d-4d2b-907a-04aea0d141df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:58:30.845499 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:58:30.879327 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:58:32.412139 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:58:40.765498 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:58:41.575143 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:58:57.682906 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f353c8f1-362b-46e4-b78f-0bd900a9b4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:58:58.549088 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8cc5c0f9-d749-403d-ad53-3658616f34fb req-6491c16b-00e6-46a6-ad26-d722d742f474 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ad529e9e-9acc-48f6-a8a5-0536434cab0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1256893 Oct 04 09:58:58.712863 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc5c0f9-d749-403d-ad53-3658616f34fb req-ebcebf5b-759b-4e2e-9a31-73dc1b95fc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:58:58.714237 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8cc5c0f9-d749-403d-ad53-3658616f34fb req-ebcebf5b-759b-4e2e-9a31-73dc1b95fc7e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ef52f191c82844f690125e6a2117b363&device_id=ad529e9e-9acc-48f6-a8a5-0536434cab0a HTTP/1.1" status: 200 len: 1138 time: 0.0823798 Oct 04 09:58:58.860077 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc5c0f9-d749-403d-ad53-3658616f34fb req-0cc14cf5-c4a9-48cf-b1da-f4b8bc8fc3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:58:58.861548 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8cc5c0f9-d749-403d-ad53-3658616f34fb req-0cc14cf5-c4a9-48cf-b1da-f4b8bc8fc3bf service neutron] 10.222.0.20 "GET /v2.0/networks?id=5fd5344b-ce6c-4034-a662-6793bd140ae1 HTTP/1.1" status: 200 len: 916 time: 0.1286619 Oct 04 09:58:58.962526 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8cc5c0f9-d749-403d-ad53-3658616f34fb req-57362115-6242-41b9-bd61-a7b6c812b6fd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91b31774-3fd2-4ce6-bc59-08a4165d1c25 HTTP/1.1" status: 200 len: 1003 time: 0.0943637 Oct 04 09:58:59.026736 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc5c0f9-d749-403d-ad53-3658616f34fb req-28417304-59c4-44fb-8495-b43801d22218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:58:59.028062 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8cc5c0f9-d749-403d-ad53-3658616f34fb req-28417304-59c4-44fb-8495-b43801d22218 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0600e6d2-29d3-416c-a5c3-cbcbd00fc8af HTTP/1.1" status: 200 len: 854 time: 0.0594268 Oct 04 09:58:59.106686 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc5c0f9-d749-403d-ad53-3658616f34fb req-d0dec63f-b1ef-4068-87e3-215cb99b5767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:58:59.108127 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8cc5c0f9-d749-403d-ad53-3658616f34fb req-d0dec63f-b1ef-4068-87e3-215cb99b5767 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5fd5344b-ce6c-4034-a662-6793bd140ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745330 Oct 04 09:58:59.235270 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8cc5c0f9-d749-403d-ad53-3658616f34fb req-96415d2e-ee72-40bb-abde-7545801df854 service neutron] 10.222.0.20 "GET /v2.0/networks/5fd5344b-ce6c-4034-a662-6793bd140ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211746 Oct 04 09:58:59.363764 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8cc5c0f9-d749-403d-ad53-3658616f34fb req-7c0fb7f2-df4f-4b53-b818-83217acb639e service neutron] 10.222.0.20 "GET /v2.0/networks/5fd5344b-ce6c-4034-a662-6793bd140ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219692 Oct 04 09:59:00.348719 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-7b236180-cbc3-4fbd-beac-397d25f7c1f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:00.847165 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:00.874317 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:02.417115 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:11.590157 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:17.763943 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:59:26.759794 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-53f5e95c-6085-4c0a-8af8-1467bc02d1cb req-85b41052-656a-4ae5-8b2c-47ff908cdbb7 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1194549757&fields=id&tenant_id=ef52f191c82844f690125e6a2117b363 HTTP/1.1" status: 200 len: 267 time: 0.0431278 Oct 04 09:59:26.848949 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5e95c-6085-4c0a-8af8-1467bc02d1cb req-041aec4e-c227-4794-948a-80ae79582f78 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:59:26.850392 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-53f5e95c-6085-4c0a-8af8-1467bc02d1cb req-041aec4e-c227-4794-948a-80ae79582f78 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad529e9e-9acc-48f6-a8a5-0536434cab0a HTTP/1.1" status: 200 len: 985 time: 0.0852234 Oct 04 09:59:26.860838 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-53f5e95c-6085-4c0a-8af8-1467bc02d1cb req-02c79f5a-bf6d-418a-8bed-54cde94b75c6 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Request body: {'port': {'security_groups': ['d587ed94-fd7a-42db-9671-941f66ceeab4']}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:59:26.980874 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-53f5e95c-6085-4c0a-8af8-1467bc02d1cb req-02c79f5a-bf6d-418a-8bed-54cde94b75c6 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:27.217905 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-53f5e95c-6085-4c0a-8af8-1467bc02d1cb req-02c79f5a-bf6d-418a-8bed-54cde94b75c6 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] For port 91b31774-3fd2-4ce6-bc59-08a4165d1c25, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=91b31774-3fd2-4ce6-bc59-08a4165d1c25,segment=NetworkSegment(a2c11ebe-bc2b-4ac6-bbf2-e064a244407f),segment_id=a2c11ebe-bc2b-4ac6-bbf2-e064a244407f)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:59:27.241839 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-53f5e95c-6085-4c0a-8af8-1467bc02d1cb req-02c79f5a-bf6d-418a-8bed-54cde94b75c6 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:27.246096 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-53f5e95c-6085-4c0a-8af8-1467bc02d1cb req-02c79f5a-bf6d-418a-8bed-54cde94b75c6 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:27.282120 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['91b31774-3fd2-4ce6-bc59-08a4165d1c25'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 09:59:27.282670 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5e95c-6085-4c0a-8af8-1467bc02d1cb req-02c79f5a-bf6d-418a-8bed-54cde94b75c6 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:59:27.283111 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-53f5e95c-6085-4c0a-8af8-1467bc02d1cb req-02c79f5a-bf6d-418a-8bed-54cde94b75c6 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:27.284450 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-53f5e95c-6085-4c0a-8af8-1467bc02d1cb req-02c79f5a-bf6d-418a-8bed-54cde94b75c6 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "PUT /v2.0/ports/91b31774-3fd2-4ce6-bc59-08a4165d1c25 HTTP/1.1" status: 200 len: 943 time: 0.4279339 Oct 04 09:59:27.284905 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad529e9e-9acc-48f6-a8a5-0536434cab0a', 'tag': '91b31774-3fd2-4ce6-bc59-08a4165d1c25'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:59:27.287378 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d330826a-5cee-4ac1-b580-da282db36ecf" -d '{"events": [{"name": "network-changed", "server_uuid": "ad529e9e-9acc-48f6-a8a5-0536434cab0a", "tag": "91b31774-3fd2-4ce6-bc59-08a4165d1c25"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:59:27.290691 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 42994) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:59:27.334833 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c79f5a-bf6d-418a-8bed-54cde94b75c6 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Pushing event updated for resources: {'Port': ['ID=91b31774-3fd2-4ce6-bc59-08a4165d1c25,revision_number=7']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:59:27.342395 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c79f5a-bf6d-418a-8bed-54cde94b75c6 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:59:27.342742 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c79f5a-bf6d-418a-8bed-54cde94b75c6 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:59:27.343118 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c79f5a-bf6d-418a-8bed-54cde94b75c6 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:59:27.343869 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c79f5a-bf6d-418a-8bed-54cde94b75c6 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:59:27.343869 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c79f5a-bf6d-418a-8bed-54cde94b75c6 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:59:27.344192 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c79f5a-bf6d-418a-8bed-54cde94b75c6 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:59:27.344508 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c79f5a-bf6d-418a-8bed-54cde94b75c6 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:59:27.344836 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c79f5a-bf6d-418a-8bed-54cde94b75c6 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:59:27.345158 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c79f5a-bf6d-418a-8bed-54cde94b75c6 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:59:27.345531 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c79f5a-bf6d-418a-8bed-54cde94b75c6 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:59:27.345851 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c79f5a-bf6d-418a-8bed-54cde94b75c6 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:59:27.346173 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c79f5a-bf6d-418a-8bed-54cde94b75c6 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:59:27.369525 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60ba5ee-9367-46c1-8198-c30a2d9043a8 x-openstack-request-id: req-a60ba5ee-9367-46c1-8198-c30a2d9043a8 {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:59:27.370030 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad529e9e-9acc-48f6-a8a5-0536434cab0a", "tag": "91b31774-3fd2-4ce6-bc59-08a4165d1c25", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:59:27.370445 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a60ba5ee-9367-46c1-8198-c30a2d9043a8 {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:59:27.370913 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a60ba5ee-9367-46c1-8198-c30a2d9043a8'] response: {'name': 'network-changed', 'server_uuid': 'ad529e9e-9acc-48f6-a8a5-0536434cab0a', 'tag': '91b31774-3fd2-4ce6-bc59-08a4165d1c25', 'status': 'completed', 'code': 200} Oct 04 09:59:27.407579 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-edee51d6-06f7-41d6-ae7a-ec0346b42a9d tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:27.422193 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['91b31774-3fd2-4ce6-bc59-08a4165d1c25'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 09:59:27.439758 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-edee51d6-06f7-41d6-ae7a-ec0346b42a9d tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:27.487695 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330826a-5cee-4ac1-b580-da282db36ecf req-7d889f91-d8b0-4f63-bc77-dca0972829c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:59:27.489773 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d330826a-5cee-4ac1-b580-da282db36ecf req-7d889f91-d8b0-4f63-bc77-dca0972829c3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ef52f191c82844f690125e6a2117b363&device_id=ad529e9e-9acc-48f6-a8a5-0536434cab0a HTTP/1.1" status: 200 len: 1099 time: 0.0816813 Oct 04 09:59:27.514181 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-edee51d6-06f7-41d6-ae7a-ec0346b42a9d tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:27.546861 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee51d6-06f7-41d6-ae7a-ec0346b42a9d tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94496370-aa36-4dfd-8508-cb32cddf91af,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:59:27.559962 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee51d6-06f7-41d6-ae7a-ec0346b42a9d tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:59:27.560578 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee51d6-06f7-41d6-ae7a-ec0346b42a9d tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:59:27.561089 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee51d6-06f7-41d6-ae7a-ec0346b42a9d tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:59:27.561588 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee51d6-06f7-41d6-ae7a-ec0346b42a9d tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:59:27.562084 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee51d6-06f7-41d6-ae7a-ec0346b42a9d tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:59:27.562583 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee51d6-06f7-41d6-ae7a-ec0346b42a9d tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:59:27.563063 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee51d6-06f7-41d6-ae7a-ec0346b42a9d tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:59:27.563551 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee51d6-06f7-41d6-ae7a-ec0346b42a9d tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:59:27.564036 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee51d6-06f7-41d6-ae7a-ec0346b42a9d tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:59:27.564570 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee51d6-06f7-41d6-ae7a-ec0346b42a9d tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:59:27.565238 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee51d6-06f7-41d6-ae7a-ec0346b42a9d tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:59:27.565729 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee51d6-06f7-41d6-ae7a-ec0346b42a9d tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:59:27.570998 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-edee51d6-06f7-41d6-ae7a-ec0346b42a9d tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:27.573129 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-edee51d6-06f7-41d6-ae7a-ec0346b42a9d tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "DELETE /v2.0/security-groups/94496370-aa36-4dfd-8508-cb32cddf91af HTTP/1.1" status: 204 len: 168 time: 0.2809224 Oct 04 09:59:27.575722 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 42998) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:59:27.634668 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330826a-5cee-4ac1-b580-da282db36ecf req-2c58a706-46ce-4cfc-9de5-205dcdff6143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:59:27.636226 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d330826a-5cee-4ac1-b580-da282db36ecf req-2c58a706-46ce-4cfc-9de5-205dcdff6143 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5fd5344b-ce6c-4034-a662-6793bd140ae1 HTTP/1.1" status: 200 len: 916 time: 0.1375830 Oct 04 09:59:27.712739 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-74b8d828-f94e-4341-a0bf-3c857d868d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:27.801500 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-9cdf6108-666e-4fed-80cb-d0164bb6ff22 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Deleting port 35f2bfa2-3d3b-473f-a893-4850a2158cd8 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:59:27.801834 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9cdf6108-666e-4fed-80cb-d0164bb6ff22 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:27.838914 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d330826a-5cee-4ac1-b580-da282db36ecf req-a11a3928-bcdc-4b96-ab06-f52b6e868a52 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91b31774-3fd2-4ce6-bc59-08a4165d1c25 HTTP/1.1" status: 200 len: 1003 time: 0.1958945 Oct 04 09:59:27.903038 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330826a-5cee-4ac1-b580-da282db36ecf req-07becc8a-8a91-45f0-8f17-bbacf3585e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:59:27.904545 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d330826a-5cee-4ac1-b580-da282db36ecf req-07becc8a-8a91-45f0-8f17-bbacf3585e8f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0600e6d2-29d3-416c-a5c3-cbcbd00fc8af HTTP/1.1" status: 200 len: 854 time: 0.0592239 Oct 04 09:59:27.971284 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9cdf6108-666e-4fed-80cb-d0164bb6ff22 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:27.971607 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9cdf6108-666e-4fed-80cb-d0164bb6ff22 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:27.986268 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330826a-5cee-4ac1-b580-da282db36ecf req-8cc81e00-2c9c-40b8-809b-429ea0e0e3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:59:27.987778 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d330826a-5cee-4ac1-b580-da282db36ecf req-8cc81e00-2c9c-40b8-809b-429ea0e0e3c1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5fd5344b-ce6c-4034-a662-6793bd140ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765736 Oct 04 09:59:28.120970 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d330826a-5cee-4ac1-b580-da282db36ecf req-87839b1b-1cdb-46ed-ad50-65b47496b6e5 service neutron] 10.222.0.20 "GET /v2.0/networks/5fd5344b-ce6c-4034-a662-6793bd140ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263909 Oct 04 09:59:28.194088 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-9cdf6108-666e-4fed-80cb-d0164bb6ff22 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Calling delete_port for 35f2bfa2-3d3b-473f-a893-4850a2158cd8 owned by network:floatingip {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:59:28.262536 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d330826a-5cee-4ac1-b580-da282db36ecf req-8b7cd005-7598-43d3-a964-88af121323d3 service neutron] 10.222.0.20 "GET /v2.0/networks/5fd5344b-ce6c-4034-a662-6793bd140ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353235 Oct 04 09:59:28.345567 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9cdf6108-666e-4fed-80cb-d0164bb6ff22 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:28.394410 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdf6108-666e-4fed-80cb-d0164bb6ff22 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Pushing event deleted for resources: {'Port': ['ID=35f2bfa2-3d3b-473f-a893-4850a2158cd8,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:59:28.489617 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9cdf6108-666e-4fed-80cb-d0164bb6ff22 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks [] for floatingip, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:28.489949 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.l3_db [None req-9cdf6108-666e-4fed-80cb-d0164bb6ff22 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Floating IP f092dfee-4ffe-4732-a182-166b8344f190 disassociated (deleted). External IP: 172.26.10.245, port: 91b31774-3fd2-4ce6-bc59-08a4165d1c25. Oct 04 09:59:28.846560 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cdf6108-666e-4fed-80cb-d0164bb6ff22 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Router f1988e03-bd23-4592-bddc-2302d4435f46 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:59:29.022597 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cdf6108-666e-4fed-80cb-d0164bb6ff22 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:59:29.031860 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33520ace-b7ff-45dc-a343-167f9e35d680 None None] Sync routers for ids ['f1988e03-bd23-4592-bddc-2302d4435f46'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:59:29.041649 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33520ace-b7ff-45dc-a343-167f9e35d680 None None] Routers {'f1988e03-bd23-4592-bddc-2302d4435f46'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:59:29.042250 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-33520ace-b7ff-45dc-a343-167f9e35d680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:59:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['f1988e03-bd23-4592-bddc-2302d4435f46'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:59:29.042374 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9cdf6108-666e-4fed-80cb-d0164bb6ff22 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:29.101135 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-9cdf6108-666e-4fed-80cb-d0164bb6ff22 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "DELETE /v2.0/floatingips/f092dfee-4ffe-4732-a182-166b8344f190 HTTP/1.1" status: 204 len: 168 time: 1.5239840 Oct 04 09:59:29.101700 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad529e9e-9acc-48f6-a8a5-0536434cab0a', 'tag': '91b31774-3fd2-4ce6-bc59-08a4165d1c25'}] {{(pid=89033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:59:29.104757 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e417ebe64424eb0358633e416672821aae4ea22acc2211bb28d37655142b7e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca3a96d-e79a-4b5b-b9a5-5d7755f0d8c3" -d '{"events": [{"name": "network-changed", "server_uuid": "ad529e9e-9acc-48f6-a8a5-0536434cab0a", "tag": "91b31774-3fd2-4ce6-bc59-08a4165d1c25"}]}' {{(pid=89033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:59:29.235455 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 09:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76885e25-412e-4ca0-9b17-9f6d75f1c181 x-openstack-request-id: req-76885e25-412e-4ca0-9b17-9f6d75f1c181 {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:59:29.235752 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad529e9e-9acc-48f6-a8a5-0536434cab0a", "tag": "91b31774-3fd2-4ce6-bc59-08a4165d1c25", "status": "completed", "code": 200}]} {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:59:29.236008 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-76885e25-412e-4ca0-9b17-9f6d75f1c181 {{(pid=89033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:59:29.236450 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76885e25-412e-4ca0-9b17-9f6d75f1c181'] response: {'name': 'network-changed', 'server_uuid': 'ad529e9e-9acc-48f6-a8a5-0536434cab0a', 'tag': '91b31774-3fd2-4ce6-bc59-08a4165d1c25', 'status': 'completed', 'code': 200} Oct 04 09:59:29.260972 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-33520ace-b7ff-45dc-a343-167f9e35d680 None None] Set router f1988e03-bd23-4592-bddc-2302d4435f46 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:59:29.373541 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca3a96d-e79a-4b5b-b9a5-5d7755f0d8c3 req-1ee5ff8c-ea05-4561-9579-f586379a159a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:59:29.375651 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3ca3a96d-e79a-4b5b-b9a5-5d7755f0d8c3 req-1ee5ff8c-ea05-4561-9579-f586379a159a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ef52f191c82844f690125e6a2117b363&device_id=ad529e9e-9acc-48f6-a8a5-0536434cab0a HTTP/1.1" status: 200 len: 1099 time: 0.0943780 Oct 04 09:59:29.517740 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca3a96d-e79a-4b5b-b9a5-5d7755f0d8c3 req-83a49488-d784-4628-b0cc-1b6eb297016e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:59:29.519766 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3ca3a96d-e79a-4b5b-b9a5-5d7755f0d8c3 req-83a49488-d784-4628-b0cc-1b6eb297016e service neutron] 10.222.0.20 "GET /v2.0/networks?id=5fd5344b-ce6c-4034-a662-6793bd140ae1 HTTP/1.1" status: 200 len: 916 time: 0.1378825 Oct 04 09:59:29.590694 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3ca3a96d-e79a-4b5b-b9a5-5d7755f0d8c3 req-ba4095bd-4ae6-4312-930f-41ec28aae7f5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91b31774-3fd2-4ce6-bc59-08a4165d1c25 HTTP/1.1" status: 200 len: 217 time: 0.0652962 Oct 04 09:59:29.599612 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-33520ace-b7ff-45dc-a343-167f9e35d680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1988e03-bd23-4592-bddc-2302d4435f46', 'name': 'tempest-TestMinimumBasicScenario-1781236108-router', 'tenant_id': 'ef52f191c82844f690125e6a2117b363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.225'}], 'enable_snat': True}, 'gw_port_id': '9f634877-c0fc-4621-a8ff-d76b9ed54d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:51:12Z', 'updated_at': '2022-10-04T09:51:16Z', 'revision_number': 4, 'project_id': 'ef52f191c82844f690125e6a2117b363', 'gw_port': {'id': '9f634877-c0fc-4621-a8ff-d76b9ed54d57', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1988e03-bd23-4592-bddc-2302d4435f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:51:13Z', 'updated_at': '2022-10-04T09:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': 'e9a1b693-14ba-437a-a0c3-b5febb1219c5', 'name': '', 'network_id': '5fd5344b-ce6c-4034-a662-6793bd140ae1', 'tenant_id': 'ef52f191c82844f690125e6a2117b363', 'mac_address': 'fa:16:3e:00:97:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1988e03-bd23-4592-bddc-2302d4435f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '0600e6d2-29d3-416c-a5c3-cbcbd00fc8af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:51:15Z', 'updated_at': '2022-10-04T09:51:22Z', 'revision_number': 5, 'project_id': 'ef52f191c82844f690125e6a2117b363', 'subnets': [{'id': '0600e6d2-29d3-416c-a5c3-cbcbd00fc8af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:59:29.603405 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33520ace-b7ff-45dc-a343-167f9e35d680 None None] Checking router: f1988e03-bd23-4592-bddc-2302d4435f46 for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:59:29.618025 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33520ace-b7ff-45dc-a343-167f9e35d680 None None] Routers {'f1988e03-bd23-4592-bddc-2302d4435f46'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:59:29.618781 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-33520ace-b7ff-45dc-a343-167f9e35d680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:59:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['f1988e03-bd23-4592-bddc-2302d4435f46'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:59:29.676297 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca3a96d-e79a-4b5b-b9a5-5d7755f0d8c3 req-6144ed1f-4c1e-4190-84c4-117266546f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:59:29.677848 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3ca3a96d-e79a-4b5b-b9a5-5d7755f0d8c3 req-6144ed1f-4c1e-4190-84c4-117266546f25 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0600e6d2-29d3-416c-a5c3-cbcbd00fc8af HTTP/1.1" status: 200 len: 854 time: 0.0715528 Oct 04 09:59:29.770529 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca3a96d-e79a-4b5b-b9a5-5d7755f0d8c3 req-eca86e0f-425f-4489-a074-001d44acdf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:59:29.772095 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3ca3a96d-e79a-4b5b-b9a5-5d7755f0d8c3 req-eca86e0f-425f-4489-a074-001d44acdf03 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5fd5344b-ce6c-4034-a662-6793bd140ae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0875115 Oct 04 09:59:29.808453 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-33520ace-b7ff-45dc-a343-167f9e35d680 None None] Set router f1988e03-bd23-4592-bddc-2302d4435f46 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:59:29.905567 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3ca3a96d-e79a-4b5b-b9a5-5d7755f0d8c3 req-3c4855f3-6d4d-42ad-bc92-9427fcea0e56 service neutron] 10.222.0.20 "GET /v2.0/networks/5fd5344b-ce6c-4034-a662-6793bd140ae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254218 Oct 04 09:59:30.040484 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3ca3a96d-e79a-4b5b-b9a5-5d7755f0d8c3 req-81612570-c01d-4222-be5c-5d254604818f service neutron] 10.222.0.20 "GET /v2.0/networks/5fd5344b-ce6c-4034-a662-6793bd140ae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286299 Oct 04 09:59:30.116464 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-33520ace-b7ff-45dc-a343-167f9e35d680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1988e03-bd23-4592-bddc-2302d4435f46', 'name': 'tempest-TestMinimumBasicScenario-1781236108-router', 'tenant_id': 'ef52f191c82844f690125e6a2117b363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.225'}], 'enable_snat': True}, 'gw_port_id': '9f634877-c0fc-4621-a8ff-d76b9ed54d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:51:12Z', 'updated_at': '2022-10-04T09:51:16Z', 'revision_number': 4, 'project_id': 'ef52f191c82844f690125e6a2117b363', 'gw_port': {'id': '9f634877-c0fc-4621-a8ff-d76b9ed54d57', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1988e03-bd23-4592-bddc-2302d4435f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:51:13Z', 'updated_at': '2022-10-04T09:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': 'e9a1b693-14ba-437a-a0c3-b5febb1219c5', 'name': '', 'network_id': '5fd5344b-ce6c-4034-a662-6793bd140ae1', 'tenant_id': 'ef52f191c82844f690125e6a2117b363', 'mac_address': 'fa:16:3e:00:97:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1988e03-bd23-4592-bddc-2302d4435f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '0600e6d2-29d3-416c-a5c3-cbcbd00fc8af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:51:15Z', 'updated_at': '2022-10-04T09:51:22Z', 'revision_number': 5, 'project_id': 'ef52f191c82844f690125e6a2117b363', 'subnets': [{'id': '0600e6d2-29d3-416c-a5c3-cbcbd00fc8af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:59:30.122081 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33520ace-b7ff-45dc-a343-167f9e35d680 None None] The sync data for ids ['f1988e03-bd23-4592-bddc-2302d4435f46'] in dv-neutron-860215-1-hyperv is: [{'id': 'f1988e03-bd23-4592-bddc-2302d4435f46', 'name': 'tempest-TestMinimumBasicScenario-1781236108-router', 'tenant_id': 'ef52f191c82844f690125e6a2117b363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.225'}], 'enable_snat': True}, 'gw_port_id': '9f634877-c0fc-4621-a8ff-d76b9ed54d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:51:12Z', 'updated_at': '2022-10-04T09:51:16Z', 'revision_number': 4, 'project_id': 'ef52f191c82844f690125e6a2117b363', 'gw_port': {'id': '9f634877-c0fc-4621-a8ff-d76b9ed54d57', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1988e03-bd23-4592-bddc-2302d4435f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:51:13Z', 'updated_at': '2022-10-04T09:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': 'e9a1b693-14ba-437a-a0c3-b5febb1219c5', 'name': '', 'network_id': '5fd5344b-ce6c-4034-a662-6793bd140ae1', 'tenant_id': 'ef52f191c82844f690125e6a2117b363', 'mac_address': 'fa:16:3e:00:97:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1988e03-bd23-4592-bddc-2302d4435f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '0600e6d2-29d3-416c-a5c3-cbcbd00fc8af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:51:15Z', 'updated_at': '2022-10-04T09:51:22Z', 'revision_number': 5, 'project_id': 'ef52f191c82844f690125e6a2117b363', 'subnets': [{'id': '0600e6d2-29d3-416c-a5c3-cbcbd00fc8af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:59:30.332624 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a2c4e4-e4cb-42c2-9e01-6f1a17e27208 None None] New status for floating IP f092dfee-4ffe-4732-a182-166b8344f190: DOWN {{(pid=89034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 09:59:30.464612 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-36caf8c2-eb27-4022-bf6c-22dfdcf33c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:30.852091 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:30.877433 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:32.420447 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:33.604290 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5181a44-854d-4e48-940d-a431c52aeb13 req-d8460063-77da-413d-989b-9dc5276eb5c8 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:59:33.604918 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-b5181a44-854d-4e48-940d-a431c52aeb13 req-d8460063-77da-413d-989b-9dc5276eb5c8 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Synchronizing usage tracker for tenant:ef52f191c82844f690125e6a2117b363 on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:59:33.620063 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-b5181a44-854d-4e48-940d-a431c52aeb13 req-d8460063-77da-413d-989b-9dc5276eb5c8 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Unset dirty status for tenant:ef52f191c82844f690125e6a2117b363 on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:59:33.621299 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-b5181a44-854d-4e48-940d-a431c52aeb13 req-d8460063-77da-413d-989b-9dc5276eb5c8 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad529e9e-9acc-48f6-a8a5-0536434cab0a HTTP/1.1" status: 200 len: 946 time: 0.1019201 Oct 04 09:59:33.666836 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-b5181a44-854d-4e48-940d-a431c52aeb13 req-e76ab225-689d-47b1-a08e-3960c542c261 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Synchronizing usage tracker for tenant:ef52f191c82844f690125e6a2117b363 on resource:security_group {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:59:33.681715 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-b5181a44-854d-4e48-940d-a431c52aeb13 req-e76ab225-689d-47b1-a08e-3960c542c261 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Unset dirty status for tenant:ef52f191c82844f690125e6a2117b363 on resource:security_group {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:59:33.682815 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-b5181a44-854d-4e48-940d-a431c52aeb13 req-e76ab225-689d-47b1-a08e-3960c542c261 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?id=d587ed94-fd7a-42db-9671-941f66ceeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559411 Oct 04 09:59:34.929033 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66079cf-6bce-42a5-a886-82777ec7f66f req-cabd2569-1724-4a38-aa31-b9fa6a17efdd tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:59:34.930492 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a66079cf-6bce-42a5-a886-82777ec7f66f req-cabd2569-1724-4a38-aa31-b9fa6a17efdd tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad529e9e-9acc-48f6-a8a5-0536434cab0a HTTP/1.1" status: 200 len: 946 time: 0.1325567 Oct 04 09:59:34.978166 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a66079cf-6bce-42a5-a886-82777ec7f66f req-21158678-fb33-407f-8df6-9f3aef196709 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?id=d587ed94-fd7a-42db-9671-941f66ceeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419283 Oct 04 09:59:35.641470 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3857e178-8008-4b4a-bbdd-bcef7ce77ae0 req-180b30bf-7afb-4eb2-b804-0ca27b1f04d7 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:59:35.643223 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3857e178-8008-4b4a-bbdd-bcef7ce77ae0 req-180b30bf-7afb-4eb2-b804-0ca27b1f04d7 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad529e9e-9acc-48f6-a8a5-0536434cab0a HTTP/1.1" status: 200 len: 946 time: 0.0876338 Oct 04 09:59:35.711121 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-3857e178-8008-4b4a-bbdd-bcef7ce77ae0 req-31370f77-5fab-4e8e-a862-a3597c715d58 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Deleting port 91b31774-3fd2-4ce6-bc59-08a4165d1c25 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:59:35.711470 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-3857e178-8008-4b4a-bbdd-bcef7ce77ae0 req-31370f77-5fab-4e8e-a862-a3597c715d58 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:36.040378 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-3857e178-8008-4b4a-bbdd-bcef7ce77ae0 req-31370f77-5fab-4e8e-a862-a3597c715d58 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] For port 91b31774-3fd2-4ce6-bc59-08a4165d1c25, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=91b31774-3fd2-4ce6-bc59-08a4165d1c25,segment=NetworkSegment(a2c11ebe-bc2b-4ac6-bbf2-e064a244407f),segment_id=a2c11ebe-bc2b-4ac6-bbf2-e064a244407f)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:59:36.040917 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-3857e178-8008-4b4a-bbdd-bcef7ce77ae0 req-31370f77-5fab-4e8e-a862-a3597c715d58 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:36.162928 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-3857e178-8008-4b4a-bbdd-bcef7ce77ae0 req-31370f77-5fab-4e8e-a862-a3597c715d58 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Calling delete_port for 91b31774-3fd2-4ce6-bc59-08a4165d1c25 owned by compute:nova {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:59:36.172012 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b4065-a4f6-4de2-83b8-02e6dbe5b35d req-4ddb0f1a-76bc-47b5-8ddb-1cb3a238e9c2 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:59:36.173500 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-872b4065-a4f6-4de2-83b8-02e6dbe5b35d req-4ddb0f1a-76bc-47b5-8ddb-1cb3a238e9c2 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad529e9e-9acc-48f6-a8a5-0536434cab0a HTTP/1.1" status: 200 len: 946 time: 0.0869844 Oct 04 09:59:36.217710 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-872b4065-a4f6-4de2-83b8-02e6dbe5b35d req-27897c03-895d-44ab-85c1-3676a07d95bd tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.50 "GET /v2.0/security-groups?id=d587ed94-fd7a-42db-9671-941f66ceeab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374258 Oct 04 09:59:36.306871 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-3857e178-8008-4b4a-bbdd-bcef7ce77ae0 req-31370f77-5fab-4e8e-a862-a3597c715d58 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:36.339751 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['91b31774-3fd2-4ce6-bc59-08a4165d1c25'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 09:59:36.356972 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31370f77-5fab-4e8e-a862-a3597c715d58 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Pushing event deleted for resources: {'Port': ['ID=91b31774-3fd2-4ce6-bc59-08a4165d1c25,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:59:36.444700 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-3857e178-8008-4b4a-bbdd-bcef7ce77ae0 req-31370f77-5fab-4e8e-a862-a3597c715d58 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] No DVR routers for this DVR port 91b31774-3fd2-4ce6-bc59-08a4165d1c25 on host hv-neutron-8602 {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:59:36.447163 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-3857e178-8008-4b4a-bbdd-bcef7ce77ae0 req-31370f77-5fab-4e8e-a862-a3597c715d58 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:36.449747 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad529e9e-9acc-48f6-a8a5-0536434cab0a', 'name': 'network-vif-deleted', 'tag': '91b31774-3fd2-4ce6-bc59-08a4165d1c25'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 09:59:36.452004 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd87f4b-9a38-4bc9-b337-471354045f51" -d '{"events": [{"server_uuid": "ad529e9e-9acc-48f6-a8a5-0536434cab0a", "name": "network-vif-deleted", "tag": "91b31774-3fd2-4ce6-bc59-08a4165d1c25"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 09:59:36.465460 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3857e178-8008-4b4a-bbdd-bcef7ce77ae0 req-31370f77-5fab-4e8e-a862-a3597c715d58 tempest-TestMinimumBasicScenario-1842182495 tempest-TestMinimumBasicScenario-1842182495-project] 10.222.0.20 "DELETE /v2.0/ports/91b31774-3fd2-4ce6-bc59-08a4165d1c25 HTTP/1.1" status: 204 len: 173 time: 0.8170578 Oct 04 09:59:36.498674 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 09:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f010a30c-0c8d-4c43-ac70-04b4a7556740 x-openstack-request-id: req-f010a30c-0c8d-4c43-ac70-04b4a7556740 {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 09:59:36.498971 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad529e9e-9acc-48f6-a8a5-0536434cab0a", "name": "network-vif-deleted", "tag": "91b31774-3fd2-4ce6-bc59-08a4165d1c25", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 09:59:36.499225 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f010a30c-0c8d-4c43-ac70-04b4a7556740 {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 09:59:36.499660 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f010a30c-0c8d-4c43-ac70-04b4a7556740'] response: {'server_uuid': 'ad529e9e-9acc-48f6-a8a5-0536434cab0a', 'name': 'network-vif-deleted', 'tag': '91b31774-3fd2-4ce6-bc59-08a4165d1c25', 'status': 'completed', 'code': 200} Oct 04 09:59:37.872946 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 43090) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:59:38.622388 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1b3f5d00-6531-4776-827c-88d8ef895a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736827'] for router_interface, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:38.968290 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-1b3f5d00-6531-4776-827c-88d8ef895a6f admin admin] Deleting port e9a1b693-14ba-437a-a0c3-b5febb1219c5 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:59:38.969186 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1b3f5d00-6531-4776-827c-88d8ef895a6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:39.138308 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-1b3f5d00-6531-4776-827c-88d8ef895a6f admin admin] For port e9a1b693-14ba-437a-a0c3-b5febb1219c5, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=e9a1b693-14ba-437a-a0c3-b5febb1219c5,segment=NetworkSegment(a2c11ebe-bc2b-4ac6-bbf2-e064a244407f),segment_id=a2c11ebe-bc2b-4ac6-bbf2-e064a244407f)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:59:39.138657 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1b3f5d00-6531-4776-827c-88d8ef895a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:39.258545 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-1b3f5d00-6531-4776-827c-88d8ef895a6f admin admin] Calling delete_port for e9a1b693-14ba-437a-a0c3-b5febb1219c5 owned by network:router_interface {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:59:39.564687 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1b3f5d00-6531-4776-827c-88d8ef895a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:39.615194 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3f5d00-6531-4776-827c-88d8ef895a6f admin admin] Pushing event deleted for resources: {'Port': ['ID=e9a1b693-14ba-437a-a0c3-b5febb1219c5,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:59:39.989456 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1b3f5d00-6531-4776-827c-88d8ef895a6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736911'] for router_interface, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:40.342619 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b3f5d00-6531-4776-827c-88d8ef895a6f admin admin] Router f1988e03-bd23-4592-bddc-2302d4435f46 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:59:40.455951 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 91b31774-3fd2-4ce6-bc59-08a4165d1c25 no longer exists at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:59:40.490603 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] No Port match for: 91b31774-3fd2-4ce6-bc59-08a4165d1c25 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:59:40.491017 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 91b31774-3fd2-4ce6-bc59-08a4165d1c25 not bound to the agent host hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:59:40.518626 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3f5d00-6531-4776-827c-88d8ef895a6f admin admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:59:40.527158 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e63f02-369b-49ae-83a0-26c85788cfa0 None None] Sync routers for ids ['f1988e03-bd23-4592-bddc-2302d4435f46'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:59:40.530533 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-1b3f5d00-6531-4776-827c-88d8ef895a6f admin admin] 10.222.0.50 "PUT /v2.0/routers/f1988e03-bd23-4592-bddc-2302d4435f46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6565497 Oct 04 09:59:40.533024 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 43096) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:59:40.536164 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e63f02-369b-49ae-83a0-26c85788cfa0 None None] Routers {'f1988e03-bd23-4592-bddc-2302d4435f46'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:59:40.536793 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-73e63f02-369b-49ae-83a0-26c85788cfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:59:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['f1988e03-bd23-4592-bddc-2302d4435f46'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:59:40.707842 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d68692a2-fa93-45c7-a95b-7944a367ae97 admin admin] Notify callbacks [] for router, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:40.713479 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-73e63f02-369b-49ae-83a0-26c85788cfa0 None None] Set router f1988e03-bd23-4592-bddc-2302d4435f46 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:59:40.882347 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d68692a2-fa93-45c7-a95b-7944a367ae97 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:40.892911 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-d68692a2-fa93-45c7-a95b-7944a367ae97 admin admin] Deleting port 9f634877-c0fc-4621-a8ff-d76b9ed54d57 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:59:40.893245 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d68692a2-fa93-45c7-a95b-7944a367ae97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:40.990015 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-73e63f02-369b-49ae-83a0-26c85788cfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1988e03-bd23-4592-bddc-2302d4435f46', 'name': 'tempest-TestMinimumBasicScenario-1781236108-router', 'tenant_id': 'ef52f191c82844f690125e6a2117b363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.225'}], 'enable_snat': True}, 'gw_port_id': '9f634877-c0fc-4621-a8ff-d76b9ed54d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:51:12Z', 'updated_at': '2022-10-04T09:59:39Z', 'revision_number': 5, 'project_id': 'ef52f191c82844f690125e6a2117b363', 'gw_port': {'id': '9f634877-c0fc-4621-a8ff-d76b9ed54d57', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1988e03-bd23-4592-bddc-2302d4435f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:51:13Z', 'updated_at': '2022-10-04T09:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:59:40.993635 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e63f02-369b-49ae-83a0-26c85788cfa0 None None] Checking router: f1988e03-bd23-4592-bddc-2302d4435f46 for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:59:41.001621 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e63f02-369b-49ae-83a0-26c85788cfa0 None None] Routers {'f1988e03-bd23-4592-bddc-2302d4435f46'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:59:41.002194 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-73e63f02-369b-49ae-83a0-26c85788cfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:59:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['f1988e03-bd23-4592-bddc-2302d4435f46'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:59:41.183514 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-d68692a2-fa93-45c7-a95b-7944a367ae97 admin admin] For port 9f634877-c0fc-4621-a8ff-d76b9ed54d57, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=9f634877-c0fc-4621-a8ff-d76b9ed54d57,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:59:41.184118 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d68692a2-fa93-45c7-a95b-7944a367ae97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:41.191285 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-73e63f02-369b-49ae-83a0-26c85788cfa0 None None] Set router f1988e03-bd23-4592-bddc-2302d4435f46 gateway port host: None {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:59:41.295575 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-73e63f02-369b-49ae-83a0-26c85788cfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1988e03-bd23-4592-bddc-2302d4435f46', 'name': 'tempest-TestMinimumBasicScenario-1781236108-router', 'tenant_id': 'ef52f191c82844f690125e6a2117b363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:51:12Z', 'updated_at': '2022-10-04T09:59:40Z', 'revision_number': 6, 'project_id': 'ef52f191c82844f690125e6a2117b363', 'gw_port_host': None}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:59:41.299463 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e63f02-369b-49ae-83a0-26c85788cfa0 None None] The sync data for ids ['f1988e03-bd23-4592-bddc-2302d4435f46'] in dv-neutron-860215-1-hyperv is: [{'id': 'f1988e03-bd23-4592-bddc-2302d4435f46', 'name': 'tempest-TestMinimumBasicScenario-1781236108-router', 'tenant_id': 'ef52f191c82844f690125e6a2117b363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:51:12Z', 'updated_at': '2022-10-04T09:59:40Z', 'revision_number': 6, 'project_id': 'ef52f191c82844f690125e6a2117b363', 'gw_port_host': None}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:59:41.306289 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-d68692a2-fa93-45c7-a95b-7944a367ae97 admin admin] Calling delete_port for 9f634877-c0fc-4621-a8ff-d76b9ed54d57 owned by network:router_gateway {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:59:41.474887 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d68692a2-fa93-45c7-a95b-7944a367ae97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:41.524134 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68692a2-fa93-45c7-a95b-7944a367ae97 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f634877-c0fc-4621-a8ff-d76b9ed54d57,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:59:41.588815 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:41.617636 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d68692a2-fa93-45c7-a95b-7944a367ae97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737040'] for router_gateway, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:41.793114 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d68692a2-fa93-45c7-a95b-7944a367ae97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:41.795260 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d68692a2-fa93-45c7-a95b-7944a367ae97 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:41.817676 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d68692a2-fa93-45c7-a95b-7944a367ae97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:41.818309 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d68692a2-fa93-45c7-a95b-7944a367ae97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1988e03-bd23-4592-bddc-2302d4435f46 {{(pid=89033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:59:41.830190 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d68692a2-fa93-45c7-a95b-7944a367ae97 admin admin] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:41.831299 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-d68692a2-fa93-45c7-a95b-7944a367ae97 admin admin] 10.222.0.50 "DELETE /v2.0/routers/f1988e03-bd23-4592-bddc-2302d4435f46 HTTP/1.1" status: 204 len: 168 time: 1.2973838 Oct 04 09:59:41.833842 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 43100) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:59:41.893872 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-91ecea76-8a50-499a-804d-9120bbd9788e admin admin] Deleting subnet 0600e6d2-29d3-416c-a5c3-cbcbd00fc8af {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:59:41.896718 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-91ecea76-8a50-499a-804d-9120bbd9788e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:41.944085 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-91ecea76-8a50-499a-804d-9120bbd9788e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:42.024677 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-91ecea76-8a50-499a-804d-9120bbd9788e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:42.095885 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-91ecea76-8a50-499a-804d-9120bbd9788e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:42.098197 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device e9a1b693-14ba-437a-a0c3-b5febb1219c5 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:59:42.133329 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ecea76-8a50-499a-804d-9120bbd9788e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0600e6d2-29d3-416c-a5c3-cbcbd00fc8af,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:59:42.135267 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: e9a1b693-14ba-437a-a0c3-b5febb1219c5 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:59:42.135661 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device e9a1b693-14ba-437a-a0c3-b5febb1219c5 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:59:42.136088 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 9f634877-c0fc-4621-a8ff-d76b9ed54d57 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:59:42.137041 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-91ecea76-8a50-499a-804d-9120bbd9788e admin admin] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:42.147270 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 43104) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:59:42.147748 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-91ecea76-8a50-499a-804d-9120bbd9788e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/0600e6d2-29d3-416c-a5c3-cbcbd00fc8af HTTP/1.1" status: 204 len: 168 time: 0.3125176 Oct 04 09:59:42.164176 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9317825d-4653-4466-a154-568b275e6895 None None] Network 5fd5344b-ce6c-4034-a662-6793bd140ae1 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:59:42.195793 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 9f634877-c0fc-4621-a8ff-d76b9ed54d57 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:59:42.196133 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 9f634877-c0fc-4621-a8ff-d76b9ed54d57 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:59:42.264173 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1a447efb-d540-49bd-83bd-5a2338586516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:42.276278 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-1a447efb-d540-49bd-83bd-5a2338586516 admin admin] Deleting port a76e8339-fc2f-41c7-84cc-eb8553cd4b2b {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:59:42.276942 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1a447efb-d540-49bd-83bd-5a2338586516 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:42.455857 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031f2436-64da-4447-b2ef-9c9e1d7cfd88 None None] DHCP port deletion for 5fd5344b-ce6c-4034-a662-6793bd140ae1 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:59:42.460774 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-031f2436-64da-4447-b2ef-9c9e1d7cfd88 None None] Deleting port a76e8339-fc2f-41c7-84cc-eb8553cd4b2b {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:59:42.461149 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-031f2436-64da-4447-b2ef-9c9e1d7cfd88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:42.510232 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-1a447efb-d540-49bd-83bd-5a2338586516 admin admin] For port a76e8339-fc2f-41c7-84cc-eb8553cd4b2b, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=a76e8339-fc2f-41c7-84cc-eb8553cd4b2b,segment=NetworkSegment(a2c11ebe-bc2b-4ac6-bbf2-e064a244407f),segment_id=a2c11ebe-bc2b-4ac6-bbf2-e064a244407f)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:59:42.510591 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1a447efb-d540-49bd-83bd-5a2338586516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:42.643114 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-1a447efb-d540-49bd-83bd-5a2338586516 admin admin] Calling delete_port for a76e8339-fc2f-41c7-84cc-eb8553cd4b2b owned by network:dhcp {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:59:42.675394 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-031f2436-64da-4447-b2ef-9c9e1d7cfd88 None None] For port a76e8339-fc2f-41c7-84cc-eb8553cd4b2b, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=a76e8339-fc2f-41c7-84cc-eb8553cd4b2b,segment=NetworkSegment(a2c11ebe-bc2b-4ac6-bbf2-e064a244407f),segment_id=a2c11ebe-bc2b-4ac6-bbf2-e064a244407f)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:59:42.675933 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-031f2436-64da-4447-b2ef-9c9e1d7cfd88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:42.727413 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1a447efb-d540-49bd-83bd-5a2338586516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:42.781636 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a447efb-d540-49bd-83bd-5a2338586516 admin admin] Pushing event deleted for resources: {'Port': ['ID=a76e8339-fc2f-41c7-84cc-eb8553cd4b2b,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:59:42.783443 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a447efb-d540-49bd-83bd-5a2338586516 admin admin] No DVR routers for this DVR port a76e8339-fc2f-41c7-84cc-eb8553cd4b2b on host dv-neutron-860215-1-hyperv {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:59:42.811416 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-031f2436-64da-4447-b2ef-9c9e1d7cfd88 None None] Calling delete_port for a76e8339-fc2f-41c7-84cc-eb8553cd4b2b owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:59:42.883576 dv-neutron-860215-1-hyperv neutron-server[89034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:59:42.883576 dv-neutron-860215-1-hyperv neutron-server[89034]: util.warn( Oct 04 09:59:42.883576 dv-neutron-860215-1-hyperv neutron-server[89034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:59:42.883576 dv-neutron-860215-1-hyperv neutron-server[89034]: util.warn( Oct 04 09:59:42.883576 dv-neutron-860215-1-hyperv neutron-server[89034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:59:42.883576 dv-neutron-860215-1-hyperv neutron-server[89034]: util.warn( Oct 04 09:59:42.883576 dv-neutron-860215-1-hyperv neutron-server[89034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:59:42.883576 dv-neutron-860215-1-hyperv neutron-server[89034]: util.warn( Oct 04 09:59:42.883576 dv-neutron-860215-1-hyperv neutron-server[89034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:59:42.883576 dv-neutron-860215-1-hyperv neutron-server[89034]: util.warn( Oct 04 09:59:42.883576 dv-neutron-860215-1-hyperv neutron-server[89034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:59:42.883576 dv-neutron-860215-1-hyperv neutron-server[89034]: util.warn( Oct 04 09:59:42.883576 dv-neutron-860215-1-hyperv neutron-server[89034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:59:42.883576 dv-neutron-860215-1-hyperv neutron-server[89034]: util.warn( Oct 04 09:59:42.883576 dv-neutron-860215-1-hyperv neutron-server[89034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:59:42.883576 dv-neutron-860215-1-hyperv neutron-server[89034]: util.warn( Oct 04 09:59:42.883576 dv-neutron-860215-1-hyperv neutron-server[89034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:59:42.883576 dv-neutron-860215-1-hyperv neutron-server[89034]: util.warn( Oct 04 09:59:42.883576 dv-neutron-860215-1-hyperv neutron-server[89034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:59:42.883576 dv-neutron-860215-1-hyperv neutron-server[89034]: util.warn( Oct 04 09:59:42.883576 dv-neutron-860215-1-hyperv neutron-server[89034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:59:42.883576 dv-neutron-860215-1-hyperv neutron-server[89034]: util.warn( Oct 04 09:59:42.883576 dv-neutron-860215-1-hyperv neutron-server[89034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:59:42.883576 dv-neutron-860215-1-hyperv neutron-server[89034]: util.warn( Oct 04 09:59:42.883576 dv-neutron-860215-1-hyperv neutron-server[89034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:59:42.883576 dv-neutron-860215-1-hyperv neutron-server[89034]: util.warn( Oct 04 09:59:42.883576 dv-neutron-860215-1-hyperv neutron-server[89034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:59:42.883576 dv-neutron-860215-1-hyperv neutron-server[89034]: util.warn( Oct 04 09:59:42.883576 dv-neutron-860215-1-hyperv neutron-server[89034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:59:42.883576 dv-neutron-860215-1-hyperv neutron-server[89034]: util.warn( Oct 04 09:59:42.883576 dv-neutron-860215-1-hyperv neutron-server[89034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:59:42.883576 dv-neutron-860215-1-hyperv neutron-server[89034]: util.warn( Oct 04 09:59:42.883576 dv-neutron-860215-1-hyperv neutron-server[89034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:59:42.883576 dv-neutron-860215-1-hyperv neutron-server[89034]: util.warn( Oct 04 09:59:42.883576 dv-neutron-860215-1-hyperv neutron-server[89034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:59:42.883576 dv-neutron-860215-1-hyperv neutron-server[89034]: util.warn( Oct 04 09:59:42.883576 dv-neutron-860215-1-hyperv neutron-server[89034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:59:42.883576 dv-neutron-860215-1-hyperv neutron-server[89034]: util.warn( Oct 04 09:59:42.883576 dv-neutron-860215-1-hyperv neutron-server[89034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:59:42.883576 dv-neutron-860215-1-hyperv neutron-server[89034]: util.warn( Oct 04 09:59:42.883576 dv-neutron-860215-1-hyperv neutron-server[89034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:59:42.883576 dv-neutron-860215-1-hyperv neutron-server[89034]: util.warn( Oct 04 09:59:42.883576 dv-neutron-860215-1-hyperv neutron-server[89034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:59:42.883576 dv-neutron-860215-1-hyperv neutron-server[89034]: util.warn( Oct 04 09:59:42.883576 dv-neutron-860215-1-hyperv neutron-server[89034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:59:42.883576 dv-neutron-860215-1-hyperv neutron-server[89034]: util.warn( Oct 04 09:59:42.883576 dv-neutron-860215-1-hyperv neutron-server[89034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:59:42.883576 dv-neutron-860215-1-hyperv neutron-server[89034]: util.warn( Oct 04 09:59:42.883576 dv-neutron-860215-1-hyperv neutron-server[89034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:59:42.883576 dv-neutron-860215-1-hyperv neutron-server[89034]: util.warn( Oct 04 09:59:42.883576 dv-neutron-860215-1-hyperv neutron-server[89034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:59:42.883576 dv-neutron-860215-1-hyperv neutron-server[89034]: util.warn( Oct 04 09:59:42.883576 dv-neutron-860215-1-hyperv neutron-server[89034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:59:42.883576 dv-neutron-860215-1-hyperv neutron-server[89034]: util.warn( Oct 04 09:59:42.883576 dv-neutron-860215-1-hyperv neutron-server[89034]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 04 09:59:42.883576 dv-neutron-860215-1-hyperv neutron-server[89034]: util.warn( Oct 04 09:59:42.891593 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.db.api [None req-031f2436-64da-4447-b2ef-9c9e1d7cfd88 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:59:42.891949 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG oslo_db.api [None req-031f2436-64da-4447-b2ef-9c9e1d7cfd88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:59:42.902251 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1a447efb-d540-49bd-83bd-5a2338586516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:42.932263 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-1a447efb-d540-49bd-83bd-5a2338586516 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fd5344b-ce6c-4034-a662-6793bd140ae1']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:59:42.944583 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-1a447efb-d540-49bd-83bd-5a2338586516 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2c11ebe-bc2b-4ac6-bbf2-e064a244407f') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:59:42.944878 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-1a447efb-d540-49bd-83bd-5a2338586516 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2c11ebe-bc2b-4ac6-bbf2-e064a244407f') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:59:42.957168 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1a447efb-d540-49bd-83bd-5a2338586516 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:42.973751 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1a447efb-d540-49bd-83bd-5a2338586516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:42.981666 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a447efb-d540-49bd-83bd-5a2338586516 admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:59:42.982113 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1a447efb-d540-49bd-83bd-5a2338586516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:43.080139 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1a447efb-d540-49bd-83bd-5a2338586516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:43.085413 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1a447efb-d540-49bd-83bd-5a2338586516 admin admin] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:43.089856 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment a2c11ebe-bc2b-4ac6-bbf2-e064a244407f resource provider aggregate not found Oct 04 09:59:43.116080 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a447efb-d540-49bd-83bd-5a2338586516 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fd5344b-ce6c-4034-a662-6793bd140ae1,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:59:43.121145 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment a2c11ebe-bc2b-4ac6-bbf2-e064a244407f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a2c11ebe-bc2b-4ac6-bbf2-e064a244407f found for delete ", "request_id": "req-d6bd58a1-9478-4548-a558-6d1eb45b0e4f"}]} Oct 04 09:59:43.127233 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-1a447efb-d540-49bd-83bd-5a2338586516 admin admin] 10.222.0.50 "DELETE /v2.0/networks/5fd5344b-ce6c-4034-a662-6793bd140ae1 HTTP/1.1" status: 204 len: 168 time: 0.9785099 Oct 04 09:59:43.130541 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 43114) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:59:43.393504 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-031f2436-64da-4447-b2ef-9c9e1d7cfd88 None None] Deleting port a76e8339-fc2f-41c7-84cc-eb8553cd4b2b {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:59:43.393998 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-031f2436-64da-4447-b2ef-9c9e1d7cfd88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:43.460318 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-031f2436-64da-4447-b2ef-9c9e1d7cfd88 None None] The port 'a76e8339-fc2f-41c7-84cc-eb8553cd4b2b' was deleted {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 04 09:59:43.766254 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f297e1ed-266d-4131-a799-2ca686344198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736827'] for router_interface, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:44.091192 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device a76e8339-fc2f-41c7-84cc-eb8553cd4b2b no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:59:44.109714 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-f297e1ed-266d-4131-a799-2ca686344198 admin admin] Deleting port 7409d83e-6b33-4ac5-9dae-9e17429251c8 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:59:44.110062 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f297e1ed-266d-4131-a799-2ca686344198 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:44.131593 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: a76e8339-fc2f-41c7-84cc-eb8553cd4b2b {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:59:44.131942 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device a76e8339-fc2f-41c7-84cc-eb8553cd4b2b not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:59:44.282930 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-f297e1ed-266d-4131-a799-2ca686344198 admin admin] For port 7409d83e-6b33-4ac5-9dae-9e17429251c8, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=7409d83e-6b33-4ac5-9dae-9e17429251c8,segment=NetworkSegment(6f37ea43-15ed-4ad3-a548-ad81757ceee3),segment_id=6f37ea43-15ed-4ad3-a548-ad81757ceee3)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:59:44.283296 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f297e1ed-266d-4131-a799-2ca686344198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:44.407896 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-f297e1ed-266d-4131-a799-2ca686344198 admin admin] Calling delete_port for 7409d83e-6b33-4ac5-9dae-9e17429251c8 owned by network:router_interface {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:59:44.817863 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f297e1ed-266d-4131-a799-2ca686344198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:44.864326 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f297e1ed-266d-4131-a799-2ca686344198 admin admin] Pushing event deleted for resources: {'Port': ['ID=7409d83e-6b33-4ac5-9dae-9e17429251c8,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:59:45.134796 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f297e1ed-266d-4131-a799-2ca686344198 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736911'] for router_interface, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:45.499194 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f297e1ed-266d-4131-a799-2ca686344198 admin admin] Router 5d001526-47cf-4cb4-a4b6-bb39f599df6b has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:59:45.674045 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f297e1ed-266d-4131-a799-2ca686344198 admin admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:59:45.682982 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5437f587-ccb6-466a-adaf-4bbf304194d5 None None] Sync routers for ids ['5d001526-47cf-4cb4-a4b6-bb39f599df6b'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:59:45.692107 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-f297e1ed-266d-4131-a799-2ca686344198 admin admin] 10.222.0.50 "PUT /v2.0/routers/5d001526-47cf-4cb4-a4b6-bb39f599df6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5605671 Oct 04 09:59:45.693993 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5437f587-ccb6-466a-adaf-4bbf304194d5 None None] Routers {'5d001526-47cf-4cb4-a4b6-bb39f599df6b'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:59:45.694483 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 43118) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:59:45.695037 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-5437f587-ccb6-466a-adaf-4bbf304194d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:59:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['5d001526-47cf-4cb4-a4b6-bb39f599df6b'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:59:45.867577 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7204f851-703f-42ed-a64a-026db4a5580f admin admin] Notify callbacks [] for router, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:45.871924 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-5437f587-ccb6-466a-adaf-4bbf304194d5 None None] Set router 5d001526-47cf-4cb4-a4b6-bb39f599df6b gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:59:46.158010 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7204f851-703f-42ed-a64a-026db4a5580f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:46.167746 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-7204f851-703f-42ed-a64a-026db4a5580f admin admin] Deleting port 73221b40-cf36-48f7-9010-cae287b08ba3 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:59:46.168095 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7204f851-703f-42ed-a64a-026db4a5580f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:46.192321 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-5437f587-ccb6-466a-adaf-4bbf304194d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d001526-47cf-4cb4-a4b6-bb39f599df6b', 'name': 'tempest-TestMinimumBasicScenario-1765608527-router', 'tenant_id': 'cf88ab90032146eeb9841ac8c10650e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.17'}], 'enable_snat': True}, 'gw_port_id': '73221b40-cf36-48f7-9010-cae287b08ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:51:18Z', 'updated_at': '2022-10-04T09:59:44Z', 'revision_number': 5, 'project_id': 'cf88ab90032146eeb9841ac8c10650e7', 'gw_port': {'id': '73221b40-cf36-48f7-9010-cae287b08ba3', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d001526-47cf-4cb4-a4b6-bb39f599df6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:51:19Z', 'updated_at': '2022-10-04T09:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:59:46.196227 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5437f587-ccb6-466a-adaf-4bbf304194d5 None None] Checking router: 5d001526-47cf-4cb4-a4b6-bb39f599df6b for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:59:46.204428 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5437f587-ccb6-466a-adaf-4bbf304194d5 None None] Routers {'5d001526-47cf-4cb4-a4b6-bb39f599df6b'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:59:46.205019 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-5437f587-ccb6-466a-adaf-4bbf304194d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:59:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['5d001526-47cf-4cb4-a4b6-bb39f599df6b'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:59:46.337703 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-7204f851-703f-42ed-a64a-026db4a5580f admin admin] For port 73221b40-cf36-48f7-9010-cae287b08ba3, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=73221b40-cf36-48f7-9010-cae287b08ba3,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:59:46.338064 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7204f851-703f-42ed-a64a-026db4a5580f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:46.352049 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-5437f587-ccb6-466a-adaf-4bbf304194d5 None None] Set router 5d001526-47cf-4cb4-a4b6-bb39f599df6b gateway port host: None {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:59:46.454885 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-5437f587-ccb6-466a-adaf-4bbf304194d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d001526-47cf-4cb4-a4b6-bb39f599df6b', 'name': 'tempest-TestMinimumBasicScenario-1765608527-router', 'tenant_id': 'cf88ab90032146eeb9841ac8c10650e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:51:18Z', 'updated_at': '2022-10-04T09:59:46Z', 'revision_number': 6, 'project_id': 'cf88ab90032146eeb9841ac8c10650e7', 'gw_port_host': None}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:59:46.458911 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-7204f851-703f-42ed-a64a-026db4a5580f admin admin] Calling delete_port for 73221b40-cf36-48f7-9010-cae287b08ba3 owned by network:router_gateway {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:59:46.459261 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5437f587-ccb6-466a-adaf-4bbf304194d5 None None] The sync data for ids ['5d001526-47cf-4cb4-a4b6-bb39f599df6b'] in dv-neutron-860215-1-hyperv is: [{'id': '5d001526-47cf-4cb4-a4b6-bb39f599df6b', 'name': 'tempest-TestMinimumBasicScenario-1765608527-router', 'tenant_id': 'cf88ab90032146eeb9841ac8c10650e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:51:18Z', 'updated_at': '2022-10-04T09:59:46Z', 'revision_number': 6, 'project_id': 'cf88ab90032146eeb9841ac8c10650e7', 'gw_port_host': None}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:59:46.623961 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7204f851-703f-42ed-a64a-026db4a5580f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:46.673875 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7204f851-703f-42ed-a64a-026db4a5580f admin admin] Pushing event deleted for resources: {'Port': ['ID=73221b40-cf36-48f7-9010-cae287b08ba3,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:59:46.768610 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7204f851-703f-42ed-a64a-026db4a5580f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737040'] for router_gateway, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:46.942193 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7204f851-703f-42ed-a64a-026db4a5580f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:46.944331 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7204f851-703f-42ed-a64a-026db4a5580f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:46.966328 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7204f851-703f-42ed-a64a-026db4a5580f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:46.967084 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7204f851-703f-42ed-a64a-026db4a5580f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d001526-47cf-4cb4-a4b6-bb39f599df6b {{(pid=89032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 09:59:46.979603 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7204f851-703f-42ed-a64a-026db4a5580f admin admin] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:46.980744 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-7204f851-703f-42ed-a64a-026db4a5580f admin admin] 10.222.0.50 "DELETE /v2.0/routers/5d001526-47cf-4cb4-a4b6-bb39f599df6b HTTP/1.1" status: 204 len: 168 time: 1.2853594 Oct 04 09:59:46.983206 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 43122) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:59:47.044574 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_v2 [None req-39739c4a-cfd2-4c24-a3d0-d9cf6e94d5c0 admin admin] Deleting subnet d7bc80d9-69de-4359-838b-f7be7b2c961b {{(pid=89032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 09:59:47.047406 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-39739c4a-cfd2-4c24-a3d0-d9cf6e94d5c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:47.094693 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-39739c4a-cfd2-4c24-a3d0-d9cf6e94d5c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885153'] for subnet, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:47.169643 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-39739c4a-cfd2-4c24-a3d0-d9cf6e94d5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:47.243264 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-39739c4a-cfd2-4c24-a3d0-d9cf6e94d5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:47.281755 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39739c4a-cfd2-4c24-a3d0-d9cf6e94d5c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7bc80d9-69de-4359-838b-f7be7b2c961b,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:59:47.283711 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-39739c4a-cfd2-4c24-a3d0-d9cf6e94d5c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:47.290573 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-39739c4a-cfd2-4c24-a3d0-d9cf6e94d5c0 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/d7bc80d9-69de-4359-838b-f7be7b2c961b HTTP/1.1" status: 204 len: 168 time: 0.3063860 Oct 04 09:59:47.293011 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 43126) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:59:47.294525 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9006330d-9df5-4486-8724-7cca1e8bf96a None None] Network ad5b065a-1221-4346-b13d-5906e3bb5801 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:59:47.405979 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-644f1595-2548-41ad-aa28-0787f057b28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:47.417720 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-644f1595-2548-41ad-aa28-0787f057b28d admin admin] Deleting port 698723e8-46e5-4800-bd89-3b2866bf72f6 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:59:47.418157 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-644f1595-2548-41ad-aa28-0787f057b28d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:47.567754 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b9c67c-de11-400b-97e7-6774c36db0c0 None None] DHCP port deletion for ad5b065a-1221-4346-b13d-5906e3bb5801 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 09:59:47.571935 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d8b9c67c-de11-400b-97e7-6774c36db0c0 None None] Deleting port 698723e8-46e5-4800-bd89-3b2866bf72f6 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:59:47.572334 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d8b9c67c-de11-400b-97e7-6774c36db0c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:47.646766 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-644f1595-2548-41ad-aa28-0787f057b28d admin admin] For port 698723e8-46e5-4800-bd89-3b2866bf72f6, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=698723e8-46e5-4800-bd89-3b2866bf72f6,segment=NetworkSegment(6f37ea43-15ed-4ad3-a548-ad81757ceee3),segment_id=6f37ea43-15ed-4ad3-a548-ad81757ceee3)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:59:47.647121 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-644f1595-2548-41ad-aa28-0787f057b28d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:47.780953 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d8b9c67c-de11-400b-97e7-6774c36db0c0 None None] For port 698723e8-46e5-4800-bd89-3b2866bf72f6, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=698723e8-46e5-4800-bd89-3b2866bf72f6,segment=NetworkSegment(6f37ea43-15ed-4ad3-a548-ad81757ceee3),segment_id=6f37ea43-15ed-4ad3-a548-ad81757ceee3)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:59:47.781348 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d8b9c67c-de11-400b-97e7-6774c36db0c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:47.867977 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-644f1595-2548-41ad-aa28-0787f057b28d admin admin] Calling delete_port for 698723e8-46e5-4800-bd89-3b2866bf72f6 owned by network:dhcp {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:59:47.901606 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d8b9c67c-de11-400b-97e7-6774c36db0c0 None None] Calling delete_port for 698723e8-46e5-4800-bd89-3b2866bf72f6 owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 09:59:47.942889 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-644f1595-2548-41ad-aa28-0787f057b28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:47.975087 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.db.api [None req-d8b9c67c-de11-400b-97e7-6774c36db0c0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 09:59:47.975455 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG oslo_db.api [None req-d8b9c67c-de11-400b-97e7-6774c36db0c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 09:59:47.991970 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644f1595-2548-41ad-aa28-0787f057b28d admin admin] Pushing event deleted for resources: {'Port': ['ID=698723e8-46e5-4800-bd89-3b2866bf72f6,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:59:47.995353 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644f1595-2548-41ad-aa28-0787f057b28d admin admin] No DVR routers for this DVR port 698723e8-46e5-4800-bd89-3b2866bf72f6 on host dv-neutron-860215-1-hyperv {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 09:59:48.092593 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 7409d83e-6b33-4ac5-9dae-9e17429251c8 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:59:48.111047 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-644f1595-2548-41ad-aa28-0787f057b28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:48.127067 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 7409d83e-6b33-4ac5-9dae-9e17429251c8 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:59:48.127413 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 7409d83e-6b33-4ac5-9dae-9e17429251c8 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:59:48.127831 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 73221b40-cf36-48f7-9010-cae287b08ba3 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:59:48.135091 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-644f1595-2548-41ad-aa28-0787f057b28d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad5b065a-1221-4346-b13d-5906e3bb5801']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:59:48.148591 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-644f1595-2548-41ad-aa28-0787f057b28d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f37ea43-15ed-4ad3-a548-ad81757ceee3') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:59:48.148884 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-644f1595-2548-41ad-aa28-0787f057b28d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f37ea43-15ed-4ad3-a548-ad81757ceee3') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:59:48.160406 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-644f1595-2548-41ad-aa28-0787f057b28d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:48.161409 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 73221b40-cf36-48f7-9010-cae287b08ba3 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:59:48.161756 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 73221b40-cf36-48f7-9010-cae287b08ba3 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:59:48.162170 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 698723e8-46e5-4800-bd89-3b2866bf72f6 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 09:59:48.176200 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-644f1595-2548-41ad-aa28-0787f057b28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:48.182287 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-644f1595-2548-41ad-aa28-0787f057b28d admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 09:59:48.182669 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-644f1595-2548-41ad-aa28-0787f057b28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:48.232704 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 698723e8-46e5-4800-bd89-3b2866bf72f6 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 09:59:48.233054 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 698723e8-46e5-4800-bd89-3b2866bf72f6 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 09:59:48.249648 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 6f37ea43-15ed-4ad3-a548-ad81757ceee3 resource provider aggregate not found Oct 04 09:59:48.270913 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 6f37ea43-15ed-4ad3-a548-ad81757ceee3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6f37ea43-15ed-4ad3-a548-ad81757ceee3 found for delete ", "request_id": "req-cfea5636-338f-41e7-b1e8-22bb82c8eaf7"}]} Oct 04 09:59:48.282486 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-644f1595-2548-41ad-aa28-0787f057b28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:48.298248 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-644f1595-2548-41ad-aa28-0787f057b28d admin admin] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:48.307981 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644f1595-2548-41ad-aa28-0787f057b28d admin admin] Pushing event deleted for resources: {'Network': ['ID=ad5b065a-1221-4346-b13d-5906e3bb5801,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:59:48.314836 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-644f1595-2548-41ad-aa28-0787f057b28d admin admin] 10.222.0.50 "DELETE /v2.0/networks/ad5b065a-1221-4346-b13d-5906e3bb5801 HTTP/1.1" status: 204 len: 168 time: 1.0209007 Oct 04 09:59:48.423855 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 43136) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:59:48.471481 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-e2faca4a-093d-42ec-9864-8d35dc57c1ea admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ef52f191c82844f690125e6a2117b363&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464063 Oct 04 09:59:48.474511 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 43140) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:59:48.476708 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d8b9c67c-de11-400b-97e7-6774c36db0c0 None None] Deleting port 698723e8-46e5-4800-bd89-3b2866bf72f6 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 09:59:48.477137 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d8b9c67c-de11-400b-97e7-6774c36db0c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:48.535018 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-103fac4c-74bb-45bc-9d52-20250160e477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:48.541662 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d8b9c67c-de11-400b-97e7-6774c36db0c0 None None] The port '698723e8-46e5-4800-bd89-3b2866bf72f6' was deleted {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 04 09:59:48.565514 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-103fac4c-74bb-45bc-9d52-20250160e477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:48.617206 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-103fac4c-74bb-45bc-9d52-20250160e477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:48.635873 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103fac4c-74bb-45bc-9d52-20250160e477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d587ed94-fd7a-42db-9671-941f66ceeab4,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:59:48.644305 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-103fac4c-74bb-45bc-9d52-20250160e477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:48.645445 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-103fac4c-74bb-45bc-9d52-20250160e477 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d587ed94-fd7a-42db-9671-941f66ceeab4 HTTP/1.1" status: 204 len: 168 time: 0.1699662 Oct 04 09:59:48.995996 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 43148) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:59:49.043302 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-cbac924e-c803-4150-8d51-84bf27a1c16e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cf88ab90032146eeb9841ac8c10650e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461085 Oct 04 09:59:49.045748 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 43152) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:59:49.101045 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5b0aa816-4427-44a4-88f4-dd83b9168dab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:49.125250 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5b0aa816-4427-44a4-88f4-dd83b9168dab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:49.176821 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5b0aa816-4427-44a4-88f4-dd83b9168dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:49.198413 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0aa816-4427-44a4-88f4-dd83b9168dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64ab254-1077-4b76-abd6-f3b91d466dad,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:59:49.202261 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5b0aa816-4427-44a4-88f4-dd83b9168dab admin admin] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:49.205663 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-5b0aa816-4427-44a4-88f4-dd83b9168dab admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f64ab254-1077-4b76-abd6-f3b91d466dad HTTP/1.1" status: 204 len: 168 time: 0.1567562 Oct 04 09:59:50.776323 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 43194) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:59:50.781536 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-451e3e9d-7388-4105-b328-a1dd0e0145c5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-951229927', 'description': 'tempest-secgroup-smoke-951229927 description', 'project_id': '12664c4828024576bc805d2308db5fae'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:59:50.787496 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-451e3e9d-7388-4105-b328-a1dd0e0145c5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:59:50.791333 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-451e3e9d-7388-4105-b328-a1dd0e0145c5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Usage tracker for resource:security_group and tenant:12664c4828024576bc805d2308db5fae is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:59:50.794165 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-451e3e9d-7388-4105-b328-a1dd0e0145c5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:59:50.800201 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-451e3e9d-7388-4105-b328-a1dd0e0145c5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:59:50.809358 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-451e3e9d-7388-4105-b328-a1dd0e0145c5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:50.821448 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-451e3e9d-7388-4105-b328-a1dd0e0145c5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:50.836388 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-451e3e9d-7388-4105-b328-a1dd0e0145c5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:59:50.840096 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-451e3e9d-7388-4105-b328-a1dd0e0145c5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Usage tracker for resource:security_group_rule and tenant:12664c4828024576bc805d2308db5fae is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:59:50.842844 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-451e3e9d-7388-4105-b328-a1dd0e0145c5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:59:50.848558 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-451e3e9d-7388-4105-b328-a1dd0e0145c5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:59:50.930283 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-451e3e9d-7388-4105-b328-a1dd0e0145c5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:50.933864 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-451e3e9d-7388-4105-b328-a1dd0e0145c5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:50.944775 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-451e3e9d-7388-4105-b328-a1dd0e0145c5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:59:50.952041 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-451e3e9d-7388-4105-b328-a1dd0e0145c5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Usage tracker for resource:security_group_rule and tenant:12664c4828024576bc805d2308db5fae is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:59:50.956985 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-451e3e9d-7388-4105-b328-a1dd0e0145c5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:59:50.971050 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-451e3e9d-7388-4105-b328-a1dd0e0145c5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:59:50.978353 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451e3e9d-7388-4105-b328-a1dd0e0145c5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fffa503-7c96-4afb-8dc5-98ed25de9e98,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:59:51.045560 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-451e3e9d-7388-4105-b328-a1dd0e0145c5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:51.049310 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-451e3e9d-7388-4105-b328-a1dd0e0145c5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:51.088816 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451e3e9d-7388-4105-b328-a1dd0e0145c5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9dfdad-029d-4733-af67-45d1f4b249de,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:59:51.091418 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-451e3e9d-7388-4105-b328-a1dd0e0145c5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:51.092547 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-451e3e9d-7388-4105-b328-a1dd0e0145c5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3151293 Oct 04 09:59:51.095988 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 43198) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:59:51.100377 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-6d3c6697-7643-49e0-ae62-05a4f3d7603f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Request body: {'security_group_rule': {'security_group_id': 'fd9dfdad-029d-4733-af67-45d1f4b249de', 'project_id': '12664c4828024576bc805d2308db5fae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:59:51.106167 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-6d3c6697-7643-49e0-ae62-05a4f3d7603f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:59:51.109924 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-6d3c6697-7643-49e0-ae62-05a4f3d7603f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Usage tracker for resource:security_group_rule and tenant:12664c4828024576bc805d2308db5fae is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:59:51.113293 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-6d3c6697-7643-49e0-ae62-05a4f3d7603f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:59:51.118817 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-6d3c6697-7643-49e0-ae62-05a4f3d7603f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:59:51.137983 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6d3c6697-7643-49e0-ae62-05a4f3d7603f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:51.195334 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6d3c6697-7643-49e0-ae62-05a4f3d7603f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:51.198694 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6d3c6697-7643-49e0-ae62-05a4f3d7603f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:51.221414 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3c6697-7643-49e0-ae62-05a4f3d7603f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ccf9bc6-b0bb-4fba-8aad-3a2dac9b256c,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:59:51.230312 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6d3c6697-7643-49e0-ae62-05a4f3d7603f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:51.231463 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-6d3c6697-7643-49e0-ae62-05a4f3d7603f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1351125 Oct 04 09:59:51.234138 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 43202) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:59:51.239452 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-fd86e73e-ffa9-4871-a814-61d001291dbb tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Request body: {'security_group_rule': {'security_group_id': 'fd9dfdad-029d-4733-af67-45d1f4b249de', 'project_id': '12664c4828024576bc805d2308db5fae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:59:51.245124 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-fd86e73e-ffa9-4871-a814-61d001291dbb tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:59:51.248878 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-fd86e73e-ffa9-4871-a814-61d001291dbb tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Usage tracker for resource:security_group_rule and tenant:12664c4828024576bc805d2308db5fae is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:59:51.251647 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-fd86e73e-ffa9-4871-a814-61d001291dbb tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:59:51.258088 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-fd86e73e-ffa9-4871-a814-61d001291dbb tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:59:51.274412 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fd86e73e-ffa9-4871-a814-61d001291dbb tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:51.332977 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fd86e73e-ffa9-4871-a814-61d001291dbb tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:51.336183 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fd86e73e-ffa9-4871-a814-61d001291dbb tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:51.358692 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd86e73e-ffa9-4871-a814-61d001291dbb tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20782660-626a-4df2-871b-55423103cfeb,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:59:51.367789 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fd86e73e-ffa9-4871-a814-61d001291dbb tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:51.368955 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-fd86e73e-ffa9-4871-a814-61d001291dbb tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1339295 Oct 04 09:59:51.371684 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 43206) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:59:51.376496 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-6939fb23-c638-4270-824f-981af6a66b80 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Request body: {'security_group_rule': {'security_group_id': 'fd9dfdad-029d-4733-af67-45d1f4b249de', 'project_id': '12664c4828024576bc805d2308db5fae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:59:51.382163 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-6939fb23-c638-4270-824f-981af6a66b80 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:59:51.385910 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-6939fb23-c638-4270-824f-981af6a66b80 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Usage tracker for resource:security_group_rule and tenant:12664c4828024576bc805d2308db5fae is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:59:51.388795 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-6939fb23-c638-4270-824f-981af6a66b80 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:59:51.394656 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-6939fb23-c638-4270-824f-981af6a66b80 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:59:51.410669 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6939fb23-c638-4270-824f-981af6a66b80 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:51.472441 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6939fb23-c638-4270-824f-981af6a66b80 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:51.475794 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6939fb23-c638-4270-824f-981af6a66b80 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:51.498820 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6939fb23-c638-4270-824f-981af6a66b80 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3deb3faa-a250-4c1a-90df-cdcc4653d619,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:59:51.506903 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6939fb23-c638-4270-824f-981af6a66b80 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:51.508038 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-6939fb23-c638-4270-824f-981af6a66b80 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1354659 Oct 04 09:59:51.510714 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 43210) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:59:51.515767 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-6229aa07-25ae-40d1-863b-8c6b4f40670d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Request body: {'security_group_rule': {'security_group_id': 'fd9dfdad-029d-4733-af67-45d1f4b249de', 'project_id': '12664c4828024576bc805d2308db5fae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:59:51.522113 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-6229aa07-25ae-40d1-863b-8c6b4f40670d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:59:51.525887 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-6229aa07-25ae-40d1-863b-8c6b4f40670d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Usage tracker for resource:security_group_rule and tenant:12664c4828024576bc805d2308db5fae is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:59:51.528698 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-6229aa07-25ae-40d1-863b-8c6b4f40670d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:59:51.535400 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-6229aa07-25ae-40d1-863b-8c6b4f40670d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:59:51.552005 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6229aa07-25ae-40d1-863b-8c6b4f40670d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:51.611959 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6229aa07-25ae-40d1-863b-8c6b4f40670d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:51.615824 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6229aa07-25ae-40d1-863b-8c6b4f40670d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:51.638877 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6229aa07-25ae-40d1-863b-8c6b4f40670d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02192535-0ebc-4475-b91c-3846edf7d96d,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:59:51.647406 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6229aa07-25ae-40d1-863b-8c6b4f40670d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:51.648640 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-6229aa07-25ae-40d1-863b-8c6b4f40670d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1370001 Oct 04 09:59:51.651389 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 43214) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:59:51.656290 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-2bbc4a71-56a8-4701-86f1-604be80e86f8 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Request body: {'security_group_rule': {'security_group_id': 'fd9dfdad-029d-4733-af67-45d1f4b249de', 'project_id': '12664c4828024576bc805d2308db5fae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:59:51.662588 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-2bbc4a71-56a8-4701-86f1-604be80e86f8 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:59:51.666520 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-2bbc4a71-56a8-4701-86f1-604be80e86f8 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Usage tracker for resource:security_group_rule and tenant:12664c4828024576bc805d2308db5fae is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:59:51.669367 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-2bbc4a71-56a8-4701-86f1-604be80e86f8 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:59:51.674995 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-2bbc4a71-56a8-4701-86f1-604be80e86f8 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:59:51.685309 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.securitygroups_db [None req-2bbc4a71-56a8-4701-86f1-604be80e86f8 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Project 12664c4828024576bc805d2308db5fae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 09:59:51.691978 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2bbc4a71-56a8-4701-86f1-604be80e86f8 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:51.755257 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2bbc4a71-56a8-4701-86f1-604be80e86f8 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:51.758876 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2bbc4a71-56a8-4701-86f1-604be80e86f8 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:51.782799 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbc4a71-56a8-4701-86f1-604be80e86f8 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6f8f993-3ec7-45d0-975f-803245335fe6,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:59:51.791333 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-2bbc4a71-56a8-4701-86f1-604be80e86f8 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:51.792564 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-2bbc4a71-56a8-4701-86f1-604be80e86f8 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1401699 Oct 04 09:59:51.795211 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 43218) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:59:51.800039 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-fbf3eed3-dc70-4ee2-873d-b3388c6cc2f9 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Request body: {'security_group_rule': {'security_group_id': 'fd9dfdad-029d-4733-af67-45d1f4b249de', 'project_id': '12664c4828024576bc805d2308db5fae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:59:51.805729 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-fbf3eed3-dc70-4ee2-873d-b3388c6cc2f9 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:59:51.809543 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-fbf3eed3-dc70-4ee2-873d-b3388c6cc2f9 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Usage tracker for resource:security_group_rule and tenant:12664c4828024576bc805d2308db5fae is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:59:51.812382 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-fbf3eed3-dc70-4ee2-873d-b3388c6cc2f9 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:59:51.818099 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-fbf3eed3-dc70-4ee2-873d-b3388c6cc2f9 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:59:51.830761 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.securitygroups_db [None req-fbf3eed3-dc70-4ee2-873d-b3388c6cc2f9 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Project 12664c4828024576bc805d2308db5fae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 09:59:51.837654 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fbf3eed3-dc70-4ee2-873d-b3388c6cc2f9 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:51.987401 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fbf3eed3-dc70-4ee2-873d-b3388c6cc2f9 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:51.991680 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fbf3eed3-dc70-4ee2-873d-b3388c6cc2f9 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:52.016227 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf3eed3-dc70-4ee2-873d-b3388c6cc2f9 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e1368f9-b277-4263-b8aa-827f8ebc222f,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:59:52.025629 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fbf3eed3-dc70-4ee2-873d-b3388c6cc2f9 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:52.026913 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-fbf3eed3-dc70-4ee2-873d-b3388c6cc2f9 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2307966 Oct 04 09:59:52.030098 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 43222) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:59:52.035398 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-b62cca3c-696c-41f1-a88d-ef5d530fb32d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Request body: {'network': {'name': 'tempest-network-smoke--1810500010', 'project_id': '12664c4828024576bc805d2308db5fae', 'port_security_enabled': True}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:59:52.040371 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-b62cca3c-696c-41f1-a88d-ef5d530fb32d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:59:52.044055 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-b62cca3c-696c-41f1-a88d-ef5d530fb32d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Usage tracker for resource:network and tenant:12664c4828024576bc805d2308db5fae is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:59:52.046897 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-b62cca3c-696c-41f1-a88d-ef5d530fb32d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:59:52.053155 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-b62cca3c-696c-41f1-a88d-ef5d530fb32d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:59:52.062885 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62cca3c-696c-41f1-a88d-ef5d530fb32d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Made reservation on behalf of 12664c4828024576bc805d2308db5fae for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:59:52.066776 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b62cca3c-696c-41f1-a88d-ef5d530fb32d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:52.092688 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b62cca3c-696c-41f1-a88d-ef5d530fb32d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 09:59:52.101721 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b62cca3c-696c-41f1-a88d-ef5d530fb32d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:52.102060 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-b62cca3c-696c-41f1-a88d-ef5d530fb32d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Added segment 8f54bae3-adcd-4469-ae4b-da6a47d57840 of type vlan for network 5d9743eb-8533-44c9-a597-ae24eb9df8a9 Oct 04 09:59:52.127038 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b62cca3c-696c-41f1-a88d-ef5d530fb32d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:52.155007 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b62cca3c-696c-41f1-a88d-ef5d530fb32d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:52.160845 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62cca3c-696c-41f1-a88d-ef5d530fb32d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:59:52.161419 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b62cca3c-696c-41f1-a88d-ef5d530fb32d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:52.259190 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-b62cca3c-696c-41f1-a88d-ef5d530fb32d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2280722 Oct 04 09:59:52.262051 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 43226) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:59:52.269364 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-812080f9-63b7-4331-829b-25b92682641e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-835937623', 'admin_state_up': True, 'project_id': '12664c4828024576bc805d2308db5fae', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:59:52.274519 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62cca3c-696c-41f1-a88d-ef5d530fb32d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'Network': ['ID=5d9743eb-8533-44c9-a597-ae24eb9df8a9,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:59:52.278096 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-812080f9-63b7-4331-829b-25b92682641e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:59:52.281961 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-812080f9-63b7-4331-829b-25b92682641e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Usage tracker for resource:router and tenant:12664c4828024576bc805d2308db5fae is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:59:52.284960 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 5d9743eb-8533-44c9-a597-ae24eb9df8a9 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 09:59:52.285408 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-812080f9-63b7-4331-829b-25b92682641e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:59:52.291191 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-812080f9-63b7-4331-829b-25b92682641e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:59:52.301344 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-812080f9-63b7-4331-829b-25b92682641e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:52.302331 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-812080f9-63b7-4331-829b-25b92682641e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:52.317312 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-812080f9-63b7-4331-829b-25b92682641e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:52.588898 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-812080f9-63b7-4331-829b-25b92682641e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:52.884661 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-812080f9-63b7-4331-829b-25b92682641e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for router_gateway, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:52.913859 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-812080f9-63b7-4331-829b-25b92682641e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:53.047086 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-812080f9-63b7-4331-829b-25b92682641e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Allocated IP 172.26.10.156 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/a0936029-eb20-4efc-99a6-d96989eacc11) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:59:53.190372 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-812080f9-63b7-4331-829b-25b92682641e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:53.219331 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-812080f9-63b7-4331-829b-25b92682641e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:53.290434 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812080f9-63b7-4331-829b-25b92682641e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:59:53.293547 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-812080f9-63b7-4331-829b-25b92682641e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:59:53.296165 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812080f9-63b7-4331-829b-25b92682641e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:59:53.338542 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812080f9-63b7-4331-829b-25b92682641e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'Port': ['ID=a0936029-eb20-4efc-99a6-d96989eacc11,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:59:53.808251 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-812080f9-63b7-4331-829b-25b92682641e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for router_gateway, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:54.138029 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-812080f9-63b7-4331-829b-25b92682641e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:54.342845 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-812080f9-63b7-4331-829b-25b92682641e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Router a3a381bc-6c16-47e0-8bc7-a2496b759012 is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 09:59:54.513982 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-812080f9-63b7-4331-829b-25b92682641e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:59:54.526086 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a07d98a-ce34-48bf-8e3b-edbf1614c5d9 None None] Sync routers for ids ['a3a381bc-6c16-47e0-8bc7-a2496b759012'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:59:54.535745 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a07d98a-ce34-48bf-8e3b-edbf1614c5d9 None None] Routers {'a3a381bc-6c16-47e0-8bc7-a2496b759012'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:59:54.536349 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-8a07d98a-ce34-48bf-8e3b-edbf1614c5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:59:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['a3a381bc-6c16-47e0-8bc7-a2496b759012'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:59:54.540598 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-812080f9-63b7-4331-829b-25b92682641e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:54.541794 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-812080f9-63b7-4331-829b-25b92682641e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2788556 Oct 04 09:59:54.544937 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 43230) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:59:54.705645 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 43236) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:59:54.706252 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-b32c93ab-a9bb-437d-85bd-e86195d3e63e tempest-TestNetworkAdvancedServerOps-791167516 tempest-TestNetworkAdvancedServerOps-791167516-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=12664c4828024576bc805d2308db5fae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1597939 Oct 04 09:59:54.710153 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-8a07d98a-ce34-48bf-8e3b-edbf1614c5d9 None None] Set router a3a381bc-6c16-47e0-8bc7-a2496b759012 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:59:54.835748 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 09:59:54.849615 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5e4d94-2b4a-42a2-a484-ba54ae692eec tempest-TestNetworkAdvancedServerOps-791167516 tempest-TestNetworkAdvancedServerOps-791167516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:59:54.851111 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-db5e4d94-2b4a-42a2-a484-ba54ae692eec tempest-TestNetworkAdvancedServerOps-791167516 tempest-TestNetworkAdvancedServerOps-791167516-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1431837 Oct 04 09:59:54.854011 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 43240) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:59:54.897498 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-86d5ab10-90ad-4dad-ae3c-5ad848b8fa02 tempest-TestNetworkAdvancedServerOps-791167516 tempest-TestNetworkAdvancedServerOps-791167516-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=f33938cd-879e-4461-9b5e-aa67b746b6bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0423028 Oct 04 09:59:54.899303 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 43244) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:59:54.905206 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-1940e3e5-deb8-4bca-8bc7-15c536aee23a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-380917989', 'network_id': '5d9743eb-8533-44c9-a597-ae24eb9df8a9', 'project_id': '12664c4828024576bc805d2308db5fae', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 09:59:54.992481 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-8a07d98a-ce34-48bf-8e3b-edbf1614c5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a381bc-6c16-47e0-8bc7-a2496b759012', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835937623', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.156'}], 'enable_snat': True}, 'gw_port_id': 'a0936029-eb20-4efc-99a6-d96989eacc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:59:52Z', 'updated_at': '2022-10-04T09:59:53Z', 'revision_number': 3, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': 'a0936029-eb20-4efc-99a6-d96989eacc11', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3a381bc-6c16-47e0-8bc7-a2496b759012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:59:52Z', 'updated_at': '2022-10-04T09:59:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:59:54.996173 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a07d98a-ce34-48bf-8e3b-edbf1614c5d9 None None] Checking router: a3a381bc-6c16-47e0-8bc7-a2496b759012 for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:59:54.996548 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a07d98a-ce34-48bf-8e3b-edbf1614c5d9 None None] Updating router a3a381bc-6c16-47e0-8bc7-a2496b759012 port a0936029-eb20-4efc-99a6-d96989eacc11 binding host dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:59:55.009533 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-1940e3e5-deb8-4bca-8bc7-15c536aee23a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 09:59:55.016583 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-1940e3e5-deb8-4bca-8bc7-15c536aee23a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Usage tracker for resource:subnet and tenant:12664c4828024576bc805d2308db5fae is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 09:59:55.019693 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-1940e3e5-deb8-4bca-8bc7-15c536aee23a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 09:59:55.025255 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-1940e3e5-deb8-4bca-8bc7-15c536aee23a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 09:59:55.035110 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1940e3e5-deb8-4bca-8bc7-15c536aee23a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Made reservation on behalf of 12664c4828024576bc805d2308db5fae for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 09:59:55.038626 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1940e3e5-deb8-4bca-8bc7-15c536aee23a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:55.052331 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-8a07d98a-ce34-48bf-8e3b-edbf1614c5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:55.253954 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1940e3e5-deb8-4bca-8bc7-15c536aee23a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:55.336098 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1940e3e5-deb8-4bca-8bc7-15c536aee23a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'Subnet': ['ID=d6ca839f-cd71-4966-bbd3-bbb0f81a1071,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:59:55.341478 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1940e3e5-deb8-4bca-8bc7-15c536aee23a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Checking segment: {'id': '8f54bae3-adcd-4469-ae4b-da6a47d57840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '5d9743eb-8533-44c9-a597-ae24eb9df8a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:59:55.341839 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1940e3e5-deb8-4bca-8bc7-15c536aee23a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Network hostable DHCP agents. Network: 5d9743eb-8533-44c9-a597-ae24eb9df8a9, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 09:59:55.361815 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1940e3e5-deb8-4bca-8bc7-15c536aee23a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Network 5d9743eb-8533-44c9-a597-ae24eb9df8a9 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 09:59:55.371629 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-1940e3e5-deb8-4bca-8bc7-15c536aee23a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 5d9743eb-8533-44c9-a597-ae24eb9df8a9) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:59:55.375737 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1940e3e5-deb8-4bca-8bc7-15c536aee23a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:59:55.376333 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1940e3e5-deb8-4bca-8bc7-15c536aee23a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:55.377695 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-8a07d98a-ce34-48bf-8e3b-edbf1614c5d9 None None] Notify callbacks [] for port, precommit_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:55.384146 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0db2a3d-204c-4a10-a89f-4c4e4e1517bc None None] Network 5d9743eb-8533-44c9-a597-ae24eb9df8a9 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:59:55.390663 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.provisioning_blocks [None req-8a07d98a-ce34-48bf-8e3b-edbf1614c5d9 None None] Transition to ACTIVE for port object a0936029-eb20-4efc-99a6-d96989eacc11 will not be triggered until provisioned by entity L2. {{(pid=89035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:59:55.397731 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-8a07d98a-ce34-48bf-8e3b-edbf1614c5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:55.399959 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-1940e3e5-deb8-4bca-8bc7-15c536aee23a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4995630 Oct 04 09:59:55.402641 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 43248) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 09:59:55.458446 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-8a07d98a-ce34-48bf-8e3b-edbf1614c5d9 None None] Attempting to bind port a0936029-eb20-4efc-99a6-d96989eacc11 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:59:55.458810 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-8a07d98a-ce34-48bf-8e3b-edbf1614c5d9 None None] Attempting to bind port a0936029-eb20-4efc-99a6-d96989eacc11 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:59:55.459550 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a07d98a-ce34-48bf-8e3b-edbf1614c5d9 None None] Attempting to bind port a0936029-eb20-4efc-99a6-d96989eacc11 on network f33938cd-879e-4461-9b5e-aa67b746b6bd {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:59:55.467411 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a07d98a-ce34-48bf-8e3b-edbf1614c5d9 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:59:55.467770 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a07d98a-ce34-48bf-8e3b-edbf1614c5d9 None None] Checking segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:59:55.468168 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-8a07d98a-ce34-48bf-8e3b-edbf1614c5d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:55.468572 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a07d98a-ce34-48bf-8e3b-edbf1614c5d9 None None] Bound using segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:59:55.469020 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-8a07d98a-ce34-48bf-8e3b-edbf1614c5d9 None None] Bound port: a0936029-eb20-4efc-99a6-d96989eacc11, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:59:55.469380 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-8a07d98a-ce34-48bf-8e3b-edbf1614c5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:55.517345 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3958c783-9df4-4050-8444-ff30fd1c76d4 None None] Pushing event updated for resources: {'Port': ['ID=a0936029-eb20-4efc-99a6-d96989eacc11,revision_number=2']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:59:55.534926 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3958c783-9df4-4050-8444-ff30fd1c76d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:59:55.535559 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3958c783-9df4-4050-8444-ff30fd1c76d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:59:55.535559 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3958c783-9df4-4050-8444-ff30fd1c76d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:59:55.535896 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3958c783-9df4-4050-8444-ff30fd1c76d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:59:55.536215 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3958c783-9df4-4050-8444-ff30fd1c76d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:59:55.536559 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3958c783-9df4-4050-8444-ff30fd1c76d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:59:55.537621 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3958c783-9df4-4050-8444-ff30fd1c76d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:59:55.537621 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3958c783-9df4-4050-8444-ff30fd1c76d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:59:55.537621 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3958c783-9df4-4050-8444-ff30fd1c76d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:59:55.537876 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3958c783-9df4-4050-8444-ff30fd1c76d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:59:55.538091 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3958c783-9df4-4050-8444-ff30fd1c76d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:59:55.538400 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3958c783-9df4-4050-8444-ff30fd1c76d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:59:55.569411 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-8a07d98a-ce34-48bf-8e3b-edbf1614c5d9 None None] For port a0936029-eb20-4efc-99a6-d96989eacc11, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:59:55.573012 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-8a07d98a-ce34-48bf-8e3b-edbf1614c5d9 None None] For port a0936029-eb20-4efc-99a6-d96989eacc11, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=a0936029-eb20-4efc-99a6-d96989eacc11,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:59:55.578453 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-8a07d98a-ce34-48bf-8e3b-edbf1614c5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:55.616680 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd98cd98-95a8-406c-b411-9a2cdf1e9356 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-5d9743eb-8533-44c9-a597-ae24eb9df8a9', 'network_id': '5d9743eb-8533-44c9-a597-ae24eb9df8a9', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'fixed_ips': [{'subnet_id': 'd6ca839f-cd71-4966-bbd3-bbb0f81a1071'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 09:59:55.617716 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-bd98cd98-95a8-406c-b411-9a2cdf1e9356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:55.641603 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a07d98a-ce34-48bf-8e3b-edbf1614c5d9 None None] Routers {'a3a381bc-6c16-47e0-8bc7-a2496b759012'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:59:55.642229 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-8a07d98a-ce34-48bf-8e3b-edbf1614c5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:59:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['a3a381bc-6c16-47e0-8bc7-a2496b759012'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:59:55.738986 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3958c783-9df4-4050-8444-ff30fd1c76d4 None None] Pushing event updated for resources: {'Port': ['ID=a0936029-eb20-4efc-99a6-d96989eacc11,revision_number=3']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:59:55.811015 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-bd98cd98-95a8-406c-b411-9a2cdf1e9356 None None] Allocated IP 172.20.0.2 (5d9743eb-8533-44c9-a597-ae24eb9df8a9/d6ca839f-cd71-4966-bbd3-bbb0f81a1071/e584af61-278c-4d38-9d80-3893c142013e) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:59:55.867106 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-8a07d98a-ce34-48bf-8e3b-edbf1614c5d9 None None] Set router a3a381bc-6c16-47e0-8bc7-a2496b759012 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:59:56.016657 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-bd98cd98-95a8-406c-b411-9a2cdf1e9356 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:56.028094 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-bd98cd98-95a8-406c-b411-9a2cdf1e9356 None None] Transition to ACTIVE for port object e584af61-278c-4d38-9d80-3893c142013e will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:59:56.048130 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-bd98cd98-95a8-406c-b411-9a2cdf1e9356 None None] Transition to ACTIVE for port object e584af61-278c-4d38-9d80-3893c142013e will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:59:56.055221 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-bd98cd98-95a8-406c-b411-9a2cdf1e9356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:56.121413 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd98cd98-95a8-406c-b411-9a2cdf1e9356 None None] Network 5d9743eb-8533-44c9-a597-ae24eb9df8a9 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:59:56.122661 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-bd98cd98-95a8-406c-b411-9a2cdf1e9356 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:59:56.126300 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd98cd98-95a8-406c-b411-9a2cdf1e9356 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:59:56.161085 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-8a07d98a-ce34-48bf-8e3b-edbf1614c5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a381bc-6c16-47e0-8bc7-a2496b759012', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835937623', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.156'}], 'enable_snat': True}, 'gw_port_id': 'a0936029-eb20-4efc-99a6-d96989eacc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:59:52Z', 'updated_at': '2022-10-04T09:59:53Z', 'revision_number': 3, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': 'a0936029-eb20-4efc-99a6-d96989eacc11', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3a381bc-6c16-47e0-8bc7-a2496b759012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:59:52Z', 'updated_at': '2022-10-04T09:59:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:59:56.165703 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a07d98a-ce34-48bf-8e3b-edbf1614c5d9 None None] The sync data for ids ['a3a381bc-6c16-47e0-8bc7-a2496b759012'] in dv-neutron-860215-1-hyperv is: [{'id': 'a3a381bc-6c16-47e0-8bc7-a2496b759012', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835937623', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.156'}], 'enable_snat': True}, 'gw_port_id': 'a0936029-eb20-4efc-99a6-d96989eacc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:59:52Z', 'updated_at': '2022-10-04T09:59:53Z', 'revision_number': 3, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': 'a0936029-eb20-4efc-99a6-d96989eacc11', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3a381bc-6c16-47e0-8bc7-a2496b759012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:59:52Z', 'updated_at': '2022-10-04T09:59:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 09:59:56.177398 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd98cd98-95a8-406c-b411-9a2cdf1e9356 None None] Pushing event updated for resources: {'Port': ['ID=e584af61-278c-4d38-9d80-3893c142013e,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:59:56.229757 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd98cd98-95a8-406c-b411-9a2cdf1e9356 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:59:56.230113 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd98cd98-95a8-406c-b411-9a2cdf1e9356 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:59:56.230462 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd98cd98-95a8-406c-b411-9a2cdf1e9356 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:59:56.230806 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd98cd98-95a8-406c-b411-9a2cdf1e9356 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:59:56.231140 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd98cd98-95a8-406c-b411-9a2cdf1e9356 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:59:56.231477 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd98cd98-95a8-406c-b411-9a2cdf1e9356 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:59:56.231807 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd98cd98-95a8-406c-b411-9a2cdf1e9356 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:59:56.232140 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd98cd98-95a8-406c-b411-9a2cdf1e9356 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:59:56.232514 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd98cd98-95a8-406c-b411-9a2cdf1e9356 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:59:56.232843 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd98cd98-95a8-406c-b411-9a2cdf1e9356 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:59:56.233170 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd98cd98-95a8-406c-b411-9a2cdf1e9356 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:59:56.233494 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd98cd98-95a8-406c-b411-9a2cdf1e9356 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 09:59:56.236089 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3085e806-8605-41cf-a73d-93a2f178c627 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:56.253835 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-bd98cd98-95a8-406c-b411-9a2cdf1e9356 None None] Attempting to bind port e584af61-278c-4d38-9d80-3893c142013e on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 09:59:56.254204 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-bd98cd98-95a8-406c-b411-9a2cdf1e9356 None None] Attempting to bind port e584af61-278c-4d38-9d80-3893c142013e by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '8f54bae3-adcd-4469-ae4b-da6a47d57840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '5d9743eb-8533-44c9-a597-ae24eb9df8a9'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 09:59:56.254611 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd98cd98-95a8-406c-b411-9a2cdf1e9356 None None] Attempting to bind port e584af61-278c-4d38-9d80-3893c142013e on network 5d9743eb-8533-44c9-a597-ae24eb9df8a9 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 09:59:56.260030 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd98cd98-95a8-406c-b411-9a2cdf1e9356 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 09:59:56.260428 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd98cd98-95a8-406c-b411-9a2cdf1e9356 None None] Checking segment: {'id': '8f54bae3-adcd-4469-ae4b-da6a47d57840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '5d9743eb-8533-44c9-a597-ae24eb9df8a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 09:59:56.260836 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-bd98cd98-95a8-406c-b411-9a2cdf1e9356 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:56.261225 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd98cd98-95a8-406c-b411-9a2cdf1e9356 None None] Bound using segment: {'id': '8f54bae3-adcd-4469-ae4b-da6a47d57840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '5d9743eb-8533-44c9-a597-ae24eb9df8a9'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 09:59:56.261688 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-bd98cd98-95a8-406c-b411-9a2cdf1e9356 None None] Bound port: e584af61-278c-4d38-9d80-3893c142013e, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f54bae3-adcd-4469-ae4b-da6a47d57840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '5d9743eb-8533-44c9-a597-ae24eb9df8a9'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 09:59:56.262058 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-bd98cd98-95a8-406c-b411-9a2cdf1e9356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:56.356026 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-bd98cd98-95a8-406c-b411-9a2cdf1e9356 None None] For port e584af61-278c-4d38-9d80-3893c142013e, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 09:59:56.359314 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-bd98cd98-95a8-406c-b411-9a2cdf1e9356 None None] For port e584af61-278c-4d38-9d80-3893c142013e, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=e584af61-278c-4d38-9d80-3893c142013e,segment=NetworkSegment(8f54bae3-adcd-4469-ae4b-da6a47d57840),segment_id=8f54bae3-adcd-4469-ae4b-da6a47d57840)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 09:59:56.365810 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-bd98cd98-95a8-406c-b411-9a2cdf1e9356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:56.461630 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd98cd98-95a8-406c-b411-9a2cdf1e9356 None None] Pushing event updated for resources: {'Port': ['ID=e584af61-278c-4d38-9d80-3893c142013e,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:59:56.674098 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-3085e806-8605-41cf-a73d-93a2f178c627 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Allocated IP 172.20.0.1 (5d9743eb-8533-44c9-a597-ae24eb9df8a9/d6ca839f-cd71-4966-bbd3-bbb0f81a1071/68e7b1b6-d07b-45d5-a6bd-d83dc767e090) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 09:59:56.860960 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3085e806-8605-41cf-a73d-93a2f178c627 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:56.877739 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-3085e806-8605-41cf-a73d-93a2f178c627 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Transition to ACTIVE for port object 68e7b1b6-d07b-45d5-a6bd-d83dc767e090 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:59:56.902127 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3085e806-8605-41cf-a73d-93a2f178c627 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:56.971258 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3085e806-8605-41cf-a73d-93a2f178c627 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Network 5d9743eb-8533-44c9-a597-ae24eb9df8a9 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:59:56.975072 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-3085e806-8605-41cf-a73d-93a2f178c627 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:59:56.979096 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3085e806-8605-41cf-a73d-93a2f178c627 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 09:59:57.009042 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3085e806-8605-41cf-a73d-93a2f178c627 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'Port': ['ID=68e7b1b6-d07b-45d5-a6bd-d83dc767e090,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:59:57.040548 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3085e806-8605-41cf-a73d-93a2f178c627 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737202'] for router_interface, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:57.418633 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3085e806-8605-41cf-a73d-93a2f178c627 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:57.423525 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e26b19-1131-41fd-b0e0-65660e298f7d None None] Network 5d9743eb-8533-44c9-a597-ae24eb9df8a9 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 09:59:57.546096 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-53c1b3ff-b2f7-4723-99ee-5215eeef974a None None] Provisioning for port e584af61-278c-4d38-9d80-3893c142013e completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:59:57.699924 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-4b553d6d-f5e9-4417-8b56-954cb93235e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:57.860430 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3085e806-8605-41cf-a73d-93a2f178c627 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:57.865757 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3085e806-8605-41cf-a73d-93a2f178c627 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:57.912968 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-0cd8d1bc-6fc0-4f74-b18b-0a488a8a41b9 None None] Provisioning for port 68e7b1b6-d07b-45d5-a6bd-d83dc767e090 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:59:57.919684 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-0cd8d1bc-6fc0-4f74-b18b-0a488a8a41b9 None None] Provisioning complete for port 68e7b1b6-d07b-45d5-a6bd-d83dc767e090 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:59:57.920055 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0cd8d1bc-6fc0-4f74-b18b-0a488a8a41b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:57.920418 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-0cd8d1bc-6fc0-4f74-b18b-0a488a8a41b9 None None] Attempt 1 to provision port 68e7b1b6-d07b-45d5-a6bd-d83dc767e090 Oct 04 09:59:57.976997 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-0cd8d1bc-6fc0-4f74-b18b-0a488a8a41b9 None None] Port 68e7b1b6-d07b-45d5-a6bd-d83dc767e090 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:59:57.985808 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-3085e806-8605-41cf-a73d-93a2f178c627 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736777'] for router_interface, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:57.993199 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3085e806-8605-41cf-a73d-93a2f178c627 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'Port': ['ID=68e7b1b6-d07b-45d5-a6bd-d83dc767e090,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:59:58.135304 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3085e806-8605-41cf-a73d-93a2f178c627 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Network 5d9743eb-8533-44c9-a597-ae24eb9df8a9 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 09:59:58.136691 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-3085e806-8605-41cf-a73d-93a2f178c627 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 09:59:58.155542 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device a0936029-eb20-4efc-99a6-d96989eacc11 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:59:58.225603 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port a0936029-eb20-4efc-99a6-d96989eacc11 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:59:58.230872 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port a0936029-eb20-4efc-99a6-d96989eacc11 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:59:58.231247 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:58.232058 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port a0936029-eb20-4efc-99a6-d96989eacc11 Oct 04 09:59:58.336514 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3085e806-8605-41cf-a73d-93a2f178c627 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Router a3a381bc-6c16-47e0-8bc7-a2496b759012 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 09:59:58.383361 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port a0936029-eb20-4efc-99a6-d96989eacc11 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:59:58.383736 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:58.401439 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port a0936029-eb20-4efc-99a6-d96989eacc11, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=a0936029-eb20-4efc-99a6-d96989eacc11,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:59:58.405384 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:58.406211 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device e584af61-278c-4d38-9d80-3893c142013e up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 09:59:58.478849 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-0cd8d1bc-6fc0-4f74-b18b-0a488a8a41b9 None None] Attempt 2 to provision port 68e7b1b6-d07b-45d5-a6bd-d83dc767e090 Oct 04 09:59:58.517540 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3085e806-8605-41cf-a73d-93a2f178c627 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 09:59:58.529083 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-3085e806-8605-41cf-a73d-93a2f178c627 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "PUT /v2.0/routers/a3a381bc-6c16-47e0-8bc7-a2496b759012/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1253881 Oct 04 09:59:58.543091 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bc41a3-c492-4bfd-b7d2-1ce1a4f58370 None None] Sync routers for ids ['a3a381bc-6c16-47e0-8bc7-a2496b759012'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 09:59:58.577835 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=a0936029-eb20-4efc-99a6-d96989eacc11,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:59:58.586411 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bc41a3-c492-4bfd-b7d2-1ce1a4f58370 None None] Routers {'a3a381bc-6c16-47e0-8bc7-a2496b759012'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 09:59:58.587024 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-16bc41a3-c492-4bfd-b7d2-1ce1a4f58370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:59:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['a3a381bc-6c16-47e0-8bc7-a2496b759012'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:59:58.659364 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-0cd8d1bc-6fc0-4f74-b18b-0a488a8a41b9 None None] Port 68e7b1b6-d07b-45d5-a6bd-d83dc767e090 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:59:58.689953 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f30a7e01-f98b-4221-9c2f-15435f98380c req-f7b5dbd8-1327-4fb1-a8b3-a563162449b6 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-951229927&fields=id&tenant_id=12664c4828024576bc805d2308db5fae HTTP/1.1" status: 200 len: 267 time: 0.0392683 Oct 04 09:59:58.729907 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port e584af61-278c-4d38-9d80-3893c142013e completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 09:59:58.749488 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port e584af61-278c-4d38-9d80-3893c142013e triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 09:59:58.749860 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:58.750192 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port e584af61-278c-4d38-9d80-3893c142013e Oct 04 09:59:58.826150 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-16bc41a3-c492-4bfd-b7d2-1ce1a4f58370 None None] Set router a3a381bc-6c16-47e0-8bc7-a2496b759012 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 09:59:58.845493 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a7e01-f98b-4221-9c2f-15435f98380c req-bb2b8744-5ff8-433e-91d9-a9c5768ccae1 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 09:59:58.847443 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f30a7e01-f98b-4221-9c2f-15435f98380c req-bb2b8744-5ff8-433e-91d9-a9c5768ccae1 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/networks?id=5d9743eb-8533-44c9-a597-ae24eb9df8a9 HTTP/1.1" status: 200 len: 797 time: 0.1475971 Oct 04 09:59:58.862104 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f30a7e01-f98b-4221-9c2f-15435f98380c req-c06e350b-f52f-4a96-b8c6-6a68893330f5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/quotas/12664c4828024576bc805d2308db5fae HTTP/1.1" status: 200 len: 375 time: 0.0089648 Oct 04 09:59:58.950266 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-f30a7e01-f98b-4221-9c2f-15435f98380c req-ee5baad5-f49c-4ad5-bccf-bca542ccb3d9 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Synchronizing usage tracker for tenant:12664c4828024576bc805d2308db5fae on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 09:59:58.966662 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-f30a7e01-f98b-4221-9c2f-15435f98380c req-ee5baad5-f49c-4ad5-bccf-bca542ccb3d9 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Unset dirty status for tenant:12664c4828024576bc805d2308db5fae on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 09:59:58.968118 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f30a7e01-f98b-4221-9c2f-15435f98380c req-ee5baad5-f49c-4ad5-bccf-bca542ccb3d9 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=12664c4828024576bc805d2308db5fae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1004736 Oct 04 09:59:59.092079 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port e584af61-278c-4d38-9d80-3893c142013e is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 09:59:59.092483 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:59.114287 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f30a7e01-f98b-4221-9c2f-15435f98380c req-18b257ed-790e-4c67-865f-f7c2465b6d34 service neutron] 10.222.0.50 "GET /v2.0/networks/5d9743eb-8533-44c9-a597-ae24eb9df8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334460 Oct 04 09:59:59.160976 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port e584af61-278c-4d38-9d80-3893c142013e, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=e584af61-278c-4d38-9d80-3893c142013e,segment=NetworkSegment(8f54bae3-adcd-4469-ae4b-da6a47d57840),segment_id=8f54bae3-adcd-4469-ae4b-da6a47d57840)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 09:59:59.161819 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-0cd8d1bc-6fc0-4f74-b18b-0a488a8a41b9 None None] Attempt 3 to provision port 68e7b1b6-d07b-45d5-a6bd-d83dc767e090 Oct 04 09:59:59.192682 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:59.316438 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-0cd8d1bc-6fc0-4f74-b18b-0a488a8a41b9 None None] Port 68e7b1b6-d07b-45d5-a6bd-d83dc767e090 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 09:59:59.325126 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=e584af61-278c-4d38-9d80-3893c142013e,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 09:59:59.343938 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-16bc41a3-c492-4bfd-b7d2-1ce1a4f58370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a381bc-6c16-47e0-8bc7-a2496b759012', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835937623', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.156'}], 'enable_snat': True}, 'gw_port_id': 'a0936029-eb20-4efc-99a6-d96989eacc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:59:52Z', 'updated_at': '2022-10-04T09:59:57Z', 'revision_number': 4, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': 'a0936029-eb20-4efc-99a6-d96989eacc11', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a381bc-6c16-47e0-8bc7-a2496b759012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:59:52Z', 'updated_at': '2022-10-04T09:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '68e7b1b6-d07b-45d5-a6bd-d83dc767e090', 'name': '', 'network_id': '5d9743eb-8533-44c9-a597-ae24eb9df8a9', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'mac_address': 'fa:16:3e:60:cf:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3a381bc-6c16-47e0-8bc7-a2496b759012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'd6ca839f-cd71-4966-bbd3-bbb0f81a1071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:59:56Z', 'updated_at': '2022-10-04T09:59:57Z', 'revision_number': 2, 'project_id': '12664c4828024576bc805d2308db5fae', 'subnets': [{'id': 'd6ca839f-cd71-4966-bbd3-bbb0f81a1071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 09:59:59.348268 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bc41a3-c492-4bfd-b7d2-1ce1a4f58370 None None] Checking router: a3a381bc-6c16-47e0-8bc7-a2496b759012 for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 09:59:59.348651 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bc41a3-c492-4bfd-b7d2-1ce1a4f58370 None None] Updating router a3a381bc-6c16-47e0-8bc7-a2496b759012 port 68e7b1b6-d07b-45d5-a6bd-d83dc767e090 binding host dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 09:59:59.355421 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f30a7e01-f98b-4221-9c2f-15435f98380c req-917f0d77-85ad-401b-a831-583cbfcdd86e service neutron] 10.222.0.50 "GET /v2.0/networks/5d9743eb-8533-44c9-a597-ae24eb9df8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352538 Oct 04 09:59:59.402327 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-16bc41a3-c492-4bfd-b7d2-1ce1a4f58370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:59.603182 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-db611166-e6c8-43f3-96df-4c3aca188b31 req-a82a2559-290a-49b8-ad98-6d7fce9eadae tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=46219f6a-1cb8-487c-b0dc-098ce6dda0bb HTTP/1.1" status: 200 len: 210 time: 0.1107798 Oct 04 09:59:59.770051 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-16bc41a3-c492-4bfd-b7d2-1ce1a4f58370 None None] Notify callbacks [] for port, precommit_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:59.781529 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-16bc41a3-c492-4bfd-b7d2-1ce1a4f58370 None None] Transition to ACTIVE for port object 68e7b1b6-d07b-45d5-a6bd-d83dc767e090 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 09:59:59.789172 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-16bc41a3-c492-4bfd-b7d2-1ce1a4f58370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 09:59:59.915284 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-0cd8d1bc-6fc0-4f74-b18b-0a488a8a41b9 None None] Attempt 4 to provision port 68e7b1b6-d07b-45d5-a6bd-d83dc767e090 Oct 04 10:00:00.077385 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75908435-4a1e-4588-85f9-e1798fa431f4 None None] Pushing event updated for resources: {'Port': ['ID=68e7b1b6-d07b-45d5-a6bd-d83dc767e090,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:00:00.085367 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-0cd8d1bc-6fc0-4f74-b18b-0a488a8a41b9 None None] Port 68e7b1b6-d07b-45d5-a6bd-d83dc767e090 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:00:00.102360 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-16bc41a3-c492-4bfd-b7d2-1ce1a4f58370 None None] Attempting to bind port 68e7b1b6-d07b-45d5-a6bd-d83dc767e090 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 10:00:00.102666 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-16bc41a3-c492-4bfd-b7d2-1ce1a4f58370 None None] Attempting to bind port 68e7b1b6-d07b-45d5-a6bd-d83dc767e090 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '8f54bae3-adcd-4469-ae4b-da6a47d57840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '5d9743eb-8533-44c9-a597-ae24eb9df8a9'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 10:00:00.103106 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bc41a3-c492-4bfd-b7d2-1ce1a4f58370 None None] Attempting to bind port 68e7b1b6-d07b-45d5-a6bd-d83dc767e090 on network 5d9743eb-8533-44c9-a597-ae24eb9df8a9 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 10:00:00.108646 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bc41a3-c492-4bfd-b7d2-1ce1a4f58370 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 10:00:00.109024 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bc41a3-c492-4bfd-b7d2-1ce1a4f58370 None None] Checking segment: {'id': '8f54bae3-adcd-4469-ae4b-da6a47d57840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '5d9743eb-8533-44c9-a597-ae24eb9df8a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 10:00:00.109430 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-16bc41a3-c492-4bfd-b7d2-1ce1a4f58370 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:00:00.109822 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bc41a3-c492-4bfd-b7d2-1ce1a4f58370 None None] Bound using segment: {'id': '8f54bae3-adcd-4469-ae4b-da6a47d57840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '5d9743eb-8533-44c9-a597-ae24eb9df8a9'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 10:00:00.110311 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-16bc41a3-c492-4bfd-b7d2-1ce1a4f58370 None None] Bound port: 68e7b1b6-d07b-45d5-a6bd-d83dc767e090, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f54bae3-adcd-4469-ae4b-da6a47d57840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '5d9743eb-8533-44c9-a597-ae24eb9df8a9'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 10:00:00.110688 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-16bc41a3-c492-4bfd-b7d2-1ce1a4f58370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:00:00.120787 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device a0936029-eb20-4efc-99a6-d96989eacc11 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:00:00.257441 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-16bc41a3-c492-4bfd-b7d2-1ce1a4f58370 None None] For port 68e7b1b6-d07b-45d5-a6bd-d83dc767e090, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 10:00:00.259311 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port a0936029-eb20-4efc-99a6-d96989eacc11 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:00:00.259685 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:00:00.260028 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port a0936029-eb20-4efc-99a6-d96989eacc11 Oct 04 10:00:00.305699 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-16bc41a3-c492-4bfd-b7d2-1ce1a4f58370 None None] For port 68e7b1b6-d07b-45d5-a6bd-d83dc767e090, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=68e7b1b6-d07b-45d5-a6bd-d83dc767e090,segment=NetworkSegment(8f54bae3-adcd-4469-ae4b-da6a47d57840),segment_id=8f54bae3-adcd-4469-ae4b-da6a47d57840)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 10:00:00.313293 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-16bc41a3-c492-4bfd-b7d2-1ce1a4f58370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:00:00.398081 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bc41a3-c492-4bfd-b7d2-1ce1a4f58370 None None] Routers {'a3a381bc-6c16-47e0-8bc7-a2496b759012'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:00:00.398717 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-16bc41a3-c492-4bfd-b7d2-1ce1a4f58370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T09:59:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['a3a381bc-6c16-47e0-8bc7-a2496b759012'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:00:00.464188 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d0c8d122-0347-48d7-956d-0ea2116192c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:00:00.525476 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75908435-4a1e-4588-85f9-e1798fa431f4 None None] Pushing event updated for resources: {'Port': ['ID=68e7b1b6-d07b-45d5-a6bd-d83dc767e090,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:00:00.590816 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-0cd8d1bc-6fc0-4f74-b18b-0a488a8a41b9 None None] Attempt 5 to provision port 68e7b1b6-d07b-45d5-a6bd-d83dc767e090 Oct 04 10:00:00.666935 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port a0936029-eb20-4efc-99a6-d96989eacc11 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:00:00.668036 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device e584af61-278c-4d38-9d80-3893c142013e up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:00:00.685955 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a7e01-f98b-4221-9c2f-15435f98380c req-da9e54f6-89d4-495d-bdfd-e34fffd813e5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:00:00.690201 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f30a7e01-f98b-4221-9c2f-15435f98380c req-da9e54f6-89d4-495d-bdfd-e34fffd813e5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.20 "GET /v2.0/networks?id=5d9743eb-8533-44c9-a597-ae24eb9df8a9 HTTP/1.1" status: 200 len: 797 time: 0.1637304 Oct 04 10:00:00.745220 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-16bc41a3-c492-4bfd-b7d2-1ce1a4f58370 None None] Set router a3a381bc-6c16-47e0-8bc7-a2496b759012 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:00:00.809930 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-fb8dca63-a235-42a7-96f4-8ab52061c04c req-5e45bb49-fcbc-4cbf-85b2-d22bd88fa786 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=46219f6a-1cb8-487c-b0dc-098ce6dda0bb HTTP/1.1" status: 200 len: 210 time: 0.0666354 Oct 04 10:00:00.812445 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-0cd8d1bc-6fc0-4f74-b18b-0a488a8a41b9 None None] Port 68e7b1b6-d07b-45d5-a6bd-d83dc767e090 had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 10:00:00.814803 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f30a7e01-f98b-4221-9c2f-15435f98380c req-a0722bb0-5899-44c3-b04e-86acf5e8daf9 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12664c4828024576bc805d2308db5fae HTTP/1.1" status: 200 len: 379 time: 0.1105683 Oct 04 10:00:00.825112 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-f30a7e01-f98b-4221-9c2f-15435f98380c req-f670e6f5-dc7c-4e3a-b9a0-7721dde5f8e5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Request body: {'port': {'device_id': '46219f6a-1cb8-487c-b0dc-098ce6dda0bb', 'network_id': '5d9743eb-8533-44c9-a597-ae24eb9df8a9', 'admin_state_up': True, 'tenant_id': '12664c4828024576bc805d2308db5fae', 'security_groups': ['fd9dfdad-029d-4733-af67-45d1f4b249de']}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:00:00.931613 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-0cd8d1bc-6fc0-4f74-b18b-0a488a8a41b9 None None] Provisioning complete for port e584af61-278c-4d38-9d80-3893c142013e triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:00:00.931969 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0cd8d1bc-6fc0-4f74-b18b-0a488a8a41b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:00:00.932306 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-0cd8d1bc-6fc0-4f74-b18b-0a488a8a41b9 None None] Attempt 1 to provision port e584af61-278c-4d38-9d80-3893c142013e Oct 04 10:00:00.968556 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-f30a7e01-f98b-4221-9c2f-15435f98380c req-f670e6f5-dc7c-4e3a-b9a0-7721dde5f8e5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:00:00.973823 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port e584af61-278c-4d38-9d80-3893c142013e triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:00:00.974200 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:00:00.974545 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port e584af61-278c-4d38-9d80-3893c142013e Oct 04 10:00:00.978426 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-f30a7e01-f98b-4221-9c2f-15435f98380c req-f670e6f5-dc7c-4e3a-b9a0-7721dde5f8e5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:00:00.988976 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f30a7e01-f98b-4221-9c2f-15435f98380c req-f670e6f5-dc7c-4e3a-b9a0-7721dde5f8e5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Made reservation on behalf of 12664c4828024576bc805d2308db5fae for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 10:00:00.992573 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-f30a7e01-f98b-4221-9c2f-15435f98380c req-f670e6f5-dc7c-4e3a-b9a0-7721dde5f8e5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:00:01.075613 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:00:01.095560 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:00:01.161924 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [req-f30a7e01-f98b-4221-9c2f-15435f98380c req-f670e6f5-dc7c-4e3a-b9a0-7721dde5f8e5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Allocated IP 172.20.0.8 (5d9743eb-8533-44c9-a597-ae24eb9df8a9/d6ca839f-cd71-4966-bbd3-bbb0f81a1071/73d1c9ef-df5f-40bb-938b-df46ecbed43c) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 10:00:01.350997 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port e584af61-278c-4d38-9d80-3893c142013e is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:00:01.353110 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-f30a7e01-f98b-4221-9c2f-15435f98380c req-f670e6f5-dc7c-4e3a-b9a0-7721dde5f8e5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:00:01.360701 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-0cd8d1bc-6fc0-4f74-b18b-0a488a8a41b9 None None] Current status of the port e584af61-278c-4d38-9d80-3893c142013e is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:00:01.369625 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-f30a7e01-f98b-4221-9c2f-15435f98380c req-f670e6f5-dc7c-4e3a-b9a0-7721dde5f8e5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Transition to ACTIVE for port object 73d1c9ef-df5f-40bb-938b-df46ecbed43c will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 10:00:01.380950 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-16bc41a3-c492-4bfd-b7d2-1ce1a4f58370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a381bc-6c16-47e0-8bc7-a2496b759012', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835937623', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.156'}], 'enable_snat': True}, 'gw_port_id': 'a0936029-eb20-4efc-99a6-d96989eacc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:59:52Z', 'updated_at': '2022-10-04T09:59:57Z', 'revision_number': 4, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': 'a0936029-eb20-4efc-99a6-d96989eacc11', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a381bc-6c16-47e0-8bc7-a2496b759012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:59:52Z', 'updated_at': '2022-10-04T09:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '68e7b1b6-d07b-45d5-a6bd-d83dc767e090', 'name': '', 'network_id': '5d9743eb-8533-44c9-a597-ae24eb9df8a9', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'mac_address': 'fa:16:3e:60:cf:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3a381bc-6c16-47e0-8bc7-a2496b759012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'd6ca839f-cd71-4966-bbd3-bbb0f81a1071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:59:56Z', 'updated_at': '2022-10-04T10:00:00Z', 'revision_number': 4, 'project_id': '12664c4828024576bc805d2308db5fae', 'subnets': [{'id': 'd6ca839f-cd71-4966-bbd3-bbb0f81a1071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:00:01.384757 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bc41a3-c492-4bfd-b7d2-1ce1a4f58370 None None] The sync data for ids ['a3a381bc-6c16-47e0-8bc7-a2496b759012'] in dv-neutron-860215-1-hyperv is: [{'id': 'a3a381bc-6c16-47e0-8bc7-a2496b759012', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835937623', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.156'}], 'enable_snat': True}, 'gw_port_id': 'a0936029-eb20-4efc-99a6-d96989eacc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:59:52Z', 'updated_at': '2022-10-04T09:59:57Z', 'revision_number': 4, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': 'a0936029-eb20-4efc-99a6-d96989eacc11', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a381bc-6c16-47e0-8bc7-a2496b759012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:59:52Z', 'updated_at': '2022-10-04T09:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '68e7b1b6-d07b-45d5-a6bd-d83dc767e090', 'name': '', 'network_id': '5d9743eb-8533-44c9-a597-ae24eb9df8a9', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'mac_address': 'fa:16:3e:60:cf:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3a381bc-6c16-47e0-8bc7-a2496b759012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'd6ca839f-cd71-4966-bbd3-bbb0f81a1071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:59:56Z', 'updated_at': '2022-10-04T10:00:00Z', 'revision_number': 4, 'project_id': '12664c4828024576bc805d2308db5fae', 'subnets': [{'id': 'd6ca839f-cd71-4966-bbd3-bbb0f81a1071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 10:00:01.393487 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-f30a7e01-f98b-4221-9c2f-15435f98380c req-f670e6f5-dc7c-4e3a-b9a0-7721dde5f8e5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:00:01.473098 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f30a7e01-f98b-4221-9c2f-15435f98380c req-f670e6f5-dc7c-4e3a-b9a0-7721dde5f8e5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Network 5d9743eb-8533-44c9-a597-ae24eb9df8a9 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 10:00:01.476273 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [req-f30a7e01-f98b-4221-9c2f-15435f98380c req-f670e6f5-dc7c-4e3a-b9a0-7721dde5f8e5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 10:00:01.478824 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-f30a7e01-f98b-4221-9c2f-15435f98380c req-f670e6f5-dc7c-4e3a-b9a0-7721dde5f8e5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 10:00:01.520973 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f670e6f5-dc7c-4e3a-b9a0-7721dde5f8e5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'Port': ['ID=73d1c9ef-df5f-40bb-938b-df46ecbed43c,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:00:01.556337 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a7e01-f98b-4221-9c2f-15435f98380c req-f670e6f5-dc7c-4e3a-b9a0-7721dde5f8e5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:00:01.557151 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-f30a7e01-f98b-4221-9c2f-15435f98380c req-f670e6f5-dc7c-4e3a-b9a0-7721dde5f8e5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:00:01.593040 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f30a7e01-f98b-4221-9c2f-15435f98380c req-f670e6f5-dc7c-4e3a-b9a0-7721dde5f8e5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7730784 Oct 04 10:00:01.611402 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-f30a7e01-f98b-4221-9c2f-15435f98380c req-e5c4d881-c5e0-4ae4-a93c-d1145f75bae9 service neutron] Request body: {'port': {'device_id': '46219f6a-1cb8-487c-b0dc-098ce6dda0bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8602'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:00:01.718300 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-2401a7ee-d9ab-4a37-8b57-60f3adcfe047 None None] Provisioning for port 73d1c9ef-df5f-40bb-938b-df46ecbed43c completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 10:00:01.725422 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-2401a7ee-d9ab-4a37-8b57-60f3adcfe047 None None] Provisioning complete for port 73d1c9ef-df5f-40bb-938b-df46ecbed43c triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:00:01.725828 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-2401a7ee-d9ab-4a37-8b57-60f3adcfe047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:00:01.726165 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-2401a7ee-d9ab-4a37-8b57-60f3adcfe047 None None] Attempt 1 to provision port 73d1c9ef-df5f-40bb-938b-df46ecbed43c Oct 04 10:00:01.741705 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-f30a7e01-f98b-4221-9c2f-15435f98380c req-e5c4d881-c5e0-4ae4-a93c-d1145f75bae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:00:01.785844 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-2401a7ee-d9ab-4a37-8b57-60f3adcfe047 None None] Port 73d1c9ef-df5f-40bb-938b-df46ecbed43c cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:00:02.028740 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba0d59-1ad1-469c-a353-5a5470fa1757 req-77a57915-07aa-4b36-acd1-2f24d14c0d12 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:00:02.030283 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-29ba0d59-1ad1-469c-a353-5a5470fa1757 req-77a57915-07aa-4b36-acd1-2f24d14c0d12 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=46219f6a-1cb8-487c-b0dc-098ce6dda0bb HTTP/1.1" status: 200 len: 931 time: 0.0955603 Oct 04 10:00:02.083082 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-29ba0d59-1ad1-469c-a353-5a5470fa1757 req-3da38b89-1a9d-4729-8284-7ab9bc33d10f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Synchronizing usage tracker for tenant:12664c4828024576bc805d2308db5fae on resource:security_group {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 10:00:02.111254 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-29ba0d59-1ad1-469c-a353-5a5470fa1757 req-3da38b89-1a9d-4729-8284-7ab9bc33d10f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Unset dirty status for tenant:12664c4828024576bc805d2308db5fae on resource:security_group {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 10:00:02.112448 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-29ba0d59-1ad1-469c-a353-5a5470fa1757 req-3da38b89-1a9d-4729-8284-7ab9bc33d10f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd9dfdad-029d-4733-af67-45d1f4b249de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754290 Oct 04 10:00:02.117164 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [req-f30a7e01-f98b-4221-9c2f-15435f98380c req-e5c4d881-c5e0-4ae4-a93c-d1145f75bae9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73d1c9ef-df5f-40bb-938b-df46ecbed43c {{(pid=89032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 10:00:02.125345 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-f30a7e01-f98b-4221-9c2f-15435f98380c req-e5c4d881-c5e0-4ae4-a93c-d1145f75bae9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:00:02.144275 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-f30a7e01-f98b-4221-9c2f-15435f98380c req-e5c4d881-c5e0-4ae4-a93c-d1145f75bae9 service neutron] Transition to ACTIVE for port object 73d1c9ef-df5f-40bb-938b-df46ecbed43c will not be triggered until provisioned by entity L2. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 10:00:02.146523 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 68e7b1b6-d07b-45d5-a6bd-d83dc767e090 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:00:02.158214 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-f30a7e01-f98b-4221-9c2f-15435f98380c req-e5c4d881-c5e0-4ae4-a93c-d1145f75bae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:00:02.225147 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 68e7b1b6-d07b-45d5-a6bd-d83dc767e090 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 10:00:02.230673 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 68e7b1b6-d07b-45d5-a6bd-d83dc767e090 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:00:02.231083 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:00:02.231548 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 68e7b1b6-d07b-45d5-a6bd-d83dc767e090 Oct 04 10:00:02.287206 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-2401a7ee-d9ab-4a37-8b57-60f3adcfe047 None None] Attempt 2 to provision port 73d1c9ef-df5f-40bb-938b-df46ecbed43c Oct 04 10:00:02.377848 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-2401a7ee-d9ab-4a37-8b57-60f3adcfe047 None None] Port 73d1c9ef-df5f-40bb-938b-df46ecbed43c cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:00:02.427700 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 68e7b1b6-d07b-45d5-a6bd-d83dc767e090 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:00:02.428067 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:00:02.446591 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:00:02.462647 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c4d881-c5e0-4ae4-a93c-d1145f75bae9 service neutron] Pushing event updated for resources: {'Port': ['ID=73d1c9ef-df5f-40bb-938b-df46ecbed43c,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:00:02.473204 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 68e7b1b6-d07b-45d5-a6bd-d83dc767e090, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=68e7b1b6-d07b-45d5-a6bd-d83dc767e090,segment=NetworkSegment(8f54bae3-adcd-4469-ae4b-da6a47d57840),segment_id=8f54bae3-adcd-4469-ae4b-da6a47d57840)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:00:02.485435 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:00:02.525616 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-f30a7e01-f98b-4221-9c2f-15435f98380c req-e5c4d881-c5e0-4ae4-a93c-d1145f75bae9 service neutron] Attempting to bind port 73d1c9ef-df5f-40bb-938b-df46ecbed43c on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 10:00:02.526839 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-f30a7e01-f98b-4221-9c2f-15435f98380c req-e5c4d881-c5e0-4ae4-a93c-d1145f75bae9 service neutron] Attempting to bind port 73d1c9ef-df5f-40bb-938b-df46ecbed43c by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': '8f54bae3-adcd-4469-ae4b-da6a47d57840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '5d9743eb-8533-44c9-a597-ae24eb9df8a9'}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 10:00:02.527289 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30a7e01-f98b-4221-9c2f-15435f98380c req-e5c4d881-c5e0-4ae4-a93c-d1145f75bae9 service neutron] Attempting to bind port 73d1c9ef-df5f-40bb-938b-df46ecbed43c on network 5d9743eb-8533-44c9-a597-ae24eb9df8a9 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 10:00:02.532781 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30a7e01-f98b-4221-9c2f-15435f98380c req-e5c4d881-c5e0-4ae4-a93c-d1145f75bae9 service neutron] Port 73d1c9ef-df5f-40bb-938b-df46ecbed43c on network 5d9743eb-8533-44c9-a597-ae24eb9df8a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 10:00:02.533212 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30a7e01-f98b-4221-9c2f-15435f98380c req-e5c4d881-c5e0-4ae4-a93c-d1145f75bae9 service neutron] Attempting to bind port 73d1c9ef-df5f-40bb-938b-df46ecbed43c on network 5d9743eb-8533-44c9-a597-ae24eb9df8a9 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 10:00:02.541192 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30a7e01-f98b-4221-9c2f-15435f98380c req-e5c4d881-c5e0-4ae4-a93c-d1145f75bae9 service neutron] Checking agent: {'id': '1be90a14-1104-4771-996e-684b25b74d15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'started_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 9, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 10:00:02.542608 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30a7e01-f98b-4221-9c2f-15435f98380c req-e5c4d881-c5e0-4ae4-a93c-d1145f75bae9 service neutron] Checking segment: {'id': '8f54bae3-adcd-4469-ae4b-da6a47d57840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '5d9743eb-8533-44c9-a597-ae24eb9df8a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 10:00:02.542991 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30a7e01-f98b-4221-9c2f-15435f98380c req-e5c4d881-c5e0-4ae4-a93c-d1145f75bae9 service neutron] Bound using segment: {'id': '8f54bae3-adcd-4469-ae4b-da6a47d57840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '5d9743eb-8533-44c9-a597-ae24eb9df8a9'} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 10:00:02.543429 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-f30a7e01-f98b-4221-9c2f-15435f98380c req-e5c4d881-c5e0-4ae4-a93c-d1145f75bae9 service neutron] Bound port: 73d1c9ef-df5f-40bb-938b-df46ecbed43c, host: hv-neutron-8602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f54bae3-adcd-4469-ae4b-da6a47d57840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '5d9743eb-8533-44c9-a597-ae24eb9df8a9'}}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 10:00:02.543782 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-f30a7e01-f98b-4221-9c2f-15435f98380c req-e5c4d881-c5e0-4ae4-a93c-d1145f75bae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:00:02.598425 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=68e7b1b6-d07b-45d5-a6bd-d83dc767e090,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:00:02.665592 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-f30a7e01-f98b-4221-9c2f-15435f98380c req-e5c4d881-c5e0-4ae4-a93c-d1145f75bae9 service neutron] For port 73d1c9ef-df5f-40bb-938b-df46ecbed43c, host hv-neutron-8602, cleared binding levels {{(pid=89032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 10:00:02.668765 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-f30a7e01-f98b-4221-9c2f-15435f98380c req-e5c4d881-c5e0-4ae4-a93c-d1145f75bae9 service neutron] For port 73d1c9ef-df5f-40bb-938b-df46ecbed43c, host hv-neutron-8602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=73d1c9ef-df5f-40bb-938b-df46ecbed43c,segment=NetworkSegment(8f54bae3-adcd-4469-ae4b-da6a47d57840),segment_id=8f54bae3-adcd-4469-ae4b-da6a47d57840)] {{(pid=89032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 10:00:02.674213 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-f30a7e01-f98b-4221-9c2f-15435f98380c req-e5c4d881-c5e0-4ae4-a93c-d1145f75bae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:00:02.677939 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a7e01-f98b-4221-9c2f-15435f98380c req-e5c4d881-c5e0-4ae4-a93c-d1145f75bae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:00:02.678969 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-f30a7e01-f98b-4221-9c2f-15435f98380c req-e5c4d881-c5e0-4ae4-a93c-d1145f75bae9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:00:02.680331 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f30a7e01-f98b-4221-9c2f-15435f98380c req-e5c4d881-c5e0-4ae4-a93c-d1145f75bae9 service neutron] 10.222.0.20 "PUT /v2.0/ports/73d1c9ef-df5f-40bb-938b-df46ecbed43c HTTP/1.1" status: 200 len: 1093 time: 1.0742114 Oct 04 10:00:02.709350 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46219f6a-1cb8-487c-b0dc-098ce6dda0bb', 'tag': '73d1c9ef-df5f-40bb-938b-df46ecbed43c'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 10:00:02.711748 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25aaa06b-708d-4d3d-9c3c-fb7896f2f24b" -d '{"events": [{"name": "network-changed", "server_uuid": "46219f6a-1cb8-487c-b0dc-098ce6dda0bb", "tag": "73d1c9ef-df5f-40bb-938b-df46ecbed43c"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 10:00:02.767151 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c4d881-c5e0-4ae4-a93c-d1145f75bae9 service neutron] Pushing event updated for resources: {'Port': ['ID=73d1c9ef-df5f-40bb-938b-df46ecbed43c,revision_number=3']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:00:02.782637 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 10:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47987668-5c02-4f82-b29c-5dd744646665 x-openstack-request-id: req-47987668-5c02-4f82-b29c-5dd744646665 {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 10:00:02.783364 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46219f6a-1cb8-487c-b0dc-098ce6dda0bb", "tag": "73d1c9ef-df5f-40bb-938b-df46ecbed43c", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 10:00:02.783741 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-47987668-5c02-4f82-b29c-5dd744646665 {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 10:00:02.785233 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47987668-5c02-4f82-b29c-5dd744646665'] response: {'name': 'network-changed', 'server_uuid': '46219f6a-1cb8-487c-b0dc-098ce6dda0bb', 'tag': '73d1c9ef-df5f-40bb-938b-df46ecbed43c', 'status': 'completed', 'code': 200} Oct 04 10:00:02.879484 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-2401a7ee-d9ab-4a37-8b57-60f3adcfe047 None None] Attempt 3 to provision port 73d1c9ef-df5f-40bb-938b-df46ecbed43c Oct 04 10:00:02.913719 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a7e01-f98b-4221-9c2f-15435f98380c req-6f9508f6-e14a-4273-9d24-81ea048677e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:00:02.915141 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f30a7e01-f98b-4221-9c2f-15435f98380c req-6f9508f6-e14a-4273-9d24-81ea048677e1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12664c4828024576bc805d2308db5fae&device_id=46219f6a-1cb8-487c-b0dc-098ce6dda0bb HTTP/1.1" status: 200 len: 1096 time: 0.0842829 Oct 04 10:00:02.944657 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-2401a7ee-d9ab-4a37-8b57-60f3adcfe047 None None] Port 73d1c9ef-df5f-40bb-938b-df46ecbed43c had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 10:00:02.992243 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f30a7e01-f98b-4221-9c2f-15435f98380c req-997b6754-6415-4a98-9836-76010bccf29e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73d1c9ef-df5f-40bb-938b-df46ecbed43c HTTP/1.1" status: 200 len: 217 time: 0.0635858 Oct 04 10:00:03.057856 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a7e01-f98b-4221-9c2f-15435f98380c req-4ebb0576-a353-4b73-b22c-a540bdf24465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:00:03.059184 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f30a7e01-f98b-4221-9c2f-15435f98380c req-4ebb0576-a353-4b73-b22c-a540bdf24465 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d6ca839f-cd71-4966-bbd3-bbb0f81a1071 HTTP/1.1" status: 200 len: 834 time: 0.0609710 Oct 04 10:00:03.142133 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a7e01-f98b-4221-9c2f-15435f98380c req-b848a456-a14a-432c-aa95-547d99ff19d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:00:03.144460 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f30a7e01-f98b-4221-9c2f-15435f98380c req-b848a456-a14a-432c-aa95-547d99ff19d0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5d9743eb-8533-44c9-a597-ae24eb9df8a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787530 Oct 04 10:00:03.281053 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f30a7e01-f98b-4221-9c2f-15435f98380c req-11a56a98-1497-4240-8a0b-710e46e73bff service neutron] 10.222.0.20 "GET /v2.0/networks/5d9743eb-8533-44c9-a597-ae24eb9df8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306529 Oct 04 10:00:03.335250 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8d0fa-4e67-4655-a767-2aa5ccb862cc req-5e145003-b980-4c75-871d-2cc321719f1c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:00:03.336780 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-96a8d0fa-4e67-4655-a767-2aa5ccb862cc req-5e145003-b980-4c75-871d-2cc321719f1c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=46219f6a-1cb8-487c-b0dc-098ce6dda0bb HTTP/1.1" status: 200 len: 943 time: 0.0872242 Oct 04 10:00:03.417189 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f30a7e01-f98b-4221-9c2f-15435f98380c req-e3ba0d0a-5a97-455d-85a9-71ee209f1209 service neutron] 10.222.0.20 "GET /v2.0/networks/5d9743eb-8533-44c9-a597-ae24eb9df8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304491 Oct 04 10:00:03.497202 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-96a8d0fa-4e67-4655-a767-2aa5ccb862cc req-197ce17f-3a03-4a19-b508-5f9e299000c5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd9dfdad-029d-4733-af67-45d1f4b249de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547899 Oct 04 10:00:03.591407 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aaa06b-708d-4d3d-9c3c-fb7896f2f24b req-2c657168-0c0f-49c3-b407-3e4ef785711e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:00:03.592892 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-25aaa06b-708d-4d3d-9c3c-fb7896f2f24b req-2c657168-0c0f-49c3-b407-3e4ef785711e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12664c4828024576bc805d2308db5fae&device_id=46219f6a-1cb8-487c-b0dc-098ce6dda0bb HTTP/1.1" status: 200 len: 1096 time: 0.0825152 Oct 04 10:00:03.721020 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aaa06b-708d-4d3d-9c3c-fb7896f2f24b req-b3214ef3-bcec-4647-894b-6524aa215c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:00:03.722351 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-25aaa06b-708d-4d3d-9c3c-fb7896f2f24b req-b3214ef3-bcec-4647-894b-6524aa215c31 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5d9743eb-8533-44c9-a597-ae24eb9df8a9 HTTP/1.1" status: 200 len: 898 time: 0.1229546 Oct 04 10:00:03.787143 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-25aaa06b-708d-4d3d-9c3c-fb7896f2f24b req-c84ae586-3b08-4123-b92f-bae8fcc1fadc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73d1c9ef-df5f-40bb-938b-df46ecbed43c HTTP/1.1" status: 200 len: 217 time: 0.0592349 Oct 04 10:00:03.851784 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aaa06b-708d-4d3d-9c3c-fb7896f2f24b req-4258d6fa-1659-40d8-be81-97262243c112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:00:03.853212 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-25aaa06b-708d-4d3d-9c3c-fb7896f2f24b req-4258d6fa-1659-40d8-be81-97262243c112 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d6ca839f-cd71-4966-bbd3-bbb0f81a1071 HTTP/1.1" status: 200 len: 834 time: 0.0605431 Oct 04 10:00:03.934349 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aaa06b-708d-4d3d-9c3c-fb7896f2f24b req-5b36687e-3edc-4410-b6c5-bf6c37575139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:00:03.935796 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-25aaa06b-708d-4d3d-9c3c-fb7896f2f24b req-5b36687e-3edc-4410-b6c5-bf6c37575139 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5d9743eb-8533-44c9-a597-ae24eb9df8a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761747 Oct 04 10:00:04.063621 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-25aaa06b-708d-4d3d-9c3c-fb7896f2f24b req-49071cea-1b3c-4c4c-b1d5-060f547754cd service neutron] 10.222.0.20 "GET /v2.0/networks/5d9743eb-8533-44c9-a597-ae24eb9df8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215296 Oct 04 10:00:04.103177 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 68e7b1b6-d07b-45d5-a6bd-d83dc767e090 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:00:04.175054 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 68e7b1b6-d07b-45d5-a6bd-d83dc767e090 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:00:04.175422 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:00:04.175756 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 68e7b1b6-d07b-45d5-a6bd-d83dc767e090 Oct 04 10:00:04.202010 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-25aaa06b-708d-4d3d-9c3c-fb7896f2f24b req-ba2c5b17-beab-4a68-bc5c-200881e17f05 service neutron] 10.222.0.20 "GET /v2.0/networks/5d9743eb-8533-44c9-a597-ae24eb9df8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320231 Oct 04 10:00:04.290134 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 68e7b1b6-d07b-45d5-a6bd-d83dc767e090 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:00:04.798755 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3092998-8962-4693-bd01-22a729a4a6fd req-747ab7bf-4301-46e6-8129-630f0e7580b7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:00:04.799482 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-e3092998-8962-4693-bd01-22a729a4a6fd req-747ab7bf-4301-46e6-8129-630f0e7580b7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Synchronizing usage tracker for tenant:12664c4828024576bc805d2308db5fae on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 10:00:04.815041 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-e3092998-8962-4693-bd01-22a729a4a6fd req-747ab7bf-4301-46e6-8129-630f0e7580b7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Unset dirty status for tenant:12664c4828024576bc805d2308db5fae on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 10:00:04.816785 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e3092998-8962-4693-bd01-22a729a4a6fd req-747ab7bf-4301-46e6-8129-630f0e7580b7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=46219f6a-1cb8-487c-b0dc-098ce6dda0bb HTTP/1.1" status: 200 len: 943 time: 0.2054832 Oct 04 10:00:04.860962 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e3092998-8962-4693-bd01-22a729a4a6fd req-92b2d84c-73d8-48c3-8ded-bbbb4e48e4b2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd9dfdad-029d-4733-af67-45d1f4b249de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384440 Oct 04 10:00:06.057899 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5d929-b731-4dcb-a162-2efb984a9517 req-e76225b9-bcc6-4024-a8b7-b64a10a4765a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:00:06.059364 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-94d5d929-b731-4dcb-a162-2efb984a9517 req-e76225b9-bcc6-4024-a8b7-b64a10a4765a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=46219f6a-1cb8-487c-b0dc-098ce6dda0bb HTTP/1.1" status: 200 len: 943 time: 0.0862050 Oct 04 10:00:06.102242 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-94d5d929-b731-4dcb-a162-2efb984a9517 req-af8d5d90-bc59-4b5a-91bf-f3ae65a43a2b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd9dfdad-029d-4733-af67-45d1f4b249de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372458 Oct 04 10:00:06.541234 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 73d1c9ef-df5f-40bb-938b-df46ecbed43c details requested by agent hyperv_hv-neutron-8602 with host hv-neutron-8602 {{(pid=89034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 04 10:00:06.672880 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 73d1c9ef-df5f-40bb-938b-df46ecbed43c, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=73d1c9ef-df5f-40bb-938b-df46ecbed43c,segment=NetworkSegment(8f54bae3-adcd-4469-ae4b-da6a47d57840),segment_id=8f54bae3-adcd-4469-ae4b-da6a47d57840)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:00:06.686143 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Returning: {'device': '73d1c9ef-df5f-40bb-938b-df46ecbed43c', 'network_id': '5d9743eb-8533-44c9-a597-ae24eb9df8a9', 'port_id': '73d1c9ef-df5f-40bb-938b-df46ecbed43c', 'mac_address': 'fa:16:3e:6e:89:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6ca839f-cd71-4966-bbd3-bbb0f81a1071', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 04 10:00:06.740384 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 73d1c9ef-df5f-40bb-938b-df46ecbed43c is: DOWN; New status is: BUILD {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:00:06.740772 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:00:06.757132 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73d1c9ef-df5f-40bb-938b-df46ecbed43c {{(pid=89034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 10:00:06.772760 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 73d1c9ef-df5f-40bb-938b-df46ecbed43c, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=73d1c9ef-df5f-40bb-938b-df46ecbed43c,segment=NetworkSegment(8f54bae3-adcd-4469-ae4b-da6a47d57840),segment_id=8f54bae3-adcd-4469-ae4b-da6a47d57840)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:00:06.776853 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:00:06.845844 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=73d1c9ef-df5f-40bb-938b-df46ecbed43c,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:00:07.194016 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['73d1c9ef-df5f-40bb-938b-df46ecbed43c'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 10:00:07.295101 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099a062-284c-4082-bada-0c101367e13c req-372d9d96-a39b-4401-95c4-ad739e3724dd tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:00:07.296617 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c099a062-284c-4082-bada-0c101367e13c req-372d9d96-a39b-4401-95c4-ad739e3724dd tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=46219f6a-1cb8-487c-b0dc-098ce6dda0bb HTTP/1.1" status: 200 len: 944 time: 0.0861006 Oct 04 10:00:07.344652 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c099a062-284c-4082-bada-0c101367e13c req-8ff7f16b-dec0-4054-87ff-c484d453ea1d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd9dfdad-029d-4733-af67-45d1f4b249de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421031 Oct 04 10:00:08.550358 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 73d1c9ef-df5f-40bb-938b-df46ecbed43c up at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:00:08.550941 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f0aa4-6fb7-4073-9e0a-97da4760136f req-849c3078-fa50-4ac1-944c-07d861560c86 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:00:08.551852 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-287f0aa4-6fb7-4073-9e0a-97da4760136f req-849c3078-fa50-4ac1-944c-07d861560c86 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=46219f6a-1cb8-487c-b0dc-098ce6dda0bb HTTP/1.1" status: 200 len: 944 time: 0.0884402 Oct 04 10:00:08.597286 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-287f0aa4-6fb7-4073-9e0a-97da4760136f req-a5e7fed8-2904-4273-9908-6f3bcbbaf111 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd9dfdad-029d-4733-af67-45d1f4b249de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391712 Oct 04 10:00:08.622265 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning for port 73d1c9ef-df5f-40bb-938b-df46ecbed43c completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 10:00:08.627175 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning complete for port 73d1c9ef-df5f-40bb-938b-df46ecbed43c triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:00:08.627542 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:00:08.627869 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Attempt 1 to provision port 73d1c9ef-df5f-40bb-938b-df46ecbed43c Oct 04 10:00:08.742659 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 73d1c9ef-df5f-40bb-938b-df46ecbed43c is: BUILD; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:00:08.743131 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:00:08.769065 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46219f6a-1cb8-487c-b0dc-098ce6dda0bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d1c9ef-df5f-40bb-938b-df46ecbed43c'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 10:00:08.771332 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aef738b946a3ea172e8e75fc735451da1d91f114ea1acc5fcf392e20a929bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23145fb-05f7-421b-aa25-18cc6dda003c" -d '{"events": [{"server_uuid": "46219f6a-1cb8-487c-b0dc-098ce6dda0bb", "name": "network-vif-plugged", "status": "completed", "tag": "73d1c9ef-df5f-40bb-938b-df46ecbed43c"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 10:00:08.779495 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 73d1c9ef-df5f-40bb-938b-df46ecbed43c, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=73d1c9ef-df5f-40bb-938b-df46ecbed43c,segment=NetworkSegment(8f54bae3-adcd-4469-ae4b-da6a47d57840),segment_id=8f54bae3-adcd-4469-ae4b-da6a47d57840)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:00:08.782635 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:00:08.820867 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 10:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a29d53d-79d2-450b-99da-55c67d87e8cc x-openstack-request-id: req-1a29d53d-79d2-450b-99da-55c67d87e8cc {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 10:00:08.821157 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46219f6a-1cb8-487c-b0dc-098ce6dda0bb", "name": "network-vif-plugged", "status": "completed", "tag": "73d1c9ef-df5f-40bb-938b-df46ecbed43c", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 10:00:08.821406 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1a29d53d-79d2-450b-99da-55c67d87e8cc {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 10:00:08.821790 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a29d53d-79d2-450b-99da-55c67d87e8cc'] response: {'server_uuid': '46219f6a-1cb8-487c-b0dc-098ce6dda0bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d1c9ef-df5f-40bb-938b-df46ecbed43c', 'code': 200} Oct 04 10:00:08.853416 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=73d1c9ef-df5f-40bb-938b-df46ecbed43c,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:00:09.072727 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8cbb4f-0ec3-4bcf-ba8d-7b42a79ed178 req-2e1cd91e-086d-456c-8f74-f251e7e93c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:00:09.074178 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7f8cbb4f-0ec3-4bcf-ba8d-7b42a79ed178 req-2e1cd91e-086d-456c-8f74-f251e7e93c17 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=46219f6a-1cb8-487c-b0dc-098ce6dda0bb HTTP/1.1" status: 200 len: 1098 time: 0.0755565 Oct 04 10:00:09.113853 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7f8cbb4f-0ec3-4bcf-ba8d-7b42a79ed178 req-ce541b9a-c2f2-4cb8-922b-64cb14bd4e82 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fd9dfdad-029d-4733-af67-45d1f4b249de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337231 Oct 04 10:00:09.796784 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6add54-a163-4fb1-895b-e6e2ea7a9480 req-7bb474f9-bec4-4aaf-aec1-b2f2c9c53e58 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:00:09.798217 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-0b6add54-a163-4fb1-895b-e6e2ea7a9480 req-7bb474f9-bec4-4aaf-aec1-b2f2c9c53e58 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=46219f6a-1cb8-487c-b0dc-098ce6dda0bb HTTP/1.1" status: 200 len: 945 time: 0.0893099 Oct 04 10:00:09.840640 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-0b6add54-a163-4fb1-895b-e6e2ea7a9480 req-ead65b41-70db-48e3-876e-9bfd102083d4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd9dfdad-029d-4733-af67-45d1f4b249de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362549 Oct 04 10:00:11.042950 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d5e48-15bd-40ad-ae90-a8f420c06506 req-0f30907e-0bfe-4354-83fa-236318b96eb5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:00:11.044429 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4f8d5e48-15bd-40ad-ae90-a8f420c06506 req-0f30907e-0bfe-4354-83fa-236318b96eb5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=46219f6a-1cb8-487c-b0dc-098ce6dda0bb HTTP/1.1" status: 200 len: 945 time: 0.0911295 Oct 04 10:00:11.087618 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4f8d5e48-15bd-40ad-ae90-a8f420c06506 req-1f7a1f7e-051c-4b8a-ba81-2829cb6d256b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd9dfdad-029d-4733-af67-45d1f4b249de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374799 Oct 04 10:00:11.281225 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168fddf3-44af-4d98-8741-69ae728f4bb6 req-5ce536a7-becb-4ea2-9f7c-7653da4c5068 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:00:11.282579 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-168fddf3-44af-4d98-8741-69ae728f4bb6 req-5ce536a7-becb-4ea2-9f7c-7653da4c5068 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=46219f6a-1cb8-487c-b0dc-098ce6dda0bb HTTP/1.1" status: 200 len: 945 time: 0.0855231 Oct 04 10:00:11.325645 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-168fddf3-44af-4d98-8741-69ae728f4bb6 req-fbd0762d-c330-4503-a405-8d96a363833f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd9dfdad-029d-4733-af67-45d1f4b249de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375361 Oct 04 10:00:11.360274 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 43312) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:00:11.439635 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d78d15d-315f-46c4-8002-0890a087ed09 tempest-TestNetworkAdvancedServerOps-791167516 tempest-TestNetworkAdvancedServerOps-791167516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:00:11.441732 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-8d78d15d-315f-46c4-8002-0890a087ed09 tempest-TestNetworkAdvancedServerOps-791167516 tempest-TestNetworkAdvancedServerOps-791167516-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=46219f6a-1cb8-487c-b0dc-098ce6dda0bb HTTP/1.1" status: 200 len: 1093 time: 0.0804622 Oct 04 10:00:11.444546 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 43316) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:00:11.449452 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-50b513ab-f507-4d02-baa6-674044be8bf2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Request body: {'floatingip': {'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'port_id': '73d1c9ef-df5f-40bb-938b-df46ecbed43c', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'fixed_ip_address': '172.20.0.8'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:00:11.455341 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-50b513ab-f507-4d02-baa6-674044be8bf2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:00:11.459330 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-50b513ab-f507-4d02-baa6-674044be8bf2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Usage tracker for resource:floatingip and tenant:12664c4828024576bc805d2308db5fae is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:00:11.462151 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-50b513ab-f507-4d02-baa6-674044be8bf2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:00:11.467751 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-50b513ab-f507-4d02-baa6-674044be8bf2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:00:11.477844 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-50b513ab-f507-4d02-baa6-674044be8bf2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for floatingip, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:00:11.591827 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:00:11.616940 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-50b513ab-f507-4d02-baa6-674044be8bf2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:00:11.752216 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-50b513ab-f507-4d02-baa6-674044be8bf2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Allocated IP 172.26.10.13 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/16f8c5a0-89a6-4c94-a16c-8b7f0f4dea9d) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 10:00:11.896957 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-50b513ab-f507-4d02-baa6-674044be8bf2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:00:11.926700 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-50b513ab-f507-4d02-baa6-674044be8bf2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:00:11.989804 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b513ab-f507-4d02-baa6-674044be8bf2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 10:00:11.992818 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-50b513ab-f507-4d02-baa6-674044be8bf2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 10:00:11.996593 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b513ab-f507-4d02-baa6-674044be8bf2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 10:00:12.039661 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b513ab-f507-4d02-baa6-674044be8bf2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'Port': ['ID=16f8c5a0-89a6-4c94-a16c-8b7f0f4dea9d,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:00:12.400594 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-50b513ab-f507-4d02-baa6-674044be8bf2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:00:12.478586 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-50b513ab-f507-4d02-baa6-674044be8bf2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:00:12.778264 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-50b513ab-f507-4d02-baa6-674044be8bf2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:00:12.782620 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-50b513ab-f507-4d02-baa6-674044be8bf2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:00:12.885712 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b513ab-f507-4d02-baa6-674044be8bf2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'Port': ['ID=16f8c5a0-89a6-4c94-a16c-8b7f0f4dea9d,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:00:12.890937 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-50b513ab-f507-4d02-baa6-674044be8bf2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:00:13.060447 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.l3_db [None req-50b513ab-f507-4d02-baa6-674044be8bf2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Floating IP 00f7bc8b-7942-468c-bc6e-e049d5b823c1 associated. External IP: 172.26.10.13, port: 73d1c9ef-df5f-40bb-938b-df46ecbed43c. Oct 04 10:00:13.404235 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50b513ab-f507-4d02-baa6-674044be8bf2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Router a3a381bc-6c16-47e0-8bc7-a2496b759012 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 10:00:13.581719 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b513ab-f507-4d02-baa6-674044be8bf2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 10:00:13.591336 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fa9245-f404-4077-b61e-5eafad94c932 None None] Sync routers for ids ['a3a381bc-6c16-47e0-8bc7-a2496b759012'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 10:00:13.601371 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fa9245-f404-4077-b61e-5eafad94c932 None None] Routers {'a3a381bc-6c16-47e0-8bc7-a2496b759012'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:00:13.601972 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-78fa9245-f404-4077-b61e-5eafad94c932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:00:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['a3a381bc-6c16-47e0-8bc7-a2496b759012'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:00:13.605833 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-50b513ab-f507-4d02-baa6-674044be8bf2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:00:13.663106 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-50b513ab-f507-4d02-baa6-674044be8bf2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2173824 Oct 04 10:00:13.663514 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46219f6a-1cb8-487c-b0dc-098ce6dda0bb', 'tag': '73d1c9ef-df5f-40bb-938b-df46ecbed43c'}] {{(pid=89033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 10:00:13.665798 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e417ebe64424eb0358633e416672821aae4ea22acc2211bb28d37655142b7e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c5bbe2-6d89-4560-a602-cd70dbd1ca41" -d '{"events": [{"name": "network-changed", "server_uuid": "46219f6a-1cb8-487c-b0dc-098ce6dda0bb", "tag": "73d1c9ef-df5f-40bb-938b-df46ecbed43c"}]}' {{(pid=89033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 10:00:13.716108 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 10:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef183ad8-8db1-46f2-b6f2-e9663b9d410a x-openstack-request-id: req-ef183ad8-8db1-46f2-b6f2-e9663b9d410a {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 10:00:13.716441 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46219f6a-1cb8-487c-b0dc-098ce6dda0bb", "tag": "73d1c9ef-df5f-40bb-938b-df46ecbed43c", "status": "completed", "code": 200}]} {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 10:00:13.716701 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ef183ad8-8db1-46f2-b6f2-e9663b9d410a {{(pid=89033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 10:00:13.717123 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef183ad8-8db1-46f2-b6f2-e9663b9d410a'] response: {'name': 'network-changed', 'server_uuid': '46219f6a-1cb8-487c-b0dc-098ce6dda0bb', 'tag': '73d1c9ef-df5f-40bb-938b-df46ecbed43c', 'status': 'completed', 'code': 200} Oct 04 10:00:13.788295 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-78fa9245-f404-4077-b61e-5eafad94c932 None None] Set router a3a381bc-6c16-47e0-8bc7-a2496b759012 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:00:13.899653 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f4907-4475-4e74-ae22-72c1e2612e9a req-df1e51c9-81e5-47ac-a5e4-d16bddbb1164 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:00:13.901163 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-487f4907-4475-4e74-ae22-72c1e2612e9a req-df1e51c9-81e5-47ac-a5e4-d16bddbb1164 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=46219f6a-1cb8-487c-b0dc-098ce6dda0bb HTTP/1.1" status: 200 len: 945 time: 0.1494296 Oct 04 10:00:13.906580 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c5bbe2-6d89-4560-a602-cd70dbd1ca41 req-65c30b49-1e34-4ce7-9357-ee758f2087f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:00:13.907925 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a5c5bbe2-6d89-4560-a602-cd70dbd1ca41 req-65c30b49-1e34-4ce7-9357-ee758f2087f4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12664c4828024576bc805d2308db5fae&device_id=46219f6a-1cb8-487c-b0dc-098ce6dda0bb HTTP/1.1" status: 200 len: 1098 time: 0.1198983 Oct 04 10:00:14.027993 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-487f4907-4475-4e74-ae22-72c1e2612e9a req-dd879624-7de6-4f73-87dd-a5ee1ec1eab5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd9dfdad-029d-4733-af67-45d1f4b249de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189978 Oct 04 10:00:14.057338 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 43324) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:00:14.067694 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c5bbe2-6d89-4560-a602-cd70dbd1ca41 req-0d62e1c7-0b72-476d-9887-9ccd5cad90d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:00:14.069175 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a5c5bbe2-6d89-4560-a602-cd70dbd1ca41 req-0d62e1c7-0b72-476d-9887-9ccd5cad90d0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5d9743eb-8533-44c9-a597-ae24eb9df8a9 HTTP/1.1" status: 200 len: 898 time: 0.1472170 Oct 04 10:00:14.135141 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-78fa9245-f404-4077-b61e-5eafad94c932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a381bc-6c16-47e0-8bc7-a2496b759012', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835937623', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.156'}], 'enable_snat': True}, 'gw_port_id': 'a0936029-eb20-4efc-99a6-d96989eacc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:59:52Z', 'updated_at': '2022-10-04T09:59:57Z', 'revision_number': 4, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': 'a0936029-eb20-4efc-99a6-d96989eacc11', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a381bc-6c16-47e0-8bc7-a2496b759012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:59:52Z', 'updated_at': '2022-10-04T09:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': '00f7bc8b-7942-468c-bc6e-e049d5b823c1', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'floating_ip_address': '172.26.10.13', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': 'a3a381bc-6c16-47e0-8bc7-a2496b759012', 'port_id': '73d1c9ef-df5f-40bb-938b-df46ecbed43c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9743eb-8533-44c9-a597-ae24eb9df8a9', 'mac_address': 'fa:16:3e:6e:89:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46219f6a-1cb8-487c-b0dc-098ce6dda0bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T10:00:12Z', 'updated_at': '2022-10-04T10:00:12Z', 'revision_number': 0, 'project_id': '12664c4828024576bc805d2308db5fae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68e7b1b6-d07b-45d5-a6bd-d83dc767e090', 'name': '', 'network_id': '5d9743eb-8533-44c9-a597-ae24eb9df8a9', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'mac_address': 'fa:16:3e:60:cf:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a381bc-6c16-47e0-8bc7-a2496b759012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'd6ca839f-cd71-4966-bbd3-bbb0f81a1071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:59:56Z', 'updated_at': '2022-10-04T10:00:02Z', 'revision_number': 5, 'project_id': '12664c4828024576bc805d2308db5fae', 'subnets': [{'id': 'd6ca839f-cd71-4966-bbd3-bbb0f81a1071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:00:14.139524 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fa9245-f404-4077-b61e-5eafad94c932 None None] Checking router: a3a381bc-6c16-47e0-8bc7-a2496b759012 for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 10:00:14.148522 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fa9245-f404-4077-b61e-5eafad94c932 None None] Routers {'a3a381bc-6c16-47e0-8bc7-a2496b759012'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:00:14.149121 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-78fa9245-f404-4077-b61e-5eafad94c932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:00:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['a3a381bc-6c16-47e0-8bc7-a2496b759012'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:00:14.168470 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-988b8256-5650-4afb-9044-d34b40d4aa32 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/floatingips/00f7bc8b-7942-468c-bc6e-e049d5b823c1 HTTP/1.1" status: 200 len: 991 time: 0.1099751 Oct 04 10:00:14.174343 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a5c5bbe2-6d89-4560-a602-cd70dbd1ca41 req-f42a178b-6340-4b53-9859-4d9d161ae761 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73d1c9ef-df5f-40bb-938b-df46ecbed43c HTTP/1.1" status: 200 len: 999 time: 0.0998285 Oct 04 10:00:14.237697 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c5bbe2-6d89-4560-a602-cd70dbd1ca41 req-fb11d67f-5dc6-421b-9a49-75d760ac44b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:00:14.239122 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a5c5bbe2-6d89-4560-a602-cd70dbd1ca41 req-fb11d67f-5dc6-421b-9a49-75d760ac44b7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d6ca839f-cd71-4966-bbd3-bbb0f81a1071 HTTP/1.1" status: 200 len: 834 time: 0.0592964 Oct 04 10:00:14.319736 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c5bbe2-6d89-4560-a602-cd70dbd1ca41 req-60c71842-6a71-481e-ad31-b41ab3f91f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:00:14.320850 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-78fa9245-f404-4077-b61e-5eafad94c932 None None] Set router a3a381bc-6c16-47e0-8bc7-a2496b759012 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:00:14.321272 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a5c5bbe2-6d89-4560-a602-cd70dbd1ca41 req-60c71842-6a71-481e-ad31-b41ab3f91f63 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5d9743eb-8533-44c9-a597-ae24eb9df8a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765345 Oct 04 10:00:14.452562 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a5c5bbe2-6d89-4560-a602-cd70dbd1ca41 req-17fb09d1-8263-452b-82b4-146d1799dc31 service neutron] 10.222.0.20 "GET /v2.0/networks/5d9743eb-8533-44c9-a597-ae24eb9df8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255441 Oct 04 10:00:14.584097 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a5c5bbe2-6d89-4560-a602-cd70dbd1ca41 req-d737ec52-d42b-454e-bf02-646a66d205f4 service neutron] 10.222.0.20 "GET /v2.0/networks/5d9743eb-8533-44c9-a597-ae24eb9df8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255486 Oct 04 10:00:14.709053 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-78fa9245-f404-4077-b61e-5eafad94c932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a381bc-6c16-47e0-8bc7-a2496b759012', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835937623', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.156'}], 'enable_snat': True}, 'gw_port_id': 'a0936029-eb20-4efc-99a6-d96989eacc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:59:52Z', 'updated_at': '2022-10-04T09:59:57Z', 'revision_number': 4, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': 'a0936029-eb20-4efc-99a6-d96989eacc11', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a381bc-6c16-47e0-8bc7-a2496b759012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:59:52Z', 'updated_at': '2022-10-04T09:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': '00f7bc8b-7942-468c-bc6e-e049d5b823c1', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'floating_ip_address': '172.26.10.13', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': 'a3a381bc-6c16-47e0-8bc7-a2496b759012', 'port_id': '73d1c9ef-df5f-40bb-938b-df46ecbed43c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9743eb-8533-44c9-a597-ae24eb9df8a9', 'mac_address': 'fa:16:3e:6e:89:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46219f6a-1cb8-487c-b0dc-098ce6dda0bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T10:00:12Z', 'updated_at': '2022-10-04T10:00:12Z', 'revision_number': 0, 'project_id': '12664c4828024576bc805d2308db5fae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68e7b1b6-d07b-45d5-a6bd-d83dc767e090', 'name': '', 'network_id': '5d9743eb-8533-44c9-a597-ae24eb9df8a9', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'mac_address': 'fa:16:3e:60:cf:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a381bc-6c16-47e0-8bc7-a2496b759012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'd6ca839f-cd71-4966-bbd3-bbb0f81a1071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:59:56Z', 'updated_at': '2022-10-04T10:00:02Z', 'revision_number': 5, 'project_id': '12664c4828024576bc805d2308db5fae', 'subnets': [{'id': 'd6ca839f-cd71-4966-bbd3-bbb0f81a1071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:00:14.712941 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fa9245-f404-4077-b61e-5eafad94c932 None None] The sync data for ids ['a3a381bc-6c16-47e0-8bc7-a2496b759012'] in dv-neutron-860215-1-hyperv is: [{'id': 'a3a381bc-6c16-47e0-8bc7-a2496b759012', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835937623', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.156'}], 'enable_snat': True}, 'gw_port_id': 'a0936029-eb20-4efc-99a6-d96989eacc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:59:52Z', 'updated_at': '2022-10-04T09:59:57Z', 'revision_number': 4, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': 'a0936029-eb20-4efc-99a6-d96989eacc11', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a381bc-6c16-47e0-8bc7-a2496b759012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:59:52Z', 'updated_at': '2022-10-04T09:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': '00f7bc8b-7942-468c-bc6e-e049d5b823c1', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'floating_ip_address': '172.26.10.13', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': 'a3a381bc-6c16-47e0-8bc7-a2496b759012', 'port_id': '73d1c9ef-df5f-40bb-938b-df46ecbed43c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9743eb-8533-44c9-a597-ae24eb9df8a9', 'mac_address': 'fa:16:3e:6e:89:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46219f6a-1cb8-487c-b0dc-098ce6dda0bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T10:00:12Z', 'updated_at': '2022-10-04T10:00:12Z', 'revision_number': 0, 'project_id': '12664c4828024576bc805d2308db5fae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68e7b1b6-d07b-45d5-a6bd-d83dc767e090', 'name': '', 'network_id': '5d9743eb-8533-44c9-a597-ae24eb9df8a9', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'mac_address': 'fa:16:3e:60:cf:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a381bc-6c16-47e0-8bc7-a2496b759012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'd6ca839f-cd71-4966-bbd3-bbb0f81a1071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:59:56Z', 'updated_at': '2022-10-04T10:00:02Z', 'revision_number': 5, 'project_id': '12664c4828024576bc805d2308db5fae', 'subnets': [{'id': 'd6ca839f-cd71-4966-bbd3-bbb0f81a1071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 10:00:14.889045 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0536cf6-0fa6-4274-bfd3-d4e361ea7beb None None] New status for floating IP 00f7bc8b-7942-468c-bc6e-e049d5b823c1: ACTIVE {{(pid=89034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 10:00:15.171567 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 43328) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:00:15.278033 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-055b564d-9378-421e-848a-e9aca348b134 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/floatingips/00f7bc8b-7942-468c-bc6e-e049d5b823c1 HTTP/1.1" status: 200 len: 993 time: 0.1053565 Oct 04 10:00:27.687189 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c5618ad0-e3f7-49fd-a277-4697d42eecaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:00:30.346208 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e2554d77-c511-4741-b858-97052ec0a92c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:00:30.859026 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:00:30.883629 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:00:31.813950 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 10:00:32.422753 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:00:41.596135 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:00:57.688226 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a4fdd6a6-ab53-46b8-af94-78bd5edc5cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:00.348002 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-aed7469a-b8e1-448b-b685-896e82f57a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:00.860513 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:00.885332 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:02.425597 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:02.488787 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0bea5912-3170-41f7-bca3-e9b05889d9f6 req-4a847267-4fac-4a6b-9292-d526e7411384 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=46219f6a-1cb8-487c-b0dc-098ce6dda0bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0807831 Oct 04 10:01:02.653170 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea5912-3170-41f7-bca3-e9b05889d9f6 req-31aff44f-dcbe-4177-80fc-42cba13efd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:01:02.654817 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0bea5912-3170-41f7-bca3-e9b05889d9f6 req-31aff44f-dcbe-4177-80fc-42cba13efd8f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12664c4828024576bc805d2308db5fae&device_id=46219f6a-1cb8-487c-b0dc-098ce6dda0bb HTTP/1.1" status: 200 len: 1098 time: 0.0816822 Oct 04 10:01:02.904749 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea5912-3170-41f7-bca3-e9b05889d9f6 req-1c2fdc25-75d8-400e-b5ff-0c3de3d0091e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:01:02.906295 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0bea5912-3170-41f7-bca3-e9b05889d9f6 req-1c2fdc25-75d8-400e-b5ff-0c3de3d0091e service neutron] 10.222.0.20 "GET /v2.0/networks?id=5d9743eb-8533-44c9-a597-ae24eb9df8a9 HTTP/1.1" status: 200 len: 898 time: 0.2336493 Oct 04 10:01:03.008907 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0bea5912-3170-41f7-bca3-e9b05889d9f6 req-fb7e2362-f9c0-4c3f-9813-c272ae2a989e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73d1c9ef-df5f-40bb-938b-df46ecbed43c HTTP/1.1" status: 200 len: 1001 time: 0.0954576 Oct 04 10:01:03.069902 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea5912-3170-41f7-bca3-e9b05889d9f6 req-62c9e04d-9cfe-4f8e-b8a3-406877e1ead6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:01:03.071394 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0bea5912-3170-41f7-bca3-e9b05889d9f6 req-62c9e04d-9cfe-4f8e-b8a3-406877e1ead6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d6ca839f-cd71-4966-bbd3-bbb0f81a1071 HTTP/1.1" status: 200 len: 834 time: 0.0570741 Oct 04 10:01:03.156316 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea5912-3170-41f7-bca3-e9b05889d9f6 req-13b077fb-f0bc-4864-9f16-1f6230b96477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:01:03.157752 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0bea5912-3170-41f7-bca3-e9b05889d9f6 req-13b077fb-f0bc-4864-9f16-1f6230b96477 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5d9743eb-8533-44c9-a597-ae24eb9df8a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808756 Oct 04 10:01:03.288047 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0bea5912-3170-41f7-bca3-e9b05889d9f6 req-fb921778-1f96-4915-9573-9715dd5c5c82 service neutron] 10.222.0.20 "GET /v2.0/networks/5d9743eb-8533-44c9-a597-ae24eb9df8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240015 Oct 04 10:01:03.418919 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0bea5912-3170-41f7-bca3-e9b05889d9f6 req-5a98e64a-b74c-49ca-a4e2-0afa206e62ce service neutron] 10.222.0.20 "GET /v2.0/networks/5d9743eb-8533-44c9-a597-ae24eb9df8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247883 Oct 04 10:01:08.812947 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 10:01:11.603979 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:26.932766 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2155c3-1e35-4bc0-834f-07bb75a76702 req-bd5f5524-aadd-4be5-a26e-761a17de5e4f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:01:26.934133 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-0b2155c3-1e35-4bc0-834f-07bb75a76702 req-bd5f5524-aadd-4be5-a26e-761a17de5e4f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=46219f6a-1cb8-487c-b0dc-098ce6dda0bb HTTP/1.1" status: 200 len: 945 time: 0.0889118 Oct 04 10:01:26.978908 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-0b2155c3-1e35-4bc0-834f-07bb75a76702 req-c993d1f0-0d87-4092-95d5-a53ebb6af218 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd9dfdad-029d-4733-af67-45d1f4b249de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390811 Oct 04 10:01:27.689481 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-3ea6f407-07e6-4676-b895-7f39fd337573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:28.178629 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebfecb-00c7-467a-aebb-f62bc5e5a9cb req-3e8678a8-c983-4ea3-ab57-a61b270ce9c6 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:01:28.180076 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-52ebfecb-00c7-467a-aebb-f62bc5e5a9cb req-3e8678a8-c983-4ea3-ab57-a61b270ce9c6 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=46219f6a-1cb8-487c-b0dc-098ce6dda0bb HTTP/1.1" status: 200 len: 945 time: 0.0851026 Oct 04 10:01:28.222876 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-52ebfecb-00c7-467a-aebb-f62bc5e5a9cb req-b12e99ed-09cd-4a2f-96f6-ab38d197f02a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd9dfdad-029d-4733-af67-45d1f4b249de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372400 Oct 04 10:01:28.250849 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 43360) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:01:28.354412 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-440cff2f-d137-4d92-bb73-7f8caf1f05b0 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/floatingips/00f7bc8b-7942-468c-bc6e-e049d5b823c1 HTTP/1.1" status: 200 len: 993 time: 0.1024983 Oct 04 10:01:29.836969 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa198de9-14d6-4604-9cd8-7b24b8a371ed req-ccf7bed2-8570-4be4-abaa-dee7f2f4e906 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:01:29.838426 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-aa198de9-14d6-4604-9cd8-7b24b8a371ed req-ccf7bed2-8570-4be4-abaa-dee7f2f4e906 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=46219f6a-1cb8-487c-b0dc-098ce6dda0bb HTTP/1.1" status: 200 len: 945 time: 0.0895629 Oct 04 10:01:29.882476 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-aa198de9-14d6-4604-9cd8-7b24b8a371ed req-93ad0b52-04f0-4ee5-8554-d3666d169f38 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd9dfdad-029d-4733-af67-45d1f4b249de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377886 Oct 04 10:01:30.349376 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-754ab14f-f4f9-446c-9769-c0434bd76130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:30.862137 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:30.887356 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:31.084074 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbfe468-65f6-4e8a-90c0-791beb9e24ab req-deaf0d58-002c-4d63-b961-092ef02518f8 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:01:31.085562 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7fbfe468-65f6-4e8a-90c0-791beb9e24ab req-deaf0d58-002c-4d63-b961-092ef02518f8 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=46219f6a-1cb8-487c-b0dc-098ce6dda0bb HTTP/1.1" status: 200 len: 945 time: 0.0909250 Oct 04 10:01:31.127775 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7fbfe468-65f6-4e8a-90c0-791beb9e24ab req-14b94e2f-3074-4e1f-a5b0-f5e5921ac4cb tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd9dfdad-029d-4733-af67-45d1f4b249de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366158 Oct 04 10:01:31.157530 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 43372) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:01:31.263341 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-019df0bb-191f-4d5a-aad6-132a5f548a08 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/floatingips/00f7bc8b-7942-468c-bc6e-e049d5b823c1 HTTP/1.1" status: 200 len: 993 time: 0.1047094 Oct 04 10:01:31.546576 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 43380) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:01:31.864152 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-afc4412d-b2ea-4a11-9b71-a6a76e1e97c7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Deleting port 16f8c5a0-89a6-4c94-a16c-8b7f0f4dea9d {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 10:01:31.865152 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-afc4412d-b2ea-4a11-9b71-a6a76e1e97c7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:32.033038 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-afc4412d-b2ea-4a11-9b71-a6a76e1e97c7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:32.033278 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-afc4412d-b2ea-4a11-9b71-a6a76e1e97c7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:32.153157 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-afc4412d-b2ea-4a11-9b71-a6a76e1e97c7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Calling delete_port for 16f8c5a0-89a6-4c94-a16c-8b7f0f4dea9d owned by network:floatingip {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 10:01:32.300567 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-afc4412d-b2ea-4a11-9b71-a6a76e1e97c7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:32.345143 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc4412d-b2ea-4a11-9b71-a6a76e1e97c7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event deleted for resources: {'Port': ['ID=16f8c5a0-89a6-4c94-a16c-8b7f0f4dea9d,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:01:32.388577 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4412d-b2ea-4a11-9b71-a6a76e1e97c7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:01:32.388923 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4412d-b2ea-4a11-9b71-a6a76e1e97c7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:01:32.389262 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4412d-b2ea-4a11-9b71-a6a76e1e97c7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:01:32.389592 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4412d-b2ea-4a11-9b71-a6a76e1e97c7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:01:32.389919 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4412d-b2ea-4a11-9b71-a6a76e1e97c7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:01:32.390244 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4412d-b2ea-4a11-9b71-a6a76e1e97c7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:01:32.390565 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4412d-b2ea-4a11-9b71-a6a76e1e97c7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:01:32.390884 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4412d-b2ea-4a11-9b71-a6a76e1e97c7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:01:32.391202 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4412d-b2ea-4a11-9b71-a6a76e1e97c7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:01:32.391520 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4412d-b2ea-4a11-9b71-a6a76e1e97c7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:01:32.391843 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4412d-b2ea-4a11-9b71-a6a76e1e97c7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:01:32.392158 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4412d-b2ea-4a11-9b71-a6a76e1e97c7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:01:32.427976 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:32.451648 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-afc4412d-b2ea-4a11-9b71-a6a76e1e97c7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for floatingip, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:32.451991 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.l3_db [None req-afc4412d-b2ea-4a11-9b71-a6a76e1e97c7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Floating IP 00f7bc8b-7942-468c-bc6e-e049d5b823c1 disassociated (deleted). External IP: 172.26.10.13, port: 73d1c9ef-df5f-40bb-938b-df46ecbed43c. Oct 04 10:01:32.792997 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc4412d-b2ea-4a11-9b71-a6a76e1e97c7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Router a3a381bc-6c16-47e0-8bc7-a2496b759012 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 10:01:32.967776 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc4412d-b2ea-4a11-9b71-a6a76e1e97c7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 10:01:32.977005 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0e2dfe-d82c-475d-8943-52a7e586195a None None] Sync routers for ids ['a3a381bc-6c16-47e0-8bc7-a2496b759012'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 10:01:32.985839 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0e2dfe-d82c-475d-8943-52a7e586195a None None] Routers {'a3a381bc-6c16-47e0-8bc7-a2496b759012'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:01:32.986421 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-9a0e2dfe-d82c-475d-8943-52a7e586195a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:01:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['a3a381bc-6c16-47e0-8bc7-a2496b759012'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:01:32.988020 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-afc4412d-b2ea-4a11-9b71-a6a76e1e97c7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:33.044510 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-afc4412d-b2ea-4a11-9b71-a6a76e1e97c7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "DELETE /v2.0/floatingips/00f7bc8b-7942-468c-bc6e-e049d5b823c1 HTTP/1.1" status: 204 len: 168 time: 1.4968421 Oct 04 10:01:33.045092 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46219f6a-1cb8-487c-b0dc-098ce6dda0bb', 'tag': '73d1c9ef-df5f-40bb-938b-df46ecbed43c'}] {{(pid=89033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 10:01:33.047586 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e417ebe64424eb0358633e416672821aae4ea22acc2211bb28d37655142b7e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a92ce0-5954-45f2-8d7a-54473f8c031c" -d '{"events": [{"name": "network-changed", "server_uuid": "46219f6a-1cb8-487c-b0dc-098ce6dda0bb", "tag": "73d1c9ef-df5f-40bb-938b-df46ecbed43c"}]}' {{(pid=89033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 10:01:33.117006 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 10:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b8ff1d-83f8-427c-83be-44de78c488de x-openstack-request-id: req-d5b8ff1d-83f8-427c-83be-44de78c488de {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 10:01:33.117302 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46219f6a-1cb8-487c-b0dc-098ce6dda0bb", "tag": "73d1c9ef-df5f-40bb-938b-df46ecbed43c", "status": "completed", "code": 200}]} {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 10:01:33.117680 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d5b8ff1d-83f8-427c-83be-44de78c488de {{(pid=89033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 10:01:33.118153 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5b8ff1d-83f8-427c-83be-44de78c488de'] response: {'name': 'network-changed', 'server_uuid': '46219f6a-1cb8-487c-b0dc-098ce6dda0bb', 'tag': '73d1c9ef-df5f-40bb-938b-df46ecbed43c', 'status': 'completed', 'code': 200} Oct 04 10:01:33.174651 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-9a0e2dfe-d82c-475d-8943-52a7e586195a None None] Set router a3a381bc-6c16-47e0-8bc7-a2496b759012 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:01:33.241988 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a92ce0-5954-45f2-8d7a-54473f8c031c req-8166b5e8-b3a5-445a-b31c-bc7ac38b7b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:01:33.243175 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c5a92ce0-5954-45f2-8d7a-54473f8c031c req-8166b5e8-b3a5-445a-b31c-bc7ac38b7b81 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12664c4828024576bc805d2308db5fae&device_id=46219f6a-1cb8-487c-b0dc-098ce6dda0bb HTTP/1.1" status: 200 len: 1098 time: 0.0831738 Oct 04 10:01:33.390209 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a92ce0-5954-45f2-8d7a-54473f8c031c req-36a18029-aaba-4598-93d9-8bb489f5655e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:01:33.391664 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c5a92ce0-5954-45f2-8d7a-54473f8c031c req-36a18029-aaba-4598-93d9-8bb489f5655e service neutron] 10.222.0.20 "GET /v2.0/networks?id=5d9743eb-8533-44c9-a597-ae24eb9df8a9 HTTP/1.1" status: 200 len: 898 time: 0.1429102 Oct 04 10:01:33.464295 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c5a92ce0-5954-45f2-8d7a-54473f8c031c req-ceb878cc-806a-4cc0-a3e3-622e46d63670 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73d1c9ef-df5f-40bb-938b-df46ecbed43c HTTP/1.1" status: 200 len: 217 time: 0.0659323 Oct 04 10:01:33.491115 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-9a0e2dfe-d82c-475d-8943-52a7e586195a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a381bc-6c16-47e0-8bc7-a2496b759012', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835937623', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.156'}], 'enable_snat': True}, 'gw_port_id': 'a0936029-eb20-4efc-99a6-d96989eacc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:59:52Z', 'updated_at': '2022-10-04T09:59:57Z', 'revision_number': 4, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': 'a0936029-eb20-4efc-99a6-d96989eacc11', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a381bc-6c16-47e0-8bc7-a2496b759012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:59:52Z', 'updated_at': '2022-10-04T09:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '68e7b1b6-d07b-45d5-a6bd-d83dc767e090', 'name': '', 'network_id': '5d9743eb-8533-44c9-a597-ae24eb9df8a9', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'mac_address': 'fa:16:3e:60:cf:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a381bc-6c16-47e0-8bc7-a2496b759012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'd6ca839f-cd71-4966-bbd3-bbb0f81a1071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:59:56Z', 'updated_at': '2022-10-04T10:00:02Z', 'revision_number': 5, 'project_id': '12664c4828024576bc805d2308db5fae', 'subnets': [{'id': 'd6ca839f-cd71-4966-bbd3-bbb0f81a1071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:01:33.495198 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0e2dfe-d82c-475d-8943-52a7e586195a None None] Checking router: a3a381bc-6c16-47e0-8bc7-a2496b759012 for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 10:01:33.504165 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0e2dfe-d82c-475d-8943-52a7e586195a None None] Routers {'a3a381bc-6c16-47e0-8bc7-a2496b759012'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:01:33.505346 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-9a0e2dfe-d82c-475d-8943-52a7e586195a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:01:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['a3a381bc-6c16-47e0-8bc7-a2496b759012'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:01:33.534649 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a92ce0-5954-45f2-8d7a-54473f8c031c req-f0ad1660-a7e9-4462-a57c-e1cfd210f142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:01:33.536148 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c5a92ce0-5954-45f2-8d7a-54473f8c031c req-f0ad1660-a7e9-4462-a57c-e1cfd210f142 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d6ca839f-cd71-4966-bbd3-bbb0f81a1071 HTTP/1.1" status: 200 len: 834 time: 0.0650444 Oct 04 10:01:33.591930 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4342fe1f-705a-4b98-97ce-9a138ddabf0c req-13e29fa4-a706-4d3a-a2fa-b4ed68eed37d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:01:33.592697 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-4342fe1f-705a-4b98-97ce-9a138ddabf0c req-13e29fa4-a706-4d3a-a2fa-b4ed68eed37d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Synchronizing usage tracker for tenant:12664c4828024576bc805d2308db5fae on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 10:01:33.608154 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-4342fe1f-705a-4b98-97ce-9a138ddabf0c req-13e29fa4-a706-4d3a-a2fa-b4ed68eed37d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Unset dirty status for tenant:12664c4828024576bc805d2308db5fae on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 10:01:33.609414 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-4342fe1f-705a-4b98-97ce-9a138ddabf0c req-13e29fa4-a706-4d3a-a2fa-b4ed68eed37d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=46219f6a-1cb8-487c-b0dc-098ce6dda0bb HTTP/1.1" status: 200 len: 945 time: 0.2351646 Oct 04 10:01:33.623776 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a92ce0-5954-45f2-8d7a-54473f8c031c req-43fefe45-f75b-471c-b6db-acd3ba23200b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:01:33.625349 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c5a92ce0-5954-45f2-8d7a-54473f8c031c req-43fefe45-f75b-471c-b6db-acd3ba23200b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5d9743eb-8533-44c9-a597-ae24eb9df8a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0827539 Oct 04 10:01:33.663166 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-4342fe1f-705a-4b98-97ce-9a138ddabf0c req-e74c8381-2d2a-4b77-bb8d-9740303208b4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd9dfdad-029d-4733-af67-45d1f4b249de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471072 Oct 04 10:01:33.695331 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-9a0e2dfe-d82c-475d-8943-52a7e586195a None None] Set router a3a381bc-6c16-47e0-8bc7-a2496b759012 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:01:33.858481 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c5a92ce0-5954-45f2-8d7a-54473f8c031c req-9a897adb-56ea-4273-8db6-8067c1a99913 service neutron] 10.222.0.20 "GET /v2.0/networks/5d9743eb-8533-44c9-a597-ae24eb9df8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259283 Oct 04 10:01:33.989110 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c5a92ce0-5954-45f2-8d7a-54473f8c031c req-d4e63337-8b6f-4511-b511-18bf02dc551e service neutron] 10.222.0.20 "GET /v2.0/networks/5d9743eb-8533-44c9-a597-ae24eb9df8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234982 Oct 04 10:01:34.043020 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-9a0e2dfe-d82c-475d-8943-52a7e586195a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a381bc-6c16-47e0-8bc7-a2496b759012', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835937623', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.156'}], 'enable_snat': True}, 'gw_port_id': 'a0936029-eb20-4efc-99a6-d96989eacc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:59:52Z', 'updated_at': '2022-10-04T09:59:57Z', 'revision_number': 4, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': 'a0936029-eb20-4efc-99a6-d96989eacc11', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a381bc-6c16-47e0-8bc7-a2496b759012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:59:52Z', 'updated_at': '2022-10-04T09:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '68e7b1b6-d07b-45d5-a6bd-d83dc767e090', 'name': '', 'network_id': '5d9743eb-8533-44c9-a597-ae24eb9df8a9', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'mac_address': 'fa:16:3e:60:cf:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a381bc-6c16-47e0-8bc7-a2496b759012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'd6ca839f-cd71-4966-bbd3-bbb0f81a1071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:59:56Z', 'updated_at': '2022-10-04T10:00:02Z', 'revision_number': 5, 'project_id': '12664c4828024576bc805d2308db5fae', 'subnets': [{'id': 'd6ca839f-cd71-4966-bbd3-bbb0f81a1071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:01:34.046918 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0e2dfe-d82c-475d-8943-52a7e586195a None None] The sync data for ids ['a3a381bc-6c16-47e0-8bc7-a2496b759012'] in dv-neutron-860215-1-hyperv is: [{'id': 'a3a381bc-6c16-47e0-8bc7-a2496b759012', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835937623', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.156'}], 'enable_snat': True}, 'gw_port_id': 'a0936029-eb20-4efc-99a6-d96989eacc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:59:52Z', 'updated_at': '2022-10-04T09:59:57Z', 'revision_number': 4, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': 'a0936029-eb20-4efc-99a6-d96989eacc11', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a381bc-6c16-47e0-8bc7-a2496b759012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:59:52Z', 'updated_at': '2022-10-04T09:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '68e7b1b6-d07b-45d5-a6bd-d83dc767e090', 'name': '', 'network_id': '5d9743eb-8533-44c9-a597-ae24eb9df8a9', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'mac_address': 'fa:16:3e:60:cf:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a381bc-6c16-47e0-8bc7-a2496b759012', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'd6ca839f-cd71-4966-bbd3-bbb0f81a1071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:59:56Z', 'updated_at': '2022-10-04T10:00:02Z', 'revision_number': 5, 'project_id': '12664c4828024576bc805d2308db5fae', 'subnets': [{'id': 'd6ca839f-cd71-4966-bbd3-bbb0f81a1071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 10:01:34.259115 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42866dfb-925c-4561-ae6b-090b33d19dfd None None] New status for floating IP 00f7bc8b-7942-468c-bc6e-e049d5b823c1: DOWN {{(pid=89034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 10:01:34.870918 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddff565-9cd5-4d6d-a973-c1348cd2c16a req-e76d6c4c-230b-49c4-87e5-f165a524b7c6 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:01:34.872376 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8ddff565-9cd5-4d6d-a973-c1348cd2c16a req-e76d6c4c-230b-49c4-87e5-f165a524b7c6 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=46219f6a-1cb8-487c-b0dc-098ce6dda0bb HTTP/1.1" status: 200 len: 945 time: 0.0917091 Oct 04 10:01:34.916696 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8ddff565-9cd5-4d6d-a973-c1348cd2c16a req-a0e615d1-47a9-4e21-b798-4ca8bd4f3e55 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd9dfdad-029d-4733-af67-45d1f4b249de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384860 Oct 04 10:01:35.336114 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e07a75d-3a97-4911-9582-b6039e61549d req-5053271d-5590-4366-894d-8b3aebd82394 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:01:35.337551 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9e07a75d-3a97-4911-9582-b6039e61549d req-5053271d-5590-4366-894d-8b3aebd82394 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.20 "GET /v2.0/ports?device_id=46219f6a-1cb8-487c-b0dc-098ce6dda0bb HTTP/1.1" status: 200 len: 945 time: 0.0908475 Oct 04 10:01:35.405620 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-9e07a75d-3a97-4911-9582-b6039e61549d req-aca4f744-7023-485e-a21f-fac80ea58be5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Deleting port 73d1c9ef-df5f-40bb-938b-df46ecbed43c {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 10:01:35.405957 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-9e07a75d-3a97-4911-9582-b6039e61549d req-aca4f744-7023-485e-a21f-fac80ea58be5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:35.644453 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-9e07a75d-3a97-4911-9582-b6039e61549d req-aca4f744-7023-485e-a21f-fac80ea58be5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] For port 73d1c9ef-df5f-40bb-938b-df46ecbed43c, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=73d1c9ef-df5f-40bb-938b-df46ecbed43c,segment=NetworkSegment(8f54bae3-adcd-4469-ae4b-da6a47d57840),segment_id=8f54bae3-adcd-4469-ae4b-da6a47d57840)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:01:35.644728 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-9e07a75d-3a97-4911-9582-b6039e61549d req-aca4f744-7023-485e-a21f-fac80ea58be5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:35.771918 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-9e07a75d-3a97-4911-9582-b6039e61549d req-aca4f744-7023-485e-a21f-fac80ea58be5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Calling delete_port for 73d1c9ef-df5f-40bb-938b-df46ecbed43c owned by compute:nova {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 10:01:35.914015 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-9e07a75d-3a97-4911-9582-b6039e61549d req-aca4f744-7023-485e-a21f-fac80ea58be5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:35.972692 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca4f744-7023-485e-a21f-fac80ea58be5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event deleted for resources: {'Port': ['ID=73d1c9ef-df5f-40bb-938b-df46ecbed43c,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:01:36.047125 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca4f744-7023-485e-a21f-fac80ea58be5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:01:36.047466 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca4f744-7023-485e-a21f-fac80ea58be5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:01:36.047807 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca4f744-7023-485e-a21f-fac80ea58be5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:01:36.048138 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca4f744-7023-485e-a21f-fac80ea58be5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:01:36.048491 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca4f744-7023-485e-a21f-fac80ea58be5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:01:36.048816 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca4f744-7023-485e-a21f-fac80ea58be5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:01:36.049138 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca4f744-7023-485e-a21f-fac80ea58be5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:01:36.049457 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca4f744-7023-485e-a21f-fac80ea58be5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:01:36.049778 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca4f744-7023-485e-a21f-fac80ea58be5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:01:36.050095 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca4f744-7023-485e-a21f-fac80ea58be5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:01:36.050411 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca4f744-7023-485e-a21f-fac80ea58be5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:01:36.050726 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca4f744-7023-485e-a21f-fac80ea58be5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:01:36.065799 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e07a75d-3a97-4911-9582-b6039e61549d req-aca4f744-7023-485e-a21f-fac80ea58be5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] No DVR routers for this DVR port 73d1c9ef-df5f-40bb-938b-df46ecbed43c on host hv-neutron-8602 {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 10:01:36.068185 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-9e07a75d-3a97-4911-9582-b6039e61549d req-aca4f744-7023-485e-a21f-fac80ea58be5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:36.070843 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46219f6a-1cb8-487c-b0dc-098ce6dda0bb', 'name': 'network-vif-deleted', 'tag': '73d1c9ef-df5f-40bb-938b-df46ecbed43c'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 10:01:36.073157 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f94413-3eeb-4f5b-a2db-4985c80236df" -d '{"events": [{"server_uuid": "46219f6a-1cb8-487c-b0dc-098ce6dda0bb", "name": "network-vif-deleted", "tag": "73d1c9ef-df5f-40bb-938b-df46ecbed43c"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 10:01:36.080442 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-b4b5af88-caa9-4fa8-b02c-2636bd4d7cb9 req-d5a08b18-5c4b-4b95-b814-f77bf7657267 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=46219f6a-1cb8-487c-b0dc-098ce6dda0bb HTTP/1.1" status: 200 len: 210 time: 0.0495517 Oct 04 10:01:36.087358 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9e07a75d-3a97-4911-9582-b6039e61549d req-aca4f744-7023-485e-a21f-fac80ea58be5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.20 "DELETE /v2.0/ports/73d1c9ef-df5f-40bb-938b-df46ecbed43c HTTP/1.1" status: 204 len: 173 time: 0.7441843 Oct 04 10:01:36.173836 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 10:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f819a8a-10f6-4da4-a368-7f5eb352e943 x-openstack-request-id: req-0f819a8a-10f6-4da4-a368-7f5eb352e943 {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 10:01:36.174129 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46219f6a-1cb8-487c-b0dc-098ce6dda0bb", "name": "network-vif-deleted", "tag": "73d1c9ef-df5f-40bb-938b-df46ecbed43c", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 10:01:36.174380 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0f819a8a-10f6-4da4-a368-7f5eb352e943 {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 10:01:36.174809 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f819a8a-10f6-4da4-a368-7f5eb352e943'] response: {'server_uuid': '46219f6a-1cb8-487c-b0dc-098ce6dda0bb', 'name': 'network-vif-deleted', 'tag': '73d1c9ef-df5f-40bb-938b-df46ecbed43c', 'status': 'completed', 'code': 200} Oct 04 10:01:37.189060 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 43400) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:01:37.739889 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8ca4378a-7047-4e08-add6-3f1d3d2a937f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736827'] for router_interface, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:38.094060 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-8ca4378a-7047-4e08-add6-3f1d3d2a937f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Deleting port 68e7b1b6-d07b-45d5-a6bd-d83dc767e090 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 10:01:38.094403 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8ca4378a-7047-4e08-add6-3f1d3d2a937f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:38.278191 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-8ca4378a-7047-4e08-add6-3f1d3d2a937f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] For port 68e7b1b6-d07b-45d5-a6bd-d83dc767e090, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=68e7b1b6-d07b-45d5-a6bd-d83dc767e090,segment=NetworkSegment(8f54bae3-adcd-4469-ae4b-da6a47d57840),segment_id=8f54bae3-adcd-4469-ae4b-da6a47d57840)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:01:38.278837 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8ca4378a-7047-4e08-add6-3f1d3d2a937f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:38.399466 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-8ca4378a-7047-4e08-add6-3f1d3d2a937f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Calling delete_port for 68e7b1b6-d07b-45d5-a6bd-d83dc767e090 owned by network:router_interface {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 10:01:38.679976 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8ca4378a-7047-4e08-add6-3f1d3d2a937f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:38.727483 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca4378a-7047-4e08-add6-3f1d3d2a937f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event deleted for resources: {'Port': ['ID=68e7b1b6-d07b-45d5-a6bd-d83dc767e090,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:01:39.006201 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8ca4378a-7047-4e08-add6-3f1d3d2a937f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736911'] for router_interface, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:39.015337 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 73d1c9ef-df5f-40bb-938b-df46ecbed43c no longer exists at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 10:01:39.053834 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] No Port match for: 73d1c9ef-df5f-40bb-938b-df46ecbed43c {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 10:01:39.054178 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 73d1c9ef-df5f-40bb-938b-df46ecbed43c not bound to the agent host hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 10:01:39.361216 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca4378a-7047-4e08-add6-3f1d3d2a937f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Router a3a381bc-6c16-47e0-8bc7-a2496b759012 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 10:01:39.534329 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca4378a-7047-4e08-add6-3f1d3d2a937f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 10:01:39.543781 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f28f3a6-1e7a-4148-b4e4-39a12a51e646 None None] Sync routers for ids ['a3a381bc-6c16-47e0-8bc7-a2496b759012'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 10:01:39.546994 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-8ca4378a-7047-4e08-add6-3f1d3d2a937f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "PUT /v2.0/routers/a3a381bc-6c16-47e0-8bc7-a2496b759012/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3568785 Oct 04 10:01:39.549754 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 43404) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:01:39.552868 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f28f3a6-1e7a-4148-b4e4-39a12a51e646 None None] Routers {'a3a381bc-6c16-47e0-8bc7-a2496b759012'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:01:39.553462 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-7f28f3a6-1e7a-4148-b4e4-39a12a51e646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:01:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['a3a381bc-6c16-47e0-8bc7-a2496b759012'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:01:39.617274 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c2afbed-f439-4776-bb24-1ff147fc885f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Deleting subnet d6ca839f-cd71-4966-bbd3-bbb0f81a1071 {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 10:01:39.620150 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6c2afbed-f439-4776-bb24-1ff147fc885f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:39.673374 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6c2afbed-f439-4776-bb24-1ff147fc885f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:39.722780 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-7f28f3a6-1e7a-4148-b4e4-39a12a51e646 None None] Set router a3a381bc-6c16-47e0-8bc7-a2496b759012 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:01:39.758491 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6c2afbed-f439-4776-bb24-1ff147fc885f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:39.835031 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6c2afbed-f439-4776-bb24-1ff147fc885f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:39.874148 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2afbed-f439-4776-bb24-1ff147fc885f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event deleted for resources: {'Subnet': ['ID=d6ca839f-cd71-4966-bbd3-bbb0f81a1071,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:01:39.879562 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6c2afbed-f439-4776-bb24-1ff147fc885f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:39.886467 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fccec7-9d4c-4464-b303-840a0861d6a5 None None] Network 5d9743eb-8533-44c9-a597-ae24eb9df8a9 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 10:01:39.888880 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-6c2afbed-f439-4776-bb24-1ff147fc885f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "DELETE /v2.0/subnets/d6ca839f-cd71-4966-bbd3-bbb0f81a1071 HTTP/1.1" status: 204 len: 168 time: 0.3381240 Oct 04 10:01:39.889967 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 43408) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:01:40.021192 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-7f28f3a6-1e7a-4148-b4e4-39a12a51e646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a381bc-6c16-47e0-8bc7-a2496b759012', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835937623', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.156'}], 'enable_snat': True}, 'gw_port_id': 'a0936029-eb20-4efc-99a6-d96989eacc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:59:52Z', 'updated_at': '2022-10-04T10:01:38Z', 'revision_number': 5, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': 'a0936029-eb20-4efc-99a6-d96989eacc11', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a381bc-6c16-47e0-8bc7-a2496b759012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:59:52Z', 'updated_at': '2022-10-04T09:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:01:40.025617 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f28f3a6-1e7a-4148-b4e4-39a12a51e646 None None] Checking router: a3a381bc-6c16-47e0-8bc7-a2496b759012 for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 10:01:40.035170 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f28f3a6-1e7a-4148-b4e4-39a12a51e646 None None] Routers {'a3a381bc-6c16-47e0-8bc7-a2496b759012'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:01:40.035818 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-7f28f3a6-1e7a-4148-b4e4-39a12a51e646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:01:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['a3a381bc-6c16-47e0-8bc7-a2496b759012'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:01:40.178485 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65b67df-0444-49fa-97be-16d83c6c7dca None None] DHCP port deletion for 5d9743eb-8533-44c9-a597-ae24eb9df8a9 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 10:01:40.183728 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-c65b67df-0444-49fa-97be-16d83c6c7dca None None] Deleting port e584af61-278c-4d38-9d80-3893c142013e {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 10:01:40.184334 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c65b67df-0444-49fa-97be-16d83c6c7dca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:40.192852 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1f5403e3-8507-4b2a-8d11-48d155b7e6f2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for router, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:40.225976 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-7f28f3a6-1e7a-4148-b4e4-39a12a51e646 None None] Set router a3a381bc-6c16-47e0-8bc7-a2496b759012 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:01:40.376175 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1f5403e3-8507-4b2a-8d11-48d155b7e6f2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:40.388097 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-1f5403e3-8507-4b2a-8d11-48d155b7e6f2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Deleting port a0936029-eb20-4efc-99a6-d96989eacc11 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 10:01:40.388379 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1f5403e3-8507-4b2a-8d11-48d155b7e6f2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:40.395824 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-c65b67df-0444-49fa-97be-16d83c6c7dca None None] For port e584af61-278c-4d38-9d80-3893c142013e, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=e584af61-278c-4d38-9d80-3893c142013e,segment=NetworkSegment(8f54bae3-adcd-4469-ae4b-da6a47d57840),segment_id=8f54bae3-adcd-4469-ae4b-da6a47d57840)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:01:40.396199 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c65b67df-0444-49fa-97be-16d83c6c7dca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:40.514322 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-7f28f3a6-1e7a-4148-b4e4-39a12a51e646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3a381bc-6c16-47e0-8bc7-a2496b759012', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835937623', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.156'}], 'enable_snat': True}, 'gw_port_id': 'a0936029-eb20-4efc-99a6-d96989eacc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:59:52Z', 'updated_at': '2022-10-04T10:01:38Z', 'revision_number': 5, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': 'a0936029-eb20-4efc-99a6-d96989eacc11', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a381bc-6c16-47e0-8bc7-a2496b759012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:59:52Z', 'updated_at': '2022-10-04T09:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:01:40.518223 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f28f3a6-1e7a-4148-b4e4-39a12a51e646 None None] The sync data for ids ['a3a381bc-6c16-47e0-8bc7-a2496b759012'] in dv-neutron-860215-1-hyperv is: [{'id': 'a3a381bc-6c16-47e0-8bc7-a2496b759012', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835937623', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.156'}], 'enable_snat': True}, 'gw_port_id': 'a0936029-eb20-4efc-99a6-d96989eacc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T09:59:52Z', 'updated_at': '2022-10-04T10:01:38Z', 'revision_number': 5, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': 'a0936029-eb20-4efc-99a6-d96989eacc11', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a381bc-6c16-47e0-8bc7-a2496b759012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T09:59:52Z', 'updated_at': '2022-10-04T09:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 10:01:40.521872 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-c65b67df-0444-49fa-97be-16d83c6c7dca None None] Calling delete_port for e584af61-278c-4d38-9d80-3893c142013e owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 10:01:40.571880 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-1f5403e3-8507-4b2a-8d11-48d155b7e6f2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] For port a0936029-eb20-4efc-99a6-d96989eacc11, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=a0936029-eb20-4efc-99a6-d96989eacc11,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:01:40.572048 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1f5403e3-8507-4b2a-8d11-48d155b7e6f2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:40.601836 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c65b67df-0444-49fa-97be-16d83c6c7dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:40.647241 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b67df-0444-49fa-97be-16d83c6c7dca None None] Pushing event deleted for resources: {'Port': ['ID=e584af61-278c-4d38-9d80-3893c142013e,revision_number=None']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:01:40.651832 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65b67df-0444-49fa-97be-16d83c6c7dca None None] No DVR routers for this DVR port e584af61-278c-4d38-9d80-3893c142013e on host dv-neutron-860215-1-hyperv {{(pid=89034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 10:01:40.657699 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65b67df-0444-49fa-97be-16d83c6c7dca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:01:40.658049 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65b67df-0444-49fa-97be-16d83c6c7dca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:01:40.658389 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65b67df-0444-49fa-97be-16d83c6c7dca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:01:40.658723 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65b67df-0444-49fa-97be-16d83c6c7dca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:01:40.662949 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65b67df-0444-49fa-97be-16d83c6c7dca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:01:40.663041 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65b67df-0444-49fa-97be-16d83c6c7dca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:01:40.663312 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65b67df-0444-49fa-97be-16d83c6c7dca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:01:40.663663 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65b67df-0444-49fa-97be-16d83c6c7dca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:01:40.664103 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65b67df-0444-49fa-97be-16d83c6c7dca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:01:40.664293 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65b67df-0444-49fa-97be-16d83c6c7dca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:01:40.664636 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65b67df-0444-49fa-97be-16d83c6c7dca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:01:40.664976 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65b67df-0444-49fa-97be-16d83c6c7dca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:01:40.702584 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-1f5403e3-8507-4b2a-8d11-48d155b7e6f2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Calling delete_port for a0936029-eb20-4efc-99a6-d96989eacc11 owned by network:router_gateway {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 10:01:40.870889 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1f5403e3-8507-4b2a-8d11-48d155b7e6f2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:40.922007 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5403e3-8507-4b2a-8d11-48d155b7e6f2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event deleted for resources: {'Port': ['ID=a0936029-eb20-4efc-99a6-d96989eacc11,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:01:41.025183 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1f5403e3-8507-4b2a-8d11-48d155b7e6f2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737040'] for router_gateway, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:41.195730 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1f5403e3-8507-4b2a-8d11-48d155b7e6f2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:41.197800 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1f5403e3-8507-4b2a-8d11-48d155b7e6f2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:41.220728 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1f5403e3-8507-4b2a-8d11-48d155b7e6f2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:41.221259 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f5403e3-8507-4b2a-8d11-48d155b7e6f2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Fanout notify agent at l3_agent the message router_deleted on router a3a381bc-6c16-47e0-8bc7-a2496b759012 {{(pid=89033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 10:01:41.236240 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1f5403e3-8507-4b2a-8d11-48d155b7e6f2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:41.237160 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-1f5403e3-8507-4b2a-8d11-48d155b7e6f2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "DELETE /v2.0/routers/a3a381bc-6c16-47e0-8bc7-a2496b759012 HTTP/1.1" status: 204 len: 168 time: 1.3461881 Oct 04 10:01:41.241250 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 43412) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:01:41.356029 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-62b124b2-e2a0-44a8-87ce-5984a90e94c2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:41.584545 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-62b124b2-e2a0-44a8-87ce-5984a90e94c2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:41.608590 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-62b124b2-e2a0-44a8-87ce-5984a90e94c2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d9743eb-8533-44c9-a597-ae24eb9df8a9']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:01:41.620664 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-62b124b2-e2a0-44a8-87ce-5984a90e94c2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f54bae3-adcd-4469-ae4b-da6a47d57840') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:01:41.620947 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-62b124b2-e2a0-44a8-87ce-5984a90e94c2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f54bae3-adcd-4469-ae4b-da6a47d57840') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:01:41.632048 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:41.632622 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-62b124b2-e2a0-44a8-87ce-5984a90e94c2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:41.651356 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-62b124b2-e2a0-44a8-87ce-5984a90e94c2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:41.657296 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62b124b2-e2a0-44a8-87ce-5984a90e94c2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 10:01:41.657702 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-62b124b2-e2a0-44a8-87ce-5984a90e94c2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:41.764152 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-62b124b2-e2a0-44a8-87ce-5984a90e94c2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:41.785290 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 8f54bae3-adcd-4469-ae4b-da6a47d57840 resource provider aggregate not found Oct 04 10:01:41.789643 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-62b124b2-e2a0-44a8-87ce-5984a90e94c2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:41.800682 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b124b2-e2a0-44a8-87ce-5984a90e94c2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event deleted for resources: {'Network': ['ID=5d9743eb-8533-44c9-a597-ae24eb9df8a9,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:01:41.804133 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-62b124b2-e2a0-44a8-87ce-5984a90e94c2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "DELETE /v2.0/networks/5d9743eb-8533-44c9-a597-ae24eb9df8a9 HTTP/1.1" status: 204 len: 168 time: 0.5619514 Oct 04 10:01:41.806802 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 43422) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:01:41.819300 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 8f54bae3-adcd-4469-ae4b-da6a47d57840 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8f54bae3-adcd-4469-ae4b-da6a47d57840 found for delete ", "request_id": "req-e39f4a2d-0d30-4cab-8a69-d6b7a3f8b11c"}]} Oct 04 10:01:41.874278 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9c955dce-9e7f-4103-bd2a-4f285acb2784 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:41.903513 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9c955dce-9e7f-4103-bd2a-4f285acb2784 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:41.966716 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9c955dce-9e7f-4103-bd2a-4f285acb2784 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:41.984504 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c955dce-9e7f-4103-bd2a-4f285acb2784 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9dfdad-029d-4733-af67-45d1f4b249de,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:01:41.997591 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9c955dce-9e7f-4103-bd2a-4f285acb2784 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:42.002011 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-9c955dce-9e7f-4103-bd2a-4f285acb2784 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "DELETE /v2.0/security-groups/fd9dfdad-029d-4733-af67-45d1f4b249de HTTP/1.1" status: 204 len: 168 time: 0.1941445 Oct 04 10:01:42.121110 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 43430) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:01:42.126532 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-3507d83e-344b-4c83-9918-c6b3652c3f63 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1554584756', 'description': 'tempest-secgroup-smoke-1554584756 description', 'project_id': '12664c4828024576bc805d2308db5fae'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:01:42.132539 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-3507d83e-344b-4c83-9918-c6b3652c3f63 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:01:42.136645 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-3507d83e-344b-4c83-9918-c6b3652c3f63 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Usage tracker for resource:security_group and tenant:12664c4828024576bc805d2308db5fae is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:01:42.139457 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-3507d83e-344b-4c83-9918-c6b3652c3f63 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:01:42.146217 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-3507d83e-344b-4c83-9918-c6b3652c3f63 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:01:42.150001 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device e584af61-278c-4d38-9d80-3893c142013e no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 10:01:42.156702 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3507d83e-344b-4c83-9918-c6b3652c3f63 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:42.176624 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-3507d83e-344b-4c83-9918-c6b3652c3f63 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:01:42.180396 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-3507d83e-344b-4c83-9918-c6b3652c3f63 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Usage tracker for resource:security_group_rule and tenant:12664c4828024576bc805d2308db5fae is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:01:42.183210 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-3507d83e-344b-4c83-9918-c6b3652c3f63 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:01:42.184148 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: e584af61-278c-4d38-9d80-3893c142013e {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 10:01:42.184523 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device e584af61-278c-4d38-9d80-3893c142013e not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 10:01:42.184948 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device a0936029-eb20-4efc-99a6-d96989eacc11 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 10:01:42.188833 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-3507d83e-344b-4c83-9918-c6b3652c3f63 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:01:42.257924 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: a0936029-eb20-4efc-99a6-d96989eacc11 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 10:01:42.258271 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device a0936029-eb20-4efc-99a6-d96989eacc11 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 10:01:42.258690 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 68e7b1b6-d07b-45d5-a6bd-d83dc767e090 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 10:01:42.263574 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3507d83e-344b-4c83-9918-c6b3652c3f63 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:42.267459 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3507d83e-344b-4c83-9918-c6b3652c3f63 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:42.292655 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 68e7b1b6-d07b-45d5-a6bd-d83dc767e090 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 10:01:42.292998 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 68e7b1b6-d07b-45d5-a6bd-d83dc767e090 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 10:01:42.311199 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3507d83e-344b-4c83-9918-c6b3652c3f63 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58290fc0-1f6e-4874-852d-548529b50c99,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:01:42.317008 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3507d83e-344b-4c83-9918-c6b3652c3f63 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:42.318779 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-3507d83e-344b-4c83-9918-c6b3652c3f63 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1965947 Oct 04 10:01:42.321842 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 43434) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:01:42.327033 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-b81c5d26-dd70-475f-b5db-51d2419fb3f1 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Request body: {'security_group_rule': {'security_group_id': '58290fc0-1f6e-4874-852d-548529b50c99', 'project_id': '12664c4828024576bc805d2308db5fae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:01:42.333714 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-b81c5d26-dd70-475f-b5db-51d2419fb3f1 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:01:42.337552 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-b81c5d26-dd70-475f-b5db-51d2419fb3f1 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Usage tracker for resource:security_group_rule and tenant:12664c4828024576bc805d2308db5fae is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:01:42.340345 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-b81c5d26-dd70-475f-b5db-51d2419fb3f1 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:01:42.346671 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-b81c5d26-dd70-475f-b5db-51d2419fb3f1 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:01:42.362997 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b81c5d26-dd70-475f-b5db-51d2419fb3f1 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:42.425481 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b81c5d26-dd70-475f-b5db-51d2419fb3f1 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:42.429062 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b81c5d26-dd70-475f-b5db-51d2419fb3f1 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:42.455551 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81c5d26-dd70-475f-b5db-51d2419fb3f1 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f20e5780-4e38-448f-9cc7-9ed17ed1f061,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:01:42.462525 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b81c5d26-dd70-475f-b5db-51d2419fb3f1 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:42.463732 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-b81c5d26-dd70-475f-b5db-51d2419fb3f1 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1408682 Oct 04 10:01:42.466643 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 43438) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:01:42.471530 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-80e3f1e2-11bd-4f46-9352-892a936bd8d3 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Request body: {'security_group_rule': {'security_group_id': '58290fc0-1f6e-4874-852d-548529b50c99', 'project_id': '12664c4828024576bc805d2308db5fae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:01:42.477335 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-80e3f1e2-11bd-4f46-9352-892a936bd8d3 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:01:42.481092 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-80e3f1e2-11bd-4f46-9352-892a936bd8d3 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Usage tracker for resource:security_group_rule and tenant:12664c4828024576bc805d2308db5fae is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:01:42.483890 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-80e3f1e2-11bd-4f46-9352-892a936bd8d3 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:01:42.489503 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-80e3f1e2-11bd-4f46-9352-892a936bd8d3 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:01:42.506320 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-80e3f1e2-11bd-4f46-9352-892a936bd8d3 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:42.565309 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-80e3f1e2-11bd-4f46-9352-892a936bd8d3 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:42.569472 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-80e3f1e2-11bd-4f46-9352-892a936bd8d3 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:42.592325 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e3f1e2-11bd-4f46-9352-892a936bd8d3 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2721a0c8-77cb-4214-9962-c1dce6d67775,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:01:42.601428 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-80e3f1e2-11bd-4f46-9352-892a936bd8d3 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:42.602669 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-80e3f1e2-11bd-4f46-9352-892a936bd8d3 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1351197 Oct 04 10:01:42.605398 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 43442) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:01:42.610232 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-7eb3f45a-ee45-40ca-9461-644a3d764cb4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Request body: {'security_group_rule': {'security_group_id': '58290fc0-1f6e-4874-852d-548529b50c99', 'project_id': '12664c4828024576bc805d2308db5fae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:01:42.615899 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-7eb3f45a-ee45-40ca-9461-644a3d764cb4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:01:42.619669 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-7eb3f45a-ee45-40ca-9461-644a3d764cb4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Usage tracker for resource:security_group_rule and tenant:12664c4828024576bc805d2308db5fae is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:01:42.622493 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-7eb3f45a-ee45-40ca-9461-644a3d764cb4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:01:42.628075 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-7eb3f45a-ee45-40ca-9461-644a3d764cb4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:01:42.644659 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7eb3f45a-ee45-40ca-9461-644a3d764cb4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:42.706244 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7eb3f45a-ee45-40ca-9461-644a3d764cb4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:42.710361 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7eb3f45a-ee45-40ca-9461-644a3d764cb4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:42.732630 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb3f45a-ee45-40ca-9461-644a3d764cb4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6601c4ad-20b9-4327-b64d-dad4eac0af3a,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:01:42.743054 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7eb3f45a-ee45-40ca-9461-644a3d764cb4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:42.744221 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-7eb3f45a-ee45-40ca-9461-644a3d764cb4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1379097 Oct 04 10:01:42.746931 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 43446) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:01:42.751791 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-1869f8c8-17e7-4bea-8c45-e5add92709e5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Request body: {'security_group_rule': {'security_group_id': '58290fc0-1f6e-4874-852d-548529b50c99', 'project_id': '12664c4828024576bc805d2308db5fae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:01:42.758448 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-1869f8c8-17e7-4bea-8c45-e5add92709e5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:01:42.762382 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-1869f8c8-17e7-4bea-8c45-e5add92709e5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Usage tracker for resource:security_group_rule and tenant:12664c4828024576bc805d2308db5fae is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:01:42.765494 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-1869f8c8-17e7-4bea-8c45-e5add92709e5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:01:42.771703 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-1869f8c8-17e7-4bea-8c45-e5add92709e5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:01:42.790441 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1869f8c8-17e7-4bea-8c45-e5add92709e5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:42.851793 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1869f8c8-17e7-4bea-8c45-e5add92709e5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:42.855251 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1869f8c8-17e7-4bea-8c45-e5add92709e5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:42.880438 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1869f8c8-17e7-4bea-8c45-e5add92709e5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e332e11-092b-4693-b5f9-dcfc1ae06e7e,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:01:42.889807 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1869f8c8-17e7-4bea-8c45-e5add92709e5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:42.890988 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-1869f8c8-17e7-4bea-8c45-e5add92709e5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1431334 Oct 04 10:01:42.893679 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 43450) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:01:42.898718 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-b13e1271-9c69-4db7-b359-f7142abd21b0 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Request body: {'security_group_rule': {'security_group_id': '58290fc0-1f6e-4874-852d-548529b50c99', 'project_id': '12664c4828024576bc805d2308db5fae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:01:42.904306 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-b13e1271-9c69-4db7-b359-f7142abd21b0 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:01:42.908042 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-b13e1271-9c69-4db7-b359-f7142abd21b0 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Usage tracker for resource:security_group_rule and tenant:12664c4828024576bc805d2308db5fae is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:01:42.910985 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-b13e1271-9c69-4db7-b359-f7142abd21b0 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:01:42.916944 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-b13e1271-9c69-4db7-b359-f7142abd21b0 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:01:42.927637 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.securitygroups_db [None req-b13e1271-9c69-4db7-b359-f7142abd21b0 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Project 12664c4828024576bc805d2308db5fae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 10:01:42.933918 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b13e1271-9c69-4db7-b359-f7142abd21b0 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:42.997716 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b13e1271-9c69-4db7-b359-f7142abd21b0 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:43.001191 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b13e1271-9c69-4db7-b359-f7142abd21b0 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:43.023939 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e1271-9c69-4db7-b359-f7142abd21b0 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09f04219-a0b4-4b69-8bba-18e422df3b5e,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:01:43.033583 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b13e1271-9c69-4db7-b359-f7142abd21b0 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:43.034890 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-b13e1271-9c69-4db7-b359-f7142abd21b0 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1403177 Oct 04 10:01:43.038227 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 43454) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:01:43.042981 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-e963e109-5e02-4984-bb50-971a3f10a090 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Request body: {'security_group_rule': {'security_group_id': '58290fc0-1f6e-4874-852d-548529b50c99', 'project_id': '12664c4828024576bc805d2308db5fae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:01:43.048661 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-e963e109-5e02-4984-bb50-971a3f10a090 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:01:43.053086 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-e963e109-5e02-4984-bb50-971a3f10a090 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Usage tracker for resource:security_group_rule and tenant:12664c4828024576bc805d2308db5fae is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:01:43.055893 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-e963e109-5e02-4984-bb50-971a3f10a090 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:01:43.061599 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-e963e109-5e02-4984-bb50-971a3f10a090 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:01:43.071714 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.securitygroups_db [None req-e963e109-5e02-4984-bb50-971a3f10a090 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Project 12664c4828024576bc805d2308db5fae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 10:01:43.077981 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e963e109-5e02-4984-bb50-971a3f10a090 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:43.144365 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e963e109-5e02-4984-bb50-971a3f10a090 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:43.147958 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e963e109-5e02-4984-bb50-971a3f10a090 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:43.171307 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e963e109-5e02-4984-bb50-971a3f10a090 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae9d4f7f-a917-4a5d-82a6-e3f261be8b74,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:01:43.179864 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e963e109-5e02-4984-bb50-971a3f10a090 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:43.181217 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-e963e109-5e02-4984-bb50-971a3f10a090 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1420577 Oct 04 10:01:43.183996 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 43458) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:01:43.189397 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-34f6e19f-9518-477a-a5e4-f7a78cecce34 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Request body: {'network': {'name': 'tempest-network-smoke--59203079', 'project_id': '12664c4828024576bc805d2308db5fae', 'port_security_enabled': True}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:01:43.194087 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-34f6e19f-9518-477a-a5e4-f7a78cecce34 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:01:43.197871 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-34f6e19f-9518-477a-a5e4-f7a78cecce34 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Usage tracker for resource:network and tenant:12664c4828024576bc805d2308db5fae is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:01:43.200734 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-34f6e19f-9518-477a-a5e4-f7a78cecce34 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:01:43.206482 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-34f6e19f-9518-477a-a5e4-f7a78cecce34 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:01:43.216341 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f6e19f-9518-477a-a5e4-f7a78cecce34 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Made reservation on behalf of 12664c4828024576bc805d2308db5fae for: {'network': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 10:01:43.219611 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-34f6e19f-9518-477a-a5e4-f7a78cecce34 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:43.247226 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34f6e19f-9518-477a-a5e4-f7a78cecce34 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=89032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 10:01:43.256029 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-34f6e19f-9518-477a-a5e4-f7a78cecce34 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:43.256323 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.segments_db [None req-34f6e19f-9518-477a-a5e4-f7a78cecce34 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Added segment 74f9c497-d184-4a24-9d6f-98162d20902c of type vlan for network 1618163d-2713-4cd7-9cca-af579a1adcf9 Oct 04 10:01:43.281913 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-34f6e19f-9518-477a-a5e4-f7a78cecce34 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:43.310162 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-34f6e19f-9518-477a-a5e4-f7a78cecce34 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:43.315456 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f6e19f-9518-477a-a5e4-f7a78cecce34 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:01:43.316026 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-34f6e19f-9518-477a-a5e4-f7a78cecce34 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:43.491197 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-34f6e19f-9518-477a-a5e4-f7a78cecce34 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3061309 Oct 04 10:01:43.494027 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 43462) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:01:43.499297 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-8776773c-0992-41ee-8f77-767173d6f17a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-559511971', 'admin_state_up': True, 'project_id': '12664c4828024576bc805d2308db5fae', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:01:43.506438 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-8776773c-0992-41ee-8f77-767173d6f17a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:01:43.509588 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f6e19f-9518-477a-a5e4-f7a78cecce34 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'Network': ['ID=1618163d-2713-4cd7-9cca-af579a1adcf9,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:01:43.510222 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-8776773c-0992-41ee-8f77-767173d6f17a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Usage tracker for resource:router and tenant:12664c4828024576bc805d2308db5fae is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:01:43.513050 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-8776773c-0992-41ee-8f77-767173d6f17a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:01:43.519471 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-8776773c-0992-41ee-8f77-767173d6f17a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:01:43.520940 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 1618163d-2713-4cd7-9cca-af579a1adcf9 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 10:01:43.530411 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8776773c-0992-41ee-8f77-767173d6f17a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:43.531662 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8776773c-0992-41ee-8f77-767173d6f17a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:43.547583 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8776773c-0992-41ee-8f77-767173d6f17a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:43.810526 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8776773c-0992-41ee-8f77-767173d6f17a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:44.105549 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8776773c-0992-41ee-8f77-767173d6f17a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for router_gateway, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:44.137461 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8776773c-0992-41ee-8f77-767173d6f17a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:44.267997 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-8776773c-0992-41ee-8f77-767173d6f17a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Allocated IP 172.26.10.3 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/55d8c660-9f04-4cac-b2cb-9b155b1fe4d5) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 10:01:44.419440 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8776773c-0992-41ee-8f77-767173d6f17a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:44.449068 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8776773c-0992-41ee-8f77-767173d6f17a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:44.630489 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8776773c-0992-41ee-8f77-767173d6f17a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 10:01:44.633547 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-8776773c-0992-41ee-8f77-767173d6f17a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 10:01:44.637246 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8776773c-0992-41ee-8f77-767173d6f17a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 10:01:44.668437 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8776773c-0992-41ee-8f77-767173d6f17a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'Port': ['ID=55d8c660-9f04-4cac-b2cb-9b155b1fe4d5,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:01:45.078118 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8776773c-0992-41ee-8f77-767173d6f17a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for router_gateway, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:45.411597 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8776773c-0992-41ee-8f77-767173d6f17a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:45.609247 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8776773c-0992-41ee-8f77-767173d6f17a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Router 5a83f94a-6ef2-4e45-be3b-2cf2e69124c9 is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 10:01:45.788481 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8776773c-0992-41ee-8f77-767173d6f17a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 10:01:45.798493 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc25426b-47f0-4a8c-89b5-cd86b6b5a27b None None] Sync routers for ids ['5a83f94a-6ef2-4e45-be3b-2cf2e69124c9'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 10:01:45.808330 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc25426b-47f0-4a8c-89b5-cd86b6b5a27b None None] Routers {'5a83f94a-6ef2-4e45-be3b-2cf2e69124c9'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:01:45.808974 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-fc25426b-47f0-4a8c-89b5-cd86b6b5a27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:01:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['5a83f94a-6ef2-4e45-be3b-2cf2e69124c9'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:01:45.812261 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 10:01:45.816614 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8776773c-0992-41ee-8f77-767173d6f17a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:45.818537 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-8776773c-0992-41ee-8f77-767173d6f17a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3234956 Oct 04 10:01:45.821639 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 43466) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:01:45.860615 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-25df2e73-dd5f-4eb1-85cf-eb38206769c9 tempest-TestNetworkAdvancedServerOps-791167516 tempest-TestNetworkAdvancedServerOps-791167516-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=12664c4828024576bc805d2308db5fae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377791 Oct 04 10:01:45.863117 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 43470) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:01:45.988339 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-fc25426b-47f0-4a8c-89b5-cd86b6b5a27b None None] Set router 5a83f94a-6ef2-4e45-be3b-2cf2e69124c9 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:01:46.106582 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc9b597-41a2-4c5b-945b-3ca87d066938 tempest-TestNetworkAdvancedServerOps-791167516 tempest-TestNetworkAdvancedServerOps-791167516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:01:46.108055 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-5cc9b597-41a2-4c5b-945b-3ca87d066938 tempest-TestNetworkAdvancedServerOps-791167516 tempest-TestNetworkAdvancedServerOps-791167516-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2440612 Oct 04 10:01:46.110827 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 43474) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:01:46.152416 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-adbcee83-7e89-41a0-858a-f1de7ff1a78d tempest-TestNetworkAdvancedServerOps-791167516 tempest-TestNetworkAdvancedServerOps-791167516-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=f33938cd-879e-4461-9b5e-aa67b746b6bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405176 Oct 04 10:01:46.154906 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 43478) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:01:46.161886 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-a11a0d04-f32f-461a-a3f4-45586cd3e50b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1414027684', 'network_id': '1618163d-2713-4cd7-9cca-af579a1adcf9', 'project_id': '12664c4828024576bc805d2308db5fae', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:01:46.272430 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-a11a0d04-f32f-461a-a3f4-45586cd3e50b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:01:46.275351 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-fc25426b-47f0-4a8c-89b5-cd86b6b5a27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a83f94a-6ef2-4e45-be3b-2cf2e69124c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-559511971', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.3'}], 'enable_snat': True}, 'gw_port_id': '55d8c660-9f04-4cac-b2cb-9b155b1fe4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:01:43Z', 'updated_at': '2022-10-04T10:01:44Z', 'revision_number': 3, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': '55d8c660-9f04-4cac-b2cb-9b155b1fe4d5', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:39:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a83f94a-6ef2-4e45-be3b-2cf2e69124c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:01:44Z', 'updated_at': '2022-10-04T10:01:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:01:46.276373 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a11a0d04-f32f-461a-a3f4-45586cd3e50b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Usage tracker for resource:subnet and tenant:12664c4828024576bc805d2308db5fae is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:01:46.279181 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a11a0d04-f32f-461a-a3f4-45586cd3e50b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:01:46.279399 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc25426b-47f0-4a8c-89b5-cd86b6b5a27b None None] Checking router: 5a83f94a-6ef2-4e45-be3b-2cf2e69124c9 for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 10:01:46.279753 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc25426b-47f0-4a8c-89b5-cd86b6b5a27b None None] Updating router 5a83f94a-6ef2-4e45-be3b-2cf2e69124c9 port 55d8c660-9f04-4cac-b2cb-9b155b1fe4d5 binding host dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 10:01:46.285000 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-a11a0d04-f32f-461a-a3f4-45586cd3e50b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:01:46.299936 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11a0d04-f32f-461a-a3f4-45586cd3e50b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Made reservation on behalf of 12664c4828024576bc805d2308db5fae for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 10:01:46.304038 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a11a0d04-f32f-461a-a3f4-45586cd3e50b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:46.336266 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-fc25426b-47f0-4a8c-89b5-cd86b6b5a27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:46.513851 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a11a0d04-f32f-461a-a3f4-45586cd3e50b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:46.593795 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11a0d04-f32f-461a-a3f4-45586cd3e50b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'Subnet': ['ID=700a6ee8-7a0f-47e5-a042-7e78aa467eb3,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:01:46.603035 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11a0d04-f32f-461a-a3f4-45586cd3e50b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Checking segment: {'id': '74f9c497-d184-4a24-9d6f-98162d20902c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1618163d-2713-4cd7-9cca-af579a1adcf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 10:01:46.603442 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11a0d04-f32f-461a-a3f4-45586cd3e50b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Network hostable DHCP agents. Network: 1618163d-2713-4cd7-9cca-af579a1adcf9, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 10:01:46.622434 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11a0d04-f32f-461a-a3f4-45586cd3e50b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Network 1618163d-2713-4cd7-9cca-af579a1adcf9 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 10:01:46.632758 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-a11a0d04-f32f-461a-a3f4-45586cd3e50b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 1618163d-2713-4cd7-9cca-af579a1adcf9) {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 10:01:46.637133 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11a0d04-f32f-461a-a3f4-45586cd3e50b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:01:46.637818 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a11a0d04-f32f-461a-a3f4-45586cd3e50b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:46.652746 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0629dc9c-6af5-434f-9d9a-9f81fd658192 None None] Network 1618163d-2713-4cd7-9cca-af579a1adcf9 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 10:01:46.660056 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a11a0d04-f32f-461a-a3f4-45586cd3e50b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5041330 Oct 04 10:01:46.663459 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 43482) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:01:46.749371 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-fc25426b-47f0-4a8c-89b5-cd86b6b5a27b None None] Notify callbacks [] for port, precommit_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:46.769484 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-fc25426b-47f0-4a8c-89b5-cd86b6b5a27b None None] Transition to ACTIVE for port object 55d8c660-9f04-4cac-b2cb-9b155b1fe4d5 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 10:01:46.794858 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-fc25426b-47f0-4a8c-89b5-cd86b6b5a27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:46.883375 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-fc25426b-47f0-4a8c-89b5-cd86b6b5a27b None None] Attempting to bind port 55d8c660-9f04-4cac-b2cb-9b155b1fe4d5 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 10:01:46.884029 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-fc25426b-47f0-4a8c-89b5-cd86b6b5a27b None None] Attempting to bind port 55d8c660-9f04-4cac-b2cb-9b155b1fe4d5 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 10:01:46.884160 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc25426b-47f0-4a8c-89b5-cd86b6b5a27b None None] Attempting to bind port 55d8c660-9f04-4cac-b2cb-9b155b1fe4d5 on network f33938cd-879e-4461-9b5e-aa67b746b6bd {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 10:01:46.911945 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc25426b-47f0-4a8c-89b5-cd86b6b5a27b None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 10, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 10:01:46.912429 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc25426b-47f0-4a8c-89b5-cd86b6b5a27b None None] Checking segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 10:01:46.912881 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-fc25426b-47f0-4a8c-89b5-cd86b6b5a27b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:46.913336 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc25426b-47f0-4a8c-89b5-cd86b6b5a27b None None] Bound using segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 10:01:46.913834 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-fc25426b-47f0-4a8c-89b5-cd86b6b5a27b None None] Bound port: 55d8c660-9f04-4cac-b2cb-9b155b1fe4d5, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 10:01:46.914212 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-fc25426b-47f0-4a8c-89b5-cd86b6b5a27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:46.964688 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26ad5bd-f473-4375-83d7-8a2c146d9af4 None None] Pushing event updated for resources: {'Port': ['ID=55d8c660-9f04-4cac-b2cb-9b155b1fe4d5,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:01:47.036512 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7b3ac7-ff3c-4bed-b7da-c9bd170e57e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-1618163d-2713-4cd7-9cca-af579a1adcf9', 'network_id': '1618163d-2713-4cd7-9cca-af579a1adcf9', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'fixed_ips': [{'subnet_id': '700a6ee8-7a0f-47e5-a042-7e78aa467eb3'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 10:01:47.037331 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0b7b3ac7-ff3c-4bed-b7da-c9bd170e57e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:47.065547 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-fc25426b-47f0-4a8c-89b5-cd86b6b5a27b None None] For port 55d8c660-9f04-4cac-b2cb-9b155b1fe4d5, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 10:01:47.154889 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-fc25426b-47f0-4a8c-89b5-cd86b6b5a27b None None] For port 55d8c660-9f04-4cac-b2cb-9b155b1fe4d5, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=55d8c660-9f04-4cac-b2cb-9b155b1fe4d5,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 10:01:47.162526 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-fc25426b-47f0-4a8c-89b5-cd86b6b5a27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:47.242805 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc25426b-47f0-4a8c-89b5-cd86b6b5a27b None None] Routers {'5a83f94a-6ef2-4e45-be3b-2cf2e69124c9'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:01:47.243422 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-fc25426b-47f0-4a8c-89b5-cd86b6b5a27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:01:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['5a83f94a-6ef2-4e45-be3b-2cf2e69124c9'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:01:47.344116 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0a9149c5-14bd-45c1-88dd-d0d358645639 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:47.380827 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26ad5bd-f473-4375-83d7-8a2c146d9af4 None None] Pushing event updated for resources: {'Port': ['ID=55d8c660-9f04-4cac-b2cb-9b155b1fe4d5,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:01:47.465999 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-0b7b3ac7-ff3c-4bed-b7da-c9bd170e57e8 None None] Allocated IP 172.20.0.2 (1618163d-2713-4cd7-9cca-af579a1adcf9/700a6ee8-7a0f-47e5-a042-7e78aa467eb3/b098657f-6373-489f-8a60-bc9f481517cd) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 10:01:47.510263 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-fc25426b-47f0-4a8c-89b5-cd86b6b5a27b None None] Set router 5a83f94a-6ef2-4e45-be3b-2cf2e69124c9 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:01:47.924549 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0b7b3ac7-ff3c-4bed-b7da-c9bd170e57e8 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:47.937129 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-0b7b3ac7-ff3c-4bed-b7da-c9bd170e57e8 None None] Transition to ACTIVE for port object b098657f-6373-489f-8a60-bc9f481517cd will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 10:01:47.964182 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-0b7b3ac7-ff3c-4bed-b7da-c9bd170e57e8 None None] Transition to ACTIVE for port object b098657f-6373-489f-8a60-bc9f481517cd will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 10:01:47.970996 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0b7b3ac7-ff3c-4bed-b7da-c9bd170e57e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:48.006285 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-fc25426b-47f0-4a8c-89b5-cd86b6b5a27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a83f94a-6ef2-4e45-be3b-2cf2e69124c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-559511971', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.3'}], 'enable_snat': True}, 'gw_port_id': '55d8c660-9f04-4cac-b2cb-9b155b1fe4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:01:43Z', 'updated_at': '2022-10-04T10:01:44Z', 'revision_number': 3, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': '55d8c660-9f04-4cac-b2cb-9b155b1fe4d5', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:39:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a83f94a-6ef2-4e45-be3b-2cf2e69124c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:01:44Z', 'updated_at': '2022-10-04T10:01:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:01:48.035753 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc25426b-47f0-4a8c-89b5-cd86b6b5a27b None None] The sync data for ids ['5a83f94a-6ef2-4e45-be3b-2cf2e69124c9'] in dv-neutron-860215-1-hyperv is: [{'id': '5a83f94a-6ef2-4e45-be3b-2cf2e69124c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-559511971', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.3'}], 'enable_snat': True}, 'gw_port_id': '55d8c660-9f04-4cac-b2cb-9b155b1fe4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:01:43Z', 'updated_at': '2022-10-04T10:01:44Z', 'revision_number': 3, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': '55d8c660-9f04-4cac-b2cb-9b155b1fe4d5', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:39:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a83f94a-6ef2-4e45-be3b-2cf2e69124c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:01:44Z', 'updated_at': '2022-10-04T10:01:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 10:01:48.036626 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-0a9149c5-14bd-45c1-88dd-d0d358645639 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Allocated IP 172.20.0.1 (1618163d-2713-4cd7-9cca-af579a1adcf9/700a6ee8-7a0f-47e5-a042-7e78aa467eb3/c6cdd32b-e230-47e9-9acd-85973cca95ef) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 10:01:48.040982 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7b3ac7-ff3c-4bed-b7da-c9bd170e57e8 None None] Network 1618163d-2713-4cd7-9cca-af579a1adcf9 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 10:01:48.043743 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-0b7b3ac7-ff3c-4bed-b7da-c9bd170e57e8 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 10:01:48.047531 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7b3ac7-ff3c-4bed-b7da-c9bd170e57e8 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 10:01:48.060689 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7b3ac7-ff3c-4bed-b7da-c9bd170e57e8 None None] Pushing event updated for resources: {'Port': ['ID=b098657f-6373-489f-8a60-bc9f481517cd,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:01:48.165526 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-0b7b3ac7-ff3c-4bed-b7da-c9bd170e57e8 None None] Attempting to bind port b098657f-6373-489f-8a60-bc9f481517cd on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 10:01:48.165995 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-0b7b3ac7-ff3c-4bed-b7da-c9bd170e57e8 None None] Attempting to bind port b098657f-6373-489f-8a60-bc9f481517cd by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '74f9c497-d184-4a24-9d6f-98162d20902c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1618163d-2713-4cd7-9cca-af579a1adcf9'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 10:01:48.166370 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7b3ac7-ff3c-4bed-b7da-c9bd170e57e8 None None] Attempting to bind port b098657f-6373-489f-8a60-bc9f481517cd on network 1618163d-2713-4cd7-9cca-af579a1adcf9 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 10:01:48.171808 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7b3ac7-ff3c-4bed-b7da-c9bd170e57e8 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 10, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 10:01:48.172176 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7b3ac7-ff3c-4bed-b7da-c9bd170e57e8 None None] Checking segment: {'id': '74f9c497-d184-4a24-9d6f-98162d20902c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1618163d-2713-4cd7-9cca-af579a1adcf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 10:01:48.172602 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0b7b3ac7-ff3c-4bed-b7da-c9bd170e57e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:48.172994 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7b3ac7-ff3c-4bed-b7da-c9bd170e57e8 None None] Bound using segment: {'id': '74f9c497-d184-4a24-9d6f-98162d20902c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1618163d-2713-4cd7-9cca-af579a1adcf9'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 10:01:48.173455 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-0b7b3ac7-ff3c-4bed-b7da-c9bd170e57e8 None None] Bound port: b098657f-6373-489f-8a60-bc9f481517cd, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74f9c497-d184-4a24-9d6f-98162d20902c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1618163d-2713-4cd7-9cca-af579a1adcf9'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 10:01:48.173823 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0b7b3ac7-ff3c-4bed-b7da-c9bd170e57e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:48.204638 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0a9149c5-14bd-45c1-88dd-d0d358645639 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:48.221505 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-0a9149c5-14bd-45c1-88dd-d0d358645639 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Transition to ACTIVE for port object c6cdd32b-e230-47e9-9acd-85973cca95ef will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 10:01:48.246435 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0a9149c5-14bd-45c1-88dd-d0d358645639 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:48.279285 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-0b7b3ac7-ff3c-4bed-b7da-c9bd170e57e8 None None] For port b098657f-6373-489f-8a60-bc9f481517cd, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 10:01:48.284219 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-0b7b3ac7-ff3c-4bed-b7da-c9bd170e57e8 None None] For port b098657f-6373-489f-8a60-bc9f481517cd, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=b098657f-6373-489f-8a60-bc9f481517cd,segment=NetworkSegment(74f9c497-d184-4a24-9d6f-98162d20902c),segment_id=74f9c497-d184-4a24-9d6f-98162d20902c)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 10:01:48.298246 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0b7b3ac7-ff3c-4bed-b7da-c9bd170e57e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:48.337466 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9149c5-14bd-45c1-88dd-d0d358645639 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Network 1618163d-2713-4cd7-9cca-af579a1adcf9 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 10:01:48.351087 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-0a9149c5-14bd-45c1-88dd-d0d358645639 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 10:01:48.356162 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9149c5-14bd-45c1-88dd-d0d358645639 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 10:01:48.382276 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7b3ac7-ff3c-4bed-b7da-c9bd170e57e8 None None] Pushing event updated for resources: {'Port': ['ID=b098657f-6373-489f-8a60-bc9f481517cd,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:01:48.420733 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9149c5-14bd-45c1-88dd-d0d358645639 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'Port': ['ID=c6cdd32b-e230-47e9-9acd-85973cca95ef,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:01:48.438052 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0a9149c5-14bd-45c1-88dd-d0d358645639 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737202'] for router_interface, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:48.732891 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0a9149c5-14bd-45c1-88dd-d0d358645639 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:49.162554 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0a9149c5-14bd-45c1-88dd-d0d358645639 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:49.167475 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0a9149c5-14bd-45c1-88dd-d0d358645639 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:49.280660 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0a9149c5-14bd-45c1-88dd-d0d358645639 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736777'] for router_interface, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:49.287974 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9149c5-14bd-45c1-88dd-d0d358645639 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'Port': ['ID=c6cdd32b-e230-47e9-9acd-85973cca95ef,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:01:49.306898 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4971b5ba-6dfd-4029-88c2-6de62b0c62fd None None] Network 1618163d-2713-4cd7-9cca-af579a1adcf9 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 10:01:49.409413 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-8aa977e3-3e20-47a3-8e5d-23d1c51a1301 None None] Provisioning for port b098657f-6373-489f-8a60-bc9f481517cd completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 10:01:49.538012 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9149c5-14bd-45c1-88dd-d0d358645639 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Network 1618163d-2713-4cd7-9cca-af579a1adcf9 is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 10:01:49.539548 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-0a9149c5-14bd-45c1-88dd-d0d358645639 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 10:01:49.728991 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a9149c5-14bd-45c1-88dd-d0d358645639 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Router 5a83f94a-6ef2-4e45-be3b-2cf2e69124c9 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 10:01:49.767754 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-de75a886-551f-4016-8f61-b49737b249a5 None None] Provisioning for port c6cdd32b-e230-47e9-9acd-85973cca95ef completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 10:01:49.777265 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-de75a886-551f-4016-8f61-b49737b249a5 None None] Provisioning complete for port c6cdd32b-e230-47e9-9acd-85973cca95ef triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:01:49.778597 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-de75a886-551f-4016-8f61-b49737b249a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:49.778597 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-de75a886-551f-4016-8f61-b49737b249a5 None None] Attempt 1 to provision port c6cdd32b-e230-47e9-9acd-85973cca95ef Oct 04 10:01:49.887500 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-de75a886-551f-4016-8f61-b49737b249a5 None None] Port c6cdd32b-e230-47e9-9acd-85973cca95ef cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:01:49.919228 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9149c5-14bd-45c1-88dd-d0d358645639 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 10:01:49.929131 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594509a3-5f7e-4df2-8885-865bed417b74 None None] Sync routers for ids ['5a83f94a-6ef2-4e45-be3b-2cf2e69124c9'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 10:01:49.939752 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594509a3-5f7e-4df2-8885-865bed417b74 None None] Routers {'5a83f94a-6ef2-4e45-be3b-2cf2e69124c9'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:01:49.940388 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-594509a3-5f7e-4df2-8885-865bed417b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:01:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['5a83f94a-6ef2-4e45-be3b-2cf2e69124c9'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:01:49.941020 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-0a9149c5-14bd-45c1-88dd-d0d358645639 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "PUT /v2.0/routers/5a83f94a-6ef2-4e45-be3b-2cf2e69124c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2761700 Oct 04 10:01:50.133121 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-87d10ffa-448e-434a-aeca-e80f5e7b0f79 req-f06d5e06-7e2a-4f11-a9bc-eca38a0ddbc0 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1554584756&fields=id&tenant_id=12664c4828024576bc805d2308db5fae HTTP/1.1" status: 200 len: 267 time: 0.0577054 Oct 04 10:01:50.142623 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-594509a3-5f7e-4df2-8885-865bed417b74 None None] Set router 5a83f94a-6ef2-4e45-be3b-2cf2e69124c9 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:01:50.224660 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device b098657f-6373-489f-8a60-bc9f481517cd up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:01:50.290636 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port b098657f-6373-489f-8a60-bc9f481517cd completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 10:01:50.297568 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port b098657f-6373-489f-8a60-bc9f481517cd triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:01:50.297997 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:50.298373 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port b098657f-6373-489f-8a60-bc9f481517cd Oct 04 10:01:50.303080 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d10ffa-448e-434a-aeca-e80f5e7b0f79 req-5cf13384-9f34-40d1-9fa0-a43d37596f42 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:01:50.303785 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-87d10ffa-448e-434a-aeca-e80f5e7b0f79 req-5cf13384-9f34-40d1-9fa0-a43d37596f42 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Synchronizing usage tracker for tenant:12664c4828024576bc805d2308db5fae on resource:network {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 10:01:50.332555 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-87d10ffa-448e-434a-aeca-e80f5e7b0f79 req-5cf13384-9f34-40d1-9fa0-a43d37596f42 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Unset dirty status for tenant:12664c4828024576bc805d2308db5fae on resource:network {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 10:01:50.334033 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-87d10ffa-448e-434a-aeca-e80f5e7b0f79 req-5cf13384-9f34-40d1-9fa0-a43d37596f42 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/networks?id=1618163d-2713-4cd7-9cca-af579a1adcf9 HTTP/1.1" status: 200 len: 795 time: 0.1891189 Oct 04 10:01:50.350764 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-87d10ffa-448e-434a-aeca-e80f5e7b0f79 req-5e6b8fe0-d221-4758-9647-79cb9e495323 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/quotas/12664c4828024576bc805d2308db5fae HTTP/1.1" status: 200 len: 375 time: 0.0095270 Oct 04 10:01:50.407074 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-de75a886-551f-4016-8f61-b49737b249a5 None None] Attempt 2 to provision port c6cdd32b-e230-47e9-9acd-85973cca95ef Oct 04 10:01:50.448039 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-87d10ffa-448e-434a-aeca-e80f5e7b0f79 req-ce6dcb60-3afd-4c6e-a504-192657a731a4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Synchronizing usage tracker for tenant:12664c4828024576bc805d2308db5fae on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 10:01:50.463470 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-87d10ffa-448e-434a-aeca-e80f5e7b0f79 req-ce6dcb60-3afd-4c6e-a504-192657a731a4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Unset dirty status for tenant:12664c4828024576bc805d2308db5fae on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 10:01:50.472712 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-87d10ffa-448e-434a-aeca-e80f5e7b0f79 req-ce6dcb60-3afd-4c6e-a504-192657a731a4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=12664c4828024576bc805d2308db5fae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1117418 Oct 04 10:01:50.480923 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port b098657f-6373-489f-8a60-bc9f481517cd is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:01:50.481527 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:50.489619 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-594509a3-5f7e-4df2-8885-865bed417b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a83f94a-6ef2-4e45-be3b-2cf2e69124c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-559511971', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.3'}], 'enable_snat': True}, 'gw_port_id': '55d8c660-9f04-4cac-b2cb-9b155b1fe4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:01:43Z', 'updated_at': '2022-10-04T10:01:48Z', 'revision_number': 4, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': '55d8c660-9f04-4cac-b2cb-9b155b1fe4d5', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:39:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a83f94a-6ef2-4e45-be3b-2cf2e69124c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:01:44Z', 'updated_at': '2022-10-04T10:01:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': 'c6cdd32b-e230-47e9-9acd-85973cca95ef', 'name': '', 'network_id': '1618163d-2713-4cd7-9cca-af579a1adcf9', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'mac_address': 'fa:16:3e:d3:bb:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a83f94a-6ef2-4e45-be3b-2cf2e69124c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '700a6ee8-7a0f-47e5-a042-7e78aa467eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:01:47Z', 'updated_at': '2022-10-04T10:01:48Z', 'revision_number': 2, 'project_id': '12664c4828024576bc805d2308db5fae', 'subnets': [{'id': '700a6ee8-7a0f-47e5-a042-7e78aa467eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:01:50.493464 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594509a3-5f7e-4df2-8885-865bed417b74 None None] Checking router: 5a83f94a-6ef2-4e45-be3b-2cf2e69124c9 for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 10:01:50.493801 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594509a3-5f7e-4df2-8885-865bed417b74 None None] Updating router 5a83f94a-6ef2-4e45-be3b-2cf2e69124c9 port c6cdd32b-e230-47e9-9acd-85973cca95ef binding host dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 10:01:50.494061 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-de75a886-551f-4016-8f61-b49737b249a5 None None] Port c6cdd32b-e230-47e9-9acd-85973cca95ef cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:01:50.519844 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port b098657f-6373-489f-8a60-bc9f481517cd, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=b098657f-6373-489f-8a60-bc9f481517cd,segment=NetworkSegment(74f9c497-d184-4a24-9d6f-98162d20902c),segment_id=74f9c497-d184-4a24-9d6f-98162d20902c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:01:50.525598 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:50.526539 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 55d8c660-9f04-4cac-b2cb-9b155b1fe4d5 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:01:50.549562 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-594509a3-5f7e-4df2-8885-865bed417b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:50.644794 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=b098657f-6373-489f-8a60-bc9f481517cd,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:01:50.657911 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 55d8c660-9f04-4cac-b2cb-9b155b1fe4d5 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 10:01:50.663190 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 55d8c660-9f04-4cac-b2cb-9b155b1fe4d5 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:01:50.663567 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:50.663908 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 55d8c660-9f04-4cac-b2cb-9b155b1fe4d5 Oct 04 10:01:50.732135 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-87d10ffa-448e-434a-aeca-e80f5e7b0f79 req-3d304e0d-aad2-455d-b21e-e761894d0bf9 service neutron] 10.222.0.50 "GET /v2.0/networks/1618163d-2713-4cd7-9cca-af579a1adcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548335 Oct 04 10:01:50.793431 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 55d8c660-9f04-4cac-b2cb-9b155b1fe4d5 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:01:50.793972 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:50.811584 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 55d8c660-9f04-4cac-b2cb-9b155b1fe4d5, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=55d8c660-9f04-4cac-b2cb-9b155b1fe4d5,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:01:50.815777 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:50.873703 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-87d10ffa-448e-434a-aeca-e80f5e7b0f79 req-503f8baa-aa2d-4eb1-abfd-95bdb237c004 service neutron] 10.222.0.50 "GET /v2.0/networks/1618163d-2713-4cd7-9cca-af579a1adcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319530 Oct 04 10:01:50.886861 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=55d8c660-9f04-4cac-b2cb-9b155b1fe4d5,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:01:50.894523 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-594509a3-5f7e-4df2-8885-865bed417b74 None None] Notify callbacks [] for port, precommit_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:50.907449 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.provisioning_blocks [None req-594509a3-5f7e-4df2-8885-865bed417b74 None None] Transition to ACTIVE for port object c6cdd32b-e230-47e9-9acd-85973cca95ef will not be triggered until provisioned by entity L2. {{(pid=89035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 10:01:50.914437 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-594509a3-5f7e-4df2-8885-865bed417b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:50.995395 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-de75a886-551f-4016-8f61-b49737b249a5 None None] Attempt 3 to provision port c6cdd32b-e230-47e9-9acd-85973cca95ef Oct 04 10:01:51.035077 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a8afcf-3d4a-4d46-b022-714bb35648cb None None] Pushing event updated for resources: {'Port': ['ID=c6cdd32b-e230-47e9-9acd-85973cca95ef,revision_number=3']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:01:51.043860 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a8afcf-3d4a-4d46-b022-714bb35648cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:01:51.044213 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a8afcf-3d4a-4d46-b022-714bb35648cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:01:51.044574 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a8afcf-3d4a-4d46-b022-714bb35648cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:01:51.044909 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a8afcf-3d4a-4d46-b022-714bb35648cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:01:51.045237 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a8afcf-3d4a-4d46-b022-714bb35648cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:01:51.045564 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a8afcf-3d4a-4d46-b022-714bb35648cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:01:51.045889 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a8afcf-3d4a-4d46-b022-714bb35648cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:01:51.046213 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a8afcf-3d4a-4d46-b022-714bb35648cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:01:51.046537 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a8afcf-3d4a-4d46-b022-714bb35648cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:01:51.046858 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a8afcf-3d4a-4d46-b022-714bb35648cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:01:51.047177 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a8afcf-3d4a-4d46-b022-714bb35648cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:01:51.047494 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a8afcf-3d4a-4d46-b022-714bb35648cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:01:51.063707 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-de75a886-551f-4016-8f61-b49737b249a5 None None] Port c6cdd32b-e230-47e9-9acd-85973cca95ef cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:01:51.064026 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-f425230b-76cc-46ac-bd4b-e4cbc26c76f3 req-af758858-d056-4bd5-8e55-8ea105b4bdd1 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Synchronizing usage tracker for tenant:12664c4828024576bc805d2308db5fae on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 10:01:51.076106 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-f425230b-76cc-46ac-bd4b-e4cbc26c76f3 req-af758858-d056-4bd5-8e55-8ea105b4bdd1 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Unset dirty status for tenant:12664c4828024576bc805d2308db5fae on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 10:01:51.077281 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f425230b-76cc-46ac-bd4b-e4cbc26c76f3 req-af758858-d056-4bd5-8e55-8ea105b4bdd1 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=278dafea-b591-445e-83a4-f63f5416a149 HTTP/1.1" status: 200 len: 210 time: 0.0711474 Oct 04 10:01:51.159206 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-594509a3-5f7e-4df2-8885-865bed417b74 None None] Attempting to bind port c6cdd32b-e230-47e9-9acd-85973cca95ef on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 10:01:51.159568 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-594509a3-5f7e-4df2-8885-865bed417b74 None None] Attempting to bind port c6cdd32b-e230-47e9-9acd-85973cca95ef by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '74f9c497-d184-4a24-9d6f-98162d20902c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1618163d-2713-4cd7-9cca-af579a1adcf9'}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 10:01:51.159919 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594509a3-5f7e-4df2-8885-865bed417b74 None None] Attempting to bind port c6cdd32b-e230-47e9-9acd-85973cca95ef on network 1618163d-2713-4cd7-9cca-af579a1adcf9 {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 10:01:51.165765 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594509a3-5f7e-4df2-8885-865bed417b74 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 10, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 10:01:51.166062 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594509a3-5f7e-4df2-8885-865bed417b74 None None] Checking segment: {'id': '74f9c497-d184-4a24-9d6f-98162d20902c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1618163d-2713-4cd7-9cca-af579a1adcf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 10:01:51.166445 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-594509a3-5f7e-4df2-8885-865bed417b74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:51.166825 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594509a3-5f7e-4df2-8885-865bed417b74 None None] Bound using segment: {'id': '74f9c497-d184-4a24-9d6f-98162d20902c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1618163d-2713-4cd7-9cca-af579a1adcf9'} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 10:01:51.167265 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-594509a3-5f7e-4df2-8885-865bed417b74 None None] Bound port: c6cdd32b-e230-47e9-9acd-85973cca95ef, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74f9c497-d184-4a24-9d6f-98162d20902c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1618163d-2713-4cd7-9cca-af579a1adcf9'}}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 10:01:51.167625 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-594509a3-5f7e-4df2-8885-865bed417b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:51.252013 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-594509a3-5f7e-4df2-8885-865bed417b74 None None] For port c6cdd32b-e230-47e9-9acd-85973cca95ef, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 10:01:51.255643 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-594509a3-5f7e-4df2-8885-865bed417b74 None None] For port c6cdd32b-e230-47e9-9acd-85973cca95ef, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=c6cdd32b-e230-47e9-9acd-85973cca95ef,segment=NetworkSegment(74f9c497-d184-4a24-9d6f-98162d20902c),segment_id=74f9c497-d184-4a24-9d6f-98162d20902c)] {{(pid=89035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 10:01:51.259809 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-594509a3-5f7e-4df2-8885-865bed417b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:51.319625 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594509a3-5f7e-4df2-8885-865bed417b74 None None] Routers {'5a83f94a-6ef2-4e45-be3b-2cf2e69124c9'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:01:51.320237 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-594509a3-5f7e-4df2-8885-865bed417b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:01:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['5a83f94a-6ef2-4e45-be3b-2cf2e69124c9'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:01:51.413197 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a8afcf-3d4a-4d46-b022-714bb35648cb None None] Pushing event updated for resources: {'Port': ['ID=c6cdd32b-e230-47e9-9acd-85973cca95ef,revision_number=4']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:01:51.506681 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-594509a3-5f7e-4df2-8885-865bed417b74 None None] Set router 5a83f94a-6ef2-4e45-be3b-2cf2e69124c9 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:01:51.565776 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-de75a886-551f-4016-8f61-b49737b249a5 None None] Attempt 4 to provision port c6cdd32b-e230-47e9-9acd-85973cca95ef Oct 04 10:01:51.633472 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-de75a886-551f-4016-8f61-b49737b249a5 None None] Port c6cdd32b-e230-47e9-9acd-85973cca95ef had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 10:01:51.845403 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-594509a3-5f7e-4df2-8885-865bed417b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a83f94a-6ef2-4e45-be3b-2cf2e69124c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-559511971', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.3'}], 'enable_snat': True}, 'gw_port_id': '55d8c660-9f04-4cac-b2cb-9b155b1fe4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:01:43Z', 'updated_at': '2022-10-04T10:01:48Z', 'revision_number': 4, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': '55d8c660-9f04-4cac-b2cb-9b155b1fe4d5', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:39:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a83f94a-6ef2-4e45-be3b-2cf2e69124c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:01:44Z', 'updated_at': '2022-10-04T10:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': 'c6cdd32b-e230-47e9-9acd-85973cca95ef', 'name': '', 'network_id': '1618163d-2713-4cd7-9cca-af579a1adcf9', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'mac_address': 'fa:16:3e:d3:bb:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a83f94a-6ef2-4e45-be3b-2cf2e69124c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '700a6ee8-7a0f-47e5-a042-7e78aa467eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:01:47Z', 'updated_at': '2022-10-04T10:01:51Z', 'revision_number': 4, 'project_id': '12664c4828024576bc805d2308db5fae', 'subnets': [{'id': '700a6ee8-7a0f-47e5-a042-7e78aa467eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:01:51.849968 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594509a3-5f7e-4df2-8885-865bed417b74 None None] The sync data for ids ['5a83f94a-6ef2-4e45-be3b-2cf2e69124c9'] in dv-neutron-860215-1-hyperv is: [{'id': '5a83f94a-6ef2-4e45-be3b-2cf2e69124c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-559511971', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.3'}], 'enable_snat': True}, 'gw_port_id': '55d8c660-9f04-4cac-b2cb-9b155b1fe4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:01:43Z', 'updated_at': '2022-10-04T10:01:48Z', 'revision_number': 4, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': '55d8c660-9f04-4cac-b2cb-9b155b1fe4d5', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:39:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a83f94a-6ef2-4e45-be3b-2cf2e69124c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:01:44Z', 'updated_at': '2022-10-04T10:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': 'c6cdd32b-e230-47e9-9acd-85973cca95ef', 'name': '', 'network_id': '1618163d-2713-4cd7-9cca-af579a1adcf9', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'mac_address': 'fa:16:3e:d3:bb:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a83f94a-6ef2-4e45-be3b-2cf2e69124c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '700a6ee8-7a0f-47e5-a042-7e78aa467eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:01:47Z', 'updated_at': '2022-10-04T10:01:51Z', 'revision_number': 4, 'project_id': '12664c4828024576bc805d2308db5fae', 'subnets': [{'id': '700a6ee8-7a0f-47e5-a042-7e78aa467eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 10:01:52.248309 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 55d8c660-9f04-4cac-b2cb-9b155b1fe4d5 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:01:52.288242 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3ba60243-9150-4cd8-b883-c1ac23b4dd84 req-42b37a3a-f0a0-4a1d-8cd7-0430405cfa05 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=278dafea-b591-445e-83a4-f63f5416a149 HTTP/1.1" status: 200 len: 210 time: 0.0822549 Oct 04 10:01:52.345732 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 55d8c660-9f04-4cac-b2cb-9b155b1fe4d5 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:01:52.346349 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:52.346854 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 55d8c660-9f04-4cac-b2cb-9b155b1fe4d5 Oct 04 10:01:52.464322 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d10ffa-448e-434a-aeca-e80f5e7b0f79 req-72f6b5aa-146c-4924-89e6-58626849724a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:01:52.466023 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-87d10ffa-448e-434a-aeca-e80f5e7b0f79 req-72f6b5aa-146c-4924-89e6-58626849724a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.20 "GET /v2.0/networks?id=1618163d-2713-4cd7-9cca-af579a1adcf9 HTTP/1.1" status: 200 len: 795 time: 0.2028928 Oct 04 10:01:52.491281 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 55d8c660-9f04-4cac-b2cb-9b155b1fe4d5 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:01:52.492380 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device b098657f-6373-489f-8a60-bc9f481517cd up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:01:52.534097 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-87d10ffa-448e-434a-aeca-e80f5e7b0f79 req-8e22c1e0-37ed-4fce-ad66-0eee042d7460 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12664c4828024576bc805d2308db5fae HTTP/1.1" status: 200 len: 380 time: 0.0538723 Oct 04 10:01:52.545707 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-87d10ffa-448e-434a-aeca-e80f5e7b0f79 req-7ad1d6c8-2c26-4286-8f90-257ab7d0ec2c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Request body: {'port': {'device_id': '278dafea-b591-445e-83a4-f63f5416a149', 'network_id': '1618163d-2713-4cd7-9cca-af579a1adcf9', 'admin_state_up': True, 'tenant_id': '12664c4828024576bc805d2308db5fae', 'security_groups': ['58290fc0-1f6e-4874-852d-548529b50c99']}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:01:52.563740 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port b098657f-6373-489f-8a60-bc9f481517cd triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:01:52.563994 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:52.564327 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port b098657f-6373-489f-8a60-bc9f481517cd Oct 04 10:01:52.685832 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port b098657f-6373-489f-8a60-bc9f481517cd is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:01:52.686909 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device c6cdd32b-e230-47e9-9acd-85973cca95ef up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:01:52.698911 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-87d10ffa-448e-434a-aeca-e80f5e7b0f79 req-7ad1d6c8-2c26-4286-8f90-257ab7d0ec2c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:01:52.709206 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-87d10ffa-448e-434a-aeca-e80f5e7b0f79 req-7ad1d6c8-2c26-4286-8f90-257ab7d0ec2c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:01:52.721874 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87d10ffa-448e-434a-aeca-e80f5e7b0f79 req-7ad1d6c8-2c26-4286-8f90-257ab7d0ec2c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Made reservation on behalf of 12664c4828024576bc805d2308db5fae for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 10:01:52.726350 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-87d10ffa-448e-434a-aeca-e80f5e7b0f79 req-7ad1d6c8-2c26-4286-8f90-257ab7d0ec2c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:52.768179 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port c6cdd32b-e230-47e9-9acd-85973cca95ef completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 10:01:52.774454 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port c6cdd32b-e230-47e9-9acd-85973cca95ef triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:01:52.774830 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:52.775160 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port c6cdd32b-e230-47e9-9acd-85973cca95ef Oct 04 10:01:52.895675 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port c6cdd32b-e230-47e9-9acd-85973cca95ef is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:01:52.896064 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:52.910378 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [req-87d10ffa-448e-434a-aeca-e80f5e7b0f79 req-7ad1d6c8-2c26-4286-8f90-257ab7d0ec2c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Allocated IP 172.20.0.11 (1618163d-2713-4cd7-9cca-af579a1adcf9/700a6ee8-7a0f-47e5-a042-7e78aa467eb3/1016e4b0-3dc1-4de0-bd9e-aa108555bcfd) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 10:01:52.933042 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port c6cdd32b-e230-47e9-9acd-85973cca95ef, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=c6cdd32b-e230-47e9-9acd-85973cca95ef,segment=NetworkSegment(74f9c497-d184-4a24-9d6f-98162d20902c),segment_id=74f9c497-d184-4a24-9d6f-98162d20902c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:01:52.941042 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:53.017490 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=c6cdd32b-e230-47e9-9acd-85973cca95ef,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:01:53.113746 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-87d10ffa-448e-434a-aeca-e80f5e7b0f79 req-7ad1d6c8-2c26-4286-8f90-257ab7d0ec2c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:53.130445 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-87d10ffa-448e-434a-aeca-e80f5e7b0f79 req-7ad1d6c8-2c26-4286-8f90-257ab7d0ec2c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Transition to ACTIVE for port object 1016e4b0-3dc1-4de0-bd9e-aa108555bcfd will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 10:01:53.154030 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-87d10ffa-448e-434a-aeca-e80f5e7b0f79 req-7ad1d6c8-2c26-4286-8f90-257ab7d0ec2c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:53.225741 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87d10ffa-448e-434a-aeca-e80f5e7b0f79 req-7ad1d6c8-2c26-4286-8f90-257ab7d0ec2c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Network 1618163d-2713-4cd7-9cca-af579a1adcf9 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 10:01:53.228637 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [req-87d10ffa-448e-434a-aeca-e80f5e7b0f79 req-7ad1d6c8-2c26-4286-8f90-257ab7d0ec2c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 10:01:53.231181 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-87d10ffa-448e-434a-aeca-e80f5e7b0f79 req-7ad1d6c8-2c26-4286-8f90-257ab7d0ec2c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 10:01:53.275372 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad1d6c8-2c26-4286-8f90-257ab7d0ec2c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'Port': ['ID=1016e4b0-3dc1-4de0-bd9e-aa108555bcfd,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:01:53.300744 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d10ffa-448e-434a-aeca-e80f5e7b0f79 req-7ad1d6c8-2c26-4286-8f90-257ab7d0ec2c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:01:53.301418 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-87d10ffa-448e-434a-aeca-e80f5e7b0f79 req-7ad1d6c8-2c26-4286-8f90-257ab7d0ec2c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:53.328739 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-87d10ffa-448e-434a-aeca-e80f5e7b0f79 req-7ad1d6c8-2c26-4286-8f90-257ab7d0ec2c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7882471 Oct 04 10:01:53.346293 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-87d10ffa-448e-434a-aeca-e80f5e7b0f79 req-a1d50cdf-a3e2-45aa-981c-71189d37027e service neutron] Request body: {'port': {'device_id': '278dafea-b591-445e-83a4-f63f5416a149', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8602'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:01:53.472057 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-87d10ffa-448e-434a-aeca-e80f5e7b0f79 req-a1d50cdf-a3e2-45aa-981c-71189d37027e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:53.484497 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-3c046143-cebd-49d2-9925-edd35b694402 None None] Provisioning for port 1016e4b0-3dc1-4de0-bd9e-aa108555bcfd completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 10:01:53.489521 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-3c046143-cebd-49d2-9925-edd35b694402 None None] Provisioning complete for port 1016e4b0-3dc1-4de0-bd9e-aa108555bcfd triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:01:53.489893 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-3c046143-cebd-49d2-9925-edd35b694402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:53.490220 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-3c046143-cebd-49d2-9925-edd35b694402 None None] Attempt 1 to provision port 1016e4b0-3dc1-4de0-bd9e-aa108555bcfd Oct 04 10:01:53.504633 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90df5ac-cb38-4579-a9fd-b43006e388b3 req-dcd33b55-a0cc-4f85-9ec1-63a949c7fd70 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:01:53.506291 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f90df5ac-cb38-4579-a9fd-b43006e388b3 req-dcd33b55-a0cc-4f85-9ec1-63a949c7fd70 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=278dafea-b591-445e-83a4-f63f5416a149 HTTP/1.1" status: 200 len: 932 time: 0.0962727 Oct 04 10:01:53.542816 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-3c046143-cebd-49d2-9925-edd35b694402 None None] Port 1016e4b0-3dc1-4de0-bd9e-aa108555bcfd cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:01:53.554656 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-f90df5ac-cb38-4579-a9fd-b43006e388b3 req-ad768b24-2583-422d-8082-437b5cc80624 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Synchronizing usage tracker for tenant:12664c4828024576bc805d2308db5fae on resource:security_group {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 10:01:53.571270 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-f90df5ac-cb38-4579-a9fd-b43006e388b3 req-ad768b24-2583-422d-8082-437b5cc80624 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Unset dirty status for tenant:12664c4828024576bc805d2308db5fae on resource:security_group {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 10:01:53.572510 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f90df5ac-cb38-4579-a9fd-b43006e388b3 req-ad768b24-2583-422d-8082-437b5cc80624 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=58290fc0-1f6e-4874-852d-548529b50c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602434 Oct 04 10:01:53.904627 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [req-87d10ffa-448e-434a-aeca-e80f5e7b0f79 req-a1d50cdf-a3e2-45aa-981c-71189d37027e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1016e4b0-3dc1-4de0-bd9e-aa108555bcfd {{(pid=89032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 10:01:53.912904 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-87d10ffa-448e-434a-aeca-e80f5e7b0f79 req-a1d50cdf-a3e2-45aa-981c-71189d37027e service neutron] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:53.927061 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-87d10ffa-448e-434a-aeca-e80f5e7b0f79 req-a1d50cdf-a3e2-45aa-981c-71189d37027e service neutron] Transition to ACTIVE for port object 1016e4b0-3dc1-4de0-bd9e-aa108555bcfd will not be triggered until provisioned by entity L2. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 10:01:53.930685 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-87d10ffa-448e-434a-aeca-e80f5e7b0f79 req-a1d50cdf-a3e2-45aa-981c-71189d37027e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:54.044556 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-3c046143-cebd-49d2-9925-edd35b694402 None None] Attempt 2 to provision port 1016e4b0-3dc1-4de0-bd9e-aa108555bcfd Oct 04 10:01:54.101094 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-3c046143-cebd-49d2-9925-edd35b694402 None None] Port 1016e4b0-3dc1-4de0-bd9e-aa108555bcfd cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:01:54.114930 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d50cdf-a3e2-45aa-981c-71189d37027e service neutron] Pushing event updated for resources: {'Port': ['ID=1016e4b0-3dc1-4de0-bd9e-aa108555bcfd,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:01:54.157382 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-87d10ffa-448e-434a-aeca-e80f5e7b0f79 req-a1d50cdf-a3e2-45aa-981c-71189d37027e service neutron] Attempting to bind port 1016e4b0-3dc1-4de0-bd9e-aa108555bcfd on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 10:01:54.157721 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-87d10ffa-448e-434a-aeca-e80f5e7b0f79 req-a1d50cdf-a3e2-45aa-981c-71189d37027e service neutron] Attempting to bind port 1016e4b0-3dc1-4de0-bd9e-aa108555bcfd by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': '74f9c497-d184-4a24-9d6f-98162d20902c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1618163d-2713-4cd7-9cca-af579a1adcf9'}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 10:01:54.158043 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d10ffa-448e-434a-aeca-e80f5e7b0f79 req-a1d50cdf-a3e2-45aa-981c-71189d37027e service neutron] Attempting to bind port 1016e4b0-3dc1-4de0-bd9e-aa108555bcfd on network 1618163d-2713-4cd7-9cca-af579a1adcf9 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 10:01:54.158469 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device c6cdd32b-e230-47e9-9acd-85973cca95ef up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:01:54.163352 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d10ffa-448e-434a-aeca-e80f5e7b0f79 req-a1d50cdf-a3e2-45aa-981c-71189d37027e service neutron] Port 1016e4b0-3dc1-4de0-bd9e-aa108555bcfd on network 1618163d-2713-4cd7-9cca-af579a1adcf9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 10:01:54.163670 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d10ffa-448e-434a-aeca-e80f5e7b0f79 req-a1d50cdf-a3e2-45aa-981c-71189d37027e service neutron] Attempting to bind port 1016e4b0-3dc1-4de0-bd9e-aa108555bcfd on network 1618163d-2713-4cd7-9cca-af579a1adcf9 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 10:01:54.168738 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d10ffa-448e-434a-aeca-e80f5e7b0f79 req-a1d50cdf-a3e2-45aa-981c-71189d37027e service neutron] Checking agent: {'id': '1be90a14-1104-4771-996e-684b25b74d15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'started_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 10, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 10:01:54.169071 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d10ffa-448e-434a-aeca-e80f5e7b0f79 req-a1d50cdf-a3e2-45aa-981c-71189d37027e service neutron] Checking segment: {'id': '74f9c497-d184-4a24-9d6f-98162d20902c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1618163d-2713-4cd7-9cca-af579a1adcf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 10:01:54.169447 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d10ffa-448e-434a-aeca-e80f5e7b0f79 req-a1d50cdf-a3e2-45aa-981c-71189d37027e service neutron] Bound using segment: {'id': '74f9c497-d184-4a24-9d6f-98162d20902c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1618163d-2713-4cd7-9cca-af579a1adcf9'} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 10:01:54.169867 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-87d10ffa-448e-434a-aeca-e80f5e7b0f79 req-a1d50cdf-a3e2-45aa-981c-71189d37027e service neutron] Bound port: 1016e4b0-3dc1-4de0-bd9e-aa108555bcfd, host: hv-neutron-8602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74f9c497-d184-4a24-9d6f-98162d20902c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1618163d-2713-4cd7-9cca-af579a1adcf9'}}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 10:01:54.170209 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-87d10ffa-448e-434a-aeca-e80f5e7b0f79 req-a1d50cdf-a3e2-45aa-981c-71189d37027e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:54.224663 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port c6cdd32b-e230-47e9-9acd-85973cca95ef triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:01:54.225035 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:54.225375 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port c6cdd32b-e230-47e9-9acd-85973cca95ef Oct 04 10:01:54.256464 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-87d10ffa-448e-434a-aeca-e80f5e7b0f79 req-a1d50cdf-a3e2-45aa-981c-71189d37027e service neutron] For port 1016e4b0-3dc1-4de0-bd9e-aa108555bcfd, host hv-neutron-8602, cleared binding levels {{(pid=89032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 10:01:54.259484 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-87d10ffa-448e-434a-aeca-e80f5e7b0f79 req-a1d50cdf-a3e2-45aa-981c-71189d37027e service neutron] For port 1016e4b0-3dc1-4de0-bd9e-aa108555bcfd, host hv-neutron-8602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=1016e4b0-3dc1-4de0-bd9e-aa108555bcfd,segment=NetworkSegment(74f9c497-d184-4a24-9d6f-98162d20902c),segment_id=74f9c497-d184-4a24-9d6f-98162d20902c)] {{(pid=89032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 10:01:54.263976 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-87d10ffa-448e-434a-aeca-e80f5e7b0f79 req-a1d50cdf-a3e2-45aa-981c-71189d37027e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:54.294903 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d10ffa-448e-434a-aeca-e80f5e7b0f79 req-a1d50cdf-a3e2-45aa-981c-71189d37027e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:01:54.295511 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-87d10ffa-448e-434a-aeca-e80f5e7b0f79 req-a1d50cdf-a3e2-45aa-981c-71189d37027e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:54.296886 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-87d10ffa-448e-434a-aeca-e80f5e7b0f79 req-a1d50cdf-a3e2-45aa-981c-71189d37027e service neutron] 10.222.0.20 "PUT /v2.0/ports/1016e4b0-3dc1-4de0-bd9e-aa108555bcfd HTTP/1.1" status: 200 len: 1094 time: 0.9550085 Oct 04 10:01:54.301954 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '278dafea-b591-445e-83a4-f63f5416a149', 'tag': '1016e4b0-3dc1-4de0-bd9e-aa108555bcfd'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 10:01:54.304301 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3730b5e8-fd9a-4c06-8e06-f575d2df75b7" -d '{"events": [{"name": "network-changed", "server_uuid": "278dafea-b591-445e-83a4-f63f5416a149", "tag": "1016e4b0-3dc1-4de0-bd9e-aa108555bcfd"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 10:01:54.350969 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 10:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec70cdf-ba97-45a2-8d38-63ba1d357632 x-openstack-request-id: req-fec70cdf-ba97-45a2-8d38-63ba1d357632 {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 10:01:54.351249 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "278dafea-b591-445e-83a4-f63f5416a149", "tag": "1016e4b0-3dc1-4de0-bd9e-aa108555bcfd", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 10:01:54.351493 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fec70cdf-ba97-45a2-8d38-63ba1d357632 {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 10:01:54.351907 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fec70cdf-ba97-45a2-8d38-63ba1d357632'] response: {'name': 'network-changed', 'server_uuid': '278dafea-b591-445e-83a4-f63f5416a149', 'tag': '1016e4b0-3dc1-4de0-bd9e-aa108555bcfd', 'status': 'completed', 'code': 200} Oct 04 10:01:54.355398 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d50cdf-a3e2-45aa-981c-71189d37027e service neutron] Pushing event updated for resources: {'Port': ['ID=1016e4b0-3dc1-4de0-bd9e-aa108555bcfd,revision_number=3']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:01:54.390613 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port c6cdd32b-e230-47e9-9acd-85973cca95ef is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:01:54.451540 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d10ffa-448e-434a-aeca-e80f5e7b0f79 req-11d09f8c-92de-4f05-af4a-44182cbe482d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:01:54.453052 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-87d10ffa-448e-434a-aeca-e80f5e7b0f79 req-11d09f8c-92de-4f05-af4a-44182cbe482d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12664c4828024576bc805d2308db5fae&device_id=278dafea-b591-445e-83a4-f63f5416a149 HTTP/1.1" status: 200 len: 1097 time: 0.0781486 Oct 04 10:01:54.529091 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-87d10ffa-448e-434a-aeca-e80f5e7b0f79 req-06700c00-337f-49b0-9b83-166b8584f4bf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1016e4b0-3dc1-4de0-bd9e-aa108555bcfd HTTP/1.1" status: 200 len: 217 time: 0.0633829 Oct 04 10:01:54.589057 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d10ffa-448e-434a-aeca-e80f5e7b0f79 req-b12cb38c-f9c3-4b77-b263-d07adc50f906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:01:54.590457 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-87d10ffa-448e-434a-aeca-e80f5e7b0f79 req-b12cb38c-f9c3-4b77-b263-d07adc50f906 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=700a6ee8-7a0f-47e5-a042-7e78aa467eb3 HTTP/1.1" status: 200 len: 835 time: 0.0558841 Oct 04 10:01:54.602578 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-3c046143-cebd-49d2-9925-edd35b694402 None None] Attempt 3 to provision port 1016e4b0-3dc1-4de0-bd9e-aa108555bcfd Oct 04 10:01:54.664413 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-3c046143-cebd-49d2-9925-edd35b694402 None None] Port 1016e4b0-3dc1-4de0-bd9e-aa108555bcfd had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 10:01:54.676183 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d10ffa-448e-434a-aeca-e80f5e7b0f79 req-295d1dbf-4341-4ffa-afe7-4834f18de022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:01:54.678320 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-87d10ffa-448e-434a-aeca-e80f5e7b0f79 req-295d1dbf-4341-4ffa-afe7-4834f18de022 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1618163d-2713-4cd7-9cca-af579a1adcf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0820541 Oct 04 10:01:54.775019 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8725c46-ada6-4bda-bd80-4a59cd2301d5 req-95e1b401-7da0-4933-b1dd-cbad5a547832 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:01:54.776491 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-e8725c46-ada6-4bda-bd80-4a59cd2301d5 req-95e1b401-7da0-4933-b1dd-cbad5a547832 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=278dafea-b591-445e-83a4-f63f5416a149 HTTP/1.1" status: 200 len: 944 time: 0.0869403 Oct 04 10:01:54.811773 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-87d10ffa-448e-434a-aeca-e80f5e7b0f79 req-aaa35071-9396-4308-8e65-c78e2f49ca1c service neutron] 10.222.0.20 "GET /v2.0/networks/1618163d-2713-4cd7-9cca-af579a1adcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266432 Oct 04 10:01:54.820571 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-e8725c46-ada6-4bda-bd80-4a59cd2301d5 req-0ccc931c-5104-423a-9a12-82bc70b4345e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=58290fc0-1f6e-4874-852d-548529b50c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377772 Oct 04 10:01:54.943673 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-87d10ffa-448e-434a-aeca-e80f5e7b0f79 req-6b081bc4-ad23-4020-b45a-14507203382f service neutron] 10.222.0.20 "GET /v2.0/networks/1618163d-2713-4cd7-9cca-af579a1adcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263292 Oct 04 10:01:55.101644 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730b5e8-fd9a-4c06-8e06-f575d2df75b7 req-3d2fa7b8-b50f-4793-bad2-0e0f9d145846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:01:55.103107 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3730b5e8-fd9a-4c06-8e06-f575d2df75b7 req-3d2fa7b8-b50f-4793-bad2-0e0f9d145846 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12664c4828024576bc805d2308db5fae&device_id=278dafea-b591-445e-83a4-f63f5416a149 HTTP/1.1" status: 200 len: 1097 time: 0.0770643 Oct 04 10:01:55.229635 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730b5e8-fd9a-4c06-8e06-f575d2df75b7 req-eb27a023-ced4-436c-a8ee-6a3014d86106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:01:55.231075 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3730b5e8-fd9a-4c06-8e06-f575d2df75b7 req-eb27a023-ced4-436c-a8ee-6a3014d86106 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1618163d-2713-4cd7-9cca-af579a1adcf9 HTTP/1.1" status: 200 len: 896 time: 0.1217508 Oct 04 10:01:55.389939 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3730b5e8-fd9a-4c06-8e06-f575d2df75b7 req-2cf28420-d7a9-440f-8be8-ac8b7a271e44 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1016e4b0-3dc1-4de0-bd9e-aa108555bcfd HTTP/1.1" status: 200 len: 217 time: 0.1531732 Oct 04 10:01:55.449642 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730b5e8-fd9a-4c06-8e06-f575d2df75b7 req-17fb8f06-a0c8-4292-8133-0cfad86df3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:01:55.450987 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3730b5e8-fd9a-4c06-8e06-f575d2df75b7 req-17fb8f06-a0c8-4292-8133-0cfad86df3e9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=700a6ee8-7a0f-47e5-a042-7e78aa467eb3 HTTP/1.1" status: 200 len: 835 time: 0.0547371 Oct 04 10:01:55.534167 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730b5e8-fd9a-4c06-8e06-f575d2df75b7 req-5803b4fd-1799-4f86-be0c-c64a804d66a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:01:55.535688 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3730b5e8-fd9a-4c06-8e06-f575d2df75b7 req-5803b4fd-1799-4f86-be0c-c64a804d66a1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1618163d-2713-4cd7-9cca-af579a1adcf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777681 Oct 04 10:01:55.667963 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3730b5e8-fd9a-4c06-8e06-f575d2df75b7 req-87ee9dc5-509e-4a8d-a4c6-9222ace74cf1 service neutron] 10.222.0.20 "GET /v2.0/networks/1618163d-2713-4cd7-9cca-af579a1adcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249135 Oct 04 10:01:55.796948 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3730b5e8-fd9a-4c06-8e06-f575d2df75b7 req-00dfb124-aa4a-496c-824f-a45ec62b3b11 service neutron] 10.222.0.20 "GET /v2.0/networks/1618163d-2713-4cd7-9cca-af579a1adcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227894 Oct 04 10:01:56.017121 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ba138-28ba-4bd8-90df-f2f3df5a4dcf req-3ef2f40b-4ec3-414c-aaa3-8f088ea0003c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:01:56.017725 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-564ba138-28ba-4bd8-90df-f2f3df5a4dcf req-3ef2f40b-4ec3-414c-aaa3-8f088ea0003c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Synchronizing usage tracker for tenant:12664c4828024576bc805d2308db5fae on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 10:01:56.033269 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-564ba138-28ba-4bd8-90df-f2f3df5a4dcf req-3ef2f40b-4ec3-414c-aaa3-8f088ea0003c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Unset dirty status for tenant:12664c4828024576bc805d2308db5fae on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 10:01:56.034486 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-564ba138-28ba-4bd8-90df-f2f3df5a4dcf req-3ef2f40b-4ec3-414c-aaa3-8f088ea0003c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=278dafea-b591-445e-83a4-f63f5416a149 HTTP/1.1" status: 200 len: 944 time: 0.1021874 Oct 04 10:01:56.077509 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-564ba138-28ba-4bd8-90df-f2f3df5a4dcf req-a3787e03-e0ba-4489-9ce9-cedf63cf2936 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=58290fc0-1f6e-4874-852d-548529b50c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373127 Oct 04 10:01:57.079220 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 1016e4b0-3dc1-4de0-bd9e-aa108555bcfd details requested by agent hyperv_hv-neutron-8602 with host hv-neutron-8602 {{(pid=89034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 04 10:01:57.209088 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 1016e4b0-3dc1-4de0-bd9e-aa108555bcfd, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=1016e4b0-3dc1-4de0-bd9e-aa108555bcfd,segment=NetworkSegment(74f9c497-d184-4a24-9d6f-98162d20902c),segment_id=74f9c497-d184-4a24-9d6f-98162d20902c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:01:57.225899 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Returning: {'device': '1016e4b0-3dc1-4de0-bd9e-aa108555bcfd', 'network_id': '1618163d-2713-4cd7-9cca-af579a1adcf9', 'port_id': '1016e4b0-3dc1-4de0-bd9e-aa108555bcfd', 'mac_address': 'fa:16:3e:06:b7:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '700a6ee8-7a0f-47e5-a042-7e78aa467eb3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 04 10:01:57.278735 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212acea4-e161-479a-a2ab-2d23a197130f req-e0d6c138-e45a-4a36-bd41-aa1625c18476 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:01:57.280292 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-212acea4-e161-479a-a2ab-2d23a197130f req-e0d6c138-e45a-4a36-bd41-aa1625c18476 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=278dafea-b591-445e-83a4-f63f5416a149 HTTP/1.1" status: 200 len: 944 time: 0.0938516 Oct 04 10:01:57.280842 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 1016e4b0-3dc1-4de0-bd9e-aa108555bcfd is: DOWN; New status is: BUILD {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:01:57.281224 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:57.298412 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1016e4b0-3dc1-4de0-bd9e-aa108555bcfd {{(pid=89034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 10:01:57.313448 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 1016e4b0-3dc1-4de0-bd9e-aa108555bcfd, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=1016e4b0-3dc1-4de0-bd9e-aa108555bcfd,segment=NetworkSegment(74f9c497-d184-4a24-9d6f-98162d20902c),segment_id=74f9c497-d184-4a24-9d6f-98162d20902c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:01:57.317975 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:57.325111 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-212acea4-e161-479a-a2ab-2d23a197130f req-acd09522-e024-4ddd-83eb-ea62185db39a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=58290fc0-1f6e-4874-852d-548529b50c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390759 Oct 04 10:01:57.383711 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=1016e4b0-3dc1-4de0-bd9e-aa108555bcfd,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:01:57.690844 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-2c9c708d-31cf-429d-b8b4-5c2d4cca2198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:57.765557 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['1016e4b0-3dc1-4de0-bd9e-aa108555bcfd'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 10:01:58.523012 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79fd93-6a2b-43f8-9853-7579326ae54e req-87381d07-ba33-49e9-bba2-115140d8047e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:01:58.524551 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6e79fd93-6a2b-43f8-9853-7579326ae54e req-87381d07-ba33-49e9-bba2-115140d8047e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=278dafea-b591-445e-83a4-f63f5416a149 HTTP/1.1" status: 200 len: 945 time: 0.0881941 Oct 04 10:01:58.568010 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6e79fd93-6a2b-43f8-9853-7579326ae54e req-42e1e3c4-3fa7-427b-b9c2-dbac2ce7abb8 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=58290fc0-1f6e-4874-852d-548529b50c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378394 Oct 04 10:01:59.078079 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 1016e4b0-3dc1-4de0-bd9e-aa108555bcfd up at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:01:59.110925 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [req-03d0aef6-0e3c-476b-b922-9cee2f806a13 req-772bd583-b8f6-4d9d-94de-ab45c64ac762 service neutron] (89032) timed out ('10.222.0.50', 40440) {{(pid=89032) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Oct 04 10:01:59.144231 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning for port 1016e4b0-3dc1-4de0-bd9e-aa108555bcfd completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 10:01:59.149735 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning complete for port 1016e4b0-3dc1-4de0-bd9e-aa108555bcfd triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:01:59.150100 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:59.150430 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Attempt 1 to provision port 1016e4b0-3dc1-4de0-bd9e-aa108555bcfd Oct 04 10:01:59.265021 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 1016e4b0-3dc1-4de0-bd9e-aa108555bcfd is: BUILD; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:01:59.265397 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:59.291241 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '278dafea-b591-445e-83a4-f63f5416a149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1016e4b0-3dc1-4de0-bd9e-aa108555bcfd'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 10:01:59.293514 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aef738b946a3ea172e8e75fc735451da1d91f114ea1acc5fcf392e20a929bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623bf571-4d05-45d5-b330-56fce10bb9f7" -d '{"events": [{"server_uuid": "278dafea-b591-445e-83a4-f63f5416a149", "name": "network-vif-plugged", "status": "completed", "tag": "1016e4b0-3dc1-4de0-bd9e-aa108555bcfd"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 10:01:59.300909 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 1016e4b0-3dc1-4de0-bd9e-aa108555bcfd, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=1016e4b0-3dc1-4de0-bd9e-aa108555bcfd,segment=NetworkSegment(74f9c497-d184-4a24-9d6f-98162d20902c),segment_id=74f9c497-d184-4a24-9d6f-98162d20902c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:01:59.305751 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:01:59.377030 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=1016e4b0-3dc1-4de0-bd9e-aa108555bcfd,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:01:59.387999 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 10:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e436bdba-c683-4cb7-aaed-63b0c25f130f x-openstack-request-id: req-e436bdba-c683-4cb7-aaed-63b0c25f130f {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 10:01:59.388292 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "278dafea-b591-445e-83a4-f63f5416a149", "name": "network-vif-plugged", "status": "completed", "tag": "1016e4b0-3dc1-4de0-bd9e-aa108555bcfd", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 10:01:59.388563 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e436bdba-c683-4cb7-aaed-63b0c25f130f {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 10:01:59.388950 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e436bdba-c683-4cb7-aaed-63b0c25f130f'] response: {'server_uuid': '278dafea-b591-445e-83a4-f63f5416a149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1016e4b0-3dc1-4de0-bd9e-aa108555bcfd', 'code': 200} Oct 04 10:01:59.644242 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e910307-e6f7-4d2e-a91c-c606727dd1bd req-fd2181cd-f1cb-416b-846c-672a58cfa38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:01:59.646123 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4e910307-e6f7-4d2e-a91c-c606727dd1bd req-fd2181cd-f1cb-416b-846c-672a58cfa38c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=278dafea-b591-445e-83a4-f63f5416a149 HTTP/1.1" status: 200 len: 1099 time: 0.0763676 Oct 04 10:01:59.728907 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4e910307-e6f7-4d2e-a91c-c606727dd1bd req-bb942256-40e7-40c0-af62-11da74696106 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=58290fc0-1f6e-4874-852d-548529b50c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766437 Oct 04 10:01:59.771707 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a69b6-1bb0-47dd-a99c-5500feb93480 req-ce393cc0-6274-4e1c-8a45-8ea3f9878d44 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:01:59.773188 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d94a69b6-1bb0-47dd-a99c-5500feb93480 req-ce393cc0-6274-4e1c-8a45-8ea3f9878d44 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=278dafea-b591-445e-83a4-f63f5416a149 HTTP/1.1" status: 200 len: 946 time: 0.0882640 Oct 04 10:01:59.817017 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d94a69b6-1bb0-47dd-a99c-5500feb93480 req-da92bcee-e15c-4dba-9239-d3437fb85856 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=58290fc0-1f6e-4874-852d-548529b50c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381646 Oct 04 10:02:00.351076 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-4d198884-5d04-42cf-b077-ceae6a3ccc55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:02:00.865338 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:02:00.890706 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:02:01.024581 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2fb62-57f5-4e2e-ad25-b8be009f04a3 req-73a34e08-3655-477a-9541-20c5569dbb18 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:02:01.026169 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-5ca2fb62-57f5-4e2e-ad25-b8be009f04a3 req-73a34e08-3655-477a-9541-20c5569dbb18 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=278dafea-b591-445e-83a4-f63f5416a149 HTTP/1.1" status: 200 len: 946 time: 0.0919299 Oct 04 10:02:01.071747 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-5ca2fb62-57f5-4e2e-ad25-b8be009f04a3 req-95f87b7f-3ad8-4c8b-8d37-72326c56210e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=58290fc0-1f6e-4874-852d-548529b50c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396335 Oct 04 10:02:02.274049 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1995a82d-473b-4b4b-b028-d22b7fc70b82 req-aefe9352-60b1-4358-b84b-43b6d13fa8f4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:02:02.275499 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1995a82d-473b-4b4b-b028-d22b7fc70b82 req-aefe9352-60b1-4358-b84b-43b6d13fa8f4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=278dafea-b591-445e-83a4-f63f5416a149 HTTP/1.1" status: 200 len: 946 time: 0.0889664 Oct 04 10:02:02.318046 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1995a82d-473b-4b4b-b028-d22b7fc70b82 req-d616a3cb-b36e-4af6-9b6d-0d65a9562e61 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=58290fc0-1f6e-4874-852d-548529b50c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369480 Oct 04 10:02:02.435256 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:02:02.507108 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d4f2dafb-b19f-47eb-85d0-62f142e79c40 req-20a472ac-3af8-402e-a88b-28471667f4f9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=278dafea-b591-445e-83a4-f63f5416a149&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0791624 Oct 04 10:02:02.520574 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0b29f-423e-40e9-9e79-0d4315a3730f req-a8287a7e-bdcc-45cf-a25e-2b50ef3ececc tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:02:02.522032 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-44b0b29f-423e-40e9-9e79-0d4315a3730f req-a8287a7e-bdcc-45cf-a25e-2b50ef3ececc tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=278dafea-b591-445e-83a4-f63f5416a149 HTTP/1.1" status: 200 len: 946 time: 0.0929177 Oct 04 10:02:02.567210 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-44b0b29f-423e-40e9-9e79-0d4315a3730f req-9bff800e-c87a-4037-a1e1-6381b28d8742 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=58290fc0-1f6e-4874-852d-548529b50c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389647 Oct 04 10:02:02.597459 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 43552) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:02:02.678947 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2dafb-b19f-47eb-85d0-62f142e79c40 req-e5f799a8-dad9-4776-ba1c-0d1898b83b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:02:02.679399 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8b073e-66e4-43e1-bfb9-bbacd360a614 tempest-TestNetworkAdvancedServerOps-791167516 tempest-TestNetworkAdvancedServerOps-791167516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:02:02.680872 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d4f2dafb-b19f-47eb-85d0-62f142e79c40 req-e5f799a8-dad9-4776-ba1c-0d1898b83b16 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12664c4828024576bc805d2308db5fae&device_id=278dafea-b591-445e-83a4-f63f5416a149 HTTP/1.1" status: 200 len: 1099 time: 0.0873392 Oct 04 10:02:02.681259 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-1d8b073e-66e4-43e1-bfb9-bbacd360a614 tempest-TestNetworkAdvancedServerOps-791167516 tempest-TestNetworkAdvancedServerOps-791167516-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=278dafea-b591-445e-83a4-f63f5416a149 HTTP/1.1" status: 200 len: 1094 time: 0.0820777 Oct 04 10:02:02.688936 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 43556) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:02:02.694979 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-d1f27de7-3b84-4a37-a9ae-016685e02578 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Request body: {'floatingip': {'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'port_id': '1016e4b0-3dc1-4de0-bd9e-aa108555bcfd', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:02:02.702268 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-d1f27de7-3b84-4a37-a9ae-016685e02578 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:02:02.706223 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-d1f27de7-3b84-4a37-a9ae-016685e02578 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Usage tracker for resource:floatingip and tenant:12664c4828024576bc805d2308db5fae is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:02:02.709613 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-d1f27de7-3b84-4a37-a9ae-016685e02578 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:02:02.716102 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-d1f27de7-3b84-4a37-a9ae-016685e02578 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:02:02.731904 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d1f27de7-3b84-4a37-a9ae-016685e02578 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for floatingip, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:02:02.837065 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2dafb-b19f-47eb-85d0-62f142e79c40 req-b0388a1f-cad2-461c-83f8-64ae883e1431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:02:02.838435 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d4f2dafb-b19f-47eb-85d0-62f142e79c40 req-b0388a1f-cad2-461c-83f8-64ae883e1431 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1618163d-2713-4cd7-9cca-af579a1adcf9 HTTP/1.1" status: 200 len: 896 time: 0.1395817 Oct 04 10:02:02.877594 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d1f27de7-3b84-4a37-a9ae-016685e02578 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:02:02.908957 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d4f2dafb-b19f-47eb-85d0-62f142e79c40 req-958626d1-c176-4bd4-8cc7-96fc3c3eaa2a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1016e4b0-3dc1-4de0-bd9e-aa108555bcfd HTTP/1.1" status: 200 len: 217 time: 0.0646167 Oct 04 10:02:02.969679 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2dafb-b19f-47eb-85d0-62f142e79c40 req-2ea715cb-3dc0-45fa-8f81-0664b0a7986b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:02:02.971107 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d4f2dafb-b19f-47eb-85d0-62f142e79c40 req-2ea715cb-3dc0-45fa-8f81-0664b0a7986b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=700a6ee8-7a0f-47e5-a042-7e78aa467eb3 HTTP/1.1" status: 200 len: 835 time: 0.0566397 Oct 04 10:02:03.024196 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-d1f27de7-3b84-4a37-a9ae-016685e02578 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Allocated IP 172.26.10.120 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/c27914c1-0fde-46b7-bdb2-431f51c541c5) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 10:02:03.053538 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2dafb-b19f-47eb-85d0-62f142e79c40 req-b7c7d38f-053e-4221-a0ac-caa253e12037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:02:03.055020 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d4f2dafb-b19f-47eb-85d0-62f142e79c40 req-b7c7d38f-053e-4221-a0ac-caa253e12037 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1618163d-2713-4cd7-9cca-af579a1adcf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777779 Oct 04 10:02:03.199304 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d4f2dafb-b19f-47eb-85d0-62f142e79c40 req-1d168a3e-eaef-4b83-8181-64c80c2b2aee service neutron] 10.222.0.20 "GET /v2.0/networks/1618163d-2713-4cd7-9cca-af579a1adcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368282 Oct 04 10:02:03.295288 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d1f27de7-3b84-4a37-a9ae-016685e02578 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:02:03.325867 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d1f27de7-3b84-4a37-a9ae-016685e02578 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:02:03.392056 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f27de7-3b84-4a37-a9ae-016685e02578 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 10:02:03.395740 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-d1f27de7-3b84-4a37-a9ae-016685e02578 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 10:02:03.398821 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f27de7-3b84-4a37-a9ae-016685e02578 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 10:02:03.430985 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d4f2dafb-b19f-47eb-85d0-62f142e79c40 req-f8ee39c6-e7a3-4294-9673-0315d76866b8 service neutron] 10.222.0.20 "GET /v2.0/networks/1618163d-2713-4cd7-9cca-af579a1adcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256572 Oct 04 10:02:03.447866 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f27de7-3b84-4a37-a9ae-016685e02578 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'Port': ['ID=c27914c1-0fde-46b7-bdb2-431f51c541c5,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:02:03.821607 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d1f27de7-3b84-4a37-a9ae-016685e02578 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:02:03.896210 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d1f27de7-3b84-4a37-a9ae-016685e02578 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:02:04.104135 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d1f27de7-3b84-4a37-a9ae-016685e02578 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:02:04.108892 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d1f27de7-3b84-4a37-a9ae-016685e02578 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:02:04.219067 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d1f27de7-3b84-4a37-a9ae-016685e02578 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:02:04.269343 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f27de7-3b84-4a37-a9ae-016685e02578 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'Port': ['ID=c27914c1-0fde-46b7-bdb2-431f51c541c5,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:02:04.391120 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.l3_db [None req-d1f27de7-3b84-4a37-a9ae-016685e02578 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Floating IP 92e1e34e-c85f-4532-8476-5363b6c938ce associated. External IP: 172.26.10.120, port: 1016e4b0-3dc1-4de0-bd9e-aa108555bcfd. Oct 04 10:02:04.840335 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1f27de7-3b84-4a37-a9ae-016685e02578 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Router 5a83f94a-6ef2-4e45-be3b-2cf2e69124c9 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 10:02:05.016381 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f27de7-3b84-4a37-a9ae-016685e02578 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 10:02:05.026377 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee5d456-079c-46e5-831d-804ae808725b None None] Sync routers for ids ['5a83f94a-6ef2-4e45-be3b-2cf2e69124c9'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 10:02:05.035285 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee5d456-079c-46e5-831d-804ae808725b None None] Routers {'5a83f94a-6ef2-4e45-be3b-2cf2e69124c9'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:02:05.035890 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-dee5d456-079c-46e5-831d-804ae808725b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:02:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['5a83f94a-6ef2-4e45-be3b-2cf2e69124c9'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:02:05.040626 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d1f27de7-3b84-4a37-a9ae-016685e02578 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:02:05.097560 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-d1f27de7-3b84-4a37-a9ae-016685e02578 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 998 time: 2.4074595 Oct 04 10:02:05.098231 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '278dafea-b591-445e-83a4-f63f5416a149', 'tag': '1016e4b0-3dc1-4de0-bd9e-aa108555bcfd'}] {{(pid=89033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 10:02:05.100786 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e417ebe64424eb0358633e416672821aae4ea22acc2211bb28d37655142b7e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95bf7c4-e207-4121-a16d-11a22e072b3b" -d '{"events": [{"name": "network-changed", "server_uuid": "278dafea-b591-445e-83a4-f63f5416a149", "tag": "1016e4b0-3dc1-4de0-bd9e-aa108555bcfd"}]}' {{(pid=89033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 10:02:05.148477 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 10:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13d9ddb-6f29-4b24-93f3-8627738311ea x-openstack-request-id: req-e13d9ddb-6f29-4b24-93f3-8627738311ea {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 10:02:05.148766 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "278dafea-b591-445e-83a4-f63f5416a149", "tag": "1016e4b0-3dc1-4de0-bd9e-aa108555bcfd", "status": "completed", "code": 200}]} {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 10:02:05.149102 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e13d9ddb-6f29-4b24-93f3-8627738311ea {{(pid=89033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 10:02:05.149764 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e13d9ddb-6f29-4b24-93f3-8627738311ea'] response: {'name': 'network-changed', 'server_uuid': '278dafea-b591-445e-83a4-f63f5416a149', 'tag': '1016e4b0-3dc1-4de0-bd9e-aa108555bcfd', 'status': 'completed', 'code': 200} Oct 04 10:02:05.217247 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-dee5d456-079c-46e5-831d-804ae808725b None None] Set router 5a83f94a-6ef2-4e45-be3b-2cf2e69124c9 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:02:05.330232 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95bf7c4-e207-4121-a16d-11a22e072b3b req-1228c0dc-096f-4371-aca0-6b6154a27d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:02:05.331894 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c95bf7c4-e207-4121-a16d-11a22e072b3b req-1228c0dc-096f-4371-aca0-6b6154a27d79 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12664c4828024576bc805d2308db5fae&device_id=278dafea-b591-445e-83a4-f63f5416a149 HTTP/1.1" status: 200 len: 1099 time: 0.1049252 Oct 04 10:02:05.339263 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81e719-5320-4354-9c9f-d18ddf7f8b1a req-305fba2f-4465-4cb5-bcce-0a4fe0abf066 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:02:05.340701 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1d81e719-5320-4354-9c9f-d18ddf7f8b1a req-305fba2f-4465-4cb5-bcce-0a4fe0abf066 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=278dafea-b591-445e-83a4-f63f5416a149 HTTP/1.1" status: 200 len: 946 time: 0.1542881 Oct 04 10:02:05.463592 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1d81e719-5320-4354-9c9f-d18ddf7f8b1a req-3d172b12-16a1-44ea-82c0-b4d102804ed2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=58290fc0-1f6e-4874-852d-548529b50c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045725 Oct 04 10:02:05.496652 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 43566) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:02:05.500283 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95bf7c4-e207-4121-a16d-11a22e072b3b req-a08e00f2-72aa-45ce-8e32-7c9ee82ff169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:02:05.501797 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c95bf7c4-e207-4121-a16d-11a22e072b3b req-a08e00f2-72aa-45ce-8e32-7c9ee82ff169 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1618163d-2713-4cd7-9cca-af579a1adcf9 HTTP/1.1" status: 200 len: 896 time: 0.1602368 Oct 04 10:02:05.562435 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-dee5d456-079c-46e5-831d-804ae808725b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a83f94a-6ef2-4e45-be3b-2cf2e69124c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-559511971', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.3'}], 'enable_snat': True}, 'gw_port_id': '55d8c660-9f04-4cac-b2cb-9b155b1fe4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:01:43Z', 'updated_at': '2022-10-04T10:01:48Z', 'revision_number': 4, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': '55d8c660-9f04-4cac-b2cb-9b155b1fe4d5', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:39:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a83f94a-6ef2-4e45-be3b-2cf2e69124c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:01:44Z', 'updated_at': '2022-10-04T10:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': '92e1e34e-c85f-4532-8476-5363b6c938ce', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'floating_ip_address': '172.26.10.120', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '5a83f94a-6ef2-4e45-be3b-2cf2e69124c9', 'port_id': '1016e4b0-3dc1-4de0-bd9e-aa108555bcfd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1618163d-2713-4cd7-9cca-af579a1adcf9', 'mac_address': 'fa:16:3e:06:b7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278dafea-b591-445e-83a4-f63f5416a149', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T10:02:03Z', 'updated_at': '2022-10-04T10:02:03Z', 'revision_number': 0, 'project_id': '12664c4828024576bc805d2308db5fae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6cdd32b-e230-47e9-9acd-85973cca95ef', 'name': '', 'network_id': '1618163d-2713-4cd7-9cca-af579a1adcf9', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'mac_address': 'fa:16:3e:d3:bb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a83f94a-6ef2-4e45-be3b-2cf2e69124c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '700a6ee8-7a0f-47e5-a042-7e78aa467eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:01:47Z', 'updated_at': '2022-10-04T10:01:52Z', 'revision_number': 5, 'project_id': '12664c4828024576bc805d2308db5fae', 'subnets': [{'id': '700a6ee8-7a0f-47e5-a042-7e78aa467eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:02:05.566472 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee5d456-079c-46e5-831d-804ae808725b None None] Checking router: 5a83f94a-6ef2-4e45-be3b-2cf2e69124c9 for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 10:02:05.574829 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee5d456-079c-46e5-831d-804ae808725b None None] Routers {'5a83f94a-6ef2-4e45-be3b-2cf2e69124c9'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:02:05.575464 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-dee5d456-079c-46e5-831d-804ae808725b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:02:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['5a83f94a-6ef2-4e45-be3b-2cf2e69124c9'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:02:05.610313 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c95bf7c4-e207-4121-a16d-11a22e072b3b req-679cac1b-0e1b-4d04-8328-19dec7edd35c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1016e4b0-3dc1-4de0-bd9e-aa108555bcfd HTTP/1.1" status: 200 len: 1001 time: 0.1014388 Oct 04 10:02:05.612495 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-6fe35514-0ccb-4b57-8017-02db893aef8a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/floatingips/92e1e34e-c85f-4532-8476-5363b6c938ce HTTP/1.1" status: 200 len: 993 time: 0.1145580 Oct 04 10:02:05.672767 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95bf7c4-e207-4121-a16d-11a22e072b3b req-444863e0-7118-40e2-a7fd-f2df988a884d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:02:05.675246 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c95bf7c4-e207-4121-a16d-11a22e072b3b req-444863e0-7118-40e2-a7fd-f2df988a884d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=700a6ee8-7a0f-47e5-a042-7e78aa467eb3 HTTP/1.1" status: 200 len: 835 time: 0.0576019 Oct 04 10:02:05.769732 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95bf7c4-e207-4121-a16d-11a22e072b3b req-cc894061-dd0b-46a0-af61-752591cc4dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:02:05.771397 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c95bf7c4-e207-4121-a16d-11a22e072b3b req-cc894061-dd0b-46a0-af61-752591cc4dda service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1618163d-2713-4cd7-9cca-af579a1adcf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0903733 Oct 04 10:02:05.793672 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-dee5d456-079c-46e5-831d-804ae808725b None None] Set router 5a83f94a-6ef2-4e45-be3b-2cf2e69124c9 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:02:05.910797 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c95bf7c4-e207-4121-a16d-11a22e072b3b req-1d8c2bba-3eda-48d9-823d-224dfb42c154 service neutron] 10.222.0.20 "GET /v2.0/networks/1618163d-2713-4cd7-9cca-af579a1adcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283309 Oct 04 10:02:06.041710 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c95bf7c4-e207-4121-a16d-11a22e072b3b req-64191e4b-a4b1-4f2a-9274-597a40c9cd8b service neutron] 10.222.0.20 "GET /v2.0/networks/1618163d-2713-4cd7-9cca-af579a1adcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238592 Oct 04 10:02:06.144063 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-dee5d456-079c-46e5-831d-804ae808725b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a83f94a-6ef2-4e45-be3b-2cf2e69124c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-559511971', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.3'}], 'enable_snat': True}, 'gw_port_id': '55d8c660-9f04-4cac-b2cb-9b155b1fe4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:01:43Z', 'updated_at': '2022-10-04T10:01:48Z', 'revision_number': 4, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': '55d8c660-9f04-4cac-b2cb-9b155b1fe4d5', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:39:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a83f94a-6ef2-4e45-be3b-2cf2e69124c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:01:44Z', 'updated_at': '2022-10-04T10:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': '92e1e34e-c85f-4532-8476-5363b6c938ce', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'floating_ip_address': '172.26.10.120', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '5a83f94a-6ef2-4e45-be3b-2cf2e69124c9', 'port_id': '1016e4b0-3dc1-4de0-bd9e-aa108555bcfd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1618163d-2713-4cd7-9cca-af579a1adcf9', 'mac_address': 'fa:16:3e:06:b7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278dafea-b591-445e-83a4-f63f5416a149', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T10:02:03Z', 'updated_at': '2022-10-04T10:02:03Z', 'revision_number': 0, 'project_id': '12664c4828024576bc805d2308db5fae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6cdd32b-e230-47e9-9acd-85973cca95ef', 'name': '', 'network_id': '1618163d-2713-4cd7-9cca-af579a1adcf9', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'mac_address': 'fa:16:3e:d3:bb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a83f94a-6ef2-4e45-be3b-2cf2e69124c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '700a6ee8-7a0f-47e5-a042-7e78aa467eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:01:47Z', 'updated_at': '2022-10-04T10:01:52Z', 'revision_number': 5, 'project_id': '12664c4828024576bc805d2308db5fae', 'subnets': [{'id': '700a6ee8-7a0f-47e5-a042-7e78aa467eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:02:06.148756 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee5d456-079c-46e5-831d-804ae808725b None None] The sync data for ids ['5a83f94a-6ef2-4e45-be3b-2cf2e69124c9'] in dv-neutron-860215-1-hyperv is: [{'id': '5a83f94a-6ef2-4e45-be3b-2cf2e69124c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-559511971', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.3'}], 'enable_snat': True}, 'gw_port_id': '55d8c660-9f04-4cac-b2cb-9b155b1fe4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:01:43Z', 'updated_at': '2022-10-04T10:01:48Z', 'revision_number': 4, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': '55d8c660-9f04-4cac-b2cb-9b155b1fe4d5', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:39:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a83f94a-6ef2-4e45-be3b-2cf2e69124c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:01:44Z', 'updated_at': '2022-10-04T10:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': '92e1e34e-c85f-4532-8476-5363b6c938ce', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'floating_ip_address': '172.26.10.120', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '5a83f94a-6ef2-4e45-be3b-2cf2e69124c9', 'port_id': '1016e4b0-3dc1-4de0-bd9e-aa108555bcfd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1618163d-2713-4cd7-9cca-af579a1adcf9', 'mac_address': 'fa:16:3e:06:b7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '278dafea-b591-445e-83a4-f63f5416a149', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T10:02:03Z', 'updated_at': '2022-10-04T10:02:03Z', 'revision_number': 0, 'project_id': '12664c4828024576bc805d2308db5fae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6cdd32b-e230-47e9-9acd-85973cca95ef', 'name': '', 'network_id': '1618163d-2713-4cd7-9cca-af579a1adcf9', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'mac_address': 'fa:16:3e:d3:bb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a83f94a-6ef2-4e45-be3b-2cf2e69124c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '700a6ee8-7a0f-47e5-a042-7e78aa467eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:01:47Z', 'updated_at': '2022-10-04T10:01:52Z', 'revision_number': 5, 'project_id': '12664c4828024576bc805d2308db5fae', 'subnets': [{'id': '700a6ee8-7a0f-47e5-a042-7e78aa467eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 10:02:06.335820 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8729425-def1-4ef2-892a-b09878f332b6 None None] New status for floating IP 92e1e34e-c85f-4532-8476-5363b6c938ce: ACTIVE {{(pid=89035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 10:02:06.616732 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 43570) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:02:06.725365 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-d677c3be-2d00-4c56-836c-4d5f50afeacc tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/floatingips/92e1e34e-c85f-4532-8476-5363b6c938ce HTTP/1.1" status: 200 len: 995 time: 0.1025112 Oct 04 10:02:11.653426 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:02:22.811952 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 10:02:27.693297 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-68280314-d60a-4f13-bd7e-7f0410fda393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:02:30.353895 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-8952473d-41b5-4ced-bc7d-4121d0863735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:02:30.867797 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:02:30.892464 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:02:32.436643 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:02:41.662927 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:02:57.695498 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d916c75a-6245-4c06-8531-bc18b86ca55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:02:59.812639 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 10:03:00.355495 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f5e3a4fe-016a-409a-ab72-38f04a6830ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:03:00.869524 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:03:00.896958 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:03:02.442311 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:03:04.504063 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-792e4700-ca22-48dd-ad51-64463158d158 req-843a82fb-dc80-466c-adc1-a6e8d2a334c2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=278dafea-b591-445e-83a4-f63f5416a149&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0754347 Oct 04 10:03:04.663368 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e4700-ca22-48dd-ad51-64463158d158 req-c6d7db96-4d3a-46ef-8570-438e609ac137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:03:04.664876 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-792e4700-ca22-48dd-ad51-64463158d158 req-c6d7db96-4d3a-46ef-8570-438e609ac137 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12664c4828024576bc805d2308db5fae&device_id=278dafea-b591-445e-83a4-f63f5416a149 HTTP/1.1" status: 200 len: 1099 time: 0.0795903 Oct 04 10:03:04.804609 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e4700-ca22-48dd-ad51-64463158d158 req-a1470dd8-b911-4fe2-90b3-595148879f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:03:04.806040 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-792e4700-ca22-48dd-ad51-64463158d158 req-a1470dd8-b911-4fe2-90b3-595148879f49 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1618163d-2713-4cd7-9cca-af579a1adcf9 HTTP/1.1" status: 200 len: 896 time: 0.1231601 Oct 04 10:03:04.904096 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-792e4700-ca22-48dd-ad51-64463158d158 req-3f5069db-e700-4753-99fe-85c623db3c33 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1016e4b0-3dc1-4de0-bd9e-aa108555bcfd HTTP/1.1" status: 200 len: 1003 time: 0.0928004 Oct 04 10:03:04.963482 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e4700-ca22-48dd-ad51-64463158d158 req-019fedb0-c2eb-4ce6-be94-162fb91d4771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:03:04.964892 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-792e4700-ca22-48dd-ad51-64463158d158 req-019fedb0-c2eb-4ce6-be94-162fb91d4771 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=700a6ee8-7a0f-47e5-a042-7e78aa467eb3 HTTP/1.1" status: 200 len: 835 time: 0.0555456 Oct 04 10:03:05.044858 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e4700-ca22-48dd-ad51-64463158d158 req-52d4e006-197d-49a8-9170-5aee759f505e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:03:05.046284 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-792e4700-ca22-48dd-ad51-64463158d158 req-52d4e006-197d-49a8-9170-5aee759f505e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1618163d-2713-4cd7-9cca-af579a1adcf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752740 Oct 04 10:03:05.272626 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-792e4700-ca22-48dd-ad51-64463158d158 req-d38b2085-85e1-4825-94b1-dd315d3734c4 service neutron] 10.222.0.20 "GET /v2.0/networks/1618163d-2713-4cd7-9cca-af579a1adcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205648 Oct 04 10:03:05.400986 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-792e4700-ca22-48dd-ad51-64463158d158 req-5609e852-7a7b-4ace-8550-ca95d0c7f75c service neutron] 10.222.0.20 "GET /v2.0/networks/1618163d-2713-4cd7-9cca-af579a1adcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223166 Oct 04 10:03:11.664722 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:03:16.045820 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99548f39-cc84-4ac5-9837-a8410737da41 req-8999cc86-16e2-434b-90c3-37ac81f3a7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:03:16.047403 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-99548f39-cc84-4ac5-9837-a8410737da41 req-8999cc86-16e2-434b-90c3-37ac81f3a7dc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12664c4828024576bc805d2308db5fae&device_id=278dafea-b591-445e-83a4-f63f5416a149 HTTP/1.1" status: 200 len: 1099 time: 0.0779405 Oct 04 10:03:16.070023 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61136e1f-2d6b-48bb-a196-372f54bd2df2 req-90112236-5f0a-405d-b8d5-34759e06ad72 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:03:16.071499 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-61136e1f-2d6b-48bb-a196-372f54bd2df2 req-90112236-5f0a-405d-b8d5-34759e06ad72 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=278dafea-b591-445e-83a4-f63f5416a149 HTTP/1.1" status: 200 len: 946 time: 0.0922022 Oct 04 10:03:16.119084 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-61136e1f-2d6b-48bb-a196-372f54bd2df2 req-481866cf-1377-4606-b1a0-08f97d2448b8 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=58290fc0-1f6e-4874-852d-548529b50c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412793 Oct 04 10:03:16.180847 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99548f39-cc84-4ac5-9837-a8410737da41 req-4ca66efc-2cd4-4000-bba9-e9c89eb64cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:03:16.182278 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-99548f39-cc84-4ac5-9837-a8410737da41 req-4ca66efc-2cd4-4000-bba9-e9c89eb64cef service neutron] 10.222.0.20 "GET /v2.0/networks?id=1618163d-2713-4cd7-9cca-af579a1adcf9 HTTP/1.1" status: 200 len: 896 time: 0.1290219 Oct 04 10:03:16.283123 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-99548f39-cc84-4ac5-9837-a8410737da41 req-5405f809-600e-4bd5-a0d6-a883d8768a26 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1016e4b0-3dc1-4de0-bd9e-aa108555bcfd HTTP/1.1" status: 200 len: 1003 time: 0.0942204 Oct 04 10:03:16.342613 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99548f39-cc84-4ac5-9837-a8410737da41 req-ac785708-86c2-43ab-b138-baef1b167cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:03:16.343882 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-99548f39-cc84-4ac5-9837-a8410737da41 req-ac785708-86c2-43ab-b138-baef1b167cdf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=700a6ee8-7a0f-47e5-a042-7e78aa467eb3 HTTP/1.1" status: 200 len: 835 time: 0.0549431 Oct 04 10:03:16.424758 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99548f39-cc84-4ac5-9837-a8410737da41 req-3b4c61b4-7c7b-4708-9f8a-4a5fa5980606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:03:16.426195 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-99548f39-cc84-4ac5-9837-a8410737da41 req-3b4c61b4-7c7b-4708-9f8a-4a5fa5980606 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1618163d-2713-4cd7-9cca-af579a1adcf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764585 Oct 04 10:03:16.560166 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-99548f39-cc84-4ac5-9837-a8410737da41 req-fb1ddc9c-aa61-49ab-b991-138e3698036c service neutron] 10.222.0.20 "GET /v2.0/networks/1618163d-2713-4cd7-9cca-af579a1adcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276934 Oct 04 10:03:16.689849 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-99548f39-cc84-4ac5-9837-a8410737da41 req-a3732c90-8676-4669-a1d9-adf21d21ce3d service neutron] 10.222.0.20 "GET /v2.0/networks/1618163d-2713-4cd7-9cca-af579a1adcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219242 Oct 04 10:03:17.319673 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c2665-ae1e-4aca-9b1f-55bb702b3083 req-75ac8fab-368a-4472-a9e6-f482e5cff418 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:03:17.321136 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4e3c2665-ae1e-4aca-9b1f-55bb702b3083 req-75ac8fab-368a-4472-a9e6-f482e5cff418 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=278dafea-b591-445e-83a4-f63f5416a149 HTTP/1.1" status: 200 len: 946 time: 0.0851159 Oct 04 10:03:17.363687 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4e3c2665-ae1e-4aca-9b1f-55bb702b3083 req-8caec73c-a3b3-452e-9de3-fc6c82c8d18e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=58290fc0-1f6e-4874-852d-548529b50c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369382 Oct 04 10:03:18.564615 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5482a5ea-6029-4765-8166-9ca5dcd1547e req-aadf419b-b5a8-4fa9-9e10-fa0261419c7d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:03:18.566061 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-5482a5ea-6029-4765-8166-9ca5dcd1547e req-aadf419b-b5a8-4fa9-9e10-fa0261419c7d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=278dafea-b591-445e-83a4-f63f5416a149 HTTP/1.1" status: 200 len: 946 time: 0.0909505 Oct 04 10:03:18.608998 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-5482a5ea-6029-4765-8166-9ca5dcd1547e req-66c12367-ae84-4e05-a0a8-c01d19292ed9 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=58290fc0-1f6e-4874-852d-548529b50c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373690 Oct 04 10:03:19.806546 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd7b05-a91a-4364-aee0-d9283d0c13fd req-8fc3ded0-2ac9-424b-b661-4ac9954e480d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:03:19.808006 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0cbd7b05-a91a-4364-aee0-d9283d0c13fd req-8fc3ded0-2ac9-424b-b661-4ac9954e480d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=278dafea-b591-445e-83a4-f63f5416a149 HTTP/1.1" status: 200 len: 946 time: 0.0895894 Oct 04 10:03:19.851000 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0cbd7b05-a91a-4364-aee0-d9283d0c13fd req-5da48169-2a43-4165-8bcd-49cdf6456737 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=58290fc0-1f6e-4874-852d-548529b50c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373640 Oct 04 10:03:21.046548 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69deda89-446f-4314-93ca-46448f41d759 req-363f144c-bb8a-40af-acaa-2c84a28309d3 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:03:21.047999 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-69deda89-446f-4314-93ca-46448f41d759 req-363f144c-bb8a-40af-acaa-2c84a28309d3 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=278dafea-b591-445e-83a4-f63f5416a149 HTTP/1.1" status: 200 len: 946 time: 0.0860000 Oct 04 10:03:21.093730 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-69deda89-446f-4314-93ca-46448f41d759 req-584d2353-e019-4855-85e1-d9c16672f077 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=58290fc0-1f6e-4874-852d-548529b50c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401776 Oct 04 10:03:22.298319 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e1f682-4ed1-4e0e-bee6-9ed1a5bba2b0 req-4486f44c-0955-4f22-b182-ab468c3ef0ae tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:03:22.299757 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a2e1f682-4ed1-4e0e-bee6-9ed1a5bba2b0 req-4486f44c-0955-4f22-b182-ab468c3ef0ae tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=278dafea-b591-445e-83a4-f63f5416a149 HTTP/1.1" status: 200 len: 946 time: 0.0896428 Oct 04 10:03:22.342168 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a2e1f682-4ed1-4e0e-bee6-9ed1a5bba2b0 req-c25bde4b-787c-4699-9259-800cfb1e010d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=58290fc0-1f6e-4874-852d-548529b50c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367396 Oct 04 10:03:23.537860 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f5d35-ebd6-42a7-9070-a29d74082b43 req-2dfc47e7-4a98-47b7-b271-835ea84caa40 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:03:23.539293 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-4f7f5d35-ebd6-42a7-9070-a29d74082b43 req-2dfc47e7-4a98-47b7-b271-835ea84caa40 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=278dafea-b591-445e-83a4-f63f5416a149 HTTP/1.1" status: 200 len: 946 time: 0.0864658 Oct 04 10:03:23.581746 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-4f7f5d35-ebd6-42a7-9070-a29d74082b43 req-08a74224-f1c2-4084-8f52-14855bbe359c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=58290fc0-1f6e-4874-852d-548529b50c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368681 Oct 04 10:03:24.788472 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713cd25f-e514-4c9f-9ab6-54075af6afb8 req-539c2374-f64b-43ac-b266-c1f5b408ae75 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:03:24.789918 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-713cd25f-e514-4c9f-9ab6-54075af6afb8 req-539c2374-f64b-43ac-b266-c1f5b408ae75 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=278dafea-b591-445e-83a4-f63f5416a149 HTTP/1.1" status: 200 len: 946 time: 0.0969625 Oct 04 10:03:24.832170 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-713cd25f-e514-4c9f-9ab6-54075af6afb8 req-1becaf97-7900-41f0-82d7-d3aa7e5b4fee tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=58290fc0-1f6e-4874-852d-548529b50c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360165 Oct 04 10:03:26.036848 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318eb399-3ab1-4ee8-bd1e-3ec9d819ec70 req-52130fa3-f594-4f31-b388-9456f8acbe8e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:03:26.038259 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-318eb399-3ab1-4ee8-bd1e-3ec9d819ec70 req-52130fa3-f594-4f31-b388-9456f8acbe8e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=278dafea-b591-445e-83a4-f63f5416a149 HTTP/1.1" status: 200 len: 946 time: 0.0933571 Oct 04 10:03:26.081438 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-318eb399-3ab1-4ee8-bd1e-3ec9d819ec70 req-1e7c2df6-57b8-4b31-a281-1af7f238c4ff tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=58290fc0-1f6e-4874-852d-548529b50c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369539 Oct 04 10:03:27.278723 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04cf3b-0883-495c-acce-8d6483298f5a req-cb3e317e-9282-4437-b5ea-16a3e448cb15 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:03:27.280166 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2f04cf3b-0883-495c-acce-8d6483298f5a req-cb3e317e-9282-4437-b5ea-16a3e448cb15 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=278dafea-b591-445e-83a4-f63f5416a149 HTTP/1.1" status: 200 len: 946 time: 0.0889971 Oct 04 10:03:27.322762 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2f04cf3b-0883-495c-acce-8d6483298f5a req-72a75843-a3cb-4f26-a8b2-b4a4605d3f4b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=58290fc0-1f6e-4874-852d-548529b50c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369895 Oct 04 10:03:27.697120 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-95c8687e-ab93-4918-8f8a-49cdca213b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:03:28.514151 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555647d-b83e-4291-997d-31c81318d8ea req-3876839e-e42b-4291-af49-be6894227463 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:03:28.515569 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-b555647d-b83e-4291-997d-31c81318d8ea req-3876839e-e42b-4291-af49-be6894227463 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=278dafea-b591-445e-83a4-f63f5416a149 HTTP/1.1" status: 200 len: 946 time: 0.0845854 Oct 04 10:03:28.567399 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-b555647d-b83e-4291-997d-31c81318d8ea req-46683c36-45a6-4962-a617-bad110b3d9ca tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=58290fc0-1f6e-4874-852d-548529b50c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459411 Oct 04 10:03:29.761952 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebc3e1-bf21-46c8-80df-c631c5fcde8c req-a374333e-4eb8-48a1-b861-a8640ea69ff9 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:03:29.763405 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1cebc3e1-bf21-46c8-80df-c631c5fcde8c req-a374333e-4eb8-48a1-b861-a8640ea69ff9 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=278dafea-b591-445e-83a4-f63f5416a149 HTTP/1.1" status: 200 len: 946 time: 0.0858901 Oct 04 10:03:29.893971 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1cebc3e1-bf21-46c8-80df-c631c5fcde8c req-501465f5-4ad5-4208-a9d8-6a0f4ed3f104 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=58290fc0-1f6e-4874-852d-548529b50c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249044 Oct 04 10:03:30.357455 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-4fdf68ff-9a1f-4a66-b068-4f09ea3e2986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:03:30.871392 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:03:30.898955 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:03:31.090227 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88416d8d-a455-4cf0-bd8c-d90f06a977eb req-92a5a4cd-2d8c-44b9-a64f-54d82a4a9444 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:03:31.091675 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-88416d8d-a455-4cf0-bd8c-d90f06a977eb req-92a5a4cd-2d8c-44b9-a64f-54d82a4a9444 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=278dafea-b591-445e-83a4-f63f5416a149 HTTP/1.1" status: 200 len: 946 time: 0.0863235 Oct 04 10:03:31.134099 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-88416d8d-a455-4cf0-bd8c-d90f06a977eb req-5e6371e9-2a5b-4497-9ad3-6203073bd591 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=58290fc0-1f6e-4874-852d-548529b50c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368130 Oct 04 10:03:32.332894 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f675649-b57d-493e-b505-d9b0e4f2bca4 req-753886e7-103c-4cb7-b9c9-11b803258043 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:03:32.334338 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7f675649-b57d-493e-b505-d9b0e4f2bca4 req-753886e7-103c-4cb7-b9c9-11b803258043 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=278dafea-b591-445e-83a4-f63f5416a149 HTTP/1.1" status: 200 len: 946 time: 0.0875571 Oct 04 10:03:32.376982 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7f675649-b57d-493e-b505-d9b0e4f2bca4 req-e0a63bb4-f5f6-404d-83f7-5b76e600827a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=58290fc0-1f6e-4874-852d-548529b50c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364211 Oct 04 10:03:32.442759 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:03:33.576950 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53aaccd-9959-4469-a8bf-381731ef124d req-e1225d37-74e2-4b7d-8c19-4e70ba5d46c2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:03:33.578398 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-c53aaccd-9959-4469-a8bf-381731ef124d req-e1225d37-74e2-4b7d-8c19-4e70ba5d46c2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=278dafea-b591-445e-83a4-f63f5416a149 HTTP/1.1" status: 200 len: 946 time: 0.0911531 Oct 04 10:03:33.621111 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-c53aaccd-9959-4469-a8bf-381731ef124d req-b8a5e4be-fa6e-4b32-b497-af8d3404cb87 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=58290fc0-1f6e-4874-852d-548529b50c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371206 Oct 04 10:03:33.650823 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 43646) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:03:33.753848 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-37301640-520b-4995-af02-2d91c048c081 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/floatingips/92e1e34e-c85f-4532-8476-5363b6c938ce HTTP/1.1" status: 200 len: 995 time: 0.1018164 Oct 04 10:03:36.812185 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 10:03:41.676116 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:03:57.699550 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-41977d59-b26b-40ea-8b64-bc9d836e7ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:00.358826 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-90ea6ba4-964e-4b17-a444-d96e2c248197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:00.874038 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:00.899876 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:02.445638 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:04.549024 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e47307e7-b81e-4ca3-85a3-998acbb675a9 req-039b1b99-9b32-459c-bc70-bbce640cbcd4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=278dafea-b591-445e-83a4-f63f5416a149&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1216118 Oct 04 10:04:04.708511 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47307e7-b81e-4ca3-85a3-998acbb675a9 req-cbcac676-5ff3-432a-bb2e-a247448df2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:04:04.709907 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e47307e7-b81e-4ca3-85a3-998acbb675a9 req-cbcac676-5ff3-432a-bb2e-a247448df2f9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12664c4828024576bc805d2308db5fae&device_id=278dafea-b591-445e-83a4-f63f5416a149 HTTP/1.1" status: 200 len: 1099 time: 0.0783343 Oct 04 10:04:04.850696 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47307e7-b81e-4ca3-85a3-998acbb675a9 req-e0538928-a2b5-4945-80f7-b958f7841e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:04:04.852116 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e47307e7-b81e-4ca3-85a3-998acbb675a9 req-e0538928-a2b5-4945-80f7-b958f7841e3d service neutron] 10.222.0.20 "GET /v2.0/networks?id=1618163d-2713-4cd7-9cca-af579a1adcf9 HTTP/1.1" status: 200 len: 896 time: 0.1240344 Oct 04 10:04:04.953840 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e47307e7-b81e-4ca3-85a3-998acbb675a9 req-272f4c01-3744-4f31-9126-c4222e691b0e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1016e4b0-3dc1-4de0-bd9e-aa108555bcfd HTTP/1.1" status: 200 len: 1003 time: 0.0956903 Oct 04 10:04:05.017780 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47307e7-b81e-4ca3-85a3-998acbb675a9 req-8d3d330e-9194-4a86-8d3d-ab78cf547efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:04:05.019097 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e47307e7-b81e-4ca3-85a3-998acbb675a9 req-8d3d330e-9194-4a86-8d3d-ab78cf547efd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=700a6ee8-7a0f-47e5-a042-7e78aa467eb3 HTTP/1.1" status: 200 len: 835 time: 0.0588760 Oct 04 10:04:05.098977 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47307e7-b81e-4ca3-85a3-998acbb675a9 req-b84216e1-cb3a-4ad9-a3a3-df267e8153fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:04:05.100521 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e47307e7-b81e-4ca3-85a3-998acbb675a9 req-b84216e1-cb3a-4ad9-a3a3-df267e8153fa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1618163d-2713-4cd7-9cca-af579a1adcf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751553 Oct 04 10:04:05.110548 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [req-e47307e7-b81e-4ca3-85a3-998acbb675a9 req-a7e7dc4b-c60c-4a6e-8c12-82cf9a1d9d70 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=89032) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 10:04:05.111473 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e47307e7-b81e-4ca3-85a3-998acbb675a9 req-a7e7dc4b-c60c-4a6e-8c12-82cf9a1d9d70 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048156 Oct 04 10:04:05.238986 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e47307e7-b81e-4ca3-85a3-998acbb675a9 req-05589fa8-19d0-449e-8e15-2cded8fad1e3 service neutron] 10.222.0.20 "GET /v2.0/networks/1618163d-2713-4cd7-9cca-af579a1adcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216385 Oct 04 10:04:05.367467 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e47307e7-b81e-4ca3-85a3-998acbb675a9 req-57a24579-2d81-44d4-9358-125c08fb65ad service neutron] 10.222.0.20 "GET /v2.0/networks/1618163d-2713-4cd7-9cca-af579a1adcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227000 Oct 04 10:04:11.691073 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:13.811573 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 10:04:27.701398 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e0994779-63f0-4a39-9c2a-a00992e0563f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:29.034015 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 43690) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:04:29.235374 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-77c6bfea-8f01-4f59-bc18-af559795c17c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Deleting port c27914c1-0fde-46b7-bdb2-431f51c541c5 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 10:04:29.235717 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-77c6bfea-8f01-4f59-bc18-af559795c17c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:29.397946 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-77c6bfea-8f01-4f59-bc18-af559795c17c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:29.398271 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-77c6bfea-8f01-4f59-bc18-af559795c17c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:29.602607 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-77c6bfea-8f01-4f59-bc18-af559795c17c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Calling delete_port for c27914c1-0fde-46b7-bdb2-431f51c541c5 owned by network:floatingip {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 10:04:29.748233 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-77c6bfea-8f01-4f59-bc18-af559795c17c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:29.796913 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c6bfea-8f01-4f59-bc18-af559795c17c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event deleted for resources: {'Port': ['ID=c27914c1-0fde-46b7-bdb2-431f51c541c5,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:04:29.837573 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c6bfea-8f01-4f59-bc18-af559795c17c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:04:29.837920 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c6bfea-8f01-4f59-bc18-af559795c17c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:04:29.838267 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c6bfea-8f01-4f59-bc18-af559795c17c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:04:29.838601 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c6bfea-8f01-4f59-bc18-af559795c17c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:04:29.838934 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c6bfea-8f01-4f59-bc18-af559795c17c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:04:29.839265 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c6bfea-8f01-4f59-bc18-af559795c17c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:04:29.839592 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c6bfea-8f01-4f59-bc18-af559795c17c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:04:29.839921 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c6bfea-8f01-4f59-bc18-af559795c17c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:04:29.840243 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c6bfea-8f01-4f59-bc18-af559795c17c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:04:29.840593 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c6bfea-8f01-4f59-bc18-af559795c17c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:04:29.840919 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c6bfea-8f01-4f59-bc18-af559795c17c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:04:29.841807 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c6bfea-8f01-4f59-bc18-af559795c17c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:04:29.900210 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-77c6bfea-8f01-4f59-bc18-af559795c17c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for floatingip, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:29.900648 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.l3_db [None req-77c6bfea-8f01-4f59-bc18-af559795c17c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Floating IP 92e1e34e-c85f-4532-8476-5363b6c938ce disassociated (deleted). External IP: 172.26.10.120, port: 1016e4b0-3dc1-4de0-bd9e-aa108555bcfd. Oct 04 10:04:30.245078 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77c6bfea-8f01-4f59-bc18-af559795c17c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Router 5a83f94a-6ef2-4e45-be3b-2cf2e69124c9 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 10:04:30.359895 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a5aac25d-7bc8-44da-98e7-05f0ef481a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:30.425433 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c6bfea-8f01-4f59-bc18-af559795c17c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 10:04:30.436124 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936eae06-dc29-4ebc-8c3b-2a609f8eb301 None None] Sync routers for ids ['5a83f94a-6ef2-4e45-be3b-2cf2e69124c9'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 10:04:30.445843 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936eae06-dc29-4ebc-8c3b-2a609f8eb301 None None] Routers {'5a83f94a-6ef2-4e45-be3b-2cf2e69124c9'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:04:30.446450 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-936eae06-dc29-4ebc-8c3b-2a609f8eb301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:04:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['5a83f94a-6ef2-4e45-be3b-2cf2e69124c9'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:04:30.448033 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-77c6bfea-8f01-4f59-bc18-af559795c17c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:30.504431 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-77c6bfea-8f01-4f59-bc18-af559795c17c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "DELETE /v2.0/floatingips/92e1e34e-c85f-4532-8476-5363b6c938ce HTTP/1.1" status: 204 len: 168 time: 1.4693837 Oct 04 10:04:30.505105 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '278dafea-b591-445e-83a4-f63f5416a149', 'tag': '1016e4b0-3dc1-4de0-bd9e-aa108555bcfd'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 10:04:30.507474 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa39c9e-347a-4312-a6b9-49aabb178ac2" -d '{"events": [{"name": "network-changed", "server_uuid": "278dafea-b591-445e-83a4-f63f5416a149", "tag": "1016e4b0-3dc1-4de0-bd9e-aa108555bcfd"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 10:04:30.557481 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 10:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f578f450-cfa7-467d-b743-0cf5cb7aeb5e x-openstack-request-id: req-f578f450-cfa7-467d-b743-0cf5cb7aeb5e {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 10:04:30.557781 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "278dafea-b591-445e-83a4-f63f5416a149", "tag": "1016e4b0-3dc1-4de0-bd9e-aa108555bcfd", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 10:04:30.558139 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f578f450-cfa7-467d-b743-0cf5cb7aeb5e {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 10:04:30.558575 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f578f450-cfa7-467d-b743-0cf5cb7aeb5e'] response: {'name': 'network-changed', 'server_uuid': '278dafea-b591-445e-83a4-f63f5416a149', 'tag': '1016e4b0-3dc1-4de0-bd9e-aa108555bcfd', 'status': 'completed', 'code': 200} Oct 04 10:04:30.629071 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-936eae06-dc29-4ebc-8c3b-2a609f8eb301 None None] Set router 5a83f94a-6ef2-4e45-be3b-2cf2e69124c9 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:04:30.680564 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa39c9e-347a-4312-a6b9-49aabb178ac2 req-1ba9671a-f56b-4a33-bd2c-d67f2aee2889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:04:30.682011 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3fa39c9e-347a-4312-a6b9-49aabb178ac2 req-1ba9671a-f56b-4a33-bd2c-d67f2aee2889 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12664c4828024576bc805d2308db5fae&device_id=278dafea-b591-445e-83a4-f63f5416a149 HTTP/1.1" status: 200 len: 1099 time: 0.0797820 Oct 04 10:04:30.906755 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa39c9e-347a-4312-a6b9-49aabb178ac2 req-4e1da03b-080a-43a3-866b-9341151a6d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:04:30.908189 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3fa39c9e-347a-4312-a6b9-49aabb178ac2 req-4e1da03b-080a-43a3-866b-9341151a6d87 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1618163d-2713-4cd7-9cca-af579a1adcf9 HTTP/1.1" status: 200 len: 896 time: 0.2201512 Oct 04 10:04:30.916300 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:30.922144 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:30.979076 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3fa39c9e-347a-4312-a6b9-49aabb178ac2 req-bbac63d1-8a33-481c-946d-a697d996c1f4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1016e4b0-3dc1-4de0-bd9e-aa108555bcfd HTTP/1.1" status: 200 len: 217 time: 0.0628061 Oct 04 10:04:30.990653 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ddec38-06a7-402c-803c-0098c9e28d82 req-e0ba3a70-3187-4edc-8b50-ec37b7b86230 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:04:30.991335 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-74ddec38-06a7-402c-803c-0098c9e28d82 req-e0ba3a70-3187-4edc-8b50-ec37b7b86230 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Synchronizing usage tracker for tenant:12664c4828024576bc805d2308db5fae on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 10:04:31.018630 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-936eae06-dc29-4ebc-8c3b-2a609f8eb301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a83f94a-6ef2-4e45-be3b-2cf2e69124c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-559511971', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.3'}], 'enable_snat': True}, 'gw_port_id': '55d8c660-9f04-4cac-b2cb-9b155b1fe4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:01:43Z', 'updated_at': '2022-10-04T10:01:48Z', 'revision_number': 4, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': '55d8c660-9f04-4cac-b2cb-9b155b1fe4d5', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:39:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a83f94a-6ef2-4e45-be3b-2cf2e69124c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:01:44Z', 'updated_at': '2022-10-04T10:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': 'c6cdd32b-e230-47e9-9acd-85973cca95ef', 'name': '', 'network_id': '1618163d-2713-4cd7-9cca-af579a1adcf9', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'mac_address': 'fa:16:3e:d3:bb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a83f94a-6ef2-4e45-be3b-2cf2e69124c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '700a6ee8-7a0f-47e5-a042-7e78aa467eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:01:47Z', 'updated_at': '2022-10-04T10:01:52Z', 'revision_number': 5, 'project_id': '12664c4828024576bc805d2308db5fae', 'subnets': [{'id': '700a6ee8-7a0f-47e5-a042-7e78aa467eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:04:31.022387 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936eae06-dc29-4ebc-8c3b-2a609f8eb301 None None] Checking router: 5a83f94a-6ef2-4e45-be3b-2cf2e69124c9 for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 10:04:31.032312 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936eae06-dc29-4ebc-8c3b-2a609f8eb301 None None] Routers {'5a83f94a-6ef2-4e45-be3b-2cf2e69124c9'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:04:31.032975 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-936eae06-dc29-4ebc-8c3b-2a609f8eb301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:04:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['5a83f94a-6ef2-4e45-be3b-2cf2e69124c9'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:04:31.155247 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-74ddec38-06a7-402c-803c-0098c9e28d82 req-e0ba3a70-3187-4edc-8b50-ec37b7b86230 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Unset dirty status for tenant:12664c4828024576bc805d2308db5fae on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 10:04:31.156521 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-74ddec38-06a7-402c-803c-0098c9e28d82 req-e0ba3a70-3187-4edc-8b50-ec37b7b86230 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=278dafea-b591-445e-83a4-f63f5416a149 HTTP/1.1" status: 200 len: 946 time: 0.3445976 Oct 04 10:04:31.161592 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa39c9e-347a-4312-a6b9-49aabb178ac2 req-231d7011-4654-4d6e-a613-406788ce10da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:04:31.162925 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3fa39c9e-347a-4312-a6b9-49aabb178ac2 req-231d7011-4654-4d6e-a613-406788ce10da service neutron] 10.222.0.20 "GET /v2.0/subnets?id=700a6ee8-7a0f-47e5-a042-7e78aa467eb3 HTTP/1.1" status: 200 len: 835 time: 0.1689465 Oct 04 10:04:31.214284 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-936eae06-dc29-4ebc-8c3b-2a609f8eb301 None None] Set router 5a83f94a-6ef2-4e45-be3b-2cf2e69124c9 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:04:31.256188 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-74ddec38-06a7-402c-803c-0098c9e28d82 req-eb0f1198-76f4-4138-891a-defce61ec640 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=58290fc0-1f6e-4874-852d-548529b50c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922441 Oct 04 10:04:31.275524 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa39c9e-347a-4312-a6b9-49aabb178ac2 req-ff26ce36-be94-4950-b900-c16172fb1979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:04:31.277022 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3fa39c9e-347a-4312-a6b9-49aabb178ac2 req-ff26ce36-be94-4950-b900-c16172fb1979 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1618163d-2713-4cd7-9cca-af579a1adcf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1003690 Oct 04 10:04:31.410010 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3fa39c9e-347a-4312-a6b9-49aabb178ac2 req-8bb2864e-195a-4e2a-8be4-a206b1ad41a7 service neutron] 10.222.0.20 "GET /v2.0/networks/1618163d-2713-4cd7-9cca-af579a1adcf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262310 Oct 04 10:04:31.525888 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-936eae06-dc29-4ebc-8c3b-2a609f8eb301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a83f94a-6ef2-4e45-be3b-2cf2e69124c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-559511971', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.3'}], 'enable_snat': True}, 'gw_port_id': '55d8c660-9f04-4cac-b2cb-9b155b1fe4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:01:43Z', 'updated_at': '2022-10-04T10:01:48Z', 'revision_number': 4, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': '55d8c660-9f04-4cac-b2cb-9b155b1fe4d5', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:39:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a83f94a-6ef2-4e45-be3b-2cf2e69124c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:01:44Z', 'updated_at': '2022-10-04T10:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': 'c6cdd32b-e230-47e9-9acd-85973cca95ef', 'name': '', 'network_id': '1618163d-2713-4cd7-9cca-af579a1adcf9', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'mac_address': 'fa:16:3e:d3:bb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a83f94a-6ef2-4e45-be3b-2cf2e69124c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '700a6ee8-7a0f-47e5-a042-7e78aa467eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:01:47Z', 'updated_at': '2022-10-04T10:01:52Z', 'revision_number': 5, 'project_id': '12664c4828024576bc805d2308db5fae', 'subnets': [{'id': '700a6ee8-7a0f-47e5-a042-7e78aa467eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:04:31.530400 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936eae06-dc29-4ebc-8c3b-2a609f8eb301 None None] The sync data for ids ['5a83f94a-6ef2-4e45-be3b-2cf2e69124c9'] in dv-neutron-860215-1-hyperv is: [{'id': '5a83f94a-6ef2-4e45-be3b-2cf2e69124c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-559511971', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.3'}], 'enable_snat': True}, 'gw_port_id': '55d8c660-9f04-4cac-b2cb-9b155b1fe4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:01:43Z', 'updated_at': '2022-10-04T10:01:48Z', 'revision_number': 4, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': '55d8c660-9f04-4cac-b2cb-9b155b1fe4d5', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:39:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a83f94a-6ef2-4e45-be3b-2cf2e69124c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:01:44Z', 'updated_at': '2022-10-04T10:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': 'c6cdd32b-e230-47e9-9acd-85973cca95ef', 'name': '', 'network_id': '1618163d-2713-4cd7-9cca-af579a1adcf9', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'mac_address': 'fa:16:3e:d3:bb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a83f94a-6ef2-4e45-be3b-2cf2e69124c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '700a6ee8-7a0f-47e5-a042-7e78aa467eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:01:47Z', 'updated_at': '2022-10-04T10:01:52Z', 'revision_number': 5, 'project_id': '12664c4828024576bc805d2308db5fae', 'subnets': [{'id': '700a6ee8-7a0f-47e5-a042-7e78aa467eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 10:04:31.542542 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3fa39c9e-347a-4312-a6b9-49aabb178ac2 req-3cf196d2-8a40-4147-8a81-dfa6e2e41bb9 service neutron] 10.222.0.20 "GET /v2.0/networks/1618163d-2713-4cd7-9cca-af579a1adcf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263232 Oct 04 10:04:31.745519 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ba99aa-59a4-4dbc-b50e-688ca51241dd None None] New status for floating IP 92e1e34e-c85f-4532-8476-5363b6c938ce: DOWN {{(pid=89035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 10:04:32.448555 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:32.457524 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ba849-a4b7-4696-b0f3-fab53e29286c req-bd3fcaae-e50e-4440-a960-4babfc43244f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:04:32.458989 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-089ba849-a4b7-4696-b0f3-fab53e29286c req-bd3fcaae-e50e-4440-a960-4babfc43244f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=278dafea-b591-445e-83a4-f63f5416a149 HTTP/1.1" status: 200 len: 946 time: 0.0878000 Oct 04 10:04:32.504699 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-089ba849-a4b7-4696-b0f3-fab53e29286c req-8ae02a8f-c36b-4112-8e58-0b264348c454 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=58290fc0-1f6e-4874-852d-548529b50c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400584 Oct 04 10:04:32.678473 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc17c6e-6e82-4f61-acea-265b39322998 req-50e4b0fb-1d3e-465e-b8f6-5280cbed7f9f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:04:32.679811 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7bc17c6e-6e82-4f61-acea-265b39322998 req-50e4b0fb-1d3e-465e-b8f6-5280cbed7f9f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.20 "GET /v2.0/ports?device_id=278dafea-b591-445e-83a4-f63f5416a149 HTTP/1.1" status: 200 len: 946 time: 0.0846856 Oct 04 10:04:32.753572 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-7bc17c6e-6e82-4f61-acea-265b39322998 req-0609679a-a749-4017-8ddb-94bbb045753c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Deleting port 1016e4b0-3dc1-4de0-bd9e-aa108555bcfd {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 10:04:32.753920 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-7bc17c6e-6e82-4f61-acea-265b39322998 req-0609679a-a749-4017-8ddb-94bbb045753c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:32.995241 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-7bc17c6e-6e82-4f61-acea-265b39322998 req-0609679a-a749-4017-8ddb-94bbb045753c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] For port 1016e4b0-3dc1-4de0-bd9e-aa108555bcfd, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=1016e4b0-3dc1-4de0-bd9e-aa108555bcfd,segment=NetworkSegment(74f9c497-d184-4a24-9d6f-98162d20902c),segment_id=74f9c497-d184-4a24-9d6f-98162d20902c)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:04:32.995504 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-7bc17c6e-6e82-4f61-acea-265b39322998 req-0609679a-a749-4017-8ddb-94bbb045753c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:33.124839 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-7bc17c6e-6e82-4f61-acea-265b39322998 req-0609679a-a749-4017-8ddb-94bbb045753c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Calling delete_port for 1016e4b0-3dc1-4de0-bd9e-aa108555bcfd owned by compute:nova {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 10:04:33.265644 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-7bc17c6e-6e82-4f61-acea-265b39322998 req-0609679a-a749-4017-8ddb-94bbb045753c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:33.315844 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0609679a-a749-4017-8ddb-94bbb045753c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event deleted for resources: {'Port': ['ID=1016e4b0-3dc1-4de0-bd9e-aa108555bcfd,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:04:33.401414 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bc17c6e-6e82-4f61-acea-265b39322998 req-0609679a-a749-4017-8ddb-94bbb045753c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] No DVR routers for this DVR port 1016e4b0-3dc1-4de0-bd9e-aa108555bcfd on host hv-neutron-8602 {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 10:04:33.404299 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-7bc17c6e-6e82-4f61-acea-265b39322998 req-0609679a-a749-4017-8ddb-94bbb045753c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:33.406730 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '278dafea-b591-445e-83a4-f63f5416a149', 'name': 'network-vif-deleted', 'tag': '1016e4b0-3dc1-4de0-bd9e-aa108555bcfd'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 10:04:33.409044 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1640e5de-bbc9-4135-99e2-e13d065cd13a" -d '{"events": [{"server_uuid": "278dafea-b591-445e-83a4-f63f5416a149", "name": "network-vif-deleted", "tag": "1016e4b0-3dc1-4de0-bd9e-aa108555bcfd"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 10:04:33.423269 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7bc17c6e-6e82-4f61-acea-265b39322998 req-0609679a-a749-4017-8ddb-94bbb045753c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.20 "DELETE /v2.0/ports/1016e4b0-3dc1-4de0-bd9e-aa108555bcfd HTTP/1.1" status: 204 len: 173 time: 0.7386448 Oct 04 10:04:33.458068 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 10:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2480a5a7-f460-416e-b755-8d734c0bc1ab x-openstack-request-id: req-2480a5a7-f460-416e-b755-8d734c0bc1ab {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 10:04:33.458418 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "278dafea-b591-445e-83a4-f63f5416a149", "name": "network-vif-deleted", "tag": "1016e4b0-3dc1-4de0-bd9e-aa108555bcfd", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 10:04:33.458664 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2480a5a7-f460-416e-b755-8d734c0bc1ab {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 10:04:33.459193 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2480a5a7-f460-416e-b755-8d734c0bc1ab'] response: {'server_uuid': '278dafea-b591-445e-83a4-f63f5416a149', 'name': 'network-vif-deleted', 'tag': '1016e4b0-3dc1-4de0-bd9e-aa108555bcfd', 'status': 'completed', 'code': 200} Oct 04 10:04:33.678395 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-3001720f-7f85-45a0-abd6-3108f58f7c06 req-2095e5ce-cff2-4e11-bd37-f69541bd12da tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=278dafea-b591-445e-83a4-f63f5416a149 HTTP/1.1" status: 200 len: 210 time: 0.0501435 Oct 04 10:04:34.782276 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 43708) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:04:35.407654 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ce46b869-b346-46eb-b139-a5cb4061d32b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736827'] for router_interface, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:35.751018 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-ce46b869-b346-46eb-b139-a5cb4061d32b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Deleting port c6cdd32b-e230-47e9-9acd-85973cca95ef {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 10:04:35.751365 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ce46b869-b346-46eb-b139-a5cb4061d32b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:35.839465 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 1016e4b0-3dc1-4de0-bd9e-aa108555bcfd no longer exists at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 10:04:35.878900 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] No Port match for: 1016e4b0-3dc1-4de0-bd9e-aa108555bcfd {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 10:04:35.879392 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 1016e4b0-3dc1-4de0-bd9e-aa108555bcfd not bound to the agent host hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 10:04:35.937499 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-ce46b869-b346-46eb-b139-a5cb4061d32b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] For port c6cdd32b-e230-47e9-9acd-85973cca95ef, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=c6cdd32b-e230-47e9-9acd-85973cca95ef,segment=NetworkSegment(74f9c497-d184-4a24-9d6f-98162d20902c),segment_id=74f9c497-d184-4a24-9d6f-98162d20902c)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:04:35.938069 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ce46b869-b346-46eb-b139-a5cb4061d32b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:36.057067 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-ce46b869-b346-46eb-b139-a5cb4061d32b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Calling delete_port for c6cdd32b-e230-47e9-9acd-85973cca95ef owned by network:router_interface {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 10:04:36.368769 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ce46b869-b346-46eb-b139-a5cb4061d32b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:36.516803 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce46b869-b346-46eb-b139-a5cb4061d32b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event deleted for resources: {'Port': ['ID=c6cdd32b-e230-47e9-9acd-85973cca95ef,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:04:36.793709 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ce46b869-b346-46eb-b139-a5cb4061d32b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736911'] for router_interface, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:37.151434 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce46b869-b346-46eb-b139-a5cb4061d32b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Router 5a83f94a-6ef2-4e45-be3b-2cf2e69124c9 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 10:04:37.330578 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce46b869-b346-46eb-b139-a5cb4061d32b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 10:04:37.339860 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c356934-da20-4de7-85d4-8980a0870bba None None] Sync routers for ids ['5a83f94a-6ef2-4e45-be3b-2cf2e69124c9'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 10:04:37.345438 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-ce46b869-b346-46eb-b139-a5cb4061d32b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "PUT /v2.0/routers/5a83f94a-6ef2-4e45-be3b-2cf2e69124c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5595851 Oct 04 10:04:37.345617 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 43712) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:04:37.348807 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c356934-da20-4de7-85d4-8980a0870bba None None] Routers {'5a83f94a-6ef2-4e45-be3b-2cf2e69124c9'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:04:37.349411 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-1c356934-da20-4de7-85d4-8980a0870bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:04:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['5a83f94a-6ef2-4e45-be3b-2cf2e69124c9'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:04:37.412916 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e68ead7-8372-402b-8f41-81b4eb6d537f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Deleting subnet 700a6ee8-7a0f-47e5-a042-7e78aa467eb3 {{(pid=89032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 10:04:37.415733 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5e68ead7-8372-402b-8f41-81b4eb6d537f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for subnet, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:37.469051 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5e68ead7-8372-402b-8f41-81b4eb6d537f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885153'] for subnet, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:37.525525 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-1c356934-da20-4de7-85d4-8980a0870bba None None] Set router 5a83f94a-6ef2-4e45-be3b-2cf2e69124c9 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:04:37.561948 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5e68ead7-8372-402b-8f41-81b4eb6d537f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:37.651266 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5e68ead7-8372-402b-8f41-81b4eb6d537f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:37.692240 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e68ead7-8372-402b-8f41-81b4eb6d537f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event deleted for resources: {'Subnet': ['ID=700a6ee8-7a0f-47e5-a042-7e78aa467eb3,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:04:37.695713 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5e68ead7-8372-402b-8f41-81b4eb6d537f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:37.704579 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-5e68ead7-8372-402b-8f41-81b4eb6d537f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "DELETE /v2.0/subnets/700a6ee8-7a0f-47e5-a042-7e78aa467eb3 HTTP/1.1" status: 204 len: 168 time: 0.3552871 Oct 04 10:04:37.704579 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 43716) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:04:37.718518 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af373a44-9ad1-4c4f-96d9-6ed28074e6b9 None None] Network 1618163d-2713-4cd7-9cca-af579a1adcf9 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 10:04:38.009583 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a0f92270-829e-4e0b-aa6a-27f6870207d8 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for router, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:38.048392 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-1c356934-da20-4de7-85d4-8980a0870bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a83f94a-6ef2-4e45-be3b-2cf2e69124c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-559511971', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.3'}], 'enable_snat': True}, 'gw_port_id': '55d8c660-9f04-4cac-b2cb-9b155b1fe4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:01:43Z', 'updated_at': '2022-10-04T10:04:36Z', 'revision_number': 5, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': '55d8c660-9f04-4cac-b2cb-9b155b1fe4d5', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:39:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a83f94a-6ef2-4e45-be3b-2cf2e69124c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:01:44Z', 'updated_at': '2022-10-04T10:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:04:38.052809 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c356934-da20-4de7-85d4-8980a0870bba None None] Checking router: 5a83f94a-6ef2-4e45-be3b-2cf2e69124c9 for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 10:04:38.061495 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c356934-da20-4de7-85d4-8980a0870bba None None] Routers {'5a83f94a-6ef2-4e45-be3b-2cf2e69124c9'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:04:38.062058 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-1c356934-da20-4de7-85d4-8980a0870bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:04:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['5a83f94a-6ef2-4e45-be3b-2cf2e69124c9'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:04:38.117245 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffbff6a-4030-4c71-a3ed-cdf07307e567 None None] DHCP port deletion for 1618163d-2713-4cd7-9cca-af579a1adcf9 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 10:04:38.138615 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-cffbff6a-4030-4c71-a3ed-cdf07307e567 None None] Deleting port b098657f-6373-489f-8a60-bc9f481517cd {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 10:04:38.138992 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-cffbff6a-4030-4c71-a3ed-cdf07307e567 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:38.189057 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a0f92270-829e-4e0b-aa6a-27f6870207d8 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:38.200129 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-a0f92270-829e-4e0b-aa6a-27f6870207d8 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Deleting port 55d8c660-9f04-4cac-b2cb-9b155b1fe4d5 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 10:04:38.201085 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a0f92270-829e-4e0b-aa6a-27f6870207d8 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:38.298860 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device b098657f-6373-489f-8a60-bc9f481517cd no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 10:04:38.379198 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-1c356934-da20-4de7-85d4-8980a0870bba None None] Set router 5a83f94a-6ef2-4e45-be3b-2cf2e69124c9 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:04:38.389869 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-a0f92270-829e-4e0b-aa6a-27f6870207d8 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] For port 55d8c660-9f04-4cac-b2cb-9b155b1fe4d5, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=55d8c660-9f04-4cac-b2cb-9b155b1fe4d5,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:04:38.390221 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a0f92270-829e-4e0b-aa6a-27f6870207d8 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:38.510743 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-a0f92270-829e-4e0b-aa6a-27f6870207d8 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Calling delete_port for 55d8c660-9f04-4cac-b2cb-9b155b1fe4d5 owned by network:router_gateway {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 10:04:38.679938 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a0f92270-829e-4e0b-aa6a-27f6870207d8 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:38.696913 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-cffbff6a-4030-4c71-a3ed-cdf07307e567 None None] For port b098657f-6373-489f-8a60-bc9f481517cd, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=b098657f-6373-489f-8a60-bc9f481517cd,segment=NetworkSegment(74f9c497-d184-4a24-9d6f-98162d20902c),segment_id=74f9c497-d184-4a24-9d6f-98162d20902c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:04:38.697306 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-cffbff6a-4030-4c71-a3ed-cdf07307e567 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:38.732257 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f92270-829e-4e0b-aa6a-27f6870207d8 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event deleted for resources: {'Port': ['ID=55d8c660-9f04-4cac-b2cb-9b155b1fe4d5,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:04:38.831064 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a0f92270-829e-4e0b-aa6a-27f6870207d8 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737040'] for router_gateway, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:38.837802 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-cffbff6a-4030-4c71-a3ed-cdf07307e567 None None] Calling delete_port for b098657f-6373-489f-8a60-bc9f481517cd owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 10:04:38.864370 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port b098657f-6373-489f-8a60-bc9f481517cd is: ACTIVE; New status is: DOWN {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:04:38.864760 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:38.988252 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port b098657f-6373-489f-8a60-bc9f481517cd, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=b098657f-6373-489f-8a60-bc9f481517cd,segment=NetworkSegment(74f9c497-d184-4a24-9d6f-98162d20902c),segment_id=74f9c497-d184-4a24-9d6f-98162d20902c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:04:38.997506 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:39.008337 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a0f92270-829e-4e0b-aa6a-27f6870207d8 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:39.010711 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a0f92270-829e-4e0b-aa6a-27f6870207d8 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:39.041176 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a0f92270-829e-4e0b-aa6a-27f6870207d8 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:39.042144 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f92270-829e-4e0b-aa6a-27f6870207d8 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Fanout notify agent at l3_agent the message router_deleted on router 5a83f94a-6ef2-4e45-be3b-2cf2e69124c9 {{(pid=89032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 10:04:39.043152 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.db.api [None req-cffbff6a-4030-4c71-a3ed-cdf07307e567 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 10:04:39.043512 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG oslo_db.api [None req-cffbff6a-4030-4c71-a3ed-cdf07307e567 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 10:04:39.058008 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a0f92270-829e-4e0b-aa6a-27f6870207d8 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:39.061512 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-a0f92270-829e-4e0b-aa6a-27f6870207d8 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "DELETE /v2.0/routers/5a83f94a-6ef2-4e45-be3b-2cf2e69124c9 HTTP/1.1" status: 204 len: 168 time: 1.3561614 Oct 04 10:04:39.062309 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 43720) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:04:39.075069 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=b098657f-6373-489f-8a60-bc9f481517cd,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:04:39.084809 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:04:39.085160 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:04:39.085500 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:04:39.085836 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:04:39.086183 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:04:39.086496 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:04:39.086823 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:04:39.087148 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:04:39.087471 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:04:39.087791 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:04:39.088156 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:04:39.088448 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:04:39.096853 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-1c356934-da20-4de7-85d4-8980a0870bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a83f94a-6ef2-4e45-be3b-2cf2e69124c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-559511971', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.3'}], 'enable_snat': True}, 'gw_port_id': '55d8c660-9f04-4cac-b2cb-9b155b1fe4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:01:43Z', 'updated_at': '2022-10-04T10:04:36Z', 'revision_number': 5, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': '55d8c660-9f04-4cac-b2cb-9b155b1fe4d5', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:39:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a83f94a-6ef2-4e45-be3b-2cf2e69124c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:01:44Z', 'updated_at': '2022-10-04T10:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:04:39.100981 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c356934-da20-4de7-85d4-8980a0870bba None None] The sync data for ids ['5a83f94a-6ef2-4e45-be3b-2cf2e69124c9'] in dv-neutron-860215-1-hyperv is: [{'id': '5a83f94a-6ef2-4e45-be3b-2cf2e69124c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-559511971', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.3'}], 'enable_snat': True}, 'gw_port_id': '55d8c660-9f04-4cac-b2cb-9b155b1fe4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:01:43Z', 'updated_at': '2022-10-04T10:04:36Z', 'revision_number': 5, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': '55d8c660-9f04-4cac-b2cb-9b155b1fe4d5', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:39:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a83f94a-6ef2-4e45-be3b-2cf2e69124c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:01:44Z', 'updated_at': '2022-10-04T10:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 10:04:39.177903 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-82c7ad3b-547d-4e45-9bf6-52b4b25c929f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:39.187898 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-82c7ad3b-547d-4e45-9bf6-52b4b25c929f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Deleting port b098657f-6373-489f-8a60-bc9f481517cd {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 10:04:39.188222 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-82c7ad3b-547d-4e45-9bf6-52b4b25c929f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:39.386419 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-82c7ad3b-547d-4e45-9bf6-52b4b25c929f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] For port b098657f-6373-489f-8a60-bc9f481517cd, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=b098657f-6373-489f-8a60-bc9f481517cd,segment=NetworkSegment(74f9c497-d184-4a24-9d6f-98162d20902c),segment_id=74f9c497-d184-4a24-9d6f-98162d20902c)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:04:39.387057 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-82c7ad3b-547d-4e45-9bf6-52b4b25c929f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:39.545062 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-cffbff6a-4030-4c71-a3ed-cdf07307e567 None None] Deleting port b098657f-6373-489f-8a60-bc9f481517cd {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 10:04:39.545523 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-cffbff6a-4030-4c71-a3ed-cdf07307e567 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:39.621526 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-82c7ad3b-547d-4e45-9bf6-52b4b25c929f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Calling delete_port for b098657f-6373-489f-8a60-bc9f481517cd owned by network:dhcp {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 10:04:39.701292 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-82c7ad3b-547d-4e45-9bf6-52b4b25c929f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:39.763343 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c7ad3b-547d-4e45-9bf6-52b4b25c929f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] No DVR routers for this DVR port b098657f-6373-489f-8a60-bc9f481517cd on host dv-neutron-860215-1-hyperv {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 10:04:39.791243 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c7ad3b-547d-4e45-9bf6-52b4b25c929f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event deleted for resources: {'Port': ['ID=b098657f-6373-489f-8a60-bc9f481517cd,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:04:39.811339 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-cffbff6a-4030-4c71-a3ed-cdf07307e567 None None] For port b098657f-6373-489f-8a60-bc9f481517cd, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=b098657f-6373-489f-8a60-bc9f481517cd,segment=NetworkSegment(74f9c497-d184-4a24-9d6f-98162d20902c),segment_id=74f9c497-d184-4a24-9d6f-98162d20902c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:04:39.811732 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-cffbff6a-4030-4c71-a3ed-cdf07307e567 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:39.890279 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-82c7ad3b-547d-4e45-9bf6-52b4b25c929f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:39.914937 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-82c7ad3b-547d-4e45-9bf6-52b4b25c929f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1618163d-2713-4cd7-9cca-af579a1adcf9']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:04:39.926746 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-82c7ad3b-547d-4e45-9bf6-52b4b25c929f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74f9c497-d184-4a24-9d6f-98162d20902c') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:04:39.927044 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-82c7ad3b-547d-4e45-9bf6-52b4b25c929f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74f9c497-d184-4a24-9d6f-98162d20902c') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:04:39.931259 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-cffbff6a-4030-4c71-a3ed-cdf07307e567 None None] Calling delete_port for b098657f-6373-489f-8a60-bc9f481517cd owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 10:04:39.938782 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-82c7ad3b-547d-4e45-9bf6-52b4b25c929f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:39.954573 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-82c7ad3b-547d-4e45-9bf6-52b4b25c929f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:39.960638 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82c7ad3b-547d-4e45-9bf6-52b4b25c929f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 10:04:39.961030 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-82c7ad3b-547d-4e45-9bf6-52b4b25c929f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:40.005057 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.db.api [None req-cffbff6a-4030-4c71-a3ed-cdf07307e567 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 10:04:40.005412 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG oslo_db.api [None req-cffbff6a-4030-4c71-a3ed-cdf07307e567 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 10:04:40.030004 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 74f9c497-d184-4a24-9d6f-98162d20902c resource provider aggregate not found Oct 04 10:04:40.052490 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 74f9c497-d184-4a24-9d6f-98162d20902c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 74f9c497-d184-4a24-9d6f-98162d20902c found for delete ", "request_id": "req-a1cc9688-3d2e-477d-a489-58b3c1d966ad"}]} Oct 04 10:04:40.064788 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-82c7ad3b-547d-4e45-9bf6-52b4b25c929f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:40.069059 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-82c7ad3b-547d-4e45-9bf6-52b4b25c929f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:40.100967 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c7ad3b-547d-4e45-9bf6-52b4b25c929f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event deleted for resources: {'Network': ['ID=1618163d-2713-4cd7-9cca-af579a1adcf9,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:04:40.112349 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-82c7ad3b-547d-4e45-9bf6-52b4b25c929f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "DELETE /v2.0/networks/1618163d-2713-4cd7-9cca-af579a1adcf9 HTTP/1.1" status: 204 len: 168 time: 1.0464706 Oct 04 10:04:40.112717 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 43728) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:04:40.183625 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-77abf970-5c22-4994-b7ef-fa128740df30 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:40.213754 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-77abf970-5c22-4994-b7ef-fa128740df30 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:40.238718 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device c6cdd32b-e230-47e9-9acd-85973cca95ef no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 10:04:40.273634 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-cffbff6a-4030-4c71-a3ed-cdf07307e567 None None] Deleting port b098657f-6373-489f-8a60-bc9f481517cd {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 10:04:40.274090 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-cffbff6a-4030-4c71-a3ed-cdf07307e567 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:40.279003 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-77abf970-5c22-4994-b7ef-fa128740df30 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:40.299880 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77abf970-5c22-4994-b7ef-fa128740df30 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58290fc0-1f6e-4874-852d-548529b50c99,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:04:40.304929 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: c6cdd32b-e230-47e9-9acd-85973cca95ef {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 10:04:40.305274 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device c6cdd32b-e230-47e9-9acd-85973cca95ef not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 10:04:40.305856 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 55d8c660-9f04-4cac-b2cb-9b155b1fe4d5 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 10:04:40.308009 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-77abf970-5c22-4994-b7ef-fa128740df30 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:40.312280 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-77abf970-5c22-4994-b7ef-fa128740df30 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "DELETE /v2.0/security-groups/58290fc0-1f6e-4874-852d-548529b50c99 HTTP/1.1" status: 204 len: 168 time: 0.1954837 Oct 04 10:04:40.383978 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 55d8c660-9f04-4cac-b2cb-9b155b1fe4d5 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 10:04:40.384323 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 55d8c660-9f04-4cac-b2cb-9b155b1fe4d5 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 10:04:40.390001 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-cffbff6a-4030-4c71-a3ed-cdf07307e567 None None] The port 'b098657f-6373-489f-8a60-bc9f481517cd' was deleted {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 04 10:04:41.689995 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:42.447372 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 43742) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:04:42.453010 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-82d87044-e754-477d-8fd9-d67949cbf4ee tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-943389241', 'description': 'tempest-secgroup-smoke-943389241 description', 'project_id': '12664c4828024576bc805d2308db5fae'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:04:42.459280 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-82d87044-e754-477d-8fd9-d67949cbf4ee tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:04:42.463372 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-82d87044-e754-477d-8fd9-d67949cbf4ee tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Usage tracker for resource:security_group and tenant:12664c4828024576bc805d2308db5fae is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:04:42.466869 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-82d87044-e754-477d-8fd9-d67949cbf4ee tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:04:42.472429 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-82d87044-e754-477d-8fd9-d67949cbf4ee tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:04:42.485334 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-82d87044-e754-477d-8fd9-d67949cbf4ee tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:42.503738 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-82d87044-e754-477d-8fd9-d67949cbf4ee tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:04:42.507420 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-82d87044-e754-477d-8fd9-d67949cbf4ee tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Usage tracker for resource:security_group_rule and tenant:12664c4828024576bc805d2308db5fae is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:04:42.510130 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-82d87044-e754-477d-8fd9-d67949cbf4ee tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:04:42.516164 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-82d87044-e754-477d-8fd9-d67949cbf4ee tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:04:42.585765 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-82d87044-e754-477d-8fd9-d67949cbf4ee tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:42.589081 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-82d87044-e754-477d-8fd9-d67949cbf4ee tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:42.633042 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d87044-e754-477d-8fd9-d67949cbf4ee tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7680366-f4e4-415f-90b4-74a44f84bc47,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:04:42.637600 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-82d87044-e754-477d-8fd9-d67949cbf4ee tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:42.639373 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-82d87044-e754-477d-8fd9-d67949cbf4ee tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1909840 Oct 04 10:04:42.642283 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 43746) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:04:42.647353 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-8e64ad51-27cb-44e7-af30-3d328cff759a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Request body: {'security_group_rule': {'security_group_id': 'd7680366-f4e4-415f-90b4-74a44f84bc47', 'project_id': '12664c4828024576bc805d2308db5fae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:04:42.654116 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-8e64ad51-27cb-44e7-af30-3d328cff759a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:04:42.658092 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-8e64ad51-27cb-44e7-af30-3d328cff759a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Usage tracker for resource:security_group_rule and tenant:12664c4828024576bc805d2308db5fae is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:04:42.661004 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-8e64ad51-27cb-44e7-af30-3d328cff759a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:04:42.666681 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-8e64ad51-27cb-44e7-af30-3d328cff759a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:04:42.683158 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8e64ad51-27cb-44e7-af30-3d328cff759a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:42.742610 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8e64ad51-27cb-44e7-af30-3d328cff759a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:42.746112 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8e64ad51-27cb-44e7-af30-3d328cff759a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:42.769894 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64ad51-27cb-44e7-af30-3d328cff759a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07d19f93-76e1-4338-9dd3-6093a9c6c40a,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:04:42.779230 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8e64ad51-27cb-44e7-af30-3d328cff759a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:42.780396 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-8e64ad51-27cb-44e7-af30-3d328cff759a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1371598 Oct 04 10:04:42.783157 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 43750) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:04:42.788050 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-1abcc059-db6a-4798-805f-2f2b4576bcbf tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Request body: {'security_group_rule': {'security_group_id': 'd7680366-f4e4-415f-90b4-74a44f84bc47', 'project_id': '12664c4828024576bc805d2308db5fae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:04:42.793942 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-1abcc059-db6a-4798-805f-2f2b4576bcbf tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:04:42.797715 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-1abcc059-db6a-4798-805f-2f2b4576bcbf tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Usage tracker for resource:security_group_rule and tenant:12664c4828024576bc805d2308db5fae is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:04:42.800564 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-1abcc059-db6a-4798-805f-2f2b4576bcbf tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:04:42.806139 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-1abcc059-db6a-4798-805f-2f2b4576bcbf tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:04:42.823320 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1abcc059-db6a-4798-805f-2f2b4576bcbf tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:42.893309 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1abcc059-db6a-4798-805f-2f2b4576bcbf tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:42.896620 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1abcc059-db6a-4798-805f-2f2b4576bcbf tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:42.921440 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abcc059-db6a-4798-805f-2f2b4576bcbf tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efac3f9d-d286-4714-b514-76dfb44c5b18,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:04:42.930902 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1abcc059-db6a-4798-805f-2f2b4576bcbf tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:42.932156 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-1abcc059-db6a-4798-805f-2f2b4576bcbf tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1480472 Oct 04 10:04:42.935321 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 43754) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:04:42.940786 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-df663e6f-7c32-4ada-83c1-5d060ce0dd9b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Request body: {'security_group_rule': {'security_group_id': 'd7680366-f4e4-415f-90b4-74a44f84bc47', 'project_id': '12664c4828024576bc805d2308db5fae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:04:42.946361 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-df663e6f-7c32-4ada-83c1-5d060ce0dd9b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:04:42.950155 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-df663e6f-7c32-4ada-83c1-5d060ce0dd9b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Usage tracker for resource:security_group_rule and tenant:12664c4828024576bc805d2308db5fae is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:04:42.953520 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-df663e6f-7c32-4ada-83c1-5d060ce0dd9b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:04:42.959378 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-df663e6f-7c32-4ada-83c1-5d060ce0dd9b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:04:42.975414 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-df663e6f-7c32-4ada-83c1-5d060ce0dd9b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:43.035939 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-df663e6f-7c32-4ada-83c1-5d060ce0dd9b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:43.040175 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-df663e6f-7c32-4ada-83c1-5d060ce0dd9b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:43.062827 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df663e6f-7c32-4ada-83c1-5d060ce0dd9b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8c161ca-dae2-480f-ba7e-3dd3db105240,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:04:43.070770 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-df663e6f-7c32-4ada-83c1-5d060ce0dd9b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:43.071927 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-df663e6f-7c32-4ada-83c1-5d060ce0dd9b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1353800 Oct 04 10:04:43.074647 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 43758) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:04:43.080144 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-f5a4a2fc-9e8f-45e8-827a-aef3ece08a31 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Request body: {'security_group_rule': {'security_group_id': 'd7680366-f4e4-415f-90b4-74a44f84bc47', 'project_id': '12664c4828024576bc805d2308db5fae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:04:43.085916 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-f5a4a2fc-9e8f-45e8-827a-aef3ece08a31 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:04:43.089720 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-f5a4a2fc-9e8f-45e8-827a-aef3ece08a31 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Usage tracker for resource:security_group_rule and tenant:12664c4828024576bc805d2308db5fae is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:04:43.093478 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-f5a4a2fc-9e8f-45e8-827a-aef3ece08a31 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:04:43.099243 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-f5a4a2fc-9e8f-45e8-827a-aef3ece08a31 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:04:43.115946 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f5a4a2fc-9e8f-45e8-827a-aef3ece08a31 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:43.181228 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f5a4a2fc-9e8f-45e8-827a-aef3ece08a31 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:43.192706 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f5a4a2fc-9e8f-45e8-827a-aef3ece08a31 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:43.215291 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a4a2fc-9e8f-45e8-827a-aef3ece08a31 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7208f4b-bad8-4861-9e91-539eb010910d,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:04:43.224756 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f5a4a2fc-9e8f-45e8-827a-aef3ece08a31 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:43.225948 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-f5a4a2fc-9e8f-45e8-827a-aef3ece08a31 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1501958 Oct 04 10:04:43.228586 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 43762) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:04:43.233951 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-8a8f3db0-201f-4655-b7f2-2ce1b035ca0e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Request body: {'security_group_rule': {'security_group_id': 'd7680366-f4e4-415f-90b4-74a44f84bc47', 'project_id': '12664c4828024576bc805d2308db5fae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:04:43.239638 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-8a8f3db0-201f-4655-b7f2-2ce1b035ca0e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:04:43.243527 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-8a8f3db0-201f-4655-b7f2-2ce1b035ca0e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Usage tracker for resource:security_group_rule and tenant:12664c4828024576bc805d2308db5fae is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:04:43.246364 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-8a8f3db0-201f-4655-b7f2-2ce1b035ca0e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:04:43.252633 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-8a8f3db0-201f-4655-b7f2-2ce1b035ca0e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:04:43.262688 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.securitygroups_db [None req-8a8f3db0-201f-4655-b7f2-2ce1b035ca0e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Project 12664c4828024576bc805d2308db5fae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 10:04:43.269086 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8a8f3db0-201f-4655-b7f2-2ce1b035ca0e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:43.330997 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8a8f3db0-201f-4655-b7f2-2ce1b035ca0e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:43.334567 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8a8f3db0-201f-4655-b7f2-2ce1b035ca0e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:43.357902 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f3db0-201f-4655-b7f2-2ce1b035ca0e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8b9515a-beed-4b21-a738-872e89bc29d2,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:04:43.365981 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8a8f3db0-201f-4655-b7f2-2ce1b035ca0e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:43.367164 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-8a8f3db0-201f-4655-b7f2-2ce1b035ca0e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1376476 Oct 04 10:04:43.369912 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 43766) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:04:43.375303 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-1707e53f-ea30-4938-8c8d-272fc81d6b42 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Request body: {'security_group_rule': {'security_group_id': 'd7680366-f4e4-415f-90b4-74a44f84bc47', 'project_id': '12664c4828024576bc805d2308db5fae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:04:43.380970 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-1707e53f-ea30-4938-8c8d-272fc81d6b42 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:04:43.384785 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-1707e53f-ea30-4938-8c8d-272fc81d6b42 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Usage tracker for resource:security_group_rule and tenant:12664c4828024576bc805d2308db5fae is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:04:43.387610 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-1707e53f-ea30-4938-8c8d-272fc81d6b42 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:04:43.393325 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-1707e53f-ea30-4938-8c8d-272fc81d6b42 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:04:43.404310 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.securitygroups_db [None req-1707e53f-ea30-4938-8c8d-272fc81d6b42 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Project 12664c4828024576bc805d2308db5fae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 10:04:43.410717 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1707e53f-ea30-4938-8c8d-272fc81d6b42 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:43.473631 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1707e53f-ea30-4938-8c8d-272fc81d6b42 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:43.477064 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1707e53f-ea30-4938-8c8d-272fc81d6b42 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:43.500728 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1707e53f-ea30-4938-8c8d-272fc81d6b42 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7afa81ad-7fa7-409f-87fa-666aac92afa9,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:04:43.508601 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-1707e53f-ea30-4938-8c8d-272fc81d6b42 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:43.509948 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-1707e53f-ea30-4938-8c8d-272fc81d6b42 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1389678 Oct 04 10:04:43.512620 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 43770) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:04:43.517950 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-da354d61-1b35-423e-b4fc-ff1c10c98779 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Request body: {'network': {'name': 'tempest-network-smoke--1641125516', 'project_id': '12664c4828024576bc805d2308db5fae', 'port_security_enabled': True}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:04:43.522698 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-da354d61-1b35-423e-b4fc-ff1c10c98779 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:04:43.526985 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-da354d61-1b35-423e-b4fc-ff1c10c98779 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Usage tracker for resource:network and tenant:12664c4828024576bc805d2308db5fae is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:04:43.530691 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-da354d61-1b35-423e-b4fc-ff1c10c98779 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:04:43.536246 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-da354d61-1b35-423e-b4fc-ff1c10c98779 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:04:43.549161 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da354d61-1b35-423e-b4fc-ff1c10c98779 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Made reservation on behalf of 12664c4828024576bc805d2308db5fae for: {'network': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 10:04:43.552489 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-da354d61-1b35-423e-b4fc-ff1c10c98779 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:43.578804 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da354d61-1b35-423e-b4fc-ff1c10c98779 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=89032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 10:04:43.587629 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-da354d61-1b35-423e-b4fc-ff1c10c98779 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:43.587906 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.segments_db [None req-da354d61-1b35-423e-b4fc-ff1c10c98779 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Added segment d480c9b9-2245-451a-81b5-b4097b1dc93c of type vlan for network d7169938-69c9-45b1-92a9-737c0a806bab Oct 04 10:04:43.613735 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-da354d61-1b35-423e-b4fc-ff1c10c98779 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:43.640850 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-da354d61-1b35-423e-b4fc-ff1c10c98779 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:43.646153 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da354d61-1b35-423e-b4fc-ff1c10c98779 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:04:43.646729 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-da354d61-1b35-423e-b4fc-ff1c10c98779 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:43.746201 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-da354d61-1b35-423e-b4fc-ff1c10c98779 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2325361 Oct 04 10:04:43.749166 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 43774) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:04:43.755035 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-8e059337-4aec-4682-86bf-02215958a8c4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1500052553', 'admin_state_up': True, 'project_id': '12664c4828024576bc805d2308db5fae', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:04:43.755498 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da354d61-1b35-423e-b4fc-ff1c10c98779 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'Network': ['ID=d7169938-69c9-45b1-92a9-737c0a806bab,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:04:43.763499 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-8e059337-4aec-4682-86bf-02215958a8c4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:04:43.766179 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network d7169938-69c9-45b1-92a9-737c0a806bab details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 10:04:43.767612 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-8e059337-4aec-4682-86bf-02215958a8c4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Usage tracker for resource:router and tenant:12664c4828024576bc805d2308db5fae is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:04:43.771029 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-8e059337-4aec-4682-86bf-02215958a8c4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:04:43.777136 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-8e059337-4aec-4682-86bf-02215958a8c4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:04:43.787675 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8e059337-4aec-4682-86bf-02215958a8c4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:43.788680 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8e059337-4aec-4682-86bf-02215958a8c4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:43.804660 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8e059337-4aec-4682-86bf-02215958a8c4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:44.174405 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8e059337-4aec-4682-86bf-02215958a8c4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:44.470135 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8e059337-4aec-4682-86bf-02215958a8c4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for router_gateway, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:44.499272 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8e059337-4aec-4682-86bf-02215958a8c4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:44.630295 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-8e059337-4aec-4682-86bf-02215958a8c4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Allocated IP 172.26.10.173 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/beca819f-ba8e-4596-9d7d-053413b49ac2) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 10:04:44.774317 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8e059337-4aec-4682-86bf-02215958a8c4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:44.803595 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8e059337-4aec-4682-86bf-02215958a8c4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:44.865821 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e059337-4aec-4682-86bf-02215958a8c4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 10:04:44.868564 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-8e059337-4aec-4682-86bf-02215958a8c4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 10:04:44.872403 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e059337-4aec-4682-86bf-02215958a8c4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 10:04:44.913538 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e059337-4aec-4682-86bf-02215958a8c4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'Port': ['ID=beca819f-ba8e-4596-9d7d-053413b49ac2,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:04:44.928989 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e059337-4aec-4682-86bf-02215958a8c4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:04:44.929336 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e059337-4aec-4682-86bf-02215958a8c4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:04:44.929678 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e059337-4aec-4682-86bf-02215958a8c4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:04:44.930015 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e059337-4aec-4682-86bf-02215958a8c4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:04:44.930349 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e059337-4aec-4682-86bf-02215958a8c4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:04:44.930680 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e059337-4aec-4682-86bf-02215958a8c4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:04:44.931008 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e059337-4aec-4682-86bf-02215958a8c4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:04:44.931334 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e059337-4aec-4682-86bf-02215958a8c4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:04:44.931663 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e059337-4aec-4682-86bf-02215958a8c4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:04:44.931985 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e059337-4aec-4682-86bf-02215958a8c4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:04:44.932310 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e059337-4aec-4682-86bf-02215958a8c4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:04:44.932660 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e059337-4aec-4682-86bf-02215958a8c4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:04:45.410913 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8e059337-4aec-4682-86bf-02215958a8c4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for router_gateway, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:45.744909 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8e059337-4aec-4682-86bf-02215958a8c4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:45.953531 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e059337-4aec-4682-86bf-02215958a8c4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Router 6825a267-cdc5-4759-be27-e5a47770f1ab is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 10:04:46.126583 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e059337-4aec-4682-86bf-02215958a8c4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 10:04:46.136651 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a1fe2f-2d0f-48a9-9360-39f07438d6d0 None None] Sync routers for ids ['6825a267-cdc5-4759-be27-e5a47770f1ab'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 10:04:46.145851 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a1fe2f-2d0f-48a9-9360-39f07438d6d0 None None] Routers {'6825a267-cdc5-4759-be27-e5a47770f1ab'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:04:46.146622 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-d1a1fe2f-2d0f-48a9-9360-39f07438d6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:04:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['6825a267-cdc5-4759-be27-e5a47770f1ab'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:04:46.152812 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8e059337-4aec-4682-86bf-02215958a8c4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:46.154584 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-8e059337-4aec-4682-86bf-02215958a8c4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 897 time: 2.4036288 Oct 04 10:04:46.157962 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 43778) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:04:46.199546 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-46d01faf-6bad-4987-9d03-0692d05bcc16 tempest-TestNetworkAdvancedServerOps-791167516 tempest-TestNetworkAdvancedServerOps-791167516-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=12664c4828024576bc805d2308db5fae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405319 Oct 04 10:04:46.202816 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 43782) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:04:46.321082 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-d1a1fe2f-2d0f-48a9-9360-39f07438d6d0 None None] Set router 6825a267-cdc5-4759-be27-e5a47770f1ab gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:04:46.330127 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df45b962-c7ed-40dc-987f-cda7b215316c tempest-TestNetworkAdvancedServerOps-791167516 tempest-TestNetworkAdvancedServerOps-791167516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:04:46.331604 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-df45b962-c7ed-40dc-987f-cda7b215316c tempest-TestNetworkAdvancedServerOps-791167516 tempest-TestNetworkAdvancedServerOps-791167516-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1278298 Oct 04 10:04:46.334519 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 43786) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:04:46.372171 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-24b9a3a0-f520-44b0-8b2c-5e1af68afcac tempest-TestNetworkAdvancedServerOps-791167516 tempest-TestNetworkAdvancedServerOps-791167516-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=f33938cd-879e-4461-9b5e-aa67b746b6bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0366299 Oct 04 10:04:46.374721 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 43790) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:04:46.379890 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-3903aecc-b44a-495b-a7a7-04de1d46270b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1391585427', 'network_id': 'd7169938-69c9-45b1-92a9-737c0a806bab', 'project_id': '12664c4828024576bc805d2308db5fae', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:04:46.494397 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-3903aecc-b44a-495b-a7a7-04de1d46270b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:04:46.498205 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-3903aecc-b44a-495b-a7a7-04de1d46270b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Usage tracker for resource:subnet and tenant:12664c4828024576bc805d2308db5fae is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:04:46.501032 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-3903aecc-b44a-495b-a7a7-04de1d46270b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:04:46.506734 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-3903aecc-b44a-495b-a7a7-04de1d46270b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:04:46.516797 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3903aecc-b44a-495b-a7a7-04de1d46270b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Made reservation on behalf of 12664c4828024576bc805d2308db5fae for: {'subnet': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 10:04:46.520294 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3903aecc-b44a-495b-a7a7-04de1d46270b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3854451'] for subnet, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:46.627733 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-d1a1fe2f-2d0f-48a9-9360-39f07438d6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6825a267-cdc5-4759-be27-e5a47770f1ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1500052553', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.173'}], 'enable_snat': True}, 'gw_port_id': 'beca819f-ba8e-4596-9d7d-053413b49ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:04:43Z', 'updated_at': '2022-10-04T10:04:45Z', 'revision_number': 3, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': 'beca819f-ba8e-4596-9d7d-053413b49ac2', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6825a267-cdc5-4759-be27-e5a47770f1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:04:44Z', 'updated_at': '2022-10-04T10:04:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:04:46.631651 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a1fe2f-2d0f-48a9-9360-39f07438d6d0 None None] Checking router: 6825a267-cdc5-4759-be27-e5a47770f1ab for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 10:04:46.631929 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a1fe2f-2d0f-48a9-9360-39f07438d6d0 None None] Updating router 6825a267-cdc5-4759-be27-e5a47770f1ab port beca819f-ba8e-4596-9d7d-053413b49ac2 binding host dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 10:04:46.686518 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-d1a1fe2f-2d0f-48a9-9360-39f07438d6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:46.734945 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3903aecc-b44a-495b-a7a7-04de1d46270b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2708877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3854341'] for subnet, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:46.946355 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3903aecc-b44a-495b-a7a7-04de1d46270b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'Subnet': ['ID=0624ba2b-9fba-4b04-be10-89d24bfd76e3,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:04:46.953406 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3903aecc-b44a-495b-a7a7-04de1d46270b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Checking segment: {'id': 'd480c9b9-2245-451a-81b5-b4097b1dc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd7169938-69c9-45b1-92a9-737c0a806bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 10:04:46.953760 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3903aecc-b44a-495b-a7a7-04de1d46270b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Network hostable DHCP agents. Network: d7169938-69c9-45b1-92a9-737c0a806bab, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 10:04:46.971835 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3903aecc-b44a-495b-a7a7-04de1d46270b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Network d7169938-69c9-45b1-92a9-737c0a806bab is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 10:04:46.980702 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-3903aecc-b44a-495b-a7a7-04de1d46270b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, d7169938-69c9-45b1-92a9-737c0a806bab) {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 10:04:46.985222 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3903aecc-b44a-495b-a7a7-04de1d46270b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:04:46.985855 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3903aecc-b44a-495b-a7a7-04de1d46270b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:46.990858 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea5e46f-ea67-4fc6-b69e-9daf10e64102 None None] Network d7169938-69c9-45b1-92a9-737c0a806bab requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 10:04:47.008873 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-3903aecc-b44a-495b-a7a7-04de1d46270b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6331303 Oct 04 10:04:47.011798 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 43794) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:04:47.014179 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-d1a1fe2f-2d0f-48a9-9360-39f07438d6d0 None None] Notify callbacks [] for port, precommit_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:47.027573 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.provisioning_blocks [None req-d1a1fe2f-2d0f-48a9-9360-39f07438d6d0 None None] Transition to ACTIVE for port object beca819f-ba8e-4596-9d7d-053413b49ac2 will not be triggered until provisioned by entity L2. {{(pid=89035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 10:04:47.035447 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-d1a1fe2f-2d0f-48a9-9360-39f07438d6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:47.099097 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-d1a1fe2f-2d0f-48a9-9360-39f07438d6d0 None None] Attempting to bind port beca819f-ba8e-4596-9d7d-053413b49ac2 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 10:04:47.099461 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-d1a1fe2f-2d0f-48a9-9360-39f07438d6d0 None None] Attempting to bind port beca819f-ba8e-4596-9d7d-053413b49ac2 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 10:04:47.099817 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a1fe2f-2d0f-48a9-9360-39f07438d6d0 None None] Attempting to bind port beca819f-ba8e-4596-9d7d-053413b49ac2 on network f33938cd-879e-4461-9b5e-aa67b746b6bd {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 10:04:47.114688 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a1fe2f-2d0f-48a9-9360-39f07438d6d0 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 10, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 10:04:47.115059 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a1fe2f-2d0f-48a9-9360-39f07438d6d0 None None] Checking segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 10:04:47.115447 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-d1a1fe2f-2d0f-48a9-9360-39f07438d6d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:47.115829 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a1fe2f-2d0f-48a9-9360-39f07438d6d0 None None] Bound using segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 10:04:47.116283 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-d1a1fe2f-2d0f-48a9-9360-39f07438d6d0 None None] Bound port: beca819f-ba8e-4596-9d7d-053413b49ac2, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 10:04:47.116671 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-d1a1fe2f-2d0f-48a9-9360-39f07438d6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:47.154856 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325fa378-d3f8-41e3-aa96-2dad3bec03fc None None] Pushing event updated for resources: {'Port': ['ID=beca819f-ba8e-4596-9d7d-053413b49ac2,revision_number=2']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:04:47.167003 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325fa378-d3f8-41e3-aa96-2dad3bec03fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:04:47.167348 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325fa378-d3f8-41e3-aa96-2dad3bec03fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:04:47.167680 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325fa378-d3f8-41e3-aa96-2dad3bec03fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:04:47.168006 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325fa378-d3f8-41e3-aa96-2dad3bec03fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:04:47.168332 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325fa378-d3f8-41e3-aa96-2dad3bec03fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:04:47.168690 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325fa378-d3f8-41e3-aa96-2dad3bec03fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:04:47.169555 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325fa378-d3f8-41e3-aa96-2dad3bec03fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:04:47.169881 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325fa378-d3f8-41e3-aa96-2dad3bec03fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:04:47.170196 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325fa378-d3f8-41e3-aa96-2dad3bec03fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:04:47.170517 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325fa378-d3f8-41e3-aa96-2dad3bec03fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:04:47.170828 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325fa378-d3f8-41e3-aa96-2dad3bec03fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:04:47.171146 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325fa378-d3f8-41e3-aa96-2dad3bec03fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:04:47.206247 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-d1a1fe2f-2d0f-48a9-9360-39f07438d6d0 None None] For port beca819f-ba8e-4596-9d7d-053413b49ac2, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 10:04:47.209323 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-d1a1fe2f-2d0f-48a9-9360-39f07438d6d0 None None] For port beca819f-ba8e-4596-9d7d-053413b49ac2, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=beca819f-ba8e-4596-9d7d-053413b49ac2,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 10:04:47.214642 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-d1a1fe2f-2d0f-48a9-9360-39f07438d6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:47.227931 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5448326d-1e51-4c1b-8820-20cb11baf9db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-d7169938-69c9-45b1-92a9-737c0a806bab', 'network_id': 'd7169938-69c9-45b1-92a9-737c0a806bab', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'fixed_ips': [{'subnet_id': '0624ba2b-9fba-4b04-be10-89d24bfd76e3'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 10:04:47.229068 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5448326d-1e51-4c1b-8820-20cb11baf9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:47.274767 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a1fe2f-2d0f-48a9-9360-39f07438d6d0 None None] Routers {'6825a267-cdc5-4759-be27-e5a47770f1ab'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:04:47.275381 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-d1a1fe2f-2d0f-48a9-9360-39f07438d6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:04:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['6825a267-cdc5-4759-be27-e5a47770f1ab'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:04:47.364681 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325fa378-d3f8-41e3-aa96-2dad3bec03fc None None] Pushing event updated for resources: {'Port': ['ID=beca819f-ba8e-4596-9d7d-053413b49ac2,revision_number=3']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:04:47.389240 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-5448326d-1e51-4c1b-8820-20cb11baf9db None None] Allocated IP 172.20.0.2 (d7169938-69c9-45b1-92a9-737c0a806bab/0624ba2b-9fba-4b04-be10-89d24bfd76e3/7537b402-1c3a-4a7c-829a-47298db554d3) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 10:04:47.471205 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-d1a1fe2f-2d0f-48a9-9360-39f07438d6d0 None None] Set router 6825a267-cdc5-4759-be27-e5a47770f1ab gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:04:47.603652 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5448326d-1e51-4c1b-8820-20cb11baf9db None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:47.615305 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-5448326d-1e51-4c1b-8820-20cb11baf9db None None] Transition to ACTIVE for port object 7537b402-1c3a-4a7c-829a-47298db554d3 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 10:04:47.636649 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-5448326d-1e51-4c1b-8820-20cb11baf9db None None] Transition to ACTIVE for port object 7537b402-1c3a-4a7c-829a-47298db554d3 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 10:04:47.643868 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5448326d-1e51-4c1b-8820-20cb11baf9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:47.715623 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1a602d69-4b59-4576-bd84-d7e830d3e5ec tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:47.735432 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5448326d-1e51-4c1b-8820-20cb11baf9db None None] Pushing event updated for resources: {'Port': ['ID=7537b402-1c3a-4a7c-829a-47298db554d3,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:04:47.755315 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5448326d-1e51-4c1b-8820-20cb11baf9db None None] Network d7169938-69c9-45b1-92a9-737c0a806bab is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 10:04:47.756741 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-5448326d-1e51-4c1b-8820-20cb11baf9db None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 10:04:47.759385 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-d1a1fe2f-2d0f-48a9-9360-39f07438d6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6825a267-cdc5-4759-be27-e5a47770f1ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1500052553', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.173'}], 'enable_snat': True}, 'gw_port_id': 'beca819f-ba8e-4596-9d7d-053413b49ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:04:43Z', 'updated_at': '2022-10-04T10:04:45Z', 'revision_number': 3, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': 'beca819f-ba8e-4596-9d7d-053413b49ac2', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6825a267-cdc5-4759-be27-e5a47770f1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:04:44Z', 'updated_at': '2022-10-04T10:04:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:04:47.761824 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5448326d-1e51-4c1b-8820-20cb11baf9db None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 10:04:47.763980 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a1fe2f-2d0f-48a9-9360-39f07438d6d0 None None] The sync data for ids ['6825a267-cdc5-4759-be27-e5a47770f1ab'] in dv-neutron-860215-1-hyperv is: [{'id': '6825a267-cdc5-4759-be27-e5a47770f1ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1500052553', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.173'}], 'enable_snat': True}, 'gw_port_id': 'beca819f-ba8e-4596-9d7d-053413b49ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:04:43Z', 'updated_at': '2022-10-04T10:04:45Z', 'revision_number': 3, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': 'beca819f-ba8e-4596-9d7d-053413b49ac2', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6825a267-cdc5-4759-be27-e5a47770f1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:04:44Z', 'updated_at': '2022-10-04T10:04:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 10:04:47.872340 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-5448326d-1e51-4c1b-8820-20cb11baf9db None None] Attempting to bind port 7537b402-1c3a-4a7c-829a-47298db554d3 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 10:04:47.872747 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-5448326d-1e51-4c1b-8820-20cb11baf9db None None] Attempting to bind port 7537b402-1c3a-4a7c-829a-47298db554d3 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'd480c9b9-2245-451a-81b5-b4097b1dc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd7169938-69c9-45b1-92a9-737c0a806bab'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 10:04:47.873112 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5448326d-1e51-4c1b-8820-20cb11baf9db None None] Attempting to bind port 7537b402-1c3a-4a7c-829a-47298db554d3 on network d7169938-69c9-45b1-92a9-737c0a806bab {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 10:04:47.878599 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5448326d-1e51-4c1b-8820-20cb11baf9db None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 10, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 10:04:47.878963 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5448326d-1e51-4c1b-8820-20cb11baf9db None None] Checking segment: {'id': 'd480c9b9-2245-451a-81b5-b4097b1dc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd7169938-69c9-45b1-92a9-737c0a806bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 10:04:47.879368 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5448326d-1e51-4c1b-8820-20cb11baf9db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:47.879755 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5448326d-1e51-4c1b-8820-20cb11baf9db None None] Bound using segment: {'id': 'd480c9b9-2245-451a-81b5-b4097b1dc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd7169938-69c9-45b1-92a9-737c0a806bab'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 10:04:47.880215 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-5448326d-1e51-4c1b-8820-20cb11baf9db None None] Bound port: 7537b402-1c3a-4a7c-829a-47298db554d3, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd480c9b9-2245-451a-81b5-b4097b1dc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd7169938-69c9-45b1-92a9-737c0a806bab'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 10:04:47.880633 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5448326d-1e51-4c1b-8820-20cb11baf9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:47.981539 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-5448326d-1e51-4c1b-8820-20cb11baf9db None None] For port 7537b402-1c3a-4a7c-829a-47298db554d3, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 10:04:47.987670 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-5448326d-1e51-4c1b-8820-20cb11baf9db None None] For port 7537b402-1c3a-4a7c-829a-47298db554d3, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=7537b402-1c3a-4a7c-829a-47298db554d3,segment=NetworkSegment(d480c9b9-2245-451a-81b5-b4097b1dc93c),segment_id=d480c9b9-2245-451a-81b5-b4097b1dc93c)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 10:04:47.995564 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5448326d-1e51-4c1b-8820-20cb11baf9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:48.087299 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5448326d-1e51-4c1b-8820-20cb11baf9db None None] Pushing event updated for resources: {'Port': ['ID=7537b402-1c3a-4a7c-829a-47298db554d3,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:04:48.169868 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-1a602d69-4b59-4576-bd84-d7e830d3e5ec tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Allocated IP 172.20.0.1 (d7169938-69c9-45b1-92a9-737c0a806bab/0624ba2b-9fba-4b04-be10-89d24bfd76e3/cd81012e-79c5-4095-bd8d-33c6c5884f4e) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 10:04:48.344574 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device beca819f-ba8e-4596-9d7d-053413b49ac2 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:04:48.384931 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1a602d69-4b59-4576-bd84-d7e830d3e5ec tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:48.408695 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-1a602d69-4b59-4576-bd84-d7e830d3e5ec tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Transition to ACTIVE for port object cd81012e-79c5-4095-bd8d-33c6c5884f4e will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 10:04:48.438979 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port beca819f-ba8e-4596-9d7d-053413b49ac2 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 10:04:48.441061 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1a602d69-4b59-4576-bd84-d7e830d3e5ec tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:48.444549 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port beca819f-ba8e-4596-9d7d-053413b49ac2 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:04:48.444912 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:48.445242 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port beca819f-ba8e-4596-9d7d-053413b49ac2 Oct 04 10:04:48.525766 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a602d69-4b59-4576-bd84-d7e830d3e5ec tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Network d7169938-69c9-45b1-92a9-737c0a806bab is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 10:04:48.529204 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-1a602d69-4b59-4576-bd84-d7e830d3e5ec tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 10:04:48.531719 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a602d69-4b59-4576-bd84-d7e830d3e5ec tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 10:04:48.624319 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port beca819f-ba8e-4596-9d7d-053413b49ac2 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:04:48.624571 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:48.643579 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port beca819f-ba8e-4596-9d7d-053413b49ac2, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=beca819f-ba8e-4596-9d7d-053413b49ac2,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:04:48.648559 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:48.705863 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a602d69-4b59-4576-bd84-d7e830d3e5ec tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'Port': ['ID=cd81012e-79c5-4095-bd8d-33c6c5884f4e,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:04:48.742321 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=beca819f-ba8e-4596-9d7d-053413b49ac2,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:04:48.750038 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1a602d69-4b59-4576-bd84-d7e830d3e5ec tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737202'] for router_interface, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:48.901521 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1a602d69-4b59-4576-bd84-d7e830d3e5ec tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:49.088782 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089ce4ec-e899-4769-a221-93e2c212a970 None None] Network d7169938-69c9-45b1-92a9-737c0a806bab requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 10:04:49.188859 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-0bda5389-2042-4c83-a882-e2dfd9775e70 None None] Provisioning for port 7537b402-1c3a-4a7c-829a-47298db554d3 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 10:04:49.336206 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1a602d69-4b59-4576-bd84-d7e830d3e5ec tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:49.342252 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1a602d69-4b59-4576-bd84-d7e830d3e5ec tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:49.459239 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-1a602d69-4b59-4576-bd84-d7e830d3e5ec tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736777'] for router_interface, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:49.462730 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a602d69-4b59-4576-bd84-d7e830d3e5ec tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'Port': ['ID=cd81012e-79c5-4095-bd8d-33c6c5884f4e,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:04:49.602555 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a602d69-4b59-4576-bd84-d7e830d3e5ec tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Network d7169938-69c9-45b1-92a9-737c0a806bab is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 10:04:49.603662 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-1a602d69-4b59-4576-bd84-d7e830d3e5ec tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 10:04:49.632739 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-9fd2f557-3314-4754-ac52-082022af7877 None None] Provisioning for port cd81012e-79c5-4095-bd8d-33c6c5884f4e completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 10:04:49.638970 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-9fd2f557-3314-4754-ac52-082022af7877 None None] Provisioning complete for port cd81012e-79c5-4095-bd8d-33c6c5884f4e triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:04:49.639412 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-9fd2f557-3314-4754-ac52-082022af7877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:49.639832 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-9fd2f557-3314-4754-ac52-082022af7877 None None] Attempt 1 to provision port cd81012e-79c5-4095-bd8d-33c6c5884f4e Oct 04 10:04:49.697542 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-9fd2f557-3314-4754-ac52-082022af7877 None None] Port cd81012e-79c5-4095-bd8d-33c6c5884f4e cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:04:49.792444 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a602d69-4b59-4576-bd84-d7e830d3e5ec tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Router 6825a267-cdc5-4759-be27-e5a47770f1ab has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 10:04:49.978340 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a602d69-4b59-4576-bd84-d7e830d3e5ec tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 10:04:49.988567 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b060e3-8b51-40da-87e5-22bbf38610df None None] Sync routers for ids ['6825a267-cdc5-4759-be27-e5a47770f1ab'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 10:04:49.992218 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-1a602d69-4b59-4576-bd84-d7e830d3e5ec tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "PUT /v2.0/routers/6825a267-cdc5-4759-be27-e5a47770f1ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9793110 Oct 04 10:04:49.998281 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b060e3-8b51-40da-87e5-22bbf38610df None None] Routers {'6825a267-cdc5-4759-be27-e5a47770f1ab'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:04:49.998880 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-56b060e3-8b51-40da-87e5-22bbf38610df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:04:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['6825a267-cdc5-4759-be27-e5a47770f1ab'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:04:50.153837 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-ffd53ed8-65cf-4f0a-abfa-df8ea0d46a9e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-943389241&fields=id&tenant_id=12664c4828024576bc805d2308db5fae HTTP/1.1" status: 200 len: 267 time: 0.0399094 Oct 04 10:04:50.176119 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-56b060e3-8b51-40da-87e5-22bbf38610df None None] Set router 6825a267-cdc5-4759-be27-e5a47770f1ab gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:04:50.217521 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-9fd2f557-3314-4754-ac52-082022af7877 None None] Attempt 2 to provision port cd81012e-79c5-4095-bd8d-33c6c5884f4e Oct 04 10:04:50.308034 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-db30cd62-c81c-47f2-ab67-892c22f3adf7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:04:50.309062 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-db30cd62-c81c-47f2-ab67-892c22f3adf7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Synchronizing usage tracker for tenant:12664c4828024576bc805d2308db5fae on resource:network {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 10:04:50.326487 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-db30cd62-c81c-47f2-ab67-892c22f3adf7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Unset dirty status for tenant:12664c4828024576bc805d2308db5fae on resource:network {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 10:04:50.328423 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-db30cd62-c81c-47f2-ab67-892c22f3adf7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/networks?id=d7169938-69c9-45b1-92a9-737c0a806bab HTTP/1.1" status: 200 len: 797 time: 0.1676676 Oct 04 10:04:50.344526 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-f0752f9a-245a-40bd-9d11-0fe5c3a9fb9f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/quotas/12664c4828024576bc805d2308db5fae HTTP/1.1" status: 200 len: 375 time: 0.0110865 Oct 04 10:04:50.345208 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device beca819f-ba8e-4596-9d7d-053413b49ac2 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:04:50.382468 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-9fd2f557-3314-4754-ac52-082022af7877 None None] Port cd81012e-79c5-4095-bd8d-33c6c5884f4e cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:04:50.536117 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port beca819f-ba8e-4596-9d7d-053413b49ac2 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:04:50.536531 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:50.536877 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port beca819f-ba8e-4596-9d7d-053413b49ac2 Oct 04 10:04:50.563815 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-7ed536a2-0928-48a4-b48a-03f5d4bbb2dc tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Synchronizing usage tracker for tenant:12664c4828024576bc805d2308db5fae on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 10:04:50.579651 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-7ed536a2-0928-48a4-b48a-03f5d4bbb2dc tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Unset dirty status for tenant:12664c4828024576bc805d2308db5fae on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 10:04:50.580954 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-7ed536a2-0928-48a4-b48a-03f5d4bbb2dc tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=12664c4828024576bc805d2308db5fae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2311678 Oct 04 10:04:50.676236 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-972db06e-b353-4044-94c1-5358ecba0658 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=89033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 10:04:50.677319 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-972db06e-b353-4044-94c1-5358ecba0658 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0836728 Oct 04 10:04:50.710173 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-56b060e3-8b51-40da-87e5-22bbf38610df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6825a267-cdc5-4759-be27-e5a47770f1ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1500052553', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.173'}], 'enable_snat': True}, 'gw_port_id': 'beca819f-ba8e-4596-9d7d-053413b49ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:04:43Z', 'updated_at': '2022-10-04T10:04:48Z', 'revision_number': 4, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': 'beca819f-ba8e-4596-9d7d-053413b49ac2', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6825a267-cdc5-4759-be27-e5a47770f1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:04:44Z', 'updated_at': '2022-10-04T10:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': 'cd81012e-79c5-4095-bd8d-33c6c5884f4e', 'name': '', 'network_id': 'd7169938-69c9-45b1-92a9-737c0a806bab', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'mac_address': 'fa:16:3e:5d:fd:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6825a267-cdc5-4759-be27-e5a47770f1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '0624ba2b-9fba-4b04-be10-89d24bfd76e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:04:47Z', 'updated_at': '2022-10-04T10:04:49Z', 'revision_number': 2, 'project_id': '12664c4828024576bc805d2308db5fae', 'subnets': [{'id': '0624ba2b-9fba-4b04-be10-89d24bfd76e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:04:50.712215 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port beca819f-ba8e-4596-9d7d-053413b49ac2 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:04:50.713306 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 7537b402-1c3a-4a7c-829a-47298db554d3 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:04:50.748289 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b060e3-8b51-40da-87e5-22bbf38610df None None] Checking router: 6825a267-cdc5-4759-be27-e5a47770f1ab for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 10:04:50.748289 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b060e3-8b51-40da-87e5-22bbf38610df None None] Updating router 6825a267-cdc5-4759-be27-e5a47770f1ab port cd81012e-79c5-4095-bd8d-33c6c5884f4e binding host dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 10:04:50.809879 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 10:04:50.812849 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-355ad66c-475e-41f6-8f18-0c4604f0d858 service neutron] 10.222.0.50 "GET /v2.0/networks/d7169938-69c9-45b1-92a9-737c0a806bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297038 Oct 04 10:04:50.818509 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-56b060e3-8b51-40da-87e5-22bbf38610df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:50.880078 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 7537b402-1c3a-4a7c-829a-47298db554d3 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 10:04:50.886238 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-9fd2f557-3314-4754-ac52-082022af7877 None None] Attempt 3 to provision port cd81012e-79c5-4095-bd8d-33c6c5884f4e Oct 04 10:04:50.922141 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 7537b402-1c3a-4a7c-829a-47298db554d3 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:04:50.922531 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:50.922872 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 7537b402-1c3a-4a7c-829a-47298db554d3 Oct 04 10:04:50.949395 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-dd57ba77-1c1c-4880-a3d4-359d2a5361bd service neutron] 10.222.0.50 "GET /v2.0/networks/d7169938-69c9-45b1-92a9-737c0a806bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332629 Oct 04 10:04:51.087360 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-9fd2f557-3314-4754-ac52-082022af7877 None None] Port cd81012e-79c5-4095-bd8d-33c6c5884f4e cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:04:51.233095 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-6d4badb7-2bd8-4d44-bd04-272968f757da req-c08e05e9-cb4d-4b10-93dd-f3bbe6a206ed tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Synchronizing usage tracker for tenant:12664c4828024576bc805d2308db5fae on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 10:04:51.244576 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-6d4badb7-2bd8-4d44-bd04-272968f757da req-c08e05e9-cb4d-4b10-93dd-f3bbe6a206ed tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Unset dirty status for tenant:12664c4828024576bc805d2308db5fae on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 10:04:51.245710 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6d4badb7-2bd8-4d44-bd04-272968f757da req-c08e05e9-cb4d-4b10-93dd-f3bbe6a206ed tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9b75a3f-f949-4da2-82a8-3261083ee026 HTTP/1.1" status: 200 len: 210 time: 0.1090145 Oct 04 10:04:51.268492 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 7537b402-1c3a-4a7c-829a-47298db554d3 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:04:51.268492 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:51.317613 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 7537b402-1c3a-4a7c-829a-47298db554d3, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=7537b402-1c3a-4a7c-829a-47298db554d3,segment=NetworkSegment(d480c9b9-2245-451a-81b5-b4097b1dc93c),segment_id=d480c9b9-2245-451a-81b5-b4097b1dc93c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:04:51.331062 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:51.451064 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-56b060e3-8b51-40da-87e5-22bbf38610df None None] Notify callbacks [] for port, precommit_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:51.456083 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=7537b402-1c3a-4a7c-829a-47298db554d3,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:04:51.466686 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-56b060e3-8b51-40da-87e5-22bbf38610df None None] Transition to ACTIVE for port object cd81012e-79c5-4095-bd8d-33c6c5884f4e will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 10:04:51.472866 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-56b060e3-8b51-40da-87e5-22bbf38610df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:51.608314 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-9fd2f557-3314-4754-ac52-082022af7877 None None] Attempt 4 to provision port cd81012e-79c5-4095-bd8d-33c6c5884f4e Oct 04 10:04:51.657618 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c962141d-e3af-4e23-abde-9d82f9174f6c None None] Pushing event updated for resources: {'Port': ['ID=cd81012e-79c5-4095-bd8d-33c6c5884f4e,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:04:51.727543 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-9fd2f557-3314-4754-ac52-082022af7877 None None] Port cd81012e-79c5-4095-bd8d-33c6c5884f4e cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:04:51.728160 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-56b060e3-8b51-40da-87e5-22bbf38610df None None] Attempting to bind port cd81012e-79c5-4095-bd8d-33c6c5884f4e on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 10:04:51.728544 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-56b060e3-8b51-40da-87e5-22bbf38610df None None] Attempting to bind port cd81012e-79c5-4095-bd8d-33c6c5884f4e by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'd480c9b9-2245-451a-81b5-b4097b1dc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd7169938-69c9-45b1-92a9-737c0a806bab'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 10:04:51.728900 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b060e3-8b51-40da-87e5-22bbf38610df None None] Attempting to bind port cd81012e-79c5-4095-bd8d-33c6c5884f4e on network d7169938-69c9-45b1-92a9-737c0a806bab {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 10:04:51.734026 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b060e3-8b51-40da-87e5-22bbf38610df None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 10, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 10:04:51.734393 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b060e3-8b51-40da-87e5-22bbf38610df None None] Checking segment: {'id': 'd480c9b9-2245-451a-81b5-b4097b1dc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd7169938-69c9-45b1-92a9-737c0a806bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 10:04:51.734786 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-56b060e3-8b51-40da-87e5-22bbf38610df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:51.735174 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b060e3-8b51-40da-87e5-22bbf38610df None None] Bound using segment: {'id': 'd480c9b9-2245-451a-81b5-b4097b1dc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd7169938-69c9-45b1-92a9-737c0a806bab'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 10:04:51.735621 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-56b060e3-8b51-40da-87e5-22bbf38610df None None] Bound port: cd81012e-79c5-4095-bd8d-33c6c5884f4e, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd480c9b9-2245-451a-81b5-b4097b1dc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd7169938-69c9-45b1-92a9-737c0a806bab'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 10:04:51.735980 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-56b060e3-8b51-40da-87e5-22bbf38610df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:51.823307 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-56b060e3-8b51-40da-87e5-22bbf38610df None None] For port cd81012e-79c5-4095-bd8d-33c6c5884f4e, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 10:04:51.826901 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-56b060e3-8b51-40da-87e5-22bbf38610df None None] For port cd81012e-79c5-4095-bd8d-33c6c5884f4e, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=cd81012e-79c5-4095-bd8d-33c6c5884f4e,segment=NetworkSegment(d480c9b9-2245-451a-81b5-b4097b1dc93c),segment_id=d480c9b9-2245-451a-81b5-b4097b1dc93c)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 10:04:51.832090 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-56b060e3-8b51-40da-87e5-22bbf38610df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:51.890439 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b060e3-8b51-40da-87e5-22bbf38610df None None] Routers {'6825a267-cdc5-4759-be27-e5a47770f1ab'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:04:51.891029 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-56b060e3-8b51-40da-87e5-22bbf38610df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:04:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['6825a267-cdc5-4759-be27-e5a47770f1ab'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:04:51.979075 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c962141d-e3af-4e23-abde-9d82f9174f6c None None] Pushing event updated for resources: {'Port': ['ID=cd81012e-79c5-4095-bd8d-33c6c5884f4e,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:04:52.080147 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-56b060e3-8b51-40da-87e5-22bbf38610df None None] Set router 6825a267-cdc5-4759-be27-e5a47770f1ab gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:04:52.227971 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-9fd2f557-3314-4754-ac52-082022af7877 None None] Attempt 5 to provision port cd81012e-79c5-4095-bd8d-33c6c5884f4e Oct 04 10:04:52.297091 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 7537b402-1c3a-4a7c-829a-47298db554d3 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:04:52.352153 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-231d13bc-c8b2-485f-8b1f-b0d0e48be243 req-3c2501e1-5cf5-434c-b430-c7946e10082d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9b75a3f-f949-4da2-82a8-3261083ee026 HTTP/1.1" status: 200 len: 210 time: 0.0489981 Oct 04 10:04:52.477969 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-9fd2f557-3314-4754-ac52-082022af7877 None None] Port cd81012e-79c5-4095-bd8d-33c6c5884f4e had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 10:04:52.525297 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 7537b402-1c3a-4a7c-829a-47298db554d3 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:04:52.525573 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:52.525906 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 7537b402-1c3a-4a7c-829a-47298db554d3 Oct 04 10:04:52.581213 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-9fd2f557-3314-4754-ac52-082022af7877 None None] Provisioning complete for port 7537b402-1c3a-4a7c-829a-47298db554d3 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:04:52.581818 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-9fd2f557-3314-4754-ac52-082022af7877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:52.582113 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-9fd2f557-3314-4754-ac52-082022af7877 None None] Attempt 1 to provision port 7537b402-1c3a-4a7c-829a-47298db554d3 Oct 04 10:04:52.742111 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-56b060e3-8b51-40da-87e5-22bbf38610df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6825a267-cdc5-4759-be27-e5a47770f1ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1500052553', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.173'}], 'enable_snat': True}, 'gw_port_id': 'beca819f-ba8e-4596-9d7d-053413b49ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:04:43Z', 'updated_at': '2022-10-04T10:04:48Z', 'revision_number': 4, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': 'beca819f-ba8e-4596-9d7d-053413b49ac2', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6825a267-cdc5-4759-be27-e5a47770f1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:04:44Z', 'updated_at': '2022-10-04T10:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': 'cd81012e-79c5-4095-bd8d-33c6c5884f4e', 'name': '', 'network_id': 'd7169938-69c9-45b1-92a9-737c0a806bab', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'mac_address': 'fa:16:3e:5d:fd:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6825a267-cdc5-4759-be27-e5a47770f1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '0624ba2b-9fba-4b04-be10-89d24bfd76e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:04:47Z', 'updated_at': '2022-10-04T10:04:51Z', 'revision_number': 4, 'project_id': '12664c4828024576bc805d2308db5fae', 'subnets': [{'id': '0624ba2b-9fba-4b04-be10-89d24bfd76e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:04:52.765592 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b060e3-8b51-40da-87e5-22bbf38610df None None] The sync data for ids ['6825a267-cdc5-4759-be27-e5a47770f1ab'] in dv-neutron-860215-1-hyperv is: [{'id': '6825a267-cdc5-4759-be27-e5a47770f1ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1500052553', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.173'}], 'enable_snat': True}, 'gw_port_id': 'beca819f-ba8e-4596-9d7d-053413b49ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:04:43Z', 'updated_at': '2022-10-04T10:04:48Z', 'revision_number': 4, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': 'beca819f-ba8e-4596-9d7d-053413b49ac2', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6825a267-cdc5-4759-be27-e5a47770f1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:04:44Z', 'updated_at': '2022-10-04T10:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': 'cd81012e-79c5-4095-bd8d-33c6c5884f4e', 'name': '', 'network_id': 'd7169938-69c9-45b1-92a9-737c0a806bab', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'mac_address': 'fa:16:3e:5d:fd:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6825a267-cdc5-4759-be27-e5a47770f1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '0624ba2b-9fba-4b04-be10-89d24bfd76e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:04:47Z', 'updated_at': '2022-10-04T10:04:51Z', 'revision_number': 4, 'project_id': '12664c4828024576bc805d2308db5fae', 'subnets': [{'id': '0624ba2b-9fba-4b04-be10-89d24bfd76e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 10:04:52.775966 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 7537b402-1c3a-4a7c-829a-47298db554d3 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:04:52.783572 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-9fd2f557-3314-4754-ac52-082022af7877 None None] Current status of the port 7537b402-1c3a-4a7c-829a-47298db554d3 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:04:53.466968 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-65e022ab-5ee4-4c5e-8949-924013895c0a req-8b930dae-bcf2-4c7f-92d3-e1dbf5cb8470 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9b75a3f-f949-4da2-82a8-3261083ee026 HTTP/1.1" status: 200 len: 210 time: 0.0563669 Oct 04 10:04:54.260817 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device cd81012e-79c5-4095-bd8d-33c6c5884f4e up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:04:54.327227 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port cd81012e-79c5-4095-bd8d-33c6c5884f4e completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 10:04:54.332113 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port cd81012e-79c5-4095-bd8d-33c6c5884f4e triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:04:54.332522 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:54.332863 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port cd81012e-79c5-4095-bd8d-33c6c5884f4e Oct 04 10:04:54.448007 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port cd81012e-79c5-4095-bd8d-33c6c5884f4e is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:04:54.448302 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:54.480914 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port cd81012e-79c5-4095-bd8d-33c6c5884f4e, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=cd81012e-79c5-4095-bd8d-33c6c5884f4e,segment=NetworkSegment(d480c9b9-2245-451a-81b5-b4097b1dc93c),segment_id=d480c9b9-2245-451a-81b5-b4097b1dc93c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:04:54.485098 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:54.559503 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=cd81012e-79c5-4095-bd8d-33c6c5884f4e,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:04:54.583182 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-3e83a468-d124-435d-b85a-2ac15847bb7a req-2cb374eb-a4b5-44a0-b640-59a4049148c2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9b75a3f-f949-4da2-82a8-3261083ee026 HTTP/1.1" status: 200 len: 210 time: 0.0515251 Oct 04 10:04:55.744148 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8d5f26ee-aed4-4b53-bd7f-760c338d11ef req-f1f0790d-f812-4cea-8547-1240ec353eff tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9b75a3f-f949-4da2-82a8-3261083ee026 HTTP/1.1" status: 200 len: 210 time: 0.0498223 Oct 04 10:04:56.251941 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device cd81012e-79c5-4095-bd8d-33c6c5884f4e up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:04:56.324766 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port cd81012e-79c5-4095-bd8d-33c6c5884f4e triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:04:56.325723 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:56.326015 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port cd81012e-79c5-4095-bd8d-33c6c5884f4e Oct 04 10:04:56.449745 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port cd81012e-79c5-4095-bd8d-33c6c5884f4e is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:04:56.570375 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-b7ae675a-288d-4150-8635-f0ddac1a2872 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:04:56.571048 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-b7ae675a-288d-4150-8635-f0ddac1a2872 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Synchronizing usage tracker for tenant:12664c4828024576bc805d2308db5fae on resource:network {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 10:04:56.582782 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-b7ae675a-288d-4150-8635-f0ddac1a2872 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Unset dirty status for tenant:12664c4828024576bc805d2308db5fae on resource:network {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 10:04:56.583855 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-b7ae675a-288d-4150-8635-f0ddac1a2872 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.20 "GET /v2.0/networks?id=d7169938-69c9-45b1-92a9-737c0a806bab HTTP/1.1" status: 200 len: 797 time: 0.2585154 Oct 04 10:04:56.638600 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-b68376ff-2826-46fc-89d7-76ccf7cb2bb0 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Synchronizing usage tracker for tenant:12664c4828024576bc805d2308db5fae on resource:security_group {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 10:04:56.653476 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-b68376ff-2826-46fc-89d7-76ccf7cb2bb0 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Unset dirty status for tenant:12664c4828024576bc805d2308db5fae on resource:security_group {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 10:04:56.654574 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-b68376ff-2826-46fc-89d7-76ccf7cb2bb0 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12664c4828024576bc805d2308db5fae HTTP/1.1" status: 200 len: 379 time: 0.0566347 Oct 04 10:04:56.668348 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-415230a7-050e-4db3-b74c-1ab492d03051 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Request body: {'port': {'device_id': 'e9b75a3f-f949-4da2-82a8-3261083ee026', 'network_id': 'd7169938-69c9-45b1-92a9-737c0a806bab', 'admin_state_up': True, 'tenant_id': '12664c4828024576bc805d2308db5fae', 'security_groups': ['d7680366-f4e4-415f-90b4-74a44f84bc47']}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:04:56.801518 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-415230a7-050e-4db3-b74c-1ab492d03051 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:04:56.811463 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-415230a7-050e-4db3-b74c-1ab492d03051 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:04:56.821065 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-415230a7-050e-4db3-b74c-1ab492d03051 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Made reservation on behalf of 12664c4828024576bc805d2308db5fae for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 10:04:56.824524 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-415230a7-050e-4db3-b74c-1ab492d03051 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:56.916652 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-dbe1f7a5-dbe9-4688-895a-d075a64eac3b req-839eb69d-568d-4da9-97a1-c47e83feb2b9 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9b75a3f-f949-4da2-82a8-3261083ee026 HTTP/1.1" status: 200 len: 210 time: 0.0539145 Oct 04 10:04:56.994741 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-415230a7-050e-4db3-b74c-1ab492d03051 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Allocated IP 172.20.0.7 (d7169938-69c9-45b1-92a9-737c0a806bab/0624ba2b-9fba-4b04-be10-89d24bfd76e3/31b53f9e-ff98-400f-a24d-ed379a4a6239) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 10:04:57.178619 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-415230a7-050e-4db3-b74c-1ab492d03051 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:57.193602 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-415230a7-050e-4db3-b74c-1ab492d03051 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Transition to ACTIVE for port object 31b53f9e-ff98-400f-a24d-ed379a4a6239 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 10:04:57.216209 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-415230a7-050e-4db3-b74c-1ab492d03051 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:57.288232 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-415230a7-050e-4db3-b74c-1ab492d03051 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Network d7169938-69c9-45b1-92a9-737c0a806bab is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 10:04:57.291324 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-415230a7-050e-4db3-b74c-1ab492d03051 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 10:04:57.295701 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-415230a7-050e-4db3-b74c-1ab492d03051 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 10:04:57.325629 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415230a7-050e-4db3-b74c-1ab492d03051 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'Port': ['ID=31b53f9e-ff98-400f-a24d-ed379a4a6239,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:04:57.362711 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-415230a7-050e-4db3-b74c-1ab492d03051 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:04:57.363299 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-415230a7-050e-4db3-b74c-1ab492d03051 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:57.388336 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-415230a7-050e-4db3-b74c-1ab492d03051 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7233901 Oct 04 10:04:57.405003 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-7ad4e987-db1e-4cfc-a8a6-c35716b0e577 service neutron] Request body: {'port': {'device_id': 'e9b75a3f-f949-4da2-82a8-3261083ee026', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8602'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:04:57.517690 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-7ad4e987-db1e-4cfc-a8a6-c35716b0e577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:57.548727 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-60d28e03-cc1e-4c94-99e9-63b78f096576 None None] Provisioning for port 31b53f9e-ff98-400f-a24d-ed379a4a6239 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 10:04:57.553349 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-60d28e03-cc1e-4c94-99e9-63b78f096576 None None] Provisioning complete for port 31b53f9e-ff98-400f-a24d-ed379a4a6239 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:04:57.553786 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-60d28e03-cc1e-4c94-99e9-63b78f096576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:57.554130 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-60d28e03-cc1e-4c94-99e9-63b78f096576 None None] Attempt 1 to provision port 31b53f9e-ff98-400f-a24d-ed379a4a6239 Oct 04 10:04:57.607462 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-60d28e03-cc1e-4c94-99e9-63b78f096576 None None] Port 31b53f9e-ff98-400f-a24d-ed379a4a6239 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:04:57.711167 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-2b96505d-3197-4e87-9d14-564fa267f2e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:57.859100 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-7ad4e987-db1e-4cfc-a8a6-c35716b0e577 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31b53f9e-ff98-400f-a24d-ed379a4a6239 {{(pid=89032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 10:04:57.866122 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-7ad4e987-db1e-4cfc-a8a6-c35716b0e577 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:57.880806 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-7ad4e987-db1e-4cfc-a8a6-c35716b0e577 service neutron] Transition to ACTIVE for port object 31b53f9e-ff98-400f-a24d-ed379a4a6239 will not be triggered until provisioned by entity L2. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 10:04:57.884243 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-7ad4e987-db1e-4cfc-a8a6-c35716b0e577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:58.108501 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-60d28e03-cc1e-4c94-99e9-63b78f096576 None None] Attempt 2 to provision port 31b53f9e-ff98-400f-a24d-ed379a4a6239 Oct 04 10:04:58.109101 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad4e987-db1e-4cfc-a8a6-c35716b0e577 service neutron] Pushing event updated for resources: {'Port': ['ID=31b53f9e-ff98-400f-a24d-ed379a4a6239,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:04:58.165309 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-60d28e03-cc1e-4c94-99e9-63b78f096576 None None] Port 31b53f9e-ff98-400f-a24d-ed379a4a6239 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:04:58.170893 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-7ad4e987-db1e-4cfc-a8a6-c35716b0e577 service neutron] Attempting to bind port 31b53f9e-ff98-400f-a24d-ed379a4a6239 on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 10:04:58.171227 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-7ad4e987-db1e-4cfc-a8a6-c35716b0e577 service neutron] Attempting to bind port 31b53f9e-ff98-400f-a24d-ed379a4a6239 by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': 'd480c9b9-2245-451a-81b5-b4097b1dc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd7169938-69c9-45b1-92a9-737c0a806bab'}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 10:04:58.171554 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-7ad4e987-db1e-4cfc-a8a6-c35716b0e577 service neutron] Attempting to bind port 31b53f9e-ff98-400f-a24d-ed379a4a6239 on network d7169938-69c9-45b1-92a9-737c0a806bab {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 10:04:58.179115 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-7ad4e987-db1e-4cfc-a8a6-c35716b0e577 service neutron] Port 31b53f9e-ff98-400f-a24d-ed379a4a6239 on network d7169938-69c9-45b1-92a9-737c0a806bab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 10:04:58.179437 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-7ad4e987-db1e-4cfc-a8a6-c35716b0e577 service neutron] Attempting to bind port 31b53f9e-ff98-400f-a24d-ed379a4a6239 on network d7169938-69c9-45b1-92a9-737c0a806bab {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 10:04:58.187665 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-7ad4e987-db1e-4cfc-a8a6-c35716b0e577 service neutron] Checking agent: {'id': '1be90a14-1104-4771-996e-684b25b74d15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'started_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 10, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 10:04:58.188000 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-7ad4e987-db1e-4cfc-a8a6-c35716b0e577 service neutron] Checking segment: {'id': 'd480c9b9-2245-451a-81b5-b4097b1dc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd7169938-69c9-45b1-92a9-737c0a806bab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 10:04:58.188404 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-7ad4e987-db1e-4cfc-a8a6-c35716b0e577 service neutron] Bound using segment: {'id': 'd480c9b9-2245-451a-81b5-b4097b1dc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd7169938-69c9-45b1-92a9-737c0a806bab'} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 10:04:58.188833 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-7ad4e987-db1e-4cfc-a8a6-c35716b0e577 service neutron] Bound port: 31b53f9e-ff98-400f-a24d-ed379a4a6239, host: hv-neutron-8602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd480c9b9-2245-451a-81b5-b4097b1dc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd7169938-69c9-45b1-92a9-737c0a806bab'}}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 10:04:58.189176 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-7ad4e987-db1e-4cfc-a8a6-c35716b0e577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:58.208084 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cfc466-0e2e-423b-868a-6135ee281d75 req-1d428499-88ed-4b32-9a54-3b68c582554c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:04:58.208817 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-54cfc466-0e2e-423b-868a-6135ee281d75 req-1d428499-88ed-4b32-9a54-3b68c582554c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Synchronizing usage tracker for tenant:12664c4828024576bc805d2308db5fae on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 10:04:58.272322 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-54cfc466-0e2e-423b-868a-6135ee281d75 req-1d428499-88ed-4b32-9a54-3b68c582554c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Unset dirty status for tenant:12664c4828024576bc805d2308db5fae on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 10:04:58.273828 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-54cfc466-0e2e-423b-868a-6135ee281d75 req-1d428499-88ed-4b32-9a54-3b68c582554c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9b75a3f-f949-4da2-82a8-3261083ee026 HTTP/1.1" status: 200 len: 943 time: 0.2423298 Oct 04 10:04:58.432954 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-7ad4e987-db1e-4cfc-a8a6-c35716b0e577 service neutron] For port 31b53f9e-ff98-400f-a24d-ed379a4a6239, host hv-neutron-8602, cleared binding levels {{(pid=89032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 10:04:58.440819 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-54cfc466-0e2e-423b-868a-6135ee281d75 req-6ba58390-ea72-48c1-8579-de4458003490 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7680366-f4e4-415f-90b4-74a44f84bc47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1604652 Oct 04 10:04:58.444954 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-7ad4e987-db1e-4cfc-a8a6-c35716b0e577 service neutron] For port 31b53f9e-ff98-400f-a24d-ed379a4a6239, host hv-neutron-8602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=31b53f9e-ff98-400f-a24d-ed379a4a6239,segment=NetworkSegment(d480c9b9-2245-451a-81b5-b4097b1dc93c),segment_id=d480c9b9-2245-451a-81b5-b4097b1dc93c)] {{(pid=89032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 10:04:58.450087 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-7ad4e987-db1e-4cfc-a8a6-c35716b0e577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:58.479996 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-7ad4e987-db1e-4cfc-a8a6-c35716b0e577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:04:58.480615 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-7ad4e987-db1e-4cfc-a8a6-c35716b0e577 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:04:58.482459 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-7ad4e987-db1e-4cfc-a8a6-c35716b0e577 service neutron] 10.222.0.20 "PUT /v2.0/ports/31b53f9e-ff98-400f-a24d-ed379a4a6239 HTTP/1.1" status: 200 len: 1093 time: 1.0822864 Oct 04 10:04:58.482882 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9b75a3f-f949-4da2-82a8-3261083ee026', 'tag': '31b53f9e-ff98-400f-a24d-ed379a4a6239'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 10:04:58.485160 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3700d2ec-87f2-4b5f-aa79-5dabf03e0f2a" -d '{"events": [{"name": "network-changed", "server_uuid": "e9b75a3f-f949-4da2-82a8-3261083ee026", "tag": "31b53f9e-ff98-400f-a24d-ed379a4a6239"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 10:04:58.527614 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad4e987-db1e-4cfc-a8a6-c35716b0e577 service neutron] Pushing event updated for resources: {'Port': ['ID=31b53f9e-ff98-400f-a24d-ed379a4a6239,revision_number=3']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:04:58.531712 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 10:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb185fb8-b97a-4a4c-b0e2-8eeb8027ef8f x-openstack-request-id: req-fb185fb8-b97a-4a4c-b0e2-8eeb8027ef8f {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 10:04:58.531994 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9b75a3f-f949-4da2-82a8-3261083ee026", "tag": "31b53f9e-ff98-400f-a24d-ed379a4a6239", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 10:04:58.532249 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fb185fb8-b97a-4a4c-b0e2-8eeb8027ef8f {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 10:04:58.532642 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb185fb8-b97a-4a4c-b0e2-8eeb8027ef8f'] response: {'name': 'network-changed', 'server_uuid': 'e9b75a3f-f949-4da2-82a8-3261083ee026', 'tag': '31b53f9e-ff98-400f-a24d-ed379a4a6239', 'status': 'completed', 'code': 200} Oct 04 10:04:58.625885 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-0c7d8a68-61b1-457f-b3da-a9ea30fc50a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:04:58.627348 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-0c7d8a68-61b1-457f-b3da-a9ea30fc50a9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12664c4828024576bc805d2308db5fae&device_id=e9b75a3f-f949-4da2-82a8-3261083ee026 HTTP/1.1" status: 200 len: 1096 time: 0.0795743 Oct 04 10:04:58.666167 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-60d28e03-cc1e-4c94-99e9-63b78f096576 None None] Attempt 3 to provision port 31b53f9e-ff98-400f-a24d-ed379a4a6239 Oct 04 10:04:58.699620 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-8efe298f-1368-4451-8b00-822ab8bd5d39 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31b53f9e-ff98-400f-a24d-ed379a4a6239 HTTP/1.1" status: 200 len: 217 time: 0.0598559 Oct 04 10:04:58.728820 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-60d28e03-cc1e-4c94-99e9-63b78f096576 None None] Port 31b53f9e-ff98-400f-a24d-ed379a4a6239 had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 10:04:58.769355 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-2174aef5-33d1-4d87-ad14-30175c291318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:04:58.770817 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-2174aef5-33d1-4d87-ad14-30175c291318 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0624ba2b-9fba-4b04-be10-89d24bfd76e3 HTTP/1.1" status: 200 len: 835 time: 0.0650380 Oct 04 10:04:58.851315 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-4683b9b2-9509-4aa3-b7fe-33af569a8181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:04:58.852790 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-4683b9b2-9509-4aa3-b7fe-33af569a8181 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d7169938-69c9-45b1-92a9-737c0a806bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760202 Oct 04 10:04:58.990708 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-8751f4de-53cf-42fd-a171-8615b1f1b533 service neutron] 10.222.0.20 "GET /v2.0/networks/d7169938-69c9-45b1-92a9-737c0a806bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317317 Oct 04 10:04:59.120491 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d41ca9ef-964f-47d2-b611-04d5c3b13aa3 req-4ed087a5-61dd-4347-9403-c46ac418341c service neutron] 10.222.0.20 "GET /v2.0/networks/d7169938-69c9-45b1-92a9-737c0a806bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240664 Oct 04 10:04:59.295452 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700d2ec-87f2-4b5f-aa79-5dabf03e0f2a req-91e5f8bd-2145-43d9-a836-9b9211a60aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:04:59.296950 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3700d2ec-87f2-4b5f-aa79-5dabf03e0f2a req-91e5f8bd-2145-43d9-a836-9b9211a60aa6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12664c4828024576bc805d2308db5fae&device_id=e9b75a3f-f949-4da2-82a8-3261083ee026 HTTP/1.1" status: 200 len: 1096 time: 0.0820684 Oct 04 10:04:59.423550 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700d2ec-87f2-4b5f-aa79-5dabf03e0f2a req-d92efb39-246d-480e-ae32-5f6875f994e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:04:59.424914 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3700d2ec-87f2-4b5f-aa79-5dabf03e0f2a req-d92efb39-246d-480e-ae32-5f6875f994e2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d7169938-69c9-45b1-92a9-737c0a806bab HTTP/1.1" status: 200 len: 898 time: 0.1222184 Oct 04 10:04:59.489858 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3700d2ec-87f2-4b5f-aa79-5dabf03e0f2a req-d0af2560-7b77-4ef7-9686-e6a12dfcddbe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31b53f9e-ff98-400f-a24d-ed379a4a6239 HTTP/1.1" status: 200 len: 217 time: 0.0590785 Oct 04 10:04:59.555577 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700d2ec-87f2-4b5f-aa79-5dabf03e0f2a req-7dff7616-4b0b-4121-8405-9f9306e9c8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:04:59.557072 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3700d2ec-87f2-4b5f-aa79-5dabf03e0f2a req-7dff7616-4b0b-4121-8405-9f9306e9c8e2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0624ba2b-9fba-4b04-be10-89d24bfd76e3 HTTP/1.1" status: 200 len: 835 time: 0.0604069 Oct 04 10:04:59.713207 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565ae6b-c3cb-4805-8401-ec042a5eaae5 req-4c8b45b8-7334-40d8-90d1-8badd62158aa tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:04:59.714576 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1565ae6b-c3cb-4805-8401-ec042a5eaae5 req-4c8b45b8-7334-40d8-90d1-8badd62158aa tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9b75a3f-f949-4da2-82a8-3261083ee026 HTTP/1.1" status: 200 len: 943 time: 0.1566544 Oct 04 10:04:59.717068 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700d2ec-87f2-4b5f-aa79-5dabf03e0f2a req-1d16fc48-36c0-4ec4-849c-359d72f5f612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:04:59.718386 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3700d2ec-87f2-4b5f-aa79-5dabf03e0f2a req-1d16fc48-36c0-4ec4-849c-359d72f5f612 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d7169938-69c9-45b1-92a9-737c0a806bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1186032 Oct 04 10:04:59.839624 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1565ae6b-c3cb-4805-8401-ec042a5eaae5 req-4d1dd33c-5a66-4aba-94df-198af118556e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7680366-f4e4-415f-90b4-74a44f84bc47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193476 Oct 04 10:04:59.885580 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3700d2ec-87f2-4b5f-aa79-5dabf03e0f2a req-c77e68be-3bf1-4512-bb40-547ec1b05e1d service neutron] 10.222.0.20 "GET /v2.0/networks/d7169938-69c9-45b1-92a9-737c0a806bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518073 Oct 04 10:05:00.015117 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3700d2ec-87f2-4b5f-aa79-5dabf03e0f2a req-a8d12e19-9e19-4213-ab0c-19568b9efcc8 service neutron] 10.222.0.20 "GET /v2.0/networks/d7169938-69c9-45b1-92a9-737c0a806bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232419 Oct 04 10:05:00.360833 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-6aae23d1-608a-4cf2-ac1f-2dcec413660a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:05:00.880787 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:05:00.906536 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:05:01.085023 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0f5dd-ba8a-4b76-a37b-0a78530b7847 req-8ac951a3-ff48-4c3a-bc2e-8e13509ae794 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:05:01.086463 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-87e0f5dd-ba8a-4b76-a37b-0a78530b7847 req-8ac951a3-ff48-4c3a-bc2e-8e13509ae794 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9b75a3f-f949-4da2-82a8-3261083ee026 HTTP/1.1" status: 200 len: 943 time: 0.1354287 Oct 04 10:05:01.132185 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-87e0f5dd-ba8a-4b76-a37b-0a78530b7847 req-88067b5c-5dda-40e2-8fb9-8226c61416ff tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7680366-f4e4-415f-90b4-74a44f84bc47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400169 Oct 04 10:05:02.422876 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d16585-0bf3-414c-a813-bf46309ad510 req-f8937956-9a69-486e-a3a8-882a2b320702 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:05:02.424208 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-23d16585-0bf3-414c-a813-bf46309ad510 req-f8937956-9a69-486e-a3a8-882a2b320702 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9b75a3f-f949-4da2-82a8-3261083ee026 HTTP/1.1" status: 200 len: 943 time: 0.1837070 Oct 04 10:05:02.457262 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:05:02.472211 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-23d16585-0bf3-414c-a813-bf46309ad510 req-7ff12b34-727b-4c79-b6d8-9606d404accd tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7680366-f4e4-415f-90b4-74a44f84bc47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421882 Oct 04 10:05:03.669137 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a473a253-71da-4d4e-8872-f90b7126d50b req-9613817d-45f3-457f-afb8-331a6bc62790 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:05:03.670480 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-a473a253-71da-4d4e-8872-f90b7126d50b req-9613817d-45f3-457f-afb8-331a6bc62790 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9b75a3f-f949-4da2-82a8-3261083ee026 HTTP/1.1" status: 200 len: 943 time: 0.0866380 Oct 04 10:05:03.713766 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-a473a253-71da-4d4e-8872-f90b7126d50b req-0cbe9325-ffa3-46e2-9ecf-69df1c0bf842 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7680366-f4e4-415f-90b4-74a44f84bc47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376892 Oct 04 10:05:03.994348 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 31b53f9e-ff98-400f-a24d-ed379a4a6239 details requested by agent hyperv_hv-neutron-8602 with host hv-neutron-8602 {{(pid=89034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 04 10:05:04.125363 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 31b53f9e-ff98-400f-a24d-ed379a4a6239, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=31b53f9e-ff98-400f-a24d-ed379a4a6239,segment=NetworkSegment(d480c9b9-2245-451a-81b5-b4097b1dc93c),segment_id=d480c9b9-2245-451a-81b5-b4097b1dc93c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:05:04.138040 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Returning: {'device': '31b53f9e-ff98-400f-a24d-ed379a4a6239', 'network_id': 'd7169938-69c9-45b1-92a9-737c0a806bab', 'port_id': '31b53f9e-ff98-400f-a24d-ed379a4a6239', 'mac_address': 'fa:16:3e:07:db:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0624ba2b-9fba-4b04-be10-89d24bfd76e3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 04 10:05:04.194842 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 31b53f9e-ff98-400f-a24d-ed379a4a6239 is: DOWN; New status is: BUILD {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:05:04.195223 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:05:04.212111 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31b53f9e-ff98-400f-a24d-ed379a4a6239 {{(pid=89034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 10:05:04.227484 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 31b53f9e-ff98-400f-a24d-ed379a4a6239, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=31b53f9e-ff98-400f-a24d-ed379a4a6239,segment=NetworkSegment(d480c9b9-2245-451a-81b5-b4097b1dc93c),segment_id=d480c9b9-2245-451a-81b5-b4097b1dc93c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:05:04.231599 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:05:04.297050 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=31b53f9e-ff98-400f-a24d-ed379a4a6239,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:05:04.692027 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['31b53f9e-ff98-400f-a24d-ed379a4a6239'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 10:05:04.907986 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b634dc0c-475d-41d5-85a1-efa5159bbe60 req-c2cf179a-fc75-4712-9fb9-3fe5350d5629 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:05:04.909597 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b634dc0c-475d-41d5-85a1-efa5159bbe60 req-c2cf179a-fc75-4712-9fb9-3fe5350d5629 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9b75a3f-f949-4da2-82a8-3261083ee026 HTTP/1.1" status: 200 len: 944 time: 0.0854099 Oct 04 10:05:04.954610 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b634dc0c-475d-41d5-85a1-efa5159bbe60 req-cb003fc9-b626-459a-b263-b63c6f198fc8 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7680366-f4e4-415f-90b4-74a44f84bc47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391955 Oct 04 10:05:06.009618 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 31b53f9e-ff98-400f-a24d-ed379a4a6239 up at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:05:06.077729 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning for port 31b53f9e-ff98-400f-a24d-ed379a4a6239 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 10:05:06.082603 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning complete for port 31b53f9e-ff98-400f-a24d-ed379a4a6239 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:05:06.082979 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:05:06.083316 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Attempt 1 to provision port 31b53f9e-ff98-400f-a24d-ed379a4a6239 Oct 04 10:05:06.155057 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead8c5a-e8bf-4d93-8f31-99e93a33c2d7 req-34bf2a7f-1647-4596-9d2e-aeb7c76d8744 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:05:06.156543 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-aead8c5a-e8bf-4d93-8f31-99e93a33c2d7 req-34bf2a7f-1647-4596-9d2e-aeb7c76d8744 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9b75a3f-f949-4da2-82a8-3261083ee026 HTTP/1.1" status: 200 len: 944 time: 0.0902045 Oct 04 10:05:06.201665 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-aead8c5a-e8bf-4d93-8f31-99e93a33c2d7 req-0e0b72b2-6c91-4341-801b-65101d445b2c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7680366-f4e4-415f-90b4-74a44f84bc47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393023 Oct 04 10:05:06.204786 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 31b53f9e-ff98-400f-a24d-ed379a4a6239 is: BUILD; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:05:06.205159 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:05:06.231358 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b75a3f-f949-4da2-82a8-3261083ee026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b53f9e-ff98-400f-a24d-ed379a4a6239'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 10:05:06.233639 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aef738b946a3ea172e8e75fc735451da1d91f114ea1acc5fcf392e20a929bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d41cde-7781-4ec4-bfb6-0806b49f6cda" -d '{"events": [{"server_uuid": "e9b75a3f-f949-4da2-82a8-3261083ee026", "name": "network-vif-plugged", "status": "completed", "tag": "31b53f9e-ff98-400f-a24d-ed379a4a6239"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 10:05:06.241303 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 31b53f9e-ff98-400f-a24d-ed379a4a6239, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=31b53f9e-ff98-400f-a24d-ed379a4a6239,segment=NetworkSegment(d480c9b9-2245-451a-81b5-b4097b1dc93c),segment_id=d480c9b9-2245-451a-81b5-b4097b1dc93c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:05:06.245013 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:05:06.276605 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 10:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db13c30-4c28-4442-8ab4-cbaf42d50446 x-openstack-request-id: req-3db13c30-4c28-4442-8ab4-cbaf42d50446 {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 10:05:06.276897 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b75a3f-f949-4da2-82a8-3261083ee026", "name": "network-vif-plugged", "status": "completed", "tag": "31b53f9e-ff98-400f-a24d-ed379a4a6239", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 10:05:06.277149 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3db13c30-4c28-4442-8ab4-cbaf42d50446 {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 10:05:06.277534 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3db13c30-4c28-4442-8ab4-cbaf42d50446'] response: {'server_uuid': 'e9b75a3f-f949-4da2-82a8-3261083ee026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b53f9e-ff98-400f-a24d-ed379a4a6239', 'code': 200} Oct 04 10:05:06.314399 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=31b53f9e-ff98-400f-a24d-ed379a4a6239,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:05:06.542762 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b901f836-7554-45c1-89b9-a7308a876333 req-d4b1d7a2-279d-48c7-a0db-91760628d2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:05:06.544963 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b901f836-7554-45c1-89b9-a7308a876333 req-d4b1d7a2-279d-48c7-a0db-91760628d2f3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e9b75a3f-f949-4da2-82a8-3261083ee026 HTTP/1.1" status: 200 len: 1098 time: 0.0781949 Oct 04 10:05:06.584450 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b901f836-7554-45c1-89b9-a7308a876333 req-615605cd-4122-40d2-b003-8f39e983219b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d7680366-f4e4-415f-90b4-74a44f84bc47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334291 Oct 04 10:05:07.396921 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9f879-ef9c-4e99-8a79-a297032a9280 req-28b83bb8-680a-42af-8b0a-d0bfafb24a78 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:05:07.398637 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-73e9f879-ef9c-4e99-8a79-a297032a9280 req-28b83bb8-680a-42af-8b0a-d0bfafb24a78 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9b75a3f-f949-4da2-82a8-3261083ee026 HTTP/1.1" status: 200 len: 945 time: 0.0861983 Oct 04 10:05:07.446104 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-73e9f879-ef9c-4e99-8a79-a297032a9280 req-17d60490-63a2-4227-9f81-48106db9d1fa tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7680366-f4e4-415f-90b4-74a44f84bc47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417888 Oct 04 10:05:08.658007 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab8f2b1-b0c6-45ae-af5c-7dc797ad9907 req-4dc37e69-7424-4e3d-849c-32e0c60afa36 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:05:08.659651 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3ab8f2b1-b0c6-45ae-af5c-7dc797ad9907 req-4dc37e69-7424-4e3d-849c-32e0c60afa36 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9b75a3f-f949-4da2-82a8-3261083ee026 HTTP/1.1" status: 200 len: 945 time: 0.1012177 Oct 04 10:05:08.704037 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3ab8f2b1-b0c6-45ae-af5c-7dc797ad9907 req-4de0ea7e-4e77-4b2c-96e7-bc6b763977b4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7680366-f4e4-415f-90b4-74a44f84bc47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387831 Oct 04 10:05:08.897441 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3284984-a632-46e3-a203-e97594a83ca9 req-67a031c4-11e6-4e3b-801e-889c20706b60 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:05:08.899139 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f3284984-a632-46e3-a203-e97594a83ca9 req-67a031c4-11e6-4e3b-801e-889c20706b60 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9b75a3f-f949-4da2-82a8-3261083ee026 HTTP/1.1" status: 200 len: 945 time: 0.0847788 Oct 04 10:05:08.942254 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f3284984-a632-46e3-a203-e97594a83ca9 req-81c53d1f-bf7e-476a-8a7d-fad5c2a03811 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7680366-f4e4-415f-90b4-74a44f84bc47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368438 Oct 04 10:05:08.970729 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 43894) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:05:09.098413 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0719f043-fb8c-44be-8179-790ab589ae0c tempest-TestNetworkAdvancedServerOps-791167516 tempest-TestNetworkAdvancedServerOps-791167516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:05:09.099931 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-0719f043-fb8c-44be-8179-790ab589ae0c tempest-TestNetworkAdvancedServerOps-791167516 tempest-TestNetworkAdvancedServerOps-791167516-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e9b75a3f-f949-4da2-82a8-3261083ee026 HTTP/1.1" status: 200 len: 1093 time: 0.1282401 Oct 04 10:05:09.102675 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 43902) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:05:09.108056 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-04b6ccc7-5ba7-453b-bed2-8e9538528dff tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Request body: {'floatingip': {'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'port_id': '31b53f9e-ff98-400f-a24d-ed379a4a6239', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'fixed_ip_address': '172.20.0.7'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:05:09.114057 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-04b6ccc7-5ba7-453b-bed2-8e9538528dff tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:05:09.117859 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-04b6ccc7-5ba7-453b-bed2-8e9538528dff tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Usage tracker for resource:floatingip and tenant:12664c4828024576bc805d2308db5fae is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:05:09.120936 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-04b6ccc7-5ba7-453b-bed2-8e9538528dff tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:05:09.126819 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-04b6ccc7-5ba7-453b-bed2-8e9538528dff tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:05:09.137241 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-04b6ccc7-5ba7-453b-bed2-8e9538528dff tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for floatingip, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:05:09.272422 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-04b6ccc7-5ba7-453b-bed2-8e9538528dff tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:05:09.404434 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-04b6ccc7-5ba7-453b-bed2-8e9538528dff tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Allocated IP 172.26.10.252 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/920cea66-7a76-44ba-8203-5bd50421663b) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 10:05:09.550736 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-04b6ccc7-5ba7-453b-bed2-8e9538528dff tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:05:09.579657 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-04b6ccc7-5ba7-453b-bed2-8e9538528dff tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:05:09.642397 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b6ccc7-5ba7-453b-bed2-8e9538528dff tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 10:05:09.645124 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-04b6ccc7-5ba7-453b-bed2-8e9538528dff tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 10:05:09.647650 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b6ccc7-5ba7-453b-bed2-8e9538528dff tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 10:05:09.688608 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b6ccc7-5ba7-453b-bed2-8e9538528dff tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'Port': ['ID=920cea66-7a76-44ba-8203-5bd50421663b,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:05:10.157553 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-04b6ccc7-5ba7-453b-bed2-8e9538528dff tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:05:10.229993 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-04b6ccc7-5ba7-453b-bed2-8e9538528dff tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:05:10.432845 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-04b6ccc7-5ba7-453b-bed2-8e9538528dff tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:05:10.437302 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-04b6ccc7-5ba7-453b-bed2-8e9538528dff tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:05:10.540308 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b6ccc7-5ba7-453b-bed2-8e9538528dff tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'Port': ['ID=920cea66-7a76-44ba-8203-5bd50421663b,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:05:10.544770 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-04b6ccc7-5ba7-453b-bed2-8e9538528dff tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:05:10.715132 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.l3_db [None req-04b6ccc7-5ba7-453b-bed2-8e9538528dff tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Floating IP 777d1c45-da99-4934-9e8c-68f3b5f96176 associated. External IP: 172.26.10.252, port: 31b53f9e-ff98-400f-a24d-ed379a4a6239. Oct 04 10:05:11.056100 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04b6ccc7-5ba7-453b-bed2-8e9538528dff tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Router 6825a267-cdc5-4759-be27-e5a47770f1ab has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 10:05:11.230950 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b6ccc7-5ba7-453b-bed2-8e9538528dff tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 10:05:11.241147 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cca29e-0a0a-42e4-91fe-806e27b8a522 None None] Sync routers for ids ['6825a267-cdc5-4759-be27-e5a47770f1ab'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 10:05:11.251505 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cca29e-0a0a-42e4-91fe-806e27b8a522 None None] Routers {'6825a267-cdc5-4759-be27-e5a47770f1ab'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:05:11.252112 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-d7cca29e-0a0a-42e4-91fe-806e27b8a522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:05:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['6825a267-cdc5-4759-be27-e5a47770f1ab'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:05:11.255846 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-04b6ccc7-5ba7-453b-bed2-8e9538528dff tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:05:11.314042 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-04b6ccc7-5ba7-453b-bed2-8e9538528dff tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2102649 Oct 04 10:05:11.314549 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9b75a3f-f949-4da2-82a8-3261083ee026', 'tag': '31b53f9e-ff98-400f-a24d-ed379a4a6239'}] {{(pid=89033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 10:05:11.316991 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e417ebe64424eb0358633e416672821aae4ea22acc2211bb28d37655142b7e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a0e749-648e-46a2-872d-68ab686c7295" -d '{"events": [{"name": "network-changed", "server_uuid": "e9b75a3f-f949-4da2-82a8-3261083ee026", "tag": "31b53f9e-ff98-400f-a24d-ed379a4a6239"}]}' {{(pid=89033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 10:05:11.467887 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-d7cca29e-0a0a-42e4-91fe-806e27b8a522 None None] Set router 6825a267-cdc5-4759-be27-e5a47770f1ab gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:05:11.508649 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642ccea-d082-45ef-8568-b5bc8f0792e1 req-a56ea731-2661-4829-92aa-4799f17dc7db tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:05:11.511199 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a642ccea-d082-45ef-8568-b5bc8f0792e1 req-a56ea731-2661-4829-92aa-4799f17dc7db tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9b75a3f-f949-4da2-82a8-3261083ee026 HTTP/1.1" status: 200 len: 945 time: 0.0939028 Oct 04 10:05:11.561318 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a642ccea-d082-45ef-8568-b5bc8f0792e1 req-b3ca5542-7ecd-4962-b152-99a74f60b19f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7680366-f4e4-415f-90b4-74a44f84bc47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437751 Oct 04 10:05:11.567620 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 10:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd4ef1b-1028-4058-ac3b-a77c094e1ad3 x-openstack-request-id: req-3cd4ef1b-1028-4058-ac3b-a77c094e1ad3 {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 10:05:11.567996 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9b75a3f-f949-4da2-82a8-3261083ee026", "tag": "31b53f9e-ff98-400f-a24d-ed379a4a6239", "status": "completed", "code": 200}]} {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 10:05:11.568569 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3cd4ef1b-1028-4058-ac3b-a77c094e1ad3 {{(pid=89033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 10:05:11.568817 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cd4ef1b-1028-4058-ac3b-a77c094e1ad3'] response: {'name': 'network-changed', 'server_uuid': 'e9b75a3f-f949-4da2-82a8-3261083ee026', 'tag': '31b53f9e-ff98-400f-a24d-ed379a4a6239', 'status': 'completed', 'code': 200} Oct 04 10:05:11.595528 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 43912) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:05:11.691217 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:05:11.693559 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0e749-648e-46a2-872d-68ab686c7295 req-530b6893-9ddf-4723-bd06-3a772cb7b931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:05:11.695307 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-90a0e749-648e-46a2-872d-68ab686c7295 req-530b6893-9ddf-4723-bd06-3a772cb7b931 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12664c4828024576bc805d2308db5fae&device_id=e9b75a3f-f949-4da2-82a8-3261083ee026 HTTP/1.1" status: 200 len: 1098 time: 0.0841069 Oct 04 10:05:11.720465 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-78517478-05c3-4e6f-8db8-1fcde047b069 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/floatingips/777d1c45-da99-4934-9e8c-68f3b5f96176 HTTP/1.1" status: 200 len: 992 time: 0.1226563 Oct 04 10:05:11.824950 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-d7cca29e-0a0a-42e4-91fe-806e27b8a522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6825a267-cdc5-4759-be27-e5a47770f1ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1500052553', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.173'}], 'enable_snat': True}, 'gw_port_id': 'beca819f-ba8e-4596-9d7d-053413b49ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:04:43Z', 'updated_at': '2022-10-04T10:04:48Z', 'revision_number': 4, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': 'beca819f-ba8e-4596-9d7d-053413b49ac2', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6825a267-cdc5-4759-be27-e5a47770f1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:04:44Z', 'updated_at': '2022-10-04T10:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': '777d1c45-da99-4934-9e8c-68f3b5f96176', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'floating_ip_address': '172.26.10.252', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '6825a267-cdc5-4759-be27-e5a47770f1ab', 'port_id': '31b53f9e-ff98-400f-a24d-ed379a4a6239', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1764, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7169938-69c9-45b1-92a9-737c0a806bab', 'mac_address': 'fa:16:3e:07:db:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b75a3f-f949-4da2-82a8-3261083ee026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T10:05:10Z', 'updated_at': '2022-10-04T10:05:10Z', 'revision_number': 0, 'project_id': '12664c4828024576bc805d2308db5fae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd81012e-79c5-4095-bd8d-33c6c5884f4e', 'name': '', 'network_id': 'd7169938-69c9-45b1-92a9-737c0a806bab', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'mac_address': 'fa:16:3e:5d:fd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6825a267-cdc5-4759-be27-e5a47770f1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '0624ba2b-9fba-4b04-be10-89d24bfd76e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:04:47Z', 'updated_at': '2022-10-04T10:04:54Z', 'revision_number': 5, 'project_id': '12664c4828024576bc805d2308db5fae', 'subnets': [{'id': '0624ba2b-9fba-4b04-be10-89d24bfd76e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:05:11.828607 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cca29e-0a0a-42e4-91fe-806e27b8a522 None None] Checking router: 6825a267-cdc5-4759-be27-e5a47770f1ab for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 10:05:11.834169 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0e749-648e-46a2-872d-68ab686c7295 req-354ddc5c-1556-42c0-8de5-349d1d3de1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:05:11.835649 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-90a0e749-648e-46a2-872d-68ab686c7295 req-354ddc5c-1556-42c0-8de5-349d1d3de1e8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d7169938-69c9-45b1-92a9-737c0a806bab HTTP/1.1" status: 200 len: 898 time: 0.1350141 Oct 04 10:05:11.836920 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cca29e-0a0a-42e4-91fe-806e27b8a522 None None] Routers {'6825a267-cdc5-4759-be27-e5a47770f1ab'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:05:11.837510 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-d7cca29e-0a0a-42e4-91fe-806e27b8a522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:05:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['6825a267-cdc5-4759-be27-e5a47770f1ab'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:05:11.940552 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-90a0e749-648e-46a2-872d-68ab686c7295 req-02f74857-9b87-4505-aa38-265eadaaf949 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31b53f9e-ff98-400f-a24d-ed379a4a6239 HTTP/1.1" status: 200 len: 1000 time: 0.0983765 Oct 04 10:05:12.001733 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0e749-648e-46a2-872d-68ab686c7295 req-9dfd3d17-eaaf-400f-9803-d817e952d6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:05:12.003198 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-90a0e749-648e-46a2-872d-68ab686c7295 req-9dfd3d17-eaaf-400f-9803-d817e952d6a9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0624ba2b-9fba-4b04-be10-89d24bfd76e3 HTTP/1.1" status: 200 len: 835 time: 0.0571339 Oct 04 10:05:12.013362 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-d7cca29e-0a0a-42e4-91fe-806e27b8a522 None None] Set router 6825a267-cdc5-4759-be27-e5a47770f1ab gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:05:12.088390 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0e749-648e-46a2-872d-68ab686c7295 req-439c58a5-07b6-4497-acc1-0f01516cfa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:05:12.089792 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-90a0e749-648e-46a2-872d-68ab686c7295 req-439c58a5-07b6-4497-acc1-0f01516cfa5a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d7169938-69c9-45b1-92a9-737c0a806bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812812 Oct 04 10:05:12.223218 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-90a0e749-648e-46a2-872d-68ab686c7295 req-1e70aad5-9b88-491c-97f1-5f5851499821 service neutron] 10.222.0.20 "GET /v2.0/networks/d7169938-69c9-45b1-92a9-737c0a806bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266477 Oct 04 10:05:12.351550 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-d7cca29e-0a0a-42e4-91fe-806e27b8a522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6825a267-cdc5-4759-be27-e5a47770f1ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1500052553', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.173'}], 'enable_snat': True}, 'gw_port_id': 'beca819f-ba8e-4596-9d7d-053413b49ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:04:43Z', 'updated_at': '2022-10-04T10:04:48Z', 'revision_number': 4, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': 'beca819f-ba8e-4596-9d7d-053413b49ac2', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6825a267-cdc5-4759-be27-e5a47770f1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:04:44Z', 'updated_at': '2022-10-04T10:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': '777d1c45-da99-4934-9e8c-68f3b5f96176', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'floating_ip_address': '172.26.10.252', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '6825a267-cdc5-4759-be27-e5a47770f1ab', 'port_id': '31b53f9e-ff98-400f-a24d-ed379a4a6239', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1764, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7169938-69c9-45b1-92a9-737c0a806bab', 'mac_address': 'fa:16:3e:07:db:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b75a3f-f949-4da2-82a8-3261083ee026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T10:05:10Z', 'updated_at': '2022-10-04T10:05:10Z', 'revision_number': 0, 'project_id': '12664c4828024576bc805d2308db5fae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd81012e-79c5-4095-bd8d-33c6c5884f4e', 'name': '', 'network_id': 'd7169938-69c9-45b1-92a9-737c0a806bab', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'mac_address': 'fa:16:3e:5d:fd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6825a267-cdc5-4759-be27-e5a47770f1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '0624ba2b-9fba-4b04-be10-89d24bfd76e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:04:47Z', 'updated_at': '2022-10-04T10:04:54Z', 'revision_number': 5, 'project_id': '12664c4828024576bc805d2308db5fae', 'subnets': [{'id': '0624ba2b-9fba-4b04-be10-89d24bfd76e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:05:12.354224 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-90a0e749-648e-46a2-872d-68ab686c7295 req-43f6b1f9-3399-4649-ac49-a3192d89033a service neutron] 10.222.0.20 "GET /v2.0/networks/d7169938-69c9-45b1-92a9-737c0a806bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255934 Oct 04 10:05:12.355395 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cca29e-0a0a-42e4-91fe-806e27b8a522 None None] The sync data for ids ['6825a267-cdc5-4759-be27-e5a47770f1ab'] in dv-neutron-860215-1-hyperv is: [{'id': '6825a267-cdc5-4759-be27-e5a47770f1ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1500052553', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.173'}], 'enable_snat': True}, 'gw_port_id': 'beca819f-ba8e-4596-9d7d-053413b49ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:04:43Z', 'updated_at': '2022-10-04T10:04:48Z', 'revision_number': 4, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': 'beca819f-ba8e-4596-9d7d-053413b49ac2', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6825a267-cdc5-4759-be27-e5a47770f1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:04:44Z', 'updated_at': '2022-10-04T10:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': '777d1c45-da99-4934-9e8c-68f3b5f96176', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'floating_ip_address': '172.26.10.252', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '6825a267-cdc5-4759-be27-e5a47770f1ab', 'port_id': '31b53f9e-ff98-400f-a24d-ed379a4a6239', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1764, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7169938-69c9-45b1-92a9-737c0a806bab', 'mac_address': 'fa:16:3e:07:db:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b75a3f-f949-4da2-82a8-3261083ee026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T10:05:10Z', 'updated_at': '2022-10-04T10:05:10Z', 'revision_number': 0, 'project_id': '12664c4828024576bc805d2308db5fae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd81012e-79c5-4095-bd8d-33c6c5884f4e', 'name': '', 'network_id': 'd7169938-69c9-45b1-92a9-737c0a806bab', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'mac_address': 'fa:16:3e:5d:fd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6825a267-cdc5-4759-be27-e5a47770f1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '0624ba2b-9fba-4b04-be10-89d24bfd76e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:04:47Z', 'updated_at': '2022-10-04T10:04:54Z', 'revision_number': 5, 'project_id': '12664c4828024576bc805d2308db5fae', 'subnets': [{'id': '0624ba2b-9fba-4b04-be10-89d24bfd76e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 10:05:12.543151 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e8aee1-2267-4b86-97c0-bd1a4abe1008 None None] New status for floating IP 777d1c45-da99-4934-9e8c-68f3b5f96176: ACTIVE {{(pid=89034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 10:05:12.722676 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 43916) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:05:12.963713 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-24ac5981-f2c9-46e5-a658-7c9bd918a56a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/floatingips/777d1c45-da99-4934-9e8c-68f3b5f96176 HTTP/1.1" status: 200 len: 994 time: 0.2397025 Oct 04 10:05:27.713982 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-027c939b-7502-4a59-a98a-7b3be70a8259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:05:27.809137 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 10:05:30.364571 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-07627056-1f88-40f2-a1f6-1174c3519ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:05:30.883181 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:05:30.909055 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:05:32.455431 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:05:41.721179 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:05:57.717129 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-45adcb3d-195f-4873-b93d-bf86d8b95c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:06:00.365259 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-013382d0-77b3-423a-9f9d-6afd4130a90a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:06:00.885876 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:06:00.910762 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:06:02.460956 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:06:04.808775 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 10:06:05.504123 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6735863a-eab7-4112-8449-77516633e11b req-c1555e44-ba78-41c3-8d8c-ee62bd222509 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e9b75a3f-f949-4da2-82a8-3261083ee026&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0763178 Oct 04 10:06:05.663596 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735863a-eab7-4112-8449-77516633e11b req-39afc39f-e0e2-4c97-8eec-cddb16ec33bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:06:05.665146 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6735863a-eab7-4112-8449-77516633e11b req-39afc39f-e0e2-4c97-8eec-cddb16ec33bd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12664c4828024576bc805d2308db5fae&device_id=e9b75a3f-f949-4da2-82a8-3261083ee026 HTTP/1.1" status: 200 len: 1098 time: 0.0800977 Oct 04 10:06:05.805973 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735863a-eab7-4112-8449-77516633e11b req-146236d3-5d7d-48d3-8d98-0df89277d210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:06:05.807391 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6735863a-eab7-4112-8449-77516633e11b req-146236d3-5d7d-48d3-8d98-0df89277d210 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d7169938-69c9-45b1-92a9-737c0a806bab HTTP/1.1" status: 200 len: 898 time: 0.1239014 Oct 04 10:06:05.904936 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6735863a-eab7-4112-8449-77516633e11b req-a1d61580-bdad-484a-9416-d005293b49f8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31b53f9e-ff98-400f-a24d-ed379a4a6239 HTTP/1.1" status: 200 len: 1002 time: 0.0902038 Oct 04 10:06:06.056638 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735863a-eab7-4112-8449-77516633e11b req-ac13d40d-ecae-44d7-be11-88fe3f4cca4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:06:06.057988 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6735863a-eab7-4112-8449-77516633e11b req-ac13d40d-ecae-44d7-be11-88fe3f4cca4f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0624ba2b-9fba-4b04-be10-89d24bfd76e3 HTTP/1.1" status: 200 len: 835 time: 0.1472900 Oct 04 10:06:06.137705 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735863a-eab7-4112-8449-77516633e11b req-2addc7e7-652c-4908-881e-c5ab76a19c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:06:06.139194 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6735863a-eab7-4112-8449-77516633e11b req-2addc7e7-652c-4908-881e-c5ab76a19c0e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d7169938-69c9-45b1-92a9-737c0a806bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747669 Oct 04 10:06:06.265096 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6735863a-eab7-4112-8449-77516633e11b req-e2f7981a-9354-421a-b593-31ac8943abdc service neutron] 10.222.0.20 "GET /v2.0/networks/d7169938-69c9-45b1-92a9-737c0a806bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200852 Oct 04 10:06:06.391301 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6735863a-eab7-4112-8449-77516633e11b req-e665fb02-6739-4c9c-9981-89eb8087603d service neutron] 10.222.0.20 "GET /v2.0/networks/d7169938-69c9-45b1-92a9-737c0a806bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202204 Oct 04 10:06:11.733456 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:06:15.963225 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 43944) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:06:16.086494 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-59f1506d-f21d-4eca-baf0-dc209d480b0f req-52cfae6f-165c-44fc-8383-80e946162414 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e9b75a3f-f949-4da2-82a8-3261083ee026&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1220984 Oct 04 10:06:16.100025 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f628595c-05a7-4205-9499-d5906ccf4d04 req-7d5bf31e-2166-4a10-8b29-ec1536aedd58 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:06:16.101519 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f628595c-05a7-4205-9499-d5906ccf4d04 req-7d5bf31e-2166-4a10-8b29-ec1536aedd58 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9b75a3f-f949-4da2-82a8-3261083ee026 HTTP/1.1" status: 200 len: 945 time: 0.0893025 Oct 04 10:06:16.148394 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f628595c-05a7-4205-9499-d5906ccf4d04 req-0f4d611a-f5e7-4381-a98e-8f7c43a37aad tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7680366-f4e4-415f-90b4-74a44f84bc47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402851 Oct 04 10:06:17.377950 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1506d-f21d-4eca-baf0-dc209d480b0f req-51d53856-6461-4e41-979e-315cd6009b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:06:17.379421 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-59f1506d-f21d-4eca-baf0-dc209d480b0f req-51d53856-6461-4e41-979e-315cd6009b5b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12664c4828024576bc805d2308db5fae&device_id=e9b75a3f-f949-4da2-82a8-3261083ee026 HTTP/1.1" status: 200 len: 1098 time: 0.1495647 Oct 04 10:06:17.386706 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d4fce0-eca6-4024-a69f-71811b94cd30 req-a7eb92c4-3dd8-4570-9768-c8d688aa976b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:06:17.388032 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-93d4fce0-eca6-4024-a69f-71811b94cd30 req-a7eb92c4-3dd8-4570-9768-c8d688aa976b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9b75a3f-f949-4da2-82a8-3261083ee026 HTTP/1.1" status: 200 len: 945 time: 0.1230216 Oct 04 10:06:17.508239 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-93d4fce0-eca6-4024-a69f-71811b94cd30 req-dec4e6d6-e5ea-4e90-aaf2-d057f6c098df tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7680366-f4e4-415f-90b4-74a44f84bc47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020870 Oct 04 10:06:17.543131 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1506d-f21d-4eca-baf0-dc209d480b0f req-5c473d47-abbc-4ddf-aff6-8e5006e6f4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:06:17.544584 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-59f1506d-f21d-4eca-baf0-dc209d480b0f req-5c473d47-abbc-4ddf-aff6-8e5006e6f4f5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d7169938-69c9-45b1-92a9-737c0a806bab HTTP/1.1" status: 200 len: 898 time: 0.1556833 Oct 04 10:06:17.645043 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-59f1506d-f21d-4eca-baf0-dc209d480b0f req-f635dac6-2086-420a-8089-44528b87996f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31b53f9e-ff98-400f-a24d-ed379a4a6239 HTTP/1.1" status: 200 len: 1002 time: 0.0940557 Oct 04 10:06:17.709623 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1506d-f21d-4eca-baf0-dc209d480b0f req-cca8d8de-5cfc-409b-a88e-979226be46e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:06:17.711177 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-59f1506d-f21d-4eca-baf0-dc209d480b0f req-cca8d8de-5cfc-409b-a88e-979226be46e6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0624ba2b-9fba-4b04-be10-89d24bfd76e3 HTTP/1.1" status: 200 len: 835 time: 0.0606494 Oct 04 10:06:17.791821 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1506d-f21d-4eca-baf0-dc209d480b0f req-bfbfe104-247e-4f1e-8309-eb7d5474019d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:06:17.793235 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-59f1506d-f21d-4eca-baf0-dc209d480b0f req-bfbfe104-247e-4f1e-8309-eb7d5474019d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d7169938-69c9-45b1-92a9-737c0a806bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767074 Oct 04 10:06:17.922653 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-59f1506d-f21d-4eca-baf0-dc209d480b0f req-d25756be-777b-4871-8195-d80def4cdb77 service neutron] 10.222.0.20 "GET /v2.0/networks/d7169938-69c9-45b1-92a9-737c0a806bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226053 Oct 04 10:06:18.052043 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-59f1506d-f21d-4eca-baf0-dc209d480b0f req-590c5008-bffc-4c95-8e2c-fc428aff47b4 service neutron] 10.222.0.20 "GET /v2.0/networks/d7169938-69c9-45b1-92a9-737c0a806bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229146 Oct 04 10:06:18.709206 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e334e2-c382-4e72-a2ea-bd4bff4b7df1 req-5ae23c6d-1100-4b32-98de-a551f84d4094 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:06:18.710666 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-d4e334e2-c382-4e72-a2ea-bd4bff4b7df1 req-5ae23c6d-1100-4b32-98de-a551f84d4094 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9b75a3f-f949-4da2-82a8-3261083ee026 HTTP/1.1" status: 200 len: 945 time: 0.0906174 Oct 04 10:06:18.755009 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-d4e334e2-c382-4e72-a2ea-bd4bff4b7df1 req-af86ef8c-1e01-4d5c-8fe1-4b493ebbc7ae tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7680366-f4e4-415f-90b4-74a44f84bc47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387430 Oct 04 10:06:19.954697 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cbe19f-b089-48e8-a94b-3c18ca91f095 req-2aa3a8c7-c2c8-4ddc-b911-3021b54e32e0 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:06:19.956873 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-56cbe19f-b089-48e8-a94b-3c18ca91f095 req-2aa3a8c7-c2c8-4ddc-b911-3021b54e32e0 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9b75a3f-f949-4da2-82a8-3261083ee026 HTTP/1.1" status: 200 len: 945 time: 0.0894887 Oct 04 10:06:19.999172 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-56cbe19f-b089-48e8-a94b-3c18ca91f095 req-79b5fd5e-ee27-45e8-a36e-30fca3f48e12 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7680366-f4e4-415f-90b4-74a44f84bc47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365987 Oct 04 10:06:21.194012 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8cb3a-e48e-42a8-bfee-42f2e798f9ed req-ed350afd-1bb2-4d99-9742-649b0af366b7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:06:21.195453 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-73e8cb3a-e48e-42a8-bfee-42f2e798f9ed req-ed350afd-1bb2-4d99-9742-649b0af366b7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9b75a3f-f949-4da2-82a8-3261083ee026 HTTP/1.1" status: 200 len: 945 time: 0.0862005 Oct 04 10:06:21.241550 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-73e8cb3a-e48e-42a8-bfee-42f2e798f9ed req-632b2aa0-6525-48e2-9678-44bdd815fa1c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7680366-f4e4-415f-90b4-74a44f84bc47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405259 Oct 04 10:06:22.443692 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07839e89-29a0-4d0b-b0af-09805d882a36 req-7a292902-dfb9-4c97-9eb7-5bc9760e5fc7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:06:22.445172 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-07839e89-29a0-4d0b-b0af-09805d882a36 req-7a292902-dfb9-4c97-9eb7-5bc9760e5fc7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9b75a3f-f949-4da2-82a8-3261083ee026 HTTP/1.1" status: 200 len: 945 time: 0.0848458 Oct 04 10:06:22.487472 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-07839e89-29a0-4d0b-b0af-09805d882a36 req-d7367aa1-96b5-483c-b88f-a5fc8f8162e6 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7680366-f4e4-415f-90b4-74a44f84bc47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366669 Oct 04 10:06:23.680800 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d2b87-8d1d-4b9c-89cb-b5af681a4d8b req-ef1b2711-9972-4eda-ab84-6d7f2869beb6 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:06:23.682257 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-916d2b87-8d1d-4b9c-89cb-b5af681a4d8b req-ef1b2711-9972-4eda-ab84-6d7f2869beb6 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9b75a3f-f949-4da2-82a8-3261083ee026 HTTP/1.1" status: 200 len: 945 time: 0.0843513 Oct 04 10:06:23.727739 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-916d2b87-8d1d-4b9c-89cb-b5af681a4d8b req-161955f6-a5d0-411f-83ac-63a90d2692c0 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7680366-f4e4-415f-90b4-74a44f84bc47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399055 Oct 04 10:06:25.018269 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c79e1d-a816-4524-a5ae-66db2ab32380 req-e9ac4c18-f4fc-4fd9-81bd-875ed39fd62e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:06:25.019629 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-46c79e1d-a816-4524-a5ae-66db2ab32380 req-e9ac4c18-f4fc-4fd9-81bd-875ed39fd62e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9b75a3f-f949-4da2-82a8-3261083ee026 HTTP/1.1" status: 200 len: 945 time: 0.1819310 Oct 04 10:06:25.065646 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-46c79e1d-a816-4524-a5ae-66db2ab32380 req-c72904d4-8610-4db2-9dd6-188f79aeaa1b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7680366-f4e4-415f-90b4-74a44f84bc47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400941 Oct 04 10:06:26.265498 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4783ff-6ed2-4339-ab1d-44190204babb req-49253461-08f7-4b0f-a8d9-904cea0d68db tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:06:26.266930 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-9a4783ff-6ed2-4339-ab1d-44190204babb req-49253461-08f7-4b0f-a8d9-904cea0d68db tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9b75a3f-f949-4da2-82a8-3261083ee026 HTTP/1.1" status: 200 len: 945 time: 0.0881290 Oct 04 10:06:26.309372 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-9a4783ff-6ed2-4339-ab1d-44190204babb req-e56f39b1-345e-4cb0-b049-9edc30696bf4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7680366-f4e4-415f-90b4-74a44f84bc47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368733 Oct 04 10:06:27.504387 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cf732e-112f-452c-b233-8ca43efe4061 req-aeb68421-517e-41ba-b680-18f19b6eea16 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:06:27.505855 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-31cf732e-112f-452c-b233-8ca43efe4061 req-aeb68421-517e-41ba-b680-18f19b6eea16 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9b75a3f-f949-4da2-82a8-3261083ee026 HTTP/1.1" status: 200 len: 945 time: 0.0870521 Oct 04 10:06:27.549243 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-31cf732e-112f-452c-b233-8ca43efe4061 req-ba452414-22df-4d66-a1f6-550b2b4fdd0e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7680366-f4e4-415f-90b4-74a44f84bc47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377972 Oct 04 10:06:27.720796 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e53289ab-374d-46c2-86e2-836c9b90547b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:06:28.744074 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7042f462-b725-4e39-ae0d-a5bd14f59962 req-2652929b-6098-45c2-b9b5-09eb346e8d44 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:06:28.745566 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7042f462-b725-4e39-ae0d-a5bd14f59962 req-2652929b-6098-45c2-b9b5-09eb346e8d44 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9b75a3f-f949-4da2-82a8-3261083ee026 HTTP/1.1" status: 200 len: 945 time: 0.0859067 Oct 04 10:06:28.795439 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7042f462-b725-4e39-ae0d-a5bd14f59962 req-4764e827-4b5b-45d5-b19c-83d8d93e5b87 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7680366-f4e4-415f-90b4-74a44f84bc47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442092 Oct 04 10:06:29.856653 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-59f1506d-f21d-4eca-baf0-dc209d480b0f req-aa04af56-22c0-4a34-aab1-f22bd0ed6150 service neutron] 10.222.0.20 "GET /v2.0/ports/31b53f9e-ff98-400f-a24d-ed379a4a6239/bindings/hv-neutron-8602 HTTP/1.1" status: 200 len: 384 time: 0.0724092 Oct 04 10:06:29.996732 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c6ff2-6120-45b0-bd14-50ecf735630a req-ec6f94b4-2f9f-4375-b9aa-bac6acb22e02 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:06:29.998168 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a53c6ff2-6120-45b0-bd14-50ecf735630a req-ec6f94b4-2f9f-4375-b9aa-bac6acb22e02 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9b75a3f-f949-4da2-82a8-3261083ee026 HTTP/1.1" status: 200 len: 945 time: 0.0883009 Oct 04 10:06:30.051094 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a53c6ff2-6120-45b0-bd14-50ecf735630a req-b233a747-d087-43c6-8928-6e89a8010fb6 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7680366-f4e4-415f-90b4-74a44f84bc47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464005 Oct 04 10:06:30.144639 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1506d-f21d-4eca-baf0-dc209d480b0f req-e66a35ea-61dd-42c6-a4b2-154ea88569f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:06:30.146119 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-59f1506d-f21d-4eca-baf0-dc209d480b0f req-e66a35ea-61dd-42c6-a4b2-154ea88569f4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e9b75a3f-f949-4da2-82a8-3261083ee026&tenant_id=12664c4828024576bc805d2308db5fae HTTP/1.1" status: 200 len: 1098 time: 0.0772054 Oct 04 10:06:30.255537 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1506d-f21d-4eca-baf0-dc209d480b0f req-538c00ba-4c26-433b-891f-f196742431d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:06:30.257060 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-59f1506d-f21d-4eca-baf0-dc209d480b0f req-538c00ba-4c26-433b-891f-f196742431d4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12664c4828024576bc805d2308db5fae&device_id=e9b75a3f-f949-4da2-82a8-3261083ee026 HTTP/1.1" status: 200 len: 1098 time: 0.0794420 Oct 04 10:06:30.367550 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-9ed7e1a5-db75-4bae-a16e-c1e174466962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:06:30.387959 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1506d-f21d-4eca-baf0-dc209d480b0f req-5808b668-31b1-45b4-b85e-e30e38677b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:06:30.389439 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-59f1506d-f21d-4eca-baf0-dc209d480b0f req-5808b668-31b1-45b4-b85e-e30e38677b33 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d7169938-69c9-45b1-92a9-737c0a806bab HTTP/1.1" status: 200 len: 898 time: 0.1268592 Oct 04 10:06:30.488504 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-59f1506d-f21d-4eca-baf0-dc209d480b0f req-919236c5-1fb3-479b-8dad-d3dfd312b937 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31b53f9e-ff98-400f-a24d-ed379a4a6239 HTTP/1.1" status: 200 len: 1002 time: 0.0929437 Oct 04 10:06:30.548198 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1506d-f21d-4eca-baf0-dc209d480b0f req-e7b1b573-9319-4341-9aac-0e0ccc3f4566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:06:30.549640 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-59f1506d-f21d-4eca-baf0-dc209d480b0f req-e7b1b573-9319-4341-9aac-0e0ccc3f4566 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0624ba2b-9fba-4b04-be10-89d24bfd76e3 HTTP/1.1" status: 200 len: 835 time: 0.0552914 Oct 04 10:06:30.630869 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1506d-f21d-4eca-baf0-dc209d480b0f req-969bc0a2-005b-4a0f-949e-ced30338b790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:06:30.632255 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-59f1506d-f21d-4eca-baf0-dc209d480b0f req-969bc0a2-005b-4a0f-949e-ced30338b790 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d7169938-69c9-45b1-92a9-737c0a806bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771990 Oct 04 10:06:30.759500 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-59f1506d-f21d-4eca-baf0-dc209d480b0f req-62b6046d-e36b-4017-a940-c2c57ed649f8 service neutron] 10.222.0.20 "GET /v2.0/networks/d7169938-69c9-45b1-92a9-737c0a806bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213856 Oct 04 10:06:30.888688 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:06:30.890187 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-59f1506d-f21d-4eca-baf0-dc209d480b0f req-b6524630-5ed4-4871-82e1-15938ee6c5ac service neutron] 10.222.0.20 "GET /v2.0/networks/d7169938-69c9-45b1-92a9-737c0a806bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239834 Oct 04 10:06:30.913866 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:06:31.246602 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f60817-f91d-4644-9441-91c47a090c20 req-75700b38-fa13-41d1-ade6-ee331e24f326 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:06:31.247916 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-43f60817-f91d-4644-9441-91c47a090c20 req-75700b38-fa13-41d1-ade6-ee331e24f326 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9b75a3f-f949-4da2-82a8-3261083ee026 HTTP/1.1" status: 200 len: 945 time: 0.0845928 Oct 04 10:06:31.290784 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-43f60817-f91d-4644-9441-91c47a090c20 req-4717b9f1-050d-4d80-91c0-df3c3170ae02 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7680366-f4e4-415f-90b4-74a44f84bc47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372446 Oct 04 10:06:32.382022 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 31b53f9e-ff98-400f-a24d-ed379a4a6239 no longer exists at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 10:06:32.485504 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a458269-88fe-41ba-b606-6c0573b29e09 req-a21b7dc8-185a-4811-9f6f-a7a4e772e381 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:06:32.487537 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8a458269-88fe-41ba-b606-6c0573b29e09 req-a21b7dc8-185a-4811-9f6f-a7a4e772e381 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9b75a3f-f949-4da2-82a8-3261083ee026 HTTP/1.1" status: 200 len: 945 time: 0.0868497 Oct 04 10:06:32.504864 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:06:32.506747 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 31b53f9e-ff98-400f-a24d-ed379a4a6239 is: ACTIVE; New status is: DOWN {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:06:32.507123 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:06:32.531972 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8a458269-88fe-41ba-b606-6c0573b29e09 req-1c50850a-112d-4ab0-aaf0-233fbed632b0 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7680366-f4e4-415f-90b4-74a44f84bc47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387464 Oct 04 10:06:32.534530 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b75a3f-f949-4da2-82a8-3261083ee026', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31b53f9e-ff98-400f-a24d-ed379a4a6239'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 10:06:32.536831 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aef738b946a3ea172e8e75fc735451da1d91f114ea1acc5fcf392e20a929bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac13f3b-350c-4677-979f-bb13618c31dc" -d '{"events": [{"server_uuid": "e9b75a3f-f949-4da2-82a8-3261083ee026", "name": "network-vif-unplugged", "status": "completed", "tag": "31b53f9e-ff98-400f-a24d-ed379a4a6239"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 10:06:32.545089 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 31b53f9e-ff98-400f-a24d-ed379a4a6239, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=31b53f9e-ff98-400f-a24d-ed379a4a6239,segment=NetworkSegment(d480c9b9-2245-451a-81b5-b4097b1dc93c),segment_id=d480c9b9-2245-451a-81b5-b4097b1dc93c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:06:32.553596 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:06:32.588574 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 04 Oct 2022 10:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229cd5b9-37af-4c04-bb7e-bac4ec443f26 x-openstack-request-id: req-229cd5b9-37af-4c04-bb7e-bac4ec443f26 {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 10:06:32.588866 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b75a3f-f949-4da2-82a8-3261083ee026", "name": "network-vif-unplugged", "status": "completed", "tag": "31b53f9e-ff98-400f-a24d-ed379a4a6239", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 10:06:32.589117 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-229cd5b9-37af-4c04-bb7e-bac4ec443f26 {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 10:06:32.589507 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-229cd5b9-37af-4c04-bb7e-bac4ec443f26'] response: {'server_uuid': 'e9b75a3f-f949-4da2-82a8-3261083ee026', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31b53f9e-ff98-400f-a24d-ed379a4a6239', 'code': 200} Oct 04 10:06:32.623449 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=31b53f9e-ff98-400f-a24d-ed379a4a6239,revision_number=6']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:06:32.630356 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:06:32.630701 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:06:32.631038 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:06:32.631369 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:06:32.631698 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:06:32.632026 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:06:32.632347 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:06:32.632688 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:06:32.633025 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:06:32.633325 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:06:32.633642 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:06:32.633958 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:06:33.739021 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa7bbc-e564-49a8-bce2-ff3cd2f7747d req-eaca21e4-5c6c-4f02-83cc-fe38b8270ef5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:06:33.741108 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-88fa7bbc-e564-49a8-bce2-ff3cd2f7747d req-eaca21e4-5c6c-4f02-83cc-fe38b8270ef5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9b75a3f-f949-4da2-82a8-3261083ee026 HTTP/1.1" status: 200 len: 943 time: 0.0948682 Oct 04 10:06:33.789156 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-88fa7bbc-e564-49a8-bce2-ff3cd2f7747d req-8b96b8eb-9a0d-4399-b38c-0b3a264c4da5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7680366-f4e4-415f-90b4-74a44f84bc47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421462 Oct 04 10:06:34.381950 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 31b53f9e-ff98-400f-a24d-ed379a4a6239 details requested by agent hyperv_hv-neutron-8602 with host hv-neutron-8602 {{(pid=89034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 04 10:06:34.513379 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 31b53f9e-ff98-400f-a24d-ed379a4a6239, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=31b53f9e-ff98-400f-a24d-ed379a4a6239,segment=NetworkSegment(d480c9b9-2245-451a-81b5-b4097b1dc93c),segment_id=d480c9b9-2245-451a-81b5-b4097b1dc93c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:06:34.526211 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Returning: {'device': '31b53f9e-ff98-400f-a24d-ed379a4a6239', 'network_id': 'd7169938-69c9-45b1-92a9-737c0a806bab', 'port_id': '31b53f9e-ff98-400f-a24d-ed379a4a6239', 'mac_address': 'fa:16:3e:07:db:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0624ba2b-9fba-4b04-be10-89d24bfd76e3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 04 10:06:34.579492 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 31b53f9e-ff98-400f-a24d-ed379a4a6239 is: DOWN; New status is: BUILD {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:06:34.579909 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:06:34.596161 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31b53f9e-ff98-400f-a24d-ed379a4a6239 {{(pid=89034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 10:06:34.611347 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 31b53f9e-ff98-400f-a24d-ed379a4a6239, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=31b53f9e-ff98-400f-a24d-ed379a4a6239,segment=NetworkSegment(d480c9b9-2245-451a-81b5-b4097b1dc93c),segment_id=d480c9b9-2245-451a-81b5-b4097b1dc93c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:06:34.615373 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:06:34.683524 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=31b53f9e-ff98-400f-a24d-ed379a4a6239,revision_number=7']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:06:34.744082 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['31b53f9e-ff98-400f-a24d-ed379a4a6239'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 10:06:34.997177 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28179475-acae-4588-a743-4b2d919e3f88 req-2ddc8370-0e3a-4bd7-8ec4-ac65683a6a2f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:06:34.998644 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-28179475-acae-4588-a743-4b2d919e3f88 req-2ddc8370-0e3a-4bd7-8ec4-ac65683a6a2f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9b75a3f-f949-4da2-82a8-3261083ee026 HTTP/1.1" status: 200 len: 944 time: 0.0919619 Oct 04 10:06:35.043133 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-28179475-acae-4588-a743-4b2d919e3f88 req-1b4cfe48-8717-4efd-8a8c-9d09736eccbd tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7680366-f4e4-415f-90b4-74a44f84bc47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382640 Oct 04 10:06:35.357012 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2102666a-d988-4b8b-bfb1-25e3d10bee8c req-e02b9fbb-249a-4b5c-9654-d28a39a668e7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:06:35.358378 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-2102666a-d988-4b8b-bfb1-25e3d10bee8c req-e02b9fbb-249a-4b5c-9654-d28a39a668e7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9b75a3f-f949-4da2-82a8-3261083ee026 HTTP/1.1" status: 200 len: 944 time: 0.0850875 Oct 04 10:06:35.375912 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e2261-3e16-45ca-b764-08b027a44985 req-23e7d691-a8cc-444e-bbc6-f3da417c5457 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:06:35.377910 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8f0e2261-3e16-45ca-b764-08b027a44985 req-23e7d691-a8cc-444e-bbc6-f3da417c5457 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9b75a3f-f949-4da2-82a8-3261083ee026&tenant_id=12664c4828024576bc805d2308db5fae&binding%3Ahost_id=hv-neutron-8602 HTTP/1.1" status: 200 len: 944 time: 0.0898383 Oct 04 10:06:35.408268 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-2102666a-d988-4b8b-bfb1-25e3d10bee8c req-5de31141-edb2-4f15-96ba-e129c364b083 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7680366-f4e4-415f-90b4-74a44f84bc47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435400 Oct 04 10:06:35.709022 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e2261-3e16-45ca-b764-08b027a44985 req-c32df278-5784-407a-bdf4-ff8f3d883d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:06:35.710403 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8f0e2261-3e16-45ca-b764-08b027a44985 req-c32df278-5784-407a-bdf4-ff8f3d883d89 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12664c4828024576bc805d2308db5fae&device_id=e9b75a3f-f949-4da2-82a8-3261083ee026 HTTP/1.1" status: 200 len: 1097 time: 0.2399185 Oct 04 10:06:35.745213 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f66e3-af88-4c59-bbef-29c1f233445f req-aa327a7e-d73d-4ca0-85ac-6897c56fa683 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:06:35.746620 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-aa6f66e3-af88-4c59-bbef-29c1f233445f req-aa327a7e-d73d-4ca0-85ac-6897c56fa683 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9b75a3f-f949-4da2-82a8-3261083ee026 HTTP/1.1" status: 200 len: 944 time: 0.2183342 Oct 04 10:06:35.863143 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-aa6f66e3-af88-4c59-bbef-29c1f233445f req-ae6bbe22-a06a-46bc-ac7f-193a944f6c6a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7680366-f4e4-415f-90b4-74a44f84bc47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715122 Oct 04 10:06:35.883617 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e2261-3e16-45ca-b764-08b027a44985 req-c7fa82dd-caae-45da-94d9-185583f40300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:06:35.885160 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8f0e2261-3e16-45ca-b764-08b027a44985 req-c7fa82dd-caae-45da-94d9-185583f40300 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d7169938-69c9-45b1-92a9-737c0a806bab HTTP/1.1" status: 200 len: 898 time: 0.1671965 Oct 04 10:06:35.989577 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8f0e2261-3e16-45ca-b764-08b027a44985 req-1a7b1778-f64f-468e-b172-1bdf9a2bd3bc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31b53f9e-ff98-400f-a24d-ed379a4a6239 HTTP/1.1" status: 200 len: 1001 time: 0.0970027 Oct 04 10:06:36.049366 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e2261-3e16-45ca-b764-08b027a44985 req-f4fab9ce-a497-4087-92b4-687400dd4a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:06:36.050735 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8f0e2261-3e16-45ca-b764-08b027a44985 req-f4fab9ce-a497-4087-92b4-687400dd4a69 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0624ba2b-9fba-4b04-be10-89d24bfd76e3 HTTP/1.1" status: 200 len: 835 time: 0.0562530 Oct 04 10:06:36.132707 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e2261-3e16-45ca-b764-08b027a44985 req-7ce21efd-4ce8-4209-8462-300902e4f001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:06:36.134151 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8f0e2261-3e16-45ca-b764-08b027a44985 req-7ce21efd-4ce8-4209-8462-300902e4f001 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d7169938-69c9-45b1-92a9-737c0a806bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779502 Oct 04 10:06:36.263338 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8f0e2261-3e16-45ca-b764-08b027a44985 req-f6b54f28-b91f-4844-8487-b29a9308dc61 service neutron] 10.222.0.20 "GET /v2.0/networks/d7169938-69c9-45b1-92a9-737c0a806bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231000 Oct 04 10:06:36.390676 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8f0e2261-3e16-45ca-b764-08b027a44985 req-5f8be455-9308-4970-9133-e9d29310e681 service neutron] 10.222.0.20 "GET /v2.0/networks/d7169938-69c9-45b1-92a9-737c0a806bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211276 Oct 04 10:06:36.408536 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 31b53f9e-ff98-400f-a24d-ed379a4a6239 up at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:06:36.474932 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning complete for port 31b53f9e-ff98-400f-a24d-ed379a4a6239 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:06:36.475307 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:06:36.475641 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Attempt 1 to provision port 31b53f9e-ff98-400f-a24d-ed379a4a6239 Oct 04 10:06:36.624347 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 31b53f9e-ff98-400f-a24d-ed379a4a6239 is: BUILD; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:06:36.624747 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:06:36.651502 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b75a3f-f949-4da2-82a8-3261083ee026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b53f9e-ff98-400f-a24d-ed379a4a6239'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 10:06:36.653764 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aef738b946a3ea172e8e75fc735451da1d91f114ea1acc5fcf392e20a929bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc5f6b1b-3472-4855-854a-4b5dd88405cc" -d '{"events": [{"server_uuid": "e9b75a3f-f949-4da2-82a8-3261083ee026", "name": "network-vif-plugged", "status": "completed", "tag": "31b53f9e-ff98-400f-a24d-ed379a4a6239"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 10:06:36.661672 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 31b53f9e-ff98-400f-a24d-ed379a4a6239, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=31b53f9e-ff98-400f-a24d-ed379a4a6239,segment=NetworkSegment(d480c9b9-2245-451a-81b5-b4097b1dc93c),segment_id=d480c9b9-2245-451a-81b5-b4097b1dc93c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:06:36.665618 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:06:36.703980 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 10:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0c1028-fe9b-47b9-bb4a-b251599cb6ea x-openstack-request-id: req-bc0c1028-fe9b-47b9-bb4a-b251599cb6ea {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 10:06:36.704263 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b75a3f-f949-4da2-82a8-3261083ee026", "name": "network-vif-plugged", "status": "completed", "tag": "31b53f9e-ff98-400f-a24d-ed379a4a6239", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 10:06:36.704556 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bc0c1028-fe9b-47b9-bb4a-b251599cb6ea {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 10:06:36.704948 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc0c1028-fe9b-47b9-bb4a-b251599cb6ea'] response: {'server_uuid': 'e9b75a3f-f949-4da2-82a8-3261083ee026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b53f9e-ff98-400f-a24d-ed379a4a6239', 'code': 200} Oct 04 10:06:36.735016 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=31b53f9e-ff98-400f-a24d-ed379a4a6239,revision_number=8']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:06:37.062931 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f175c2-f15c-4b53-abbb-5d82a027f7ca req-40723a53-0cbe-45af-8c67-c89aa68e1863 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:06:37.064939 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e2f175c2-f15c-4b53-abbb-5d82a027f7ca req-40723a53-0cbe-45af-8c67-c89aa68e1863 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9b75a3f-f949-4da2-82a8-3261083ee026 HTTP/1.1" status: 200 len: 945 time: 0.0877664 Oct 04 10:06:37.108704 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e2f175c2-f15c-4b53-abbb-5d82a027f7ca req-e8eebc23-e0e2-4e1c-a73c-f7e1d7faeba4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7680366-f4e4-415f-90b4-74a44f84bc47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381711 Oct 04 10:06:37.137761 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 44020) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:06:37.241188 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-cdb11962-fe9f-40b3-bfe0-f09b020db5ea tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/floatingips/777d1c45-da99-4934-9e8c-68f3b5f96176 HTTP/1.1" status: 200 len: 994 time: 0.1022747 Oct 04 10:06:41.752080 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:06:41.807693 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 10:06:57.722818 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-dc3b60c0-9479-4f20-88ff-58d872d8426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:00.368949 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f0b5723c-2447-4bdc-9cbf-c94cfd05a90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:00.889787 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:00.916327 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:02.465803 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:05.509991 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4a7bdafd-07fc-4de5-90f0-e56986d7657b req-cccfe2d2-a465-4215-83cd-8b2ca8ad3fed service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e9b75a3f-f949-4da2-82a8-3261083ee026&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0785582 Oct 04 10:07:05.670740 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7bdafd-07fc-4de5-90f0-e56986d7657b req-7360a7de-cdea-4bac-86d6-6597ff9f3130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:07:05.672284 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4a7bdafd-07fc-4de5-90f0-e56986d7657b req-7360a7de-cdea-4bac-86d6-6597ff9f3130 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12664c4828024576bc805d2308db5fae&device_id=e9b75a3f-f949-4da2-82a8-3261083ee026 HTTP/1.1" status: 200 len: 1098 time: 0.0779290 Oct 04 10:07:05.819122 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7bdafd-07fc-4de5-90f0-e56986d7657b req-29739423-6122-4a2e-a131-4ac091867283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:07:05.820668 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4a7bdafd-07fc-4de5-90f0-e56986d7657b req-29739423-6122-4a2e-a131-4ac091867283 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d7169938-69c9-45b1-92a9-737c0a806bab HTTP/1.1" status: 200 len: 898 time: 0.1281655 Oct 04 10:07:05.923463 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4a7bdafd-07fc-4de5-90f0-e56986d7657b req-0da272b1-abad-45ad-be14-d76deb4f915f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31b53f9e-ff98-400f-a24d-ed379a4a6239 HTTP/1.1" status: 200 len: 1002 time: 0.0959430 Oct 04 10:07:05.983346 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7bdafd-07fc-4de5-90f0-e56986d7657b req-3cdccda6-879a-4dc5-9014-f5ded8190811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:07:05.984755 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4a7bdafd-07fc-4de5-90f0-e56986d7657b req-3cdccda6-879a-4dc5-9014-f5ded8190811 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0624ba2b-9fba-4b04-be10-89d24bfd76e3 HTTP/1.1" status: 200 len: 835 time: 0.0558310 Oct 04 10:07:06.068396 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7bdafd-07fc-4de5-90f0-e56986d7657b req-920ec250-069a-4585-9b52-21846c31a14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:07:06.069941 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4a7bdafd-07fc-4de5-90f0-e56986d7657b req-920ec250-069a-4585-9b52-21846c31a14a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d7169938-69c9-45b1-92a9-737c0a806bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789936 Oct 04 10:07:06.301898 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4a7bdafd-07fc-4de5-90f0-e56986d7657b req-7e468283-a269-43de-8ccd-9731c33d5b43 service neutron] 10.222.0.20 "GET /v2.0/networks/d7169938-69c9-45b1-92a9-737c0a806bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252200 Oct 04 10:07:06.433043 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4a7bdafd-07fc-4de5-90f0-e56986d7657b req-426acf04-7428-4a2a-832f-818f99fd4188 service neutron] 10.222.0.20 "GET /v2.0/networks/d7169938-69c9-45b1-92a9-737c0a806bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244953 Oct 04 10:07:11.747260 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:18.806182 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 10:07:23.936201 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 44044) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:07:24.136643 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-406d8b9a-a2d6-4d77-83d0-75d5bfdddf9e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Deleting port 920cea66-7a76-44ba-8203-5bd50421663b {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 10:07:24.136987 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-406d8b9a-a2d6-4d77-83d0-75d5bfdddf9e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:24.305705 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-406d8b9a-a2d6-4d77-83d0-75d5bfdddf9e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:24.306025 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-406d8b9a-a2d6-4d77-83d0-75d5bfdddf9e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:24.426076 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-406d8b9a-a2d6-4d77-83d0-75d5bfdddf9e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Calling delete_port for 920cea66-7a76-44ba-8203-5bd50421663b owned by network:floatingip {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 10:07:24.576689 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-406d8b9a-a2d6-4d77-83d0-75d5bfdddf9e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:24.624703 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d8b9a-a2d6-4d77-83d0-75d5bfdddf9e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event deleted for resources: {'Port': ['ID=920cea66-7a76-44ba-8203-5bd50421663b,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:07:24.674459 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d8b9a-a2d6-4d77-83d0-75d5bfdddf9e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:07:24.674814 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d8b9a-a2d6-4d77-83d0-75d5bfdddf9e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:07:24.675159 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d8b9a-a2d6-4d77-83d0-75d5bfdddf9e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:07:24.675487 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d8b9a-a2d6-4d77-83d0-75d5bfdddf9e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:07:24.675820 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d8b9a-a2d6-4d77-83d0-75d5bfdddf9e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:07:24.676152 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d8b9a-a2d6-4d77-83d0-75d5bfdddf9e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:07:24.677020 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d8b9a-a2d6-4d77-83d0-75d5bfdddf9e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:07:24.677351 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d8b9a-a2d6-4d77-83d0-75d5bfdddf9e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:07:24.677701 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d8b9a-a2d6-4d77-83d0-75d5bfdddf9e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:07:24.678027 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d8b9a-a2d6-4d77-83d0-75d5bfdddf9e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:07:24.678353 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d8b9a-a2d6-4d77-83d0-75d5bfdddf9e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:07:24.678769 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406d8b9a-a2d6-4d77-83d0-75d5bfdddf9e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:07:24.734452 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-406d8b9a-a2d6-4d77-83d0-75d5bfdddf9e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for floatingip, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:24.734869 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.l3_db [None req-406d8b9a-a2d6-4d77-83d0-75d5bfdddf9e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Floating IP 777d1c45-da99-4934-9e8c-68f3b5f96176 disassociated (deleted). External IP: 172.26.10.252, port: 31b53f9e-ff98-400f-a24d-ed379a4a6239. Oct 04 10:07:25.083079 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-406d8b9a-a2d6-4d77-83d0-75d5bfdddf9e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Router 6825a267-cdc5-4759-be27-e5a47770f1ab has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 10:07:25.364061 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-406d8b9a-a2d6-4d77-83d0-75d5bfdddf9e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 10:07:25.373610 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e358db-113c-4b27-841d-d001b39f81a5 None None] Sync routers for ids ['6825a267-cdc5-4759-be27-e5a47770f1ab'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 10:07:25.382778 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e358db-113c-4b27-841d-d001b39f81a5 None None] Routers {'6825a267-cdc5-4759-be27-e5a47770f1ab'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:07:25.383373 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-91e358db-113c-4b27-841d-d001b39f81a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:07:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['6825a267-cdc5-4759-be27-e5a47770f1ab'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:07:25.384480 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-406d8b9a-a2d6-4d77-83d0-75d5bfdddf9e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:25.440938 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-406d8b9a-a2d6-4d77-83d0-75d5bfdddf9e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "DELETE /v2.0/floatingips/777d1c45-da99-4934-9e8c-68f3b5f96176 HTTP/1.1" status: 204 len: 168 time: 1.5036919 Oct 04 10:07:25.441508 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9b75a3f-f949-4da2-82a8-3261083ee026', 'tag': '31b53f9e-ff98-400f-a24d-ed379a4a6239'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 10:07:25.443963 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94f50d4-84d7-4f2f-841b-aa5b3d716b81" -d '{"events": [{"name": "network-changed", "server_uuid": "e9b75a3f-f949-4da2-82a8-3261083ee026", "tag": "31b53f9e-ff98-400f-a24d-ed379a4a6239"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 10:07:25.587246 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 10:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b18d55-f560-45d4-ac56-5daae33d2a40 x-openstack-request-id: req-48b18d55-f560-45d4-ac56-5daae33d2a40 {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 10:07:25.587538 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9b75a3f-f949-4da2-82a8-3261083ee026", "tag": "31b53f9e-ff98-400f-a24d-ed379a4a6239", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 10:07:25.587791 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-48b18d55-f560-45d4-ac56-5daae33d2a40 {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 10:07:25.588194 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48b18d55-f560-45d4-ac56-5daae33d2a40'] response: {'name': 'network-changed', 'server_uuid': 'e9b75a3f-f949-4da2-82a8-3261083ee026', 'tag': '31b53f9e-ff98-400f-a24d-ed379a4a6239', 'status': 'completed', 'code': 200} Oct 04 10:07:25.604345 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-91e358db-113c-4b27-841d-d001b39f81a5 None None] Set router 6825a267-cdc5-4759-be27-e5a47770f1ab gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:07:25.724671 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f50d4-84d7-4f2f-841b-aa5b3d716b81 req-53645ccb-a7e8-460c-8fc7-3b20fc72f8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:07:25.726204 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c94f50d4-84d7-4f2f-841b-aa5b3d716b81 req-53645ccb-a7e8-460c-8fc7-3b20fc72f8e0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12664c4828024576bc805d2308db5fae&device_id=e9b75a3f-f949-4da2-82a8-3261083ee026 HTTP/1.1" status: 200 len: 1098 time: 0.0934517 Oct 04 10:07:25.825090 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ced364-9f81-4555-9e0c-19a50525ea0f req-dab79825-5c35-453d-bd10-cee7d9e25922 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:07:25.826558 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-90ced364-9f81-4555-9e0c-19a50525ea0f req-dab79825-5c35-453d-bd10-cee7d9e25922 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9b75a3f-f949-4da2-82a8-3261083ee026 HTTP/1.1" status: 200 len: 945 time: 0.0899262 Oct 04 10:07:25.863476 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f50d4-84d7-4f2f-841b-aa5b3d716b81 req-520fe434-94c6-419a-8830-405908070d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:07:25.865244 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c94f50d4-84d7-4f2f-841b-aa5b3d716b81 req-520fe434-94c6-419a-8830-405908070d3d service neutron] 10.222.0.20 "GET /v2.0/networks?id=d7169938-69c9-45b1-92a9-737c0a806bab HTTP/1.1" status: 200 len: 898 time: 0.1324916 Oct 04 10:07:25.872048 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-90ced364-9f81-4555-9e0c-19a50525ea0f req-50951e45-0535-4ba2-9de9-b76497a9b47c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7680366-f4e4-415f-90b4-74a44f84bc47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394123 Oct 04 10:07:25.923051 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-91e358db-113c-4b27-841d-d001b39f81a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6825a267-cdc5-4759-be27-e5a47770f1ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1500052553', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.173'}], 'enable_snat': True}, 'gw_port_id': 'beca819f-ba8e-4596-9d7d-053413b49ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:04:43Z', 'updated_at': '2022-10-04T10:04:48Z', 'revision_number': 4, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': 'beca819f-ba8e-4596-9d7d-053413b49ac2', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6825a267-cdc5-4759-be27-e5a47770f1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:04:44Z', 'updated_at': '2022-10-04T10:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': 'cd81012e-79c5-4095-bd8d-33c6c5884f4e', 'name': '', 'network_id': 'd7169938-69c9-45b1-92a9-737c0a806bab', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'mac_address': 'fa:16:3e:5d:fd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6825a267-cdc5-4759-be27-e5a47770f1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '0624ba2b-9fba-4b04-be10-89d24bfd76e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:04:47Z', 'updated_at': '2022-10-04T10:04:54Z', 'revision_number': 5, 'project_id': '12664c4828024576bc805d2308db5fae', 'subnets': [{'id': '0624ba2b-9fba-4b04-be10-89d24bfd76e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:07:25.926701 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e358db-113c-4b27-841d-d001b39f81a5 None None] Checking router: 6825a267-cdc5-4759-be27-e5a47770f1ab for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 10:07:25.935080 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e358db-113c-4b27-841d-d001b39f81a5 None None] Routers {'6825a267-cdc5-4759-be27-e5a47770f1ab'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:07:25.935662 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-91e358db-113c-4b27-841d-d001b39f81a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:07:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['6825a267-cdc5-4759-be27-e5a47770f1ab'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:07:25.947758 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c94f50d4-84d7-4f2f-841b-aa5b3d716b81 req-e71d46d6-b7ca-4e53-8964-17d5cb12bc5c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31b53f9e-ff98-400f-a24d-ed379a4a6239 HTTP/1.1" status: 200 len: 217 time: 0.0745709 Oct 04 10:07:26.010587 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f50d4-84d7-4f2f-841b-aa5b3d716b81 req-9d981868-c3ec-4607-bfb6-1812874f7f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:07:26.012054 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c94f50d4-84d7-4f2f-841b-aa5b3d716b81 req-9d981868-c3ec-4607-bfb6-1812874f7f7b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0624ba2b-9fba-4b04-be10-89d24bfd76e3 HTTP/1.1" status: 200 len: 835 time: 0.0574493 Oct 04 10:07:26.098738 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f50d4-84d7-4f2f-841b-aa5b3d716b81 req-fe8e7344-39ac-41c5-b99f-7f68ad4e4d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:07:26.100217 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c94f50d4-84d7-4f2f-841b-aa5b3d716b81 req-fe8e7344-39ac-41c5-b99f-7f68ad4e4d18 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d7169938-69c9-45b1-92a9-737c0a806bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806706 Oct 04 10:07:26.107804 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-91e358db-113c-4b27-841d-d001b39f81a5 None None] Set router 6825a267-cdc5-4759-be27-e5a47770f1ab gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:07:26.234410 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c94f50d4-84d7-4f2f-841b-aa5b3d716b81 req-74295c3f-62e3-4bcf-8cff-6fb6c049acd8 service neutron] 10.222.0.20 "GET /v2.0/networks/d7169938-69c9-45b1-92a9-737c0a806bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264193 Oct 04 10:07:26.363408 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c94f50d4-84d7-4f2f-841b-aa5b3d716b81 req-bb6ca819-b400-4970-bb2f-185bcc855628 service neutron] 10.222.0.20 "GET /v2.0/networks/d7169938-69c9-45b1-92a9-737c0a806bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224849 Oct 04 10:07:26.421779 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-91e358db-113c-4b27-841d-d001b39f81a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6825a267-cdc5-4759-be27-e5a47770f1ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1500052553', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.173'}], 'enable_snat': True}, 'gw_port_id': 'beca819f-ba8e-4596-9d7d-053413b49ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:04:43Z', 'updated_at': '2022-10-04T10:04:48Z', 'revision_number': 4, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': 'beca819f-ba8e-4596-9d7d-053413b49ac2', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6825a267-cdc5-4759-be27-e5a47770f1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:04:44Z', 'updated_at': '2022-10-04T10:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': 'cd81012e-79c5-4095-bd8d-33c6c5884f4e', 'name': '', 'network_id': 'd7169938-69c9-45b1-92a9-737c0a806bab', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'mac_address': 'fa:16:3e:5d:fd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6825a267-cdc5-4759-be27-e5a47770f1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '0624ba2b-9fba-4b04-be10-89d24bfd76e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:04:47Z', 'updated_at': '2022-10-04T10:04:54Z', 'revision_number': 5, 'project_id': '12664c4828024576bc805d2308db5fae', 'subnets': [{'id': '0624ba2b-9fba-4b04-be10-89d24bfd76e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:07:26.425532 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e358db-113c-4b27-841d-d001b39f81a5 None None] The sync data for ids ['6825a267-cdc5-4759-be27-e5a47770f1ab'] in dv-neutron-860215-1-hyperv is: [{'id': '6825a267-cdc5-4759-be27-e5a47770f1ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1500052553', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.173'}], 'enable_snat': True}, 'gw_port_id': 'beca819f-ba8e-4596-9d7d-053413b49ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:04:43Z', 'updated_at': '2022-10-04T10:04:48Z', 'revision_number': 4, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': 'beca819f-ba8e-4596-9d7d-053413b49ac2', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6825a267-cdc5-4759-be27-e5a47770f1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:04:44Z', 'updated_at': '2022-10-04T10:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': 'cd81012e-79c5-4095-bd8d-33c6c5884f4e', 'name': '', 'network_id': 'd7169938-69c9-45b1-92a9-737c0a806bab', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'mac_address': 'fa:16:3e:5d:fd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6825a267-cdc5-4759-be27-e5a47770f1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '0624ba2b-9fba-4b04-be10-89d24bfd76e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:04:47Z', 'updated_at': '2022-10-04T10:04:54Z', 'revision_number': 5, 'project_id': '12664c4828024576bc805d2308db5fae', 'subnets': [{'id': '0624ba2b-9fba-4b04-be10-89d24bfd76e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 10:07:26.626025 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1723844e-06b8-4fad-b52c-3dbbdcb427cd None None] New status for floating IP 777d1c45-da99-4934-9e8c-68f3b5f96176: DOWN {{(pid=89034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 10:07:27.070065 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b1ef1-5e51-4172-a162-f446053ee5b0 req-36a98b3c-b15d-4274-9ae7-0b13ed9fcebd tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:07:27.070760 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-670b1ef1-5e51-4172-a162-f446053ee5b0 req-36a98b3c-b15d-4274-9ae7-0b13ed9fcebd tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Synchronizing usage tracker for tenant:12664c4828024576bc805d2308db5fae on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 10:07:27.090457 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-670b1ef1-5e51-4172-a162-f446053ee5b0 req-36a98b3c-b15d-4274-9ae7-0b13ed9fcebd tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Unset dirty status for tenant:12664c4828024576bc805d2308db5fae on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 10:07:27.091679 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-670b1ef1-5e51-4172-a162-f446053ee5b0 req-36a98b3c-b15d-4274-9ae7-0b13ed9fcebd tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9b75a3f-f949-4da2-82a8-3261083ee026 HTTP/1.1" status: 200 len: 945 time: 0.1046133 Oct 04 10:07:27.135172 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-670b1ef1-5e51-4172-a162-f446053ee5b0 req-cf3bc9a0-29af-4b24-a2af-263fb82ea649 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7680366-f4e4-415f-90b4-74a44f84bc47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378070 Oct 04 10:07:27.725332 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c497879c-9cee-44b0-a7d4-ba0e8f4d4ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:27.806014 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ca61f-8e19-4574-9ba6-796983a8b2cd req-0825bf07-2aa2-4533-81e1-8be51579cf4d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:07:27.807418 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-272ca61f-8e19-4574-9ba6-796983a8b2cd req-0825bf07-2aa2-4533-81e1-8be51579cf4d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9b75a3f-f949-4da2-82a8-3261083ee026 HTTP/1.1" status: 200 len: 945 time: 0.0906982 Oct 04 10:07:27.884036 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-272ca61f-8e19-4574-9ba6-796983a8b2cd req-98f6eb98-9bca-4be6-9f4a-c7422001016a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Deleting port 31b53f9e-ff98-400f-a24d-ed379a4a6239 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 10:07:27.884409 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-272ca61f-8e19-4574-9ba6-796983a8b2cd req-98f6eb98-9bca-4be6-9f4a-c7422001016a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:28.125778 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-272ca61f-8e19-4574-9ba6-796983a8b2cd req-98f6eb98-9bca-4be6-9f4a-c7422001016a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] For port 31b53f9e-ff98-400f-a24d-ed379a4a6239, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=31b53f9e-ff98-400f-a24d-ed379a4a6239,segment=NetworkSegment(d480c9b9-2245-451a-81b5-b4097b1dc93c),segment_id=d480c9b9-2245-451a-81b5-b4097b1dc93c)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:07:28.126125 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-272ca61f-8e19-4574-9ba6-796983a8b2cd req-98f6eb98-9bca-4be6-9f4a-c7422001016a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:28.339206 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed29e85-b7b0-4451-91f3-704386431c44 req-6d786092-df10-4882-aba6-6115a99da3c4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:07:28.340665 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-2ed29e85-b7b0-4451-91f3-704386431c44 req-6d786092-df10-4882-aba6-6115a99da3c4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=e9b75a3f-f949-4da2-82a8-3261083ee026 HTTP/1.1" status: 200 len: 945 time: 0.0902464 Oct 04 10:07:28.353167 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-272ca61f-8e19-4574-9ba6-796983a8b2cd req-98f6eb98-9bca-4be6-9f4a-c7422001016a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Calling delete_port for 31b53f9e-ff98-400f-a24d-ed379a4a6239 owned by compute:nova {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 10:07:28.384461 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-2ed29e85-b7b0-4451-91f3-704386431c44 req-c907b389-176c-4e03-b80f-e9d66632ac9f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7680366-f4e4-415f-90b4-74a44f84bc47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376546 Oct 04 10:07:28.493361 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-272ca61f-8e19-4574-9ba6-796983a8b2cd req-98f6eb98-9bca-4be6-9f4a-c7422001016a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:28.544007 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f6eb98-9bca-4be6-9f4a-c7422001016a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event deleted for resources: {'Port': ['ID=31b53f9e-ff98-400f-a24d-ed379a4a6239,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:07:28.629504 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-272ca61f-8e19-4574-9ba6-796983a8b2cd req-98f6eb98-9bca-4be6-9f4a-c7422001016a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] No DVR routers for this DVR port 31b53f9e-ff98-400f-a24d-ed379a4a6239 on host hv-neutron-8602 {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 10:07:28.631868 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-272ca61f-8e19-4574-9ba6-796983a8b2cd req-98f6eb98-9bca-4be6-9f4a-c7422001016a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:28.634315 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b75a3f-f949-4da2-82a8-3261083ee026', 'name': 'network-vif-deleted', 'tag': '31b53f9e-ff98-400f-a24d-ed379a4a6239'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 10:07:28.636643 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d4b3a3-fe15-436a-b615-612e0990af61" -d '{"events": [{"server_uuid": "e9b75a3f-f949-4da2-82a8-3261083ee026", "name": "network-vif-deleted", "tag": "31b53f9e-ff98-400f-a24d-ed379a4a6239"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 10:07:28.650518 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-272ca61f-8e19-4574-9ba6-796983a8b2cd req-98f6eb98-9bca-4be6-9f4a-c7422001016a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.20 "DELETE /v2.0/ports/31b53f9e-ff98-400f-a24d-ed379a4a6239 HTTP/1.1" status: 204 len: 173 time: 0.8376019 Oct 04 10:07:28.678426 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 10:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf5244e-56eb-4846-ace5-9ef489dbcec6 x-openstack-request-id: req-fcf5244e-56eb-4846-ace5-9ef489dbcec6 {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 10:07:28.678836 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b75a3f-f949-4da2-82a8-3261083ee026", "name": "network-vif-deleted", "tag": "31b53f9e-ff98-400f-a24d-ed379a4a6239", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 10:07:28.679054 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fcf5244e-56eb-4846-ace5-9ef489dbcec6 {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 10:07:28.679463 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcf5244e-56eb-4846-ace5-9ef489dbcec6'] response: {'server_uuid': 'e9b75a3f-f949-4da2-82a8-3261083ee026', 'name': 'network-vif-deleted', 'tag': '31b53f9e-ff98-400f-a24d-ed379a4a6239', 'status': 'completed', 'code': 200} Oct 04 10:07:29.486286 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 44068) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:07:30.031526 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-dbf79753-b098-4ab0-9060-29b7ae26369d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736827'] for router_interface, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:30.371000 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-50c82f09-987d-4dce-b43f-e5a3b268f782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:30.381733 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-dbf79753-b098-4ab0-9060-29b7ae26369d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Deleting port cd81012e-79c5-4095-bd8d-33c6c5884f4e {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 10:07:30.382071 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-dbf79753-b098-4ab0-9060-29b7ae26369d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:30.630425 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 31b53f9e-ff98-400f-a24d-ed379a4a6239 no longer exists at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 10:07:30.665656 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-dbf79753-b098-4ab0-9060-29b7ae26369d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] For port cd81012e-79c5-4095-bd8d-33c6c5884f4e, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=cd81012e-79c5-4095-bd8d-33c6c5884f4e,segment=NetworkSegment(d480c9b9-2245-451a-81b5-b4097b1dc93c),segment_id=d480c9b9-2245-451a-81b5-b4097b1dc93c)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:07:30.666243 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-dbf79753-b098-4ab0-9060-29b7ae26369d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:30.666351 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] No Port match for: 31b53f9e-ff98-400f-a24d-ed379a4a6239 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 10:07:30.666577 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 31b53f9e-ff98-400f-a24d-ed379a4a6239 not bound to the agent host hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 10:07:30.787445 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-dbf79753-b098-4ab0-9060-29b7ae26369d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Calling delete_port for cd81012e-79c5-4095-bd8d-33c6c5884f4e owned by network:router_interface {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 10:07:30.894172 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:30.920061 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:30.973667 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-dbf79753-b098-4ab0-9060-29b7ae26369d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:31.021414 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf79753-b098-4ab0-9060-29b7ae26369d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event deleted for resources: {'Port': ['ID=cd81012e-79c5-4095-bd8d-33c6c5884f4e,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:07:31.306087 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-dbf79753-b098-4ab0-9060-29b7ae26369d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736911'] for router_interface, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:31.663881 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf79753-b098-4ab0-9060-29b7ae26369d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Router 6825a267-cdc5-4759-be27-e5a47770f1ab has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 10:07:31.838071 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf79753-b098-4ab0-9060-29b7ae26369d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 10:07:31.847550 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc84db36-eb08-45fd-9b6f-2f751772e680 None None] Sync routers for ids ['6825a267-cdc5-4759-be27-e5a47770f1ab'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 10:07:31.851266 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-dbf79753-b098-4ab0-9060-29b7ae26369d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "PUT /v2.0/routers/6825a267-cdc5-4759-be27-e5a47770f1ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3638942 Oct 04 10:07:31.853922 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 44072) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:07:31.857093 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc84db36-eb08-45fd-9b6f-2f751772e680 None None] Routers {'6825a267-cdc5-4759-be27-e5a47770f1ab'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:07:31.857756 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-fc84db36-eb08-45fd-9b6f-2f751772e680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:07:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['6825a267-cdc5-4759-be27-e5a47770f1ab'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:07:31.918889 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f82b552-7719-42cd-bf3a-b8e8cbb8cf7e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Deleting subnet 0624ba2b-9fba-4b04-be10-89d24bfd76e3 {{(pid=89032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 10:07:31.922279 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2f82b552-7719-42cd-bf3a-b8e8cbb8cf7e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for subnet, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:32.036491 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-fc84db36-eb08-45fd-9b6f-2f751772e680 None None] Set router 6825a267-cdc5-4759-be27-e5a47770f1ab gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:07:32.092403 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2f82b552-7719-42cd-bf3a-b8e8cbb8cf7e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885153'] for subnet, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:32.173371 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2f82b552-7719-42cd-bf3a-b8e8cbb8cf7e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:32.245705 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2f82b552-7719-42cd-bf3a-b8e8cbb8cf7e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:32.290581 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f82b552-7719-42cd-bf3a-b8e8cbb8cf7e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event deleted for resources: {'Subnet': ['ID=0624ba2b-9fba-4b04-be10-89d24bfd76e3,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:07:32.292718 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2f82b552-7719-42cd-bf3a-b8e8cbb8cf7e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:32.300294 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f34f05-ec53-4c89-9246-f7b289594b26 None None] Network d7169938-69c9-45b1-92a9-737c0a806bab requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 10:07:32.302836 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 44076) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:07:32.317649 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-2f82b552-7719-42cd-bf3a-b8e8cbb8cf7e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "DELETE /v2.0/subnets/0624ba2b-9fba-4b04-be10-89d24bfd76e3 HTTP/1.1" status: 204 len: 168 time: 0.4620118 Oct 04 10:07:32.353133 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-fc84db36-eb08-45fd-9b6f-2f751772e680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6825a267-cdc5-4759-be27-e5a47770f1ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1500052553', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.173'}], 'enable_snat': True}, 'gw_port_id': 'beca819f-ba8e-4596-9d7d-053413b49ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:04:43Z', 'updated_at': '2022-10-04T10:07:30Z', 'revision_number': 5, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': 'beca819f-ba8e-4596-9d7d-053413b49ac2', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6825a267-cdc5-4759-be27-e5a47770f1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:04:44Z', 'updated_at': '2022-10-04T10:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:07:32.356906 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc84db36-eb08-45fd-9b6f-2f751772e680 None None] Checking router: 6825a267-cdc5-4759-be27-e5a47770f1ab for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 10:07:32.365833 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc84db36-eb08-45fd-9b6f-2f751772e680 None None] Routers {'6825a267-cdc5-4759-be27-e5a47770f1ab'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:07:32.366478 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-fc84db36-eb08-45fd-9b6f-2f751772e680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:07:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['6825a267-cdc5-4759-be27-e5a47770f1ab'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:07:32.496096 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-55c1c97b-4e5b-4b8f-94fa-39a1476deb22 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for router, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:32.499373 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:32.549694 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-fc84db36-eb08-45fd-9b6f-2f751772e680 None None] Set router 6825a267-cdc5-4759-be27-e5a47770f1ab gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:07:32.602498 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03fad0e-fb1c-4301-acb5-3ec73ac4e9f4 None None] DHCP port deletion for d7169938-69c9-45b1-92a9-737c0a806bab request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 10:07:32.606924 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-a03fad0e-fb1c-4301-acb5-3ec73ac4e9f4 None None] Deleting port 7537b402-1c3a-4a7c-829a-47298db554d3 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 10:07:32.607280 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a03fad0e-fb1c-4301-acb5-3ec73ac4e9f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:32.798984 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-55c1c97b-4e5b-4b8f-94fa-39a1476deb22 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:32.810574 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-55c1c97b-4e5b-4b8f-94fa-39a1476deb22 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Deleting port beca819f-ba8e-4596-9d7d-053413b49ac2 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 10:07:32.811019 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-55c1c97b-4e5b-4b8f-94fa-39a1476deb22 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:32.831205 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-a03fad0e-fb1c-4301-acb5-3ec73ac4e9f4 None None] For port 7537b402-1c3a-4a7c-829a-47298db554d3, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=7537b402-1c3a-4a7c-829a-47298db554d3,segment=NetworkSegment(d480c9b9-2245-451a-81b5-b4097b1dc93c),segment_id=d480c9b9-2245-451a-81b5-b4097b1dc93c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:07:32.831676 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a03fad0e-fb1c-4301-acb5-3ec73ac4e9f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:32.843841 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-fc84db36-eb08-45fd-9b6f-2f751772e680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6825a267-cdc5-4759-be27-e5a47770f1ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1500052553', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.173'}], 'enable_snat': True}, 'gw_port_id': 'beca819f-ba8e-4596-9d7d-053413b49ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:04:43Z', 'updated_at': '2022-10-04T10:07:30Z', 'revision_number': 5, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': 'beca819f-ba8e-4596-9d7d-053413b49ac2', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6825a267-cdc5-4759-be27-e5a47770f1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:04:44Z', 'updated_at': '2022-10-04T10:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:07:32.847501 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc84db36-eb08-45fd-9b6f-2f751772e680 None None] The sync data for ids ['6825a267-cdc5-4759-be27-e5a47770f1ab'] in dv-neutron-860215-1-hyperv is: [{'id': '6825a267-cdc5-4759-be27-e5a47770f1ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1500052553', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.173'}], 'enable_snat': True}, 'gw_port_id': 'beca819f-ba8e-4596-9d7d-053413b49ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:04:43Z', 'updated_at': '2022-10-04T10:07:30Z', 'revision_number': 5, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': 'beca819f-ba8e-4596-9d7d-053413b49ac2', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6825a267-cdc5-4759-be27-e5a47770f1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:04:44Z', 'updated_at': '2022-10-04T10:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 10:07:32.960636 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-a03fad0e-fb1c-4301-acb5-3ec73ac4e9f4 None None] Calling delete_port for 7537b402-1c3a-4a7c-829a-47298db554d3 owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 10:07:32.994195 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-55c1c97b-4e5b-4b8f-94fa-39a1476deb22 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] For port beca819f-ba8e-4596-9d7d-053413b49ac2, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=beca819f-ba8e-4596-9d7d-053413b49ac2,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:07:32.994660 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-55c1c97b-4e5b-4b8f-94fa-39a1476deb22 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:33.036961 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a03fad0e-fb1c-4301-acb5-3ec73ac4e9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:33.080077 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03fad0e-fb1c-4301-acb5-3ec73ac4e9f4 None None] Pushing event deleted for resources: {'Port': ['ID=7537b402-1c3a-4a7c-829a-47298db554d3,revision_number=None']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:07:33.089963 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03fad0e-fb1c-4301-acb5-3ec73ac4e9f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:07:33.090309 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03fad0e-fb1c-4301-acb5-3ec73ac4e9f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:07:33.090652 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03fad0e-fb1c-4301-acb5-3ec73ac4e9f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:07:33.090988 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03fad0e-fb1c-4301-acb5-3ec73ac4e9f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:07:33.091321 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03fad0e-fb1c-4301-acb5-3ec73ac4e9f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:07:33.091656 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03fad0e-fb1c-4301-acb5-3ec73ac4e9f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:07:33.091982 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03fad0e-fb1c-4301-acb5-3ec73ac4e9f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:07:33.092308 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03fad0e-fb1c-4301-acb5-3ec73ac4e9f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:07:33.092656 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03fad0e-fb1c-4301-acb5-3ec73ac4e9f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:07:33.092978 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03fad0e-fb1c-4301-acb5-3ec73ac4e9f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:07:33.093302 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03fad0e-fb1c-4301-acb5-3ec73ac4e9f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:07:33.093620 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03fad0e-fb1c-4301-acb5-3ec73ac4e9f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:07:33.096228 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03fad0e-fb1c-4301-acb5-3ec73ac4e9f4 None None] No DVR routers for this DVR port 7537b402-1c3a-4a7c-829a-47298db554d3 on host dv-neutron-860215-1-hyperv {{(pid=89034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 10:07:33.122244 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-55c1c97b-4e5b-4b8f-94fa-39a1476deb22 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Calling delete_port for beca819f-ba8e-4596-9d7d-053413b49ac2 owned by network:router_gateway {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 10:07:33.296237 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-55c1c97b-4e5b-4b8f-94fa-39a1476deb22 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:33.343934 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c1c97b-4e5b-4b8f-94fa-39a1476deb22 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event deleted for resources: {'Port': ['ID=beca819f-ba8e-4596-9d7d-053413b49ac2,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:07:33.387580 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c1c97b-4e5b-4b8f-94fa-39a1476deb22 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:07:33.387927 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c1c97b-4e5b-4b8f-94fa-39a1476deb22 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:07:33.388270 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c1c97b-4e5b-4b8f-94fa-39a1476deb22 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:07:33.388630 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c1c97b-4e5b-4b8f-94fa-39a1476deb22 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:07:33.388965 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c1c97b-4e5b-4b8f-94fa-39a1476deb22 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:07:33.389298 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c1c97b-4e5b-4b8f-94fa-39a1476deb22 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:07:33.389626 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c1c97b-4e5b-4b8f-94fa-39a1476deb22 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:07:33.389949 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c1c97b-4e5b-4b8f-94fa-39a1476deb22 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:07:33.390275 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c1c97b-4e5b-4b8f-94fa-39a1476deb22 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:07:33.390599 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c1c97b-4e5b-4b8f-94fa-39a1476deb22 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:07:33.390920 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c1c97b-4e5b-4b8f-94fa-39a1476deb22 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:07:33.391240 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c1c97b-4e5b-4b8f-94fa-39a1476deb22 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:07:33.457087 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-55c1c97b-4e5b-4b8f-94fa-39a1476deb22 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737040'] for router_gateway, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:33.627616 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-55c1c97b-4e5b-4b8f-94fa-39a1476deb22 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:33.630335 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-55c1c97b-4e5b-4b8f-94fa-39a1476deb22 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:33.652568 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-55c1c97b-4e5b-4b8f-94fa-39a1476deb22 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:33.653067 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c1c97b-4e5b-4b8f-94fa-39a1476deb22 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Fanout notify agent at l3_agent the message router_deleted on router 6825a267-cdc5-4759-be27-e5a47770f1ab {{(pid=89033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 10:07:33.669824 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-55c1c97b-4e5b-4b8f-94fa-39a1476deb22 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:33.670898 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-55c1c97b-4e5b-4b8f-94fa-39a1476deb22 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "DELETE /v2.0/routers/6825a267-cdc5-4759-be27-e5a47770f1ab HTTP/1.1" status: 204 len: 168 time: 1.3671088 Oct 04 10:07:33.673581 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 44080) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:07:33.790883 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4c9976e1-062a-4982-a23f-6f3e1d123750 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:33.919300 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4c9976e1-062a-4982-a23f-6f3e1d123750 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:33.944150 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-4c9976e1-062a-4982-a23f-6f3e1d123750 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7169938-69c9-45b1-92a9-737c0a806bab']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:07:33.955697 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-4c9976e1-062a-4982-a23f-6f3e1d123750 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd480c9b9-2245-451a-81b5-b4097b1dc93c') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:07:33.955989 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-4c9976e1-062a-4982-a23f-6f3e1d123750 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd480c9b9-2245-451a-81b5-b4097b1dc93c') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:07:33.966927 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4c9976e1-062a-4982-a23f-6f3e1d123750 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:33.982742 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4c9976e1-062a-4982-a23f-6f3e1d123750 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:33.989160 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c9976e1-062a-4982-a23f-6f3e1d123750 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 10:07:33.989770 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4c9976e1-062a-4982-a23f-6f3e1d123750 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:34.075420 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment d480c9b9-2245-451a-81b5-b4097b1dc93c resource provider aggregate not found Oct 04 10:07:34.090906 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4c9976e1-062a-4982-a23f-6f3e1d123750 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:34.111054 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment d480c9b9-2245-451a-81b5-b4097b1dc93c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d480c9b9-2245-451a-81b5-b4097b1dc93c found for delete ", "request_id": "req-07c81351-bdb0-4b97-92ee-185faeb12751"}]} Oct 04 10:07:34.112089 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4c9976e1-062a-4982-a23f-6f3e1d123750 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:34.124296 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9976e1-062a-4982-a23f-6f3e1d123750 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event deleted for resources: {'Network': ['ID=d7169938-69c9-45b1-92a9-737c0a806bab,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:07:34.138610 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-4c9976e1-062a-4982-a23f-6f3e1d123750 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "DELETE /v2.0/networks/d7169938-69c9-45b1-92a9-737c0a806bab HTTP/1.1" status: 204 len: 168 time: 0.4608736 Oct 04 10:07:34.138710 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 44090) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:07:34.205674 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cb88bbd0-342f-489e-898b-904bbd8c1393 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:34.234556 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cb88bbd0-342f-489e-898b-904bbd8c1393 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:34.302588 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cb88bbd0-342f-489e-898b-904bbd8c1393 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:34.321498 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb88bbd0-342f-489e-898b-904bbd8c1393 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7680366-f4e4-415f-90b4-74a44f84bc47,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:07:34.333437 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-cb88bbd0-342f-489e-898b-904bbd8c1393 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:34.337172 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-cb88bbd0-342f-489e-898b-904bbd8c1393 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "DELETE /v2.0/security-groups/d7680366-f4e4-415f-90b4-74a44f84bc47 HTTP/1.1" status: 204 len: 168 time: 0.1953099 Oct 04 10:07:34.342562 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device cd81012e-79c5-4095-bd8d-33c6c5884f4e no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 10:07:34.384447 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: cd81012e-79c5-4095-bd8d-33c6c5884f4e {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 10:07:34.385475 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device cd81012e-79c5-4095-bd8d-33c6c5884f4e not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 10:07:34.386060 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device beca819f-ba8e-4596-9d7d-053413b49ac2 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 10:07:34.455084 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 44098) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:07:34.460712 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: beca819f-ba8e-4596-9d7d-053413b49ac2 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 10:07:34.460989 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device beca819f-ba8e-4596-9d7d-053413b49ac2 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 10:07:34.461111 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-0d88c7cb-219a-4867-8106-27cd297eccb4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1997761761', 'description': 'tempest-secgroup-smoke-1997761761 description', 'project_id': '12664c4828024576bc805d2308db5fae'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:07:34.461401 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 7537b402-1c3a-4a7c-829a-47298db554d3 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 10:07:34.467281 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-0d88c7cb-219a-4867-8106-27cd297eccb4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:07:34.471470 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-0d88c7cb-219a-4867-8106-27cd297eccb4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Usage tracker for resource:security_group and tenant:12664c4828024576bc805d2308db5fae is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:07:34.475048 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-0d88c7cb-219a-4867-8106-27cd297eccb4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:07:34.480919 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-0d88c7cb-219a-4867-8106-27cd297eccb4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:07:34.490584 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0d88c7cb-219a-4867-8106-27cd297eccb4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:34.496021 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 7537b402-1c3a-4a7c-829a-47298db554d3 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 10:07:34.496393 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 7537b402-1c3a-4a7c-829a-47298db554d3 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 10:07:34.509909 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-0d88c7cb-219a-4867-8106-27cd297eccb4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:07:34.513651 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-0d88c7cb-219a-4867-8106-27cd297eccb4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Usage tracker for resource:security_group_rule and tenant:12664c4828024576bc805d2308db5fae is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:07:34.516368 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-0d88c7cb-219a-4867-8106-27cd297eccb4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:07:34.522415 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-0d88c7cb-219a-4867-8106-27cd297eccb4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:07:34.594161 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0d88c7cb-219a-4867-8106-27cd297eccb4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:34.597667 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0d88c7cb-219a-4867-8106-27cd297eccb4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:34.639458 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d88c7cb-219a-4867-8106-27cd297eccb4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1597eb-5b12-4afa-8534-aa91e92445bb,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:07:34.645857 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0d88c7cb-219a-4867-8106-27cd297eccb4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:34.647085 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-0d88c7cb-219a-4867-8106-27cd297eccb4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1909940 Oct 04 10:07:34.650599 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 44102) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:07:34.655682 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-c95d66a6-b3c5-4b55-90c9-f0bd73034d9a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Request body: {'security_group_rule': {'security_group_id': '6b1597eb-5b12-4afa-8534-aa91e92445bb', 'project_id': '12664c4828024576bc805d2308db5fae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:07:34.662172 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-c95d66a6-b3c5-4b55-90c9-f0bd73034d9a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:07:34.665982 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-c95d66a6-b3c5-4b55-90c9-f0bd73034d9a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Usage tracker for resource:security_group_rule and tenant:12664c4828024576bc805d2308db5fae is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:07:34.668794 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-c95d66a6-b3c5-4b55-90c9-f0bd73034d9a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:07:34.674358 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-c95d66a6-b3c5-4b55-90c9-f0bd73034d9a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:07:34.695027 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c95d66a6-b3c5-4b55-90c9-f0bd73034d9a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:34.753171 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c95d66a6-b3c5-4b55-90c9-f0bd73034d9a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:34.757225 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c95d66a6-b3c5-4b55-90c9-f0bd73034d9a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:34.780444 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95d66a6-b3c5-4b55-90c9-f0bd73034d9a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2421269-130d-452a-ab90-0cf31a83e020,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:07:34.789645 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c95d66a6-b3c5-4b55-90c9-f0bd73034d9a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:34.790803 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-c95d66a6-b3c5-4b55-90c9-f0bd73034d9a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1391969 Oct 04 10:07:34.793624 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 44106) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:07:34.798571 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-ab353ea0-0120-4776-ac4f-5d87156336eb tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Request body: {'security_group_rule': {'security_group_id': '6b1597eb-5b12-4afa-8534-aa91e92445bb', 'project_id': '12664c4828024576bc805d2308db5fae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:07:34.805138 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-ab353ea0-0120-4776-ac4f-5d87156336eb tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:07:34.809056 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-ab353ea0-0120-4776-ac4f-5d87156336eb tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Usage tracker for resource:security_group_rule and tenant:12664c4828024576bc805d2308db5fae is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:07:34.811899 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-ab353ea0-0120-4776-ac4f-5d87156336eb tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:07:34.818050 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-ab353ea0-0120-4776-ac4f-5d87156336eb tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:07:34.834832 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ab353ea0-0120-4776-ac4f-5d87156336eb tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:34.901774 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ab353ea0-0120-4776-ac4f-5d87156336eb tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:34.905915 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ab353ea0-0120-4776-ac4f-5d87156336eb tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:34.927909 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab353ea0-0120-4776-ac4f-5d87156336eb tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e8cd7c8-446d-44d7-a496-19a629df8839,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:07:34.936600 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ab353ea0-0120-4776-ac4f-5d87156336eb tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:34.937753 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-ab353ea0-0120-4776-ac4f-5d87156336eb tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1431715 Oct 04 10:07:34.940564 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 44110) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:07:34.945732 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-2414557a-4eff-48ef-937b-16a915c1c49e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Request body: {'security_group_rule': {'security_group_id': '6b1597eb-5b12-4afa-8534-aa91e92445bb', 'project_id': '12664c4828024576bc805d2308db5fae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:07:34.951319 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-2414557a-4eff-48ef-937b-16a915c1c49e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:07:34.955075 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-2414557a-4eff-48ef-937b-16a915c1c49e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Usage tracker for resource:security_group_rule and tenant:12664c4828024576bc805d2308db5fae is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:07:34.958393 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-2414557a-4eff-48ef-937b-16a915c1c49e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:07:34.963948 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-2414557a-4eff-48ef-937b-16a915c1c49e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:07:34.980295 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2414557a-4eff-48ef-937b-16a915c1c49e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:35.043271 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2414557a-4eff-48ef-937b-16a915c1c49e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:35.046693 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2414557a-4eff-48ef-937b-16a915c1c49e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:35.070080 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2414557a-4eff-48ef-937b-16a915c1c49e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caedc6cd-a5f1-4fcb-b7b5-160526d1a303,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:07:35.078217 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-2414557a-4eff-48ef-937b-16a915c1c49e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:35.079496 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-2414557a-4eff-48ef-937b-16a915c1c49e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1379154 Oct 04 10:07:35.082062 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 44114) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:07:35.087622 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-7978627d-b1f9-4909-bf4e-324d70c0fbc6 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Request body: {'security_group_rule': {'security_group_id': '6b1597eb-5b12-4afa-8534-aa91e92445bb', 'project_id': '12664c4828024576bc805d2308db5fae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:07:35.093896 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-7978627d-b1f9-4909-bf4e-324d70c0fbc6 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:07:35.097713 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-7978627d-b1f9-4909-bf4e-324d70c0fbc6 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Usage tracker for resource:security_group_rule and tenant:12664c4828024576bc805d2308db5fae is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:07:35.100573 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-7978627d-b1f9-4909-bf4e-324d70c0fbc6 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:07:35.106167 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-7978627d-b1f9-4909-bf4e-324d70c0fbc6 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:07:35.124652 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7978627d-b1f9-4909-bf4e-324d70c0fbc6 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:35.190458 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7978627d-b1f9-4909-bf4e-324d70c0fbc6 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:35.194762 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7978627d-b1f9-4909-bf4e-324d70c0fbc6 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:35.217344 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7978627d-b1f9-4909-bf4e-324d70c0fbc6 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=852784f4-0db2-4c06-9a2f-e7889fc3845d,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:07:35.226134 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7978627d-b1f9-4909-bf4e-324d70c0fbc6 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:35.227514 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-7978627d-b1f9-4909-bf4e-324d70c0fbc6 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1439862 Oct 04 10:07:35.230210 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 44118) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:07:35.234978 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-df217846-35d4-4bbe-8b2d-8687489e8f09 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Request body: {'security_group_rule': {'security_group_id': '6b1597eb-5b12-4afa-8534-aa91e92445bb', 'project_id': '12664c4828024576bc805d2308db5fae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:07:35.241126 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-df217846-35d4-4bbe-8b2d-8687489e8f09 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:07:35.244916 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-df217846-35d4-4bbe-8b2d-8687489e8f09 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Usage tracker for resource:security_group_rule and tenant:12664c4828024576bc805d2308db5fae is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:07:35.247717 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-df217846-35d4-4bbe-8b2d-8687489e8f09 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:07:35.253349 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-df217846-35d4-4bbe-8b2d-8687489e8f09 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:07:35.265140 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.securitygroups_db [None req-df217846-35d4-4bbe-8b2d-8687489e8f09 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Project 12664c4828024576bc805d2308db5fae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 10:07:35.271591 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-df217846-35d4-4bbe-8b2d-8687489e8f09 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:35.333958 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-df217846-35d4-4bbe-8b2d-8687489e8f09 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:35.337572 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-df217846-35d4-4bbe-8b2d-8687489e8f09 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:35.363038 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df217846-35d4-4bbe-8b2d-8687489e8f09 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b86a7cb-3dac-4b05-b31f-583a6813c20a,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:07:35.372562 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-df217846-35d4-4bbe-8b2d-8687489e8f09 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:35.373740 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-df217846-35d4-4bbe-8b2d-8687489e8f09 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1426392 Oct 04 10:07:35.376530 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 44122) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:07:35.381897 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-4494c83e-1b2f-4545-8ae0-3a102bc0e3ac tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Request body: {'security_group_rule': {'security_group_id': '6b1597eb-5b12-4afa-8534-aa91e92445bb', 'project_id': '12664c4828024576bc805d2308db5fae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:07:35.387700 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-4494c83e-1b2f-4545-8ae0-3a102bc0e3ac tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:07:35.391597 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-4494c83e-1b2f-4545-8ae0-3a102bc0e3ac tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Usage tracker for resource:security_group_rule and tenant:12664c4828024576bc805d2308db5fae is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:07:35.394441 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-4494c83e-1b2f-4545-8ae0-3a102bc0e3ac tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:07:35.399993 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-4494c83e-1b2f-4545-8ae0-3a102bc0e3ac tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:07:35.409545 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.securitygroups_db [None req-4494c83e-1b2f-4545-8ae0-3a102bc0e3ac tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Project 12664c4828024576bc805d2308db5fae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 10:07:35.415893 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4494c83e-1b2f-4545-8ae0-3a102bc0e3ac tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:35.478740 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4494c83e-1b2f-4545-8ae0-3a102bc0e3ac tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:35.482257 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4494c83e-1b2f-4545-8ae0-3a102bc0e3ac tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:35.505064 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4494c83e-1b2f-4545-8ae0-3a102bc0e3ac tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e86a2c8-725a-4bd5-a71c-b74a33f5d81f,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:07:35.514037 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4494c83e-1b2f-4545-8ae0-3a102bc0e3ac tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:35.515338 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-4494c83e-1b2f-4545-8ae0-3a102bc0e3ac tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1379089 Oct 04 10:07:35.518165 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 44126) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:07:35.523513 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-477bf2d3-7cba-4545-96c5-cae2862497ca tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Request body: {'network': {'name': 'tempest-network-smoke--1923821100', 'project_id': '12664c4828024576bc805d2308db5fae', 'port_security_enabled': True}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:07:35.528640 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-477bf2d3-7cba-4545-96c5-cae2862497ca tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:07:35.532731 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-477bf2d3-7cba-4545-96c5-cae2862497ca tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Usage tracker for resource:network and tenant:12664c4828024576bc805d2308db5fae is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:07:35.536085 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-477bf2d3-7cba-4545-96c5-cae2862497ca tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:07:35.541926 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-477bf2d3-7cba-4545-96c5-cae2862497ca tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:07:35.552495 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477bf2d3-7cba-4545-96c5-cae2862497ca tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Made reservation on behalf of 12664c4828024576bc805d2308db5fae for: {'network': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 10:07:35.555735 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-477bf2d3-7cba-4545-96c5-cae2862497ca tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:35.582645 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-477bf2d3-7cba-4545-96c5-cae2862497ca tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=89032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 10:07:35.591929 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-477bf2d3-7cba-4545-96c5-cae2862497ca tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:35.592212 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.segments_db [None req-477bf2d3-7cba-4545-96c5-cae2862497ca tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Added segment 802b6ab2-98ed-4447-b4c1-943e20b4764c of type vlan for network 65ea93fa-bc38-4dac-b29c-19cdd2a0aa63 Oct 04 10:07:35.624512 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-477bf2d3-7cba-4545-96c5-cae2862497ca tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:35.652165 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-477bf2d3-7cba-4545-96c5-cae2862497ca tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:35.657485 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477bf2d3-7cba-4545-96c5-cae2862497ca tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:07:35.658060 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-477bf2d3-7cba-4545-96c5-cae2862497ca tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:35.761790 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-477bf2d3-7cba-4545-96c5-cae2862497ca tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2426150 Oct 04 10:07:35.764489 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 44130) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:07:35.771913 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-00023702-2c1d-46d0-80bc-ba8922540242 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1813943359', 'admin_state_up': True, 'project_id': '12664c4828024576bc805d2308db5fae', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:07:35.777522 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477bf2d3-7cba-4545-96c5-cae2862497ca tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'Network': ['ID=65ea93fa-bc38-4dac-b29c-19cdd2a0aa63,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:07:35.781095 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-00023702-2c1d-46d0-80bc-ba8922540242 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:07:35.785186 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-00023702-2c1d-46d0-80bc-ba8922540242 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Usage tracker for resource:router and tenant:12664c4828024576bc805d2308db5fae is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:07:35.787432 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 65ea93fa-bc38-4dac-b29c-19cdd2a0aa63 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 10:07:35.787922 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-00023702-2c1d-46d0-80bc-ba8922540242 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:07:35.793860 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-00023702-2c1d-46d0-80bc-ba8922540242 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:07:35.804070 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-00023702-2c1d-46d0-80bc-ba8922540242 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:35.805060 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-00023702-2c1d-46d0-80bc-ba8922540242 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:35.822504 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-00023702-2c1d-46d0-80bc-ba8922540242 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:36.085967 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-00023702-2c1d-46d0-80bc-ba8922540242 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:36.477876 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-00023702-2c1d-46d0-80bc-ba8922540242 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for router_gateway, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:36.506637 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-00023702-2c1d-46d0-80bc-ba8922540242 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:36.640137 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-00023702-2c1d-46d0-80bc-ba8922540242 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Allocated IP 172.26.10.62 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/9a1453f2-f936-4f4b-9a06-a4d7e298f1f6) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 10:07:36.784927 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-00023702-2c1d-46d0-80bc-ba8922540242 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:36.814419 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-00023702-2c1d-46d0-80bc-ba8922540242 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:36.875122 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00023702-2c1d-46d0-80bc-ba8922540242 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 10:07:36.877712 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-00023702-2c1d-46d0-80bc-ba8922540242 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 10:07:36.881313 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00023702-2c1d-46d0-80bc-ba8922540242 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 10:07:36.928463 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00023702-2c1d-46d0-80bc-ba8922540242 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'Port': ['ID=9a1453f2-f936-4f4b-9a06-a4d7e298f1f6,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:07:37.294154 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-00023702-2c1d-46d0-80bc-ba8922540242 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for router_gateway, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:37.626873 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-00023702-2c1d-46d0-80bc-ba8922540242 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:37.946442 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00023702-2c1d-46d0-80bc-ba8922540242 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Router d9c4dcd9-9c83-405b-ba0f-474602a10626 is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 10:07:38.117152 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00023702-2c1d-46d0-80bc-ba8922540242 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 10:07:38.126580 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef82a237-ef61-43e4-8f1d-e96eb8b2f257 None None] Sync routers for ids ['d9c4dcd9-9c83-405b-ba0f-474602a10626'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 10:07:38.135776 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef82a237-ef61-43e4-8f1d-e96eb8b2f257 None None] Routers {'d9c4dcd9-9c83-405b-ba0f-474602a10626'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:07:38.136407 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-ef82a237-ef61-43e4-8f1d-e96eb8b2f257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:07:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['d9c4dcd9-9c83-405b-ba0f-474602a10626'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:07:38.143504 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-00023702-2c1d-46d0-80bc-ba8922540242 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:38.145417 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-00023702-2c1d-46d0-80bc-ba8922540242 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3793821 Oct 04 10:07:38.148379 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 44134) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:07:38.190721 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-25a15dfa-adec-4e95-bfd4-731623a703ed tempest-TestNetworkAdvancedServerOps-791167516 tempest-TestNetworkAdvancedServerOps-791167516-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=12664c4828024576bc805d2308db5fae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412257 Oct 04 10:07:38.193304 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 44138) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:07:38.311850 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-ef82a237-ef61-43e4-8f1d-e96eb8b2f257 None None] Set router d9c4dcd9-9c83-405b-ba0f-474602a10626 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:07:38.322806 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f505f1f-4dfa-485f-a1d0-c2e30aa18751 tempest-TestNetworkAdvancedServerOps-791167516 tempest-TestNetworkAdvancedServerOps-791167516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:07:38.324270 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-8f505f1f-4dfa-485f-a1d0-c2e30aa18751 tempest-TestNetworkAdvancedServerOps-791167516 tempest-TestNetworkAdvancedServerOps-791167516-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1300776 Oct 04 10:07:38.327263 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 44142) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:07:38.366208 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-309162ca-8a6b-4213-8516-eef55dcf5406 tempest-TestNetworkAdvancedServerOps-791167516 tempest-TestNetworkAdvancedServerOps-791167516-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=f33938cd-879e-4461-9b5e-aa67b746b6bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378656 Oct 04 10:07:38.368680 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 44146) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:07:38.373893 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-bc689a7d-d8a7-493d-a8cb-f9e4a6a142ba tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1837179054', 'network_id': '65ea93fa-bc38-4dac-b29c-19cdd2a0aa63', 'project_id': '12664c4828024576bc805d2308db5fae', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:07:38.482587 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-bc689a7d-d8a7-493d-a8cb-f9e4a6a142ba tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:07:38.486388 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-bc689a7d-d8a7-493d-a8cb-f9e4a6a142ba tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Usage tracker for resource:subnet and tenant:12664c4828024576bc805d2308db5fae is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:07:38.489176 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-bc689a7d-d8a7-493d-a8cb-f9e4a6a142ba tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:07:38.494898 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-bc689a7d-d8a7-493d-a8cb-f9e4a6a142ba tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:07:38.506378 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc689a7d-d8a7-493d-a8cb-f9e4a6a142ba tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Made reservation on behalf of 12664c4828024576bc805d2308db5fae for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 10:07:38.510050 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bc689a7d-d8a7-493d-a8cb-f9e4a6a142ba tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:38.590718 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-ef82a237-ef61-43e4-8f1d-e96eb8b2f257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c4dcd9-9c83-405b-ba0f-474602a10626', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1813943359', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.62'}], 'enable_snat': True}, 'gw_port_id': '9a1453f2-f936-4f4b-9a06-a4d7e298f1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:07:35Z', 'updated_at': '2022-10-04T10:07:37Z', 'revision_number': 3, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': '9a1453f2-f936-4f4b-9a06-a4d7e298f1f6', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:af:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c4dcd9-9c83-405b-ba0f-474602a10626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:07:36Z', 'updated_at': '2022-10-04T10:07:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:07:38.594638 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef82a237-ef61-43e4-8f1d-e96eb8b2f257 None None] Checking router: d9c4dcd9-9c83-405b-ba0f-474602a10626 for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 10:07:38.595099 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef82a237-ef61-43e4-8f1d-e96eb8b2f257 None None] Updating router d9c4dcd9-9c83-405b-ba0f-474602a10626 port 9a1453f2-f936-4f4b-9a06-a4d7e298f1f6 binding host dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 10:07:38.651277 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ef82a237-ef61-43e4-8f1d-e96eb8b2f257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:38.722651 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bc689a7d-d8a7-493d-a8cb-f9e4a6a142ba tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:38.805660 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc689a7d-d8a7-493d-a8cb-f9e4a6a142ba tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'Subnet': ['ID=406c073c-ff9d-4ae3-bae5-191500ea50bf,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:07:38.811102 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc689a7d-d8a7-493d-a8cb-f9e4a6a142ba tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Checking segment: {'id': '802b6ab2-98ed-4447-b4c1-943e20b4764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '65ea93fa-bc38-4dac-b29c-19cdd2a0aa63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 10:07:38.811445 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc689a7d-d8a7-493d-a8cb-f9e4a6a142ba tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Network hostable DHCP agents. Network: 65ea93fa-bc38-4dac-b29c-19cdd2a0aa63, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 10:07:38.831096 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc689a7d-d8a7-493d-a8cb-f9e4a6a142ba tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Network 65ea93fa-bc38-4dac-b29c-19cdd2a0aa63 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 10:07:38.841489 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-bc689a7d-d8a7-493d-a8cb-f9e4a6a142ba tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 65ea93fa-bc38-4dac-b29c-19cdd2a0aa63) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 10:07:38.845486 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc689a7d-d8a7-493d-a8cb-f9e4a6a142ba tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:07:38.846071 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bc689a7d-d8a7-493d-a8cb-f9e4a6a142ba tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:38.854530 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f7f382-b11f-4162-9881-3ddd579b2c3d None None] Network 65ea93fa-bc38-4dac-b29c-19cdd2a0aa63 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 10:07:38.868314 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-bc689a7d-d8a7-493d-a8cb-f9e4a6a142ba tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4986191 Oct 04 10:07:38.871128 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 44150) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:07:39.163145 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2dddf0-1b90-4888-9c01-9555404085c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-65ea93fa-bc38-4dac-b29c-19cdd2a0aa63', 'network_id': '65ea93fa-bc38-4dac-b29c-19cdd2a0aa63', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'fixed_ips': [{'subnet_id': '406c073c-ff9d-4ae3-bae5-191500ea50bf'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 10:07:39.163953 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-4f2dddf0-1b90-4888-9c01-9555404085c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:39.180780 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ef82a237-ef61-43e4-8f1d-e96eb8b2f257 None None] Notify callbacks [] for port, precommit_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:39.199888 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-ef82a237-ef61-43e4-8f1d-e96eb8b2f257 None None] Transition to ACTIVE for port object 9a1453f2-f936-4f4b-9a06-a4d7e298f1f6 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 10:07:39.243754 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ef82a237-ef61-43e4-8f1d-e96eb8b2f257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:39.322997 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-ef82a237-ef61-43e4-8f1d-e96eb8b2f257 None None] Attempting to bind port 9a1453f2-f936-4f4b-9a06-a4d7e298f1f6 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 10:07:39.323344 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-ef82a237-ef61-43e4-8f1d-e96eb8b2f257 None None] Attempting to bind port 9a1453f2-f936-4f4b-9a06-a4d7e298f1f6 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 10:07:39.323700 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef82a237-ef61-43e4-8f1d-e96eb8b2f257 None None] Attempting to bind port 9a1453f2-f936-4f4b-9a06-a4d7e298f1f6 on network f33938cd-879e-4461-9b5e-aa67b746b6bd {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 10:07:39.380565 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef82a237-ef61-43e4-8f1d-e96eb8b2f257 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 10, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 10:07:39.380943 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef82a237-ef61-43e4-8f1d-e96eb8b2f257 None None] Checking segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 10:07:39.381338 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ef82a237-ef61-43e4-8f1d-e96eb8b2f257 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:39.381719 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef82a237-ef61-43e4-8f1d-e96eb8b2f257 None None] Bound using segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 10:07:39.382186 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-ef82a237-ef61-43e4-8f1d-e96eb8b2f257 None None] Bound port: 9a1453f2-f936-4f4b-9a06-a4d7e298f1f6, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 10:07:39.382562 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ef82a237-ef61-43e4-8f1d-e96eb8b2f257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:39.466221 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28df7e9f-f4c9-45c1-9061-2227c0129450 None None] Pushing event updated for resources: {'Port': ['ID=9a1453f2-f936-4f4b-9a06-a4d7e298f1f6,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:07:39.520105 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-4f2dddf0-1b90-4888-9c01-9555404085c4 None None] Allocated IP 172.20.0.2 (65ea93fa-bc38-4dac-b29c-19cdd2a0aa63/406c073c-ff9d-4ae3-bae5-191500ea50bf/170803f9-2d06-416c-93d0-fb976b209934) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 10:07:39.525517 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-ef82a237-ef61-43e4-8f1d-e96eb8b2f257 None None] For port 9a1453f2-f936-4f4b-9a06-a4d7e298f1f6, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 10:07:39.529466 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-ef82a237-ef61-43e4-8f1d-e96eb8b2f257 None None] For port 9a1453f2-f936-4f4b-9a06-a4d7e298f1f6, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=9a1453f2-f936-4f4b-9a06-a4d7e298f1f6,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 10:07:39.535006 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ef82a237-ef61-43e4-8f1d-e96eb8b2f257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:39.674887 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef82a237-ef61-43e4-8f1d-e96eb8b2f257 None None] Routers {'d9c4dcd9-9c83-405b-ba0f-474602a10626'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:07:39.675522 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-ef82a237-ef61-43e4-8f1d-e96eb8b2f257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:07:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['d9c4dcd9-9c83-405b-ba0f-474602a10626'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:07:39.689217 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-687972e8-1901-4227-952a-f685ca2189e9 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:39.766042 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28df7e9f-f4c9-45c1-9061-2227c0129450 None None] Pushing event updated for resources: {'Port': ['ID=9a1453f2-f936-4f4b-9a06-a4d7e298f1f6,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:07:39.943716 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-ef82a237-ef61-43e4-8f1d-e96eb8b2f257 None None] Set router d9c4dcd9-9c83-405b-ba0f-474602a10626 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:07:40.126570 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-4f2dddf0-1b90-4888-9c01-9555404085c4 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:40.148523 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-4f2dddf0-1b90-4888-9c01-9555404085c4 None None] Transition to ACTIVE for port object 170803f9-2d06-416c-93d0-fb976b209934 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 10:07:40.186304 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-4f2dddf0-1b90-4888-9c01-9555404085c4 None None] Transition to ACTIVE for port object 170803f9-2d06-416c-93d0-fb976b209934 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 10:07:40.202176 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-4f2dddf0-1b90-4888-9c01-9555404085c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:40.264327 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-687972e8-1901-4227-952a-f685ca2189e9 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Allocated IP 172.20.0.1 (65ea93fa-bc38-4dac-b29c-19cdd2a0aa63/406c073c-ff9d-4ae3-bae5-191500ea50bf/94cc2ae0-efe3-444d-9246-88547b2f4fe3) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 10:07:40.302648 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2dddf0-1b90-4888-9c01-9555404085c4 None None] Network 65ea93fa-bc38-4dac-b29c-19cdd2a0aa63 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 10:07:40.312578 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-4f2dddf0-1b90-4888-9c01-9555404085c4 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 10:07:40.319410 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2dddf0-1b90-4888-9c01-9555404085c4 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 10:07:40.324607 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2dddf0-1b90-4888-9c01-9555404085c4 None None] Pushing event updated for resources: {'Port': ['ID=170803f9-2d06-416c-93d0-fb976b209934,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:07:40.424757 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-687972e8-1901-4227-952a-f685ca2189e9 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:40.434785 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-4f2dddf0-1b90-4888-9c01-9555404085c4 None None] Attempting to bind port 170803f9-2d06-416c-93d0-fb976b209934 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 10:07:40.435156 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-4f2dddf0-1b90-4888-9c01-9555404085c4 None None] Attempting to bind port 170803f9-2d06-416c-93d0-fb976b209934 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '802b6ab2-98ed-4447-b4c1-943e20b4764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '65ea93fa-bc38-4dac-b29c-19cdd2a0aa63'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 10:07:40.435526 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2dddf0-1b90-4888-9c01-9555404085c4 None None] Attempting to bind port 170803f9-2d06-416c-93d0-fb976b209934 on network 65ea93fa-bc38-4dac-b29c-19cdd2a0aa63 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 10:07:40.439636 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-ef82a237-ef61-43e4-8f1d-e96eb8b2f257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c4dcd9-9c83-405b-ba0f-474602a10626', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1813943359', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.62'}], 'enable_snat': True}, 'gw_port_id': '9a1453f2-f936-4f4b-9a06-a4d7e298f1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:07:35Z', 'updated_at': '2022-10-04T10:07:37Z', 'revision_number': 3, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': '9a1453f2-f936-4f4b-9a06-a4d7e298f1f6', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:af:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c4dcd9-9c83-405b-ba0f-474602a10626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:07:36Z', 'updated_at': '2022-10-04T10:07:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:07:40.440133 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-687972e8-1901-4227-952a-f685ca2189e9 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Transition to ACTIVE for port object 94cc2ae0-efe3-444d-9246-88547b2f4fe3 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 10:07:40.444931 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2dddf0-1b90-4888-9c01-9555404085c4 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 10, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 10:07:40.445308 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2dddf0-1b90-4888-9c01-9555404085c4 None None] Checking segment: {'id': '802b6ab2-98ed-4447-b4c1-943e20b4764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '65ea93fa-bc38-4dac-b29c-19cdd2a0aa63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 10:07:40.445709 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-4f2dddf0-1b90-4888-9c01-9555404085c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:40.446104 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2dddf0-1b90-4888-9c01-9555404085c4 None None] Bound using segment: {'id': '802b6ab2-98ed-4447-b4c1-943e20b4764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '65ea93fa-bc38-4dac-b29c-19cdd2a0aa63'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 10:07:40.446566 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-4f2dddf0-1b90-4888-9c01-9555404085c4 None None] Bound port: 170803f9-2d06-416c-93d0-fb976b209934, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '802b6ab2-98ed-4447-b4c1-943e20b4764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '65ea93fa-bc38-4dac-b29c-19cdd2a0aa63'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 10:07:40.446936 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-4f2dddf0-1b90-4888-9c01-9555404085c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:40.457000 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef82a237-ef61-43e4-8f1d-e96eb8b2f257 None None] The sync data for ids ['d9c4dcd9-9c83-405b-ba0f-474602a10626'] in dv-neutron-860215-1-hyperv is: [{'id': 'd9c4dcd9-9c83-405b-ba0f-474602a10626', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1813943359', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.62'}], 'enable_snat': True}, 'gw_port_id': '9a1453f2-f936-4f4b-9a06-a4d7e298f1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:07:35Z', 'updated_at': '2022-10-04T10:07:37Z', 'revision_number': 3, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': '9a1453f2-f936-4f4b-9a06-a4d7e298f1f6', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:af:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c4dcd9-9c83-405b-ba0f-474602a10626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:07:36Z', 'updated_at': '2022-10-04T10:07:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 10:07:40.468698 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-687972e8-1901-4227-952a-f685ca2189e9 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:40.544426 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-4f2dddf0-1b90-4888-9c01-9555404085c4 None None] For port 170803f9-2d06-416c-93d0-fb976b209934, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 10:07:40.546648 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687972e8-1901-4227-952a-f685ca2189e9 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Network 65ea93fa-bc38-4dac-b29c-19cdd2a0aa63 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 10:07:40.547877 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-4f2dddf0-1b90-4888-9c01-9555404085c4 None None] For port 170803f9-2d06-416c-93d0-fb976b209934, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=170803f9-2d06-416c-93d0-fb976b209934,segment=NetworkSegment(802b6ab2-98ed-4447-b4c1-943e20b4764c),segment_id=802b6ab2-98ed-4447-b4c1-943e20b4764c)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 10:07:40.550166 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-687972e8-1901-4227-952a-f685ca2189e9 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 10:07:40.553611 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-4f2dddf0-1b90-4888-9c01-9555404085c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:40.554601 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687972e8-1901-4227-952a-f685ca2189e9 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 10:07:40.591231 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687972e8-1901-4227-952a-f685ca2189e9 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'Port': ['ID=94cc2ae0-efe3-444d-9246-88547b2f4fe3,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:07:40.625974 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-687972e8-1901-4227-952a-f685ca2189e9 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737202'] for router_interface, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:40.632520 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2dddf0-1b90-4888-9c01-9555404085c4 None None] Pushing event updated for resources: {'Port': ['ID=170803f9-2d06-416c-93d0-fb976b209934,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:07:40.952923 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-687972e8-1901-4227-952a-f685ca2189e9 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:41.383896 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-687972e8-1901-4227-952a-f685ca2189e9 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:41.389294 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-687972e8-1901-4227-952a-f685ca2189e9 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:41.616782 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c286f1a7-f875-4476-9c28-47418123d136 None None] Network 65ea93fa-bc38-4dac-b29c-19cdd2a0aa63 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 10:07:41.629332 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-687972e8-1901-4227-952a-f685ca2189e9 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736777'] for router_interface, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:41.636330 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687972e8-1901-4227-952a-f685ca2189e9 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'Port': ['ID=94cc2ae0-efe3-444d-9246-88547b2f4fe3,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:07:41.706911 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-330e7648-f0b2-4869-ae07-9fd06c1353da None None] Provisioning for port 170803f9-2d06-416c-93d0-fb976b209934 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 10:07:41.769786 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687972e8-1901-4227-952a-f685ca2189e9 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Network 65ea93fa-bc38-4dac-b29c-19cdd2a0aa63 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 10:07:41.771729 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-687972e8-1901-4227-952a-f685ca2189e9 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 10:07:41.813828 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:41.975530 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-687972e8-1901-4227-952a-f685ca2189e9 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Router d9c4dcd9-9c83-405b-ba0f-474602a10626 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 10:07:42.151174 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-a927841e-d540-4527-afaa-db7102dc3653 None None] Provisioning for port 94cc2ae0-efe3-444d-9246-88547b2f4fe3 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 10:07:42.156179 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-a927841e-d540-4527-afaa-db7102dc3653 None None] Provisioning complete for port 94cc2ae0-efe3-444d-9246-88547b2f4fe3 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:07:42.156657 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a927841e-d540-4527-afaa-db7102dc3653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:42.157063 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-a927841e-d540-4527-afaa-db7102dc3653 None None] Attempt 1 to provision port 94cc2ae0-efe3-444d-9246-88547b2f4fe3 Oct 04 10:07:42.167260 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687972e8-1901-4227-952a-f685ca2189e9 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 10:07:42.179260 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec883b2-5053-4dab-a8e8-c45bcef0e12e None None] Sync routers for ids ['d9c4dcd9-9c83-405b-ba0f-474602a10626'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 10:07:42.181827 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-687972e8-1901-4227-952a-f685ca2189e9 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "PUT /v2.0/routers/d9c4dcd9-9c83-405b-ba0f-474602a10626/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3096604 Oct 04 10:07:42.189610 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec883b2-5053-4dab-a8e8-c45bcef0e12e None None] Routers {'d9c4dcd9-9c83-405b-ba0f-474602a10626'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:07:42.190368 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-6ec883b2-5053-4dab-a8e8-c45bcef0e12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:07:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['d9c4dcd9-9c83-405b-ba0f-474602a10626'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:07:42.283975 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-a927841e-d540-4527-afaa-db7102dc3653 None None] Port 94cc2ae0-efe3-444d-9246-88547b2f4fe3 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:07:42.407610 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-2bf33bad-9cba-4aa1-8f07-f78e86b9b2d1 req-435e3cf1-d17c-4eb0-9360-854c4b4ad1e1 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Synchronizing usage tracker for tenant:12664c4828024576bc805d2308db5fae on resource:security_group {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 10:07:42.409079 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-6ec883b2-5053-4dab-a8e8-c45bcef0e12e None None] Set router d9c4dcd9-9c83-405b-ba0f-474602a10626 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:07:42.433598 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 170803f9-2d06-416c-93d0-fb976b209934 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:07:42.445761 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-2bf33bad-9cba-4aa1-8f07-f78e86b9b2d1 req-435e3cf1-d17c-4eb0-9360-854c4b4ad1e1 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Unset dirty status for tenant:12664c4828024576bc805d2308db5fae on resource:security_group {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 10:07:42.446970 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2bf33bad-9cba-4aa1-8f07-f78e86b9b2d1 req-435e3cf1-d17c-4eb0-9360-854c4b4ad1e1 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1997761761&fields=id&tenant_id=12664c4828024576bc805d2308db5fae HTTP/1.1" status: 200 len: 267 time: 0.0813780 Oct 04 10:07:42.517467 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 170803f9-2d06-416c-93d0-fb976b209934 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 10:07:42.523424 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 170803f9-2d06-416c-93d0-fb976b209934 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:07:42.523856 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:42.524269 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 170803f9-2d06-416c-93d0-fb976b209934 Oct 04 10:07:42.626143 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf33bad-9cba-4aa1-8f07-f78e86b9b2d1 req-7ef9d4b8-c307-4ee8-861f-392ecddb344d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:07:42.627123 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-2bf33bad-9cba-4aa1-8f07-f78e86b9b2d1 req-7ef9d4b8-c307-4ee8-861f-392ecddb344d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Synchronizing usage tracker for tenant:12664c4828024576bc805d2308db5fae on resource:network {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 10:07:42.642835 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-2bf33bad-9cba-4aa1-8f07-f78e86b9b2d1 req-7ef9d4b8-c307-4ee8-861f-392ecddb344d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Unset dirty status for tenant:12664c4828024576bc805d2308db5fae on resource:network {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 10:07:42.645778 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2bf33bad-9cba-4aa1-8f07-f78e86b9b2d1 req-7ef9d4b8-c307-4ee8-861f-392ecddb344d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/networks?id=65ea93fa-bc38-4dac-b29c-19cdd2a0aa63 HTTP/1.1" status: 200 len: 797 time: 0.1912038 Oct 04 10:07:42.650987 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 170803f9-2d06-416c-93d0-fb976b209934 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:07:42.651487 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:42.662282 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2bf33bad-9cba-4aa1-8f07-f78e86b9b2d1 req-9377528e-2619-41cb-9b6e-fe7956ebb9d7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/quotas/12664c4828024576bc805d2308db5fae HTTP/1.1" status: 200 len: 375 time: 0.0101035 Oct 04 10:07:42.692324 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 170803f9-2d06-416c-93d0-fb976b209934, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=170803f9-2d06-416c-93d0-fb976b209934,segment=NetworkSegment(802b6ab2-98ed-4447-b4c1-943e20b4764c),segment_id=802b6ab2-98ed-4447-b4c1-943e20b4764c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:07:42.698526 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:42.699981 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 9a1453f2-f936-4f4b-9a06-a4d7e298f1f6 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:07:42.764211 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-2bf33bad-9cba-4aa1-8f07-f78e86b9b2d1 req-1a8d15e4-c338-4daf-b58a-9365958703bd tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Synchronizing usage tracker for tenant:12664c4828024576bc805d2308db5fae on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 10:07:42.771022 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-6ec883b2-5053-4dab-a8e8-c45bcef0e12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c4dcd9-9c83-405b-ba0f-474602a10626', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1813943359', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.62'}], 'enable_snat': True}, 'gw_port_id': '9a1453f2-f936-4f4b-9a06-a4d7e298f1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:07:35Z', 'updated_at': '2022-10-04T10:07:40Z', 'revision_number': 4, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': '9a1453f2-f936-4f4b-9a06-a4d7e298f1f6', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:af:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c4dcd9-9c83-405b-ba0f-474602a10626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:07:36Z', 'updated_at': '2022-10-04T10:07:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '94cc2ae0-efe3-444d-9246-88547b2f4fe3', 'name': '', 'network_id': '65ea93fa-bc38-4dac-b29c-19cdd2a0aa63', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'mac_address': 'fa:16:3e:95:e4:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c4dcd9-9c83-405b-ba0f-474602a10626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '406c073c-ff9d-4ae3-bae5-191500ea50bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:07:39Z', 'updated_at': '2022-10-04T10:07:41Z', 'revision_number': 2, 'project_id': '12664c4828024576bc805d2308db5fae', 'subnets': [{'id': '406c073c-ff9d-4ae3-bae5-191500ea50bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:07:42.774955 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec883b2-5053-4dab-a8e8-c45bcef0e12e None None] Checking router: d9c4dcd9-9c83-405b-ba0f-474602a10626 for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 10:07:42.776086 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec883b2-5053-4dab-a8e8-c45bcef0e12e None None] Updating router d9c4dcd9-9c83-405b-ba0f-474602a10626 port 94cc2ae0-efe3-444d-9246-88547b2f4fe3 binding host dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 10:07:42.781528 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-2bf33bad-9cba-4aa1-8f07-f78e86b9b2d1 req-1a8d15e4-c338-4daf-b58a-9365958703bd tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Unset dirty status for tenant:12664c4828024576bc805d2308db5fae on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 10:07:42.783214 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2bf33bad-9cba-4aa1-8f07-f78e86b9b2d1 req-1a8d15e4-c338-4daf-b58a-9365958703bd tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=12664c4828024576bc805d2308db5fae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1153908 Oct 04 10:07:42.786612 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-a927841e-d540-4527-afaa-db7102dc3653 None None] Attempt 2 to provision port 94cc2ae0-efe3-444d-9246-88547b2f4fe3 Oct 04 10:07:42.833543 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-6ec883b2-5053-4dab-a8e8-c45bcef0e12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:42.841615 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [req-2bf33bad-9cba-4aa1-8f07-f78e86b9b2d1 req-03d02cd1-1ed9-48f2-99f4-460484a01e63 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=89032) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 10:07:42.842758 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2bf33bad-9cba-4aa1-8f07-f78e86b9b2d1 req-03d02cd1-1ed9-48f2-99f4-460484a01e63 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0470726 Oct 04 10:07:42.874892 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=170803f9-2d06-416c-93d0-fb976b209934,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:07:42.886815 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-a927841e-d540-4527-afaa-db7102dc3653 None None] Port 94cc2ae0-efe3-444d-9246-88547b2f4fe3 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:07:42.893254 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 9a1453f2-f936-4f4b-9a06-a4d7e298f1f6 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 10:07:42.898998 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 9a1453f2-f936-4f4b-9a06-a4d7e298f1f6 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:07:42.899383 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:42.899700 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 9a1453f2-f936-4f4b-9a06-a4d7e298f1f6 Oct 04 10:07:42.984347 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2bf33bad-9cba-4aa1-8f07-f78e86b9b2d1 req-72bdf1c5-3835-4990-b6d1-921e63a0a24a service neutron] 10.222.0.50 "GET /v2.0/networks/65ea93fa-bc38-4dac-b29c-19cdd2a0aa63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338706 Oct 04 10:07:43.019339 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 9a1453f2-f936-4f4b-9a06-a4d7e298f1f6 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:07:43.020296 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:43.037052 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 9a1453f2-f936-4f4b-9a06-a4d7e298f1f6, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=9a1453f2-f936-4f4b-9a06-a4d7e298f1f6,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:07:43.041283 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:43.115277 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=9a1453f2-f936-4f4b-9a06-a4d7e298f1f6,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:07:43.127235 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2bf33bad-9cba-4aa1-8f07-f78e86b9b2d1 req-4e3ce2b6-258d-45cd-9cf6-6fa0ba523d32 service neutron] 10.222.0.50 "GET /v2.0/networks/65ea93fa-bc38-4dac-b29c-19cdd2a0aa63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367161 Oct 04 10:07:43.213823 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-6ec883b2-5053-4dab-a8e8-c45bcef0e12e None None] Notify callbacks [] for port, precommit_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:43.231450 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.provisioning_blocks [None req-6ec883b2-5053-4dab-a8e8-c45bcef0e12e None None] Transition to ACTIVE for port object 94cc2ae0-efe3-444d-9246-88547b2f4fe3 will not be triggered until provisioned by entity L2. {{(pid=89035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 10:07:43.236654 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-6ec883b2-5053-4dab-a8e8-c45bcef0e12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:43.323353 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-fa4920ef-c019-4932-ab65-b76283121aad req-194048ec-fd4e-4b73-b183-7867889e17b1 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=9baf9d0b-aecd-4359-8685-c097669521c9 HTTP/1.1" status: 200 len: 210 time: 0.0603316 Oct 04 10:07:43.388180 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-a927841e-d540-4527-afaa-db7102dc3653 None None] Attempt 3 to provision port 94cc2ae0-efe3-444d-9246-88547b2f4fe3 Oct 04 10:07:43.439508 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050f1c9a-0555-42ba-be9b-1ddbf5709d68 None None] Pushing event updated for resources: {'Port': ['ID=94cc2ae0-efe3-444d-9246-88547b2f4fe3,revision_number=3']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:07:43.447244 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-a927841e-d540-4527-afaa-db7102dc3653 None None] Port 94cc2ae0-efe3-444d-9246-88547b2f4fe3 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:07:43.452134 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050f1c9a-0555-42ba-be9b-1ddbf5709d68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:07:43.452503 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050f1c9a-0555-42ba-be9b-1ddbf5709d68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:07:43.452846 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050f1c9a-0555-42ba-be9b-1ddbf5709d68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:07:43.453210 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050f1c9a-0555-42ba-be9b-1ddbf5709d68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:07:43.453538 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050f1c9a-0555-42ba-be9b-1ddbf5709d68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:07:43.453868 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050f1c9a-0555-42ba-be9b-1ddbf5709d68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:07:43.454193 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050f1c9a-0555-42ba-be9b-1ddbf5709d68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:07:43.454515 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050f1c9a-0555-42ba-be9b-1ddbf5709d68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:07:43.454837 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050f1c9a-0555-42ba-be9b-1ddbf5709d68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:07:43.455158 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050f1c9a-0555-42ba-be9b-1ddbf5709d68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:07:43.455476 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050f1c9a-0555-42ba-be9b-1ddbf5709d68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:07:43.455787 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050f1c9a-0555-42ba-be9b-1ddbf5709d68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:07:43.459142 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-6ec883b2-5053-4dab-a8e8-c45bcef0e12e None None] Attempting to bind port 94cc2ae0-efe3-444d-9246-88547b2f4fe3 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 10:07:43.459504 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-6ec883b2-5053-4dab-a8e8-c45bcef0e12e None None] Attempting to bind port 94cc2ae0-efe3-444d-9246-88547b2f4fe3 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '802b6ab2-98ed-4447-b4c1-943e20b4764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '65ea93fa-bc38-4dac-b29c-19cdd2a0aa63'}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 10:07:43.459865 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec883b2-5053-4dab-a8e8-c45bcef0e12e None None] Attempting to bind port 94cc2ae0-efe3-444d-9246-88547b2f4fe3 on network 65ea93fa-bc38-4dac-b29c-19cdd2a0aa63 {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 10:07:43.465946 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec883b2-5053-4dab-a8e8-c45bcef0e12e None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 10, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 10:07:43.466390 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec883b2-5053-4dab-a8e8-c45bcef0e12e None None] Checking segment: {'id': '802b6ab2-98ed-4447-b4c1-943e20b4764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '65ea93fa-bc38-4dac-b29c-19cdd2a0aa63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 10:07:43.466788 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-6ec883b2-5053-4dab-a8e8-c45bcef0e12e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:43.467173 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec883b2-5053-4dab-a8e8-c45bcef0e12e None None] Bound using segment: {'id': '802b6ab2-98ed-4447-b4c1-943e20b4764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '65ea93fa-bc38-4dac-b29c-19cdd2a0aa63'} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 10:07:43.467630 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-6ec883b2-5053-4dab-a8e8-c45bcef0e12e None None] Bound port: 94cc2ae0-efe3-444d-9246-88547b2f4fe3, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '802b6ab2-98ed-4447-b4c1-943e20b4764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '65ea93fa-bc38-4dac-b29c-19cdd2a0aa63'}}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 10:07:43.467999 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-6ec883b2-5053-4dab-a8e8-c45bcef0e12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:43.558484 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-6ec883b2-5053-4dab-a8e8-c45bcef0e12e None None] For port 94cc2ae0-efe3-444d-9246-88547b2f4fe3, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 10:07:43.561625 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-6ec883b2-5053-4dab-a8e8-c45bcef0e12e None None] For port 94cc2ae0-efe3-444d-9246-88547b2f4fe3, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=94cc2ae0-efe3-444d-9246-88547b2f4fe3,segment=NetworkSegment(802b6ab2-98ed-4447-b4c1-943e20b4764c),segment_id=802b6ab2-98ed-4447-b4c1-943e20b4764c)] {{(pid=89035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 10:07:43.565736 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-6ec883b2-5053-4dab-a8e8-c45bcef0e12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:43.623457 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec883b2-5053-4dab-a8e8-c45bcef0e12e None None] Routers {'d9c4dcd9-9c83-405b-ba0f-474602a10626'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:07:43.624049 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-6ec883b2-5053-4dab-a8e8-c45bcef0e12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:07:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['d9c4dcd9-9c83-405b-ba0f-474602a10626'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:07:43.725500 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050f1c9a-0555-42ba-be9b-1ddbf5709d68 None None] Pushing event updated for resources: {'Port': ['ID=94cc2ae0-efe3-444d-9246-88547b2f4fe3,revision_number=4']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:07:43.829440 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-6ec883b2-5053-4dab-a8e8-c45bcef0e12e None None] Set router d9c4dcd9-9c83-405b-ba0f-474602a10626 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:07:43.947934 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-a927841e-d540-4527-afaa-db7102dc3653 None None] Attempt 4 to provision port 94cc2ae0-efe3-444d-9246-88547b2f4fe3 Oct 04 10:07:44.008986 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-a927841e-d540-4527-afaa-db7102dc3653 None None] Port 94cc2ae0-efe3-444d-9246-88547b2f4fe3 had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 10:07:44.133807 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-6ec883b2-5053-4dab-a8e8-c45bcef0e12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c4dcd9-9c83-405b-ba0f-474602a10626', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1813943359', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.62'}], 'enable_snat': True}, 'gw_port_id': '9a1453f2-f936-4f4b-9a06-a4d7e298f1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:07:35Z', 'updated_at': '2022-10-04T10:07:40Z', 'revision_number': 4, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': '9a1453f2-f936-4f4b-9a06-a4d7e298f1f6', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:af:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c4dcd9-9c83-405b-ba0f-474602a10626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:07:36Z', 'updated_at': '2022-10-04T10:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '94cc2ae0-efe3-444d-9246-88547b2f4fe3', 'name': '', 'network_id': '65ea93fa-bc38-4dac-b29c-19cdd2a0aa63', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'mac_address': 'fa:16:3e:95:e4:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c4dcd9-9c83-405b-ba0f-474602a10626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '406c073c-ff9d-4ae3-bae5-191500ea50bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:07:39Z', 'updated_at': '2022-10-04T10:07:43Z', 'revision_number': 4, 'project_id': '12664c4828024576bc805d2308db5fae', 'subnets': [{'id': '406c073c-ff9d-4ae3-bae5-191500ea50bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:07:44.137585 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec883b2-5053-4dab-a8e8-c45bcef0e12e None None] The sync data for ids ['d9c4dcd9-9c83-405b-ba0f-474602a10626'] in dv-neutron-860215-1-hyperv is: [{'id': 'd9c4dcd9-9c83-405b-ba0f-474602a10626', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1813943359', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.62'}], 'enable_snat': True}, 'gw_port_id': '9a1453f2-f936-4f4b-9a06-a4d7e298f1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:07:35Z', 'updated_at': '2022-10-04T10:07:40Z', 'revision_number': 4, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': '9a1453f2-f936-4f4b-9a06-a4d7e298f1f6', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:af:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c4dcd9-9c83-405b-ba0f-474602a10626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:07:36Z', 'updated_at': '2022-10-04T10:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '94cc2ae0-efe3-444d-9246-88547b2f4fe3', 'name': '', 'network_id': '65ea93fa-bc38-4dac-b29c-19cdd2a0aa63', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'mac_address': 'fa:16:3e:95:e4:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c4dcd9-9c83-405b-ba0f-474602a10626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '406c073c-ff9d-4ae3-bae5-191500ea50bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:07:39Z', 'updated_at': '2022-10-04T10:07:43Z', 'revision_number': 4, 'project_id': '12664c4828024576bc805d2308db5fae', 'subnets': [{'id': '406c073c-ff9d-4ae3-bae5-191500ea50bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 10:07:44.447682 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 94cc2ae0-efe3-444d-9246-88547b2f4fe3 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:07:44.543671 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3bab76ab-6a47-4807-a9ee-f67d43dbaa9a req-d6c44c81-ae17-4bb6-b2f1-484be2c1fdfc tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=9baf9d0b-aecd-4359-8685-c097669521c9 HTTP/1.1" status: 200 len: 210 time: 0.0729258 Oct 04 10:07:44.550447 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 94cc2ae0-efe3-444d-9246-88547b2f4fe3 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 10:07:44.559361 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 94cc2ae0-efe3-444d-9246-88547b2f4fe3 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:07:44.560657 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:44.561487 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 94cc2ae0-efe3-444d-9246-88547b2f4fe3 Oct 04 10:07:44.621977 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf33bad-9cba-4aa1-8f07-f78e86b9b2d1 req-5b6d047d-b30e-460b-9845-a17b37722f13 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:07:44.623587 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2bf33bad-9cba-4aa1-8f07-f78e86b9b2d1 req-5b6d047d-b30e-460b-9845-a17b37722f13 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.20 "GET /v2.0/networks?id=65ea93fa-bc38-4dac-b29c-19cdd2a0aa63 HTTP/1.1" status: 200 len: 797 time: 0.2550793 Oct 04 10:07:44.691712 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2bf33bad-9cba-4aa1-8f07-f78e86b9b2d1 req-edd4d233-708d-4544-9562-2303ba283360 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12664c4828024576bc805d2308db5fae HTTP/1.1" status: 200 len: 380 time: 0.0544691 Oct 04 10:07:44.699133 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 94cc2ae0-efe3-444d-9246-88547b2f4fe3 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:07:44.699646 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:44.701523 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-2bf33bad-9cba-4aa1-8f07-f78e86b9b2d1 req-edd0033e-5e7b-49a6-b2a5-63d5f6fe8130 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Request body: {'port': {'device_id': '9baf9d0b-aecd-4359-8685-c097669521c9', 'network_id': '65ea93fa-bc38-4dac-b29c-19cdd2a0aa63', 'admin_state_up': True, 'tenant_id': '12664c4828024576bc805d2308db5fae', 'security_groups': ['6b1597eb-5b12-4afa-8534-aa91e92445bb']}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:07:44.739031 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 94cc2ae0-efe3-444d-9246-88547b2f4fe3, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=94cc2ae0-efe3-444d-9246-88547b2f4fe3,segment=NetworkSegment(802b6ab2-98ed-4447-b4c1-943e20b4764c),segment_id=802b6ab2-98ed-4447-b4c1-943e20b4764c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:07:44.746361 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:44.747254 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 170803f9-2d06-416c-93d0-fb976b209934 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:07:44.866417 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=94cc2ae0-efe3-444d-9246-88547b2f4fe3,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:07:44.880397 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 170803f9-2d06-416c-93d0-fb976b209934 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:07:44.880776 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:44.881116 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 170803f9-2d06-416c-93d0-fb976b209934 Oct 04 10:07:44.966758 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-2bf33bad-9cba-4aa1-8f07-f78e86b9b2d1 req-edd0033e-5e7b-49a6-b2a5-63d5f6fe8130 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:07:44.977630 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-2bf33bad-9cba-4aa1-8f07-f78e86b9b2d1 req-edd0033e-5e7b-49a6-b2a5-63d5f6fe8130 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:07:44.989478 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bf33bad-9cba-4aa1-8f07-f78e86b9b2d1 req-edd0033e-5e7b-49a6-b2a5-63d5f6fe8130 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Made reservation on behalf of 12664c4828024576bc805d2308db5fae for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 10:07:44.993951 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-2bf33bad-9cba-4aa1-8f07-f78e86b9b2d1 req-edd0033e-5e7b-49a6-b2a5-63d5f6fe8130 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:45.008876 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 170803f9-2d06-416c-93d0-fb976b209934 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:07:45.010814 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 9a1453f2-f936-4f4b-9a06-a4d7e298f1f6 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:07:45.085297 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 9a1453f2-f936-4f4b-9a06-a4d7e298f1f6 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:07:45.085763 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:45.086850 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 9a1453f2-f936-4f4b-9a06-a4d7e298f1f6 Oct 04 10:07:45.170682 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [req-2bf33bad-9cba-4aa1-8f07-f78e86b9b2d1 req-edd0033e-5e7b-49a6-b2a5-63d5f6fe8130 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Allocated IP 172.20.0.14 (65ea93fa-bc38-4dac-b29c-19cdd2a0aa63/406c073c-ff9d-4ae3-bae5-191500ea50bf/5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 10:07:45.220190 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 9a1453f2-f936-4f4b-9a06-a4d7e298f1f6 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:07:45.373090 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-2bf33bad-9cba-4aa1-8f07-f78e86b9b2d1 req-edd0033e-5e7b-49a6-b2a5-63d5f6fe8130 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:45.389116 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-2bf33bad-9cba-4aa1-8f07-f78e86b9b2d1 req-edd0033e-5e7b-49a6-b2a5-63d5f6fe8130 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Transition to ACTIVE for port object 5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 10:07:45.412839 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-2bf33bad-9cba-4aa1-8f07-f78e86b9b2d1 req-edd0033e-5e7b-49a6-b2a5-63d5f6fe8130 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:45.487477 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bf33bad-9cba-4aa1-8f07-f78e86b9b2d1 req-edd0033e-5e7b-49a6-b2a5-63d5f6fe8130 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Network 65ea93fa-bc38-4dac-b29c-19cdd2a0aa63 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 10:07:45.491149 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [req-2bf33bad-9cba-4aa1-8f07-f78e86b9b2d1 req-edd0033e-5e7b-49a6-b2a5-63d5f6fe8130 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 10:07:45.494894 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bf33bad-9cba-4aa1-8f07-f78e86b9b2d1 req-edd0033e-5e7b-49a6-b2a5-63d5f6fe8130 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 10:07:45.525557 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd0033e-5e7b-49a6-b2a5-63d5f6fe8130 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'Port': ['ID=5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:07:45.563380 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf33bad-9cba-4aa1-8f07-f78e86b9b2d1 req-edd0033e-5e7b-49a6-b2a5-63d5f6fe8130 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:07:45.564064 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-2bf33bad-9cba-4aa1-8f07-f78e86b9b2d1 req-edd0033e-5e7b-49a6-b2a5-63d5f6fe8130 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:45.591295 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2bf33bad-9cba-4aa1-8f07-f78e86b9b2d1 req-edd0033e-5e7b-49a6-b2a5-63d5f6fe8130 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8943741 Oct 04 10:07:45.608120 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-2bf33bad-9cba-4aa1-8f07-f78e86b9b2d1 req-9d14eed2-6edd-42da-b5ba-ba44aaa55039 service neutron] Request body: {'port': {'device_id': '9baf9d0b-aecd-4359-8685-c097669521c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8602'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:07:45.735937 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-2bf33bad-9cba-4aa1-8f07-f78e86b9b2d1 req-9d14eed2-6edd-42da-b5ba-ba44aaa55039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:45.755114 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d0e13f54-74d1-4599-b932-1510edb565f4 None None] Provisioning for port 5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 10:07:45.760169 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d0e13f54-74d1-4599-b932-1510edb565f4 None None] Provisioning complete for port 5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:07:45.760628 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d0e13f54-74d1-4599-b932-1510edb565f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:45.761187 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d0e13f54-74d1-4599-b932-1510edb565f4 None None] Attempt 1 to provision port 5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7 Oct 04 10:07:45.819290 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d0e13f54-74d1-4599-b932-1510edb565f4 None None] Port 5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:07:45.877197 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f098c-6982-41e8-ac21-8586f1685235 req-41f9f1f9-e60a-489a-97af-233cc1bc2158 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:07:45.878666 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-393f098c-6982-41e8-ac21-8586f1685235 req-41f9f1f9-e60a-489a-97af-233cc1bc2158 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=9baf9d0b-aecd-4359-8685-c097669521c9 HTTP/1.1" status: 200 len: 932 time: 0.2150223 Oct 04 10:07:45.922667 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-393f098c-6982-41e8-ac21-8586f1685235 req-17c0012b-07c5-4f30-8191-bd58a93efa1e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Synchronizing usage tracker for tenant:12664c4828024576bc805d2308db5fae on resource:security_group {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 10:07:45.934024 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-393f098c-6982-41e8-ac21-8586f1685235 req-17c0012b-07c5-4f30-8191-bd58a93efa1e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Unset dirty status for tenant:12664c4828024576bc805d2308db5fae on resource:security_group {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 10:07:45.935144 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-393f098c-6982-41e8-ac21-8586f1685235 req-17c0012b-07c5-4f30-8191-bd58a93efa1e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b1597eb-5b12-4afa-8534-aa91e92445bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506735 Oct 04 10:07:46.088958 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [req-2bf33bad-9cba-4aa1-8f07-f78e86b9b2d1 req-9d14eed2-6edd-42da-b5ba-ba44aaa55039 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7 {{(pid=89032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 10:07:46.096303 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-2bf33bad-9cba-4aa1-8f07-f78e86b9b2d1 req-9d14eed2-6edd-42da-b5ba-ba44aaa55039 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:46.111447 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-2bf33bad-9cba-4aa1-8f07-f78e86b9b2d1 req-9d14eed2-6edd-42da-b5ba-ba44aaa55039 service neutron] Transition to ACTIVE for port object 5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7 will not be triggered until provisioned by entity L2. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 10:07:46.115643 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-2bf33bad-9cba-4aa1-8f07-f78e86b9b2d1 req-9d14eed2-6edd-42da-b5ba-ba44aaa55039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:46.303178 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d14eed2-6edd-42da-b5ba-ba44aaa55039 service neutron] Pushing event updated for resources: {'Port': ['ID=5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:07:46.320638 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d0e13f54-74d1-4599-b932-1510edb565f4 None None] Attempt 2 to provision port 5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7 Oct 04 10:07:46.344886 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-2bf33bad-9cba-4aa1-8f07-f78e86b9b2d1 req-9d14eed2-6edd-42da-b5ba-ba44aaa55039 service neutron] Attempting to bind port 5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7 on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 10:07:46.345153 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-2bf33bad-9cba-4aa1-8f07-f78e86b9b2d1 req-9d14eed2-6edd-42da-b5ba-ba44aaa55039 service neutron] Attempting to bind port 5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7 by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': '802b6ab2-98ed-4447-b4c1-943e20b4764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '65ea93fa-bc38-4dac-b29c-19cdd2a0aa63'}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 10:07:46.345486 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf33bad-9cba-4aa1-8f07-f78e86b9b2d1 req-9d14eed2-6edd-42da-b5ba-ba44aaa55039 service neutron] Attempting to bind port 5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7 on network 65ea93fa-bc38-4dac-b29c-19cdd2a0aa63 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 10:07:46.350733 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf33bad-9cba-4aa1-8f07-f78e86b9b2d1 req-9d14eed2-6edd-42da-b5ba-ba44aaa55039 service neutron] Port 5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7 on network 65ea93fa-bc38-4dac-b29c-19cdd2a0aa63 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 10:07:46.351054 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf33bad-9cba-4aa1-8f07-f78e86b9b2d1 req-9d14eed2-6edd-42da-b5ba-ba44aaa55039 service neutron] Attempting to bind port 5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7 on network 65ea93fa-bc38-4dac-b29c-19cdd2a0aa63 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 10:07:46.351241 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 94cc2ae0-efe3-444d-9246-88547b2f4fe3 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:07:46.357061 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf33bad-9cba-4aa1-8f07-f78e86b9b2d1 req-9d14eed2-6edd-42da-b5ba-ba44aaa55039 service neutron] Checking agent: {'id': '1be90a14-1104-4771-996e-684b25b74d15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'started_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 10, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 10:07:46.357400 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf33bad-9cba-4aa1-8f07-f78e86b9b2d1 req-9d14eed2-6edd-42da-b5ba-ba44aaa55039 service neutron] Checking segment: {'id': '802b6ab2-98ed-4447-b4c1-943e20b4764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '65ea93fa-bc38-4dac-b29c-19cdd2a0aa63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 10:07:46.357781 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf33bad-9cba-4aa1-8f07-f78e86b9b2d1 req-9d14eed2-6edd-42da-b5ba-ba44aaa55039 service neutron] Bound using segment: {'id': '802b6ab2-98ed-4447-b4c1-943e20b4764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '65ea93fa-bc38-4dac-b29c-19cdd2a0aa63'} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 10:07:46.358470 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-2bf33bad-9cba-4aa1-8f07-f78e86b9b2d1 req-9d14eed2-6edd-42da-b5ba-ba44aaa55039 service neutron] Bound port: 5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7, host: hv-neutron-8602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '802b6ab2-98ed-4447-b4c1-943e20b4764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '65ea93fa-bc38-4dac-b29c-19cdd2a0aa63'}}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 10:07:46.359056 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-2bf33bad-9cba-4aa1-8f07-f78e86b9b2d1 req-9d14eed2-6edd-42da-b5ba-ba44aaa55039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:46.425728 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d0e13f54-74d1-4599-b932-1510edb565f4 None None] Port 5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:07:46.440736 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 94cc2ae0-efe3-444d-9246-88547b2f4fe3 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:07:46.441099 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:46.441454 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 94cc2ae0-efe3-444d-9246-88547b2f4fe3 Oct 04 10:07:46.454374 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-2bf33bad-9cba-4aa1-8f07-f78e86b9b2d1 req-9d14eed2-6edd-42da-b5ba-ba44aaa55039 service neutron] For port 5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7, host hv-neutron-8602, cleared binding levels {{(pid=89032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 10:07:46.457703 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-2bf33bad-9cba-4aa1-8f07-f78e86b9b2d1 req-9d14eed2-6edd-42da-b5ba-ba44aaa55039 service neutron] For port 5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7, host hv-neutron-8602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7,segment=NetworkSegment(802b6ab2-98ed-4447-b4c1-943e20b4764c),segment_id=802b6ab2-98ed-4447-b4c1-943e20b4764c)] {{(pid=89032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 10:07:46.463237 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-2bf33bad-9cba-4aa1-8f07-f78e86b9b2d1 req-9d14eed2-6edd-42da-b5ba-ba44aaa55039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:46.466525 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf33bad-9cba-4aa1-8f07-f78e86b9b2d1 req-9d14eed2-6edd-42da-b5ba-ba44aaa55039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:07:46.467433 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-2bf33bad-9cba-4aa1-8f07-f78e86b9b2d1 req-9d14eed2-6edd-42da-b5ba-ba44aaa55039 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:46.469079 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2bf33bad-9cba-4aa1-8f07-f78e86b9b2d1 req-9d14eed2-6edd-42da-b5ba-ba44aaa55039 service neutron] 10.222.0.20 "PUT /v2.0/ports/5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7 HTTP/1.1" status: 200 len: 1094 time: 0.8652964 Oct 04 10:07:46.500511 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9baf9d0b-aecd-4359-8685-c097669521c9', 'tag': '5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 10:07:46.502845 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6d08dc-85b1-4bbf-b660-253072ae9993" -d '{"events": [{"name": "network-changed", "server_uuid": "9baf9d0b-aecd-4359-8685-c097669521c9", "tag": "5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 10:07:46.569026 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 94cc2ae0-efe3-444d-9246-88547b2f4fe3 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:07:46.570010 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 10:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a1d40e-b95d-4349-a631-5e6fccfb6800 x-openstack-request-id: req-75a1d40e-b95d-4349-a631-5e6fccfb6800 {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 10:07:46.570482 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9baf9d0b-aecd-4359-8685-c097669521c9", "tag": "5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 10:07:46.570590 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-75a1d40e-b95d-4349-a631-5e6fccfb6800 {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 10:07:46.570897 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75a1d40e-b95d-4349-a631-5e6fccfb6800'] response: {'name': 'network-changed', 'server_uuid': '9baf9d0b-aecd-4359-8685-c097669521c9', 'tag': '5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7', 'status': 'completed', 'code': 200} Oct 04 10:07:46.601915 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d14eed2-6edd-42da-b5ba-ba44aaa55039 service neutron] Pushing event updated for resources: {'Port': ['ID=5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7,revision_number=3']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:07:46.622639 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf33bad-9cba-4aa1-8f07-f78e86b9b2d1 req-d14a21a0-b23a-4681-8642-f7cb269e51dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:07:46.624100 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2bf33bad-9cba-4aa1-8f07-f78e86b9b2d1 req-d14a21a0-b23a-4681-8642-f7cb269e51dd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12664c4828024576bc805d2308db5fae&device_id=9baf9d0b-aecd-4359-8685-c097669521c9 HTTP/1.1" status: 200 len: 1097 time: 0.0941949 Oct 04 10:07:46.696255 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2bf33bad-9cba-4aa1-8f07-f78e86b9b2d1 req-461c0050-38d7-40eb-913b-e4d0b49e6220 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7 HTTP/1.1" status: 200 len: 217 time: 0.0596986 Oct 04 10:07:46.855527 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf33bad-9cba-4aa1-8f07-f78e86b9b2d1 req-4c9d7f64-4759-4acb-879f-0a3d68d23755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:07:46.856886 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2bf33bad-9cba-4aa1-8f07-f78e86b9b2d1 req-4c9d7f64-4759-4acb-879f-0a3d68d23755 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=406c073c-ff9d-4ae3-bae5-191500ea50bf HTTP/1.1" status: 200 len: 835 time: 0.1548808 Oct 04 10:07:46.927018 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d0e13f54-74d1-4599-b932-1510edb565f4 None None] Attempt 3 to provision port 5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7 Oct 04 10:07:46.937445 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf33bad-9cba-4aa1-8f07-f78e86b9b2d1 req-1491c3b0-46e2-4c98-90f7-422421b39193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:07:46.938928 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2bf33bad-9cba-4aa1-8f07-f78e86b9b2d1 req-1491c3b0-46e2-4c98-90f7-422421b39193 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=65ea93fa-bc38-4dac-b29c-19cdd2a0aa63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760431 Oct 04 10:07:47.016217 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d0e13f54-74d1-4599-b932-1510edb565f4 None None] Port 5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7 had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 10:07:47.073385 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2bf33bad-9cba-4aa1-8f07-f78e86b9b2d1 req-ae2c4487-7ea7-44e8-87e8-11c698fd0daa service neutron] 10.222.0.20 "GET /v2.0/networks/65ea93fa-bc38-4dac-b29c-19cdd2a0aa63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280184 Oct 04 10:07:47.139740 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdebe6a-770a-4d31-a1ff-28177171ebe1 req-933f053d-47d2-486f-945e-1a8664a11637 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:07:47.141117 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-cfdebe6a-770a-4d31-a1ff-28177171ebe1 req-933f053d-47d2-486f-945e-1a8664a11637 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=9baf9d0b-aecd-4359-8685-c097669521c9 HTTP/1.1" status: 200 len: 944 time: 0.0865924 Oct 04 10:07:47.184255 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-cfdebe6a-770a-4d31-a1ff-28177171ebe1 req-6a82c8f0-7e30-4d73-a3d7-12fa9c7550e5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b1597eb-5b12-4afa-8534-aa91e92445bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373633 Oct 04 10:07:47.204304 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2bf33bad-9cba-4aa1-8f07-f78e86b9b2d1 req-aebbdcb8-c053-4c12-8fbe-a73166d5f317 service neutron] 10.222.0.20 "GET /v2.0/networks/65ea93fa-bc38-4dac-b29c-19cdd2a0aa63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255462 Oct 04 10:07:47.365882 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d08dc-85b1-4bbf-b660-253072ae9993 req-446f86f5-7f27-4836-99c2-4513b228c02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:07:47.367346 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7b6d08dc-85b1-4bbf-b660-253072ae9993 req-446f86f5-7f27-4836-99c2-4513b228c02e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12664c4828024576bc805d2308db5fae&device_id=9baf9d0b-aecd-4359-8685-c097669521c9 HTTP/1.1" status: 200 len: 1097 time: 0.0806811 Oct 04 10:07:47.495185 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d08dc-85b1-4bbf-b660-253072ae9993 req-1f1f1ea4-5772-45c5-895e-4ce630c5e20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:07:47.496843 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7b6d08dc-85b1-4bbf-b660-253072ae9993 req-1f1f1ea4-5772-45c5-895e-4ce630c5e20d service neutron] 10.222.0.20 "GET /v2.0/networks?id=65ea93fa-bc38-4dac-b29c-19cdd2a0aa63 HTTP/1.1" status: 200 len: 898 time: 0.1231401 Oct 04 10:07:47.565157 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7b6d08dc-85b1-4bbf-b660-253072ae9993 req-00a3d25f-42b7-49f6-884d-db718f54e155 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7 HTTP/1.1" status: 200 len: 217 time: 0.0621741 Oct 04 10:07:47.626389 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d08dc-85b1-4bbf-b660-253072ae9993 req-79e4fdd2-49ae-4197-9c1a-a25b67f08f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:07:47.627757 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7b6d08dc-85b1-4bbf-b660-253072ae9993 req-79e4fdd2-49ae-4197-9c1a-a25b67f08f91 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=406c073c-ff9d-4ae3-bae5-191500ea50bf HTTP/1.1" status: 200 len: 835 time: 0.0561979 Oct 04 10:07:47.710231 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d08dc-85b1-4bbf-b660-253072ae9993 req-392de6a0-5dd7-4063-b4d5-5fafe79335d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:07:47.712481 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7b6d08dc-85b1-4bbf-b660-253072ae9993 req-392de6a0-5dd7-4063-b4d5-5fafe79335d4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=65ea93fa-bc38-4dac-b29c-19cdd2a0aa63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791464 Oct 04 10:07:47.843340 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7b6d08dc-85b1-4bbf-b660-253072ae9993 req-d8939388-2f50-4920-b06f-914126cbd631 service neutron] 10.222.0.20 "GET /v2.0/networks/65ea93fa-bc38-4dac-b29c-19cdd2a0aa63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253366 Oct 04 10:07:47.970693 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7b6d08dc-85b1-4bbf-b660-253072ae9993 req-ccb04307-bfc3-467f-b925-65f22024dda9 service neutron] 10.222.0.20 "GET /v2.0/networks/65ea93fa-bc38-4dac-b29c-19cdd2a0aa63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209042 Oct 04 10:07:48.392366 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732a76b-4d5b-4ad7-8cda-7d25304f59cb req-d945aa2f-939f-4720-8a5f-c20dd5a1d81c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:07:48.393085 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-1732a76b-4d5b-4ad7-8cda-7d25304f59cb req-d945aa2f-939f-4720-8a5f-c20dd5a1d81c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Synchronizing usage tracker for tenant:12664c4828024576bc805d2308db5fae on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 10:07:48.408646 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-1732a76b-4d5b-4ad7-8cda-7d25304f59cb req-d945aa2f-939f-4720-8a5f-c20dd5a1d81c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Unset dirty status for tenant:12664c4828024576bc805d2308db5fae on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 10:07:48.409765 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1732a76b-4d5b-4ad7-8cda-7d25304f59cb req-d945aa2f-939f-4720-8a5f-c20dd5a1d81c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=9baf9d0b-aecd-4359-8685-c097669521c9 HTTP/1.1" status: 200 len: 944 time: 0.1149092 Oct 04 10:07:48.453277 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1732a76b-4d5b-4ad7-8cda-7d25304f59cb req-d4eedfed-c836-44a1-b69d-28af3b1d6373 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b1597eb-5b12-4afa-8534-aa91e92445bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377965 Oct 04 10:07:49.650646 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd6e7b7-26a7-4578-a00a-ca2e96bd6a53 req-61f56c68-09fc-4035-832f-3ad2f456de78 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:07:49.652078 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-8cd6e7b7-26a7-4578-a00a-ca2e96bd6a53 req-61f56c68-09fc-4035-832f-3ad2f456de78 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=9baf9d0b-aecd-4359-8685-c097669521c9 HTTP/1.1" status: 200 len: 944 time: 0.0879436 Oct 04 10:07:49.695337 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-8cd6e7b7-26a7-4578-a00a-ca2e96bd6a53 req-c0147bfb-657d-468e-83ff-acba088ce20d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b1597eb-5b12-4afa-8534-aa91e92445bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375628 Oct 04 10:07:50.739601 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7 details requested by agent hyperv_hv-neutron-8602 with host hv-neutron-8602 {{(pid=89034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 04 10:07:50.877829 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7,segment=NetworkSegment(802b6ab2-98ed-4447-b4c1-943e20b4764c),segment_id=802b6ab2-98ed-4447-b4c1-943e20b4764c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:07:50.891036 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Returning: {'device': '5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7', 'network_id': '65ea93fa-bc38-4dac-b29c-19cdd2a0aa63', 'port_id': '5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7', 'mac_address': 'fa:16:3e:e8:a7:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '406c073c-ff9d-4ae3-bae5-191500ea50bf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 04 10:07:50.903417 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954268f8-5042-4c96-a0e2-9068df022522 req-64490b14-e7b9-4c59-8f10-6a808da13c9d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:07:50.904922 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-954268f8-5042-4c96-a0e2-9068df022522 req-64490b14-e7b9-4c59-8f10-6a808da13c9d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=9baf9d0b-aecd-4359-8685-c097669521c9 HTTP/1.1" status: 200 len: 944 time: 0.0914567 Oct 04 10:07:50.950850 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-954268f8-5042-4c96-a0e2-9068df022522 req-8efaa268-044a-47af-b626-10a5c242ce7d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b1597eb-5b12-4afa-8534-aa91e92445bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396690 Oct 04 10:07:50.953312 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7 is: DOWN; New status is: BUILD {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:07:50.953818 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:50.971049 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7 {{(pid=89034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 10:07:50.986716 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7,segment=NetworkSegment(802b6ab2-98ed-4447-b4c1-943e20b4764c),segment_id=802b6ab2-98ed-4447-b4c1-943e20b4764c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:07:50.990871 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:51.055470 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:07:51.417649 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 10:07:52.151183 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59b064-ba3a-48af-aadb-e7919103e406 req-80f43d67-de62-4f1f-a0bc-8445bedbda77 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:07:52.152635 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-6e59b064-ba3a-48af-aadb-e7919103e406 req-80f43d67-de62-4f1f-a0bc-8445bedbda77 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=9baf9d0b-aecd-4359-8685-c097669521c9 HTTP/1.1" status: 200 len: 945 time: 0.0909297 Oct 04 10:07:52.195048 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-6e59b064-ba3a-48af-aadb-e7919103e406 req-eb229727-d6da-4216-bb27-391abfea8a1c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b1597eb-5b12-4afa-8534-aa91e92445bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368245 Oct 04 10:07:52.753773 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7 up at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:07:52.822173 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning for port 5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 10:07:52.827034 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning complete for port 5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:07:52.827407 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:52.827741 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Attempt 1 to provision port 5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7 Oct 04 10:07:52.942273 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7 is: BUILD; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:07:52.942653 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:52.968478 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9baf9d0b-aecd-4359-8685-c097669521c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 10:07:52.970740 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1aef738b946a3ea172e8e75fc735451da1d91f114ea1acc5fcf392e20a929bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b301c7-0ffb-4ab3-a1dd-d792010a783e" -d '{"events": [{"server_uuid": "9baf9d0b-aecd-4359-8685-c097669521c9", "name": "network-vif-plugged", "status": "completed", "tag": "5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 10:07:52.979213 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7,segment=NetworkSegment(802b6ab2-98ed-4447-b4c1-943e20b4764c),segment_id=802b6ab2-98ed-4447-b4c1-943e20b4764c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:07:52.983082 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:53.050836 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:07:53.059441 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 10:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3731c5d4-a143-4b74-a08e-6cc7823476d3 x-openstack-request-id: req-3731c5d4-a143-4b74-a08e-6cc7823476d3 {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 10:07:53.059727 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9baf9d0b-aecd-4359-8685-c097669521c9", "name": "network-vif-plugged", "status": "completed", "tag": "5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 10:07:53.059976 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3731c5d4-a143-4b74-a08e-6cc7823476d3 {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 10:07:53.060391 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3731c5d4-a143-4b74-a08e-6cc7823476d3'] response: {'server_uuid': '9baf9d0b-aecd-4359-8685-c097669521c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7', 'code': 200} Oct 04 10:07:53.319651 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a7d4d-ddd6-4452-b25a-adf0009aef34 req-2f2852b8-4f96-4d83-b9c9-58df3f4daad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:07:53.321268 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ee9a7d4d-ddd6-4452-b25a-adf0009aef34 req-2f2852b8-4f96-4d83-b9c9-58df3f4daad8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9baf9d0b-aecd-4359-8685-c097669521c9 HTTP/1.1" status: 200 len: 1099 time: 0.0759838 Oct 04 10:07:53.364321 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ee9a7d4d-ddd6-4452-b25a-adf0009aef34 req-5e0f83a5-c685-4277-ac87-c36d566354b4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6b1597eb-5b12-4afa-8534-aa91e92445bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368648 Oct 04 10:07:53.391706 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd2121-9938-496c-9b29-2e003c1a975a req-6a9f406b-36b8-4799-822e-9eec815b53ee tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:07:53.393188 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-02bd2121-9938-496c-9b29-2e003c1a975a req-6a9f406b-36b8-4799-822e-9eec815b53ee tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=9baf9d0b-aecd-4359-8685-c097669521c9 HTTP/1.1" status: 200 len: 946 time: 0.0860708 Oct 04 10:07:53.437183 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-02bd2121-9938-496c-9b29-2e003c1a975a req-8af61bc3-9554-407c-99b8-7ac42cd7afc7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b1597eb-5b12-4afa-8534-aa91e92445bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378704 Oct 04 10:07:54.634471 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e34e1d-6485-4a05-8ff3-446b5169e1d2 req-188deb60-4199-407f-b166-2e5e68530609 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:07:54.635934 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e2e34e1d-6485-4a05-8ff3-446b5169e1d2 req-188deb60-4199-407f-b166-2e5e68530609 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=9baf9d0b-aecd-4359-8685-c097669521c9 HTTP/1.1" status: 200 len: 946 time: 0.0869339 Oct 04 10:07:54.679135 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e2e34e1d-6485-4a05-8ff3-446b5169e1d2 req-f131168e-6933-4f15-b0a2-3246263e3fd5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b1597eb-5b12-4afa-8534-aa91e92445bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375049 Oct 04 10:07:55.805364 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 10:07:55.886398 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f5c43-fb5f-4a7a-a483-de96e8227e98 req-b29703e3-bb88-42c2-aa9f-bb0329aee615 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:07:55.887859 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-d77f5c43-fb5f-4a7a-a483-de96e8227e98 req-b29703e3-bb88-42c2-aa9f-bb0329aee615 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=9baf9d0b-aecd-4359-8685-c097669521c9 HTTP/1.1" status: 200 len: 946 time: 0.0898230 Oct 04 10:07:55.931466 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-d77f5c43-fb5f-4a7a-a483-de96e8227e98 req-4da6ccf8-b995-42d4-a71b-f56cfa1a9511 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b1597eb-5b12-4afa-8534-aa91e92445bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380254 Oct 04 10:07:56.127220 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79add4-e5db-4d12-b184-892a29af675f req-35defc2d-59fc-4219-8867-c932aa03ffb2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:07:56.128686 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2d79add4-e5db-4d12-b184-892a29af675f req-35defc2d-59fc-4219-8867-c932aa03ffb2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=9baf9d0b-aecd-4359-8685-c097669521c9 HTTP/1.1" status: 200 len: 946 time: 0.0886271 Oct 04 10:07:56.172149 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2d79add4-e5db-4d12-b184-892a29af675f req-73d35a4c-1066-4c0a-9695-0cca4f8e8f17 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b1597eb-5b12-4afa-8534-aa91e92445bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377076 Oct 04 10:07:56.200831 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 44216) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:07:56.277147 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b177166c-c1b5-4329-9307-d0804b34247c tempest-TestNetworkAdvancedServerOps-791167516 tempest-TestNetworkAdvancedServerOps-791167516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:07:56.278531 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-b177166c-c1b5-4329-9307-d0804b34247c tempest-TestNetworkAdvancedServerOps-791167516 tempest-TestNetworkAdvancedServerOps-791167516-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9baf9d0b-aecd-4359-8685-c097669521c9 HTTP/1.1" status: 200 len: 1094 time: 0.0767102 Oct 04 10:07:56.281281 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 44220) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:07:56.286741 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-71751c04-ba13-444f-9f81-dd7343bedbe7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Request body: {'floatingip': {'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'port_id': '5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:07:56.292709 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-71751c04-ba13-444f-9f81-dd7343bedbe7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:07:56.296531 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-71751c04-ba13-444f-9f81-dd7343bedbe7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Usage tracker for resource:floatingip and tenant:12664c4828024576bc805d2308db5fae is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:07:56.299312 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-71751c04-ba13-444f-9f81-dd7343bedbe7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:07:56.304935 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-71751c04-ba13-444f-9f81-dd7343bedbe7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:07:56.315295 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-71751c04-ba13-444f-9f81-dd7343bedbe7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for floatingip, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:56.448266 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-71751c04-ba13-444f-9f81-dd7343bedbe7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:56.670971 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-71751c04-ba13-444f-9f81-dd7343bedbe7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Allocated IP 172.26.10.20 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/c02b2813-d1f3-444c-a540-c97de5b06cd4) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 10:07:56.812895 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-71751c04-ba13-444f-9f81-dd7343bedbe7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:56.841782 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-71751c04-ba13-444f-9f81-dd7343bedbe7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:56.909001 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71751c04-ba13-444f-9f81-dd7343bedbe7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 10:07:56.911773 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-71751c04-ba13-444f-9f81-dd7343bedbe7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 10:07:56.915515 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71751c04-ba13-444f-9f81-dd7343bedbe7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 10:07:56.950473 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71751c04-ba13-444f-9f81-dd7343bedbe7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'Port': ['ID=c02b2813-d1f3-444c-a540-c97de5b06cd4,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:07:57.322481 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-71751c04-ba13-444f-9f81-dd7343bedbe7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:57.396157 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-71751c04-ba13-444f-9f81-dd7343bedbe7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:57.596891 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-71751c04-ba13-444f-9f81-dd7343bedbe7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:57.601795 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-71751c04-ba13-444f-9f81-dd7343bedbe7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:57.707952 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71751c04-ba13-444f-9f81-dd7343bedbe7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'Port': ['ID=c02b2813-d1f3-444c-a540-c97de5b06cd4,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:07:57.709584 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-71751c04-ba13-444f-9f81-dd7343bedbe7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:57.728566 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-6b70ba51-c0a0-4cb4-8843-c778d1a5bf35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:57.883726 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.l3_db [None req-71751c04-ba13-444f-9f81-dd7343bedbe7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Floating IP 27761798-bc86-4026-8e47-455d8e7334ea associated. External IP: 172.26.10.20, port: 5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7. Oct 04 10:07:58.329234 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71751c04-ba13-444f-9f81-dd7343bedbe7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Router d9c4dcd9-9c83-405b-ba0f-474602a10626 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 10:07:58.508800 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71751c04-ba13-444f-9f81-dd7343bedbe7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 10:07:58.518714 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23f3db4-6353-4bab-aae6-981d221eecf2 None None] Sync routers for ids ['d9c4dcd9-9c83-405b-ba0f-474602a10626'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 10:07:58.528893 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23f3db4-6353-4bab-aae6-981d221eecf2 None None] Routers {'d9c4dcd9-9c83-405b-ba0f-474602a10626'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:07:58.529745 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-c23f3db4-6353-4bab-aae6-981d221eecf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:07:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['d9c4dcd9-9c83-405b-ba0f-474602a10626'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:07:58.534517 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-71751c04-ba13-444f-9f81-dd7343bedbe7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:07:58.589858 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-71751c04-ba13-444f-9f81-dd7343bedbe7 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3075812 Oct 04 10:07:58.590529 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9baf9d0b-aecd-4359-8685-c097669521c9', 'tag': '5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 10:07:58.592938 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bcc6406fceab89c74d47246672e83da1f5515766c9e2dab4400159da1ad834b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69a918a-f923-4bdd-8e44-73d5dc233a77" -d '{"events": [{"name": "network-changed", "server_uuid": "9baf9d0b-aecd-4359-8685-c097669521c9", "tag": "5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 10:07:58.642857 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 10:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88107af2-c7ab-446e-ba87-88ae44e75cf3 x-openstack-request-id: req-88107af2-c7ab-446e-ba87-88ae44e75cf3 {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 10:07:58.643151 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9baf9d0b-aecd-4359-8685-c097669521c9", "tag": "5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 10:07:58.643404 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-88107af2-c7ab-446e-ba87-88ae44e75cf3 {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 10:07:58.643807 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88107af2-c7ab-446e-ba87-88ae44e75cf3'] response: {'name': 'network-changed', 'server_uuid': '9baf9d0b-aecd-4359-8685-c097669521c9', 'tag': '5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7', 'status': 'completed', 'code': 200} Oct 04 10:07:58.710771 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-c23f3db4-6353-4bab-aae6-981d221eecf2 None None] Set router d9c4dcd9-9c83-405b-ba0f-474602a10626 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:07:58.774417 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ab0e2-9e4c-4b24-a06f-4ee4d7bc96df req-f3d7cdcb-8d76-4d1d-8397-2b943e8e8831 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:07:58.776162 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-366ab0e2-9e4c-4b24-a06f-4ee4d7bc96df req-f3d7cdcb-8d76-4d1d-8397-2b943e8e8831 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=9baf9d0b-aecd-4359-8685-c097669521c9 HTTP/1.1" status: 200 len: 946 time: 0.0900269 Oct 04 10:07:58.783140 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a918a-f923-4bdd-8e44-73d5dc233a77 req-b33bbb3a-e593-48ab-8486-614ec265d5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:07:58.784718 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d69a918a-f923-4bdd-8e44-73d5dc233a77 req-b33bbb3a-e593-48ab-8486-614ec265d5bf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12664c4828024576bc805d2308db5fae&device_id=9baf9d0b-aecd-4359-8685-c097669521c9 HTTP/1.1" status: 200 len: 1099 time: 0.0982640 Oct 04 10:07:58.845587 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-366ab0e2-9e4c-4b24-a06f-4ee4d7bc96df req-b3090725-3db6-4718-89ea-cb981639cde3 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b1597eb-5b12-4afa-8534-aa91e92445bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595176 Oct 04 10:07:58.867475 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 44228) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:07:58.919042 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a918a-f923-4bdd-8e44-73d5dc233a77 req-e2143a45-7857-423f-80c8-aa63ecff874f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:07:58.920649 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d69a918a-f923-4bdd-8e44-73d5dc233a77 req-e2143a45-7857-423f-80c8-aa63ecff874f service neutron] 10.222.0.20 "GET /v2.0/networks?id=65ea93fa-bc38-4dac-b29c-19cdd2a0aa63 HTTP/1.1" status: 200 len: 898 time: 0.1304021 Oct 04 10:07:58.979578 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-5af16d3e-3fa1-4184-9881-1147de3df1bc tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/floatingips/27761798-bc86-4026-8e47-455d8e7334ea HTTP/1.1" status: 200 len: 992 time: 0.1108074 Oct 04 10:07:59.025687 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d69a918a-f923-4bdd-8e44-73d5dc233a77 req-017a8322-88c6-470f-ab32-6bb2563a0ee8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7 HTTP/1.1" status: 200 len: 1000 time: 0.0982177 Oct 04 10:07:59.065154 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-c23f3db4-6353-4bab-aae6-981d221eecf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c4dcd9-9c83-405b-ba0f-474602a10626', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1813943359', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.62'}], 'enable_snat': True}, 'gw_port_id': '9a1453f2-f936-4f4b-9a06-a4d7e298f1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:07:35Z', 'updated_at': '2022-10-04T10:07:40Z', 'revision_number': 4, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': '9a1453f2-f936-4f4b-9a06-a4d7e298f1f6', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:af:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c4dcd9-9c83-405b-ba0f-474602a10626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:07:36Z', 'updated_at': '2022-10-04T10:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': '27761798-bc86-4026-8e47-455d8e7334ea', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'floating_ip_address': '172.26.10.20', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': 'd9c4dcd9-9c83-405b-ba0f-474602a10626', 'port_id': '5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65ea93fa-bc38-4dac-b29c-19cdd2a0aa63', 'mac_address': 'fa:16:3e:e8:a7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9baf9d0b-aecd-4359-8685-c097669521c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T10:07:57Z', 'updated_at': '2022-10-04T10:07:57Z', 'revision_number': 0, 'project_id': '12664c4828024576bc805d2308db5fae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94cc2ae0-efe3-444d-9246-88547b2f4fe3', 'name': '', 'network_id': '65ea93fa-bc38-4dac-b29c-19cdd2a0aa63', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'mac_address': 'fa:16:3e:95:e4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c4dcd9-9c83-405b-ba0f-474602a10626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '406c073c-ff9d-4ae3-bae5-191500ea50bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:07:39Z', 'updated_at': '2022-10-04T10:07:44Z', 'revision_number': 5, 'project_id': '12664c4828024576bc805d2308db5fae', 'subnets': [{'id': '406c073c-ff9d-4ae3-bae5-191500ea50bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:07:59.068988 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23f3db4-6353-4bab-aae6-981d221eecf2 None None] Checking router: d9c4dcd9-9c83-405b-ba0f-474602a10626 for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 10:07:59.077183 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23f3db4-6353-4bab-aae6-981d221eecf2 None None] Routers {'d9c4dcd9-9c83-405b-ba0f-474602a10626'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:07:59.077779 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-c23f3db4-6353-4bab-aae6-981d221eecf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:07:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['d9c4dcd9-9c83-405b-ba0f-474602a10626'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:07:59.086999 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a918a-f923-4bdd-8e44-73d5dc233a77 req-35ea6d39-6ce1-4a95-81f5-d17d0b17057a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:07:59.088499 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d69a918a-f923-4bdd-8e44-73d5dc233a77 req-35ea6d39-6ce1-4a95-81f5-d17d0b17057a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=406c073c-ff9d-4ae3-bae5-191500ea50bf HTTP/1.1" status: 200 len: 835 time: 0.0574105 Oct 04 10:07:59.175947 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a918a-f923-4bdd-8e44-73d5dc233a77 req-827da9bc-2adb-4a89-8122-61c1fd79d33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:07:59.177592 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d69a918a-f923-4bdd-8e44-73d5dc233a77 req-827da9bc-2adb-4a89-8122-61c1fd79d33a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=65ea93fa-bc38-4dac-b29c-19cdd2a0aa63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0830836 Oct 04 10:07:59.291108 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-c23f3db4-6353-4bab-aae6-981d221eecf2 None None] Set router d9c4dcd9-9c83-405b-ba0f-474602a10626 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:07:59.311243 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d69a918a-f923-4bdd-8e44-73d5dc233a77 req-69d3885e-11d3-4fb7-bdf7-2c7a81a0964c service neutron] 10.222.0.20 "GET /v2.0/networks/65ea93fa-bc38-4dac-b29c-19cdd2a0aa63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265917 Oct 04 10:07:59.444432 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d69a918a-f923-4bdd-8e44-73d5dc233a77 req-19bc5534-5780-44eb-8872-35761c5f65aa service neutron] 10.222.0.20 "GET /v2.0/networks/65ea93fa-bc38-4dac-b29c-19cdd2a0aa63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278081 Oct 04 10:07:59.631037 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-c23f3db4-6353-4bab-aae6-981d221eecf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c4dcd9-9c83-405b-ba0f-474602a10626', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1813943359', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.62'}], 'enable_snat': True}, 'gw_port_id': '9a1453f2-f936-4f4b-9a06-a4d7e298f1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:07:35Z', 'updated_at': '2022-10-04T10:07:40Z', 'revision_number': 4, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': '9a1453f2-f936-4f4b-9a06-a4d7e298f1f6', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:af:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c4dcd9-9c83-405b-ba0f-474602a10626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:07:36Z', 'updated_at': '2022-10-04T10:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': '27761798-bc86-4026-8e47-455d8e7334ea', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'floating_ip_address': '172.26.10.20', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': 'd9c4dcd9-9c83-405b-ba0f-474602a10626', 'port_id': '5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65ea93fa-bc38-4dac-b29c-19cdd2a0aa63', 'mac_address': 'fa:16:3e:e8:a7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9baf9d0b-aecd-4359-8685-c097669521c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T10:07:57Z', 'updated_at': '2022-10-04T10:07:57Z', 'revision_number': 0, 'project_id': '12664c4828024576bc805d2308db5fae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94cc2ae0-efe3-444d-9246-88547b2f4fe3', 'name': '', 'network_id': '65ea93fa-bc38-4dac-b29c-19cdd2a0aa63', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'mac_address': 'fa:16:3e:95:e4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c4dcd9-9c83-405b-ba0f-474602a10626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '406c073c-ff9d-4ae3-bae5-191500ea50bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:07:39Z', 'updated_at': '2022-10-04T10:07:44Z', 'revision_number': 5, 'project_id': '12664c4828024576bc805d2308db5fae', 'subnets': [{'id': '406c073c-ff9d-4ae3-bae5-191500ea50bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:07:59.634882 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23f3db4-6353-4bab-aae6-981d221eecf2 None None] The sync data for ids ['d9c4dcd9-9c83-405b-ba0f-474602a10626'] in dv-neutron-860215-1-hyperv is: [{'id': 'd9c4dcd9-9c83-405b-ba0f-474602a10626', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1813943359', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.62'}], 'enable_snat': True}, 'gw_port_id': '9a1453f2-f936-4f4b-9a06-a4d7e298f1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:07:35Z', 'updated_at': '2022-10-04T10:07:40Z', 'revision_number': 4, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': '9a1453f2-f936-4f4b-9a06-a4d7e298f1f6', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:af:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c4dcd9-9c83-405b-ba0f-474602a10626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:07:36Z', 'updated_at': '2022-10-04T10:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': '27761798-bc86-4026-8e47-455d8e7334ea', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'floating_ip_address': '172.26.10.20', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': 'd9c4dcd9-9c83-405b-ba0f-474602a10626', 'port_id': '5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65ea93fa-bc38-4dac-b29c-19cdd2a0aa63', 'mac_address': 'fa:16:3e:e8:a7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9baf9d0b-aecd-4359-8685-c097669521c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T10:07:57Z', 'updated_at': '2022-10-04T10:07:57Z', 'revision_number': 0, 'project_id': '12664c4828024576bc805d2308db5fae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94cc2ae0-efe3-444d-9246-88547b2f4fe3', 'name': '', 'network_id': '65ea93fa-bc38-4dac-b29c-19cdd2a0aa63', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'mac_address': 'fa:16:3e:95:e4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c4dcd9-9c83-405b-ba0f-474602a10626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '406c073c-ff9d-4ae3-bae5-191500ea50bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:07:39Z', 'updated_at': '2022-10-04T10:07:44Z', 'revision_number': 5, 'project_id': '12664c4828024576bc805d2308db5fae', 'subnets': [{'id': '406c073c-ff9d-4ae3-bae5-191500ea50bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 10:07:59.824678 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6b7491-dc21-4702-8983-74b64c341d2f None None] New status for floating IP 27761798-bc86-4026-8e47-455d8e7334ea: ACTIVE {{(pid=89035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 10:07:59.983463 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 44232) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:08:00.088661 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-7fc5c01e-998e-455f-a7c2-846393840c64 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/floatingips/27761798-bc86-4026-8e47-455d8e7334ea HTTP/1.1" status: 200 len: 992 time: 0.1041319 Oct 04 10:08:00.372345 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-1b784a29-496b-4eb8-b5a6-eec5c884e27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:08:00.897611 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:08:00.922055 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:08:01.092514 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 44236) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:08:01.196606 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-c270ebee-2ce5-4675-8025-d89ff92a170f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/floatingips/27761798-bc86-4026-8e47-455d8e7334ea HTTP/1.1" status: 200 len: 994 time: 0.1029458 Oct 04 10:08:02.475602 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:08:07.597526 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-737569de-12db-480f-b2e3-5e7a42b4d0c2 req-1ef75f13-1416-4efd-b267-63e5896fc805 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9baf9d0b-aecd-4359-8685-c097669521c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1794150 Oct 04 10:08:07.762524 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737569de-12db-480f-b2e3-5e7a42b4d0c2 req-70c41c13-4c6d-4fa8-b14b-93705a0ba574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:08:07.763984 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-737569de-12db-480f-b2e3-5e7a42b4d0c2 req-70c41c13-4c6d-4fa8-b14b-93705a0ba574 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12664c4828024576bc805d2308db5fae&device_id=9baf9d0b-aecd-4359-8685-c097669521c9 HTTP/1.1" status: 200 len: 1099 time: 0.0785577 Oct 04 10:08:07.906679 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737569de-12db-480f-b2e3-5e7a42b4d0c2 req-d02087fb-ca54-49af-9e78-ef233afb0d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:08:07.908041 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-737569de-12db-480f-b2e3-5e7a42b4d0c2 req-d02087fb-ca54-49af-9e78-ef233afb0d57 service neutron] 10.222.0.20 "GET /v2.0/networks?id=65ea93fa-bc38-4dac-b29c-19cdd2a0aa63 HTTP/1.1" status: 200 len: 898 time: 0.1252265 Oct 04 10:08:08.010771 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-737569de-12db-480f-b2e3-5e7a42b4d0c2 req-142f02a8-d96c-4a9c-aa59-1e6b4bb9cd3b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7 HTTP/1.1" status: 200 len: 1002 time: 0.0962603 Oct 04 10:08:08.073475 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737569de-12db-480f-b2e3-5e7a42b4d0c2 req-6c5a813f-9d41-4a66-82cd-e03724417911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:08:08.074864 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-737569de-12db-480f-b2e3-5e7a42b4d0c2 req-6c5a813f-9d41-4a66-82cd-e03724417911 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=406c073c-ff9d-4ae3-bae5-191500ea50bf HTTP/1.1" status: 200 len: 835 time: 0.0567915 Oct 04 10:08:08.159233 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737569de-12db-480f-b2e3-5e7a42b4d0c2 req-330f74f0-0f64-4d72-9913-7b649f8b0689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:08:08.161261 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-737569de-12db-480f-b2e3-5e7a42b4d0c2 req-330f74f0-0f64-4d72-9913-7b649f8b0689 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=65ea93fa-bc38-4dac-b29c-19cdd2a0aa63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805006 Oct 04 10:08:08.291665 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-737569de-12db-480f-b2e3-5e7a42b4d0c2 req-54abef6e-8ad0-4335-bd0e-3ea066183883 service neutron] 10.222.0.20 "GET /v2.0/networks/65ea93fa-bc38-4dac-b29c-19cdd2a0aa63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224256 Oct 04 10:08:08.421606 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-737569de-12db-480f-b2e3-5e7a42b4d0c2 req-c7fa4525-6adb-4928-8906-d4624c8ef578 service neutron] 10.222.0.20 "GET /v2.0/networks/65ea93fa-bc38-4dac-b29c-19cdd2a0aa63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232619 Oct 04 10:08:11.778145 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:08:27.721301 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-3eeae43d-014e-4a5d-99a6-d76137b9fc8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:08:30.372871 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-96ff52d6-45a5-4a93-830a-bebc96e7928e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:08:30.900689 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:08:30.924502 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:08:32.475232 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:08:32.803559 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 10:08:41.775587 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:08:57.724517 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-9f0be1be-10da-466a-a7ca-a14e555ae41b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:09:00.373955 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-3afb8e26-eba4-4f94-994b-3ebdf9ced929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:09:00.903150 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:09:00.926591 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:09:02.479126 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:09:09.561040 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-45498f72-4d9a-4d87-8c46-9d3f9ad5d30b req-d101b6e1-42cf-4c2b-b247-68a6832b90f2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9baf9d0b-aecd-4359-8685-c097669521c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1248472 Oct 04 10:09:09.723448 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45498f72-4d9a-4d87-8c46-9d3f9ad5d30b req-3a182b99-15d3-45d8-a160-4e12be2ebdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:09:09.724930 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-45498f72-4d9a-4d87-8c46-9d3f9ad5d30b req-3a182b99-15d3-45d8-a160-4e12be2ebdfd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12664c4828024576bc805d2308db5fae&device_id=9baf9d0b-aecd-4359-8685-c097669521c9 HTTP/1.1" status: 200 len: 1099 time: 0.0806541 Oct 04 10:09:09.802981 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 10:09:09.866443 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45498f72-4d9a-4d87-8c46-9d3f9ad5d30b req-3819f5ae-4a78-41e2-8c25-cca3aed7c157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:09:09.867895 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-45498f72-4d9a-4d87-8c46-9d3f9ad5d30b req-3819f5ae-4a78-41e2-8c25-cca3aed7c157 service neutron] 10.222.0.20 "GET /v2.0/networks?id=65ea93fa-bc38-4dac-b29c-19cdd2a0aa63 HTTP/1.1" status: 200 len: 898 time: 0.1256962 Oct 04 10:09:09.967339 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-45498f72-4d9a-4d87-8c46-9d3f9ad5d30b req-8f63e727-6f84-4215-81d4-0fbb07136860 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7 HTTP/1.1" status: 200 len: 1002 time: 0.0934281 Oct 04 10:09:10.029025 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45498f72-4d9a-4d87-8c46-9d3f9ad5d30b req-3d112f65-6dfb-4a33-86bc-3a1c77894c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:09:10.030352 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-45498f72-4d9a-4d87-8c46-9d3f9ad5d30b req-3d112f65-6dfb-4a33-86bc-3a1c77894c51 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=406c073c-ff9d-4ae3-bae5-191500ea50bf HTTP/1.1" status: 200 len: 835 time: 0.0566442 Oct 04 10:09:10.112254 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45498f72-4d9a-4d87-8c46-9d3f9ad5d30b req-a6555e25-6e68-440b-a7a2-cadce7797dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:09:10.114266 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-45498f72-4d9a-4d87-8c46-9d3f9ad5d30b req-a6555e25-6e68-440b-a7a2-cadce7797dc3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=65ea93fa-bc38-4dac-b29c-19cdd2a0aa63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783100 Oct 04 10:09:10.241248 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-45498f72-4d9a-4d87-8c46-9d3f9ad5d30b req-f4e99149-a9f2-4a5b-9d1c-96dd30e31f8c service neutron] 10.222.0.20 "GET /v2.0/networks/65ea93fa-bc38-4dac-b29c-19cdd2a0aa63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212990 Oct 04 10:09:10.370671 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-45498f72-4d9a-4d87-8c46-9d3f9ad5d30b req-4d8c96d7-f29d-4353-8c3a-debb7d5f8206 service neutron] 10.222.0.20 "GET /v2.0/networks/65ea93fa-bc38-4dac-b29c-19cdd2a0aa63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232893 Oct 04 10:09:11.013571 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e8414-b5c5-4f4d-a818-af1bf2fef3a1 req-86d600e5-42a9-4070-80ef-9ba01cec37ef tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:09:11.014935 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f73e8414-b5c5-4f4d-a818-af1bf2fef3a1 req-86d600e5-42a9-4070-80ef-9ba01cec37ef tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=9baf9d0b-aecd-4359-8685-c097669521c9 HTTP/1.1" status: 200 len: 946 time: 0.1865988 Oct 04 10:09:11.058007 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f73e8414-b5c5-4f4d-a818-af1bf2fef3a1 req-815569ed-3253-4813-84f8-fda5503c5b39 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b1597eb-5b12-4afa-8534-aa91e92445bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374913 Oct 04 10:09:11.780228 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:09:12.255478 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc563f2-b85e-4e88-aebd-b4e0605c6ab4 req-5646156c-979b-42b5-9d85-2329009c4d60 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:09:12.256961 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-bbc563f2-b85e-4e88-aebd-b4e0605c6ab4 req-5646156c-979b-42b5-9d85-2329009c4d60 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=9baf9d0b-aecd-4359-8685-c097669521c9 HTTP/1.1" status: 200 len: 946 time: 0.0859590 Oct 04 10:09:12.302936 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-bbc563f2-b85e-4e88-aebd-b4e0605c6ab4 req-a6091d88-eb1c-409a-96c8-b466a37a1fbd tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b1597eb-5b12-4afa-8534-aa91e92445bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403807 Oct 04 10:09:13.501644 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a34c959-526f-4b24-b82f-06ec8776b78b req-189470ab-3937-44bb-8b23-5279324e37a0 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:09:13.503096 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0a34c959-526f-4b24-b82f-06ec8776b78b req-189470ab-3937-44bb-8b23-5279324e37a0 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=9baf9d0b-aecd-4359-8685-c097669521c9 HTTP/1.1" status: 200 len: 946 time: 0.0879364 Oct 04 10:09:13.546059 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0a34c959-526f-4b24-b82f-06ec8776b78b req-ebc8aef7-f999-4140-bb68-27a4268ff875 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b1597eb-5b12-4afa-8534-aa91e92445bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366793 Oct 04 10:09:14.741909 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bae391-b748-4f59-a56a-db65378e480c req-f84c17d6-c5cd-46ca-8538-ef464a819054 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:09:14.743376 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-b1bae391-b748-4f59-a56a-db65378e480c req-f84c17d6-c5cd-46ca-8538-ef464a819054 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=9baf9d0b-aecd-4359-8685-c097669521c9 HTTP/1.1" status: 200 len: 946 time: 0.0873082 Oct 04 10:09:14.792043 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-b1bae391-b748-4f59-a56a-db65378e480c req-c1210884-c841-4228-b552-fa4b34131b1b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b1597eb-5b12-4afa-8534-aa91e92445bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429006 Oct 04 10:09:15.989289 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf0bb3-f50a-4695-880c-de1f2c0a1311 req-263a4c43-c24a-41db-8c25-9a2d6fa0295c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:09:15.990724 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-abdf0bb3-f50a-4695-880c-de1f2c0a1311 req-263a4c43-c24a-41db-8c25-9a2d6fa0295c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=9baf9d0b-aecd-4359-8685-c097669521c9 HTTP/1.1" status: 200 len: 946 time: 0.0851128 Oct 04 10:09:16.036926 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-abdf0bb3-f50a-4695-880c-de1f2c0a1311 req-b9dbd3f4-4edd-48d5-a404-ca2347f2907a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b1597eb-5b12-4afa-8534-aa91e92445bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405517 Oct 04 10:09:17.295879 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb697c6-00e6-4ad4-80ec-03ac1b2e3c08 req-85eedf64-dc31-4f25-ace3-005dc90b7029 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:09:17.297336 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-2fb697c6-00e6-4ad4-80ec-03ac1b2e3c08 req-85eedf64-dc31-4f25-ace3-005dc90b7029 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=9baf9d0b-aecd-4359-8685-c097669521c9 HTTP/1.1" status: 200 len: 946 time: 0.0853517 Oct 04 10:09:17.342802 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-2fb697c6-00e6-4ad4-80ec-03ac1b2e3c08 req-51b84109-1895-4994-9d7a-aaf85f8b8c65 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b1597eb-5b12-4afa-8534-aa91e92445bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397780 Oct 04 10:09:18.580713 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebaf5d-d39f-4287-827d-a4e7ebac65e3 req-76cab9e9-5019-4516-bcf9-7cfa7c7d61bc tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:09:18.582621 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-43ebaf5d-d39f-4287-827d-a4e7ebac65e3 req-76cab9e9-5019-4516-bcf9-7cfa7c7d61bc tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=9baf9d0b-aecd-4359-8685-c097669521c9 HTTP/1.1" status: 200 len: 946 time: 0.0877171 Oct 04 10:09:18.626169 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-43ebaf5d-d39f-4287-827d-a4e7ebac65e3 req-d7609d0c-07fa-45ab-94be-ef8e59e2758b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b1597eb-5b12-4afa-8534-aa91e92445bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377274 Oct 04 10:09:19.823621 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac230d-2265-4dff-b0f8-e2ee46d90cf0 req-f5b89b54-e02a-43d3-8315-b3cc7d0e702b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:09:19.825107 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-d7ac230d-2265-4dff-b0f8-e2ee46d90cf0 req-f5b89b54-e02a-43d3-8315-b3cc7d0e702b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=9baf9d0b-aecd-4359-8685-c097669521c9 HTTP/1.1" status: 200 len: 946 time: 0.0861135 Oct 04 10:09:19.867446 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-d7ac230d-2265-4dff-b0f8-e2ee46d90cf0 req-8756ac5e-4ff7-4c9d-b4eb-aa9ad9edec59 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b1597eb-5b12-4afa-8534-aa91e92445bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367668 Oct 04 10:09:21.065794 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce78ec-f7d6-40fb-ba6a-fa0f9f0cbeae req-fbdae188-060f-49ed-b872-65cc7d5dcabf tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:09:21.067814 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-39ce78ec-f7d6-40fb-ba6a-fa0f9f0cbeae req-fbdae188-060f-49ed-b872-65cc7d5dcabf tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=9baf9d0b-aecd-4359-8685-c097669521c9 HTTP/1.1" status: 200 len: 946 time: 0.0905254 Oct 04 10:09:21.110213 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-39ce78ec-f7d6-40fb-ba6a-fa0f9f0cbeae req-e60431a6-80c2-49bd-ae2b-b07514d00405 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b1597eb-5b12-4afa-8534-aa91e92445bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367379 Oct 04 10:09:22.319509 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7c83b-4d07-46ee-bed0-a04a8f3fb272 req-363e8ddb-2557-4c63-a3c2-6daac511c702 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:09:22.320970 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-fbd7c83b-4d07-46ee-bed0-a04a8f3fb272 req-363e8ddb-2557-4c63-a3c2-6daac511c702 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=9baf9d0b-aecd-4359-8685-c097669521c9 HTTP/1.1" status: 200 len: 946 time: 0.0884914 Oct 04 10:09:22.364505 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-fbd7c83b-4d07-46ee-bed0-a04a8f3fb272 req-c54d0d9b-5286-4485-a913-716918c999ed tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b1597eb-5b12-4afa-8534-aa91e92445bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377455 Oct 04 10:09:22.393319 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 44286) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:09:22.498285 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-1e7e7395-969e-4bde-a4e0-968ad38410e4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/floatingips/27761798-bc86-4026-8e47-455d8e7334ea HTTP/1.1" status: 200 len: 994 time: 0.1037869 Oct 04 10:09:24.020283 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f300dc49-d23d-4647-9ed3-d6c86f74e1b6 req-559bf7ca-1a84-42a8-bae3-2f1396584b58 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:09:24.021752 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f300dc49-d23d-4647-9ed3-d6c86f74e1b6 req-559bf7ca-1a84-42a8-bae3-2f1396584b58 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=9baf9d0b-aecd-4359-8685-c097669521c9 HTTP/1.1" status: 200 len: 946 time: 0.1416616 Oct 04 10:09:24.069211 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5de0e-08d2-4475-bbac-413cdb3ac443 req-69937fd7-d9c8-4f48-8d40-481b6aa6776f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:09:24.070536 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-5ba5de0e-08d2-4475-bbac-413cdb3ac443 req-69937fd7-d9c8-4f48-8d40-481b6aa6776f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12664c4828024576bc805d2308db5fae&device_id=9baf9d0b-aecd-4359-8685-c097669521c9 HTTP/1.1" status: 200 len: 1099 time: 0.1203403 Oct 04 10:09:24.077221 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f300dc49-d23d-4647-9ed3-d6c86f74e1b6 req-276946fa-4324-4077-a5ff-591c4fa454c1 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b1597eb-5b12-4afa-8534-aa91e92445bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478787 Oct 04 10:09:24.205129 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5de0e-08d2-4475-bbac-413cdb3ac443 req-d6820474-94dd-4c71-8ec9-b445ce3a351e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:09:24.207126 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-5ba5de0e-08d2-4475-bbac-413cdb3ac443 req-d6820474-94dd-4c71-8ec9-b445ce3a351e service neutron] 10.222.0.20 "GET /v2.0/networks?id=65ea93fa-bc38-4dac-b29c-19cdd2a0aa63 HTTP/1.1" status: 200 len: 898 time: 0.1285868 Oct 04 10:09:24.307617 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-5ba5de0e-08d2-4475-bbac-413cdb3ac443 req-4b763bbd-aee0-4981-9fa9-82319408dc2d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7 HTTP/1.1" status: 200 len: 1002 time: 0.0953476 Oct 04 10:09:24.370019 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5de0e-08d2-4475-bbac-413cdb3ac443 req-b32d3098-d019-412c-b214-461a5a0a8b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:09:24.371399 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-5ba5de0e-08d2-4475-bbac-413cdb3ac443 req-b32d3098-d019-412c-b214-461a5a0a8b83 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=406c073c-ff9d-4ae3-bae5-191500ea50bf HTTP/1.1" status: 200 len: 835 time: 0.0586915 Oct 04 10:09:24.451993 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5de0e-08d2-4475-bbac-413cdb3ac443 req-3442b90e-e7f6-449d-b80a-03585a688561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:09:24.453468 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-5ba5de0e-08d2-4475-bbac-413cdb3ac443 req-3442b90e-e7f6-449d-b80a-03585a688561 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=65ea93fa-bc38-4dac-b29c-19cdd2a0aa63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765550 Oct 04 10:09:24.580389 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-5ba5de0e-08d2-4475-bbac-413cdb3ac443 req-c04b7ca6-4a31-4189-813f-a7c3777e0df9 service neutron] 10.222.0.20 "GET /v2.0/networks/65ea93fa-bc38-4dac-b29c-19cdd2a0aa63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210546 Oct 04 10:09:24.708263 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-5ba5de0e-08d2-4475-bbac-413cdb3ac443 req-5277b63e-c6ef-42fe-b72e-c17b2ab77d11 service neutron] 10.222.0.20 "GET /v2.0/networks/65ea93fa-bc38-4dac-b29c-19cdd2a0aa63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219015 Oct 04 10:09:25.279230 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f38ce-7093-4955-a699-6197f238d431 req-9e8eec8e-caf5-4bc5-b214-4be8271e7dc4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:09:25.280712 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-890f38ce-7093-4955-a699-6197f238d431 req-9e8eec8e-caf5-4bc5-b214-4be8271e7dc4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=9baf9d0b-aecd-4359-8685-c097669521c9 HTTP/1.1" status: 200 len: 946 time: 0.0876217 Oct 04 10:09:25.326576 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-890f38ce-7093-4955-a699-6197f238d431 req-f8529671-602c-4537-acf7-25b6e6028d62 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b1597eb-5b12-4afa-8534-aa91e92445bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397305 Oct 04 10:09:26.525469 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62918741-921e-4180-9783-b8592182b8f7 req-8b3f4cc2-8760-498b-aa3b-f5501a335ef2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:09:26.527251 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-62918741-921e-4180-9783-b8592182b8f7 req-8b3f4cc2-8760-498b-aa3b-f5501a335ef2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=9baf9d0b-aecd-4359-8685-c097669521c9 HTTP/1.1" status: 200 len: 946 time: 0.0896838 Oct 04 10:09:26.570654 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-62918741-921e-4180-9783-b8592182b8f7 req-551e0755-282a-4bbf-bd28-532f98eff3c6 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b1597eb-5b12-4afa-8534-aa91e92445bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378268 Oct 04 10:09:26.599207 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 44300) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:09:26.799429 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-0c735837-987e-482c-b7ca-5bf0414e86cd tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/floatingips/27761798-bc86-4026-8e47-455d8e7334ea HTTP/1.1" status: 200 len: 994 time: 0.1990848 Oct 04 10:09:27.726690 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-47abf153-5630-40a8-ac9d-effd5d359abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:09:30.375137 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c79a9db5-9c7c-49f5-8e47-5a8f58be29ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:09:30.905055 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:09:30.929105 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:09:32.483457 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:09:41.778167 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:09:46.802016 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 10:09:57.728174 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-99348435-20a0-4697-a562-bf054dc2fa38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:00.376943 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-8a11341b-f19d-4959-9369-b4d9821b410b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:00.906755 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:00.932858 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:02.485462 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:11.790028 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:12.284754 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9f147677-16a4-4e9a-976d-0b19a09c657f req-2f7a21d7-436d-4f5e-81c1-22aca38dc703 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9baf9d0b-aecd-4359-8685-c097669521c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1124153 Oct 04 10:10:12.452058 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f147677-16a4-4e9a-976d-0b19a09c657f req-45612aac-5fc0-40fe-8e92-f6745f1116d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:10:12.453554 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9f147677-16a4-4e9a-976d-0b19a09c657f req-45612aac-5fc0-40fe-8e92-f6745f1116d4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12664c4828024576bc805d2308db5fae&device_id=9baf9d0b-aecd-4359-8685-c097669521c9 HTTP/1.1" status: 200 len: 1099 time: 0.0796304 Oct 04 10:10:12.593962 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f147677-16a4-4e9a-976d-0b19a09c657f req-5e20bbc4-937f-4bd3-ab51-4512391c523c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:10:12.595417 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9f147677-16a4-4e9a-976d-0b19a09c657f req-5e20bbc4-937f-4bd3-ab51-4512391c523c service neutron] 10.222.0.20 "GET /v2.0/networks?id=65ea93fa-bc38-4dac-b29c-19cdd2a0aa63 HTTP/1.1" status: 200 len: 898 time: 0.1230035 Oct 04 10:10:12.692173 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9f147677-16a4-4e9a-976d-0b19a09c657f req-e0bc4495-1fdd-4e69-97a6-d7ecf06dab61 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7 HTTP/1.1" status: 200 len: 1002 time: 0.0906341 Oct 04 10:10:12.757780 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f147677-16a4-4e9a-976d-0b19a09c657f req-705e36fc-f610-4732-a538-98f34b4d6d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:10:12.759361 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9f147677-16a4-4e9a-976d-0b19a09c657f req-705e36fc-f610-4732-a538-98f34b4d6d51 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=406c073c-ff9d-4ae3-bae5-191500ea50bf HTTP/1.1" status: 200 len: 835 time: 0.0608304 Oct 04 10:10:12.839815 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f147677-16a4-4e9a-976d-0b19a09c657f req-3b78154a-4dea-4805-9e3e-2f0722f839ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:10:12.841400 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9f147677-16a4-4e9a-976d-0b19a09c657f req-3b78154a-4dea-4805-9e3e-2f0722f839ea service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=65ea93fa-bc38-4dac-b29c-19cdd2a0aa63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762877 Oct 04 10:10:12.969516 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9f147677-16a4-4e9a-976d-0b19a09c657f req-f95e302b-eac1-4c9c-a822-c8b20c0a24cb service neutron] 10.222.0.20 "GET /v2.0/networks/65ea93fa-bc38-4dac-b29c-19cdd2a0aa63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218669 Oct 04 10:10:13.098361 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9f147677-16a4-4e9a-976d-0b19a09c657f req-2c4754f4-2218-44f6-bf09-b7fa1fd0b596 service neutron] 10.222.0.20 "GET /v2.0/networks/65ea93fa-bc38-4dac-b29c-19cdd2a0aa63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221788 Oct 04 10:10:16.143637 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 44358) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:10:16.351117 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-ea281c8b-87eb-4cbd-98af-46598413b287 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Deleting port c02b2813-d1f3-444c-a540-c97de5b06cd4 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 10:10:16.351465 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ea281c8b-87eb-4cbd-98af-46598413b287 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:16.514412 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ea281c8b-87eb-4cbd-98af-46598413b287 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:16.514656 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ea281c8b-87eb-4cbd-98af-46598413b287 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:16.636834 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-ea281c8b-87eb-4cbd-98af-46598413b287 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Calling delete_port for c02b2813-d1f3-444c-a540-c97de5b06cd4 owned by network:floatingip {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 10:10:16.784099 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ea281c8b-87eb-4cbd-98af-46598413b287 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:16.834117 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea281c8b-87eb-4cbd-98af-46598413b287 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event deleted for resources: {'Port': ['ID=c02b2813-d1f3-444c-a540-c97de5b06cd4,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:10:16.877725 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea281c8b-87eb-4cbd-98af-46598413b287 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:10:16.878628 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea281c8b-87eb-4cbd-98af-46598413b287 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:10:16.878972 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea281c8b-87eb-4cbd-98af-46598413b287 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:10:16.879305 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea281c8b-87eb-4cbd-98af-46598413b287 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:10:16.879632 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea281c8b-87eb-4cbd-98af-46598413b287 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:10:16.879959 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea281c8b-87eb-4cbd-98af-46598413b287 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:10:16.880283 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea281c8b-87eb-4cbd-98af-46598413b287 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:10:16.880631 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea281c8b-87eb-4cbd-98af-46598413b287 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:10:16.880951 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea281c8b-87eb-4cbd-98af-46598413b287 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:10:16.881271 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea281c8b-87eb-4cbd-98af-46598413b287 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:10:16.881589 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea281c8b-87eb-4cbd-98af-46598413b287 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:10:16.881910 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea281c8b-87eb-4cbd-98af-46598413b287 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:10:16.937337 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ea281c8b-87eb-4cbd-98af-46598413b287 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for floatingip, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:16.937663 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.l3_db [None req-ea281c8b-87eb-4cbd-98af-46598413b287 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Floating IP 27761798-bc86-4026-8e47-455d8e7334ea disassociated (deleted). External IP: 172.26.10.20, port: 5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7. Oct 04 10:10:17.384545 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea281c8b-87eb-4cbd-98af-46598413b287 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Router d9c4dcd9-9c83-405b-ba0f-474602a10626 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 10:10:17.558847 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea281c8b-87eb-4cbd-98af-46598413b287 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 10:10:17.568134 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7eee3a-46ba-48ba-af2f-87902a700098 None None] Sync routers for ids ['d9c4dcd9-9c83-405b-ba0f-474602a10626'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 10:10:17.577115 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7eee3a-46ba-48ba-af2f-87902a700098 None None] Routers {'d9c4dcd9-9c83-405b-ba0f-474602a10626'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:10:17.577732 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-dd7eee3a-46ba-48ba-af2f-87902a700098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:10:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['d9c4dcd9-9c83-405b-ba0f-474602a10626'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:10:17.578022 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ea281c8b-87eb-4cbd-98af-46598413b287 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:17.635323 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-ea281c8b-87eb-4cbd-98af-46598413b287 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "DELETE /v2.0/floatingips/27761798-bc86-4026-8e47-455d8e7334ea HTTP/1.1" status: 204 len: 168 time: 1.4905407 Oct 04 10:10:17.635913 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9baf9d0b-aecd-4359-8685-c097669521c9', 'tag': '5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 10:10:17.696300 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa3189af5578953a214b8e2869c8b798cc5e264e011bb63f6babe724f6825eca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e63087-64b1-474a-9a6d-cb8b6efba469" -d '{"events": [{"name": "network-changed", "server_uuid": "9baf9d0b-aecd-4359-8685-c097669521c9", "tag": "5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 10:10:17.756046 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-dd7eee3a-46ba-48ba-af2f-87902a700098 None None] Set router d9c4dcd9-9c83-405b-ba0f-474602a10626 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:10:17.823070 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 10:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980c27ab-5bce-484d-b3da-843580908a8b x-openstack-request-id: req-980c27ab-5bce-484d-b3da-843580908a8b {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 10:10:17.823589 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9baf9d0b-aecd-4359-8685-c097669521c9", "tag": "5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 10:10:17.823898 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-980c27ab-5bce-484d-b3da-843580908a8b {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 10:10:17.824396 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-980c27ab-5bce-484d-b3da-843580908a8b'] response: {'name': 'network-changed', 'server_uuid': '9baf9d0b-aecd-4359-8685-c097669521c9', 'tag': '5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7', 'status': 'completed', 'code': 200} Oct 04 10:10:17.948806 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e63087-64b1-474a-9a6d-cb8b6efba469 req-6c842c08-0f9c-4d42-b311-9fd2c1b4c6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:10:17.950680 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f9e63087-64b1-474a-9a6d-cb8b6efba469 req-6c842c08-0f9c-4d42-b311-9fd2c1b4c6e7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12664c4828024576bc805d2308db5fae&device_id=9baf9d0b-aecd-4359-8685-c097669521c9 HTTP/1.1" status: 200 len: 1099 time: 0.0855048 Oct 04 10:10:18.088892 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e63087-64b1-474a-9a6d-cb8b6efba469 req-bec7a8a8-58d4-415d-ab08-7c4e53de21e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:10:18.090382 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f9e63087-64b1-474a-9a6d-cb8b6efba469 req-bec7a8a8-58d4-415d-ab08-7c4e53de21e6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=65ea93fa-bc38-4dac-b29c-19cdd2a0aa63 HTTP/1.1" status: 200 len: 898 time: 0.1328120 Oct 04 10:10:18.132614 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-dd7eee3a-46ba-48ba-af2f-87902a700098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c4dcd9-9c83-405b-ba0f-474602a10626', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1813943359', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.62'}], 'enable_snat': True}, 'gw_port_id': '9a1453f2-f936-4f4b-9a06-a4d7e298f1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:07:35Z', 'updated_at': '2022-10-04T10:07:40Z', 'revision_number': 4, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': '9a1453f2-f936-4f4b-9a06-a4d7e298f1f6', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:af:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c4dcd9-9c83-405b-ba0f-474602a10626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:07:36Z', 'updated_at': '2022-10-04T10:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '94cc2ae0-efe3-444d-9246-88547b2f4fe3', 'name': '', 'network_id': '65ea93fa-bc38-4dac-b29c-19cdd2a0aa63', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'mac_address': 'fa:16:3e:95:e4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c4dcd9-9c83-405b-ba0f-474602a10626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '406c073c-ff9d-4ae3-bae5-191500ea50bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:07:39Z', 'updated_at': '2022-10-04T10:07:44Z', 'revision_number': 5, 'project_id': '12664c4828024576bc805d2308db5fae', 'subnets': [{'id': '406c073c-ff9d-4ae3-bae5-191500ea50bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:10:18.136651 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7eee3a-46ba-48ba-af2f-87902a700098 None None] Checking router: d9c4dcd9-9c83-405b-ba0f-474602a10626 for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 10:10:18.145551 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7eee3a-46ba-48ba-af2f-87902a700098 None None] Routers {'d9c4dcd9-9c83-405b-ba0f-474602a10626'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:10:18.146081 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-dd7eee3a-46ba-48ba-af2f-87902a700098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:10:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['d9c4dcd9-9c83-405b-ba0f-474602a10626'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:10:18.150829 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f94ce36-1184-4768-a4d5-c684ba30638d req-e9ca258f-b284-45c6-83a8-277816d42444 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:10:18.152605 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-3f94ce36-1184-4768-a4d5-c684ba30638d req-e9ca258f-b284-45c6-83a8-277816d42444 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=9baf9d0b-aecd-4359-8685-c097669521c9 HTTP/1.1" status: 200 len: 946 time: 0.1415269 Oct 04 10:10:18.165446 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f9e63087-64b1-474a-9a6d-cb8b6efba469 req-84258556-1b5a-4733-82be-698a4f9334cd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7 HTTP/1.1" status: 200 len: 217 time: 0.0675681 Oct 04 10:10:18.198638 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-3f94ce36-1184-4768-a4d5-c684ba30638d req-186f773a-d89e-4756-b7b4-77f552b3afe4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b1597eb-5b12-4afa-8534-aa91e92445bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379701 Oct 04 10:10:18.233479 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e63087-64b1-474a-9a6d-cb8b6efba469 req-bdf928bd-5443-499e-97ec-ea1f0ff13ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:10:18.234960 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f9e63087-64b1-474a-9a6d-cb8b6efba469 req-bdf928bd-5443-499e-97ec-ea1f0ff13ca3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=406c073c-ff9d-4ae3-bae5-191500ea50bf HTTP/1.1" status: 200 len: 835 time: 0.0634017 Oct 04 10:10:18.325310 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e63087-64b1-474a-9a6d-cb8b6efba469 req-bcf163d4-4a81-41d4-8579-34174df470f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:10:18.326815 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f9e63087-64b1-474a-9a6d-cb8b6efba469 req-bcf163d4-4a81-41d4-8579-34174df470f9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=65ea93fa-bc38-4dac-b29c-19cdd2a0aa63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0834911 Oct 04 10:10:18.333317 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-dd7eee3a-46ba-48ba-af2f-87902a700098 None None] Set router d9c4dcd9-9c83-405b-ba0f-474602a10626 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:10:18.458108 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f9e63087-64b1-474a-9a6d-cb8b6efba469 req-c727c75c-aef4-4208-b401-d0a10785ea31 service neutron] 10.222.0.20 "GET /v2.0/networks/65ea93fa-bc38-4dac-b29c-19cdd2a0aa63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234508 Oct 04 10:10:18.588457 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f9e63087-64b1-474a-9a6d-cb8b6efba469 req-0a575eae-d1bf-42ed-bc4c-abefb6439326 service neutron] 10.222.0.20 "GET /v2.0/networks/65ea93fa-bc38-4dac-b29c-19cdd2a0aa63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231539 Oct 04 10:10:18.642297 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-dd7eee3a-46ba-48ba-af2f-87902a700098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c4dcd9-9c83-405b-ba0f-474602a10626', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1813943359', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.62'}], 'enable_snat': True}, 'gw_port_id': '9a1453f2-f936-4f4b-9a06-a4d7e298f1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:07:35Z', 'updated_at': '2022-10-04T10:07:40Z', 'revision_number': 4, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': '9a1453f2-f936-4f4b-9a06-a4d7e298f1f6', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:af:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c4dcd9-9c83-405b-ba0f-474602a10626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:07:36Z', 'updated_at': '2022-10-04T10:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '94cc2ae0-efe3-444d-9246-88547b2f4fe3', 'name': '', 'network_id': '65ea93fa-bc38-4dac-b29c-19cdd2a0aa63', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'mac_address': 'fa:16:3e:95:e4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c4dcd9-9c83-405b-ba0f-474602a10626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '406c073c-ff9d-4ae3-bae5-191500ea50bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:07:39Z', 'updated_at': '2022-10-04T10:07:44Z', 'revision_number': 5, 'project_id': '12664c4828024576bc805d2308db5fae', 'subnets': [{'id': '406c073c-ff9d-4ae3-bae5-191500ea50bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:10:18.646209 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7eee3a-46ba-48ba-af2f-87902a700098 None None] The sync data for ids ['d9c4dcd9-9c83-405b-ba0f-474602a10626'] in dv-neutron-860215-1-hyperv is: [{'id': 'd9c4dcd9-9c83-405b-ba0f-474602a10626', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1813943359', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.62'}], 'enable_snat': True}, 'gw_port_id': '9a1453f2-f936-4f4b-9a06-a4d7e298f1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:07:35Z', 'updated_at': '2022-10-04T10:07:40Z', 'revision_number': 4, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': '9a1453f2-f936-4f4b-9a06-a4d7e298f1f6', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:af:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c4dcd9-9c83-405b-ba0f-474602a10626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:07:36Z', 'updated_at': '2022-10-04T10:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '94cc2ae0-efe3-444d-9246-88547b2f4fe3', 'name': '', 'network_id': '65ea93fa-bc38-4dac-b29c-19cdd2a0aa63', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'mac_address': 'fa:16:3e:95:e4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c4dcd9-9c83-405b-ba0f-474602a10626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '406c073c-ff9d-4ae3-bae5-191500ea50bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:07:39Z', 'updated_at': '2022-10-04T10:07:44Z', 'revision_number': 5, 'project_id': '12664c4828024576bc805d2308db5fae', 'subnets': [{'id': '406c073c-ff9d-4ae3-bae5-191500ea50bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 10:10:18.851596 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fbd687-cf78-400a-803c-f63c541232ff None None] New status for floating IP 27761798-bc86-4026-8e47-455d8e7334ea: DOWN {{(pid=89035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 10:10:19.479053 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e31e85-ae4f-4b67-a44c-44df8acb66f4 req-a19b671f-4d8b-4c9a-8dac-037b9e70bce5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:10:19.479734 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-d6e31e85-ae4f-4b67-a44c-44df8acb66f4 req-a19b671f-4d8b-4c9a-8dac-037b9e70bce5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Synchronizing usage tracker for tenant:12664c4828024576bc805d2308db5fae on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 10:10:19.495149 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-d6e31e85-ae4f-4b67-a44c-44df8acb66f4 req-a19b671f-4d8b-4c9a-8dac-037b9e70bce5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Unset dirty status for tenant:12664c4828024576bc805d2308db5fae on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 10:10:19.496244 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d6e31e85-ae4f-4b67-a44c-44df8acb66f4 req-a19b671f-4d8b-4c9a-8dac-037b9e70bce5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=9baf9d0b-aecd-4359-8685-c097669521c9 HTTP/1.1" status: 200 len: 946 time: 0.1420915 Oct 04 10:10:19.540249 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d6e31e85-ae4f-4b67-a44c-44df8acb66f4 req-85586729-fcc7-4780-a7bf-5a0ef18c3082 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b1597eb-5b12-4afa-8534-aa91e92445bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382681 Oct 04 10:10:19.884793 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b0ba4f-6178-4674-8571-3360816e7c12 req-bf4f3ef9-2b1f-4903-bd4e-0246c22257e8 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:10:19.886197 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a4b0ba4f-6178-4674-8571-3360816e7c12 req-bf4f3ef9-2b1f-4903-bd4e-0246c22257e8 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.20 "GET /v2.0/ports?device_id=9baf9d0b-aecd-4359-8685-c097669521c9 HTTP/1.1" status: 200 len: 946 time: 0.0861256 Oct 04 10:10:19.954395 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-a4b0ba4f-6178-4674-8571-3360816e7c12 req-3037a33d-b6ea-4c37-a702-cbca025ebab9 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Deleting port 5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 10:10:19.954737 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-a4b0ba4f-6178-4674-8571-3360816e7c12 req-3037a33d-b6ea-4c37-a702-cbca025ebab9 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:20.301870 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-a4b0ba4f-6178-4674-8571-3360816e7c12 req-3037a33d-b6ea-4c37-a702-cbca025ebab9 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] For port 5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7,segment=NetworkSegment(802b6ab2-98ed-4447-b4c1-943e20b4764c),segment_id=802b6ab2-98ed-4447-b4c1-943e20b4764c)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:10:20.302230 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-a4b0ba4f-6178-4674-8571-3360816e7c12 req-3037a33d-b6ea-4c37-a702-cbca025ebab9 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:20.430531 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-a4b0ba4f-6178-4674-8571-3360816e7c12 req-3037a33d-b6ea-4c37-a702-cbca025ebab9 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Calling delete_port for 5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7 owned by compute:nova {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 10:10:20.573999 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-a4b0ba4f-6178-4674-8571-3360816e7c12 req-3037a33d-b6ea-4c37-a702-cbca025ebab9 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:20.627484 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3037a33d-b6ea-4c37-a702-cbca025ebab9 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event deleted for resources: {'Port': ['ID=5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:10:20.708632 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-1f49f3ab-ff94-4332-be14-8cc905b42f73 req-dc298979-eedb-444d-b4d3-7292418b301c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=9baf9d0b-aecd-4359-8685-c097669521c9 HTTP/1.1" status: 200 len: 210 time: 0.0548370 Oct 04 10:10:20.713056 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b0ba4f-6178-4674-8571-3360816e7c12 req-3037a33d-b6ea-4c37-a702-cbca025ebab9 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] No DVR routers for this DVR port 5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7 on host hv-neutron-8602 {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 10:10:20.715616 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-a4b0ba4f-6178-4674-8571-3360816e7c12 req-3037a33d-b6ea-4c37-a702-cbca025ebab9 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:20.718444 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9baf9d0b-aecd-4359-8685-c097669521c9', 'name': 'network-vif-deleted', 'tag': '5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 10:10:20.720725 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa3189af5578953a214b8e2869c8b798cc5e264e011bb63f6babe724f6825eca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38792afa-1cbc-4934-83f5-a92e8d2139d3" -d '{"events": [{"server_uuid": "9baf9d0b-aecd-4359-8685-c097669521c9", "name": "network-vif-deleted", "tag": "5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 10:10:20.738560 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a4b0ba4f-6178-4674-8571-3360816e7c12 req-3037a33d-b6ea-4c37-a702-cbca025ebab9 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.20 "DELETE /v2.0/ports/5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7 HTTP/1.1" status: 204 len: 173 time: 0.8473184 Oct 04 10:10:20.770455 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 10:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3e15bc-b4a0-4a7c-86fe-d948eed8914b x-openstack-request-id: req-fa3e15bc-b4a0-4a7c-86fe-d948eed8914b {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 10:10:20.770749 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9baf9d0b-aecd-4359-8685-c097669521c9", "name": "network-vif-deleted", "tag": "5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 10:10:20.771122 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fa3e15bc-b4a0-4a7c-86fe-d948eed8914b {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 10:10:20.771528 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa3e15bc-b4a0-4a7c-86fe-d948eed8914b'] response: {'server_uuid': '9baf9d0b-aecd-4359-8685-c097669521c9', 'name': 'network-vif-deleted', 'tag': '5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7', 'status': 'completed', 'code': 200} Oct 04 10:10:21.808942 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 44396) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:10:22.466841 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-74f31d1b-5c67-4da3-9653-ed4ae973de0e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736827'] for router_interface, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:22.813622 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-74f31d1b-5c67-4da3-9653-ed4ae973de0e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Deleting port 94cc2ae0-efe3-444d-9246-88547b2f4fe3 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 10:10:22.814259 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-74f31d1b-5c67-4da3-9653-ed4ae973de0e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:22.996035 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-74f31d1b-5c67-4da3-9653-ed4ae973de0e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] For port 94cc2ae0-efe3-444d-9246-88547b2f4fe3, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=94cc2ae0-efe3-444d-9246-88547b2f4fe3,segment=NetworkSegment(802b6ab2-98ed-4447-b4c1-943e20b4764c),segment_id=802b6ab2-98ed-4447-b4c1-943e20b4764c)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:10:22.996406 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-74f31d1b-5c67-4da3-9653-ed4ae973de0e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:23.117889 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-74f31d1b-5c67-4da3-9653-ed4ae973de0e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Calling delete_port for 94cc2ae0-efe3-444d-9246-88547b2f4fe3 owned by network:router_interface {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 10:10:23.422265 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-74f31d1b-5c67-4da3-9653-ed4ae973de0e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:23.468716 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f31d1b-5c67-4da3-9653-ed4ae973de0e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event deleted for resources: {'Port': ['ID=94cc2ae0-efe3-444d-9246-88547b2f4fe3,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:10:23.499451 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7 no longer exists at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 10:10:23.517502 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f31d1b-5c67-4da3-9653-ed4ae973de0e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:10:23.517849 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f31d1b-5c67-4da3-9653-ed4ae973de0e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:10:23.518191 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f31d1b-5c67-4da3-9653-ed4ae973de0e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:10:23.518558 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f31d1b-5c67-4da3-9653-ed4ae973de0e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:10:23.518890 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f31d1b-5c67-4da3-9653-ed4ae973de0e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:10:23.519217 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f31d1b-5c67-4da3-9653-ed4ae973de0e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:10:23.519540 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f31d1b-5c67-4da3-9653-ed4ae973de0e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:10:23.519861 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f31d1b-5c67-4da3-9653-ed4ae973de0e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:10:23.520183 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f31d1b-5c67-4da3-9653-ed4ae973de0e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:10:23.520534 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f31d1b-5c67-4da3-9653-ed4ae973de0e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:10:23.520853 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f31d1b-5c67-4da3-9653-ed4ae973de0e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:10:23.521173 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f31d1b-5c67-4da3-9653-ed4ae973de0e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:10:23.539770 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] No Port match for: 5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 10:10:23.540113 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 5dbb022d-65a5-44e7-b3dc-3d5a9315d3e7 not bound to the agent host hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 10:10:23.763347 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-74f31d1b-5c67-4da3-9653-ed4ae973de0e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736911'] for router_interface, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:23.801989 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 10:10:24.121220 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f31d1b-5c67-4da3-9653-ed4ae973de0e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Router d9c4dcd9-9c83-405b-ba0f-474602a10626 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 10:10:24.295996 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f31d1b-5c67-4da3-9653-ed4ae973de0e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 10:10:24.306130 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e587652-800c-4240-be3b-ebc4d2acec34 None None] Sync routers for ids ['d9c4dcd9-9c83-405b-ba0f-474602a10626'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 10:10:24.309171 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-74f31d1b-5c67-4da3-9653-ed4ae973de0e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "PUT /v2.0/routers/d9c4dcd9-9c83-405b-ba0f-474602a10626/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4992001 Oct 04 10:10:24.311800 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 44400) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:10:24.317928 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e587652-800c-4240-be3b-ebc4d2acec34 None None] Routers {'d9c4dcd9-9c83-405b-ba0f-474602a10626'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:10:24.318550 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-4e587652-800c-4240-be3b-ebc4d2acec34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:10:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['d9c4dcd9-9c83-405b-ba0f-474602a10626'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:10:24.392009 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-697c2fcd-b43b-465f-920b-6bcb41defc97 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Deleting subnet 406c073c-ff9d-4ae3-bae5-191500ea50bf {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 10:10:24.395476 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-697c2fcd-b43b-465f-920b-6bcb41defc97 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:24.449232 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-697c2fcd-b43b-465f-920b-6bcb41defc97 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:24.499451 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-4e587652-800c-4240-be3b-ebc4d2acec34 None None] Set router d9c4dcd9-9c83-405b-ba0f-474602a10626 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:10:24.533099 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-697c2fcd-b43b-465f-920b-6bcb41defc97 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:24.606157 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-697c2fcd-b43b-465f-920b-6bcb41defc97 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:24.646121 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697c2fcd-b43b-465f-920b-6bcb41defc97 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event deleted for resources: {'Subnet': ['ID=406c073c-ff9d-4ae3-bae5-191500ea50bf,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:10:24.647989 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-697c2fcd-b43b-465f-920b-6bcb41defc97 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:24.654477 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-697c2fcd-b43b-465f-920b-6bcb41defc97 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "DELETE /v2.0/subnets/406c073c-ff9d-4ae3-bae5-191500ea50bf HTTP/1.1" status: 204 len: 168 time: 0.3416593 Oct 04 10:10:24.657126 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 44404) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:10:24.672690 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2fef56-39d1-4840-9f77-9806d5404390 None None] Network 65ea93fa-bc38-4dac-b29c-19cdd2a0aa63 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 10:10:24.952326 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d7cfd162-04d4-4ff1-ba5d-c104e9411bd5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for router, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:24.967975 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-4e587652-800c-4240-be3b-ebc4d2acec34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c4dcd9-9c83-405b-ba0f-474602a10626', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1813943359', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.62'}], 'enable_snat': True}, 'gw_port_id': '9a1453f2-f936-4f4b-9a06-a4d7e298f1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:07:35Z', 'updated_at': '2022-10-04T10:10:23Z', 'revision_number': 5, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': '9a1453f2-f936-4f4b-9a06-a4d7e298f1f6', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:af:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c4dcd9-9c83-405b-ba0f-474602a10626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:07:36Z', 'updated_at': '2022-10-04T10:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:10:24.971902 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e587652-800c-4240-be3b-ebc4d2acec34 None None] Checking router: d9c4dcd9-9c83-405b-ba0f-474602a10626 for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 10:10:24.980536 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e587652-800c-4240-be3b-ebc4d2acec34 None None] Routers {'d9c4dcd9-9c83-405b-ba0f-474602a10626'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:10:24.981146 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-4e587652-800c-4240-be3b-ebc4d2acec34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:10:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['d9c4dcd9-9c83-405b-ba0f-474602a10626'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:10:25.038758 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89af6ddd-5f46-43c4-8a9c-900b972ecbb1 None None] DHCP port deletion for 65ea93fa-bc38-4dac-b29c-19cdd2a0aa63 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 10:10:25.101588 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-89af6ddd-5f46-43c4-8a9c-900b972ecbb1 None None] Deleting port 170803f9-2d06-416c-93d0-fb976b209934 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 10:10:25.101960 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-89af6ddd-5f46-43c4-8a9c-900b972ecbb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:25.129941 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d7cfd162-04d4-4ff1-ba5d-c104e9411bd5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:25.140635 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-d7cfd162-04d4-4ff1-ba5d-c104e9411bd5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Deleting port 9a1453f2-f936-4f4b-9a06-a4d7e298f1f6 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 10:10:25.141031 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d7cfd162-04d4-4ff1-ba5d-c104e9411bd5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:25.296880 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-4e587652-800c-4240-be3b-ebc4d2acec34 None None] Set router d9c4dcd9-9c83-405b-ba0f-474602a10626 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:10:25.318194 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-d7cfd162-04d4-4ff1-ba5d-c104e9411bd5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] For port 9a1453f2-f936-4f4b-9a06-a4d7e298f1f6, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=9a1453f2-f936-4f4b-9a06-a4d7e298f1f6,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:10:25.318547 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d7cfd162-04d4-4ff1-ba5d-c104e9411bd5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:25.439259 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-d7cfd162-04d4-4ff1-ba5d-c104e9411bd5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Calling delete_port for 9a1453f2-f936-4f4b-9a06-a4d7e298f1f6 owned by network:router_gateway {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 10:10:25.574272 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-89af6ddd-5f46-43c4-8a9c-900b972ecbb1 None None] For port 170803f9-2d06-416c-93d0-fb976b209934, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=170803f9-2d06-416c-93d0-fb976b209934,segment=NetworkSegment(802b6ab2-98ed-4447-b4c1-943e20b4764c),segment_id=802b6ab2-98ed-4447-b4c1-943e20b4764c)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:10:25.574853 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-89af6ddd-5f46-43c4-8a9c-900b972ecbb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:25.605907 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d7cfd162-04d4-4ff1-ba5d-c104e9411bd5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:25.651452 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cfd162-04d4-4ff1-ba5d-c104e9411bd5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event deleted for resources: {'Port': ['ID=9a1453f2-f936-4f4b-9a06-a4d7e298f1f6,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:10:25.715690 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-89af6ddd-5f46-43c4-8a9c-900b972ecbb1 None None] Calling delete_port for 170803f9-2d06-416c-93d0-fb976b209934 owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 10:10:25.759887 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d7cfd162-04d4-4ff1-ba5d-c104e9411bd5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737040'] for router_gateway, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:25.853210 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-89af6ddd-5f46-43c4-8a9c-900b972ecbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:25.904050 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89af6ddd-5f46-43c4-8a9c-900b972ecbb1 None None] No DVR routers for this DVR port 170803f9-2d06-416c-93d0-fb976b209934 on host dv-neutron-860215-1-hyperv {{(pid=89034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 10:10:25.905662 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af6ddd-5f46-43c4-8a9c-900b972ecbb1 None None] Pushing event deleted for resources: {'Port': ['ID=170803f9-2d06-416c-93d0-fb976b209934,revision_number=None']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:10:25.920077 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af6ddd-5f46-43c4-8a9c-900b972ecbb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:10:25.920456 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af6ddd-5f46-43c4-8a9c-900b972ecbb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:10:25.920798 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af6ddd-5f46-43c4-8a9c-900b972ecbb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:10:25.921135 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af6ddd-5f46-43c4-8a9c-900b972ecbb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:10:25.921467 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af6ddd-5f46-43c4-8a9c-900b972ecbb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:10:25.921801 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af6ddd-5f46-43c4-8a9c-900b972ecbb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:10:25.922132 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af6ddd-5f46-43c4-8a9c-900b972ecbb1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:10:25.922462 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af6ddd-5f46-43c4-8a9c-900b972ecbb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:10:25.922789 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af6ddd-5f46-43c4-8a9c-900b972ecbb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:10:25.923116 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af6ddd-5f46-43c4-8a9c-900b972ecbb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:10:25.923439 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af6ddd-5f46-43c4-8a9c-900b972ecbb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:10:25.923793 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af6ddd-5f46-43c4-8a9c-900b972ecbb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:10:25.927971 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-4e587652-800c-4240-be3b-ebc4d2acec34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c4dcd9-9c83-405b-ba0f-474602a10626', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1813943359', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.62'}], 'enable_snat': True}, 'gw_port_id': '9a1453f2-f936-4f4b-9a06-a4d7e298f1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:07:35Z', 'updated_at': '2022-10-04T10:10:23Z', 'revision_number': 5, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': '9a1453f2-f936-4f4b-9a06-a4d7e298f1f6', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:af:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c4dcd9-9c83-405b-ba0f-474602a10626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:07:36Z', 'updated_at': '2022-10-04T10:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:10:25.932449 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e587652-800c-4240-be3b-ebc4d2acec34 None None] The sync data for ids ['d9c4dcd9-9c83-405b-ba0f-474602a10626'] in dv-neutron-860215-1-hyperv is: [{'id': 'd9c4dcd9-9c83-405b-ba0f-474602a10626', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1813943359', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.62'}], 'enable_snat': True}, 'gw_port_id': '9a1453f2-f936-4f4b-9a06-a4d7e298f1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:07:35Z', 'updated_at': '2022-10-04T10:10:23Z', 'revision_number': 5, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': '9a1453f2-f936-4f4b-9a06-a4d7e298f1f6', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:af:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c4dcd9-9c83-405b-ba0f-474602a10626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:07:36Z', 'updated_at': '2022-10-04T10:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 10:10:25.942599 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d7cfd162-04d4-4ff1-ba5d-c104e9411bd5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:25.945775 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d7cfd162-04d4-4ff1-ba5d-c104e9411bd5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:25.970294 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d7cfd162-04d4-4ff1-ba5d-c104e9411bd5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:25.970949 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7cfd162-04d4-4ff1-ba5d-c104e9411bd5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Fanout notify agent at l3_agent the message router_deleted on router d9c4dcd9-9c83-405b-ba0f-474602a10626 {{(pid=89033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 10:10:25.985822 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d7cfd162-04d4-4ff1-ba5d-c104e9411bd5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:25.986885 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-d7cfd162-04d4-4ff1-ba5d-c104e9411bd5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "DELETE /v2.0/routers/d9c4dcd9-9c83-405b-ba0f-474602a10626 HTTP/1.1" status: 204 len: 168 time: 1.3288674 Oct 04 10:10:25.990188 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 44408) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:10:26.099831 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-87b28550-616f-4e57-a38e-a976a9f17506 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:26.229010 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-87b28550-616f-4e57-a38e-a976a9f17506 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:26.252665 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-87b28550-616f-4e57-a38e-a976a9f17506 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65ea93fa-bc38-4dac-b29c-19cdd2a0aa63']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:10:26.264598 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-87b28550-616f-4e57-a38e-a976a9f17506 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '802b6ab2-98ed-4447-b4c1-943e20b4764c') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:10:26.264894 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-87b28550-616f-4e57-a38e-a976a9f17506 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '802b6ab2-98ed-4447-b4c1-943e20b4764c') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:10:26.276642 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-87b28550-616f-4e57-a38e-a976a9f17506 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:26.293850 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-87b28550-616f-4e57-a38e-a976a9f17506 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:26.300440 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87b28550-616f-4e57-a38e-a976a9f17506 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 10:10:26.300996 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-87b28550-616f-4e57-a38e-a976a9f17506 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:26.466802 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 94cc2ae0-efe3-444d-9246-88547b2f4fe3 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 10:10:26.505178 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 94cc2ae0-efe3-444d-9246-88547b2f4fe3 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 10:10:26.505525 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 94cc2ae0-efe3-444d-9246-88547b2f4fe3 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 10:10:26.505945 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 170803f9-2d06-416c-93d0-fb976b209934 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 10:10:26.524956 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-87b28550-616f-4e57-a38e-a976a9f17506 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:26.530910 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-87b28550-616f-4e57-a38e-a976a9f17506 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:26.540780 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 170803f9-2d06-416c-93d0-fb976b209934 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 10:10:26.541311 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 170803f9-2d06-416c-93d0-fb976b209934 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 10:10:26.561089 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b28550-616f-4e57-a38e-a976a9f17506 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event deleted for resources: {'Network': ['ID=65ea93fa-bc38-4dac-b29c-19cdd2a0aa63,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:10:26.572044 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-87b28550-616f-4e57-a38e-a976a9f17506 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "DELETE /v2.0/networks/65ea93fa-bc38-4dac-b29c-19cdd2a0aa63 HTTP/1.1" status: 204 len: 168 time: 0.5808623 Oct 04 10:10:26.574746 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 44420) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:10:26.620229 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 802b6ab2-98ed-4447-b4c1-943e20b4764c resource provider aggregate not found Oct 04 10:10:26.639668 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 802b6ab2-98ed-4447-b4c1-943e20b4764c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 802b6ab2-98ed-4447-b4c1-943e20b4764c found for delete ", "request_id": "req-a0813b60-89e6-4726-9ebb-38171bf70533"}]} Oct 04 10:10:26.657034 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9391063c-2c67-425a-8a39-5421018c77c2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:26.688307 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9391063c-2c67-425a-8a39-5421018c77c2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:26.753218 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9391063c-2c67-425a-8a39-5421018c77c2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:26.770754 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9391063c-2c67-425a-8a39-5421018c77c2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1597eb-5b12-4afa-8534-aa91e92445bb,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:10:26.782716 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9391063c-2c67-425a-8a39-5421018c77c2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:26.783834 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-9391063c-2c67-425a-8a39-5421018c77c2 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "DELETE /v2.0/security-groups/6b1597eb-5b12-4afa-8534-aa91e92445bb HTTP/1.1" status: 204 len: 168 time: 0.2081873 Oct 04 10:10:26.912662 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 44432) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:10:26.917878 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-a243d02a-b4b9-413a-b34f-9039d849ecb4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-13518513', 'description': 'tempest-secgroup-smoke-13518513 description', 'project_id': '12664c4828024576bc805d2308db5fae'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:10:26.923862 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-a243d02a-b4b9-413a-b34f-9039d849ecb4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:10:26.928523 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a243d02a-b4b9-413a-b34f-9039d849ecb4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Usage tracker for resource:security_group and tenant:12664c4828024576bc805d2308db5fae is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:10:26.931347 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a243d02a-b4b9-413a-b34f-9039d849ecb4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:10:26.937451 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-a243d02a-b4b9-413a-b34f-9039d849ecb4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:10:26.947414 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a243d02a-b4b9-413a-b34f-9039d849ecb4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:26.967029 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-a243d02a-b4b9-413a-b34f-9039d849ecb4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:10:26.971036 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a243d02a-b4b9-413a-b34f-9039d849ecb4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Usage tracker for resource:security_group_rule and tenant:12664c4828024576bc805d2308db5fae is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:10:26.974853 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a243d02a-b4b9-413a-b34f-9039d849ecb4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:10:26.979901 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-a243d02a-b4b9-413a-b34f-9039d849ecb4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:10:27.055517 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a243d02a-b4b9-413a-b34f-9039d849ecb4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:27.059054 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a243d02a-b4b9-413a-b34f-9039d849ecb4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:27.106852 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a243d02a-b4b9-413a-b34f-9039d849ecb4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bfeec6f-3404-4fde-8e64-2ac98860c0ea,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:10:27.111002 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a243d02a-b4b9-413a-b34f-9039d849ecb4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:27.112732 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a243d02a-b4b9-413a-b34f-9039d849ecb4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1985030 Oct 04 10:10:27.115657 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 44436) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:10:27.120596 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-7a5adf9a-61c3-4912-9aba-de90c7c9573e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Request body: {'security_group_rule': {'security_group_id': '5bfeec6f-3404-4fde-8e64-2ac98860c0ea', 'project_id': '12664c4828024576bc805d2308db5fae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:10:27.126482 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-7a5adf9a-61c3-4912-9aba-de90c7c9573e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:10:27.130993 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-7a5adf9a-61c3-4912-9aba-de90c7c9573e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Usage tracker for resource:security_group_rule and tenant:12664c4828024576bc805d2308db5fae is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:10:27.133848 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-7a5adf9a-61c3-4912-9aba-de90c7c9573e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:10:27.139469 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-7a5adf9a-61c3-4912-9aba-de90c7c9573e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:10:27.155421 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7a5adf9a-61c3-4912-9aba-de90c7c9573e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:27.215036 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7a5adf9a-61c3-4912-9aba-de90c7c9573e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:27.218323 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7a5adf9a-61c3-4912-9aba-de90c7c9573e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:27.243449 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5adf9a-61c3-4912-9aba-de90c7c9573e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62b705f4-5ab7-4dee-bc31-283135d16256,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:10:27.252877 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-7a5adf9a-61c3-4912-9aba-de90c7c9573e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:27.253983 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-7a5adf9a-61c3-4912-9aba-de90c7c9573e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1374307 Oct 04 10:10:27.256876 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 44440) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:10:27.261870 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-220bf315-7f34-4a53-b6a9-050c05fcd732 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Request body: {'security_group_rule': {'security_group_id': '5bfeec6f-3404-4fde-8e64-2ac98860c0ea', 'project_id': '12664c4828024576bc805d2308db5fae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:10:27.267542 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-220bf315-7f34-4a53-b6a9-050c05fcd732 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:10:27.271352 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-220bf315-7f34-4a53-b6a9-050c05fcd732 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Usage tracker for resource:security_group_rule and tenant:12664c4828024576bc805d2308db5fae is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:10:27.274197 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-220bf315-7f34-4a53-b6a9-050c05fcd732 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:10:27.280072 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-220bf315-7f34-4a53-b6a9-050c05fcd732 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:10:27.295661 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-220bf315-7f34-4a53-b6a9-050c05fcd732 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:27.354986 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-220bf315-7f34-4a53-b6a9-050c05fcd732 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:27.359304 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-220bf315-7f34-4a53-b6a9-050c05fcd732 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:27.383519 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220bf315-7f34-4a53-b6a9-050c05fcd732 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c098c969-d953-416c-b534-5d36b4aa8817,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:10:27.391804 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-220bf315-7f34-4a53-b6a9-050c05fcd732 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:27.393024 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-220bf315-7f34-4a53-b6a9-050c05fcd732 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1352119 Oct 04 10:10:27.395745 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 44444) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:10:27.400548 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-d2350481-54c6-4ed0-b376-44203996347c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Request body: {'security_group_rule': {'security_group_id': '5bfeec6f-3404-4fde-8e64-2ac98860c0ea', 'project_id': '12664c4828024576bc805d2308db5fae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:10:27.406461 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-d2350481-54c6-4ed0-b376-44203996347c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:10:27.410747 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-d2350481-54c6-4ed0-b376-44203996347c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Usage tracker for resource:security_group_rule and tenant:12664c4828024576bc805d2308db5fae is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:10:27.413545 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-d2350481-54c6-4ed0-b376-44203996347c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:10:27.419081 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-d2350481-54c6-4ed0-b376-44203996347c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:10:27.435612 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d2350481-54c6-4ed0-b376-44203996347c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:27.498968 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d2350481-54c6-4ed0-b376-44203996347c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:27.502478 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d2350481-54c6-4ed0-b376-44203996347c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:27.524384 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2350481-54c6-4ed0-b376-44203996347c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23015ab1-39ee-42f6-9c73-e2348a7d5797,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:10:27.534697 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d2350481-54c6-4ed0-b376-44203996347c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:27.535918 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-d2350481-54c6-4ed0-b376-44203996347c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1391549 Oct 04 10:10:27.538633 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 44448) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:10:27.543688 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-9134599f-57e3-420a-9c58-a69c82b08907 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Request body: {'security_group_rule': {'security_group_id': '5bfeec6f-3404-4fde-8e64-2ac98860c0ea', 'project_id': '12664c4828024576bc805d2308db5fae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:10:27.549327 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-9134599f-57e3-420a-9c58-a69c82b08907 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:10:27.553725 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-9134599f-57e3-420a-9c58-a69c82b08907 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Usage tracker for resource:security_group_rule and tenant:12664c4828024576bc805d2308db5fae is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:10:27.556508 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-9134599f-57e3-420a-9c58-a69c82b08907 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:10:27.561994 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-9134599f-57e3-420a-9c58-a69c82b08907 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:10:27.577781 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9134599f-57e3-420a-9c58-a69c82b08907 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:27.638078 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9134599f-57e3-420a-9c58-a69c82b08907 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:27.641673 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9134599f-57e3-420a-9c58-a69c82b08907 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:27.665646 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9134599f-57e3-420a-9c58-a69c82b08907 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aa2146f-3a6d-406f-b34b-525dcd14f788,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:10:27.673798 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9134599f-57e3-420a-9c58-a69c82b08907 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:27.674966 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-9134599f-57e3-420a-9c58-a69c82b08907 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1353838 Oct 04 10:10:27.677719 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 44452) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:10:27.682495 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-3332bc45-9015-4afc-b7bd-a7c3a3159488 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Request body: {'security_group_rule': {'security_group_id': '5bfeec6f-3404-4fde-8e64-2ac98860c0ea', 'project_id': '12664c4828024576bc805d2308db5fae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:10:27.688203 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-3332bc45-9015-4afc-b7bd-a7c3a3159488 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:10:27.692027 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-3332bc45-9015-4afc-b7bd-a7c3a3159488 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Usage tracker for resource:security_group_rule and tenant:12664c4828024576bc805d2308db5fae is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:10:27.694926 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-3332bc45-9015-4afc-b7bd-a7c3a3159488 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:10:27.700716 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-3332bc45-9015-4afc-b7bd-a7c3a3159488 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:10:27.712692 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.securitygroups_db [None req-3332bc45-9015-4afc-b7bd-a7c3a3159488 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Project 12664c4828024576bc805d2308db5fae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 10:10:27.719708 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3332bc45-9015-4afc-b7bd-a7c3a3159488 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:27.731647 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-adaccb14-bea7-4860-b7d3-ef66e1c92c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:27.788308 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3332bc45-9015-4afc-b7bd-a7c3a3159488 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:27.791631 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3332bc45-9015-4afc-b7bd-a7c3a3159488 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:27.813437 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3332bc45-9015-4afc-b7bd-a7c3a3159488 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70bd5073-b02d-421f-a535-00c44cd7e951,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:10:27.824343 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3332bc45-9015-4afc-b7bd-a7c3a3159488 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:27.825663 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-3332bc45-9015-4afc-b7bd-a7c3a3159488 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1469731 Oct 04 10:10:27.828417 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 44456) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:10:27.833998 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-93459a02-327c-45da-8be8-e3ac781f035c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Request body: {'security_group_rule': {'security_group_id': '5bfeec6f-3404-4fde-8e64-2ac98860c0ea', 'project_id': '12664c4828024576bc805d2308db5fae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:10:27.839742 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-93459a02-327c-45da-8be8-e3ac781f035c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:10:27.843665 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-93459a02-327c-45da-8be8-e3ac781f035c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Usage tracker for resource:security_group_rule and tenant:12664c4828024576bc805d2308db5fae is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:10:27.846491 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-93459a02-327c-45da-8be8-e3ac781f035c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:10:27.852588 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-93459a02-327c-45da-8be8-e3ac781f035c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:10:27.862222 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.securitygroups_db [None req-93459a02-327c-45da-8be8-e3ac781f035c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Project 12664c4828024576bc805d2308db5fae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 10:10:27.868595 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-93459a02-327c-45da-8be8-e3ac781f035c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:27.931306 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-93459a02-327c-45da-8be8-e3ac781f035c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:27.935008 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-93459a02-327c-45da-8be8-e3ac781f035c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:27.958780 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93459a02-327c-45da-8be8-e3ac781f035c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1252c9b7-824d-46a0-bbc5-6b7b08653c48,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:10:27.966951 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-93459a02-327c-45da-8be8-e3ac781f035c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:27.968101 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-93459a02-327c-45da-8be8-e3ac781f035c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1387863 Oct 04 10:10:27.970941 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 44460) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:10:27.976265 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-8917e5e4-9998-442c-b59c-b0ff3c57a970 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Request body: {'network': {'name': 'tempest-network-smoke--1500547378', 'project_id': '12664c4828024576bc805d2308db5fae', 'port_security_enabled': True}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:10:27.986754 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-8917e5e4-9998-442c-b59c-b0ff3c57a970 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:10:27.991334 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-8917e5e4-9998-442c-b59c-b0ff3c57a970 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Usage tracker for resource:network and tenant:12664c4828024576bc805d2308db5fae is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:10:27.994189 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-8917e5e4-9998-442c-b59c-b0ff3c57a970 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:10:27.999799 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-8917e5e4-9998-442c-b59c-b0ff3c57a970 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:10:28.009660 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8917e5e4-9998-442c-b59c-b0ff3c57a970 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Made reservation on behalf of 12664c4828024576bc805d2308db5fae for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 10:10:28.013104 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8917e5e4-9998-442c-b59c-b0ff3c57a970 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:28.040400 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8917e5e4-9998-442c-b59c-b0ff3c57a970 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 10:10:28.049106 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8917e5e4-9998-442c-b59c-b0ff3c57a970 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:28.049440 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-8917e5e4-9998-442c-b59c-b0ff3c57a970 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Added segment 8434bf1f-b299-4fdd-a404-b5e966df330e of type vlan for network 3bbdf607-d3fe-4448-8715-a434e5eab27a Oct 04 10:10:28.074472 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8917e5e4-9998-442c-b59c-b0ff3c57a970 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:28.102525 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8917e5e4-9998-442c-b59c-b0ff3c57a970 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:28.107816 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8917e5e4-9998-442c-b59c-b0ff3c57a970 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:10:28.108421 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8917e5e4-9998-442c-b59c-b0ff3c57a970 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:28.208684 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-8917e5e4-9998-442c-b59c-b0ff3c57a970 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2367215 Oct 04 10:10:28.211441 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 44464) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:10:28.216596 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-a8c289f1-c80c-46a0-a40b-cef5c36eef4b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2088015065', 'admin_state_up': True, 'project_id': '12664c4828024576bc805d2308db5fae', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:10:28.217260 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8917e5e4-9998-442c-b59c-b0ff3c57a970 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'Network': ['ID=3bbdf607-d3fe-4448-8715-a434e5eab27a,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:10:28.224073 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-a8c289f1-c80c-46a0-a40b-cef5c36eef4b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:10:28.228034 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 3bbdf607-d3fe-4448-8715-a434e5eab27a details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 10:10:28.232674 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-a8c289f1-c80c-46a0-a40b-cef5c36eef4b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Usage tracker for resource:router and tenant:12664c4828024576bc805d2308db5fae is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:10:28.235526 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-a8c289f1-c80c-46a0-a40b-cef5c36eef4b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:10:28.241956 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-a8c289f1-c80c-46a0-a40b-cef5c36eef4b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:10:28.251923 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a8c289f1-c80c-46a0-a40b-cef5c36eef4b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:28.253696 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a8c289f1-c80c-46a0-a40b-cef5c36eef4b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:28.271168 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a8c289f1-c80c-46a0-a40b-cef5c36eef4b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:28.367188 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 9a1453f2-f936-4f4b-9a06-a4d7e298f1f6 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 10:10:28.401621 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 9a1453f2-f936-4f4b-9a06-a4d7e298f1f6 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 10:10:28.402226 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 9a1453f2-f936-4f4b-9a06-a4d7e298f1f6 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 10:10:28.541445 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a8c289f1-c80c-46a0-a40b-cef5c36eef4b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:28.838292 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a8c289f1-c80c-46a0-a40b-cef5c36eef4b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for router_gateway, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:28.867740 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a8c289f1-c80c-46a0-a40b-cef5c36eef4b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:29.098537 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-a8c289f1-c80c-46a0-a40b-cef5c36eef4b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Allocated IP 172.26.10.111 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/0235eaec-4e74-4687-8807-e0d25560fc6e) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 10:10:29.238188 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a8c289f1-c80c-46a0-a40b-cef5c36eef4b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:29.265701 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a8c289f1-c80c-46a0-a40b-cef5c36eef4b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:29.330356 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c289f1-c80c-46a0-a40b-cef5c36eef4b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 10:10:29.333711 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-a8c289f1-c80c-46a0-a40b-cef5c36eef4b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 10:10:29.337451 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c289f1-c80c-46a0-a40b-cef5c36eef4b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 10:10:29.371759 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c289f1-c80c-46a0-a40b-cef5c36eef4b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'Port': ['ID=0235eaec-4e74-4687-8807-e0d25560fc6e,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:10:29.742913 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a8c289f1-c80c-46a0-a40b-cef5c36eef4b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for router_gateway, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:30.074233 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a8c289f1-c80c-46a0-a40b-cef5c36eef4b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:30.268663 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c289f1-c80c-46a0-a40b-cef5c36eef4b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Router fbf758b5-95a8-4a03-b932-a3359ea58866 is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 10:10:30.381132 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-be33352b-b9d1-42ce-ad57-8e33e08a0f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:30.555136 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c289f1-c80c-46a0-a40b-cef5c36eef4b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 10:10:30.565131 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4175e75-a621-4e85-b19a-8cc9362b7739 None None] Sync routers for ids ['fbf758b5-95a8-4a03-b932-a3359ea58866'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 10:10:30.573979 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4175e75-a621-4e85-b19a-8cc9362b7739 None None] Routers {'fbf758b5-95a8-4a03-b932-a3359ea58866'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:10:30.574582 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-b4175e75-a621-4e85-b19a-8cc9362b7739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:10:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['fbf758b5-95a8-4a03-b932-a3359ea58866'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:10:30.581815 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-a8c289f1-c80c-46a0-a40b-cef5c36eef4b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:30.583025 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-a8c289f1-c80c-46a0-a40b-cef5c36eef4b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 897 time: 2.3705225 Oct 04 10:10:30.586168 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 44468) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:10:30.752318 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-b4175e75-a621-4e85-b19a-8cc9362b7739 None None] Set router fbf758b5-95a8-4a03-b932-a3359ea58866 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:10:30.767831 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-abef90e5-4e54-43be-b737-c6603bac3330 tempest-TestNetworkAdvancedServerOps-791167516 tempest-TestNetworkAdvancedServerOps-791167516-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=12664c4828024576bc805d2308db5fae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1805887 Oct 04 10:10:30.771005 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 44474) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:10:30.902927 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c36ad4-31eb-4bc3-ab9a-70e3e92e1c98 tempest-TestNetworkAdvancedServerOps-791167516 tempest-TestNetworkAdvancedServerOps-791167516-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:10:30.907197 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-90c36ad4-31eb-4bc3-ab9a-70e3e92e1c98 tempest-TestNetworkAdvancedServerOps-791167516 tempest-TestNetworkAdvancedServerOps-791167516-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1324954 Oct 04 10:10:30.907342 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 44478) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:10:30.912059 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:30.938034 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:30.948073 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-984a7cfe-5930-49b6-a81b-4747f2aa7cb7 tempest-TestNetworkAdvancedServerOps-791167516 tempest-TestNetworkAdvancedServerOps-791167516-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=f33938cd-879e-4461-9b5e-aa67b746b6bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395622 Oct 04 10:10:30.950668 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 44482) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:10:30.956978 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-9d3f9881-3d99-4024-a0c7-478b4bfcca6d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1576075794', 'network_id': '3bbdf607-d3fe-4448-8715-a434e5eab27a', 'project_id': '12664c4828024576bc805d2308db5fae', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:10:31.037041 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-b4175e75-a621-4e85-b19a-8cc9362b7739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf758b5-95a8-4a03-b932-a3359ea58866', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088015065', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.111'}], 'enable_snat': True}, 'gw_port_id': '0235eaec-4e74-4687-8807-e0d25560fc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:10:28Z', 'updated_at': '2022-10-04T10:10:29Z', 'revision_number': 3, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': '0235eaec-4e74-4687-8807-e0d25560fc6e', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:61:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf758b5-95a8-4a03-b932-a3359ea58866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:10:28Z', 'updated_at': '2022-10-04T10:10:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:10:31.041427 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4175e75-a621-4e85-b19a-8cc9362b7739 None None] Checking router: fbf758b5-95a8-4a03-b932-a3359ea58866 for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 10:10:31.041770 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4175e75-a621-4e85-b19a-8cc9362b7739 None None] Updating router fbf758b5-95a8-4a03-b932-a3359ea58866 port 0235eaec-4e74-4687-8807-e0d25560fc6e binding host dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 10:10:31.064706 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-9d3f9881-3d99-4024-a0c7-478b4bfcca6d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:10:31.069166 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-9d3f9881-3d99-4024-a0c7-478b4bfcca6d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Usage tracker for resource:subnet and tenant:12664c4828024576bc805d2308db5fae is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:10:31.072041 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-9d3f9881-3d99-4024-a0c7-478b4bfcca6d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:10:31.077743 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-9d3f9881-3d99-4024-a0c7-478b4bfcca6d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:10:31.088238 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3f9881-3d99-4024-a0c7-478b4bfcca6d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Made reservation on behalf of 12664c4828024576bc805d2308db5fae for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 10:10:31.092735 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9d3f9881-3d99-4024-a0c7-478b4bfcca6d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:31.094105 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-b4175e75-a621-4e85-b19a-8cc9362b7739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:31.311541 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9d3f9881-3d99-4024-a0c7-478b4bfcca6d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:31.396106 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3f9881-3d99-4024-a0c7-478b4bfcca6d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'Subnet': ['ID=bd5f346f-d385-4ee0-8cfa-9b72bc3788d1,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:10:31.404639 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3f9881-3d99-4024-a0c7-478b4bfcca6d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Checking segment: {'id': '8434bf1f-b299-4fdd-a404-b5e966df330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3bbdf607-d3fe-4448-8715-a434e5eab27a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 10:10:31.405206 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3f9881-3d99-4024-a0c7-478b4bfcca6d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Network hostable DHCP agents. Network: 3bbdf607-d3fe-4448-8715-a434e5eab27a, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 10:10:31.418040 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-b4175e75-a621-4e85-b19a-8cc9362b7739 None None] Notify callbacks [] for port, precommit_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:31.432003 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3f9881-3d99-4024-a0c7-478b4bfcca6d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Network 3bbdf607-d3fe-4448-8715-a434e5eab27a is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 10:10:31.434050 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.provisioning_blocks [None req-b4175e75-a621-4e85-b19a-8cc9362b7739 None None] Transition to ACTIVE for port object 0235eaec-4e74-4687-8807-e0d25560fc6e will not be triggered until provisioned by entity L2. {{(pid=89035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 10:10:31.441297 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-b4175e75-a621-4e85-b19a-8cc9362b7739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:31.442369 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-9d3f9881-3d99-4024-a0c7-478b4bfcca6d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 3bbdf607-d3fe-4448-8715-a434e5eab27a) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 10:10:31.447520 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3f9881-3d99-4024-a0c7-478b4bfcca6d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:10:31.447852 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9d3f9881-3d99-4024-a0c7-478b4bfcca6d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:31.455619 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a2a101-861a-4c77-86eb-949d8c5dd26c None None] Network 3bbdf607-d3fe-4448-8715-a434e5eab27a requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 10:10:31.473187 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-9d3f9881-3d99-4024-a0c7-478b4bfcca6d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5188782 Oct 04 10:10:31.473622 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 44486) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:10:31.555269 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a2c48-c77d-49a3-95c2-1114f6f7d01e None None] Pushing event updated for resources: {'Port': ['ID=0235eaec-4e74-4687-8807-e0d25560fc6e,revision_number=2']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:10:31.563869 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83a2c48-c77d-49a3-95c2-1114f6f7d01e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:10:31.564148 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83a2c48-c77d-49a3-95c2-1114f6f7d01e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:10:31.564884 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83a2c48-c77d-49a3-95c2-1114f6f7d01e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:10:31.564884 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83a2c48-c77d-49a3-95c2-1114f6f7d01e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:10:31.565171 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83a2c48-c77d-49a3-95c2-1114f6f7d01e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:10:31.566318 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83a2c48-c77d-49a3-95c2-1114f6f7d01e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:10:31.566426 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83a2c48-c77d-49a3-95c2-1114f6f7d01e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:10:31.566668 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83a2c48-c77d-49a3-95c2-1114f6f7d01e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:10:31.566995 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83a2c48-c77d-49a3-95c2-1114f6f7d01e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:10:31.567310 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83a2c48-c77d-49a3-95c2-1114f6f7d01e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:10:31.567623 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83a2c48-c77d-49a3-95c2-1114f6f7d01e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:10:31.567929 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83a2c48-c77d-49a3-95c2-1114f6f7d01e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:10:31.573104 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-b4175e75-a621-4e85-b19a-8cc9362b7739 None None] Attempting to bind port 0235eaec-4e74-4687-8807-e0d25560fc6e on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 10:10:31.573464 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-b4175e75-a621-4e85-b19a-8cc9362b7739 None None] Attempting to bind port 0235eaec-4e74-4687-8807-e0d25560fc6e by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 10:10:31.573821 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4175e75-a621-4e85-b19a-8cc9362b7739 None None] Attempting to bind port 0235eaec-4e74-4687-8807-e0d25560fc6e on network f33938cd-879e-4461-9b5e-aa67b746b6bd {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 10:10:31.579632 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4175e75-a621-4e85-b19a-8cc9362b7739 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 10, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 10:10:31.579800 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4175e75-a621-4e85-b19a-8cc9362b7739 None None] Checking segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 10:10:31.580047 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-b4175e75-a621-4e85-b19a-8cc9362b7739 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:31.580449 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4175e75-a621-4e85-b19a-8cc9362b7739 None None] Bound using segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 10:10:31.580903 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-b4175e75-a621-4e85-b19a-8cc9362b7739 None None] Bound port: 0235eaec-4e74-4687-8807-e0d25560fc6e, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 10:10:31.581299 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-b4175e75-a621-4e85-b19a-8cc9362b7739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:31.653370 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-b4175e75-a621-4e85-b19a-8cc9362b7739 None None] For port 0235eaec-4e74-4687-8807-e0d25560fc6e, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 10:10:31.657271 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-b4175e75-a621-4e85-b19a-8cc9362b7739 None None] For port 0235eaec-4e74-4687-8807-e0d25560fc6e, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=0235eaec-4e74-4687-8807-e0d25560fc6e,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 10:10:31.661546 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-b4175e75-a621-4e85-b19a-8cc9362b7739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:31.734546 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a2c48-c77d-49a3-95c2-1114f6f7d01e None None] Pushing event updated for resources: {'Port': ['ID=0235eaec-4e74-4687-8807-e0d25560fc6e,revision_number=3']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:10:31.745449 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4175e75-a621-4e85-b19a-8cc9362b7739 None None] Routers {'fbf758b5-95a8-4a03-b932-a3359ea58866'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:10:31.745982 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-b4175e75-a621-4e85-b19a-8cc9362b7739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:10:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['fbf758b5-95a8-4a03-b932-a3359ea58866'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:10:31.748871 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f202885d-fbbc-4c13-b803-1876230c2895 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-3bbdf607-d3fe-4448-8715-a434e5eab27a', 'network_id': '3bbdf607-d3fe-4448-8715-a434e5eab27a', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'fixed_ips': [{'subnet_id': 'bd5f346f-d385-4ee0-8cfa-9b72bc3788d1'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 10:10:31.749802 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f202885d-fbbc-4c13-b803-1876230c2895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:31.905563 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-f202885d-fbbc-4c13-b803-1876230c2895 None None] Allocated IP 172.20.0.2 (3bbdf607-d3fe-4448-8715-a434e5eab27a/bd5f346f-d385-4ee0-8cfa-9b72bc3788d1/a979a189-f3e3-42b3-89bc-31b98749ee7e) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 10:10:31.929846 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-b4175e75-a621-4e85-b19a-8cc9362b7739 None None] Set router fbf758b5-95a8-4a03-b932-a3359ea58866 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:10:32.131354 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f202885d-fbbc-4c13-b803-1876230c2895 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:32.142184 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-f202885d-fbbc-4c13-b803-1876230c2895 None None] Transition to ACTIVE for port object a979a189-f3e3-42b3-89bc-31b98749ee7e will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 10:10:32.163277 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-f202885d-fbbc-4c13-b803-1876230c2895 None None] Transition to ACTIVE for port object a979a189-f3e3-42b3-89bc-31b98749ee7e will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 10:10:32.170615 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f202885d-fbbc-4c13-b803-1876230c2895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:32.238483 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-b4175e75-a621-4e85-b19a-8cc9362b7739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf758b5-95a8-4a03-b932-a3359ea58866', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088015065', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.111'}], 'enable_snat': True}, 'gw_port_id': '0235eaec-4e74-4687-8807-e0d25560fc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:10:28Z', 'updated_at': '2022-10-04T10:10:29Z', 'revision_number': 3, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': '0235eaec-4e74-4687-8807-e0d25560fc6e', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:61:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf758b5-95a8-4a03-b932-a3359ea58866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:10:28Z', 'updated_at': '2022-10-04T10:10:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:10:32.240814 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f202885d-fbbc-4c13-b803-1876230c2895 None None] Network 3bbdf607-d3fe-4448-8715-a434e5eab27a is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 10:10:32.242715 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4175e75-a621-4e85-b19a-8cc9362b7739 None None] The sync data for ids ['fbf758b5-95a8-4a03-b932-a3359ea58866'] in dv-neutron-860215-1-hyperv is: [{'id': 'fbf758b5-95a8-4a03-b932-a3359ea58866', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088015065', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.111'}], 'enable_snat': True}, 'gw_port_id': '0235eaec-4e74-4687-8807-e0d25560fc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:10:28Z', 'updated_at': '2022-10-04T10:10:29Z', 'revision_number': 3, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': '0235eaec-4e74-4687-8807-e0d25560fc6e', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:61:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf758b5-95a8-4a03-b932-a3359ea58866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:10:28Z', 'updated_at': '2022-10-04T10:10:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 10:10:32.243950 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-f202885d-fbbc-4c13-b803-1876230c2895 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 10:10:32.247853 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f202885d-fbbc-4c13-b803-1876230c2895 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 10:10:32.253709 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f202885d-fbbc-4c13-b803-1876230c2895 None None] Pushing event updated for resources: {'Port': ['ID=a979a189-f3e3-42b3-89bc-31b98749ee7e,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:10:32.323413 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e4b84aed-5d60-46e5-9b30-fdab3a4da439 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:32.362666 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-f202885d-fbbc-4c13-b803-1876230c2895 None None] Attempting to bind port a979a189-f3e3-42b3-89bc-31b98749ee7e on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 10:10:32.363095 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-f202885d-fbbc-4c13-b803-1876230c2895 None None] Attempting to bind port a979a189-f3e3-42b3-89bc-31b98749ee7e by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '8434bf1f-b299-4fdd-a404-b5e966df330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3bbdf607-d3fe-4448-8715-a434e5eab27a'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 10:10:32.363533 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f202885d-fbbc-4c13-b803-1876230c2895 None None] Attempting to bind port a979a189-f3e3-42b3-89bc-31b98749ee7e on network 3bbdf607-d3fe-4448-8715-a434e5eab27a {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 10:10:32.369009 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f202885d-fbbc-4c13-b803-1876230c2895 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 10, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 10:10:32.369379 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f202885d-fbbc-4c13-b803-1876230c2895 None None] Checking segment: {'id': '8434bf1f-b299-4fdd-a404-b5e966df330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3bbdf607-d3fe-4448-8715-a434e5eab27a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 10:10:32.369770 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f202885d-fbbc-4c13-b803-1876230c2895 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:32.370169 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f202885d-fbbc-4c13-b803-1876230c2895 None None] Bound using segment: {'id': '8434bf1f-b299-4fdd-a404-b5e966df330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3bbdf607-d3fe-4448-8715-a434e5eab27a'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 10:10:32.370609 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-f202885d-fbbc-4c13-b803-1876230c2895 None None] Bound port: a979a189-f3e3-42b3-89bc-31b98749ee7e, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8434bf1f-b299-4fdd-a404-b5e966df330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3bbdf607-d3fe-4448-8715-a434e5eab27a'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 10:10:32.370975 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f202885d-fbbc-4c13-b803-1876230c2895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:32.462427 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-f202885d-fbbc-4c13-b803-1876230c2895 None None] For port a979a189-f3e3-42b3-89bc-31b98749ee7e, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 10:10:32.465594 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-f202885d-fbbc-4c13-b803-1876230c2895 None None] For port a979a189-f3e3-42b3-89bc-31b98749ee7e, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=a979a189-f3e3-42b3-89bc-31b98749ee7e,segment=NetworkSegment(8434bf1f-b299-4fdd-a404-b5e966df330e),segment_id=8434bf1f-b299-4fdd-a404-b5e966df330e)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 10:10:32.490284 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f202885d-fbbc-4c13-b803-1876230c2895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:32.583067 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:32.601980 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f202885d-fbbc-4c13-b803-1876230c2895 None None] Pushing event updated for resources: {'Port': ['ID=a979a189-f3e3-42b3-89bc-31b98749ee7e,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:10:32.792749 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-e4b84aed-5d60-46e5-9b30-fdab3a4da439 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Allocated IP 172.20.0.1 (3bbdf607-d3fe-4448-8715-a434e5eab27a/bd5f346f-d385-4ee0-8cfa-9b72bc3788d1/0e7a57f2-9c8d-4aac-8aa8-5e5b08439bf6) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 10:10:32.972106 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e4b84aed-5d60-46e5-9b30-fdab3a4da439 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:32.989493 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-e4b84aed-5d60-46e5-9b30-fdab3a4da439 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Transition to ACTIVE for port object 0e7a57f2-9c8d-4aac-8aa8-5e5b08439bf6 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 10:10:33.013354 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e4b84aed-5d60-46e5-9b30-fdab3a4da439 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:33.088382 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b84aed-5d60-46e5-9b30-fdab3a4da439 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Network 3bbdf607-d3fe-4448-8715-a434e5eab27a is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 10:10:33.091761 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-e4b84aed-5d60-46e5-9b30-fdab3a4da439 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 10:10:33.094801 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b84aed-5d60-46e5-9b30-fdab3a4da439 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 10:10:33.132325 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b84aed-5d60-46e5-9b30-fdab3a4da439 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'Port': ['ID=0e7a57f2-9c8d-4aac-8aa8-5e5b08439bf6,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:10:33.160886 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e4b84aed-5d60-46e5-9b30-fdab3a4da439 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737202'] for router_interface, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:33.290408 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e4b84aed-5d60-46e5-9b30-fdab3a4da439 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:33.534760 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1ebb33-3aae-4c33-89ba-ff227656ffd9 None None] Network 3bbdf607-d3fe-4448-8715-a434e5eab27a requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 10:10:33.668488 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-ce1aeb92-cf80-4862-a1af-94c6351f8b67 None None] Provisioning for port a979a189-f3e3-42b3-89bc-31b98749ee7e completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 10:10:33.705435 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e4b84aed-5d60-46e5-9b30-fdab3a4da439 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:33.711703 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e4b84aed-5d60-46e5-9b30-fdab3a4da439 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:33.817281 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e4b84aed-5d60-46e5-9b30-fdab3a4da439 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736777'] for router_interface, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:33.852928 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b84aed-5d60-46e5-9b30-fdab3a4da439 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'Port': ['ID=0e7a57f2-9c8d-4aac-8aa8-5e5b08439bf6,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:10:33.970266 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b84aed-5d60-46e5-9b30-fdab3a4da439 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Network 3bbdf607-d3fe-4448-8715-a434e5eab27a is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 10:10:33.971393 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-e4b84aed-5d60-46e5-9b30-fdab3a4da439 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 10:10:34.079870 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-353b6e9a-bbe9-4fa0-b6bd-1124f02e4577 None None] Provisioning for port 0e7a57f2-9c8d-4aac-8aa8-5e5b08439bf6 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 10:10:34.086506 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-353b6e9a-bbe9-4fa0-b6bd-1124f02e4577 None None] Provisioning complete for port 0e7a57f2-9c8d-4aac-8aa8-5e5b08439bf6 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:10:34.087022 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-353b6e9a-bbe9-4fa0-b6bd-1124f02e4577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:34.087494 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-353b6e9a-bbe9-4fa0-b6bd-1124f02e4577 None None] Attempt 1 to provision port 0e7a57f2-9c8d-4aac-8aa8-5e5b08439bf6 Oct 04 10:10:34.150645 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-353b6e9a-bbe9-4fa0-b6bd-1124f02e4577 None None] Port 0e7a57f2-9c8d-4aac-8aa8-5e5b08439bf6 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:10:34.273726 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4b84aed-5d60-46e5-9b30-fdab3a4da439 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Router fbf758b5-95a8-4a03-b932-a3359ea58866 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 10:10:34.455937 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b84aed-5d60-46e5-9b30-fdab3a4da439 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 10:10:34.457794 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device a979a189-f3e3-42b3-89bc-31b98749ee7e up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:10:34.468919 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-e4b84aed-5d60-46e5-9b30-fdab3a4da439 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "PUT /v2.0/routers/fbf758b5-95a8-4a03-b932-a3359ea58866/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9943073 Oct 04 10:10:34.483953 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560277cf-2ff0-41fe-b65f-1717fc75b7ff None None] Sync routers for ids ['fbf758b5-95a8-4a03-b932-a3359ea58866'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 10:10:34.515765 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560277cf-2ff0-41fe-b65f-1717fc75b7ff None None] Routers {'fbf758b5-95a8-4a03-b932-a3359ea58866'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:10:34.516386 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-560277cf-2ff0-41fe-b65f-1717fc75b7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:10:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['fbf758b5-95a8-4a03-b932-a3359ea58866'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:10:34.643655 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1572cf9c-9ff6-48a9-abd7-fb17e566ce6f req-4346eb2c-6b6e-4310-943a-cdbb948a147f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-13518513&fields=id&tenant_id=12664c4828024576bc805d2308db5fae HTTP/1.1" status: 200 len: 267 time: 0.0393848 Oct 04 10:10:34.660114 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-353b6e9a-bbe9-4fa0-b6bd-1124f02e4577 None None] Attempt 2 to provision port 0e7a57f2-9c8d-4aac-8aa8-5e5b08439bf6 Oct 04 10:10:34.722243 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port a979a189-f3e3-42b3-89bc-31b98749ee7e completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 10:10:34.735940 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port a979a189-f3e3-42b3-89bc-31b98749ee7e triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:10:34.736317 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:34.736685 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port a979a189-f3e3-42b3-89bc-31b98749ee7e Oct 04 10:10:34.789340 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-353b6e9a-bbe9-4fa0-b6bd-1124f02e4577 None None] Port 0e7a57f2-9c8d-4aac-8aa8-5e5b08439bf6 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:10:34.800807 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1572cf9c-9ff6-48a9-abd7-fb17e566ce6f req-2b3e4574-6ed3-478e-9568-ae389a962c45 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:10:34.802265 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1572cf9c-9ff6-48a9-abd7-fb17e566ce6f req-2b3e4574-6ed3-478e-9568-ae389a962c45 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/networks?id=3bbdf607-d3fe-4448-8715-a434e5eab27a HTTP/1.1" status: 200 len: 797 time: 0.1521394 Oct 04 10:10:34.803418 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-560277cf-2ff0-41fe-b65f-1717fc75b7ff None None] Set router fbf758b5-95a8-4a03-b932-a3359ea58866 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:10:34.817485 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1572cf9c-9ff6-48a9-abd7-fb17e566ce6f req-7d6e9f87-fcef-4c21-8cfb-f99ade9a0d64 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/quotas/12664c4828024576bc805d2308db5fae HTTP/1.1" status: 200 len: 375 time: 0.0096264 Oct 04 10:10:34.918664 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-1572cf9c-9ff6-48a9-abd7-fb17e566ce6f req-61545191-0632-4d7b-9f05-dd8464ac4acb tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Synchronizing usage tracker for tenant:12664c4828024576bc805d2308db5fae on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 10:10:34.936252 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-1572cf9c-9ff6-48a9-abd7-fb17e566ce6f req-61545191-0632-4d7b-9f05-dd8464ac4acb tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Unset dirty status for tenant:12664c4828024576bc805d2308db5fae on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 10:10:34.937735 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1572cf9c-9ff6-48a9-abd7-fb17e566ce6f req-61545191-0632-4d7b-9f05-dd8464ac4acb tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=12664c4828024576bc805d2308db5fae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1147754 Oct 04 10:10:35.119436 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port a979a189-f3e3-42b3-89bc-31b98749ee7e is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:10:35.119822 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:35.150498 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1572cf9c-9ff6-48a9-abd7-fb17e566ce6f req-8ac6a6b9-9440-4e9a-889e-cbae80326ffb service neutron] 10.222.0.50 "GET /v2.0/networks/3bbdf607-d3fe-4448-8715-a434e5eab27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621337 Oct 04 10:10:35.182418 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port a979a189-f3e3-42b3-89bc-31b98749ee7e, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=a979a189-f3e3-42b3-89bc-31b98749ee7e,segment=NetworkSegment(8434bf1f-b299-4fdd-a404-b5e966df330e),segment_id=8434bf1f-b299-4fdd-a404-b5e966df330e)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:10:35.210461 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:35.211209 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 0235eaec-4e74-4687-8807-e0d25560fc6e up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:10:35.282406 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1572cf9c-9ff6-48a9-abd7-fb17e566ce6f req-a370760a-a5f7-4dc7-8f0b-00a905ab856e service neutron] 10.222.0.50 "GET /v2.0/networks/3bbdf607-d3fe-4448-8715-a434e5eab27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256368 Oct 04 10:10:35.291159 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-353b6e9a-bbe9-4fa0-b6bd-1124f02e4577 None None] Attempt 3 to provision port 0e7a57f2-9c8d-4aac-8aa8-5e5b08439bf6 Oct 04 10:10:35.390701 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-353b6e9a-bbe9-4fa0-b6bd-1124f02e4577 None None] Port 0e7a57f2-9c8d-4aac-8aa8-5e5b08439bf6 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:10:35.410894 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=a979a189-f3e3-42b3-89bc-31b98749ee7e,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:10:35.421792 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 0235eaec-4e74-4687-8807-e0d25560fc6e completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 10:10:35.429269 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 0235eaec-4e74-4687-8807-e0d25560fc6e triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:10:35.429646 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:35.429985 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 0235eaec-4e74-4687-8807-e0d25560fc6e Oct 04 10:10:35.461590 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-560277cf-2ff0-41fe-b65f-1717fc75b7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf758b5-95a8-4a03-b932-a3359ea58866', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088015065', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.111'}], 'enable_snat': True}, 'gw_port_id': '0235eaec-4e74-4687-8807-e0d25560fc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:10:28Z', 'updated_at': '2022-10-04T10:10:33Z', 'revision_number': 4, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': '0235eaec-4e74-4687-8807-e0d25560fc6e', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:61:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf758b5-95a8-4a03-b932-a3359ea58866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:10:28Z', 'updated_at': '2022-10-04T10:10:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '0e7a57f2-9c8d-4aac-8aa8-5e5b08439bf6', 'name': '', 'network_id': '3bbdf607-d3fe-4448-8715-a434e5eab27a', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'mac_address': 'fa:16:3e:9f:7f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf758b5-95a8-4a03-b932-a3359ea58866', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'bd5f346f-d385-4ee0-8cfa-9b72bc3788d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:10:32Z', 'updated_at': '2022-10-04T10:10:33Z', 'revision_number': 2, 'project_id': '12664c4828024576bc805d2308db5fae', 'subnets': [{'id': 'bd5f346f-d385-4ee0-8cfa-9b72bc3788d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:10:35.479132 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560277cf-2ff0-41fe-b65f-1717fc75b7ff None None] Checking router: fbf758b5-95a8-4a03-b932-a3359ea58866 for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 10:10:35.479494 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560277cf-2ff0-41fe-b65f-1717fc75b7ff None None] Updating router fbf758b5-95a8-4a03-b932-a3359ea58866 port 0e7a57f2-9c8d-4aac-8aa8-5e5b08439bf6 binding host dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 10:10:35.499094 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-e70de5ad-540e-4ee9-834d-d1956146bbe3 req-b628dc14-cd1f-4b99-bcf6-c0d2af714e55 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Synchronizing usage tracker for tenant:12664c4828024576bc805d2308db5fae on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 10:10:35.512267 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-e70de5ad-540e-4ee9-834d-d1956146bbe3 req-b628dc14-cd1f-4b99-bcf6-c0d2af714e55 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Unset dirty status for tenant:12664c4828024576bc805d2308db5fae on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 10:10:35.517126 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-e70de5ad-540e-4ee9-834d-d1956146bbe3 req-b628dc14-cd1f-4b99-bcf6-c0d2af714e55 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=5aef6ed3-4d39-4d08-99b3-373751f5817b HTTP/1.1" status: 200 len: 210 time: 0.0768025 Oct 04 10:10:35.548008 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-560277cf-2ff0-41fe-b65f-1717fc75b7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:35.708150 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 0235eaec-4e74-4687-8807-e0d25560fc6e is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:10:35.709068 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:35.743771 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 0235eaec-4e74-4687-8807-e0d25560fc6e, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=0235eaec-4e74-4687-8807-e0d25560fc6e,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:10:35.749474 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:35.891679 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-353b6e9a-bbe9-4fa0-b6bd-1124f02e4577 None None] Attempt 4 to provision port 0e7a57f2-9c8d-4aac-8aa8-5e5b08439bf6 Oct 04 10:10:35.943494 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=0235eaec-4e74-4687-8807-e0d25560fc6e,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:10:35.977917 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-353b6e9a-bbe9-4fa0-b6bd-1124f02e4577 None None] Port 0e7a57f2-9c8d-4aac-8aa8-5e5b08439bf6 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:10:36.064191 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-560277cf-2ff0-41fe-b65f-1717fc75b7ff None None] Notify callbacks [] for port, precommit_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:36.077248 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-560277cf-2ff0-41fe-b65f-1717fc75b7ff None None] Transition to ACTIVE for port object 0e7a57f2-9c8d-4aac-8aa8-5e5b08439bf6 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 10:10:36.083673 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-560277cf-2ff0-41fe-b65f-1717fc75b7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:36.269318 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f5607f-7b65-469a-87f0-1f439347bc97 None None] Pushing event updated for resources: {'Port': ['ID=0e7a57f2-9c8d-4aac-8aa8-5e5b08439bf6,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:10:36.291804 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-560277cf-2ff0-41fe-b65f-1717fc75b7ff None None] Attempting to bind port 0e7a57f2-9c8d-4aac-8aa8-5e5b08439bf6 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 10:10:36.292170 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-560277cf-2ff0-41fe-b65f-1717fc75b7ff None None] Attempting to bind port 0e7a57f2-9c8d-4aac-8aa8-5e5b08439bf6 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '8434bf1f-b299-4fdd-a404-b5e966df330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3bbdf607-d3fe-4448-8715-a434e5eab27a'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 10:10:36.292569 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560277cf-2ff0-41fe-b65f-1717fc75b7ff None None] Attempting to bind port 0e7a57f2-9c8d-4aac-8aa8-5e5b08439bf6 on network 3bbdf607-d3fe-4448-8715-a434e5eab27a {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 10:10:36.297784 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560277cf-2ff0-41fe-b65f-1717fc75b7ff None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 10, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 10:10:36.298154 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560277cf-2ff0-41fe-b65f-1717fc75b7ff None None] Checking segment: {'id': '8434bf1f-b299-4fdd-a404-b5e966df330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3bbdf607-d3fe-4448-8715-a434e5eab27a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 10:10:36.298551 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-560277cf-2ff0-41fe-b65f-1717fc75b7ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:36.298937 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560277cf-2ff0-41fe-b65f-1717fc75b7ff None None] Bound using segment: {'id': '8434bf1f-b299-4fdd-a404-b5e966df330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3bbdf607-d3fe-4448-8715-a434e5eab27a'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 10:10:36.299395 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-560277cf-2ff0-41fe-b65f-1717fc75b7ff None None] Bound port: 0e7a57f2-9c8d-4aac-8aa8-5e5b08439bf6, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8434bf1f-b299-4fdd-a404-b5e966df330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3bbdf607-d3fe-4448-8715-a434e5eab27a'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 10:10:36.300381 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-560277cf-2ff0-41fe-b65f-1717fc75b7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:36.437930 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device a979a189-f3e3-42b3-89bc-31b98749ee7e up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:10:36.479124 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-353b6e9a-bbe9-4fa0-b6bd-1124f02e4577 None None] Attempt 5 to provision port 0e7a57f2-9c8d-4aac-8aa8-5e5b08439bf6 Oct 04 10:10:36.521898 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-560277cf-2ff0-41fe-b65f-1717fc75b7ff None None] For port 0e7a57f2-9c8d-4aac-8aa8-5e5b08439bf6, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 10:10:36.546590 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-560277cf-2ff0-41fe-b65f-1717fc75b7ff None None] For port 0e7a57f2-9c8d-4aac-8aa8-5e5b08439bf6, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=0e7a57f2-9c8d-4aac-8aa8-5e5b08439bf6,segment=NetworkSegment(8434bf1f-b299-4fdd-a404-b5e966df330e),segment_id=8434bf1f-b299-4fdd-a404-b5e966df330e)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 10:10:36.555539 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-560277cf-2ff0-41fe-b65f-1717fc75b7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:36.594280 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-353b6e9a-bbe9-4fa0-b6bd-1124f02e4577 None None] Port 0e7a57f2-9c8d-4aac-8aa8-5e5b08439bf6 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:10:36.630328 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1572cf9c-9ff6-48a9-abd7-fb17e566ce6f req-6930c1eb-cdb9-45f4-aa44-a39fe6ff232c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:10:36.632018 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1572cf9c-9ff6-48a9-abd7-fb17e566ce6f req-6930c1eb-cdb9-45f4-aa44-a39fe6ff232c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.20 "GET /v2.0/networks?id=3bbdf607-d3fe-4448-8715-a434e5eab27a HTTP/1.1" status: 200 len: 797 time: 0.1695330 Oct 04 10:10:36.633069 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560277cf-2ff0-41fe-b65f-1717fc75b7ff None None] Routers {'fbf758b5-95a8-4a03-b932-a3359ea58866'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:10:36.633700 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-560277cf-2ff0-41fe-b65f-1717fc75b7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:10:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['fbf758b5-95a8-4a03-b932-a3359ea58866'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:10:36.705299 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-562f16ac-7ec4-41ee-995e-8ad9c573138f req-8a6662e1-5515-4e46-8217-9a205443fe11 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=5aef6ed3-4d39-4d08-99b3-373751f5817b HTTP/1.1" status: 200 len: 210 time: 0.0677307 Oct 04 10:10:36.709396 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port a979a189-f3e3-42b3-89bc-31b98749ee7e triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:10:36.709860 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:36.710095 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port a979a189-f3e3-42b3-89bc-31b98749ee7e Oct 04 10:10:36.747818 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1572cf9c-9ff6-48a9-abd7-fb17e566ce6f req-0572a5da-befb-46f8-bb73-28f5d872d80b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12664c4828024576bc805d2308db5fae HTTP/1.1" status: 200 len: 378 time: 0.0647006 Oct 04 10:10:36.756052 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-1572cf9c-9ff6-48a9-abd7-fb17e566ce6f req-8552a401-df23-4be3-a49f-7082a3a644d0 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Request body: {'port': {'device_id': '5aef6ed3-4d39-4d08-99b3-373751f5817b', 'network_id': '3bbdf607-d3fe-4448-8715-a434e5eab27a', 'admin_state_up': True, 'tenant_id': '12664c4828024576bc805d2308db5fae', 'security_groups': ['5bfeec6f-3404-4fde-8e64-2ac98860c0ea']}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:10:36.764423 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f5607f-7b65-469a-87f0-1f439347bc97 None None] Pushing event updated for resources: {'Port': ['ID=0e7a57f2-9c8d-4aac-8aa8-5e5b08439bf6,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:10:36.891534 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-1572cf9c-9ff6-48a9-abd7-fb17e566ce6f req-8552a401-df23-4be3-a49f-7082a3a644d0 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:10:36.901643 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-1572cf9c-9ff6-48a9-abd7-fb17e566ce6f req-8552a401-df23-4be3-a49f-7082a3a644d0 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:10:36.911999 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1572cf9c-9ff6-48a9-abd7-fb17e566ce6f req-8552a401-df23-4be3-a49f-7082a3a644d0 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Made reservation on behalf of 12664c4828024576bc805d2308db5fae for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 10:10:36.914250 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-560277cf-2ff0-41fe-b65f-1717fc75b7ff None None] Set router fbf758b5-95a8-4a03-b932-a3359ea58866 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:10:36.916085 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-1572cf9c-9ff6-48a9-abd7-fb17e566ce6f req-8552a401-df23-4be3-a49f-7082a3a644d0 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:36.993698 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port a979a189-f3e3-42b3-89bc-31b98749ee7e is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:10:36.994771 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 0235eaec-4e74-4687-8807-e0d25560fc6e up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:10:37.078116 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [req-1572cf9c-9ff6-48a9-abd7-fb17e566ce6f req-8552a401-df23-4be3-a49f-7082a3a644d0 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Allocated IP 172.20.0.5 (3bbdf607-d3fe-4448-8715-a434e5eab27a/bd5f346f-d385-4ee0-8cfa-9b72bc3788d1/495ed18f-056e-412e-9b5d-13dc202417ce) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 10:10:37.105117 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-353b6e9a-bbe9-4fa0-b6bd-1124f02e4577 None None] Attempt 6 to provision port 0e7a57f2-9c8d-4aac-8aa8-5e5b08439bf6 Oct 04 10:10:37.276756 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-353b6e9a-bbe9-4fa0-b6bd-1124f02e4577 None None] Port 0e7a57f2-9c8d-4aac-8aa8-5e5b08439bf6 had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 10:10:37.287180 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 0235eaec-4e74-4687-8807-e0d25560fc6e triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:10:37.287565 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:37.287880 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 0235eaec-4e74-4687-8807-e0d25560fc6e Oct 04 10:10:37.375565 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-1572cf9c-9ff6-48a9-abd7-fb17e566ce6f req-8552a401-df23-4be3-a49f-7082a3a644d0 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:37.387261 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-353b6e9a-bbe9-4fa0-b6bd-1124f02e4577 None None] Provisioning complete for port a979a189-f3e3-42b3-89bc-31b98749ee7e triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:10:37.387684 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-353b6e9a-bbe9-4fa0-b6bd-1124f02e4577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:37.388027 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-353b6e9a-bbe9-4fa0-b6bd-1124f02e4577 None None] Attempt 1 to provision port a979a189-f3e3-42b3-89bc-31b98749ee7e Oct 04 10:10:37.391873 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-1572cf9c-9ff6-48a9-abd7-fb17e566ce6f req-8552a401-df23-4be3-a49f-7082a3a644d0 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Transition to ACTIVE for port object 495ed18f-056e-412e-9b5d-13dc202417ce will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 10:10:37.421329 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-1572cf9c-9ff6-48a9-abd7-fb17e566ce6f req-8552a401-df23-4be3-a49f-7082a3a644d0 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:37.490640 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1572cf9c-9ff6-48a9-abd7-fb17e566ce6f req-8552a401-df23-4be3-a49f-7082a3a644d0 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Network 3bbdf607-d3fe-4448-8715-a434e5eab27a is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 10:10:37.493606 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [req-1572cf9c-9ff6-48a9-abd7-fb17e566ce6f req-8552a401-df23-4be3-a49f-7082a3a644d0 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 10:10:37.496119 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-1572cf9c-9ff6-48a9-abd7-fb17e566ce6f req-8552a401-df23-4be3-a49f-7082a3a644d0 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 10:10:37.546748 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8552a401-df23-4be3-a49f-7082a3a644d0 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'Port': ['ID=495ed18f-056e-412e-9b5d-13dc202417ce,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:10:37.565932 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 0235eaec-4e74-4687-8807-e0d25560fc6e is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:10:37.573255 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1572cf9c-9ff6-48a9-abd7-fb17e566ce6f req-8552a401-df23-4be3-a49f-7082a3a644d0 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:10:37.573604 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-1572cf9c-9ff6-48a9-abd7-fb17e566ce6f req-8552a401-df23-4be3-a49f-7082a3a644d0 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:37.584944 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-560277cf-2ff0-41fe-b65f-1717fc75b7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf758b5-95a8-4a03-b932-a3359ea58866', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088015065', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.111'}], 'enable_snat': True}, 'gw_port_id': '0235eaec-4e74-4687-8807-e0d25560fc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:10:28Z', 'updated_at': '2022-10-04T10:10:33Z', 'revision_number': 4, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': '0235eaec-4e74-4687-8807-e0d25560fc6e', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:61:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf758b5-95a8-4a03-b932-a3359ea58866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:10:28Z', 'updated_at': '2022-10-04T10:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '0e7a57f2-9c8d-4aac-8aa8-5e5b08439bf6', 'name': '', 'network_id': '3bbdf607-d3fe-4448-8715-a434e5eab27a', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'mac_address': 'fa:16:3e:9f:7f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf758b5-95a8-4a03-b932-a3359ea58866', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'bd5f346f-d385-4ee0-8cfa-9b72bc3788d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:10:32Z', 'updated_at': '2022-10-04T10:10:36Z', 'revision_number': 4, 'project_id': '12664c4828024576bc805d2308db5fae', 'subnets': [{'id': 'bd5f346f-d385-4ee0-8cfa-9b72bc3788d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:10:37.588052 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-353b6e9a-bbe9-4fa0-b6bd-1124f02e4577 None None] Current status of the port a979a189-f3e3-42b3-89bc-31b98749ee7e is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:10:37.591286 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560277cf-2ff0-41fe-b65f-1717fc75b7ff None None] The sync data for ids ['fbf758b5-95a8-4a03-b932-a3359ea58866'] in dv-neutron-860215-1-hyperv is: [{'id': 'fbf758b5-95a8-4a03-b932-a3359ea58866', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088015065', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.111'}], 'enable_snat': True}, 'gw_port_id': '0235eaec-4e74-4687-8807-e0d25560fc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:10:28Z', 'updated_at': '2022-10-04T10:10:33Z', 'revision_number': 4, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': '0235eaec-4e74-4687-8807-e0d25560fc6e', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:61:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf758b5-95a8-4a03-b932-a3359ea58866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:10:28Z', 'updated_at': '2022-10-04T10:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '0e7a57f2-9c8d-4aac-8aa8-5e5b08439bf6', 'name': '', 'network_id': '3bbdf607-d3fe-4448-8715-a434e5eab27a', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'mac_address': 'fa:16:3e:9f:7f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf758b5-95a8-4a03-b932-a3359ea58866', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'bd5f346f-d385-4ee0-8cfa-9b72bc3788d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:10:32Z', 'updated_at': '2022-10-04T10:10:36Z', 'revision_number': 4, 'project_id': '12664c4828024576bc805d2308db5fae', 'subnets': [{'id': 'bd5f346f-d385-4ee0-8cfa-9b72bc3788d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 10:10:37.605098 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1572cf9c-9ff6-48a9-abd7-fb17e566ce6f req-8552a401-df23-4be3-a49f-7082a3a644d0 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8528299 Oct 04 10:10:37.621896 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-1572cf9c-9ff6-48a9-abd7-fb17e566ce6f req-88f68cda-0183-4464-96c3-987576639dc8 service neutron] Request body: {'port': {'device_id': '5aef6ed3-4d39-4d08-99b3-373751f5817b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8602'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:10:37.769390 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-1572cf9c-9ff6-48a9-abd7-fb17e566ce6f req-88f68cda-0183-4464-96c3-987576639dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:37.881151 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-62d385bb-261f-47cf-bd2e-04e10094b820 None None] Provisioning for port 495ed18f-056e-412e-9b5d-13dc202417ce completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 10:10:37.887987 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-62d385bb-261f-47cf-bd2e-04e10094b820 None None] Provisioning complete for port 495ed18f-056e-412e-9b5d-13dc202417ce triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:10:37.888595 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-62d385bb-261f-47cf-bd2e-04e10094b820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:37.889125 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-62d385bb-261f-47cf-bd2e-04e10094b820 None None] Attempt 1 to provision port 495ed18f-056e-412e-9b5d-13dc202417ce Oct 04 10:10:37.966501 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-62d385bb-261f-47cf-bd2e-04e10094b820 None None] Port 495ed18f-056e-412e-9b5d-13dc202417ce cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:10:38.040550 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a5385-9d88-4669-baa4-c4124a484489 req-43e41198-bf53-4ceb-8f1f-230b7ec6df38 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:10:38.042278 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-ce0a5385-9d88-4669-baa4-c4124a484489 req-43e41198-bf53-4ceb-8f1f-230b7ec6df38 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=5aef6ed3-4d39-4d08-99b3-373751f5817b HTTP/1.1" status: 200 len: 931 time: 0.0968854 Oct 04 10:10:38.087632 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-ce0a5385-9d88-4669-baa4-c4124a484489 req-4ae7d5b7-d476-4875-8d9a-fd1ae30a0201 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Synchronizing usage tracker for tenant:12664c4828024576bc805d2308db5fae on resource:security_group {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 10:10:38.105577 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-ce0a5385-9d88-4669-baa4-c4124a484489 req-4ae7d5b7-d476-4875-8d9a-fd1ae30a0201 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Unset dirty status for tenant:12664c4828024576bc805d2308db5fae on resource:security_group {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 10:10:38.115937 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-ce0a5385-9d88-4669-baa4-c4124a484489 req-4ae7d5b7-d476-4875-8d9a-fd1ae30a0201 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bfeec6f-3404-4fde-8e64-2ac98860c0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0678837 Oct 04 10:10:38.176181 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [req-1572cf9c-9ff6-48a9-abd7-fb17e566ce6f req-88f68cda-0183-4464-96c3-987576639dc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 495ed18f-056e-412e-9b5d-13dc202417ce {{(pid=89032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 10:10:38.183779 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-1572cf9c-9ff6-48a9-abd7-fb17e566ce6f req-88f68cda-0183-4464-96c3-987576639dc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:38.198620 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-1572cf9c-9ff6-48a9-abd7-fb17e566ce6f req-88f68cda-0183-4464-96c3-987576639dc8 service neutron] Transition to ACTIVE for port object 495ed18f-056e-412e-9b5d-13dc202417ce will not be triggered until provisioned by entity L2. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 10:10:38.202616 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-1572cf9c-9ff6-48a9-abd7-fb17e566ce6f req-88f68cda-0183-4464-96c3-987576639dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:38.392420 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f68cda-0183-4464-96c3-987576639dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=495ed18f-056e-412e-9b5d-13dc202417ce,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:10:38.455275 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 0e7a57f2-9c8d-4aac-8aa8-5e5b08439bf6 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:10:38.456738 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-1572cf9c-9ff6-48a9-abd7-fb17e566ce6f req-88f68cda-0183-4464-96c3-987576639dc8 service neutron] Attempting to bind port 495ed18f-056e-412e-9b5d-13dc202417ce on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 10:10:38.457113 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-1572cf9c-9ff6-48a9-abd7-fb17e566ce6f req-88f68cda-0183-4464-96c3-987576639dc8 service neutron] Attempting to bind port 495ed18f-056e-412e-9b5d-13dc202417ce by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': '8434bf1f-b299-4fdd-a404-b5e966df330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3bbdf607-d3fe-4448-8715-a434e5eab27a'}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 10:10:38.457452 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1572cf9c-9ff6-48a9-abd7-fb17e566ce6f req-88f68cda-0183-4464-96c3-987576639dc8 service neutron] Attempting to bind port 495ed18f-056e-412e-9b5d-13dc202417ce on network 3bbdf607-d3fe-4448-8715-a434e5eab27a {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 10:10:38.462713 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1572cf9c-9ff6-48a9-abd7-fb17e566ce6f req-88f68cda-0183-4464-96c3-987576639dc8 service neutron] Port 495ed18f-056e-412e-9b5d-13dc202417ce on network 3bbdf607-d3fe-4448-8715-a434e5eab27a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 10:10:38.463034 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1572cf9c-9ff6-48a9-abd7-fb17e566ce6f req-88f68cda-0183-4464-96c3-987576639dc8 service neutron] Attempting to bind port 495ed18f-056e-412e-9b5d-13dc202417ce on network 3bbdf607-d3fe-4448-8715-a434e5eab27a {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 10:10:38.468333 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1572cf9c-9ff6-48a9-abd7-fb17e566ce6f req-88f68cda-0183-4464-96c3-987576639dc8 service neutron] Checking agent: {'id': '1be90a14-1104-4771-996e-684b25b74d15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'started_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 10, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 10:10:38.468730 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1572cf9c-9ff6-48a9-abd7-fb17e566ce6f req-88f68cda-0183-4464-96c3-987576639dc8 service neutron] Checking segment: {'id': '8434bf1f-b299-4fdd-a404-b5e966df330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3bbdf607-d3fe-4448-8715-a434e5eab27a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 10:10:38.469118 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1572cf9c-9ff6-48a9-abd7-fb17e566ce6f req-88f68cda-0183-4464-96c3-987576639dc8 service neutron] Bound using segment: {'id': '8434bf1f-b299-4fdd-a404-b5e966df330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3bbdf607-d3fe-4448-8715-a434e5eab27a'} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 10:10:38.469547 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-1572cf9c-9ff6-48a9-abd7-fb17e566ce6f req-88f68cda-0183-4464-96c3-987576639dc8 service neutron] Bound port: 495ed18f-056e-412e-9b5d-13dc202417ce, host: hv-neutron-8602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8434bf1f-b299-4fdd-a404-b5e966df330e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3bbdf607-d3fe-4448-8715-a434e5eab27a'}}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 10:10:38.469899 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-1572cf9c-9ff6-48a9-abd7-fb17e566ce6f req-88f68cda-0183-4464-96c3-987576639dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:38.485602 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-62d385bb-261f-47cf-bd2e-04e10094b820 None None] Attempt 2 to provision port 495ed18f-056e-412e-9b5d-13dc202417ce Oct 04 10:10:38.564651 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-62d385bb-261f-47cf-bd2e-04e10094b820 None None] Port 495ed18f-056e-412e-9b5d-13dc202417ce cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:10:38.567495 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-1572cf9c-9ff6-48a9-abd7-fb17e566ce6f req-88f68cda-0183-4464-96c3-987576639dc8 service neutron] For port 495ed18f-056e-412e-9b5d-13dc202417ce, host hv-neutron-8602, cleared binding levels {{(pid=89032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 10:10:38.571049 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-1572cf9c-9ff6-48a9-abd7-fb17e566ce6f req-88f68cda-0183-4464-96c3-987576639dc8 service neutron] For port 495ed18f-056e-412e-9b5d-13dc202417ce, host hv-neutron-8602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=495ed18f-056e-412e-9b5d-13dc202417ce,segment=NetworkSegment(8434bf1f-b299-4fdd-a404-b5e966df330e),segment_id=8434bf1f-b299-4fdd-a404-b5e966df330e)] {{(pid=89032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 10:10:38.576293 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-1572cf9c-9ff6-48a9-abd7-fb17e566ce6f req-88f68cda-0183-4464-96c3-987576639dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:38.577140 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 0e7a57f2-9c8d-4aac-8aa8-5e5b08439bf6 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 10:10:38.581664 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1572cf9c-9ff6-48a9-abd7-fb17e566ce6f req-88f68cda-0183-4464-96c3-987576639dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:10:38.582287 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-1572cf9c-9ff6-48a9-abd7-fb17e566ce6f req-88f68cda-0183-4464-96c3-987576639dc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:38.583189 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 0e7a57f2-9c8d-4aac-8aa8-5e5b08439bf6 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:10:38.583747 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:38.583950 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1572cf9c-9ff6-48a9-abd7-fb17e566ce6f req-88f68cda-0183-4464-96c3-987576639dc8 service neutron] 10.222.0.20 "PUT /v2.0/ports/495ed18f-056e-412e-9b5d-13dc202417ce HTTP/1.1" status: 200 len: 1093 time: 0.9668281 Oct 04 10:10:38.584067 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 0e7a57f2-9c8d-4aac-8aa8-5e5b08439bf6 Oct 04 10:10:38.617203 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aef6ed3-4d39-4d08-99b3-373751f5817b', 'tag': '495ed18f-056e-412e-9b5d-13dc202417ce'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 10:10:38.619538 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa3189af5578953a214b8e2869c8b798cc5e264e011bb63f6babe724f6825eca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363687ff-9b28-4898-a551-6793a7b1d625" -d '{"events": [{"name": "network-changed", "server_uuid": "5aef6ed3-4d39-4d08-99b3-373751f5817b", "tag": "495ed18f-056e-412e-9b5d-13dc202417ce"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 10:10:38.699881 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 10:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c92e442-51bf-4422-8d5d-30355c69621f x-openstack-request-id: req-2c92e442-51bf-4422-8d5d-30355c69621f {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 10:10:38.700193 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aef6ed3-4d39-4d08-99b3-373751f5817b", "tag": "495ed18f-056e-412e-9b5d-13dc202417ce", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 10:10:38.700473 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2c92e442-51bf-4422-8d5d-30355c69621f {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 10:10:38.700879 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c92e442-51bf-4422-8d5d-30355c69621f'] response: {'name': 'network-changed', 'server_uuid': '5aef6ed3-4d39-4d08-99b3-373751f5817b', 'tag': '495ed18f-056e-412e-9b5d-13dc202417ce', 'status': 'completed', 'code': 200} Oct 04 10:10:38.740998 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f68cda-0183-4464-96c3-987576639dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=495ed18f-056e-412e-9b5d-13dc202417ce,revision_number=3']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:10:38.759039 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 0e7a57f2-9c8d-4aac-8aa8-5e5b08439bf6 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:10:38.759422 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:38.760005 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1572cf9c-9ff6-48a9-abd7-fb17e566ce6f req-5aaf4f68-5d11-42ea-872e-a6ea2a8824fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:10:38.761780 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1572cf9c-9ff6-48a9-abd7-fb17e566ce6f req-5aaf4f68-5d11-42ea-872e-a6ea2a8824fa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12664c4828024576bc805d2308db5fae&device_id=5aef6ed3-4d39-4d08-99b3-373751f5817b HTTP/1.1" status: 200 len: 1096 time: 0.1150904 Oct 04 10:10:38.793249 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 0e7a57f2-9c8d-4aac-8aa8-5e5b08439bf6, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=0e7a57f2-9c8d-4aac-8aa8-5e5b08439bf6,segment=NetworkSegment(8434bf1f-b299-4fdd-a404-b5e966df330e),segment_id=8434bf1f-b299-4fdd-a404-b5e966df330e)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:10:38.797134 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:38.854791 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1572cf9c-9ff6-48a9-abd7-fb17e566ce6f req-0bf71a8b-5cbc-4ee9-8193-fea74d7eefad service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=495ed18f-056e-412e-9b5d-13dc202417ce HTTP/1.1" status: 200 len: 217 time: 0.0806923 Oct 04 10:10:38.884433 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=0e7a57f2-9c8d-4aac-8aa8-5e5b08439bf6,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:10:38.920569 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1572cf9c-9ff6-48a9-abd7-fb17e566ce6f req-3ba2632d-a07f-48db-8590-ed7610ece917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:10:38.921973 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1572cf9c-9ff6-48a9-abd7-fb17e566ce6f req-3ba2632d-a07f-48db-8590-ed7610ece917 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd5f346f-d385-4ee0-8cfa-9b72bc3788d1 HTTP/1.1" status: 200 len: 835 time: 0.0623980 Oct 04 10:10:39.007807 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1572cf9c-9ff6-48a9-abd7-fb17e566ce6f req-e49f7551-1a77-4b5a-b8d0-5ef96a9df588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:10:39.009315 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1572cf9c-9ff6-48a9-abd7-fb17e566ce6f req-e49f7551-1a77-4b5a-b8d0-5ef96a9df588 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3bbdf607-d3fe-4448-8715-a434e5eab27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809679 Oct 04 10:10:39.066532 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-62d385bb-261f-47cf-bd2e-04e10094b820 None None] Attempt 3 to provision port 495ed18f-056e-412e-9b5d-13dc202417ce Oct 04 10:10:39.127350 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-62d385bb-261f-47cf-bd2e-04e10094b820 None None] Port 495ed18f-056e-412e-9b5d-13dc202417ce had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 10:10:39.139494 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1572cf9c-9ff6-48a9-abd7-fb17e566ce6f req-fb9ef1a0-bfe8-4e0e-acf8-6b978ded322c service neutron] 10.222.0.20 "GET /v2.0/networks/3bbdf607-d3fe-4448-8715-a434e5eab27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244817 Oct 04 10:10:39.310942 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2683d-c765-4e94-9eaf-ceccfd11201a req-0baf7192-9b42-4cc9-9ebb-f7f42f409c49 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:10:39.312423 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-03a2683d-c765-4e94-9eaf-ceccfd11201a req-0baf7192-9b42-4cc9-9ebb-f7f42f409c49 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=5aef6ed3-4d39-4d08-99b3-373751f5817b HTTP/1.1" status: 200 len: 943 time: 0.0911665 Oct 04 10:10:39.358258 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-03a2683d-c765-4e94-9eaf-ceccfd11201a req-ab80f4c6-a8b0-45c8-9a5f-49f9562f85da tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bfeec6f-3404-4fde-8e64-2ac98860c0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401518 Oct 04 10:10:39.370457 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1572cf9c-9ff6-48a9-abd7-fb17e566ce6f req-6c2aab94-a4a3-41ea-9ea5-1dc8d96ef384 service neutron] 10.222.0.20 "GET /v2.0/networks/3bbdf607-d3fe-4448-8715-a434e5eab27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236784 Oct 04 10:10:39.537309 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363687ff-9b28-4898-a551-6793a7b1d625 req-07abc2b9-6406-4ac8-8cd6-50c26a248320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:10:39.538678 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-363687ff-9b28-4898-a551-6793a7b1d625 req-07abc2b9-6406-4ac8-8cd6-50c26a248320 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12664c4828024576bc805d2308db5fae&device_id=5aef6ed3-4d39-4d08-99b3-373751f5817b HTTP/1.1" status: 200 len: 1096 time: 0.0768716 Oct 04 10:10:39.667983 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363687ff-9b28-4898-a551-6793a7b1d625 req-a207f7db-3efe-4daa-8bb0-3b15393ac4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:10:39.669455 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-363687ff-9b28-4898-a551-6793a7b1d625 req-a207f7db-3efe-4daa-8bb0-3b15393ac4aa service neutron] 10.222.0.20 "GET /v2.0/networks?id=3bbdf607-d3fe-4448-8715-a434e5eab27a HTTP/1.1" status: 200 len: 898 time: 0.1247227 Oct 04 10:10:39.741466 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-363687ff-9b28-4898-a551-6793a7b1d625 req-cb364c61-6864-457a-b363-a3051c96050a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=495ed18f-056e-412e-9b5d-13dc202417ce HTTP/1.1" status: 200 len: 217 time: 0.0662990 Oct 04 10:10:39.803538 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363687ff-9b28-4898-a551-6793a7b1d625 req-8036d71b-09d3-4f83-a7d5-3c3e12314b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:10:39.804988 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-363687ff-9b28-4898-a551-6793a7b1d625 req-8036d71b-09d3-4f83-a7d5-3c3e12314b93 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd5f346f-d385-4ee0-8cfa-9b72bc3788d1 HTTP/1.1" status: 200 len: 835 time: 0.0575385 Oct 04 10:10:39.887733 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363687ff-9b28-4898-a551-6793a7b1d625 req-21565c05-aa73-4d54-822c-8b6395263973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:10:39.889220 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-363687ff-9b28-4898-a551-6793a7b1d625 req-21565c05-aa73-4d54-822c-8b6395263973 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3bbdf607-d3fe-4448-8715-a434e5eab27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787866 Oct 04 10:10:40.018946 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-363687ff-9b28-4898-a551-6793a7b1d625 req-c79a5eec-4614-4ac8-abbc-31216e5b2607 service neutron] 10.222.0.20 "GET /v2.0/networks/3bbdf607-d3fe-4448-8715-a434e5eab27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225867 Oct 04 10:10:40.147419 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-363687ff-9b28-4898-a551-6793a7b1d625 req-3aace3ac-d9a1-43a0-b5f7-9b57dfc5f134 service neutron] 10.222.0.20 "GET /v2.0/networks/3bbdf607-d3fe-4448-8715-a434e5eab27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221318 Oct 04 10:10:40.417638 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 0e7a57f2-9c8d-4aac-8aa8-5e5b08439bf6 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:10:40.483815 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 0e7a57f2-9c8d-4aac-8aa8-5e5b08439bf6 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:10:40.484178 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:40.484534 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 0e7a57f2-9c8d-4aac-8aa8-5e5b08439bf6 Oct 04 10:10:40.565996 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400c5f3-b65a-41ae-83ec-7910d02ddf5d req-a80c244c-6e44-4141-a72a-481c7ca1df7f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:10:40.566687 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-3400c5f3-b65a-41ae-83ec-7910d02ddf5d req-a80c244c-6e44-4141-a72a-481c7ca1df7f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Synchronizing usage tracker for tenant:12664c4828024576bc805d2308db5fae on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 10:10:40.581833 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-3400c5f3-b65a-41ae-83ec-7910d02ddf5d req-a80c244c-6e44-4141-a72a-481c7ca1df7f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Unset dirty status for tenant:12664c4828024576bc805d2308db5fae on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 10:10:40.583090 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3400c5f3-b65a-41ae-83ec-7910d02ddf5d req-a80c244c-6e44-4141-a72a-481c7ca1df7f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=5aef6ed3-4d39-4d08-99b3-373751f5817b HTTP/1.1" status: 200 len: 943 time: 0.1030154 Oct 04 10:10:40.600244 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 0e7a57f2-9c8d-4aac-8aa8-5e5b08439bf6 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:10:40.630037 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3400c5f3-b65a-41ae-83ec-7910d02ddf5d req-480a3fb2-faec-4a15-aae5-adfb23bc673a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bfeec6f-3404-4fde-8e64-2ac98860c0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411410 Oct 04 10:10:41.789182 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:41.832524 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a7eb4-3c7b-435e-8868-af165b141b5d req-7698ac32-92f7-4557-8e96-7490b7087630 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:10:41.833980 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-799a7eb4-3c7b-435e-8868-af165b141b5d req-7698ac32-92f7-4557-8e96-7490b7087630 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=5aef6ed3-4d39-4d08-99b3-373751f5817b HTTP/1.1" status: 200 len: 943 time: 0.0891640 Oct 04 10:10:41.879742 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-799a7eb4-3c7b-435e-8868-af165b141b5d req-cb39eb31-c3c4-4c02-8d4f-2f526a0eb60b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bfeec6f-3404-4fde-8e64-2ac98860c0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401320 Oct 04 10:10:43.077576 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe025b6a-9932-43a7-bb1f-e9d34107b5ee req-08003beb-09fe-4c64-989a-5b13b119ccbe tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:10:43.079019 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-fe025b6a-9932-43a7-bb1f-e9d34107b5ee req-08003beb-09fe-4c64-989a-5b13b119ccbe tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=5aef6ed3-4d39-4d08-99b3-373751f5817b HTTP/1.1" status: 200 len: 943 time: 0.0869439 Oct 04 10:10:43.121864 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-fe025b6a-9932-43a7-bb1f-e9d34107b5ee req-fee05c85-f7ad-452c-b762-0e8ec19647a5 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bfeec6f-3404-4fde-8e64-2ac98860c0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372374 Oct 04 10:10:43.591863 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 495ed18f-056e-412e-9b5d-13dc202417ce details requested by agent hyperv_hv-neutron-8602 with host hv-neutron-8602 {{(pid=89034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 04 10:10:43.721404 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 495ed18f-056e-412e-9b5d-13dc202417ce, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=495ed18f-056e-412e-9b5d-13dc202417ce,segment=NetworkSegment(8434bf1f-b299-4fdd-a404-b5e966df330e),segment_id=8434bf1f-b299-4fdd-a404-b5e966df330e)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:10:43.734018 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Returning: {'device': '495ed18f-056e-412e-9b5d-13dc202417ce', 'network_id': '3bbdf607-d3fe-4448-8715-a434e5eab27a', 'port_id': '495ed18f-056e-412e-9b5d-13dc202417ce', 'mac_address': 'fa:16:3e:ed:fd:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd5f346f-d385-4ee0-8cfa-9b72bc3788d1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 04 10:10:43.790826 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 495ed18f-056e-412e-9b5d-13dc202417ce is: DOWN; New status is: BUILD {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:10:43.791208 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:43.807834 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 495ed18f-056e-412e-9b5d-13dc202417ce {{(pid=89034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 10:10:43.823162 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 495ed18f-056e-412e-9b5d-13dc202417ce, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=495ed18f-056e-412e-9b5d-13dc202417ce,segment=NetworkSegment(8434bf1f-b299-4fdd-a404-b5e966df330e),segment_id=8434bf1f-b299-4fdd-a404-b5e966df330e)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:10:43.827036 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:43.891001 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=495ed18f-056e-412e-9b5d-13dc202417ce,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:10:44.197211 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['495ed18f-056e-412e-9b5d-13dc202417ce'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 10:10:44.316437 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad35c1d-5140-4a0b-8e93-15555f3b5cc4 req-f45c42bb-d339-424e-b968-726c2be95662 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:10:44.317902 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-bad35c1d-5140-4a0b-8e93-15555f3b5cc4 req-f45c42bb-d339-424e-b968-726c2be95662 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=5aef6ed3-4d39-4d08-99b3-373751f5817b HTTP/1.1" status: 200 len: 944 time: 0.0874071 Oct 04 10:10:44.360225 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-bad35c1d-5140-4a0b-8e93-15555f3b5cc4 req-a0f5f303-367f-4c0c-90e1-3fca21d2bed8 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bfeec6f-3404-4fde-8e64-2ac98860c0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366511 Oct 04 10:10:45.558174 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185818fd-b7dd-4003-b23c-3523f9a38813 req-1593715a-a193-4216-82cb-e6682f4881bb tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:10:45.559605 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-185818fd-b7dd-4003-b23c-3523f9a38813 req-1593715a-a193-4216-82cb-e6682f4881bb tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=5aef6ed3-4d39-4d08-99b3-373751f5817b HTTP/1.1" status: 200 len: 944 time: 0.0881400 Oct 04 10:10:45.602631 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-185818fd-b7dd-4003-b23c-3523f9a38813 req-6662c526-c37e-46a9-a8ea-d88490ac6a5f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bfeec6f-3404-4fde-8e64-2ac98860c0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373592 Oct 04 10:10:45.607630 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 495ed18f-056e-412e-9b5d-13dc202417ce up at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:10:45.678122 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning for port 495ed18f-056e-412e-9b5d-13dc202417ce completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 10:10:45.682497 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning complete for port 495ed18f-056e-412e-9b5d-13dc202417ce triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:10:45.682865 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:45.683202 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Attempt 1 to provision port 495ed18f-056e-412e-9b5d-13dc202417ce Oct 04 10:10:45.798585 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 495ed18f-056e-412e-9b5d-13dc202417ce is: BUILD; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:10:45.798970 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:45.826344 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aef6ed3-4d39-4d08-99b3-373751f5817b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495ed18f-056e-412e-9b5d-13dc202417ce'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 10:10:45.835059 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 495ed18f-056e-412e-9b5d-13dc202417ce, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=495ed18f-056e-412e-9b5d-13dc202417ce,segment=NetworkSegment(8434bf1f-b299-4fdd-a404-b5e966df330e),segment_id=8434bf1f-b299-4fdd-a404-b5e966df330e)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:10:45.839808 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:45.872056 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57bf53c6ee682485c6b2af0162fb0d8239c3b91f88f531d8197f9e173bf15718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79290993-9c87-42b1-98d9-71d5597f9836" -d '{"events": [{"server_uuid": "5aef6ed3-4d39-4d08-99b3-373751f5817b", "name": "network-vif-plugged", "status": "completed", "tag": "495ed18f-056e-412e-9b5d-13dc202417ce"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 10:10:45.912011 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=495ed18f-056e-412e-9b5d-13dc202417ce,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:10:45.964167 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 10:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a8755d-99c2-4e8a-80b0-9a6888017ccd x-openstack-request-id: req-c1a8755d-99c2-4e8a-80b0-9a6888017ccd {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 10:10:45.964483 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aef6ed3-4d39-4d08-99b3-373751f5817b", "name": "network-vif-plugged", "status": "completed", "tag": "495ed18f-056e-412e-9b5d-13dc202417ce", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 10:10:45.964749 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c1a8755d-99c2-4e8a-80b0-9a6888017ccd {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 10:10:45.965135 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1a8755d-99c2-4e8a-80b0-9a6888017ccd'] response: {'server_uuid': '5aef6ed3-4d39-4d08-99b3-373751f5817b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495ed18f-056e-412e-9b5d-13dc202417ce', 'code': 200} Oct 04 10:10:46.234260 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47ef03-1725-4d70-ab98-5449400bb846 req-ed66ff52-1d3a-4a39-beba-e7f225c510c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:10:46.235620 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-dd47ef03-1725-4d70-ab98-5449400bb846 req-ed66ff52-1d3a-4a39-beba-e7f225c510c8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5aef6ed3-4d39-4d08-99b3-373751f5817b HTTP/1.1" status: 200 len: 1098 time: 0.0751057 Oct 04 10:10:46.274597 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-dd47ef03-1725-4d70-ab98-5449400bb846 req-ac5eee28-71ee-42be-9ab2-e5563f88e9d7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5bfeec6f-3404-4fde-8e64-2ac98860c0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327919 Oct 04 10:10:46.814615 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b1853e-0a71-47ea-9e2a-ec414fb62063 req-bdef8e76-e8cb-4c2d-9781-dc7e8ed7a435 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:10:46.816701 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-46b1853e-0a71-47ea-9e2a-ec414fb62063 req-bdef8e76-e8cb-4c2d-9781-dc7e8ed7a435 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=5aef6ed3-4d39-4d08-99b3-373751f5817b HTTP/1.1" status: 200 len: 945 time: 0.0976222 Oct 04 10:10:46.860761 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-46b1853e-0a71-47ea-9e2a-ec414fb62063 req-a81afe7f-03c2-4345-8196-1cae0e7a50bb tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bfeec6f-3404-4fde-8e64-2ac98860c0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380752 Oct 04 10:10:48.059200 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d51a7-4037-432b-b23f-5b3c1a550034 req-e32edb98-f1b5-4322-8074-f6a0fd66e768 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:10:48.060695 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-761d51a7-4037-432b-b23f-5b3c1a550034 req-e32edb98-f1b5-4322-8074-f6a0fd66e768 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=5aef6ed3-4d39-4d08-99b3-373751f5817b HTTP/1.1" status: 200 len: 945 time: 0.0889077 Oct 04 10:10:48.103747 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-761d51a7-4037-432b-b23f-5b3c1a550034 req-da186587-56dc-4c9f-a34b-05937a45c6c6 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bfeec6f-3404-4fde-8e64-2ac98860c0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373890 Oct 04 10:10:48.448328 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d06d4-c61c-40a8-8783-71f2db5d4170 req-fbe6f906-265e-4ea4-a5f5-2b8d301e170b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:10:48.449800 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ac1d06d4-c61c-40a8-8783-71f2db5d4170 req-fbe6f906-265e-4ea4-a5f5-2b8d301e170b tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=5aef6ed3-4d39-4d08-99b3-373751f5817b HTTP/1.1" status: 200 len: 945 time: 0.0885046 Oct 04 10:10:48.492584 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ac1d06d4-c61c-40a8-8783-71f2db5d4170 req-a8cdfe26-2524-4647-8de0-7947685ab3d9 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bfeec6f-3404-4fde-8e64-2ac98860c0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372016 Oct 04 10:10:48.523438 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 44556) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:10:48.599349 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815ef20b-d6d7-42da-984f-22cd359cc817 tempest-TestNetworkAdvancedServerOps-791167516 tempest-TestNetworkAdvancedServerOps-791167516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:10:48.600848 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-815ef20b-d6d7-42da-984f-22cd359cc817 tempest-TestNetworkAdvancedServerOps-791167516 tempest-TestNetworkAdvancedServerOps-791167516-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5aef6ed3-4d39-4d08-99b3-373751f5817b HTTP/1.1" status: 200 len: 1093 time: 0.0763817 Oct 04 10:10:48.603578 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 44560) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:10:48.608436 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-9c927de7-b2e7-4e6f-99c1-a07ae3c5b507 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Request body: {'floatingip': {'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'port_id': '495ed18f-056e-412e-9b5d-13dc202417ce', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'fixed_ip_address': '172.20.0.5'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:10:48.614294 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-9c927de7-b2e7-4e6f-99c1-a07ae3c5b507 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:10:48.618101 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-9c927de7-b2e7-4e6f-99c1-a07ae3c5b507 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Usage tracker for resource:floatingip and tenant:12664c4828024576bc805d2308db5fae is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:10:48.620893 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-9c927de7-b2e7-4e6f-99c1-a07ae3c5b507 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:10:48.626546 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-9c927de7-b2e7-4e6f-99c1-a07ae3c5b507 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:10:48.637163 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9c927de7-b2e7-4e6f-99c1-a07ae3c5b507 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for floatingip, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:48.872104 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9c927de7-b2e7-4e6f-99c1-a07ae3c5b507 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:49.006640 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-9c927de7-b2e7-4e6f-99c1-a07ae3c5b507 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Allocated IP 172.26.10.254 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/f3b477ec-a90a-4e0f-9cac-25d218ff3e68) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 10:10:49.148871 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9c927de7-b2e7-4e6f-99c1-a07ae3c5b507 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:49.176690 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9c927de7-b2e7-4e6f-99c1-a07ae3c5b507 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:49.241242 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c927de7-b2e7-4e6f-99c1-a07ae3c5b507 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 10:10:49.243949 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-9c927de7-b2e7-4e6f-99c1-a07ae3c5b507 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 10:10:49.247669 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c927de7-b2e7-4e6f-99c1-a07ae3c5b507 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 10:10:49.281477 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c927de7-b2e7-4e6f-99c1-a07ae3c5b507 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'Port': ['ID=f3b477ec-a90a-4e0f-9cac-25d218ff3e68,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:10:49.647433 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9c927de7-b2e7-4e6f-99c1-a07ae3c5b507 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:49.719507 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9c927de7-b2e7-4e6f-99c1-a07ae3c5b507 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:49.920781 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9c927de7-b2e7-4e6f-99c1-a07ae3c5b507 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:49.924988 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9c927de7-b2e7-4e6f-99c1-a07ae3c5b507 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:50.029625 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9c927de7-b2e7-4e6f-99c1-a07ae3c5b507 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:50.075648 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c927de7-b2e7-4e6f-99c1-a07ae3c5b507 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event updated for resources: {'Port': ['ID=f3b477ec-a90a-4e0f-9cac-25d218ff3e68,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:10:50.200577 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.l3_db [None req-9c927de7-b2e7-4e6f-99c1-a07ae3c5b507 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Floating IP 253f52a2-3c41-44d0-8118-8bea7273c3a2 associated. External IP: 172.26.10.254, port: 495ed18f-056e-412e-9b5d-13dc202417ce. Oct 04 10:10:50.644657 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c927de7-b2e7-4e6f-99c1-a07ae3c5b507 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Router fbf758b5-95a8-4a03-b932-a3359ea58866 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 10:10:50.825411 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c927de7-b2e7-4e6f-99c1-a07ae3c5b507 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 10:10:50.834787 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a22100a-c4dd-4fc5-b333-766235829172 None None] Sync routers for ids ['fbf758b5-95a8-4a03-b932-a3359ea58866'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 10:10:50.844598 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a22100a-c4dd-4fc5-b333-766235829172 None None] Routers {'fbf758b5-95a8-4a03-b932-a3359ea58866'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:10:50.845192 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-2a22100a-c4dd-4fc5-b333-766235829172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:10:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['fbf758b5-95a8-4a03-b932-a3359ea58866'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:10:50.849741 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9c927de7-b2e7-4e6f-99c1-a07ae3c5b507 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:10:50.907403 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-9c927de7-b2e7-4e6f-99c1-a07ae3c5b507 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3027358 Oct 04 10:10:50.907991 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aef6ed3-4d39-4d08-99b3-373751f5817b', 'tag': '495ed18f-056e-412e-9b5d-13dc202417ce'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 10:10:50.910951 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa3189af5578953a214b8e2869c8b798cc5e264e011bb63f6babe724f6825eca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8050fdb-180f-4f4b-bc31-daacecc5071d" -d '{"events": [{"name": "network-changed", "server_uuid": "5aef6ed3-4d39-4d08-99b3-373751f5817b", "tag": "495ed18f-056e-412e-9b5d-13dc202417ce"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 10:10:50.959956 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 10:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e384afa6-6548-4cac-bb58-581f86251a17 x-openstack-request-id: req-e384afa6-6548-4cac-bb58-581f86251a17 {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 10:10:50.960278 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aef6ed3-4d39-4d08-99b3-373751f5817b", "tag": "495ed18f-056e-412e-9b5d-13dc202417ce", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 10:10:50.960576 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e384afa6-6548-4cac-bb58-581f86251a17 {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 10:10:50.961137 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e384afa6-6548-4cac-bb58-581f86251a17'] response: {'name': 'network-changed', 'server_uuid': '5aef6ed3-4d39-4d08-99b3-373751f5817b', 'tag': '495ed18f-056e-412e-9b5d-13dc202417ce', 'status': 'completed', 'code': 200} Oct 04 10:10:51.026902 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-2a22100a-c4dd-4fc5-b333-766235829172 None None] Set router fbf758b5-95a8-4a03-b932-a3359ea58866 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:10:51.078824 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8050fdb-180f-4f4b-bc31-daacecc5071d req-fa7c5782-f24f-4f89-8b6c-2ef818823788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:10:51.080504 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c8050fdb-180f-4f4b-bc31-daacecc5071d req-fa7c5782-f24f-4f89-8b6c-2ef818823788 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12664c4828024576bc805d2308db5fae&device_id=5aef6ed3-4d39-4d08-99b3-373751f5817b HTTP/1.1" status: 200 len: 1098 time: 0.0782685 Oct 04 10:10:51.087588 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbbb706-5237-4f17-b514-91c4e2b25a7b req-99908929-2187-4fdb-844c-3e2a87e86ae8 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:10:51.089426 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-8dbbb706-5237-4f17-b514-91c4e2b25a7b req-99908929-2187-4fdb-844c-3e2a87e86ae8 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=5aef6ed3-4d39-4d08-99b3-373751f5817b HTTP/1.1" status: 200 len: 945 time: 0.0888977 Oct 04 10:10:51.138703 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-8dbbb706-5237-4f17-b514-91c4e2b25a7b req-d4e5b6c3-e665-4da9-b2d4-419dbcb60803 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bfeec6f-3404-4fde-8e64-2ac98860c0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425668 Oct 04 10:10:51.172328 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 44568) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:10:51.218091 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8050fdb-180f-4f4b-bc31-daacecc5071d req-b6b9f1ac-f808-45f0-a35a-19b3ace6718a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:10:51.219548 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c8050fdb-180f-4f4b-bc31-daacecc5071d req-b6b9f1ac-f808-45f0-a35a-19b3ace6718a service neutron] 10.222.0.20 "GET /v2.0/networks?id=3bbdf607-d3fe-4448-8715-a434e5eab27a HTTP/1.1" status: 200 len: 898 time: 0.1336398 Oct 04 10:10:51.284005 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-2ad20427-a1ec-4421-9930-62669ae00d94 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/floatingips/253f52a2-3c41-44d0-8118-8bea7273c3a2 HTTP/1.1" status: 200 len: 992 time: 0.1095045 Oct 04 10:10:51.326422 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c8050fdb-180f-4f4b-bc31-daacecc5071d req-24e68042-8031-43fd-8242-5db9304bcba9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=495ed18f-056e-412e-9b5d-13dc202417ce HTTP/1.1" status: 200 len: 1000 time: 0.1008804 Oct 04 10:10:51.371744 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-2a22100a-c4dd-4fc5-b333-766235829172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf758b5-95a8-4a03-b932-a3359ea58866', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088015065', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.111'}], 'enable_snat': True}, 'gw_port_id': '0235eaec-4e74-4687-8807-e0d25560fc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:10:28Z', 'updated_at': '2022-10-04T10:10:33Z', 'revision_number': 4, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': '0235eaec-4e74-4687-8807-e0d25560fc6e', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:61:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf758b5-95a8-4a03-b932-a3359ea58866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:10:28Z', 'updated_at': '2022-10-04T10:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': '253f52a2-3c41-44d0-8118-8bea7273c3a2', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'floating_ip_address': '172.26.10.254', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': 'fbf758b5-95a8-4a03-b932-a3359ea58866', 'port_id': '495ed18f-056e-412e-9b5d-13dc202417ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbdf607-d3fe-4448-8715-a434e5eab27a', 'mac_address': 'fa:16:3e:ed:fd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aef6ed3-4d39-4d08-99b3-373751f5817b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T10:10:49Z', 'updated_at': '2022-10-04T10:10:49Z', 'revision_number': 0, 'project_id': '12664c4828024576bc805d2308db5fae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e7a57f2-9c8d-4aac-8aa8-5e5b08439bf6', 'name': '', 'network_id': '3bbdf607-d3fe-4448-8715-a434e5eab27a', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'mac_address': 'fa:16:3e:9f:7f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf758b5-95a8-4a03-b932-a3359ea58866', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'bd5f346f-d385-4ee0-8cfa-9b72bc3788d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:10:32Z', 'updated_at': '2022-10-04T10:10:38Z', 'revision_number': 5, 'project_id': '12664c4828024576bc805d2308db5fae', 'subnets': [{'id': 'bd5f346f-d385-4ee0-8cfa-9b72bc3788d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:10:51.375449 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a22100a-c4dd-4fc5-b333-766235829172 None None] Checking router: fbf758b5-95a8-4a03-b932-a3359ea58866 for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 10:10:51.383469 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a22100a-c4dd-4fc5-b333-766235829172 None None] Routers {'fbf758b5-95a8-4a03-b932-a3359ea58866'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:10:51.384040 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-2a22100a-c4dd-4fc5-b333-766235829172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:10:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['fbf758b5-95a8-4a03-b932-a3359ea58866'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:10:51.387594 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8050fdb-180f-4f4b-bc31-daacecc5071d req-d9b273a6-21a5-4014-b12d-689f0c420874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:10:51.389062 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c8050fdb-180f-4f4b-bc31-daacecc5071d req-d9b273a6-21a5-4014-b12d-689f0c420874 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd5f346f-d385-4ee0-8cfa-9b72bc3788d1 HTTP/1.1" status: 200 len: 835 time: 0.0568092 Oct 04 10:10:51.475358 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8050fdb-180f-4f4b-bc31-daacecc5071d req-2aeb0e82-d50c-40a6-8827-adeb2dfb3504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:10:51.476805 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c8050fdb-180f-4f4b-bc31-daacecc5071d req-2aeb0e82-d50c-40a6-8827-adeb2dfb3504 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3bbdf607-d3fe-4448-8715-a434e5eab27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819268 Oct 04 10:10:51.591407 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-2a22100a-c4dd-4fc5-b333-766235829172 None None] Set router fbf758b5-95a8-4a03-b932-a3359ea58866 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:10:51.608523 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c8050fdb-180f-4f4b-bc31-daacecc5071d req-11a8f695-1146-45fc-a38b-0c94a6653e30 service neutron] 10.222.0.20 "GET /v2.0/networks/3bbdf607-d3fe-4448-8715-a434e5eab27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254566 Oct 04 10:10:51.739984 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c8050fdb-180f-4f4b-bc31-daacecc5071d req-cd71c671-7374-42bd-bc1e-1d0420002b7c service neutron] 10.222.0.20 "GET /v2.0/networks/3bbdf607-d3fe-4448-8715-a434e5eab27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258066 Oct 04 10:10:51.931860 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-2a22100a-c4dd-4fc5-b333-766235829172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf758b5-95a8-4a03-b932-a3359ea58866', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088015065', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.111'}], 'enable_snat': True}, 'gw_port_id': '0235eaec-4e74-4687-8807-e0d25560fc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:10:28Z', 'updated_at': '2022-10-04T10:10:33Z', 'revision_number': 4, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': '0235eaec-4e74-4687-8807-e0d25560fc6e', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:61:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf758b5-95a8-4a03-b932-a3359ea58866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:10:28Z', 'updated_at': '2022-10-04T10:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': '253f52a2-3c41-44d0-8118-8bea7273c3a2', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'floating_ip_address': '172.26.10.254', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': 'fbf758b5-95a8-4a03-b932-a3359ea58866', 'port_id': '495ed18f-056e-412e-9b5d-13dc202417ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbdf607-d3fe-4448-8715-a434e5eab27a', 'mac_address': 'fa:16:3e:ed:fd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aef6ed3-4d39-4d08-99b3-373751f5817b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T10:10:49Z', 'updated_at': '2022-10-04T10:10:49Z', 'revision_number': 0, 'project_id': '12664c4828024576bc805d2308db5fae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e7a57f2-9c8d-4aac-8aa8-5e5b08439bf6', 'name': '', 'network_id': '3bbdf607-d3fe-4448-8715-a434e5eab27a', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'mac_address': 'fa:16:3e:9f:7f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf758b5-95a8-4a03-b932-a3359ea58866', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'bd5f346f-d385-4ee0-8cfa-9b72bc3788d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:10:32Z', 'updated_at': '2022-10-04T10:10:38Z', 'revision_number': 5, 'project_id': '12664c4828024576bc805d2308db5fae', 'subnets': [{'id': 'bd5f346f-d385-4ee0-8cfa-9b72bc3788d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:10:51.935624 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a22100a-c4dd-4fc5-b333-766235829172 None None] The sync data for ids ['fbf758b5-95a8-4a03-b932-a3359ea58866'] in dv-neutron-860215-1-hyperv is: [{'id': 'fbf758b5-95a8-4a03-b932-a3359ea58866', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088015065', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.111'}], 'enable_snat': True}, 'gw_port_id': '0235eaec-4e74-4687-8807-e0d25560fc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:10:28Z', 'updated_at': '2022-10-04T10:10:33Z', 'revision_number': 4, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': '0235eaec-4e74-4687-8807-e0d25560fc6e', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:61:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf758b5-95a8-4a03-b932-a3359ea58866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:10:28Z', 'updated_at': '2022-10-04T10:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': '253f52a2-3c41-44d0-8118-8bea7273c3a2', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'floating_ip_address': '172.26.10.254', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': 'fbf758b5-95a8-4a03-b932-a3359ea58866', 'port_id': '495ed18f-056e-412e-9b5d-13dc202417ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbdf607-d3fe-4448-8715-a434e5eab27a', 'mac_address': 'fa:16:3e:ed:fd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aef6ed3-4d39-4d08-99b3-373751f5817b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T10:10:49Z', 'updated_at': '2022-10-04T10:10:49Z', 'revision_number': 0, 'project_id': '12664c4828024576bc805d2308db5fae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e7a57f2-9c8d-4aac-8aa8-5e5b08439bf6', 'name': '', 'network_id': '3bbdf607-d3fe-4448-8715-a434e5eab27a', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'mac_address': 'fa:16:3e:9f:7f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf758b5-95a8-4a03-b932-a3359ea58866', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'bd5f346f-d385-4ee0-8cfa-9b72bc3788d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:10:32Z', 'updated_at': '2022-10-04T10:10:38Z', 'revision_number': 5, 'project_id': '12664c4828024576bc805d2308db5fae', 'subnets': [{'id': 'bd5f346f-d385-4ee0-8cfa-9b72bc3788d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 10:10:52.123159 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de72e25-89f4-4416-847c-77bfeeb91647 None None] New status for floating IP 253f52a2-3c41-44d0-8118-8bea7273c3a2: ACTIVE {{(pid=89034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 10:10:52.286251 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 44572) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:10:52.393321 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-9da91042-2774-4435-b529-1b07368a4966 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/floatingips/253f52a2-3c41-44d0-8118-8bea7273c3a2 HTTP/1.1" status: 200 len: 992 time: 0.1059673 Oct 04 10:10:53.396557 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 44576) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:10:53.641371 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-2ba4867f-6e3c-4edc-b521-b99172ecd9b4 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/floatingips/253f52a2-3c41-44d0-8118-8bea7273c3a2 HTTP/1.1" status: 200 len: 994 time: 0.2436657 Oct 04 10:10:57.735178 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c8cdea59-5c16-4de9-8eb1-7334b3353eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:11:00.382845 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-962bf17a-0207-4e6f-81d2-a47f1a7ca157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:11:00.800675 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 10:11:00.905033 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:11:00.937414 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:11:02.493889 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:11:11.792841 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:11:12.235023 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-85f24dbb-0719-442c-9e6e-64334d9aaa21 req-4a3488e2-7f51-4083-9974-09f20931d7e2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5aef6ed3-4d39-4d08-99b3-373751f5817b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0801842 Oct 04 10:11:12.395132 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f24dbb-0719-442c-9e6e-64334d9aaa21 req-4672760d-afd5-4c76-aac4-f70335927898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:11:12.396611 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-85f24dbb-0719-442c-9e6e-64334d9aaa21 req-4672760d-afd5-4c76-aac4-f70335927898 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12664c4828024576bc805d2308db5fae&device_id=5aef6ed3-4d39-4d08-99b3-373751f5817b HTTP/1.1" status: 200 len: 1098 time: 0.0800915 Oct 04 10:11:12.537878 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f24dbb-0719-442c-9e6e-64334d9aaa21 req-b6b3a3cc-217e-47bd-892f-63135021ca27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:11:12.539229 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-85f24dbb-0719-442c-9e6e-64334d9aaa21 req-b6b3a3cc-217e-47bd-892f-63135021ca27 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3bbdf607-d3fe-4448-8715-a434e5eab27a HTTP/1.1" status: 200 len: 898 time: 0.1247690 Oct 04 10:11:12.640459 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-85f24dbb-0719-442c-9e6e-64334d9aaa21 req-2dd05ceb-14e8-4f2f-9458-30a2f4251342 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=495ed18f-056e-412e-9b5d-13dc202417ce HTTP/1.1" status: 200 len: 1002 time: 0.0947070 Oct 04 10:11:12.704802 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f24dbb-0719-442c-9e6e-64334d9aaa21 req-2bdb46e0-6f57-46d2-8e76-cf21855f70fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:11:12.706215 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-85f24dbb-0719-442c-9e6e-64334d9aaa21 req-2bdb46e0-6f57-46d2-8e76-cf21855f70fa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd5f346f-d385-4ee0-8cfa-9b72bc3788d1 HTTP/1.1" status: 200 len: 835 time: 0.0599473 Oct 04 10:11:12.787867 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f24dbb-0719-442c-9e6e-64334d9aaa21 req-b3302c65-b94b-43e2-b5a7-4f66f1e6b51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:11:12.789416 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-85f24dbb-0719-442c-9e6e-64334d9aaa21 req-b3302c65-b94b-43e2-b5a7-4f66f1e6b51d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3bbdf607-d3fe-4448-8715-a434e5eab27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768583 Oct 04 10:11:12.917935 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-85f24dbb-0719-442c-9e6e-64334d9aaa21 req-7346b8be-58ba-464a-8bb0-a64d652ff545 service neutron] 10.222.0.20 "GET /v2.0/networks/3bbdf607-d3fe-4448-8715-a434e5eab27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219716 Oct 04 10:11:13.045859 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-85f24dbb-0719-442c-9e6e-64334d9aaa21 req-d51e5837-9c52-4543-a1c6-b84c9e6caf7f service neutron] 10.222.0.20 "GET /v2.0/networks/3bbdf607-d3fe-4448-8715-a434e5eab27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220047 Oct 04 10:11:27.738171 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-13627c97-54c5-4e44-9fd8-d5c7c4658974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:11:30.385908 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-7fa0c315-9014-49a4-9512-cb07775152bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:11:30.909334 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:11:30.940316 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:11:32.495547 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:11:37.799430 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 10:11:41.790620 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:11:54.704315 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0288920a-f60d-41cb-9ce2-18a2778b234a req-b7b1f7b0-c817-4fda-bca9-d4f7b2958510 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:11:54.705697 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0288920a-f60d-41cb-9ce2-18a2778b234a req-b7b1f7b0-c817-4fda-bca9-d4f7b2958510 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=5aef6ed3-4d39-4d08-99b3-373751f5817b HTTP/1.1" status: 200 len: 945 time: 0.1009130 Oct 04 10:11:54.753847 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0288920a-f60d-41cb-9ce2-18a2778b234a req-c85a4c8f-d401-4cc7-9b73-9943a3080470 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bfeec6f-3404-4fde-8e64-2ac98860c0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417972 Oct 04 10:11:55.981330 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27002d5b-6771-4c19-a987-3e1f7c8843b8 req-0e67de59-0a87-4024-950f-b1bc55f07cc8 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:11:55.982798 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-27002d5b-6771-4c19-a987-3e1f7c8843b8 req-0e67de59-0a87-4024-950f-b1bc55f07cc8 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=5aef6ed3-4d39-4d08-99b3-373751f5817b HTTP/1.1" status: 200 len: 945 time: 0.1051629 Oct 04 10:11:56.027124 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-27002d5b-6771-4c19-a987-3e1f7c8843b8 req-a7905454-f732-4f04-a5c1-b3315ce05155 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bfeec6f-3404-4fde-8e64-2ac98860c0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386024 Oct 04 10:11:57.227171 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b688c23-84a0-4a2c-9852-195badab2e4a req-28f208bd-da4a-45a8-8246-82e439785ed9 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:11:57.228631 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9b688c23-84a0-4a2c-9852-195badab2e4a req-28f208bd-da4a-45a8-8246-82e439785ed9 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=5aef6ed3-4d39-4d08-99b3-373751f5817b HTTP/1.1" status: 200 len: 945 time: 0.0879405 Oct 04 10:11:57.271599 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9b688c23-84a0-4a2c-9852-195badab2e4a req-59cc8349-accb-4f74-be1d-cfa6c69563fe tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bfeec6f-3404-4fde-8e64-2ac98860c0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374069 Oct 04 10:11:57.299990 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 44640) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:11:57.404012 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-173a8b2c-9697-4b07-bfac-27ca0d274e5a tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/floatingips/253f52a2-3c41-44d0-8118-8bea7273c3a2 HTTP/1.1" status: 200 len: 994 time: 0.1028428 Oct 04 10:11:57.740423 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b4587a5d-ad5a-4cfd-a780-8e6dab43dd72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:11:58.879036 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795a8402-b551-4663-8e51-277894518b95 req-5f846d70-072e-4da1-864f-e3f5d684c404 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:11:58.880650 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-795a8402-b551-4663-8e51-277894518b95 req-5f846d70-072e-4da1-864f-e3f5d684c404 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=5aef6ed3-4d39-4d08-99b3-373751f5817b HTTP/1.1" status: 200 len: 945 time: 0.0924230 Oct 04 10:11:58.901239 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f5356b-68f1-499d-977e-f2f916574549 req-2433684e-c7a2-47ac-90d6-1984b2c927c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:11:58.902716 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e2f5356b-68f1-499d-977e-f2f916574549 req-2433684e-c7a2-47ac-90d6-1984b2c927c0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12664c4828024576bc805d2308db5fae&device_id=5aef6ed3-4d39-4d08-99b3-373751f5817b HTTP/1.1" status: 200 len: 1098 time: 0.0800672 Oct 04 10:11:58.924805 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-795a8402-b551-4663-8e51-277894518b95 req-5d4f1cff-8647-471e-ab39-36b5ff1839d8 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bfeec6f-3404-4fde-8e64-2ac98860c0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379462 Oct 04 10:11:59.032074 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f5356b-68f1-499d-977e-f2f916574549 req-d6e91515-c3ff-44b1-8ee3-1672178a7f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:11:59.033464 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e2f5356b-68f1-499d-977e-f2f916574549 req-d6e91515-c3ff-44b1-8ee3-1672178a7f96 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3bbdf607-d3fe-4448-8715-a434e5eab27a HTTP/1.1" status: 200 len: 898 time: 0.1250236 Oct 04 10:11:59.134258 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e2f5356b-68f1-499d-977e-f2f916574549 req-f63cc925-056f-4b75-bed7-b5f3ee270e86 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=495ed18f-056e-412e-9b5d-13dc202417ce HTTP/1.1" status: 200 len: 1002 time: 0.0949285 Oct 04 10:11:59.193880 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f5356b-68f1-499d-977e-f2f916574549 req-8525fa7d-22c7-414f-aff5-9abe03ca0ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:11:59.195271 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e2f5356b-68f1-499d-977e-f2f916574549 req-8525fa7d-22c7-414f-aff5-9abe03ca0ac1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd5f346f-d385-4ee0-8cfa-9b72bc3788d1 HTTP/1.1" status: 200 len: 835 time: 0.0557549 Oct 04 10:11:59.370849 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f5356b-68f1-499d-977e-f2f916574549 req-4db47a49-3136-4b7f-8663-2e43a40294fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:11:59.372329 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e2f5356b-68f1-499d-977e-f2f916574549 req-4db47a49-3136-4b7f-8663-2e43a40294fd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3bbdf607-d3fe-4448-8715-a434e5eab27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1717298 Oct 04 10:11:59.501208 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e2f5356b-68f1-499d-977e-f2f916574549 req-b558876f-a9b2-485a-8a55-dc08157fbf1d service neutron] 10.222.0.20 "GET /v2.0/networks/3bbdf607-d3fe-4448-8715-a434e5eab27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219258 Oct 04 10:11:59.628418 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e2f5356b-68f1-499d-977e-f2f916574549 req-19c911f0-d3f7-4642-9937-5e1d73030131 service neutron] 10.222.0.20 "GET /v2.0/networks/3bbdf607-d3fe-4448-8715-a434e5eab27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209412 Oct 04 10:12:00.120765 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef26ae-28ae-4eb7-af1b-823e092e97b9 req-dbe21d98-f87a-43af-8733-0f833da9539e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:12:00.122210 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d0ef26ae-28ae-4eb7-af1b-823e092e97b9 req-dbe21d98-f87a-43af-8733-0f833da9539e tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=5aef6ed3-4d39-4d08-99b3-373751f5817b HTTP/1.1" status: 200 len: 945 time: 0.0846570 Oct 04 10:12:00.168692 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d0ef26ae-28ae-4eb7-af1b-823e092e97b9 req-7a38eb74-cebe-400c-ad1d-5398b8238e54 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bfeec6f-3404-4fde-8e64-2ac98860c0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408673 Oct 04 10:12:00.388798 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-2829447a-7516-4a4d-98a8-22fd7b8b633f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:00.913462 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:00.941970 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:01.365772 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f5940-58d5-40e4-9ae6-f728c195a54c req-8b5746a0-887a-4308-a70c-39e5270d89bb tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:12:01.367218 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-601f5940-58d5-40e4-9ae6-f728c195a54c req-8b5746a0-887a-4308-a70c-39e5270d89bb tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=5aef6ed3-4d39-4d08-99b3-373751f5817b HTTP/1.1" status: 200 len: 945 time: 0.0855043 Oct 04 10:12:01.410574 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-601f5940-58d5-40e4-9ae6-f728c195a54c req-8618b70e-2262-40c1-b621-fc4d48d4186f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bfeec6f-3404-4fde-8e64-2ac98860c0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378518 Oct 04 10:12:01.438891 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 44656) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:12:01.545690 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-cd84b081-1642-4ee2-a7c3-2ad241b49b59 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/floatingips/253f52a2-3c41-44d0-8118-8bea7273c3a2 HTTP/1.1" status: 200 len: 994 time: 0.1056519 Oct 04 10:12:01.890570 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 44664) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:12:02.088302 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-951e89a0-18f3-4292-bc93-64e02a91a9e6 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Deleting port f3b477ec-a90a-4e0f-9cac-25d218ff3e68 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 10:12:02.088687 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-951e89a0-18f3-4292-bc93-64e02a91a9e6 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:02.257900 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-951e89a0-18f3-4292-bc93-64e02a91a9e6 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:02.258143 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-951e89a0-18f3-4292-bc93-64e02a91a9e6 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:02.379981 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-951e89a0-18f3-4292-bc93-64e02a91a9e6 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Calling delete_port for f3b477ec-a90a-4e0f-9cac-25d218ff3e68 owned by network:floatingip {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 10:12:02.497781 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:02.530692 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-951e89a0-18f3-4292-bc93-64e02a91a9e6 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:02.577410 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951e89a0-18f3-4292-bc93-64e02a91a9e6 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event deleted for resources: {'Port': ['ID=f3b477ec-a90a-4e0f-9cac-25d218ff3e68,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:12:02.625652 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951e89a0-18f3-4292-bc93-64e02a91a9e6 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:12:02.625997 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951e89a0-18f3-4292-bc93-64e02a91a9e6 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:12:02.626339 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951e89a0-18f3-4292-bc93-64e02a91a9e6 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:12:02.626676 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951e89a0-18f3-4292-bc93-64e02a91a9e6 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:12:02.627009 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951e89a0-18f3-4292-bc93-64e02a91a9e6 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:12:02.627336 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951e89a0-18f3-4292-bc93-64e02a91a9e6 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:12:02.627663 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951e89a0-18f3-4292-bc93-64e02a91a9e6 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:12:02.628014 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951e89a0-18f3-4292-bc93-64e02a91a9e6 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:12:02.628338 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951e89a0-18f3-4292-bc93-64e02a91a9e6 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:12:02.628687 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951e89a0-18f3-4292-bc93-64e02a91a9e6 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:12:02.629015 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951e89a0-18f3-4292-bc93-64e02a91a9e6 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:12:02.629337 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951e89a0-18f3-4292-bc93-64e02a91a9e6 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:12:02.686922 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-951e89a0-18f3-4292-bc93-64e02a91a9e6 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for floatingip, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:02.687246 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.l3_db [None req-951e89a0-18f3-4292-bc93-64e02a91a9e6 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Floating IP 253f52a2-3c41-44d0-8118-8bea7273c3a2 disassociated (deleted). External IP: 172.26.10.254, port: 495ed18f-056e-412e-9b5d-13dc202417ce. Oct 04 10:12:03.146520 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-951e89a0-18f3-4292-bc93-64e02a91a9e6 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Router fbf758b5-95a8-4a03-b932-a3359ea58866 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 10:12:03.330785 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951e89a0-18f3-4292-bc93-64e02a91a9e6 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 10:12:03.340666 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d20ba8e-e39f-4d27-b410-531e88f45206 None None] Sync routers for ids ['fbf758b5-95a8-4a03-b932-a3359ea58866'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 10:12:03.350839 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d20ba8e-e39f-4d27-b410-531e88f45206 None None] Routers {'fbf758b5-95a8-4a03-b932-a3359ea58866'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:12:03.351447 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-8d20ba8e-e39f-4d27-b410-531e88f45206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:12:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['fbf758b5-95a8-4a03-b932-a3359ea58866'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:12:03.351952 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-951e89a0-18f3-4292-bc93-64e02a91a9e6 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:03.410360 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-951e89a0-18f3-4292-bc93-64e02a91a9e6 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "DELETE /v2.0/floatingips/253f52a2-3c41-44d0-8118-8bea7273c3a2 HTTP/1.1" status: 204 len: 168 time: 1.5187769 Oct 04 10:12:03.411174 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aef6ed3-4d39-4d08-99b3-373751f5817b', 'tag': '495ed18f-056e-412e-9b5d-13dc202417ce'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 10:12:03.414299 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa3189af5578953a214b8e2869c8b798cc5e264e011bb63f6babe724f6825eca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39fc99c5-0729-4f53-8fd5-1ba5fd99c5ea" -d '{"events": [{"name": "network-changed", "server_uuid": "5aef6ed3-4d39-4d08-99b3-373751f5817b", "tag": "495ed18f-056e-412e-9b5d-13dc202417ce"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 10:12:03.465284 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 10:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9c805e-48ba-472b-bc3a-0dff111e0dbd x-openstack-request-id: req-6d9c805e-48ba-472b-bc3a-0dff111e0dbd {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 10:12:03.465638 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aef6ed3-4d39-4d08-99b3-373751f5817b", "tag": "495ed18f-056e-412e-9b5d-13dc202417ce", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 10:12:03.465936 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6d9c805e-48ba-472b-bc3a-0dff111e0dbd {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 10:12:03.466554 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d9c805e-48ba-472b-bc3a-0dff111e0dbd'] response: {'name': 'network-changed', 'server_uuid': '5aef6ed3-4d39-4d08-99b3-373751f5817b', 'tag': '495ed18f-056e-412e-9b5d-13dc202417ce', 'status': 'completed', 'code': 200} Oct 04 10:12:03.530491 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-8d20ba8e-e39f-4d27-b410-531e88f45206 None None] Set router fbf758b5-95a8-4a03-b932-a3359ea58866 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:12:03.600097 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc99c5-0729-4f53-8fd5-1ba5fd99c5ea req-341543a1-64b3-4562-bf10-f8e688330ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:12:03.601934 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-39fc99c5-0729-4f53-8fd5-1ba5fd99c5ea req-341543a1-64b3-4562-bf10-f8e688330ce3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12664c4828024576bc805d2308db5fae&device_id=5aef6ed3-4d39-4d08-99b3-373751f5817b HTTP/1.1" status: 200 len: 1098 time: 0.0891638 Oct 04 10:12:03.790920 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc99c5-0729-4f53-8fd5-1ba5fd99c5ea req-b7be4d7a-4bca-486d-b02a-f14f115cef3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:12:03.792471 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-39fc99c5-0729-4f53-8fd5-1ba5fd99c5ea req-b7be4d7a-4bca-486d-b02a-f14f115cef3a service neutron] 10.222.0.20 "GET /v2.0/networks?id=3bbdf607-d3fe-4448-8715-a434e5eab27a HTTP/1.1" status: 200 len: 898 time: 0.1833158 Oct 04 10:12:03.854709 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-8d20ba8e-e39f-4d27-b410-531e88f45206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf758b5-95a8-4a03-b932-a3359ea58866', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088015065', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.111'}], 'enable_snat': True}, 'gw_port_id': '0235eaec-4e74-4687-8807-e0d25560fc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:10:28Z', 'updated_at': '2022-10-04T10:10:33Z', 'revision_number': 4, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': '0235eaec-4e74-4687-8807-e0d25560fc6e', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:61:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf758b5-95a8-4a03-b932-a3359ea58866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:10:28Z', 'updated_at': '2022-10-04T10:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '0e7a57f2-9c8d-4aac-8aa8-5e5b08439bf6', 'name': '', 'network_id': '3bbdf607-d3fe-4448-8715-a434e5eab27a', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'mac_address': 'fa:16:3e:9f:7f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf758b5-95a8-4a03-b932-a3359ea58866', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'bd5f346f-d385-4ee0-8cfa-9b72bc3788d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:10:32Z', 'updated_at': '2022-10-04T10:10:38Z', 'revision_number': 5, 'project_id': '12664c4828024576bc805d2308db5fae', 'subnets': [{'id': 'bd5f346f-d385-4ee0-8cfa-9b72bc3788d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:12:03.858470 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d20ba8e-e39f-4d27-b410-531e88f45206 None None] Checking router: fbf758b5-95a8-4a03-b932-a3359ea58866 for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 10:12:03.866802 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-39fc99c5-0729-4f53-8fd5-1ba5fd99c5ea req-284ed901-b1f9-4e19-aa9c-7e36c710f5c0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=495ed18f-056e-412e-9b5d-13dc202417ce HTTP/1.1" status: 200 len: 217 time: 0.0658674 Oct 04 10:12:03.867283 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d20ba8e-e39f-4d27-b410-531e88f45206 None None] Routers {'fbf758b5-95a8-4a03-b932-a3359ea58866'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:12:03.867875 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-8d20ba8e-e39f-4d27-b410-531e88f45206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:12:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['fbf758b5-95a8-4a03-b932-a3359ea58866'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:12:03.937063 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2676b85-2834-4896-ae9a-64d2d3b1fd04 req-947c18dd-3757-4e8c-82b2-ce6d14a74280 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:12:03.937746 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-c2676b85-2834-4896-ae9a-64d2d3b1fd04 req-947c18dd-3757-4e8c-82b2-ce6d14a74280 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Synchronizing usage tracker for tenant:12664c4828024576bc805d2308db5fae on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 10:12:03.951454 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc99c5-0729-4f53-8fd5-1ba5fd99c5ea req-9a38069a-690f-4ccb-b5f0-7efe669b8810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:12:03.952956 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-39fc99c5-0729-4f53-8fd5-1ba5fd99c5ea req-9a38069a-690f-4ccb-b5f0-7efe669b8810 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd5f346f-d385-4ee0-8cfa-9b72bc3788d1 HTTP/1.1" status: 200 len: 835 time: 0.0786843 Oct 04 10:12:03.998692 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-c2676b85-2834-4896-ae9a-64d2d3b1fd04 req-947c18dd-3757-4e8c-82b2-ce6d14a74280 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Unset dirty status for tenant:12664c4828024576bc805d2308db5fae on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 10:12:03.999824 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c2676b85-2834-4896-ae9a-64d2d3b1fd04 req-947c18dd-3757-4e8c-82b2-ce6d14a74280 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=5aef6ed3-4d39-4d08-99b3-373751f5817b HTTP/1.1" status: 200 len: 945 time: 0.2792749 Oct 04 10:12:04.046663 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-8d20ba8e-e39f-4d27-b410-531e88f45206 None None] Set router fbf758b5-95a8-4a03-b932-a3359ea58866 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:12:04.064974 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c2676b85-2834-4896-ae9a-64d2d3b1fd04 req-6dd96276-593d-48e5-a7ea-bf760d9018a9 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bfeec6f-3404-4fde-8e64-2ac98860c0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0567827 Oct 04 10:12:04.077301 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc99c5-0729-4f53-8fd5-1ba5fd99c5ea req-08d34f2b-a504-4ab6-bafa-685eb49e724b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:12:04.078823 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-39fc99c5-0729-4f53-8fd5-1ba5fd99c5ea req-08d34f2b-a504-4ab6-bafa-685eb49e724b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3bbdf607-d3fe-4448-8715-a434e5eab27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1197503 Oct 04 10:12:04.208738 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-39fc99c5-0729-4f53-8fd5-1ba5fd99c5ea req-fb7e3c3a-84ff-4c82-9268-584f30034ad4 service neutron] 10.222.0.20 "GET /v2.0/networks/3bbdf607-d3fe-4448-8715-a434e5eab27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227906 Oct 04 10:12:04.351868 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-39fc99c5-0729-4f53-8fd5-1ba5fd99c5ea req-08ca1b42-c1c0-4636-bd73-b22262783c3e service neutron] 10.222.0.20 "GET /v2.0/networks/3bbdf607-d3fe-4448-8715-a434e5eab27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362412 Oct 04 10:12:04.398830 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-8d20ba8e-e39f-4d27-b410-531e88f45206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf758b5-95a8-4a03-b932-a3359ea58866', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088015065', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.111'}], 'enable_snat': True}, 'gw_port_id': '0235eaec-4e74-4687-8807-e0d25560fc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:10:28Z', 'updated_at': '2022-10-04T10:10:33Z', 'revision_number': 4, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': '0235eaec-4e74-4687-8807-e0d25560fc6e', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:61:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf758b5-95a8-4a03-b932-a3359ea58866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:10:28Z', 'updated_at': '2022-10-04T10:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '0e7a57f2-9c8d-4aac-8aa8-5e5b08439bf6', 'name': '', 'network_id': '3bbdf607-d3fe-4448-8715-a434e5eab27a', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'mac_address': 'fa:16:3e:9f:7f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf758b5-95a8-4a03-b932-a3359ea58866', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'bd5f346f-d385-4ee0-8cfa-9b72bc3788d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:10:32Z', 'updated_at': '2022-10-04T10:10:38Z', 'revision_number': 5, 'project_id': '12664c4828024576bc805d2308db5fae', 'subnets': [{'id': 'bd5f346f-d385-4ee0-8cfa-9b72bc3788d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:12:04.402753 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d20ba8e-e39f-4d27-b410-531e88f45206 None None] The sync data for ids ['fbf758b5-95a8-4a03-b932-a3359ea58866'] in dv-neutron-860215-1-hyperv is: [{'id': 'fbf758b5-95a8-4a03-b932-a3359ea58866', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088015065', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.111'}], 'enable_snat': True}, 'gw_port_id': '0235eaec-4e74-4687-8807-e0d25560fc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:10:28Z', 'updated_at': '2022-10-04T10:10:33Z', 'revision_number': 4, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': '0235eaec-4e74-4687-8807-e0d25560fc6e', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:61:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf758b5-95a8-4a03-b932-a3359ea58866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:10:28Z', 'updated_at': '2022-10-04T10:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '0e7a57f2-9c8d-4aac-8aa8-5e5b08439bf6', 'name': '', 'network_id': '3bbdf607-d3fe-4448-8715-a434e5eab27a', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'mac_address': 'fa:16:3e:9f:7f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf758b5-95a8-4a03-b932-a3359ea58866', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'bd5f346f-d385-4ee0-8cfa-9b72bc3788d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:10:32Z', 'updated_at': '2022-10-04T10:10:38Z', 'revision_number': 5, 'project_id': '12664c4828024576bc805d2308db5fae', 'subnets': [{'id': 'bd5f346f-d385-4ee0-8cfa-9b72bc3788d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 10:12:04.602907 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bd1dcf-2ea6-4246-9d6f-b5246f4f6883 None None] New status for floating IP 253f52a2-3c41-44d0-8118-8bea7273c3a2: DOWN {{(pid=89034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 10:12:05.360545 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f5e83-e808-4301-8248-57633b496fde req-c9e31f05-d75a-4e39-8ef4-e0e9c9cff9c0 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:12:05.361928 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-653f5e83-e808-4301-8248-57633b496fde req-c9e31f05-d75a-4e39-8ef4-e0e9c9cff9c0 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=5aef6ed3-4d39-4d08-99b3-373751f5817b HTTP/1.1" status: 200 len: 945 time: 0.1839416 Oct 04 10:12:05.406807 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-653f5e83-e808-4301-8248-57633b496fde req-195726de-1bc6-4022-9fc6-f3a6fbaf3e2f tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/security-groups?id=5bfeec6f-3404-4fde-8e64-2ac98860c0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386474 Oct 04 10:12:05.692685 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba940728-6617-4ab8-9b68-8f1b4898fb48 req-496fc51e-5c89-4a34-8421-c8f508919315 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:12:05.694704 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ba940728-6617-4ab8-9b68-8f1b4898fb48 req-496fc51e-5c89-4a34-8421-c8f508919315 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.20 "GET /v2.0/ports?device_id=5aef6ed3-4d39-4d08-99b3-373751f5817b HTTP/1.1" status: 200 len: 945 time: 0.0844250 Oct 04 10:12:05.765382 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-ba940728-6617-4ab8-9b68-8f1b4898fb48 req-326e1015-7383-40ef-85aa-1811afb9a05c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Deleting port 495ed18f-056e-412e-9b5d-13dc202417ce {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 10:12:05.765746 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-ba940728-6617-4ab8-9b68-8f1b4898fb48 req-326e1015-7383-40ef-85aa-1811afb9a05c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:06.117848 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-ba940728-6617-4ab8-9b68-8f1b4898fb48 req-326e1015-7383-40ef-85aa-1811afb9a05c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] For port 495ed18f-056e-412e-9b5d-13dc202417ce, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=495ed18f-056e-412e-9b5d-13dc202417ce,segment=NetworkSegment(8434bf1f-b299-4fdd-a404-b5e966df330e),segment_id=8434bf1f-b299-4fdd-a404-b5e966df330e)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:12:06.118189 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-ba940728-6617-4ab8-9b68-8f1b4898fb48 req-326e1015-7383-40ef-85aa-1811afb9a05c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:06.239252 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-ba940728-6617-4ab8-9b68-8f1b4898fb48 req-326e1015-7383-40ef-85aa-1811afb9a05c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Calling delete_port for 495ed18f-056e-412e-9b5d-13dc202417ce owned by compute:nova {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 10:12:06.386460 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-ba940728-6617-4ab8-9b68-8f1b4898fb48 req-326e1015-7383-40ef-85aa-1811afb9a05c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:06.436140 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326e1015-7383-40ef-85aa-1811afb9a05c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event deleted for resources: {'Port': ['ID=495ed18f-056e-412e-9b5d-13dc202417ce,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:12:06.558624 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba940728-6617-4ab8-9b68-8f1b4898fb48 req-326e1015-7383-40ef-85aa-1811afb9a05c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] No DVR routers for this DVR port 495ed18f-056e-412e-9b5d-13dc202417ce on host hv-neutron-8602 {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 10:12:06.565296 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-ba940728-6617-4ab8-9b68-8f1b4898fb48 req-326e1015-7383-40ef-85aa-1811afb9a05c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:06.567716 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aef6ed3-4d39-4d08-99b3-373751f5817b', 'name': 'network-vif-deleted', 'tag': '495ed18f-056e-412e-9b5d-13dc202417ce'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 10:12:06.570537 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa3189af5578953a214b8e2869c8b798cc5e264e011bb63f6babe724f6825eca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9ec1ce-fdee-41ec-b7b6-47deb9055fb4" -d '{"events": [{"server_uuid": "5aef6ed3-4d39-4d08-99b3-373751f5817b", "name": "network-vif-deleted", "tag": "495ed18f-056e-412e-9b5d-13dc202417ce"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 10:12:06.583954 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-344a1eb4-c019-4d40-9d1f-2858b3d247bd req-f35926f2-8f19-42a0-ba53-2872a7172f85 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "GET /v2.0/ports?device_id=5aef6ed3-4d39-4d08-99b3-373751f5817b HTTP/1.1" status: 200 len: 210 time: 0.0648115 Oct 04 10:12:06.592585 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ba940728-6617-4ab8-9b68-8f1b4898fb48 req-326e1015-7383-40ef-85aa-1811afb9a05c tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.20 "DELETE /v2.0/ports/495ed18f-056e-412e-9b5d-13dc202417ce HTTP/1.1" status: 204 len: 173 time: 0.8935018 Oct 04 10:12:06.621479 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 10:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bdca037-8598-48d5-86a1-b4fd962870e0 x-openstack-request-id: req-8bdca037-8598-48d5-86a1-b4fd962870e0 {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 10:12:06.621781 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aef6ed3-4d39-4d08-99b3-373751f5817b", "name": "network-vif-deleted", "tag": "495ed18f-056e-412e-9b5d-13dc202417ce", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 10:12:06.622036 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8bdca037-8598-48d5-86a1-b4fd962870e0 {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 10:12:06.622438 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bdca037-8598-48d5-86a1-b4fd962870e0'] response: {'server_uuid': '5aef6ed3-4d39-4d08-99b3-373751f5817b', 'name': 'network-vif-deleted', 'tag': '495ed18f-056e-412e-9b5d-13dc202417ce', 'status': 'completed', 'code': 200} Oct 04 10:12:07.694932 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 44684) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:12:08.088811 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 495ed18f-056e-412e-9b5d-13dc202417ce no longer exists at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 10:12:08.121365 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] No Port match for: 495ed18f-056e-412e-9b5d-13dc202417ce {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 10:12:08.121699 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 495ed18f-056e-412e-9b5d-13dc202417ce not bound to the agent host hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 10:12:08.247249 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b087156d-d474-4406-b2f0-f1bd79449277 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736827'] for router_interface, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:08.694958 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-b087156d-d474-4406-b2f0-f1bd79449277 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Deleting port 0e7a57f2-9c8d-4aac-8aa8-5e5b08439bf6 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 10:12:08.695594 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b087156d-d474-4406-b2f0-f1bd79449277 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:08.881630 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-b087156d-d474-4406-b2f0-f1bd79449277 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] For port 0e7a57f2-9c8d-4aac-8aa8-5e5b08439bf6, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=0e7a57f2-9c8d-4aac-8aa8-5e5b08439bf6,segment=NetworkSegment(8434bf1f-b299-4fdd-a404-b5e966df330e),segment_id=8434bf1f-b299-4fdd-a404-b5e966df330e)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:12:08.881987 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b087156d-d474-4406-b2f0-f1bd79449277 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:09.002284 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-b087156d-d474-4406-b2f0-f1bd79449277 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Calling delete_port for 0e7a57f2-9c8d-4aac-8aa8-5e5b08439bf6 owned by network:router_interface {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 10:12:09.320821 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b087156d-d474-4406-b2f0-f1bd79449277 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:09.398378 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b087156d-d474-4406-b2f0-f1bd79449277 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event deleted for resources: {'Port': ['ID=0e7a57f2-9c8d-4aac-8aa8-5e5b08439bf6,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:12:09.645312 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b087156d-d474-4406-b2f0-f1bd79449277 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736911'] for router_interface, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:10.102294 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b087156d-d474-4406-b2f0-f1bd79449277 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Router fbf758b5-95a8-4a03-b932-a3359ea58866 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 10:12:10.274791 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b087156d-d474-4406-b2f0-f1bd79449277 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 10:12:10.284592 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f98307-8269-4599-a316-a4b6aaa1f1b3 None None] Sync routers for ids ['fbf758b5-95a8-4a03-b932-a3359ea58866'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 10:12:10.287287 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-b087156d-d474-4406-b2f0-f1bd79449277 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "PUT /v2.0/routers/fbf758b5-95a8-4a03-b932-a3359ea58866/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5912683 Oct 04 10:12:10.290415 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 44688) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:12:10.294311 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f98307-8269-4599-a316-a4b6aaa1f1b3 None None] Routers {'fbf758b5-95a8-4a03-b932-a3359ea58866'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:12:10.294909 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-c3f98307-8269-4599-a316-a4b6aaa1f1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:12:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['fbf758b5-95a8-4a03-b932-a3359ea58866'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:12:10.363687 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_v2 [None req-563ca103-2154-4e1c-a5f5-f79d8ae32ae1 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Deleting subnet bd5f346f-d385-4ee0-8cfa-9b72bc3788d1 {{(pid=89032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 10:12:10.367185 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-563ca103-2154-4e1c-a5f5-f79d8ae32ae1 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for subnet, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:10.423169 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-563ca103-2154-4e1c-a5f5-f79d8ae32ae1 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885153'] for subnet, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:10.480872 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-c3f98307-8269-4599-a316-a4b6aaa1f1b3 None None] Set router fbf758b5-95a8-4a03-b932-a3359ea58866 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:12:10.510743 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-563ca103-2154-4e1c-a5f5-f79d8ae32ae1 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:10.586763 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-563ca103-2154-4e1c-a5f5-f79d8ae32ae1 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:10.627122 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563ca103-2154-4e1c-a5f5-f79d8ae32ae1 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event deleted for resources: {'Subnet': ['ID=bd5f346f-d385-4ee0-8cfa-9b72bc3788d1,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:12:10.629092 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-563ca103-2154-4e1c-a5f5-f79d8ae32ae1 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:10.634558 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cc78c6-5e02-41e0-9b5c-c33985c674e9 None None] Network 3bbdf607-d3fe-4448-8715-a434e5eab27a requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 10:12:10.635485 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-563ca103-2154-4e1c-a5f5-f79d8ae32ae1 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "DELETE /v2.0/subnets/bd5f346f-d385-4ee0-8cfa-9b72bc3788d1 HTTP/1.1" status: 204 len: 168 time: 0.3441138 Oct 04 10:12:10.638162 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 44692) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:12:10.777861 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-c3f98307-8269-4599-a316-a4b6aaa1f1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf758b5-95a8-4a03-b932-a3359ea58866', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088015065', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.111'}], 'enable_snat': True}, 'gw_port_id': '0235eaec-4e74-4687-8807-e0d25560fc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:10:28Z', 'updated_at': '2022-10-04T10:12:09Z', 'revision_number': 5, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': '0235eaec-4e74-4687-8807-e0d25560fc6e', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:61:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf758b5-95a8-4a03-b932-a3359ea58866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:10:28Z', 'updated_at': '2022-10-04T10:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:12:10.782447 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f98307-8269-4599-a316-a4b6aaa1f1b3 None None] Checking router: fbf758b5-95a8-4a03-b932-a3359ea58866 for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 10:12:10.791701 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f98307-8269-4599-a316-a4b6aaa1f1b3 None None] Routers {'fbf758b5-95a8-4a03-b932-a3359ea58866'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:12:10.792454 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-c3f98307-8269-4599-a316-a4b6aaa1f1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:12:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['fbf758b5-95a8-4a03-b932-a3359ea58866'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:12:10.826395 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-11f7fc28-8655-4a7a-adad-af21ce00725d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for router, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:10.907782 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7121dd9b-a122-444a-a350-2761c828b1e0 None None] DHCP port deletion for 3bbdf607-d3fe-4448-8715-a434e5eab27a request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 10:12:10.911935 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-7121dd9b-a122-444a-a350-2761c828b1e0 None None] Deleting port a979a189-f3e3-42b3-89bc-31b98749ee7e {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 10:12:10.912309 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-7121dd9b-a122-444a-a350-2761c828b1e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:10.973440 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-c3f98307-8269-4599-a316-a4b6aaa1f1b3 None None] Set router fbf758b5-95a8-4a03-b932-a3359ea58866 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:12:11.014126 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-11f7fc28-8655-4a7a-adad-af21ce00725d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:11.025368 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-11f7fc28-8655-4a7a-adad-af21ce00725d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Deleting port 0235eaec-4e74-4687-8807-e0d25560fc6e {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 10:12:11.025732 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-11f7fc28-8655-4a7a-adad-af21ce00725d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:11.119075 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-7121dd9b-a122-444a-a350-2761c828b1e0 None None] For port a979a189-f3e3-42b3-89bc-31b98749ee7e, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=a979a189-f3e3-42b3-89bc-31b98749ee7e,segment=NetworkSegment(8434bf1f-b299-4fdd-a404-b5e966df330e),segment_id=8434bf1f-b299-4fdd-a404-b5e966df330e)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:12:11.119471 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-7121dd9b-a122-444a-a350-2761c828b1e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:11.206832 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-11f7fc28-8655-4a7a-adad-af21ce00725d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] For port 0235eaec-4e74-4687-8807-e0d25560fc6e, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=0235eaec-4e74-4687-8807-e0d25560fc6e,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:12:11.206832 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-11f7fc28-8655-4a7a-adad-af21ce00725d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:11.241153 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-7121dd9b-a122-444a-a350-2761c828b1e0 None None] Calling delete_port for a979a189-f3e3-42b3-89bc-31b98749ee7e owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 10:12:11.263367 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-c3f98307-8269-4599-a316-a4b6aaa1f1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf758b5-95a8-4a03-b932-a3359ea58866', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088015065', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.111'}], 'enable_snat': True}, 'gw_port_id': '0235eaec-4e74-4687-8807-e0d25560fc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:10:28Z', 'updated_at': '2022-10-04T10:12:09Z', 'revision_number': 5, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': '0235eaec-4e74-4687-8807-e0d25560fc6e', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:61:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf758b5-95a8-4a03-b932-a3359ea58866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:10:28Z', 'updated_at': '2022-10-04T10:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:12:11.267339 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f98307-8269-4599-a316-a4b6aaa1f1b3 None None] The sync data for ids ['fbf758b5-95a8-4a03-b932-a3359ea58866'] in dv-neutron-860215-1-hyperv is: [{'id': 'fbf758b5-95a8-4a03-b932-a3359ea58866', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088015065', 'tenant_id': '12664c4828024576bc805d2308db5fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.111'}], 'enable_snat': True}, 'gw_port_id': '0235eaec-4e74-4687-8807-e0d25560fc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:10:28Z', 'updated_at': '2022-10-04T10:12:09Z', 'revision_number': 5, 'project_id': '12664c4828024576bc805d2308db5fae', 'gw_port': {'id': '0235eaec-4e74-4687-8807-e0d25560fc6e', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:61:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf758b5-95a8-4a03-b932-a3359ea58866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:10:28Z', 'updated_at': '2022-10-04T10:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 10:12:11.321175 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-7121dd9b-a122-444a-a350-2761c828b1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476'] for port, after_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:11.330832 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-11f7fc28-8655-4a7a-adad-af21ce00725d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Calling delete_port for 0235eaec-4e74-4687-8807-e0d25560fc6e owned by network:router_gateway {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 10:12:11.368467 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7121dd9b-a122-444a-a350-2761c828b1e0 None None] Pushing event deleted for resources: {'Port': ['ID=a979a189-f3e3-42b3-89bc-31b98749ee7e,revision_number=None']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:12:11.372016 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7121dd9b-a122-444a-a350-2761c828b1e0 None None] No DVR routers for this DVR port a979a189-f3e3-42b3-89bc-31b98749ee7e on host dv-neutron-860215-1-hyperv {{(pid=89034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 10:12:11.378030 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7121dd9b-a122-444a-a350-2761c828b1e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:12:11.378383 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7121dd9b-a122-444a-a350-2761c828b1e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:12:11.382469 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7121dd9b-a122-444a-a350-2761c828b1e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:12:11.382469 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7121dd9b-a122-444a-a350-2761c828b1e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:12:11.382469 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7121dd9b-a122-444a-a350-2761c828b1e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:12:11.382469 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7121dd9b-a122-444a-a350-2761c828b1e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:12:11.382469 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7121dd9b-a122-444a-a350-2761c828b1e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:12:11.382469 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7121dd9b-a122-444a-a350-2761c828b1e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:12:11.382469 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7121dd9b-a122-444a-a350-2761c828b1e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:12:11.383845 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7121dd9b-a122-444a-a350-2761c828b1e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:12:11.383845 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7121dd9b-a122-444a-a350-2761c828b1e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:12:11.383845 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7121dd9b-a122-444a-a350-2761c828b1e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:12:11.605758 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-11f7fc28-8655-4a7a-adad-af21ce00725d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:11.656404 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f7fc28-8655-4a7a-adad-af21ce00725d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event deleted for resources: {'Port': ['ID=0235eaec-4e74-4687-8807-e0d25560fc6e,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:12:11.755516 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-11f7fc28-8655-4a7a-adad-af21ce00725d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737040'] for router_gateway, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:11.802716 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:11.929510 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-11f7fc28-8655-4a7a-adad-af21ce00725d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:11.931637 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-11f7fc28-8655-4a7a-adad-af21ce00725d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:11.953121 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-11f7fc28-8655-4a7a-adad-af21ce00725d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:11.953636 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f7fc28-8655-4a7a-adad-af21ce00725d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Fanout notify agent at l3_agent the message router_deleted on router fbf758b5-95a8-4a03-b932-a3359ea58866 {{(pid=89032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 10:12:11.968828 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-11f7fc28-8655-4a7a-adad-af21ce00725d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:11.969916 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-11f7fc28-8655-4a7a-adad-af21ce00725d tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "DELETE /v2.0/routers/fbf758b5-95a8-4a03-b932-a3359ea58866 HTTP/1.1" status: 204 len: 168 time: 1.3308649 Oct 04 10:12:11.972736 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 44696) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:12:12.088135 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d353aeba-1541-4d99-99ca-61dd2cecba01 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:12.216097 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d353aeba-1541-4d99-99ca-61dd2cecba01 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:12.243131 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-d353aeba-1541-4d99-99ca-61dd2cecba01 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bbdf607-d3fe-4448-8715-a434e5eab27a']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:12:12.254565 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-d353aeba-1541-4d99-99ca-61dd2cecba01 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8434bf1f-b299-4fdd-a404-b5e966df330e') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:12:12.254857 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-d353aeba-1541-4d99-99ca-61dd2cecba01 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8434bf1f-b299-4fdd-a404-b5e966df330e') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:12:12.265741 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d353aeba-1541-4d99-99ca-61dd2cecba01 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:12.281641 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d353aeba-1541-4d99-99ca-61dd2cecba01 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:12.287399 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d353aeba-1541-4d99-99ca-61dd2cecba01 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 10:12:12.288306 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d353aeba-1541-4d99-99ca-61dd2cecba01 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:12.395732 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d353aeba-1541-4d99-99ca-61dd2cecba01 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:12.415948 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-d353aeba-1541-4d99-99ca-61dd2cecba01 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:12.428930 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d353aeba-1541-4d99-99ca-61dd2cecba01 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event deleted for resources: {'Network': ['ID=3bbdf607-d3fe-4448-8715-a434e5eab27a,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:12:12.437409 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 44702) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:12:12.438078 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-d353aeba-1541-4d99-99ca-61dd2cecba01 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "DELETE /v2.0/networks/3bbdf607-d3fe-4448-8715-a434e5eab27a HTTP/1.1" status: 204 len: 168 time: 0.4641981 Oct 04 10:12:12.490356 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 0e7a57f2-9c8d-4aac-8aa8-5e5b08439bf6 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 10:12:12.517651 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-db01c4ce-5988-4d34-81d0-031b473ffd67 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:12.518305 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 8434bf1f-b299-4fdd-a404-b5e966df330e resource provider aggregate not found Oct 04 10:12:12.530565 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 0e7a57f2-9c8d-4aac-8aa8-5e5b08439bf6 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 10:12:12.530916 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 0e7a57f2-9c8d-4aac-8aa8-5e5b08439bf6 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 10:12:12.531343 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device a979a189-f3e3-42b3-89bc-31b98749ee7e no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 10:12:12.535350 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 8434bf1f-b299-4fdd-a404-b5e966df330e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8434bf1f-b299-4fdd-a404-b5e966df330e found for delete ", "request_id": "req-575c8e33-f5c5-4b78-ae91-c0934c9c98f2"}]} Oct 04 10:12:12.550668 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-db01c4ce-5988-4d34-81d0-031b473ffd67 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:12.564211 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: a979a189-f3e3-42b3-89bc-31b98749ee7e {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 10:12:12.564601 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device a979a189-f3e3-42b3-89bc-31b98749ee7e not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 10:12:12.565033 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 0235eaec-4e74-4687-8807-e0d25560fc6e no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 10:12:12.598624 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 0235eaec-4e74-4687-8807-e0d25560fc6e {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 10:12:12.598957 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 0235eaec-4e74-4687-8807-e0d25560fc6e not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 10:12:12.618007 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-db01c4ce-5988-4d34-81d0-031b473ffd67 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:12.637605 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db01c4ce-5988-4d34-81d0-031b473ffd67 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bfeec6f-3404-4fde-8e64-2ac98860c0ea,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:12:12.649711 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db01c4ce-5988-4d34-81d0-031b473ffd67 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:12:12.650063 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db01c4ce-5988-4d34-81d0-031b473ffd67 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:12:12.650401 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db01c4ce-5988-4d34-81d0-031b473ffd67 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:12:12.650733 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db01c4ce-5988-4d34-81d0-031b473ffd67 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:12:12.651067 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db01c4ce-5988-4d34-81d0-031b473ffd67 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:12:12.651393 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db01c4ce-5988-4d34-81d0-031b473ffd67 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:12:12.651713 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db01c4ce-5988-4d34-81d0-031b473ffd67 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:12:12.652032 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db01c4ce-5988-4d34-81d0-031b473ffd67 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:12:12.652351 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db01c4ce-5988-4d34-81d0-031b473ffd67 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:12:12.652687 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db01c4ce-5988-4d34-81d0-031b473ffd67 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:12:12.653252 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db01c4ce-5988-4d34-81d0-031b473ffd67 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:12:12.654288 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db01c4ce-5988-4d34-81d0-031b473ffd67 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:12:12.661713 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-db01c4ce-5988-4d34-81d0-031b473ffd67 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:12.662955 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-db01c4ce-5988-4d34-81d0-031b473ffd67 tempest-TestNetworkAdvancedServerOps-333004426 tempest-TestNetworkAdvancedServerOps-333004426-project] 10.222.0.50 "DELETE /v2.0/security-groups/5bfeec6f-3404-4fde-8e64-2ac98860c0ea HTTP/1.1" status: 204 len: 168 time: 0.2232757 Oct 04 10:12:13.033361 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 44718) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:12:13.176499 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-684cfded-8600-4331-93c6-b429f87d77bf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=12664c4828024576bc805d2308db5fae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1419754 Oct 04 10:12:13.179515 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 44724) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:12:13.235809 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-60887961-2277-49e8-8e05-ffed0f2499bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:13.260701 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-60887961-2277-49e8-8e05-ffed0f2499bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:13.311614 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-60887961-2277-49e8-8e05-ffed0f2499bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:13.330108 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60887961-2277-49e8-8e05-ffed0f2499bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fffa503-7c96-4afb-8dc5-98ed25de9e98,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:12:13.334495 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-60887961-2277-49e8-8e05-ffed0f2499bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:13.335583 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-60887961-2277-49e8-8e05-ffed0f2499bc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5fffa503-7c96-4afb-8dc5-98ed25de9e98 HTTP/1.1" status: 204 len: 168 time: 0.1551588 Oct 04 10:12:13.602773 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 44732) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:12:13.622661 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8c030d51-76be-4852-b12b-d51158dac8b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:13.636694 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-8c030d51-76be-4852-b12b-d51158dac8b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:12:13.640594 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-8c030d51-76be-4852-b12b-d51158dac8b1 admin admin] Usage tracker for resource:security_group_rule and tenant:7c23f10e84ec406d83fce80aadd34250 is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:12:13.643354 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-8c030d51-76be-4852-b12b-d51158dac8b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:12:13.649615 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-8c030d51-76be-4852-b12b-d51158dac8b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:12:13.733374 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8c030d51-76be-4852-b12b-d51158dac8b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:13.737120 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8c030d51-76be-4852-b12b-d51158dac8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:13.784800 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-8c030d51-76be-4852-b12b-d51158dac8b1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7c23f10e84ec406d83fce80aadd34250&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1809397 Oct 04 10:12:13.785656 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c030d51-76be-4852-b12b-d51158dac8b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f918d6b6-a123-43f1-a7e4-e4fbef6c9fad,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:12:13.788195 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 44736) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:12:13.844092 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-204a5073-7625-4c98-bec4-fa91fd01dc32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:13.868908 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-204a5073-7625-4c98-bec4-fa91fd01dc32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:13.918788 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-204a5073-7625-4c98-bec4-fa91fd01dc32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:13.932283 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204a5073-7625-4c98-bec4-fa91fd01dc32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f918d6b6-a123-43f1-a7e4-e4fbef6c9fad,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:12:13.938256 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-204a5073-7625-4c98-bec4-fa91fd01dc32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:13.939756 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-204a5073-7625-4c98-bec4-fa91fd01dc32 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f918d6b6-a123-43f1-a7e4-e4fbef6c9fad HTTP/1.1" status: 204 len: 168 time: 0.1501408 Oct 04 10:12:14.663649 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 44760) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:12:14.767748 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-afb8b5c2-5b29-4445-b24d-d68f26b80366 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-388107138-network', 'tenant_id': '6843642c62004cb0bcb0ba8c58980f5e'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:12:14.773011 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-afb8b5c2-5b29-4445-b24d-d68f26b80366 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:12:14.776944 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-afb8b5c2-5b29-4445-b24d-d68f26b80366 admin admin] Usage tracker for resource:network and tenant:6843642c62004cb0bcb0ba8c58980f5e is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:12:14.780072 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-afb8b5c2-5b29-4445-b24d-d68f26b80366 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:12:14.785982 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-afb8b5c2-5b29-4445-b24d-d68f26b80366 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:12:14.798426 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb8b5c2-5b29-4445-b24d-d68f26b80366 admin admin] Made reservation on behalf of 6843642c62004cb0bcb0ba8c58980f5e for: {'network': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 10:12:14.800147 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 10:12:14.801985 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-afb8b5c2-5b29-4445-b24d-d68f26b80366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:14.815082 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-afb8b5c2-5b29-4445-b24d-d68f26b80366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:14.831661 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-afb8b5c2-5b29-4445-b24d-d68f26b80366 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:12:14.835425 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-afb8b5c2-5b29-4445-b24d-d68f26b80366 admin admin] Usage tracker for resource:security_group_rule and tenant:6843642c62004cb0bcb0ba8c58980f5e is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:12:14.838199 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-afb8b5c2-5b29-4445-b24d-d68f26b80366 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:12:14.844100 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-afb8b5c2-5b29-4445-b24d-d68f26b80366 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:12:14.923824 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-afb8b5c2-5b29-4445-b24d-d68f26b80366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:14.927394 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-afb8b5c2-5b29-4445-b24d-d68f26b80366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:14.953563 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afb8b5c2-5b29-4445-b24d-d68f26b80366 admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=89032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 10:12:14.965787 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb8b5c2-5b29-4445-b24d-d68f26b80366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d71e3d8-3eb2-418c-8518-43d524acfea8,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:12:14.970067 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-afb8b5c2-5b29-4445-b24d-d68f26b80366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:14.970407 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.segments_db [None req-afb8b5c2-5b29-4445-b24d-d68f26b80366 admin admin] Added segment 32a3a457-877b-45b6-a36e-891157529036 of type vlan for network a9599b63-e301-40ee-a68b-513386c3f329 Oct 04 10:12:14.998960 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-afb8b5c2-5b29-4445-b24d-d68f26b80366 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:15.026514 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-afb8b5c2-5b29-4445-b24d-d68f26b80366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:15.027672 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb8b5c2-5b29-4445-b24d-d68f26b80366 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:12:15.028533 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-afb8b5c2-5b29-4445-b24d-d68f26b80366 admin admin] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:15.130309 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb8b5c2-5b29-4445-b24d-d68f26b80366 admin admin] Pushing event updated for resources: {'Network': ['ID=a9599b63-e301-40ee-a68b-513386c3f329,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:12:15.133263 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-afb8b5c2-5b29-4445-b24d-d68f26b80366 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4685960 Oct 04 10:12:15.136553 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 44766) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:12:15.140180 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network a9599b63-e301-40ee-a68b-513386c3f329 details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 10:12:15.141903 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-853e17c4-efb3-4f7e-8c26-b0d19bde5a63 admin admin] Request body: {'subnet': {'network_id': 'a9599b63-e301-40ee-a68b-513386c3f329', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-388107138-subnet', 'tenant_id': '6843642c62004cb0bcb0ba8c58980f5e', 'ip_version': 4}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:12:15.147464 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-853e17c4-efb3-4f7e-8c26-b0d19bde5a63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:12:15.151315 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-853e17c4-efb3-4f7e-8c26-b0d19bde5a63 admin admin] Usage tracker for resource:subnet and tenant:6843642c62004cb0bcb0ba8c58980f5e is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:12:15.154419 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-853e17c4-efb3-4f7e-8c26-b0d19bde5a63 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:12:15.160041 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-853e17c4-efb3-4f7e-8c26-b0d19bde5a63 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:12:15.171958 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853e17c4-efb3-4f7e-8c26-b0d19bde5a63 admin admin] Made reservation on behalf of 6843642c62004cb0bcb0ba8c58980f5e for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 10:12:15.174537 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-853e17c4-efb3-4f7e-8c26-b0d19bde5a63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:15.371682 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-853e17c4-efb3-4f7e-8c26-b0d19bde5a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:15.533294 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853e17c4-efb3-4f7e-8c26-b0d19bde5a63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc62f23a-9d10-48fc-af8e-a094cca99d44,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:12:15.542613 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853e17c4-efb3-4f7e-8c26-b0d19bde5a63 admin admin] Checking segment: {'id': '32a3a457-877b-45b6-a36e-891157529036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a9599b63-e301-40ee-a68b-513386c3f329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 10:12:15.542965 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853e17c4-efb3-4f7e-8c26-b0d19bde5a63 admin admin] Network hostable DHCP agents. Network: a9599b63-e301-40ee-a68b-513386c3f329, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 10:12:15.561197 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853e17c4-efb3-4f7e-8c26-b0d19bde5a63 admin admin] Network a9599b63-e301-40ee-a68b-513386c3f329 is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 10:12:15.570193 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-853e17c4-efb3-4f7e-8c26-b0d19bde5a63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, a9599b63-e301-40ee-a68b-513386c3f329) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 10:12:15.574100 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853e17c4-efb3-4f7e-8c26-b0d19bde5a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:12:15.574681 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-853e17c4-efb3-4f7e-8c26-b0d19bde5a63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:15.579648 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d561cdcc-4d27-45c7-bec2-42c5f26e0318 None None] Network a9599b63-e301-40ee-a68b-513386c3f329 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 10:12:15.594651 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-853e17c4-efb3-4f7e-8c26-b0d19bde5a63 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4571106 Oct 04 10:12:15.597469 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 44770) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:12:15.602238 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-e2038714-cf25-48cb-ab86-dd68f68c2722 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-388107138-router', 'tenant_id': '6843642c62004cb0bcb0ba8c58980f5e', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:12:15.607117 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-e2038714-cf25-48cb-ab86-dd68f68c2722 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:12:15.611071 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-e2038714-cf25-48cb-ab86-dd68f68c2722 admin admin] Usage tracker for resource:router and tenant:6843642c62004cb0bcb0ba8c58980f5e is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:12:15.613880 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-e2038714-cf25-48cb-ab86-dd68f68c2722 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:12:15.619437 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-e2038714-cf25-48cb-ab86-dd68f68c2722 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:12:15.630685 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e2038714-cf25-48cb-ab86-dd68f68c2722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:15.632260 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e2038714-cf25-48cb-ab86-dd68f68c2722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:15.650824 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e2038714-cf25-48cb-ab86-dd68f68c2722 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:15.842331 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3520d50-53b7-4421-a12d-192c38719743 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-a9599b63-e301-40ee-a68b-513386c3f329', 'network_id': 'a9599b63-e301-40ee-a68b-513386c3f329', 'tenant_id': '6843642c62004cb0bcb0ba8c58980f5e', 'fixed_ips': [{'subnet_id': 'cc62f23a-9d10-48fc-af8e-a094cca99d44'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 10:12:15.843170 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a3520d50-53b7-4421-a12d-192c38719743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:15.916162 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e2038714-cf25-48cb-ab86-dd68f68c2722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:15.996245 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-a3520d50-53b7-4421-a12d-192c38719743 None None] Allocated IP 172.20.0.2 (a9599b63-e301-40ee-a68b-513386c3f329/cc62f23a-9d10-48fc-af8e-a094cca99d44/8408bdcf-c51b-426f-b840-da2029a0f980) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 10:12:16.197798 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a3520d50-53b7-4421-a12d-192c38719743 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:16.207717 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-a3520d50-53b7-4421-a12d-192c38719743 None None] Transition to ACTIVE for port object 8408bdcf-c51b-426f-b840-da2029a0f980 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 10:12:16.225750 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-a3520d50-53b7-4421-a12d-192c38719743 None None] Transition to ACTIVE for port object 8408bdcf-c51b-426f-b840-da2029a0f980 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 10:12:16.226743 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e2038714-cf25-48cb-ab86-dd68f68c2722 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:16.231208 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a3520d50-53b7-4421-a12d-192c38719743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:16.257522 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e2038714-cf25-48cb-ab86-dd68f68c2722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:16.298167 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3520d50-53b7-4421-a12d-192c38719743 None None] Network a9599b63-e301-40ee-a68b-513386c3f329 is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 10:12:16.301153 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-a3520d50-53b7-4421-a12d-192c38719743 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 10:12:16.305342 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3520d50-53b7-4421-a12d-192c38719743 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 10:12:16.310906 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3520d50-53b7-4421-a12d-192c38719743 None None] Pushing event updated for resources: {'Port': ['ID=8408bdcf-c51b-426f-b840-da2029a0f980,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:12:16.407348 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-e2038714-cf25-48cb-ab86-dd68f68c2722 admin admin] Allocated IP 172.26.10.180 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/84895737-e5d9-41ca-b981-9ed47d9e9ee1) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 10:12:16.413586 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-a3520d50-53b7-4421-a12d-192c38719743 None None] Attempting to bind port 8408bdcf-c51b-426f-b840-da2029a0f980 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 10:12:16.413971 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-a3520d50-53b7-4421-a12d-192c38719743 None None] Attempting to bind port 8408bdcf-c51b-426f-b840-da2029a0f980 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '32a3a457-877b-45b6-a36e-891157529036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a9599b63-e301-40ee-a68b-513386c3f329'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 10:12:16.414329 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3520d50-53b7-4421-a12d-192c38719743 None None] Attempting to bind port 8408bdcf-c51b-426f-b840-da2029a0f980 on network a9599b63-e301-40ee-a68b-513386c3f329 {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 10:12:16.419711 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3520d50-53b7-4421-a12d-192c38719743 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 10, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 10:12:16.420079 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3520d50-53b7-4421-a12d-192c38719743 None None] Checking segment: {'id': '32a3a457-877b-45b6-a36e-891157529036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a9599b63-e301-40ee-a68b-513386c3f329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 10:12:16.420503 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a3520d50-53b7-4421-a12d-192c38719743 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:16.420894 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3520d50-53b7-4421-a12d-192c38719743 None None] Bound using segment: {'id': '32a3a457-877b-45b6-a36e-891157529036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a9599b63-e301-40ee-a68b-513386c3f329'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 10:12:16.421436 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-a3520d50-53b7-4421-a12d-192c38719743 None None] Bound port: 8408bdcf-c51b-426f-b840-da2029a0f980, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a3a457-877b-45b6-a36e-891157529036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a9599b63-e301-40ee-a68b-513386c3f329'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 10:12:16.421809 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a3520d50-53b7-4421-a12d-192c38719743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:16.508569 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-a3520d50-53b7-4421-a12d-192c38719743 None None] For port 8408bdcf-c51b-426f-b840-da2029a0f980, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 10:12:16.511693 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-a3520d50-53b7-4421-a12d-192c38719743 None None] For port 8408bdcf-c51b-426f-b840-da2029a0f980, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=8408bdcf-c51b-426f-b840-da2029a0f980,segment=NetworkSegment(32a3a457-877b-45b6-a36e-891157529036),segment_id=32a3a457-877b-45b6-a36e-891157529036)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 10:12:16.515281 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a3520d50-53b7-4421-a12d-192c38719743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:16.556720 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e2038714-cf25-48cb-ab86-dd68f68c2722 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:16.588171 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e2038714-cf25-48cb-ab86-dd68f68c2722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:16.595496 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3520d50-53b7-4421-a12d-192c38719743 None None] Pushing event updated for resources: {'Port': ['ID=8408bdcf-c51b-426f-b840-da2029a0f980,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:12:16.652148 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2038714-cf25-48cb-ab86-dd68f68c2722 admin admin] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 10:12:16.655134 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-e2038714-cf25-48cb-ab86-dd68f68c2722 admin admin] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 10:12:16.658861 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2038714-cf25-48cb-ab86-dd68f68c2722 admin admin] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 10:12:16.705023 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2038714-cf25-48cb-ab86-dd68f68c2722 admin admin] Pushing event updated for resources: {'Port': ['ID=84895737-e5d9-41ca-b981-9ed47d9e9ee1,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:12:17.199704 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e2038714-cf25-48cb-ab86-dd68f68c2722 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:17.527385 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9988c092-ef1e-43e3-9c1a-3092b66a96f7 None None] Network a9599b63-e301-40ee-a68b-513386c3f329 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 10:12:17.551523 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e2038714-cf25-48cb-ab86-dd68f68c2722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:17.619175 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-7f6030db-2793-492a-bd01-8749a98b8c9c None None] Provisioning for port 8408bdcf-c51b-426f-b840-da2029a0f980 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 10:12:17.761880 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2038714-cf25-48cb-ab86-dd68f68c2722 admin admin] Router 1c42210e-122c-4a54-aca1-d4109ab61639 is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 10:12:17.946050 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2038714-cf25-48cb-ab86-dd68f68c2722 admin admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 10:12:17.954872 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b2176e-d5bd-4241-8fe7-5bb7d0a9a004 None None] Sync routers for ids ['1c42210e-122c-4a54-aca1-d4109ab61639'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 10:12:17.964540 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b2176e-d5bd-4241-8fe7-5bb7d0a9a004 None None] Routers {'1c42210e-122c-4a54-aca1-d4109ab61639'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:12:17.965160 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-f4b2176e-d5bd-4241-8fe7-5bb7d0a9a004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:12:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['1c42210e-122c-4a54-aca1-d4109ab61639'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:12:17.970647 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e2038714-cf25-48cb-ab86-dd68f68c2722 admin admin] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:17.971853 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-e2038714-cf25-48cb-ab86-dd68f68c2722 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3734710 Oct 04 10:12:17.974541 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 44774) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:12:18.151924 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-f4b2176e-d5bd-4241-8fe7-5bb7d0a9a004 None None] Set router 1c42210e-122c-4a54-aca1-d4109ab61639 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:12:18.479251 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-f4b2176e-d5bd-4241-8fe7-5bb7d0a9a004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c42210e-122c-4a54-aca1-d4109ab61639', 'name': 'tempest-TestShelveInstance-388107138-router', 'tenant_id': '6843642c62004cb0bcb0ba8c58980f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.180'}], 'enable_snat': True}, 'gw_port_id': '84895737-e5d9-41ca-b981-9ed47d9e9ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:12:15Z', 'updated_at': '2022-10-04T10:12:16Z', 'revision_number': 3, 'project_id': '6843642c62004cb0bcb0ba8c58980f5e', 'gw_port': {'id': '84895737-e5d9-41ca-b981-9ed47d9e9ee1', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ec:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c42210e-122c-4a54-aca1-d4109ab61639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:12:16Z', 'updated_at': '2022-10-04T10:12:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:12:18.483326 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b2176e-d5bd-4241-8fe7-5bb7d0a9a004 None None] Checking router: 1c42210e-122c-4a54-aca1-d4109ab61639 for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 10:12:18.483676 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b2176e-d5bd-4241-8fe7-5bb7d0a9a004 None None] Updating router 1c42210e-122c-4a54-aca1-d4109ab61639 port 84895737-e5d9-41ca-b981-9ed47d9e9ee1 binding host dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 10:12:18.516323 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 8408bdcf-c51b-426f-b840-da2029a0f980 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:12:18.586667 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f4b2176e-d5bd-4241-8fe7-5bb7d0a9a004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:18.691921 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 8408bdcf-c51b-426f-b840-da2029a0f980 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 10:12:18.705208 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 8408bdcf-c51b-426f-b840-da2029a0f980 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:12:18.705580 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:18.705908 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 8408bdcf-c51b-426f-b840-da2029a0f980 Oct 04 10:12:18.766808 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-905250ff-30c2-46dd-968f-084bd0d7b14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:18.949847 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 8408bdcf-c51b-426f-b840-da2029a0f980 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:12:18.950111 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:18.980921 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-905250ff-30c2-46dd-968f-084bd0d7b14e admin admin] Allocated IP 172.20.0.1 (a9599b63-e301-40ee-a68b-513386c3f329/cc62f23a-9d10-48fc-af8e-a094cca99d44/615ad26d-8e76-41ea-a909-01fd75906073) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 10:12:19.032245 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 8408bdcf-c51b-426f-b840-da2029a0f980, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=8408bdcf-c51b-426f-b840-da2029a0f980,segment=NetworkSegment(32a3a457-877b-45b6-a36e-891157529036),segment_id=32a3a457-877b-45b6-a36e-891157529036)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:12:19.044664 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:19.119710 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f4b2176e-d5bd-4241-8fe7-5bb7d0a9a004 None None] Notify callbacks [] for port, precommit_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:19.129401 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-905250ff-30c2-46dd-968f-084bd0d7b14e admin admin] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:19.136059 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=8408bdcf-c51b-426f-b840-da2029a0f980,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:12:19.140454 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-f4b2176e-d5bd-4241-8fe7-5bb7d0a9a004 None None] Transition to ACTIVE for port object 84895737-e5d9-41ca-b981-9ed47d9e9ee1 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 10:12:19.145404 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-905250ff-30c2-46dd-968f-084bd0d7b14e admin admin] Transition to ACTIVE for port object 615ad26d-8e76-41ea-a909-01fd75906073 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 10:12:19.148438 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f4b2176e-d5bd-4241-8fe7-5bb7d0a9a004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:19.170474 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-905250ff-30c2-46dd-968f-084bd0d7b14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:19.216106 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-f4b2176e-d5bd-4241-8fe7-5bb7d0a9a004 None None] Attempting to bind port 84895737-e5d9-41ca-b981-9ed47d9e9ee1 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 10:12:19.216397 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-f4b2176e-d5bd-4241-8fe7-5bb7d0a9a004 None None] Attempting to bind port 84895737-e5d9-41ca-b981-9ed47d9e9ee1 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 10:12:19.216759 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b2176e-d5bd-4241-8fe7-5bb7d0a9a004 None None] Attempting to bind port 84895737-e5d9-41ca-b981-9ed47d9e9ee1 on network f33938cd-879e-4461-9b5e-aa67b746b6bd {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 10:12:19.226701 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b2176e-d5bd-4241-8fe7-5bb7d0a9a004 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 10, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 10:12:19.227126 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b2176e-d5bd-4241-8fe7-5bb7d0a9a004 None None] Checking segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 10:12:19.227539 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f4b2176e-d5bd-4241-8fe7-5bb7d0a9a004 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:19.227924 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b2176e-d5bd-4241-8fe7-5bb7d0a9a004 None None] Bound using segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 10:12:19.228394 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-f4b2176e-d5bd-4241-8fe7-5bb7d0a9a004 None None] Bound port: 84895737-e5d9-41ca-b981-9ed47d9e9ee1, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 10:12:19.228860 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f4b2176e-d5bd-4241-8fe7-5bb7d0a9a004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:19.233661 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905250ff-30c2-46dd-968f-084bd0d7b14e admin admin] Network a9599b63-e301-40ee-a68b-513386c3f329 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 10:12:19.236438 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-905250ff-30c2-46dd-968f-084bd0d7b14e admin admin] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 10:12:19.240169 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905250ff-30c2-46dd-968f-084bd0d7b14e admin admin] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 10:12:19.260403 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0623cd96-693b-4662-97be-9859a6e393d9 None None] Pushing event updated for resources: {'Port': ['ID=84895737-e5d9-41ca-b981-9ed47d9e9ee1,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:12:19.280679 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905250ff-30c2-46dd-968f-084bd0d7b14e admin admin] Pushing event updated for resources: {'Port': ['ID=615ad26d-8e76-41ea-a909-01fd75906073,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:12:19.303676 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-905250ff-30c2-46dd-968f-084bd0d7b14e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737202'] for router_interface, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:19.321045 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-f4b2176e-d5bd-4241-8fe7-5bb7d0a9a004 None None] For port 84895737-e5d9-41ca-b981-9ed47d9e9ee1, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 10:12:19.324699 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-f4b2176e-d5bd-4241-8fe7-5bb7d0a9a004 None None] For port 84895737-e5d9-41ca-b981-9ed47d9e9ee1, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=84895737-e5d9-41ca-b981-9ed47d9e9ee1,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 10:12:19.329612 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f4b2176e-d5bd-4241-8fe7-5bb7d0a9a004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:19.394465 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b2176e-d5bd-4241-8fe7-5bb7d0a9a004 None None] Routers {'1c42210e-122c-4a54-aca1-d4109ab61639'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:12:19.395090 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-f4b2176e-d5bd-4241-8fe7-5bb7d0a9a004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:12:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['1c42210e-122c-4a54-aca1-d4109ab61639'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:12:19.492400 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0623cd96-693b-4662-97be-9859a6e393d9 None None] Pushing event updated for resources: {'Port': ['ID=84895737-e5d9-41ca-b981-9ed47d9e9ee1,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:12:19.546053 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-e5fb8d1a-4199-4f34-aba8-fbe274e90d5c None None] Provisioning for port 615ad26d-8e76-41ea-a909-01fd75906073 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 10:12:19.567545 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-e5fb8d1a-4199-4f34-aba8-fbe274e90d5c None None] Provisioning complete for port 615ad26d-8e76-41ea-a909-01fd75906073 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:12:19.567916 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e5fb8d1a-4199-4f34-aba8-fbe274e90d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:19.568104 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-905250ff-30c2-46dd-968f-084bd0d7b14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:19.568238 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-e5fb8d1a-4199-4f34-aba8-fbe274e90d5c None None] Attempt 1 to provision port 615ad26d-8e76-41ea-a909-01fd75906073 Oct 04 10:12:19.637803 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-e5fb8d1a-4199-4f34-aba8-fbe274e90d5c None None] Port 615ad26d-8e76-41ea-a909-01fd75906073 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:12:19.642063 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-f4b2176e-d5bd-4241-8fe7-5bb7d0a9a004 None None] Set router 1c42210e-122c-4a54-aca1-d4109ab61639 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:12:19.788225 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-905250ff-30c2-46dd-968f-084bd0d7b14e admin admin] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:19.792735 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-905250ff-30c2-46dd-968f-084bd0d7b14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:19.898759 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905250ff-30c2-46dd-968f-084bd0d7b14e admin admin] Pushing event updated for resources: {'Port': ['ID=615ad26d-8e76-41ea-a909-01fd75906073,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:12:19.901267 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-905250ff-30c2-46dd-968f-084bd0d7b14e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736777'] for router_interface, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:19.962792 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-f4b2176e-d5bd-4241-8fe7-5bb7d0a9a004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c42210e-122c-4a54-aca1-d4109ab61639', 'name': 'tempest-TestShelveInstance-388107138-router', 'tenant_id': '6843642c62004cb0bcb0ba8c58980f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.180'}], 'enable_snat': True}, 'gw_port_id': '84895737-e5d9-41ca-b981-9ed47d9e9ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:12:15Z', 'updated_at': '2022-10-04T10:12:16Z', 'revision_number': 3, 'project_id': '6843642c62004cb0bcb0ba8c58980f5e', 'gw_port': {'id': '84895737-e5d9-41ca-b981-9ed47d9e9ee1', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ec:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c42210e-122c-4a54-aca1-d4109ab61639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:12:16Z', 'updated_at': '2022-10-04T10:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:12:19.967536 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b2176e-d5bd-4241-8fe7-5bb7d0a9a004 None None] The sync data for ids ['1c42210e-122c-4a54-aca1-d4109ab61639'] in dv-neutron-860215-1-hyperv is: [{'id': '1c42210e-122c-4a54-aca1-d4109ab61639', 'name': 'tempest-TestShelveInstance-388107138-router', 'tenant_id': '6843642c62004cb0bcb0ba8c58980f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.180'}], 'enable_snat': True}, 'gw_port_id': '84895737-e5d9-41ca-b981-9ed47d9e9ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:12:15Z', 'updated_at': '2022-10-04T10:12:16Z', 'revision_number': 3, 'project_id': '6843642c62004cb0bcb0ba8c58980f5e', 'gw_port': {'id': '84895737-e5d9-41ca-b981-9ed47d9e9ee1', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ec:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c42210e-122c-4a54-aca1-d4109ab61639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:12:16Z', 'updated_at': '2022-10-04T10:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 10:12:20.139283 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-e5fb8d1a-4199-4f34-aba8-fbe274e90d5c None None] Attempt 2 to provision port 615ad26d-8e76-41ea-a909-01fd75906073 Oct 04 10:12:20.154439 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905250ff-30c2-46dd-968f-084bd0d7b14e admin admin] Network a9599b63-e301-40ee-a68b-513386c3f329 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 10:12:20.155597 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-905250ff-30c2-46dd-968f-084bd0d7b14e admin admin] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 10:12:20.218885 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-e5fb8d1a-4199-4f34-aba8-fbe274e90d5c None None] Port 615ad26d-8e76-41ea-a909-01fd75906073 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:12:20.373609 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-905250ff-30c2-46dd-968f-084bd0d7b14e admin admin] Router 1c42210e-122c-4a54-aca1-d4109ab61639 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 10:12:20.546247 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 8408bdcf-c51b-426f-b840-da2029a0f980 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:12:20.575798 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-905250ff-30c2-46dd-968f-084bd0d7b14e admin admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 10:12:20.585788 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-905250ff-30c2-46dd-968f-084bd0d7b14e admin admin] 10.222.0.50 "PUT /v2.0/routers/1c42210e-122c-4a54-aca1-d4109ab61639/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6097162 Oct 04 10:12:20.623072 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 8408bdcf-c51b-426f-b840-da2029a0f980 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:12:20.623599 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:20.624032 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 8408bdcf-c51b-426f-b840-da2029a0f980 Oct 04 10:12:20.724322 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-e5fb8d1a-4199-4f34-aba8-fbe274e90d5c None None] Attempt 3 to provision port 615ad26d-8e76-41ea-a909-01fd75906073 Oct 04 10:12:20.798239 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 8408bdcf-c51b-426f-b840-da2029a0f980 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:12:20.799333 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 84895737-e5d9-41ca-b981-9ed47d9e9ee1 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:12:20.838091 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-e5fb8d1a-4199-4f34-aba8-fbe274e90d5c None None] Port 615ad26d-8e76-41ea-a909-01fd75906073 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:12:20.876728 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 84895737-e5d9-41ca-b981-9ed47d9e9ee1 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 10:12:20.881513 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 84895737-e5d9-41ca-b981-9ed47d9e9ee1 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:12:20.881948 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:20.882291 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 84895737-e5d9-41ca-b981-9ed47d9e9ee1 Oct 04 10:12:20.998659 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 84895737-e5d9-41ca-b981-9ed47d9e9ee1 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:12:20.999038 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:21.016560 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 84895737-e5d9-41ca-b981-9ed47d9e9ee1, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=84895737-e5d9-41ca-b981-9ed47d9e9ee1,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:12:21.020286 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:21.093768 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=84895737-e5d9-41ca-b981-9ed47d9e9ee1,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:12:21.191962 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 44794) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:12:21.197392 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-f1b1ac7d-8336-4f17-abbb-4ee98a3aae00 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1685949023-network', 'tenant_id': '4c89ec6a6e6243da8ec06e32e3ff72a0'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:12:21.202199 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-f1b1ac7d-8336-4f17-abbb-4ee98a3aae00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:12:21.206050 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-f1b1ac7d-8336-4f17-abbb-4ee98a3aae00 admin admin] Usage tracker for resource:network and tenant:4c89ec6a6e6243da8ec06e32e3ff72a0 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:12:21.208945 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-f1b1ac7d-8336-4f17-abbb-4ee98a3aae00 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:12:21.215374 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-f1b1ac7d-8336-4f17-abbb-4ee98a3aae00 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:12:21.226740 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b1ac7d-8336-4f17-abbb-4ee98a3aae00 admin admin] Made reservation on behalf of 4c89ec6a6e6243da8ec06e32e3ff72a0 for: {'network': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 10:12:21.229283 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f1b1ac7d-8336-4f17-abbb-4ee98a3aae00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:21.242163 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f1b1ac7d-8336-4f17-abbb-4ee98a3aae00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:21.257118 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-f1b1ac7d-8336-4f17-abbb-4ee98a3aae00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:12:21.261069 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-f1b1ac7d-8336-4f17-abbb-4ee98a3aae00 admin admin] Usage tracker for resource:security_group_rule and tenant:4c89ec6a6e6243da8ec06e32e3ff72a0 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:12:21.264210 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-f1b1ac7d-8336-4f17-abbb-4ee98a3aae00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:12:21.270081 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-f1b1ac7d-8336-4f17-abbb-4ee98a3aae00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:12:21.339545 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-e5fb8d1a-4199-4f34-aba8-fbe274e90d5c None None] Attempt 4 to provision port 615ad26d-8e76-41ea-a909-01fd75906073 Oct 04 10:12:21.355316 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f1b1ac7d-8336-4f17-abbb-4ee98a3aae00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:21.359393 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f1b1ac7d-8336-4f17-abbb-4ee98a3aae00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:21.391733 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1b1ac7d-8336-4f17-abbb-4ee98a3aae00 admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=89032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 10:12:21.394403 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-e5fb8d1a-4199-4f34-aba8-fbe274e90d5c None None] Port 615ad26d-8e76-41ea-a909-01fd75906073 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:12:21.397535 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b1ac7d-8336-4f17-abbb-4ee98a3aae00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866022b6-dbbe-4c82-9c54-5bf00edbccc4,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:12:21.405062 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f1b1ac7d-8336-4f17-abbb-4ee98a3aae00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:21.405459 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.segments_db [None req-f1b1ac7d-8336-4f17-abbb-4ee98a3aae00 admin admin] Added segment d7bf7222-1907-4bfa-9e22-e81dced1a108 of type vlan for network 8fb24c90-898b-49cf-ade5-a8b4513f086e Oct 04 10:12:21.432269 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f1b1ac7d-8336-4f17-abbb-4ee98a3aae00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:21.463914 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f1b1ac7d-8336-4f17-abbb-4ee98a3aae00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:21.464908 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b1ac7d-8336-4f17-abbb-4ee98a3aae00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:12:21.465496 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-f1b1ac7d-8336-4f17-abbb-4ee98a3aae00 admin admin] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:21.496982 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae8d168-2c9f-4153-b5e2-e408f107642e None None] Sync routers for ids ['1c42210e-122c-4a54-aca1-d4109ab61639'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 10:12:21.507041 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae8d168-2c9f-4153-b5e2-e408f107642e None None] Routers {'1c42210e-122c-4a54-aca1-d4109ab61639'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:12:21.507653 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-7ae8d168-2c9f-4153-b5e2-e408f107642e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:12:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['1c42210e-122c-4a54-aca1-d4109ab61639'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:12:21.564344 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-f1b1ac7d-8336-4f17-abbb-4ee98a3aae00 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3710990 Oct 04 10:12:21.566866 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 44798) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:12:21.574814 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-c4cb0f28-02f8-4346-93ef-2d1822df0b7b admin admin] Request body: {'subnet': {'network_id': '8fb24c90-898b-49cf-ade5-a8b4513f086e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1685949023-subnet', 'tenant_id': '4c89ec6a6e6243da8ec06e32e3ff72a0', 'ip_version': 4}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:12:21.578019 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b1ac7d-8336-4f17-abbb-4ee98a3aae00 admin admin] Pushing event updated for resources: {'Network': ['ID=8fb24c90-898b-49cf-ade5-a8b4513f086e,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:12:21.582930 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-c4cb0f28-02f8-4346-93ef-2d1822df0b7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:12:21.587849 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-c4cb0f28-02f8-4346-93ef-2d1822df0b7b admin admin] Usage tracker for resource:subnet and tenant:4c89ec6a6e6243da8ec06e32e3ff72a0 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:12:21.590656 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 8fb24c90-898b-49cf-ade5-a8b4513f086e details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 10:12:21.591640 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-c4cb0f28-02f8-4346-93ef-2d1822df0b7b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:12:21.597360 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-c4cb0f28-02f8-4346-93ef-2d1822df0b7b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:12:21.607253 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4cb0f28-02f8-4346-93ef-2d1822df0b7b admin admin] Made reservation on behalf of 4c89ec6a6e6243da8ec06e32e3ff72a0 for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 10:12:21.609639 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c4cb0f28-02f8-4346-93ef-2d1822df0b7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:21.690249 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-7ae8d168-2c9f-4153-b5e2-e408f107642e None None] Set router 1c42210e-122c-4a54-aca1-d4109ab61639 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:12:21.819969 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c4cb0f28-02f8-4346-93ef-2d1822df0b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:21.892407 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb0f28-02f8-4346-93ef-2d1822df0b7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e314bfc-d317-4767-af10-51be95502c0f,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:12:21.895847 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-e5fb8d1a-4199-4f34-aba8-fbe274e90d5c None None] Attempt 5 to provision port 615ad26d-8e76-41ea-a909-01fd75906073 Oct 04 10:12:21.901683 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cb0f28-02f8-4346-93ef-2d1822df0b7b admin admin] Checking segment: {'id': 'd7bf7222-1907-4bfa-9e22-e81dced1a108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8fb24c90-898b-49cf-ade5-a8b4513f086e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 10:12:21.902043 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cb0f28-02f8-4346-93ef-2d1822df0b7b admin admin] Network hostable DHCP agents. Network: 8fb24c90-898b-49cf-ade5-a8b4513f086e, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 10:12:21.922057 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cb0f28-02f8-4346-93ef-2d1822df0b7b admin admin] Network 8fb24c90-898b-49cf-ade5-a8b4513f086e is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 10:12:21.933838 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-c4cb0f28-02f8-4346-93ef-2d1822df0b7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 8fb24c90-898b-49cf-ade5-a8b4513f086e) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 10:12:21.940716 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cb0f28-02f8-4346-93ef-2d1822df0b7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:12:21.940894 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c4cb0f28-02f8-4346-93ef-2d1822df0b7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:21.950881 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7f37ad-ffb1-4770-9d81-6f22c5acba5e None None] Network 8fb24c90-898b-49cf-ade5-a8b4513f086e requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 10:12:21.966249 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-c4cb0f28-02f8-4346-93ef-2d1822df0b7b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3959475 Oct 04 10:12:21.966442 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 44802) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:12:21.972349 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-0a1a737d-d6ef-4a8f-b8e9-474e7ed4aa37 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1685949023-router', 'tenant_id': '4c89ec6a6e6243da8ec06e32e3ff72a0', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:12:21.977153 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-0a1a737d-d6ef-4a8f-b8e9-474e7ed4aa37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:12:21.981065 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-0a1a737d-d6ef-4a8f-b8e9-474e7ed4aa37 admin admin] Usage tracker for resource:router and tenant:4c89ec6a6e6243da8ec06e32e3ff72a0 is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:12:21.983874 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-0a1a737d-d6ef-4a8f-b8e9-474e7ed4aa37 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:12:21.989544 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-0a1a737d-d6ef-4a8f-b8e9-474e7ed4aa37 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:12:22.000631 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0a1a737d-d6ef-4a8f-b8e9-474e7ed4aa37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:22.001666 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0a1a737d-d6ef-4a8f-b8e9-474e7ed4aa37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:22.017722 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0a1a737d-d6ef-4a8f-b8e9-474e7ed4aa37 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:22.033409 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-e5fb8d1a-4199-4f34-aba8-fbe274e90d5c None None] Port 615ad26d-8e76-41ea-a909-01fd75906073 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:12:22.060274 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-7ae8d168-2c9f-4153-b5e2-e408f107642e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c42210e-122c-4a54-aca1-d4109ab61639', 'name': 'tempest-TestShelveInstance-388107138-router', 'tenant_id': '6843642c62004cb0bcb0ba8c58980f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.180'}], 'enable_snat': True}, 'gw_port_id': '84895737-e5d9-41ca-b981-9ed47d9e9ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:12:15Z', 'updated_at': '2022-10-04T10:12:19Z', 'revision_number': 4, 'project_id': '6843642c62004cb0bcb0ba8c58980f5e', 'gw_port': {'id': '84895737-e5d9-41ca-b981-9ed47d9e9ee1', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ec:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c42210e-122c-4a54-aca1-d4109ab61639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:12:16Z', 'updated_at': '2022-10-04T10:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '615ad26d-8e76-41ea-a909-01fd75906073', 'name': '', 'network_id': 'a9599b63-e301-40ee-a68b-513386c3f329', 'tenant_id': '6843642c62004cb0bcb0ba8c58980f5e', 'mac_address': 'fa:16:3e:16:30:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c42210e-122c-4a54-aca1-d4109ab61639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'cc62f23a-9d10-48fc-af8e-a094cca99d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:12:18Z', 'updated_at': '2022-10-04T10:12:19Z', 'revision_number': 2, 'project_id': '6843642c62004cb0bcb0ba8c58980f5e', 'subnets': [{'id': 'cc62f23a-9d10-48fc-af8e-a094cca99d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:12:22.065039 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae8d168-2c9f-4153-b5e2-e408f107642e None None] Checking router: 1c42210e-122c-4a54-aca1-d4109ab61639 for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 10:12:22.065502 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae8d168-2c9f-4153-b5e2-e408f107642e None None] Updating router 1c42210e-122c-4a54-aca1-d4109ab61639 port 615ad26d-8e76-41ea-a909-01fd75906073 binding host dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 10:12:22.119452 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-7ae8d168-2c9f-4153-b5e2-e408f107642e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:22.187095 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98e52f8-1ce1-4e7d-8d16-14c343f03567 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-8fb24c90-898b-49cf-ade5-a8b4513f086e', 'network_id': '8fb24c90-898b-49cf-ade5-a8b4513f086e', 'tenant_id': '4c89ec6a6e6243da8ec06e32e3ff72a0', 'fixed_ips': [{'subnet_id': '4e314bfc-d317-4767-af10-51be95502c0f'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 10:12:22.188142 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e98e52f8-1ce1-4e7d-8d16-14c343f03567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:22.302361 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0a1a737d-d6ef-4a8f-b8e9-474e7ed4aa37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:22.351002 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-e98e52f8-1ce1-4e7d-8d16-14c343f03567 None None] Allocated IP 172.20.0.2 (8fb24c90-898b-49cf-ade5-a8b4513f086e/4e314bfc-d317-4767-af10-51be95502c0f/173849d9-11b2-4296-9159-cb2805ceee22) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 10:12:22.480752 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-7ae8d168-2c9f-4153-b5e2-e408f107642e None None] Notify callbacks [] for port, precommit_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:22.495657 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.provisioning_blocks [None req-7ae8d168-2c9f-4153-b5e2-e408f107642e None None] Transition to ACTIVE for port object 615ad26d-8e76-41ea-a909-01fd75906073 will not be triggered until provisioned by entity L2. {{(pid=89035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 10:12:22.499529 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 84895737-e5d9-41ca-b981-9ed47d9e9ee1 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:12:22.502770 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-7ae8d168-2c9f-4153-b5e2-e408f107642e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:22.535924 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-e5fb8d1a-4199-4f34-aba8-fbe274e90d5c None None] Attempt 6 to provision port 615ad26d-8e76-41ea-a909-01fd75906073 Oct 04 10:12:22.664727 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-e5fb8d1a-4199-4f34-aba8-fbe274e90d5c None None] Port 615ad26d-8e76-41ea-a909-01fd75906073 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:12:22.666399 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51c10a7-c54e-4e53-8a86-545b05dda231 None None] Pushing event updated for resources: {'Port': ['ID=615ad26d-8e76-41ea-a909-01fd75906073,revision_number=3']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:12:22.690164 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e98e52f8-1ce1-4e7d-8d16-14c343f03567 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:22.700486 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-e98e52f8-1ce1-4e7d-8d16-14c343f03567 None None] Transition to ACTIVE for port object 173849d9-11b2-4296-9159-cb2805ceee22 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 10:12:22.714421 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c10a7-c54e-4e53-8a86-545b05dda231 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:12:22.714999 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c10a7-c54e-4e53-8a86-545b05dda231 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:12:22.715511 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c10a7-c54e-4e53-8a86-545b05dda231 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:12:22.716037 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c10a7-c54e-4e53-8a86-545b05dda231 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:12:22.716564 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c10a7-c54e-4e53-8a86-545b05dda231 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:12:22.717035 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c10a7-c54e-4e53-8a86-545b05dda231 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:12:22.717504 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c10a7-c54e-4e53-8a86-545b05dda231 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:12:22.717987 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c10a7-c54e-4e53-8a86-545b05dda231 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:12:22.718503 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c10a7-c54e-4e53-8a86-545b05dda231 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:12:22.718984 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c10a7-c54e-4e53-8a86-545b05dda231 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:12:22.719131 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-e98e52f8-1ce1-4e7d-8d16-14c343f03567 None None] Transition to ACTIVE for port object 173849d9-11b2-4296-9159-cb2805ceee22 will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 10:12:22.719599 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c10a7-c54e-4e53-8a86-545b05dda231 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:12:22.720074 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51c10a7-c54e-4e53-8a86-545b05dda231 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:12:22.737895 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e98e52f8-1ce1-4e7d-8d16-14c343f03567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:22.742176 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 84895737-e5d9-41ca-b981-9ed47d9e9ee1 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:12:22.742541 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:22.742877 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 84895737-e5d9-41ca-b981-9ed47d9e9ee1 Oct 04 10:12:22.743294 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-7ae8d168-2c9f-4153-b5e2-e408f107642e None None] Attempting to bind port 615ad26d-8e76-41ea-a909-01fd75906073 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 10:12:22.743665 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-7ae8d168-2c9f-4153-b5e2-e408f107642e None None] Attempting to bind port 615ad26d-8e76-41ea-a909-01fd75906073 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '32a3a457-877b-45b6-a36e-891157529036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a9599b63-e301-40ee-a68b-513386c3f329'}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 10:12:22.744021 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae8d168-2c9f-4153-b5e2-e408f107642e None None] Attempting to bind port 615ad26d-8e76-41ea-a909-01fd75906073 on network a9599b63-e301-40ee-a68b-513386c3f329 {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 10:12:22.749814 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae8d168-2c9f-4153-b5e2-e408f107642e None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 10, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 10:12:22.750182 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae8d168-2c9f-4153-b5e2-e408f107642e None None] Checking segment: {'id': '32a3a457-877b-45b6-a36e-891157529036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a9599b63-e301-40ee-a68b-513386c3f329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 10:12:22.750805 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-7ae8d168-2c9f-4153-b5e2-e408f107642e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:22.751353 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae8d168-2c9f-4153-b5e2-e408f107642e None None] Bound using segment: {'id': '32a3a457-877b-45b6-a36e-891157529036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a9599b63-e301-40ee-a68b-513386c3f329'} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 10:12:22.751966 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-7ae8d168-2c9f-4153-b5e2-e408f107642e None None] Bound port: 615ad26d-8e76-41ea-a909-01fd75906073, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a3a457-877b-45b6-a36e-891157529036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a9599b63-e301-40ee-a68b-513386c3f329'}}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 10:12:22.752531 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-7ae8d168-2c9f-4153-b5e2-e408f107642e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:22.766646 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0a1a737d-d6ef-4a8f-b8e9-474e7ed4aa37 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:22.798890 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0a1a737d-d6ef-4a8f-b8e9-474e7ed4aa37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:22.852338 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-7ae8d168-2c9f-4153-b5e2-e408f107642e None None] For port 615ad26d-8e76-41ea-a909-01fd75906073, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 10:12:22.855593 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-7ae8d168-2c9f-4153-b5e2-e408f107642e None None] For port 615ad26d-8e76-41ea-a909-01fd75906073, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=615ad26d-8e76-41ea-a909-01fd75906073,segment=NetworkSegment(32a3a457-877b-45b6-a36e-891157529036),segment_id=32a3a457-877b-45b6-a36e-891157529036)] {{(pid=89035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 10:12:22.862018 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-7ae8d168-2c9f-4153-b5e2-e408f107642e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:22.885191 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98e52f8-1ce1-4e7d-8d16-14c343f03567 None None] Network 8fb24c90-898b-49cf-ade5-a8b4513f086e is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 10:12:22.891594 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-e98e52f8-1ce1-4e7d-8d16-14c343f03567 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 10:12:22.897562 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98e52f8-1ce1-4e7d-8d16-14c343f03567 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 10:12:22.909692 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98e52f8-1ce1-4e7d-8d16-14c343f03567 None None] Pushing event updated for resources: {'Port': ['ID=173849d9-11b2-4296-9159-cb2805ceee22,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:12:22.936471 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51c10a7-c54e-4e53-8a86-545b05dda231 None None] Pushing event updated for resources: {'Port': ['ID=615ad26d-8e76-41ea-a909-01fd75906073,revision_number=4']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:12:22.943987 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae8d168-2c9f-4153-b5e2-e408f107642e None None] Routers {'1c42210e-122c-4a54-aca1-d4109ab61639'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:12:22.944545 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-7ae8d168-2c9f-4153-b5e2-e408f107642e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:12:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['1c42210e-122c-4a54-aca1-d4109ab61639'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:12:22.952953 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-0a1a737d-d6ef-4a8f-b8e9-474e7ed4aa37 admin admin] Allocated IP 172.26.10.34 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/932c5820-6605-479e-986c-3a9602acaa43) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 10:12:23.064128 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-e98e52f8-1ce1-4e7d-8d16-14c343f03567 None None] Attempting to bind port 173849d9-11b2-4296-9159-cb2805ceee22 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 10:12:23.064561 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-e98e52f8-1ce1-4e7d-8d16-14c343f03567 None None] Attempting to bind port 173849d9-11b2-4296-9159-cb2805ceee22 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'd7bf7222-1907-4bfa-9e22-e81dced1a108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8fb24c90-898b-49cf-ade5-a8b4513f086e'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 10:12:23.064871 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98e52f8-1ce1-4e7d-8d16-14c343f03567 None None] Attempting to bind port 173849d9-11b2-4296-9159-cb2805ceee22 on network 8fb24c90-898b-49cf-ade5-a8b4513f086e {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 10:12:23.075570 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98e52f8-1ce1-4e7d-8d16-14c343f03567 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 10, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 10:12:23.075939 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98e52f8-1ce1-4e7d-8d16-14c343f03567 None None] Checking segment: {'id': 'd7bf7222-1907-4bfa-9e22-e81dced1a108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8fb24c90-898b-49cf-ade5-a8b4513f086e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 10:12:23.076334 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e98e52f8-1ce1-4e7d-8d16-14c343f03567 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:23.076741 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98e52f8-1ce1-4e7d-8d16-14c343f03567 None None] Bound using segment: {'id': 'd7bf7222-1907-4bfa-9e22-e81dced1a108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8fb24c90-898b-49cf-ade5-a8b4513f086e'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 10:12:23.077201 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-e98e52f8-1ce1-4e7d-8d16-14c343f03567 None None] Bound port: 173849d9-11b2-4296-9159-cb2805ceee22, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7bf7222-1907-4bfa-9e22-e81dced1a108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8fb24c90-898b-49cf-ade5-a8b4513f086e'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 10:12:23.077564 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e98e52f8-1ce1-4e7d-8d16-14c343f03567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:23.090972 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 84895737-e5d9-41ca-b981-9ed47d9e9ee1 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:12:23.112117 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0a1a737d-d6ef-4a8f-b8e9-474e7ed4aa37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:23.128712 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-7ae8d168-2c9f-4153-b5e2-e408f107642e None None] Set router 1c42210e-122c-4a54-aca1-d4109ab61639 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:12:23.150181 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0a1a737d-d6ef-4a8f-b8e9-474e7ed4aa37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:23.167128 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-e5fb8d1a-4199-4f34-aba8-fbe274e90d5c None None] Attempt 7 to provision port 615ad26d-8e76-41ea-a909-01fd75906073 Oct 04 10:12:23.210635 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1a737d-d6ef-4a8f-b8e9-474e7ed4aa37 admin admin] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 10:12:23.213237 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-e98e52f8-1ce1-4e7d-8d16-14c343f03567 None None] For port 173849d9-11b2-4296-9159-cb2805ceee22, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 10:12:23.218354 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-0a1a737d-d6ef-4a8f-b8e9-474e7ed4aa37 admin admin] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 10:12:23.222805 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1a737d-d6ef-4a8f-b8e9-474e7ed4aa37 admin admin] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 10:12:23.228818 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-e98e52f8-1ce1-4e7d-8d16-14c343f03567 None None] For port 173849d9-11b2-4296-9159-cb2805ceee22, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=173849d9-11b2-4296-9159-cb2805ceee22,segment=NetworkSegment(d7bf7222-1907-4bfa-9e22-e81dced1a108),segment_id=d7bf7222-1907-4bfa-9e22-e81dced1a108)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 10:12:23.239418 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-e5fb8d1a-4199-4f34-aba8-fbe274e90d5c None None] Port 615ad26d-8e76-41ea-a909-01fd75906073 had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 10:12:23.243223 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e98e52f8-1ce1-4e7d-8d16-14c343f03567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:23.277093 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a737d-d6ef-4a8f-b8e9-474e7ed4aa37 admin admin] Pushing event updated for resources: {'Port': ['ID=932c5820-6605-479e-986c-3a9602acaa43,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:12:23.329989 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98e52f8-1ce1-4e7d-8d16-14c343f03567 None None] Pushing event updated for resources: {'Port': ['ID=173849d9-11b2-4296-9159-cb2805ceee22,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:12:23.517157 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-7ae8d168-2c9f-4153-b5e2-e408f107642e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c42210e-122c-4a54-aca1-d4109ab61639', 'name': 'tempest-TestShelveInstance-388107138-router', 'tenant_id': '6843642c62004cb0bcb0ba8c58980f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.180'}], 'enable_snat': True}, 'gw_port_id': '84895737-e5d9-41ca-b981-9ed47d9e9ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:12:15Z', 'updated_at': '2022-10-04T10:12:19Z', 'revision_number': 4, 'project_id': '6843642c62004cb0bcb0ba8c58980f5e', 'gw_port': {'id': '84895737-e5d9-41ca-b981-9ed47d9e9ee1', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ec:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c42210e-122c-4a54-aca1-d4109ab61639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:12:16Z', 'updated_at': '2022-10-04T10:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '615ad26d-8e76-41ea-a909-01fd75906073', 'name': '', 'network_id': 'a9599b63-e301-40ee-a68b-513386c3f329', 'tenant_id': '6843642c62004cb0bcb0ba8c58980f5e', 'mac_address': 'fa:16:3e:16:30:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c42210e-122c-4a54-aca1-d4109ab61639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'cc62f23a-9d10-48fc-af8e-a094cca99d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:12:18Z', 'updated_at': '2022-10-04T10:12:22Z', 'revision_number': 4, 'project_id': '6843642c62004cb0bcb0ba8c58980f5e', 'subnets': [{'id': 'cc62f23a-9d10-48fc-af8e-a094cca99d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:12:23.521194 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae8d168-2c9f-4153-b5e2-e408f107642e None None] The sync data for ids ['1c42210e-122c-4a54-aca1-d4109ab61639'] in dv-neutron-860215-1-hyperv is: [{'id': '1c42210e-122c-4a54-aca1-d4109ab61639', 'name': 'tempest-TestShelveInstance-388107138-router', 'tenant_id': '6843642c62004cb0bcb0ba8c58980f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.180'}], 'enable_snat': True}, 'gw_port_id': '84895737-e5d9-41ca-b981-9ed47d9e9ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:12:15Z', 'updated_at': '2022-10-04T10:12:19Z', 'revision_number': 4, 'project_id': '6843642c62004cb0bcb0ba8c58980f5e', 'gw_port': {'id': '84895737-e5d9-41ca-b981-9ed47d9e9ee1', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ec:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c42210e-122c-4a54-aca1-d4109ab61639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:12:16Z', 'updated_at': '2022-10-04T10:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '615ad26d-8e76-41ea-a909-01fd75906073', 'name': '', 'network_id': 'a9599b63-e301-40ee-a68b-513386c3f329', 'tenant_id': '6843642c62004cb0bcb0ba8c58980f5e', 'mac_address': 'fa:16:3e:16:30:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c42210e-122c-4a54-aca1-d4109ab61639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'cc62f23a-9d10-48fc-af8e-a094cca99d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:12:18Z', 'updated_at': '2022-10-04T10:12:22Z', 'revision_number': 4, 'project_id': '6843642c62004cb0bcb0ba8c58980f5e', 'subnets': [{'id': 'cc62f23a-9d10-48fc-af8e-a094cca99d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 10:12:23.705262 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0a1a737d-d6ef-4a8f-b8e9-474e7ed4aa37 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:24.178865 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0a1a737d-d6ef-4a8f-b8e9-474e7ed4aa37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:24.352116 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a487eddf-f211-4c0b-8c35-0014e102b013 None None] Network 8fb24c90-898b-49cf-ade5-a8b4513f086e requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 10:12:24.398161 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a1a737d-d6ef-4a8f-b8e9-474e7ed4aa37 admin admin] Router 9dff32ae-dbab-457c-a8dd-d893bc1cb7f7 is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 10:12:24.466337 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-75764388-c98b-479e-833e-d8c93bbbb1ac None None] Provisioning for port 173849d9-11b2-4296-9159-cb2805ceee22 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 10:12:24.603365 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 173849d9-11b2-4296-9159-cb2805ceee22 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:12:24.608413 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a1a737d-d6ef-4a8f-b8e9-474e7ed4aa37 admin admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 10:12:24.634833 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-0a1a737d-d6ef-4a8f-b8e9-474e7ed4aa37 admin admin] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:24.637261 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-0a1a737d-d6ef-4a8f-b8e9-474e7ed4aa37 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6697562 Oct 04 10:12:24.639913 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 44806) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:12:24.650281 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b809c183-f05c-4203-9cab-3657d842955f None None] Sync routers for ids ['9dff32ae-dbab-457c-a8dd-d893bc1cb7f7'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 10:12:24.691150 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b809c183-f05c-4203-9cab-3657d842955f None None] Routers {'9dff32ae-dbab-457c-a8dd-d893bc1cb7f7'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:12:24.691769 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-b809c183-f05c-4203-9cab-3657d842955f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:12:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['9dff32ae-dbab-457c-a8dd-d893bc1cb7f7'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:12:24.869863 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 173849d9-11b2-4296-9159-cb2805ceee22 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 10:12:24.883843 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 173849d9-11b2-4296-9159-cb2805ceee22 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:12:24.884211 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:24.884577 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 173849d9-11b2-4296-9159-cb2805ceee22 Oct 04 10:12:24.934781 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-b809c183-f05c-4203-9cab-3657d842955f None None] Set router 9dff32ae-dbab-457c-a8dd-d893bc1cb7f7 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:12:25.238370 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 173849d9-11b2-4296-9159-cb2805ceee22 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:12:25.238700 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:25.286483 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d5d52a3f-1d8d-42a2-ba89-d6775dabf7d2 None None] Provisioning complete for port 173849d9-11b2-4296-9159-cb2805ceee22 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:12:25.286774 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d5d52a3f-1d8d-42a2-ba89-d6775dabf7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:25.287112 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d5d52a3f-1d8d-42a2-ba89-d6775dabf7d2 None None] Attempt 1 to provision port 173849d9-11b2-4296-9159-cb2805ceee22 Oct 04 10:12:25.333597 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-23399b63-bd5b-4e27-a361-5c45983c50e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:25.404919 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 173849d9-11b2-4296-9159-cb2805ceee22, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=173849d9-11b2-4296-9159-cb2805ceee22,segment=NetworkSegment(d7bf7222-1907-4bfa-9e22-e81dced1a108),segment_id=d7bf7222-1907-4bfa-9e22-e81dced1a108)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:12:25.412454 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:25.413198 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 615ad26d-8e76-41ea-a909-01fd75906073 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:12:25.540025 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-23399b63-bd5b-4e27-a361-5c45983c50e1 admin admin] Allocated IP 172.20.0.1 (8fb24c90-898b-49cf-ade5-a8b4513f086e/4e314bfc-d317-4767-af10-51be95502c0f/4b1c5be2-1c5a-48f3-91ea-200759afafb6) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 10:12:25.585040 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=173849d9-11b2-4296-9159-cb2805ceee22,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:12:25.591055 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-b809c183-f05c-4203-9cab-3657d842955f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dff32ae-dbab-457c-a8dd-d893bc1cb7f7', 'name': 'tempest-TestShelveInstance-1685949023-router', 'tenant_id': '4c89ec6a6e6243da8ec06e32e3ff72a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.34'}], 'enable_snat': True}, 'gw_port_id': '932c5820-6605-479e-986c-3a9602acaa43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:12:22Z', 'updated_at': '2022-10-04T10:12:23Z', 'revision_number': 3, 'project_id': '4c89ec6a6e6243da8ec06e32e3ff72a0', 'gw_port': {'id': '932c5820-6605-479e-986c-3a9602acaa43', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dff32ae-dbab-457c-a8dd-d893bc1cb7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:12:22Z', 'updated_at': '2022-10-04T10:12:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:12:25.602405 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b809c183-f05c-4203-9cab-3657d842955f None None] Checking router: 9dff32ae-dbab-457c-a8dd-d893bc1cb7f7 for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 10:12:25.602750 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b809c183-f05c-4203-9cab-3657d842955f None None] Updating router 9dff32ae-dbab-457c-a8dd-d893bc1cb7f7 port 932c5820-6605-479e-986c-3a9602acaa43 binding host dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 10:12:25.627682 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d5d52a3f-1d8d-42a2-ba89-d6775dabf7d2 None None] Current status of the port 173849d9-11b2-4296-9159-cb2805ceee22 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:12:25.660938 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 615ad26d-8e76-41ea-a909-01fd75906073 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 10:12:25.670910 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 615ad26d-8e76-41ea-a909-01fd75906073 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:12:25.671283 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:25.671631 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 615ad26d-8e76-41ea-a909-01fd75906073 Oct 04 10:12:25.697180 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b809c183-f05c-4203-9cab-3657d842955f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:25.808332 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-23399b63-bd5b-4e27-a361-5c45983c50e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:25.826108 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-23399b63-bd5b-4e27-a361-5c45983c50e1 admin admin] Transition to ACTIVE for port object 4b1c5be2-1c5a-48f3-91ea-200759afafb6 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 10:12:25.851628 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-23399b63-bd5b-4e27-a361-5c45983c50e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:25.919384 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23399b63-bd5b-4e27-a361-5c45983c50e1 admin admin] Network 8fb24c90-898b-49cf-ade5-a8b4513f086e is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 10:12:25.922052 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-23399b63-bd5b-4e27-a361-5c45983c50e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 10:12:25.924647 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23399b63-bd5b-4e27-a361-5c45983c50e1 admin admin] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 10:12:25.963415 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 615ad26d-8e76-41ea-a909-01fd75906073 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:12:25.963867 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:25.978460 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23399b63-bd5b-4e27-a361-5c45983c50e1 admin admin] Pushing event updated for resources: {'Port': ['ID=4b1c5be2-1c5a-48f3-91ea-200759afafb6,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:12:25.999459 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-23399b63-bd5b-4e27-a361-5c45983c50e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737202'] for router_interface, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:26.017556 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 615ad26d-8e76-41ea-a909-01fd75906073, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=615ad26d-8e76-41ea-a909-01fd75906073,segment=NetworkSegment(32a3a457-877b-45b6-a36e-891157529036),segment_id=32a3a457-877b-45b6-a36e-891157529036)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:12:26.028462 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:26.123331 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=615ad26d-8e76-41ea-a909-01fd75906073,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:12:26.132403 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-23399b63-bd5b-4e27-a361-5c45983c50e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:26.200541 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-1b84b2fd-6b1c-4c60-8537-7010ab98ec07 None None] Provisioning for port 4b1c5be2-1c5a-48f3-91ea-200759afafb6 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 10:12:26.207531 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b809c183-f05c-4203-9cab-3657d842955f None None] Notify callbacks [] for port, precommit_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:26.211571 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-1b84b2fd-6b1c-4c60-8537-7010ab98ec07 None None] Provisioning complete for port 4b1c5be2-1c5a-48f3-91ea-200759afafb6 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:12:26.211939 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-1b84b2fd-6b1c-4c60-8537-7010ab98ec07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:26.212280 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-1b84b2fd-6b1c-4c60-8537-7010ab98ec07 None None] Attempt 1 to provision port 4b1c5be2-1c5a-48f3-91ea-200759afafb6 Oct 04 10:12:26.267853 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-b809c183-f05c-4203-9cab-3657d842955f None None] Transition to ACTIVE for port object 932c5820-6605-479e-986c-3a9602acaa43 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 10:12:26.279284 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b809c183-f05c-4203-9cab-3657d842955f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:26.323666 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-1b84b2fd-6b1c-4c60-8537-7010ab98ec07 None None] Port 4b1c5be2-1c5a-48f3-91ea-200759afafb6 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:12:26.339680 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-b809c183-f05c-4203-9cab-3657d842955f None None] Attempting to bind port 932c5820-6605-479e-986c-3a9602acaa43 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 10:12:26.340049 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-b809c183-f05c-4203-9cab-3657d842955f None None] Attempting to bind port 932c5820-6605-479e-986c-3a9602acaa43 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 10:12:26.340440 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b809c183-f05c-4203-9cab-3657d842955f None None] Attempting to bind port 932c5820-6605-479e-986c-3a9602acaa43 on network f33938cd-879e-4461-9b5e-aa67b746b6bd {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 10:12:26.351176 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b809c183-f05c-4203-9cab-3657d842955f None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 10, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 10:12:26.351553 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b809c183-f05c-4203-9cab-3657d842955f None None] Checking segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 10:12:26.351955 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b809c183-f05c-4203-9cab-3657d842955f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:26.352350 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b809c183-f05c-4203-9cab-3657d842955f None None] Bound using segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 10:12:26.352833 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-b809c183-f05c-4203-9cab-3657d842955f None None] Bound port: 932c5820-6605-479e-986c-3a9602acaa43, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 10:12:26.353206 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b809c183-f05c-4203-9cab-3657d842955f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:26.354477 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-23399b63-bd5b-4e27-a361-5c45983c50e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:26.358872 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-23399b63-bd5b-4e27-a361-5c45983c50e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:26.397566 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55785b73-b63c-40d6-979e-8557dcd70d18 None None] Pushing event updated for resources: {'Port': ['ID=932c5820-6605-479e-986c-3a9602acaa43,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:12:26.432122 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-b809c183-f05c-4203-9cab-3657d842955f None None] For port 932c5820-6605-479e-986c-3a9602acaa43, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 10:12:26.435284 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-b809c183-f05c-4203-9cab-3657d842955f None None] For port 932c5820-6605-479e-986c-3a9602acaa43, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=932c5820-6605-479e-986c-3a9602acaa43,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 10:12:26.441073 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b809c183-f05c-4203-9cab-3657d842955f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:26.473507 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-23399b63-bd5b-4e27-a361-5c45983c50e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736777'] for router_interface, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:26.479547 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23399b63-bd5b-4e27-a361-5c45983c50e1 admin admin] Pushing event updated for resources: {'Port': ['ID=4b1c5be2-1c5a-48f3-91ea-200759afafb6,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:12:26.494274 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 173849d9-11b2-4296-9159-cb2805ceee22 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:12:26.556317 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b809c183-f05c-4203-9cab-3657d842955f None None] Routers {'9dff32ae-dbab-457c-a8dd-d893bc1cb7f7'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:12:26.557430 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-b809c183-f05c-4203-9cab-3657d842955f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:12:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['9dff32ae-dbab-457c-a8dd-d893bc1cb7f7'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:12:26.614187 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23399b63-bd5b-4e27-a361-5c45983c50e1 admin admin] Network 8fb24c90-898b-49cf-ade5-a8b4513f086e is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 10:12:26.615343 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-23399b63-bd5b-4e27-a361-5c45983c50e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 10:12:26.652132 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55785b73-b63c-40d6-979e-8557dcd70d18 None None] Pushing event updated for resources: {'Port': ['ID=932c5820-6605-479e-986c-3a9602acaa43,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:12:26.747294 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 173849d9-11b2-4296-9159-cb2805ceee22 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:12:26.747675 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:26.748014 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 173849d9-11b2-4296-9159-cb2805ceee22 Oct 04 10:12:26.814289 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-b809c183-f05c-4203-9cab-3657d842955f None None] Set router 9dff32ae-dbab-457c-a8dd-d893bc1cb7f7 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:12:26.817989 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23399b63-bd5b-4e27-a361-5c45983c50e1 admin admin] Router 9dff32ae-dbab-457c-a8dd-d893bc1cb7f7 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 10:12:26.857549 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-1b84b2fd-6b1c-4c60-8537-7010ab98ec07 None None] Attempt 2 to provision port 4b1c5be2-1c5a-48f3-91ea-200759afafb6 Oct 04 10:12:27.003643 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23399b63-bd5b-4e27-a361-5c45983c50e1 admin admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 10:12:27.013005 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-23399b63-bd5b-4e27-a361-5c45983c50e1 admin admin] 10.222.0.50 "PUT /v2.0/routers/9dff32ae-dbab-457c-a8dd-d893bc1cb7f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3720214 Oct 04 10:12:27.060514 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-1b84b2fd-6b1c-4c60-8537-7010ab98ec07 None None] Port 4b1c5be2-1c5a-48f3-91ea-200759afafb6 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:12:27.182090 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 173849d9-11b2-4296-9159-cb2805ceee22 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:12:27.183194 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 615ad26d-8e76-41ea-a909-01fd75906073 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:12:27.323342 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 615ad26d-8e76-41ea-a909-01fd75906073 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:12:27.323717 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:27.324053 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 615ad26d-8e76-41ea-a909-01fd75906073 Oct 04 10:12:27.379332 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 44816) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:12:27.385523 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-ec9f735b-57f8-4b3c-a82f-ece1845acf6e tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1469345194', 'description': 'tempest-secgroup-smoke-1469345194 description', 'project_id': '6843642c62004cb0bcb0ba8c58980f5e'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:12:27.391428 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-ec9f735b-57f8-4b3c-a82f-ece1845acf6e tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:12:27.395119 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-b809c183-f05c-4203-9cab-3657d842955f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dff32ae-dbab-457c-a8dd-d893bc1cb7f7', 'name': 'tempest-TestShelveInstance-1685949023-router', 'tenant_id': '4c89ec6a6e6243da8ec06e32e3ff72a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.34'}], 'enable_snat': True}, 'gw_port_id': '932c5820-6605-479e-986c-3a9602acaa43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:12:22Z', 'updated_at': '2022-10-04T10:12:26Z', 'revision_number': 4, 'project_id': '4c89ec6a6e6243da8ec06e32e3ff72a0', 'gw_port': {'id': '932c5820-6605-479e-986c-3a9602acaa43', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dff32ae-dbab-457c-a8dd-d893bc1cb7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:12:22Z', 'updated_at': '2022-10-04T10:12:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '4b1c5be2-1c5a-48f3-91ea-200759afafb6', 'name': '', 'network_id': '8fb24c90-898b-49cf-ade5-a8b4513f086e', 'tenant_id': '4c89ec6a6e6243da8ec06e32e3ff72a0', 'mac_address': 'fa:16:3e:16:1c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dff32ae-dbab-457c-a8dd-d893bc1cb7f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '4e314bfc-d317-4767-af10-51be95502c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:12:25Z', 'updated_at': '2022-10-04T10:12:26Z', 'revision_number': 2, 'project_id': '4c89ec6a6e6243da8ec06e32e3ff72a0', 'subnets': [{'id': '4e314bfc-d317-4767-af10-51be95502c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:12:27.395342 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-ec9f735b-57f8-4b3c-a82f-ece1845acf6e tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Usage tracker for resource:security_group and tenant:6843642c62004cb0bcb0ba8c58980f5e is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:12:27.398315 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-ec9f735b-57f8-4b3c-a82f-ece1845acf6e tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:12:27.402695 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b809c183-f05c-4203-9cab-3657d842955f None None] The sync data for ids ['9dff32ae-dbab-457c-a8dd-d893bc1cb7f7'] in dv-neutron-860215-1-hyperv is: [{'id': '9dff32ae-dbab-457c-a8dd-d893bc1cb7f7', 'name': 'tempest-TestShelveInstance-1685949023-router', 'tenant_id': '4c89ec6a6e6243da8ec06e32e3ff72a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.34'}], 'enable_snat': True}, 'gw_port_id': '932c5820-6605-479e-986c-3a9602acaa43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:12:22Z', 'updated_at': '2022-10-04T10:12:26Z', 'revision_number': 4, 'project_id': '4c89ec6a6e6243da8ec06e32e3ff72a0', 'gw_port': {'id': '932c5820-6605-479e-986c-3a9602acaa43', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dff32ae-dbab-457c-a8dd-d893bc1cb7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:12:22Z', 'updated_at': '2022-10-04T10:12:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '4b1c5be2-1c5a-48f3-91ea-200759afafb6', 'name': '', 'network_id': '8fb24c90-898b-49cf-ade5-a8b4513f086e', 'tenant_id': '4c89ec6a6e6243da8ec06e32e3ff72a0', 'mac_address': 'fa:16:3e:16:1c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dff32ae-dbab-457c-a8dd-d893bc1cb7f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '4e314bfc-d317-4767-af10-51be95502c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:12:25Z', 'updated_at': '2022-10-04T10:12:26Z', 'revision_number': 2, 'project_id': '4c89ec6a6e6243da8ec06e32e3ff72a0', 'subnets': [{'id': '4e314bfc-d317-4767-af10-51be95502c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 10:12:27.404293 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-ec9f735b-57f8-4b3c-a82f-ece1845acf6e tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:12:27.418235 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ec9f735b-57f8-4b3c-a82f-ece1845acf6e tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:27.441613 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-ec9f735b-57f8-4b3c-a82f-ece1845acf6e tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:12:27.446258 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-ec9f735b-57f8-4b3c-a82f-ece1845acf6e tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Usage tracker for resource:security_group_rule and tenant:6843642c62004cb0bcb0ba8c58980f5e is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:12:27.449070 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-ec9f735b-57f8-4b3c-a82f-ece1845acf6e tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:12:27.455133 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-ec9f735b-57f8-4b3c-a82f-ece1845acf6e tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:12:27.462119 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 615ad26d-8e76-41ea-a909-01fd75906073 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:12:27.532103 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ec9f735b-57f8-4b3c-a82f-ece1845acf6e tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:27.536152 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ec9f735b-57f8-4b3c-a82f-ece1845acf6e tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:27.562104 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-1b84b2fd-6b1c-4c60-8537-7010ab98ec07 None None] Attempt 3 to provision port 4b1c5be2-1c5a-48f3-91ea-200759afafb6 Oct 04 10:12:27.578309 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9f735b-57f8-4b3c-a82f-ece1845acf6e tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a955fc60-f078-43fb-b770-9f597d4c81f8,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:12:27.581358 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-ec9f735b-57f8-4b3c-a82f-ece1845acf6e tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:27.582653 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-ec9f735b-57f8-4b3c-a82f-ece1845acf6e tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2021704 Oct 04 10:12:27.585592 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 44820) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:12:27.592128 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-7f0e66a1-f00c-4e6c-8387-740fd1cc5140 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Request body: {'security_group_rule': {'security_group_id': 'a955fc60-f078-43fb-b770-9f597d4c81f8', 'project_id': '6843642c62004cb0bcb0ba8c58980f5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:12:27.599431 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-7f0e66a1-f00c-4e6c-8387-740fd1cc5140 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:12:27.604108 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-7f0e66a1-f00c-4e6c-8387-740fd1cc5140 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Usage tracker for resource:security_group_rule and tenant:6843642c62004cb0bcb0ba8c58980f5e is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:12:27.607290 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-7f0e66a1-f00c-4e6c-8387-740fd1cc5140 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:12:27.623828 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-7f0e66a1-f00c-4e6c-8387-740fd1cc5140 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:12:27.637186 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-1b84b2fd-6b1c-4c60-8537-7010ab98ec07 None None] Port 4b1c5be2-1c5a-48f3-91ea-200759afafb6 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:12:27.648012 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7f0e66a1-f00c-4e6c-8387-740fd1cc5140 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:27.715900 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7f0e66a1-f00c-4e6c-8387-740fd1cc5140 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:27.720122 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7f0e66a1-f00c-4e6c-8387-740fd1cc5140 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:27.745391 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-0b222805-e1bf-4de2-a9f7-8ec4362f426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:27.746366 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e66a1-f00c-4e6c-8387-740fd1cc5140 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16baaf86-15e2-4d2f-b1c4-677bf1f8928a,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:12:27.756188 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-7f0e66a1-f00c-4e6c-8387-740fd1cc5140 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:27.757586 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-7f0e66a1-f00c-4e6c-8387-740fd1cc5140 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1709716 Oct 04 10:12:27.760539 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 44824) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:12:27.767490 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-6036f9d5-f488-4a87-88ac-37dc8f736493 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Request body: {'security_group_rule': {'security_group_id': 'a955fc60-f078-43fb-b770-9f597d4c81f8', 'project_id': '6843642c62004cb0bcb0ba8c58980f5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:12:27.776070 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-6036f9d5-f488-4a87-88ac-37dc8f736493 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:12:27.780541 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-6036f9d5-f488-4a87-88ac-37dc8f736493 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Usage tracker for resource:security_group_rule and tenant:6843642c62004cb0bcb0ba8c58980f5e is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:12:27.784436 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-6036f9d5-f488-4a87-88ac-37dc8f736493 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:12:27.792321 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-6036f9d5-f488-4a87-88ac-37dc8f736493 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:12:27.810619 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6036f9d5-f488-4a87-88ac-37dc8f736493 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:27.874256 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6036f9d5-f488-4a87-88ac-37dc8f736493 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:27.880138 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6036f9d5-f488-4a87-88ac-37dc8f736493 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:27.905014 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6036f9d5-f488-4a87-88ac-37dc8f736493 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5e7f111-588b-4d83-b53c-fc1ea98c55f7,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:12:27.920985 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-6036f9d5-f488-4a87-88ac-37dc8f736493 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:27.922177 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-6036f9d5-f488-4a87-88ac-37dc8f736493 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1600795 Oct 04 10:12:27.924966 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 44828) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:12:27.929960 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-34f054cf-05de-4b8c-9ece-599c52e659d1 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Request body: {'security_group_rule': {'security_group_id': 'a955fc60-f078-43fb-b770-9f597d4c81f8', 'project_id': '6843642c62004cb0bcb0ba8c58980f5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:12:27.936026 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-34f054cf-05de-4b8c-9ece-599c52e659d1 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:12:27.939885 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-34f054cf-05de-4b8c-9ece-599c52e659d1 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Usage tracker for resource:security_group_rule and tenant:6843642c62004cb0bcb0ba8c58980f5e is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:12:27.942898 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-34f054cf-05de-4b8c-9ece-599c52e659d1 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:12:27.948838 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-34f054cf-05de-4b8c-9ece-599c52e659d1 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:12:27.971348 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-34f054cf-05de-4b8c-9ece-599c52e659d1 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:28.036013 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-34f054cf-05de-4b8c-9ece-599c52e659d1 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:28.040737 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-34f054cf-05de-4b8c-9ece-599c52e659d1 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:28.065219 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f054cf-05de-4b8c-9ece-599c52e659d1 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae122d62-b136-4ada-b018-f6259c190160,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:12:28.075650 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-34f054cf-05de-4b8c-9ece-599c52e659d1 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:28.079550 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-34f054cf-05de-4b8c-9ece-599c52e659d1 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1511228 Oct 04 10:12:28.080193 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 44832) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:12:28.086201 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-c1f83f7d-dbf6-44f6-bb6e-5a8b8ab06b1a tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Request body: {'security_group_rule': {'security_group_id': 'a955fc60-f078-43fb-b770-9f597d4c81f8', 'project_id': '6843642c62004cb0bcb0ba8c58980f5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:12:28.092998 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-c1f83f7d-dbf6-44f6-bb6e-5a8b8ab06b1a tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:12:28.097675 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-c1f83f7d-dbf6-44f6-bb6e-5a8b8ab06b1a tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Usage tracker for resource:security_group_rule and tenant:6843642c62004cb0bcb0ba8c58980f5e is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:12:28.103838 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-c1f83f7d-dbf6-44f6-bb6e-5a8b8ab06b1a tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:12:28.111276 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-c1f83f7d-dbf6-44f6-bb6e-5a8b8ab06b1a tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:12:28.129895 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c1f83f7d-dbf6-44f6-bb6e-5a8b8ab06b1a tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:28.138720 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-1b84b2fd-6b1c-4c60-8537-7010ab98ec07 None None] Attempt 4 to provision port 4b1c5be2-1c5a-48f3-91ea-200759afafb6 Oct 04 10:12:28.198233 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-1b84b2fd-6b1c-4c60-8537-7010ab98ec07 None None] Port 4b1c5be2-1c5a-48f3-91ea-200759afafb6 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:12:28.211546 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c1f83f7d-dbf6-44f6-bb6e-5a8b8ab06b1a tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:28.217570 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c1f83f7d-dbf6-44f6-bb6e-5a8b8ab06b1a tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:28.242057 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f83f7d-dbf6-44f6-bb6e-5a8b8ab06b1a tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0209c57-fa63-444b-b911-1b978a275650,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:12:28.252394 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c1f83f7d-dbf6-44f6-bb6e-5a8b8ab06b1a tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:28.253800 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-c1f83f7d-dbf6-44f6-bb6e-5a8b8ab06b1a tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1724775 Oct 04 10:12:28.257209 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 44836) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:12:28.262328 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-c4474271-9582-4488-8c51-ec7dee4ddf06 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Request body: {'security_group_rule': {'security_group_id': 'a955fc60-f078-43fb-b770-9f597d4c81f8', 'project_id': '6843642c62004cb0bcb0ba8c58980f5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:12:28.268485 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-c4474271-9582-4488-8c51-ec7dee4ddf06 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:12:28.273355 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-c4474271-9582-4488-8c51-ec7dee4ddf06 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Usage tracker for resource:security_group_rule and tenant:6843642c62004cb0bcb0ba8c58980f5e is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:12:28.276404 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-c4474271-9582-4488-8c51-ec7dee4ddf06 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:12:28.282458 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-c4474271-9582-4488-8c51-ec7dee4ddf06 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:12:28.292582 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.securitygroups_db [None req-c4474271-9582-4488-8c51-ec7dee4ddf06 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Project 6843642c62004cb0bcb0ba8c58980f5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 10:12:28.299430 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c4474271-9582-4488-8c51-ec7dee4ddf06 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:28.366859 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c4474271-9582-4488-8c51-ec7dee4ddf06 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:28.369777 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c4474271-9582-4488-8c51-ec7dee4ddf06 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:28.394327 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4474271-9582-4488-8c51-ec7dee4ddf06 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85268503-7e82-449b-9645-864494c0dff3,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:12:28.405257 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c4474271-9582-4488-8c51-ec7dee4ddf06 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:28.409081 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-c4474271-9582-4488-8c51-ec7dee4ddf06 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1482739 Oct 04 10:12:28.409343 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 44840) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:12:28.415214 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-f4c7759e-0249-48dd-a3d3-11505dfb9c01 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Request body: {'security_group_rule': {'security_group_id': 'a955fc60-f078-43fb-b770-9f597d4c81f8', 'project_id': '6843642c62004cb0bcb0ba8c58980f5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:12:28.421618 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-f4c7759e-0249-48dd-a3d3-11505dfb9c01 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:12:28.425497 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-f4c7759e-0249-48dd-a3d3-11505dfb9c01 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Usage tracker for resource:security_group_rule and tenant:6843642c62004cb0bcb0ba8c58980f5e is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:12:28.429296 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-f4c7759e-0249-48dd-a3d3-11505dfb9c01 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:12:28.435507 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-f4c7759e-0249-48dd-a3d3-11505dfb9c01 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:12:28.448660 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.securitygroups_db [None req-f4c7759e-0249-48dd-a3d3-11505dfb9c01 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Project 6843642c62004cb0bcb0ba8c58980f5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 10:12:28.455699 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f4c7759e-0249-48dd-a3d3-11505dfb9c01 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:28.513069 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 932c5820-6605-479e-986c-3a9602acaa43 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:12:28.534368 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f4c7759e-0249-48dd-a3d3-11505dfb9c01 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:28.538858 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f4c7759e-0249-48dd-a3d3-11505dfb9c01 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:28.561919 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c7759e-0249-48dd-a3d3-11505dfb9c01 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0789133a-ebb2-428f-aef1-e22f40746e7c,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:12:28.575760 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f4c7759e-0249-48dd-a3d3-11505dfb9c01 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:28.577203 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-f4c7759e-0249-48dd-a3d3-11505dfb9c01 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1663127 Oct 04 10:12:28.592208 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 932c5820-6605-479e-986c-3a9602acaa43 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 10:12:28.597608 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 932c5820-6605-479e-986c-3a9602acaa43 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:12:28.597984 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:28.598323 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 932c5820-6605-479e-986c-3a9602acaa43 Oct 04 10:12:28.701573 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-1b84b2fd-6b1c-4c60-8537-7010ab98ec07 None None] Attempt 5 to provision port 4b1c5be2-1c5a-48f3-91ea-200759afafb6 Oct 04 10:12:28.767798 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-414dad41-39e6-448c-a037-6d415f2b5905 req-a1ee536d-87e2-427f-a6ad-e0a9740ade16 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1469345194&fields=id&tenant_id=6843642c62004cb0bcb0ba8c58980f5e HTTP/1.1" status: 200 len: 267 time: 0.0463359 Oct 04 10:12:28.772595 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 932c5820-6605-479e-986c-3a9602acaa43 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:12:28.773187 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:28.780842 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-1b84b2fd-6b1c-4c60-8537-7010ab98ec07 None None] Port 4b1c5be2-1c5a-48f3-91ea-200759afafb6 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:12:28.792926 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 932c5820-6605-479e-986c-3a9602acaa43, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=932c5820-6605-479e-986c-3a9602acaa43,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:12:28.797456 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:28.869280 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=932c5820-6605-479e-986c-3a9602acaa43,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:12:28.919989 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414dad41-39e6-448c-a037-6d415f2b5905 req-a4769f60-bcfe-41ba-95b3-0238143897ee tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:12:28.921508 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-414dad41-39e6-448c-a037-6d415f2b5905 req-a4769f60-bcfe-41ba-95b3-0238143897ee tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/networks?id=a9599b63-e301-40ee-a68b-513386c3f329 HTTP/1.1" status: 200 len: 808 time: 0.1484652 Oct 04 10:12:28.936766 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-414dad41-39e6-448c-a037-6d415f2b5905 req-239626e2-4d85-47b0-bde1-19b59ac41708 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/quotas/6843642c62004cb0bcb0ba8c58980f5e HTTP/1.1" status: 200 len: 375 time: 0.0097902 Oct 04 10:12:29.024704 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-414dad41-39e6-448c-a037-6d415f2b5905 req-f9e4f5ee-5799-4dfc-b331-6070529e1850 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6843642c62004cb0bcb0ba8c58980f5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0829949 Oct 04 10:12:29.259964 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-414dad41-39e6-448c-a037-6d415f2b5905 req-5449fadc-f851-49f6-99fa-349497620db8 service neutron] 10.222.0.50 "GET /v2.0/networks/a9599b63-e301-40ee-a68b-513386c3f329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236328 Oct 04 10:12:29.282165 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-1b84b2fd-6b1c-4c60-8537-7010ab98ec07 None None] Attempt 6 to provision port 4b1c5be2-1c5a-48f3-91ea-200759afafb6 Oct 04 10:12:29.336112 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-1b84b2fd-6b1c-4c60-8537-7010ab98ec07 None None] Port 4b1c5be2-1c5a-48f3-91ea-200759afafb6 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:12:29.391520 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-414dad41-39e6-448c-a037-6d415f2b5905 req-e9ff1402-53d8-47f4-a697-fc056f9fa88b service neutron] 10.222.0.50 "GET /v2.0/networks/a9599b63-e301-40ee-a68b-513386c3f329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254911 Oct 04 10:12:29.575117 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-a7d2cdcd-4e0a-48f9-9946-62fb6bb309eb req-18203d1f-0fe4-4d37-b72a-c68f002e7742 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Synchronizing usage tracker for tenant:6843642c62004cb0bcb0ba8c58980f5e on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 10:12:29.592519 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-a7d2cdcd-4e0a-48f9-9946-62fb6bb309eb req-18203d1f-0fe4-4d37-b72a-c68f002e7742 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Unset dirty status for tenant:6843642c62004cb0bcb0ba8c58980f5e on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 10:12:29.593679 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a7d2cdcd-4e0a-48f9-9946-62fb6bb309eb req-18203d1f-0fe4-4d37-b72a-c68f002e7742 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 210 time: 0.0675337 Oct 04 10:12:29.837983 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-1b84b2fd-6b1c-4c60-8537-7010ab98ec07 None None] Attempt 7 to provision port 4b1c5be2-1c5a-48f3-91ea-200759afafb6 Oct 04 10:12:29.897325 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-1b84b2fd-6b1c-4c60-8537-7010ab98ec07 None None] Port 4b1c5be2-1c5a-48f3-91ea-200759afafb6 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:12:30.391041 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-cc024502-fcc8-4236-af7c-aeca16134587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:30.398047 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-1b84b2fd-6b1c-4c60-8537-7010ab98ec07 None None] Attempt 8 to provision port 4b1c5be2-1c5a-48f3-91ea-200759afafb6 Oct 04 10:12:30.452872 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-1b84b2fd-6b1c-4c60-8537-7010ab98ec07 None None] Port 4b1c5be2-1c5a-48f3-91ea-200759afafb6 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:12:30.473648 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 932c5820-6605-479e-986c-3a9602acaa43 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:12:30.540557 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 932c5820-6605-479e-986c-3a9602acaa43 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:12:30.540928 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:30.541264 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 932c5820-6605-479e-986c-3a9602acaa43 Oct 04 10:12:30.657784 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 932c5820-6605-479e-986c-3a9602acaa43 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:12:30.770974 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-9a82d964-3192-4e30-b1b5-7f52ee15e4f9 req-6228ef7f-40ea-44d1-942c-11d22d8750fa tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 210 time: 0.0585878 Oct 04 10:12:30.917327 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:30.947942 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:30.953633 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-1b84b2fd-6b1c-4c60-8537-7010ab98ec07 None None] Attempt 9 to provision port 4b1c5be2-1c5a-48f3-91ea-200759afafb6 Oct 04 10:12:30.990858 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414dad41-39e6-448c-a037-6d415f2b5905 req-e365f275-6338-4f21-8257-df60ad7097c6 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:12:30.992244 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-414dad41-39e6-448c-a037-6d415f2b5905 req-e365f275-6338-4f21-8257-df60ad7097c6 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Synchronizing usage tracker for tenant:6843642c62004cb0bcb0ba8c58980f5e on resource:network {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 10:12:31.011798 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-414dad41-39e6-448c-a037-6d415f2b5905 req-e365f275-6338-4f21-8257-df60ad7097c6 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Unset dirty status for tenant:6843642c62004cb0bcb0ba8c58980f5e on resource:network {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 10:12:31.013133 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-414dad41-39e6-448c-a037-6d415f2b5905 req-e365f275-6338-4f21-8257-df60ad7097c6 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.20 "GET /v2.0/networks?id=a9599b63-e301-40ee-a68b-513386c3f329 HTTP/1.1" status: 200 len: 808 time: 0.2682512 Oct 04 10:12:31.013362 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-1b84b2fd-6b1c-4c60-8537-7010ab98ec07 None None] Port 4b1c5be2-1c5a-48f3-91ea-200759afafb6 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:12:31.070290 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-414dad41-39e6-448c-a037-6d415f2b5905 req-1a1d4adb-5904-4c94-a9b3-bf5181aca402 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Synchronizing usage tracker for tenant:6843642c62004cb0bcb0ba8c58980f5e on resource:security_group {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 10:12:31.088837 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-414dad41-39e6-448c-a037-6d415f2b5905 req-1a1d4adb-5904-4c94-a9b3-bf5181aca402 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Unset dirty status for tenant:6843642c62004cb0bcb0ba8c58980f5e on resource:security_group {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 10:12:31.090093 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-414dad41-39e6-448c-a037-6d415f2b5905 req-1a1d4adb-5904-4c94-a9b3-bf5181aca402 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6843642c62004cb0bcb0ba8c58980f5e HTTP/1.1" status: 200 len: 380 time: 0.0618463 Oct 04 10:12:31.099136 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-414dad41-39e6-448c-a037-6d415f2b5905 req-60618d98-bf13-4b99-afcf-71c0d70e74b6 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Request body: {'port': {'device_id': '9de784a8-97f4-40ac-a5d9-79662be28225', 'network_id': 'a9599b63-e301-40ee-a68b-513386c3f329', 'admin_state_up': True, 'tenant_id': '6843642c62004cb0bcb0ba8c58980f5e', 'security_groups': ['a955fc60-f078-43fb-b770-9f597d4c81f8']}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:12:31.235696 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-414dad41-39e6-448c-a037-6d415f2b5905 req-60618d98-bf13-4b99-afcf-71c0d70e74b6 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:12:31.245306 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-414dad41-39e6-448c-a037-6d415f2b5905 req-60618d98-bf13-4b99-afcf-71c0d70e74b6 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:12:31.254694 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-414dad41-39e6-448c-a037-6d415f2b5905 req-60618d98-bf13-4b99-afcf-71c0d70e74b6 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Made reservation on behalf of 6843642c62004cb0bcb0ba8c58980f5e for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 10:12:31.258908 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-414dad41-39e6-448c-a037-6d415f2b5905 req-60618d98-bf13-4b99-afcf-71c0d70e74b6 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:31.309368 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b496de0-ddb6-418a-840a-0b5f04e7ef38 None None] Sync routers for ids ['9dff32ae-dbab-457c-a8dd-d893bc1cb7f7'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 10:12:31.319528 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b496de0-ddb6-418a-840a-0b5f04e7ef38 None None] Routers {'9dff32ae-dbab-457c-a8dd-d893bc1cb7f7'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:12:31.320202 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-1b496de0-ddb6-418a-840a-0b5f04e7ef38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:12:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['9dff32ae-dbab-457c-a8dd-d893bc1cb7f7'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:12:31.421513 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [req-414dad41-39e6-448c-a037-6d415f2b5905 req-60618d98-bf13-4b99-afcf-71c0d70e74b6 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Allocated IP 172.20.0.11 (a9599b63-e301-40ee-a68b-513386c3f329/cc62f23a-9d10-48fc-af8e-a094cca99d44/1ede59f1-6844-47c2-b89f-bd7190b04ce2) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 10:12:31.493464 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-1b496de0-ddb6-418a-840a-0b5f04e7ef38 None None] Set router 9dff32ae-dbab-457c-a8dd-d893bc1cb7f7 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:12:31.514725 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-1b84b2fd-6b1c-4c60-8537-7010ab98ec07 None None] Attempt 10 to provision port 4b1c5be2-1c5a-48f3-91ea-200759afafb6 Oct 04 10:12:31.571992 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-1b84b2fd-6b1c-4c60-8537-7010ab98ec07 None None] Port 4b1c5be2-1c5a-48f3-91ea-200759afafb6 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:12:31.615796 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-414dad41-39e6-448c-a037-6d415f2b5905 req-60618d98-bf13-4b99-afcf-71c0d70e74b6 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:31.632318 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-414dad41-39e6-448c-a037-6d415f2b5905 req-60618d98-bf13-4b99-afcf-71c0d70e74b6 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Transition to ACTIVE for port object 1ede59f1-6844-47c2-b89f-bd7190b04ce2 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 10:12:31.655636 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-414dad41-39e6-448c-a037-6d415f2b5905 req-60618d98-bf13-4b99-afcf-71c0d70e74b6 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:31.693030 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-03505304-6fdc-4a8f-9f6b-508c1504cca7 None None] Provisioning complete for port 4b1c5be2-1c5a-48f3-91ea-200759afafb6 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:12:31.694199 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-03505304-6fdc-4a8f-9f6b-508c1504cca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:31.694669 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-03505304-6fdc-4a8f-9f6b-508c1504cca7 None None] Attempt 1 to provision port 4b1c5be2-1c5a-48f3-91ea-200759afafb6 Oct 04 10:12:31.743653 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-414dad41-39e6-448c-a037-6d415f2b5905 req-60618d98-bf13-4b99-afcf-71c0d70e74b6 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Network a9599b63-e301-40ee-a68b-513386c3f329 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 10:12:31.746887 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [req-414dad41-39e6-448c-a037-6d415f2b5905 req-60618d98-bf13-4b99-afcf-71c0d70e74b6 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 10:12:31.751099 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-414dad41-39e6-448c-a037-6d415f2b5905 req-60618d98-bf13-4b99-afcf-71c0d70e74b6 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 10:12:31.759014 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-03505304-6fdc-4a8f-9f6b-508c1504cca7 None None] Port 4b1c5be2-1c5a-48f3-91ea-200759afafb6 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:12:31.788093 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60618d98-bf13-4b99-afcf-71c0d70e74b6 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Pushing event updated for resources: {'Port': ['ID=1ede59f1-6844-47c2-b89f-bd7190b04ce2,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:12:31.819340 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-1b496de0-ddb6-418a-840a-0b5f04e7ef38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dff32ae-dbab-457c-a8dd-d893bc1cb7f7', 'name': 'tempest-TestShelveInstance-1685949023-router', 'tenant_id': '4c89ec6a6e6243da8ec06e32e3ff72a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.34'}], 'enable_snat': True}, 'gw_port_id': '932c5820-6605-479e-986c-3a9602acaa43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:12:22Z', 'updated_at': '2022-10-04T10:12:26Z', 'revision_number': 4, 'project_id': '4c89ec6a6e6243da8ec06e32e3ff72a0', 'gw_port': {'id': '932c5820-6605-479e-986c-3a9602acaa43', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dff32ae-dbab-457c-a8dd-d893bc1cb7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:12:22Z', 'updated_at': '2022-10-04T10:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '4b1c5be2-1c5a-48f3-91ea-200759afafb6', 'name': '', 'network_id': '8fb24c90-898b-49cf-ade5-a8b4513f086e', 'tenant_id': '4c89ec6a6e6243da8ec06e32e3ff72a0', 'mac_address': 'fa:16:3e:16:1c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dff32ae-dbab-457c-a8dd-d893bc1cb7f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '4e314bfc-d317-4767-af10-51be95502c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:12:25Z', 'updated_at': '2022-10-04T10:12:26Z', 'revision_number': 2, 'project_id': '4c89ec6a6e6243da8ec06e32e3ff72a0', 'subnets': [{'id': '4e314bfc-d317-4767-af10-51be95502c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:12:31.823628 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b496de0-ddb6-418a-840a-0b5f04e7ef38 None None] Checking router: 9dff32ae-dbab-457c-a8dd-d893bc1cb7f7 for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 10:12:31.823995 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b496de0-ddb6-418a-840a-0b5f04e7ef38 None None] Updating router 9dff32ae-dbab-457c-a8dd-d893bc1cb7f7 port 4b1c5be2-1c5a-48f3-91ea-200759afafb6 binding host dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 10:12:31.825071 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414dad41-39e6-448c-a037-6d415f2b5905 req-60618d98-bf13-4b99-afcf-71c0d70e74b6 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:12:31.825823 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-414dad41-39e6-448c-a037-6d415f2b5905 req-60618d98-bf13-4b99-afcf-71c0d70e74b6 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:31.856994 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-414dad41-39e6-448c-a037-6d415f2b5905 req-60618d98-bf13-4b99-afcf-71c0d70e74b6 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7612960 Oct 04 10:12:31.875170 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-414dad41-39e6-448c-a037-6d415f2b5905 req-9fdbd734-8bbc-4752-ba8c-046442ec9619 service neutron] Request body: {'port': {'device_id': '9de784a8-97f4-40ac-a5d9-79662be28225', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8602'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:12:31.879327 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-1b496de0-ddb6-418a-840a-0b5f04e7ef38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:32.055276 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-414dad41-39e6-448c-a037-6d415f2b5905 req-9fdbd734-8bbc-4752-ba8c-046442ec9619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:32.075856 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da904b4-cb32-4e85-85f2-b4fd8f0f797a req-59a78862-66c3-4340-973c-b29f37cb6705 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:12:32.076575 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-7da904b4-cb32-4e85-85f2-b4fd8f0f797a req-59a78862-66c3-4340-973c-b29f37cb6705 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Synchronizing usage tracker for tenant:6843642c62004cb0bcb0ba8c58980f5e on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 10:12:32.138484 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-7da904b4-cb32-4e85-85f2-b4fd8f0f797a req-59a78862-66c3-4340-973c-b29f37cb6705 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Unset dirty status for tenant:6843642c62004cb0bcb0ba8c58980f5e on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 10:12:32.139640 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7da904b4-cb32-4e85-85f2-b4fd8f0f797a req-59a78862-66c3-4340-973c-b29f37cb6705 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 932 time: 0.2330911 Oct 04 10:12:32.228471 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-1b496de0-ddb6-418a-840a-0b5f04e7ef38 None None] Notify callbacks [] for port, precommit_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:32.239773 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.provisioning_blocks [None req-1b496de0-ddb6-418a-840a-0b5f04e7ef38 None None] Transition to ACTIVE for port object 4b1c5be2-1c5a-48f3-91ea-200759afafb6 will not be triggered until provisioned by entity L2. {{(pid=89035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 10:12:32.246593 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-1b496de0-ddb6-418a-840a-0b5f04e7ef38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:32.249891 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7da904b4-cb32-4e85-85f2-b4fd8f0f797a req-1aa203a9-0666-44cf-a68f-c610d1970c7d tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=a955fc60-f078-43fb-b770-9f597d4c81f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019092 Oct 04 10:12:32.259884 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-03505304-6fdc-4a8f-9f6b-508c1504cca7 None None] Attempt 2 to provision port 4b1c5be2-1c5a-48f3-91ea-200759afafb6 Oct 04 10:12:32.333132 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-03505304-6fdc-4a8f-9f6b-508c1504cca7 None None] Port 4b1c5be2-1c5a-48f3-91ea-200759afafb6 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:12:32.450063 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [req-414dad41-39e6-448c-a037-6d415f2b5905 req-9fdbd734-8bbc-4752-ba8c-046442ec9619 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ede59f1-6844-47c2-b89f-bd7190b04ce2 {{(pid=89032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 10:12:32.457350 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-414dad41-39e6-448c-a037-6d415f2b5905 req-9fdbd734-8bbc-4752-ba8c-046442ec9619 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:32.469445 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063369b6-55ae-481a-bc78-dac2ffb68691 None None] Pushing event updated for resources: {'Port': ['ID=4b1c5be2-1c5a-48f3-91ea-200759afafb6,revision_number=3']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:12:32.472504 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-414dad41-39e6-448c-a037-6d415f2b5905 req-9fdbd734-8bbc-4752-ba8c-046442ec9619 service neutron] Transition to ACTIVE for port object 1ede59f1-6844-47c2-b89f-bd7190b04ce2 will not be triggered until provisioned by entity L2. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 10:12:32.481307 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-414dad41-39e6-448c-a037-6d415f2b5905 req-9fdbd734-8bbc-4752-ba8c-046442ec9619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:32.492406 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-1b496de0-ddb6-418a-840a-0b5f04e7ef38 None None] Attempting to bind port 4b1c5be2-1c5a-48f3-91ea-200759afafb6 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 10:12:32.492559 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-1b496de0-ddb6-418a-840a-0b5f04e7ef38 None None] Attempting to bind port 4b1c5be2-1c5a-48f3-91ea-200759afafb6 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'd7bf7222-1907-4bfa-9e22-e81dced1a108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8fb24c90-898b-49cf-ade5-a8b4513f086e'}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 10:12:32.492910 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b496de0-ddb6-418a-840a-0b5f04e7ef38 None None] Attempting to bind port 4b1c5be2-1c5a-48f3-91ea-200759afafb6 on network 8fb24c90-898b-49cf-ade5-a8b4513f086e {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 10:12:32.497818 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:32.498861 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b496de0-ddb6-418a-840a-0b5f04e7ef38 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 10, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 10:12:32.499232 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b496de0-ddb6-418a-840a-0b5f04e7ef38 None None] Checking segment: {'id': 'd7bf7222-1907-4bfa-9e22-e81dced1a108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8fb24c90-898b-49cf-ade5-a8b4513f086e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 10:12:32.499619 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-1b496de0-ddb6-418a-840a-0b5f04e7ef38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:32.500048 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b496de0-ddb6-418a-840a-0b5f04e7ef38 None None] Bound using segment: {'id': 'd7bf7222-1907-4bfa-9e22-e81dced1a108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8fb24c90-898b-49cf-ade5-a8b4513f086e'} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 10:12:32.500530 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-1b496de0-ddb6-418a-840a-0b5f04e7ef38 None None] Bound port: 4b1c5be2-1c5a-48f3-91ea-200759afafb6, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7bf7222-1907-4bfa-9e22-e81dced1a108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8fb24c90-898b-49cf-ade5-a8b4513f086e'}}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 10:12:32.500885 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-1b496de0-ddb6-418a-840a-0b5f04e7ef38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:32.591836 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-1b496de0-ddb6-418a-840a-0b5f04e7ef38 None None] For port 4b1c5be2-1c5a-48f3-91ea-200759afafb6, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 10:12:32.594900 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-1b496de0-ddb6-418a-840a-0b5f04e7ef38 None None] For port 4b1c5be2-1c5a-48f3-91ea-200759afafb6, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=4b1c5be2-1c5a-48f3-91ea-200759afafb6,segment=NetworkSegment(d7bf7222-1907-4bfa-9e22-e81dced1a108),segment_id=d7bf7222-1907-4bfa-9e22-e81dced1a108)] {{(pid=89035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 10:12:32.598622 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-1b496de0-ddb6-418a-840a-0b5f04e7ef38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:32.657808 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b496de0-ddb6-418a-840a-0b5f04e7ef38 None None] Routers {'9dff32ae-dbab-457c-a8dd-d893bc1cb7f7'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:12:32.658465 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-1b496de0-ddb6-418a-840a-0b5f04e7ef38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:12:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['9dff32ae-dbab-457c-a8dd-d893bc1cb7f7'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:12:32.682775 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdbd734-8bbc-4752-ba8c-046442ec9619 service neutron] Pushing event updated for resources: {'Port': ['ID=1ede59f1-6844-47c2-b89f-bd7190b04ce2,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:12:32.715059 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-414dad41-39e6-448c-a037-6d415f2b5905 req-9fdbd734-8bbc-4752-ba8c-046442ec9619 service neutron] Attempting to bind port 1ede59f1-6844-47c2-b89f-bd7190b04ce2 on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 10:12:32.715059 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-414dad41-39e6-448c-a037-6d415f2b5905 req-9fdbd734-8bbc-4752-ba8c-046442ec9619 service neutron] Attempting to bind port 1ede59f1-6844-47c2-b89f-bd7190b04ce2 by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': '32a3a457-877b-45b6-a36e-891157529036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a9599b63-e301-40ee-a68b-513386c3f329'}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 10:12:32.715059 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414dad41-39e6-448c-a037-6d415f2b5905 req-9fdbd734-8bbc-4752-ba8c-046442ec9619 service neutron] Attempting to bind port 1ede59f1-6844-47c2-b89f-bd7190b04ce2 on network a9599b63-e301-40ee-a68b-513386c3f329 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 10:12:32.719678 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414dad41-39e6-448c-a037-6d415f2b5905 req-9fdbd734-8bbc-4752-ba8c-046442ec9619 service neutron] Port 1ede59f1-6844-47c2-b89f-bd7190b04ce2 on network a9599b63-e301-40ee-a68b-513386c3f329 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 10:12:32.720001 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414dad41-39e6-448c-a037-6d415f2b5905 req-9fdbd734-8bbc-4752-ba8c-046442ec9619 service neutron] Attempting to bind port 1ede59f1-6844-47c2-b89f-bd7190b04ce2 on network a9599b63-e301-40ee-a68b-513386c3f329 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 10:12:32.725081 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414dad41-39e6-448c-a037-6d415f2b5905 req-9fdbd734-8bbc-4752-ba8c-046442ec9619 service neutron] Checking agent: {'id': '1be90a14-1104-4771-996e-684b25b74d15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'started_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 10, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 10:12:32.725413 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414dad41-39e6-448c-a037-6d415f2b5905 req-9fdbd734-8bbc-4752-ba8c-046442ec9619 service neutron] Checking segment: {'id': '32a3a457-877b-45b6-a36e-891157529036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a9599b63-e301-40ee-a68b-513386c3f329'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 10:12:32.725801 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-414dad41-39e6-448c-a037-6d415f2b5905 req-9fdbd734-8bbc-4752-ba8c-046442ec9619 service neutron] Bound using segment: {'id': '32a3a457-877b-45b6-a36e-891157529036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a9599b63-e301-40ee-a68b-513386c3f329'} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 10:12:32.726211 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-414dad41-39e6-448c-a037-6d415f2b5905 req-9fdbd734-8bbc-4752-ba8c-046442ec9619 service neutron] Bound port: 1ede59f1-6844-47c2-b89f-bd7190b04ce2, host: hv-neutron-8602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32a3a457-877b-45b6-a36e-891157529036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a9599b63-e301-40ee-a68b-513386c3f329'}}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 10:12:32.726550 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-414dad41-39e6-448c-a037-6d415f2b5905 req-9fdbd734-8bbc-4752-ba8c-046442ec9619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:32.798209 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063369b6-55ae-481a-bc78-dac2ffb68691 None None] Pushing event updated for resources: {'Port': ['ID=4b1c5be2-1c5a-48f3-91ea-200759afafb6,revision_number=4']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:12:32.819039 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-414dad41-39e6-448c-a037-6d415f2b5905 req-9fdbd734-8bbc-4752-ba8c-046442ec9619 service neutron] For port 1ede59f1-6844-47c2-b89f-bd7190b04ce2, host hv-neutron-8602, cleared binding levels {{(pid=89032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 10:12:32.822082 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-414dad41-39e6-448c-a037-6d415f2b5905 req-9fdbd734-8bbc-4752-ba8c-046442ec9619 service neutron] For port 1ede59f1-6844-47c2-b89f-bd7190b04ce2, host hv-neutron-8602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=1ede59f1-6844-47c2-b89f-bd7190b04ce2,segment=NetworkSegment(32a3a457-877b-45b6-a36e-891157529036),segment_id=32a3a457-877b-45b6-a36e-891157529036)] {{(pid=89032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 10:12:32.826732 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-414dad41-39e6-448c-a037-6d415f2b5905 req-9fdbd734-8bbc-4752-ba8c-046442ec9619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:32.835176 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-03505304-6fdc-4a8f-9f6b-508c1504cca7 None None] Attempt 3 to provision port 4b1c5be2-1c5a-48f3-91ea-200759afafb6 Oct 04 10:12:32.847062 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-1b496de0-ddb6-418a-840a-0b5f04e7ef38 None None] Set router 9dff32ae-dbab-457c-a8dd-d893bc1cb7f7 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:12:32.857466 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414dad41-39e6-448c-a037-6d415f2b5905 req-9fdbd734-8bbc-4752-ba8c-046442ec9619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:12:32.858090 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-414dad41-39e6-448c-a037-6d415f2b5905 req-9fdbd734-8bbc-4752-ba8c-046442ec9619 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:32.859655 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-414dad41-39e6-448c-a037-6d415f2b5905 req-9fdbd734-8bbc-4752-ba8c-046442ec9619 service neutron] 10.222.0.20 "PUT /v2.0/ports/1ede59f1-6844-47c2-b89f-bd7190b04ce2 HTTP/1.1" status: 200 len: 1094 time: 0.9887483 Oct 04 10:12:32.865910 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9de784a8-97f4-40ac-a5d9-79662be28225', 'tag': '1ede59f1-6844-47c2-b89f-bd7190b04ce2'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 10:12:32.867135 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa3189af5578953a214b8e2869c8b798cc5e264e011bb63f6babe724f6825eca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0907049-ec5a-4d92-953f-0e00126adb90" -d '{"events": [{"name": "network-changed", "server_uuid": "9de784a8-97f4-40ac-a5d9-79662be28225", "tag": "1ede59f1-6844-47c2-b89f-bd7190b04ce2"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 10:12:32.909362 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdbd734-8bbc-4752-ba8c-046442ec9619 service neutron] Pushing event updated for resources: {'Port': ['ID=1ede59f1-6844-47c2-b89f-bd7190b04ce2,revision_number=3']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:12:32.926993 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-03505304-6fdc-4a8f-9f6b-508c1504cca7 None None] Port 4b1c5be2-1c5a-48f3-91ea-200759afafb6 had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 10:12:32.966031 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 10:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df561d0-8991-4b2e-8930-48d4134184d2 x-openstack-request-id: req-3df561d0-8991-4b2e-8930-48d4134184d2 {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 10:12:32.966333 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9de784a8-97f4-40ac-a5d9-79662be28225", "tag": "1ede59f1-6844-47c2-b89f-bd7190b04ce2", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 10:12:32.966599 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3df561d0-8991-4b2e-8930-48d4134184d2 {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 10:12:32.966969 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3df561d0-8991-4b2e-8930-48d4134184d2'] response: {'name': 'network-changed', 'server_uuid': '9de784a8-97f4-40ac-a5d9-79662be28225', 'tag': '1ede59f1-6844-47c2-b89f-bd7190b04ce2', 'status': 'completed', 'code': 200} Oct 04 10:12:33.013875 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414dad41-39e6-448c-a037-6d415f2b5905 req-8541c344-1733-4b72-9843-bfeace9954d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:12:33.015833 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-414dad41-39e6-448c-a037-6d415f2b5905 req-8541c344-1733-4b72-9843-bfeace9954d3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6843642c62004cb0bcb0ba8c58980f5e&device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 1097 time: 0.0925255 Oct 04 10:12:33.048041 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-80e34390-e183-4d9e-a6f4-a7e143aef367 None None] Provisioning for port 1ede59f1-6844-47c2-b89f-bd7190b04ce2 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 10:12:33.181996 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-414dad41-39e6-448c-a037-6d415f2b5905 req-e74501bd-6f58-4484-858b-5668776aaef1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ede59f1-6844-47c2-b89f-bd7190b04ce2 HTTP/1.1" status: 200 len: 217 time: 0.1548622 Oct 04 10:12:33.189741 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-1b496de0-ddb6-418a-840a-0b5f04e7ef38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dff32ae-dbab-457c-a8dd-d893bc1cb7f7', 'name': 'tempest-TestShelveInstance-1685949023-router', 'tenant_id': '4c89ec6a6e6243da8ec06e32e3ff72a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.34'}], 'enable_snat': True}, 'gw_port_id': '932c5820-6605-479e-986c-3a9602acaa43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:12:22Z', 'updated_at': '2022-10-04T10:12:26Z', 'revision_number': 4, 'project_id': '4c89ec6a6e6243da8ec06e32e3ff72a0', 'gw_port': {'id': '932c5820-6605-479e-986c-3a9602acaa43', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dff32ae-dbab-457c-a8dd-d893bc1cb7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:12:22Z', 'updated_at': '2022-10-04T10:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '4b1c5be2-1c5a-48f3-91ea-200759afafb6', 'name': '', 'network_id': '8fb24c90-898b-49cf-ade5-a8b4513f086e', 'tenant_id': '4c89ec6a6e6243da8ec06e32e3ff72a0', 'mac_address': 'fa:16:3e:16:1c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dff32ae-dbab-457c-a8dd-d893bc1cb7f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '4e314bfc-d317-4767-af10-51be95502c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:12:25Z', 'updated_at': '2022-10-04T10:12:32Z', 'revision_number': 4, 'project_id': '4c89ec6a6e6243da8ec06e32e3ff72a0', 'subnets': [{'id': '4e314bfc-d317-4767-af10-51be95502c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:12:33.194452 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b496de0-ddb6-418a-840a-0b5f04e7ef38 None None] The sync data for ids ['9dff32ae-dbab-457c-a8dd-d893bc1cb7f7'] in dv-neutron-860215-1-hyperv is: [{'id': '9dff32ae-dbab-457c-a8dd-d893bc1cb7f7', 'name': 'tempest-TestShelveInstance-1685949023-router', 'tenant_id': '4c89ec6a6e6243da8ec06e32e3ff72a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.34'}], 'enable_snat': True}, 'gw_port_id': '932c5820-6605-479e-986c-3a9602acaa43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:12:22Z', 'updated_at': '2022-10-04T10:12:26Z', 'revision_number': 4, 'project_id': '4c89ec6a6e6243da8ec06e32e3ff72a0', 'gw_port': {'id': '932c5820-6605-479e-986c-3a9602acaa43', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dff32ae-dbab-457c-a8dd-d893bc1cb7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:12:22Z', 'updated_at': '2022-10-04T10:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '4b1c5be2-1c5a-48f3-91ea-200759afafb6', 'name': '', 'network_id': '8fb24c90-898b-49cf-ade5-a8b4513f086e', 'tenant_id': '4c89ec6a6e6243da8ec06e32e3ff72a0', 'mac_address': 'fa:16:3e:16:1c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dff32ae-dbab-457c-a8dd-d893bc1cb7f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '4e314bfc-d317-4767-af10-51be95502c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:12:25Z', 'updated_at': '2022-10-04T10:12:32Z', 'revision_number': 4, 'project_id': '4c89ec6a6e6243da8ec06e32e3ff72a0', 'subnets': [{'id': '4e314bfc-d317-4767-af10-51be95502c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 10:12:33.245521 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414dad41-39e6-448c-a037-6d415f2b5905 req-e77e8f41-4764-4fcb-818c-a335d7b00a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:12:33.246940 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-414dad41-39e6-448c-a037-6d415f2b5905 req-e77e8f41-4764-4fcb-818c-a335d7b00a17 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cc62f23a-9d10-48fc-af8e-a094cca99d44 HTTP/1.1" status: 200 len: 847 time: 0.0594916 Oct 04 10:12:33.328852 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414dad41-39e6-448c-a037-6d415f2b5905 req-ac0ab59e-573d-4096-ae62-38130ca13357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:12:33.330465 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-414dad41-39e6-448c-a037-6d415f2b5905 req-ac0ab59e-573d-4096-ae62-38130ca13357 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a9599b63-e301-40ee-a68b-513386c3f329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777938 Oct 04 10:12:33.522615 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-414dad41-39e6-448c-a037-6d415f2b5905 req-11810790-39cd-4fe6-9e1e-d3f176bb081e service neutron] 10.222.0.20 "GET /v2.0/networks/a9599b63-e301-40ee-a68b-513386c3f329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856616 Oct 04 10:12:33.605934 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297dced-7fe1-4549-a017-16b0bf797b61 req-010f8085-0702-45a2-97e8-5693b8b6fd52 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:12:33.607351 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c297dced-7fe1-4549-a017-16b0bf797b61 req-010f8085-0702-45a2-97e8-5693b8b6fd52 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 944 time: 0.2017040 Oct 04 10:12:33.679237 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c297dced-7fe1-4549-a017-16b0bf797b61 req-568fc923-d5e1-4dcc-8fa9-aef55f7d81c2 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=a955fc60-f078-43fb-b770-9f597d4c81f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595138 Oct 04 10:12:33.697668 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-414dad41-39e6-448c-a037-6d415f2b5905 req-894458e1-4cfb-4b65-92ae-886a776030e9 service neutron] 10.222.0.20 "GET /v2.0/networks/a9599b63-e301-40ee-a68b-513386c3f329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685421 Oct 04 10:12:33.870601 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0907049-ec5a-4d92-953f-0e00126adb90 req-73e4b105-236c-40c8-afa0-506c561fbc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:12:33.872029 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a0907049-ec5a-4d92-953f-0e00126adb90 req-73e4b105-236c-40c8-afa0-506c561fbc0b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6843642c62004cb0bcb0ba8c58980f5e&device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 1097 time: 0.0801036 Oct 04 10:12:34.005276 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0907049-ec5a-4d92-953f-0e00126adb90 req-04129890-1705-433d-9650-470a224eb22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:12:34.006745 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a0907049-ec5a-4d92-953f-0e00126adb90 req-04129890-1705-433d-9650-470a224eb22e service neutron] 10.222.0.20 "GET /v2.0/networks?id=a9599b63-e301-40ee-a68b-513386c3f329 HTTP/1.1" status: 200 len: 909 time: 0.1284580 Oct 04 10:12:34.073550 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a0907049-ec5a-4d92-953f-0e00126adb90 req-756459ae-8682-41a6-9866-07012d775214 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ede59f1-6844-47c2-b89f-bd7190b04ce2 HTTP/1.1" status: 200 len: 217 time: 0.0589812 Oct 04 10:12:34.136559 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0907049-ec5a-4d92-953f-0e00126adb90 req-33a856e0-c710-460b-b6c7-b8d54dc5c244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:12:34.137856 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a0907049-ec5a-4d92-953f-0e00126adb90 req-33a856e0-c710-460b-b6c7-b8d54dc5c244 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cc62f23a-9d10-48fc-af8e-a094cca99d44 HTTP/1.1" status: 200 len: 847 time: 0.0584717 Oct 04 10:12:34.222071 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0907049-ec5a-4d92-953f-0e00126adb90 req-76dc1d26-36ab-453d-8fd0-a7da7bc2e827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:12:34.223550 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a0907049-ec5a-4d92-953f-0e00126adb90 req-76dc1d26-36ab-453d-8fd0-a7da7bc2e827 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a9599b63-e301-40ee-a68b-513386c3f329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797279 Oct 04 10:12:34.358759 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a0907049-ec5a-4d92-953f-0e00126adb90 req-33a2dff8-c544-490f-bfc4-53f632ae4913 service neutron] 10.222.0.20 "GET /v2.0/networks/a9599b63-e301-40ee-a68b-513386c3f329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279676 Oct 04 10:12:34.503434 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 4b1c5be2-1c5a-48f3-91ea-200759afafb6 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:12:34.513645 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a0907049-ec5a-4d92-953f-0e00126adb90 req-e0ea4c38-4d30-4e49-b1a9-5804a9c8d41f service neutron] 10.222.0.20 "GET /v2.0/networks/a9599b63-e301-40ee-a68b-513386c3f329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484087 Oct 04 10:12:34.619931 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 4b1c5be2-1c5a-48f3-91ea-200759afafb6 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 10:12:34.624696 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 4b1c5be2-1c5a-48f3-91ea-200759afafb6 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:12:34.625069 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:34.625407 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 4b1c5be2-1c5a-48f3-91ea-200759afafb6 Oct 04 10:12:34.743461 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 4b1c5be2-1c5a-48f3-91ea-200759afafb6 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:12:34.743846 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:34.778807 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 4b1c5be2-1c5a-48f3-91ea-200759afafb6, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=4b1c5be2-1c5a-48f3-91ea-200759afafb6,segment=NetworkSegment(d7bf7222-1907-4bfa-9e22-e81dced1a108),segment_id=d7bf7222-1907-4bfa-9e22-e81dced1a108)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:12:34.782921 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:34.849501 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=4b1c5be2-1c5a-48f3-91ea-200759afafb6,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:12:34.887216 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86558a2-c1f4-4a63-9b48-c179ee3f0f62 req-b4cf547f-dc82-4fa5-a8e5-52606d1cf8ad tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:12:34.888724 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-e86558a2-c1f4-4a63-9b48-c179ee3f0f62 req-b4cf547f-dc82-4fa5-a8e5-52606d1cf8ad tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 944 time: 0.0892978 Oct 04 10:12:34.931734 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-e86558a2-c1f4-4a63-9b48-c179ee3f0f62 req-7b2d3709-006a-474e-a569-d574652479bf tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=a955fc60-f078-43fb-b770-9f597d4c81f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373230 Oct 04 10:12:36.130489 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe52e79-57fd-4ec0-ac9e-2f80a6ffc0f2 req-82b92296-24d7-4b52-8562-d20e1b43d2b0 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:12:36.131937 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-5fe52e79-57fd-4ec0-ac9e-2f80a6ffc0f2 req-82b92296-24d7-4b52-8562-d20e1b43d2b0 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 944 time: 0.0893118 Oct 04 10:12:36.175544 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-5fe52e79-57fd-4ec0-ac9e-2f80a6ffc0f2 req-59df3d63-33b9-43ee-8184-beeb5d83a523 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=a955fc60-f078-43fb-b770-9f597d4c81f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379176 Oct 04 10:12:36.228218 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 1ede59f1-6844-47c2-b89f-bd7190b04ce2 details requested by agent hyperv_hv-neutron-8602 with host hv-neutron-8602 {{(pid=89034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 04 10:12:36.359593 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 1ede59f1-6844-47c2-b89f-bd7190b04ce2, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=1ede59f1-6844-47c2-b89f-bd7190b04ce2,segment=NetworkSegment(32a3a457-877b-45b6-a36e-891157529036),segment_id=32a3a457-877b-45b6-a36e-891157529036)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:12:36.372208 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Returning: {'device': '1ede59f1-6844-47c2-b89f-bd7190b04ce2', 'network_id': 'a9599b63-e301-40ee-a68b-513386c3f329', 'port_id': '1ede59f1-6844-47c2-b89f-bd7190b04ce2', 'mac_address': 'fa:16:3e:bc:a8:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc62f23a-9d10-48fc-af8e-a094cca99d44', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 04 10:12:36.428281 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 1ede59f1-6844-47c2-b89f-bd7190b04ce2 is: DOWN; New status is: BUILD {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:12:36.428687 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:36.451021 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ede59f1-6844-47c2-b89f-bd7190b04ce2 {{(pid=89034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 10:12:36.466652 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 1ede59f1-6844-47c2-b89f-bd7190b04ce2, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=1ede59f1-6844-47c2-b89f-bd7190b04ce2,segment=NetworkSegment(32a3a457-877b-45b6-a36e-891157529036),segment_id=32a3a457-877b-45b6-a36e-891157529036)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:12:36.471108 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:36.501772 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 4b1c5be2-1c5a-48f3-91ea-200759afafb6 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:12:36.587362 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=1ede59f1-6844-47c2-b89f-bd7190b04ce2,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:12:36.600140 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 4b1c5be2-1c5a-48f3-91ea-200759afafb6 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:12:36.600540 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:36.600874 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 4b1c5be2-1c5a-48f3-91ea-200759afafb6 Oct 04 10:12:36.711449 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 4b1c5be2-1c5a-48f3-91ea-200759afafb6 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:12:36.866809 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['1ede59f1-6844-47c2-b89f-bd7190b04ce2'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 10:12:37.375939 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb12d4-576a-4df5-afea-89d610ec81d0 req-b1a65600-e985-4ff9-894e-26b43a2cd3be tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:12:37.377407 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f9bb12d4-576a-4df5-afea-89d610ec81d0 req-b1a65600-e985-4ff9-894e-26b43a2cd3be tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 945 time: 0.0889962 Oct 04 10:12:37.420315 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f9bb12d4-576a-4df5-afea-89d610ec81d0 req-be3f72dc-6896-4d83-b669-73ef853d4a69 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=a955fc60-f078-43fb-b770-9f597d4c81f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372310 Oct 04 10:12:38.227556 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 1ede59f1-6844-47c2-b89f-bd7190b04ce2 up at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:12:38.294068 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning for port 1ede59f1-6844-47c2-b89f-bd7190b04ce2 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 10:12:38.298899 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning complete for port 1ede59f1-6844-47c2-b89f-bd7190b04ce2 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:12:38.299272 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:38.299609 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Attempt 1 to provision port 1ede59f1-6844-47c2-b89f-bd7190b04ce2 Oct 04 10:12:38.422567 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 1ede59f1-6844-47c2-b89f-bd7190b04ce2 is: BUILD; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:12:38.422948 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:38.450367 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de784a8-97f4-40ac-a5d9-79662be28225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ede59f1-6844-47c2-b89f-bd7190b04ce2'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 10:12:38.452640 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57bf53c6ee682485c6b2af0162fb0d8239c3b91f88f531d8197f9e173bf15718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c671612a-a0e8-4448-b86b-9acef18aa1cb" -d '{"events": [{"server_uuid": "9de784a8-97f4-40ac-a5d9-79662be28225", "name": "network-vif-plugged", "status": "completed", "tag": "1ede59f1-6844-47c2-b89f-bd7190b04ce2"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 10:12:38.460031 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 1ede59f1-6844-47c2-b89f-bd7190b04ce2, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=1ede59f1-6844-47c2-b89f-bd7190b04ce2,segment=NetworkSegment(32a3a457-877b-45b6-a36e-891157529036),segment_id=32a3a457-877b-45b6-a36e-891157529036)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:12:38.464487 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:38.504104 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 10:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2fb65b-2df0-4f3a-975c-5a048ba4ff99 x-openstack-request-id: req-4b2fb65b-2df0-4f3a-975c-5a048ba4ff99 {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 10:12:38.504418 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9de784a8-97f4-40ac-a5d9-79662be28225", "name": "network-vif-plugged", "status": "completed", "tag": "1ede59f1-6844-47c2-b89f-bd7190b04ce2", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 10:12:38.504670 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4b2fb65b-2df0-4f3a-975c-5a048ba4ff99 {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 10:12:38.505058 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b2fb65b-2df0-4f3a-975c-5a048ba4ff99'] response: {'server_uuid': '9de784a8-97f4-40ac-a5d9-79662be28225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ede59f1-6844-47c2-b89f-bd7190b04ce2', 'code': 200} Oct 04 10:12:38.545677 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=1ede59f1-6844-47c2-b89f-bd7190b04ce2,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:12:38.625960 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75280974-c8b0-4d69-8727-4a0ff591b7c7 req-dbcee8ed-ba54-4771-b9da-53c7b1f71034 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:12:38.627421 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-75280974-c8b0-4d69-8727-4a0ff591b7c7 req-dbcee8ed-ba54-4771-b9da-53c7b1f71034 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 946 time: 0.0938556 Oct 04 10:12:38.677223 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-75280974-c8b0-4d69-8727-4a0ff591b7c7 req-5ba84eca-ec39-4281-a342-ceac743219b8 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=a955fc60-f078-43fb-b770-9f597d4c81f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431957 Oct 04 10:12:38.863096 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2740dd6-a003-4269-b0ec-0a6ab61f48e9 req-aa7e2c89-e8cd-4e30-af54-088eac2f9a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:12:38.864598 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f2740dd6-a003-4269-b0ec-0a6ab61f48e9 req-aa7e2c89-e8cd-4e30-af54-088eac2f9a79 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 1099 time: 0.1686978 Oct 04 10:12:38.902949 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f2740dd6-a003-4269-b0ec-0a6ab61f48e9 req-3aaa7a37-b26c-452e-9404-c3a863c3f16c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a955fc60-f078-43fb-b770-9f597d4c81f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322490 Oct 04 10:12:39.877769 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560cb1a6-d73a-46f3-b14b-e0eedba9f594 req-74cba5d0-4970-4c53-8202-097c121efb15 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:12:39.879208 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-560cb1a6-d73a-46f3-b14b-e0eedba9f594 req-74cba5d0-4970-4c53-8202-097c121efb15 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 946 time: 0.0900686 Oct 04 10:12:39.922013 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-560cb1a6-d73a-46f3-b14b-e0eedba9f594 req-b219e77f-b3bc-47bb-893f-bc04101948fe tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=a955fc60-f078-43fb-b770-9f597d4c81f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363128 Oct 04 10:12:41.121883 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500bf685-44df-4849-8c63-69826c435730 req-faf52c2b-b3d3-4a18-b9ad-f8e81f2defad tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:12:41.123344 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-500bf685-44df-4849-8c63-69826c435730 req-faf52c2b-b3d3-4a18-b9ad-f8e81f2defad tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 946 time: 0.0874257 Oct 04 10:12:41.166332 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-500bf685-44df-4849-8c63-69826c435730 req-ed1ac6cc-7158-4ab5-883f-0d5c3059c49a tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=a955fc60-f078-43fb-b770-9f597d4c81f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374267 Oct 04 10:12:41.359931 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc9d5b9-8463-4825-8f7b-5d3df5d03b7d req-cb29191e-ac78-4c70-86b6-aa474a2f8705 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:12:41.361385 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-1cc9d5b9-8463-4825-8f7b-5d3df5d03b7d req-cb29191e-ac78-4c70-86b6-aa474a2f8705 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 946 time: 0.0848401 Oct 04 10:12:41.404654 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-1cc9d5b9-8463-4825-8f7b-5d3df5d03b7d req-a1d44060-c820-437f-9eef-501204b7b0c6 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=a955fc60-f078-43fb-b770-9f597d4c81f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370662 Oct 04 10:12:41.432715 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 44912) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:12:41.553368 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de146ab-576e-4736-a72e-6438c2e1e126 tempest-TestShelveInstance-1578953760 tempest-TestShelveInstance-1578953760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:12:41.554855 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-8de146ab-576e-4736-a72e-6438c2e1e126 tempest-TestShelveInstance-1578953760 tempest-TestShelveInstance-1578953760-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 1094 time: 0.1211739 Oct 04 10:12:41.557772 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 44918) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:12:41.562529 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-9caef599-9e64-4d23-8399-2086a42eb722 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Request body: {'floatingip': {'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'port_id': '1ede59f1-6844-47c2-b89f-bd7190b04ce2', 'tenant_id': '6843642c62004cb0bcb0ba8c58980f5e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:12:41.568936 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-9caef599-9e64-4d23-8399-2086a42eb722 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:12:41.572731 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-9caef599-9e64-4d23-8399-2086a42eb722 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Usage tracker for resource:floatingip and tenant:6843642c62004cb0bcb0ba8c58980f5e is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:12:41.575492 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-9caef599-9e64-4d23-8399-2086a42eb722 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:12:41.581139 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-9caef599-9e64-4d23-8399-2086a42eb722 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:12:41.591169 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9caef599-9e64-4d23-8399-2086a42eb722 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks [] for floatingip, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:41.723839 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9caef599-9e64-4d23-8399-2086a42eb722 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:41.806403 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:41.859122 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-9caef599-9e64-4d23-8399-2086a42eb722 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Allocated IP 172.26.10.174 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/fc93e9e0-7f62-433c-9bf3-bd579e46af64) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 10:12:42.102015 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9caef599-9e64-4d23-8399-2086a42eb722 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:42.131472 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9caef599-9e64-4d23-8399-2086a42eb722 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:42.191979 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9caef599-9e64-4d23-8399-2086a42eb722 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 10:12:42.195194 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-9caef599-9e64-4d23-8399-2086a42eb722 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 10:12:42.198753 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caef599-9e64-4d23-8399-2086a42eb722 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 10:12:42.243082 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caef599-9e64-4d23-8399-2086a42eb722 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Pushing event updated for resources: {'Port': ['ID=fc93e9e0-7f62-433c-9bf3-bd579e46af64,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:12:42.613732 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9caef599-9e64-4d23-8399-2086a42eb722 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:42.687560 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9caef599-9e64-4d23-8399-2086a42eb722 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:42.895987 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9caef599-9e64-4d23-8399-2086a42eb722 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:42.900993 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9caef599-9e64-4d23-8399-2086a42eb722 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:43.009510 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9caef599-9e64-4d23-8399-2086a42eb722 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:43.059071 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caef599-9e64-4d23-8399-2086a42eb722 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Pushing event updated for resources: {'Port': ['ID=fc93e9e0-7f62-433c-9bf3-bd579e46af64,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:12:43.180539 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.l3_db [None req-9caef599-9e64-4d23-8399-2086a42eb722 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Floating IP ee78daec-f07a-4b2d-a53e-c856ed581771 associated. External IP: 172.26.10.174, port: 1ede59f1-6844-47c2-b89f-bd7190b04ce2. Oct 04 10:12:43.625311 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9caef599-9e64-4d23-8399-2086a42eb722 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Router 1c42210e-122c-4a54-aca1-d4109ab61639 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 10:12:43.802192 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9caef599-9e64-4d23-8399-2086a42eb722 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 10:12:43.812927 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d36ef97-db33-48d5-ac90-2148b135d199 None None] Sync routers for ids ['1c42210e-122c-4a54-aca1-d4109ab61639'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 10:12:43.822796 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d36ef97-db33-48d5-ac90-2148b135d199 None None] Routers {'1c42210e-122c-4a54-aca1-d4109ab61639'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:12:43.823797 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-8d36ef97-db33-48d5-ac90-2148b135d199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:12:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['1c42210e-122c-4a54-aca1-d4109ab61639'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:12:43.828137 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-9caef599-9e64-4d23-8399-2086a42eb722 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:12:43.883142 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-9caef599-9e64-4d23-8399-2086a42eb722 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 998 time: 2.3242807 Oct 04 10:12:43.883730 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9de784a8-97f4-40ac-a5d9-79662be28225', 'tag': '1ede59f1-6844-47c2-b89f-bd7190b04ce2'}] {{(pid=89033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 10:12:43.924991 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a747684451098715ea7c3e463332765a3019342bf75c96ab1530b21cbe03a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55be4dfc-95fe-47f6-9c6f-915ce4a854dd" -d '{"events": [{"name": "network-changed", "server_uuid": "9de784a8-97f4-40ac-a5d9-79662be28225", "tag": "1ede59f1-6844-47c2-b89f-bd7190b04ce2"}]}' {{(pid=89033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 10:12:44.002730 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-8d36ef97-db33-48d5-ac90-2148b135d199 None None] Set router 1c42210e-122c-4a54-aca1-d4109ab61639 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:12:44.012689 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 10:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d4be37-b73b-4c95-8db4-a1d585bb710f x-openstack-request-id: req-99d4be37-b73b-4c95-8db4-a1d585bb710f {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 10:12:44.012978 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9de784a8-97f4-40ac-a5d9-79662be28225", "tag": "1ede59f1-6844-47c2-b89f-bd7190b04ce2", "status": "completed", "code": 200}]} {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 10:12:44.013229 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-99d4be37-b73b-4c95-8db4-a1d585bb710f {{(pid=89033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 10:12:44.013633 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99d4be37-b73b-4c95-8db4-a1d585bb710f'] response: {'name': 'network-changed', 'server_uuid': '9de784a8-97f4-40ac-a5d9-79662be28225', 'tag': '1ede59f1-6844-47c2-b89f-bd7190b04ce2', 'status': 'completed', 'code': 200} Oct 04 10:12:44.134216 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be4dfc-95fe-47f6-9c6f-915ce4a854dd req-7fb52fad-9baf-4d07-a7ae-c9ac8819b77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:12:44.135618 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-55be4dfc-95fe-47f6-9c6f-915ce4a854dd req-7fb52fad-9baf-4d07-a7ae-c9ac8819b77d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6843642c62004cb0bcb0ba8c58980f5e&device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 1099 time: 0.0778003 Oct 04 10:12:44.265583 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be4dfc-95fe-47f6-9c6f-915ce4a854dd req-0ce81619-acf3-4cab-b701-c90e5adcaaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:12:44.267028 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-55be4dfc-95fe-47f6-9c6f-915ce4a854dd req-0ce81619-acf3-4cab-b701-c90e5adcaaa0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a9599b63-e301-40ee-a68b-513386c3f329 HTTP/1.1" status: 200 len: 909 time: 0.1253800 Oct 04 10:12:44.369753 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-55be4dfc-95fe-47f6-9c6f-915ce4a854dd req-d2d3a35e-57e2-46ee-8938-0c43eb9acbe0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ede59f1-6844-47c2-b89f-bd7190b04ce2 HTTP/1.1" status: 200 len: 1001 time: 0.0967977 Oct 04 10:12:44.378526 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-8d36ef97-db33-48d5-ac90-2148b135d199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c42210e-122c-4a54-aca1-d4109ab61639', 'name': 'tempest-TestShelveInstance-388107138-router', 'tenant_id': '6843642c62004cb0bcb0ba8c58980f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.180'}], 'enable_snat': True}, 'gw_port_id': '84895737-e5d9-41ca-b981-9ed47d9e9ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:12:15Z', 'updated_at': '2022-10-04T10:12:19Z', 'revision_number': 4, 'project_id': '6843642c62004cb0bcb0ba8c58980f5e', 'gw_port': {'id': '84895737-e5d9-41ca-b981-9ed47d9e9ee1', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ec:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c42210e-122c-4a54-aca1-d4109ab61639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:12:16Z', 'updated_at': '2022-10-04T10:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'ee78daec-f07a-4b2d-a53e-c856ed581771', 'tenant_id': '6843642c62004cb0bcb0ba8c58980f5e', 'floating_ip_address': '172.26.10.174', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '1c42210e-122c-4a54-aca1-d4109ab61639', 'port_id': '1ede59f1-6844-47c2-b89f-bd7190b04ce2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9599b63-e301-40ee-a68b-513386c3f329', 'mac_address': 'fa:16:3e:bc:a8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de784a8-97f4-40ac-a5d9-79662be28225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T10:12:42Z', 'updated_at': '2022-10-04T10:12:42Z', 'revision_number': 0, 'project_id': '6843642c62004cb0bcb0ba8c58980f5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '615ad26d-8e76-41ea-a909-01fd75906073', 'name': '', 'network_id': 'a9599b63-e301-40ee-a68b-513386c3f329', 'tenant_id': '6843642c62004cb0bcb0ba8c58980f5e', 'mac_address': 'fa:16:3e:16:30:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c42210e-122c-4a54-aca1-d4109ab61639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'cc62f23a-9d10-48fc-af8e-a094cca99d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:12:18Z', 'updated_at': '2022-10-04T10:12:25Z', 'revision_number': 5, 'project_id': '6843642c62004cb0bcb0ba8c58980f5e', 'subnets': [{'id': 'cc62f23a-9d10-48fc-af8e-a094cca99d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:12:44.382357 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d36ef97-db33-48d5-ac90-2148b135d199 None None] Checking router: 1c42210e-122c-4a54-aca1-d4109ab61639 for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 10:12:44.390719 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d36ef97-db33-48d5-ac90-2148b135d199 None None] Routers {'1c42210e-122c-4a54-aca1-d4109ab61639'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:12:44.391260 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-8d36ef97-db33-48d5-ac90-2148b135d199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:12:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['1c42210e-122c-4a54-aca1-d4109ab61639'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:12:44.435182 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be4dfc-95fe-47f6-9c6f-915ce4a854dd req-796c0534-aabd-4018-8ef1-b51583b7aba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:12:44.436662 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-55be4dfc-95fe-47f6-9c6f-915ce4a854dd req-796c0534-aabd-4018-8ef1-b51583b7aba9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cc62f23a-9d10-48fc-af8e-a094cca99d44 HTTP/1.1" status: 200 len: 847 time: 0.0614445 Oct 04 10:12:44.517136 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be4dfc-95fe-47f6-9c6f-915ce4a854dd req-6b47d922-a7e8-4344-b3bb-b26b00796ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:12:44.518616 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-55be4dfc-95fe-47f6-9c6f-915ce4a854dd req-6b47d922-a7e8-4344-b3bb-b26b00796ae3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a9599b63-e301-40ee-a68b-513386c3f329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760257 Oct 04 10:12:44.572651 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-8d36ef97-db33-48d5-ac90-2148b135d199 None None] Set router 1c42210e-122c-4a54-aca1-d4109ab61639 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:12:44.655474 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-55be4dfc-95fe-47f6-9c6f-915ce4a854dd req-c0d530b1-0508-4838-872b-aec946836e0e service neutron] 10.222.0.20 "GET /v2.0/networks/a9599b63-e301-40ee-a68b-513386c3f329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299019 Oct 04 10:12:44.787215 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-55be4dfc-95fe-47f6-9c6f-915ce4a854dd req-2ccc5cee-5e2a-4ccc-8f72-d4e33c284721 service neutron] 10.222.0.20 "GET /v2.0/networks/a9599b63-e301-40ee-a68b-513386c3f329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259069 Oct 04 10:12:44.913768 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-8d36ef97-db33-48d5-ac90-2148b135d199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c42210e-122c-4a54-aca1-d4109ab61639', 'name': 'tempest-TestShelveInstance-388107138-router', 'tenant_id': '6843642c62004cb0bcb0ba8c58980f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.180'}], 'enable_snat': True}, 'gw_port_id': '84895737-e5d9-41ca-b981-9ed47d9e9ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:12:15Z', 'updated_at': '2022-10-04T10:12:19Z', 'revision_number': 4, 'project_id': '6843642c62004cb0bcb0ba8c58980f5e', 'gw_port': {'id': '84895737-e5d9-41ca-b981-9ed47d9e9ee1', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ec:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c42210e-122c-4a54-aca1-d4109ab61639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:12:16Z', 'updated_at': '2022-10-04T10:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'ee78daec-f07a-4b2d-a53e-c856ed581771', 'tenant_id': '6843642c62004cb0bcb0ba8c58980f5e', 'floating_ip_address': '172.26.10.174', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '1c42210e-122c-4a54-aca1-d4109ab61639', 'port_id': '1ede59f1-6844-47c2-b89f-bd7190b04ce2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9599b63-e301-40ee-a68b-513386c3f329', 'mac_address': 'fa:16:3e:bc:a8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de784a8-97f4-40ac-a5d9-79662be28225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T10:12:42Z', 'updated_at': '2022-10-04T10:12:42Z', 'revision_number': 0, 'project_id': '6843642c62004cb0bcb0ba8c58980f5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '615ad26d-8e76-41ea-a909-01fd75906073', 'name': '', 'network_id': 'a9599b63-e301-40ee-a68b-513386c3f329', 'tenant_id': '6843642c62004cb0bcb0ba8c58980f5e', 'mac_address': 'fa:16:3e:16:30:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c42210e-122c-4a54-aca1-d4109ab61639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'cc62f23a-9d10-48fc-af8e-a094cca99d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:12:18Z', 'updated_at': '2022-10-04T10:12:25Z', 'revision_number': 5, 'project_id': '6843642c62004cb0bcb0ba8c58980f5e', 'subnets': [{'id': 'cc62f23a-9d10-48fc-af8e-a094cca99d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:12:44.917606 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d36ef97-db33-48d5-ac90-2148b135d199 None None] The sync data for ids ['1c42210e-122c-4a54-aca1-d4109ab61639'] in dv-neutron-860215-1-hyperv is: [{'id': '1c42210e-122c-4a54-aca1-d4109ab61639', 'name': 'tempest-TestShelveInstance-388107138-router', 'tenant_id': '6843642c62004cb0bcb0ba8c58980f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.180'}], 'enable_snat': True}, 'gw_port_id': '84895737-e5d9-41ca-b981-9ed47d9e9ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:12:15Z', 'updated_at': '2022-10-04T10:12:19Z', 'revision_number': 4, 'project_id': '6843642c62004cb0bcb0ba8c58980f5e', 'gw_port': {'id': '84895737-e5d9-41ca-b981-9ed47d9e9ee1', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ec:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c42210e-122c-4a54-aca1-d4109ab61639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:12:16Z', 'updated_at': '2022-10-04T10:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'ee78daec-f07a-4b2d-a53e-c856ed581771', 'tenant_id': '6843642c62004cb0bcb0ba8c58980f5e', 'floating_ip_address': '172.26.10.174', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '1c42210e-122c-4a54-aca1-d4109ab61639', 'port_id': '1ede59f1-6844-47c2-b89f-bd7190b04ce2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9599b63-e301-40ee-a68b-513386c3f329', 'mac_address': 'fa:16:3e:bc:a8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9de784a8-97f4-40ac-a5d9-79662be28225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T10:12:42Z', 'updated_at': '2022-10-04T10:12:42Z', 'revision_number': 0, 'project_id': '6843642c62004cb0bcb0ba8c58980f5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '615ad26d-8e76-41ea-a909-01fd75906073', 'name': '', 'network_id': 'a9599b63-e301-40ee-a68b-513386c3f329', 'tenant_id': '6843642c62004cb0bcb0ba8c58980f5e', 'mac_address': 'fa:16:3e:16:30:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c42210e-122c-4a54-aca1-d4109ab61639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'cc62f23a-9d10-48fc-af8e-a094cca99d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:12:18Z', 'updated_at': '2022-10-04T10:12:25Z', 'revision_number': 5, 'project_id': '6843642c62004cb0bcb0ba8c58980f5e', 'subnets': [{'id': 'cc62f23a-9d10-48fc-af8e-a094cca99d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 10:12:45.110197 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efdda23-b5ba-4065-8864-72fb80a97fe2 None None] New status for floating IP ee78daec-f07a-4b2d-a53e-c856ed581771: ACTIVE {{(pid=89035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 10:12:51.799085 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 10:12:57.744532 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c833cc1f-8f9c-420e-a6c4-54ee155e93ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:13:00.393015 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-fa1402ec-7c24-4224-8687-a9932afb80ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:13:00.921539 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:13:00.947327 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:13:02.497475 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:13:11.803799 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:13:14.466946 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9b5a7b36-9a98-4cab-8eaa-8df1594b2f6f req-af414082-baa4-4277-816a-213d29878ed8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0794487 Oct 04 10:13:14.623140 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a7b36-9a98-4cab-8eaa-8df1594b2f6f req-69ee3e26-ec29-4341-ab3d-15091c3c15c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:13:14.624601 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9b5a7b36-9a98-4cab-8eaa-8df1594b2f6f req-69ee3e26-ec29-4341-ab3d-15091c3c15c2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6843642c62004cb0bcb0ba8c58980f5e&device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 1099 time: 0.0752654 Oct 04 10:13:14.766458 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a7b36-9a98-4cab-8eaa-8df1594b2f6f req-78d510df-e041-4ba9-bfb9-1cd08b28eba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:13:14.768039 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9b5a7b36-9a98-4cab-8eaa-8df1594b2f6f req-78d510df-e041-4ba9-bfb9-1cd08b28eba2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a9599b63-e301-40ee-a68b-513386c3f329 HTTP/1.1" status: 200 len: 909 time: 0.1248622 Oct 04 10:13:14.870290 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9b5a7b36-9a98-4cab-8eaa-8df1594b2f6f req-70e2a298-0d2a-46fc-8b52-1a916e5e4ea4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ede59f1-6844-47c2-b89f-bd7190b04ce2 HTTP/1.1" status: 200 len: 1003 time: 0.0961938 Oct 04 10:13:14.931313 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a7b36-9a98-4cab-8eaa-8df1594b2f6f req-bdfcabc6-7acb-4ebf-9f1d-6829a0e8fab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:13:14.932746 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9b5a7b36-9a98-4cab-8eaa-8df1594b2f6f req-bdfcabc6-7acb-4ebf-9f1d-6829a0e8fab9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cc62f23a-9d10-48fc-af8e-a094cca99d44 HTTP/1.1" status: 200 len: 847 time: 0.0565844 Oct 04 10:13:15.017191 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a7b36-9a98-4cab-8eaa-8df1594b2f6f req-8245a24b-b195-4516-a771-6020e229abbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:13:15.018579 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9b5a7b36-9a98-4cab-8eaa-8df1594b2f6f req-8245a24b-b195-4516-a771-6020e229abbf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a9599b63-e301-40ee-a68b-513386c3f329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801358 Oct 04 10:13:15.235263 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9b5a7b36-9a98-4cab-8eaa-8df1594b2f6f req-ac7d8db3-262d-49f8-a780-0a7fb9e68afd service neutron] 10.222.0.20 "GET /v2.0/networks/a9599b63-e301-40ee-a68b-513386c3f329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105501 Oct 04 10:13:15.363462 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9b5a7b36-9a98-4cab-8eaa-8df1594b2f6f req-e27bdb45-f673-49e8-87ac-aa767a137080 service neutron] 10.222.0.20 "GET /v2.0/networks/a9599b63-e301-40ee-a68b-513386c3f329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213667 Oct 04 10:13:27.745016 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b03de4e7-4783-4ca6-8cc3-9075c2eef70f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:13:28.797698 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 10:13:30.395149 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-29f83249-5824-4d84-8caa-0a5f71fc0c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:13:30.922597 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:13:30.950717 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:13:32.500378 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:13:41.826770 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:13:57.737214 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-140bf4aa-b4de-4e12-b52d-039560a8bf66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:14:00.396553 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-2363f79a-a559-4fbd-bb1e-b1338102832c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:14:00.925728 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:14:00.952747 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:14:02.503967 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:14:05.797838 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 10:14:11.834988 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:14:14.469323 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6e62692c-0c99-4861-bd70-b90c017736b5 req-596d3941-2df5-42a5-8e62-069529c311fc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0748310 Oct 04 10:14:14.629505 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62692c-0c99-4861-bd70-b90c017736b5 req-c1a7ae95-e0a3-4849-a980-ad83c1f9e543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:14:14.630945 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6e62692c-0c99-4861-bd70-b90c017736b5 req-c1a7ae95-e0a3-4849-a980-ad83c1f9e543 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6843642c62004cb0bcb0ba8c58980f5e&device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 1099 time: 0.0798473 Oct 04 10:14:14.771347 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62692c-0c99-4861-bd70-b90c017736b5 req-8c556a25-a7c0-46fe-8401-4eb6b7771772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:14:14.773069 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6e62692c-0c99-4861-bd70-b90c017736b5 req-8c556a25-a7c0-46fe-8401-4eb6b7771772 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a9599b63-e301-40ee-a68b-513386c3f329 HTTP/1.1" status: 200 len: 909 time: 0.1244562 Oct 04 10:14:14.874177 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6e62692c-0c99-4861-bd70-b90c017736b5 req-2f3ea896-2c2b-47b7-8ef5-e7a98d5e552c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ede59f1-6844-47c2-b89f-bd7190b04ce2 HTTP/1.1" status: 200 len: 1003 time: 0.0949640 Oct 04 10:14:14.934658 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62692c-0c99-4861-bd70-b90c017736b5 req-35d0ad98-688e-4a9a-8752-20ff3290f462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:14:14.936047 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6e62692c-0c99-4861-bd70-b90c017736b5 req-35d0ad98-688e-4a9a-8752-20ff3290f462 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cc62f23a-9d10-48fc-af8e-a094cca99d44 HTTP/1.1" status: 200 len: 847 time: 0.0554135 Oct 04 10:14:15.019809 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62692c-0c99-4861-bd70-b90c017736b5 req-344ce6df-077c-4a36-aeee-21a9d733b145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:14:15.021199 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6e62692c-0c99-4861-bd70-b90c017736b5 req-344ce6df-077c-4a36-aeee-21a9d733b145 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a9599b63-e301-40ee-a68b-513386c3f329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797734 Oct 04 10:14:15.030871 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [req-6e62692c-0c99-4861-bd70-b90c017736b5 req-8a5d5281-1a86-4320-a07c-44e0e33d0703 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=89032) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 10:14:15.031761 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6e62692c-0c99-4861-bd70-b90c017736b5 req-8a5d5281-1a86-4320-a07c-44e0e33d0703 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048890 Oct 04 10:14:15.160687 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6e62692c-0c99-4861-bd70-b90c017736b5 req-3847b70a-8daa-45ce-81e7-82486dcf11fc service neutron] 10.222.0.20 "GET /v2.0/networks/a9599b63-e301-40ee-a68b-513386c3f329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219225 Oct 04 10:14:15.286803 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6e62692c-0c99-4861-bd70-b90c017736b5 req-23aa056c-a1ab-45bd-842f-d8accbc831e9 service neutron] 10.222.0.20 "GET /v2.0/networks/a9599b63-e301-40ee-a68b-513386c3f329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202543 Oct 04 10:14:27.738817 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5d1e750b-ec5c-44ea-9ded-c8a25e6375c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:14:30.398529 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b5ec2cf0-08ca-4f1c-b11f-357674e0b84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:14:30.927843 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:14:30.954996 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:14:32.507291 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:14:41.841752 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:14:42.797210 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 10:14:57.742273 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a13a48ac-0eb3-4f91-a279-b3c6134e1de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:15:00.399080 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-eef1b886-18d3-4b2e-aca9-b1d58e287779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:15:00.930360 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:15:00.957331 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:15:02.514031 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:15:09.751772 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c07dd1-bf07-4302-95ba-60b0b9be28ca req-e84bc96f-1063-4d8e-90fc-380b5d054f08 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:15:09.753285 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-34c07dd1-bf07-4302-95ba-60b0b9be28ca req-e84bc96f-1063-4d8e-90fc-380b5d054f08 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 946 time: 0.0868735 Oct 04 10:15:09.797678 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-34c07dd1-bf07-4302-95ba-60b0b9be28ca req-897736b1-0186-45dc-841e-b172d33de428 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=a955fc60-f078-43fb-b770-9f597d4c81f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383332 Oct 04 10:15:11.002439 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f08c7b-75fc-474e-bcfc-b5f80d240003 req-67c21c5b-fccf-461d-bb1f-4dca5d67341c tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:15:11.003814 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-01f08c7b-75fc-474e-bcfc-b5f80d240003 req-67c21c5b-fccf-461d-bb1f-4dca5d67341c tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 946 time: 0.0905180 Oct 04 10:15:11.047278 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-01f08c7b-75fc-474e-bcfc-b5f80d240003 req-8888c6a4-0b1a-4367-90b8-b05ba67f607e tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=a955fc60-f078-43fb-b770-9f597d4c81f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377746 Oct 04 10:15:11.839412 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:15:12.247342 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3282a4aa-4203-4a6f-adfd-dded888eea92 req-aaaed822-e5b6-4944-bc18-ae3dcfc74027 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:15:12.248805 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3282a4aa-4203-4a6f-adfd-dded888eea92 req-aaaed822-e5b6-4944-bc18-ae3dcfc74027 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 946 time: 0.0892789 Oct 04 10:15:12.292748 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3282a4aa-4203-4a6f-adfd-dded888eea92 req-25a1698c-c840-4033-8638-a8bc5215484e tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=a955fc60-f078-43fb-b770-9f597d4c81f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383415 Oct 04 10:15:13.493596 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc50f7-930f-4757-8d7b-3b2a27c350eb req-60879b74-a001-44da-8005-bbec3c24bb59 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:15:13.495034 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-67fc50f7-930f-4757-8d7b-3b2a27c350eb req-60879b74-a001-44da-8005-bbec3c24bb59 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 946 time: 0.0903831 Oct 04 10:15:13.537340 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-67fc50f7-930f-4757-8d7b-3b2a27c350eb req-3735de55-a5a2-4240-a35d-ce86a05564fc tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=a955fc60-f078-43fb-b770-9f597d4c81f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367498 Oct 04 10:15:14.572463 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b178c71a-1fba-4fb9-a3cf-e66508586927 req-8a36a971-58e3-4d4c-ab0c-5d2d729b94b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:15:14.573899 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b178c71a-1fba-4fb9-a3cf-e66508586927 req-8a36a971-58e3-4d4c-ab0c-5d2d729b94b4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6843642c62004cb0bcb0ba8c58980f5e&device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 1099 time: 0.1185844 Oct 04 10:15:14.774770 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b178c71a-1fba-4fb9-a3cf-e66508586927 req-52c59ef2-4d8c-48fd-9eee-3fb3e443e12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:15:14.776193 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b178c71a-1fba-4fb9-a3cf-e66508586927 req-52c59ef2-4d8c-48fd-9eee-3fb3e443e12e service neutron] 10.222.0.20 "GET /v2.0/networks?id=a9599b63-e301-40ee-a68b-513386c3f329 HTTP/1.1" status: 200 len: 909 time: 0.1836667 Oct 04 10:15:14.844528 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7408d5-9c7a-43ac-a796-ae28c863cdc7 req-83492a5a-51f7-4446-9ec4-32cd77b1a077 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:15:14.845923 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-da7408d5-9c7a-43ac-a796-ae28c863cdc7 req-83492a5a-51f7-4446-9ec4-32cd77b1a077 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 946 time: 0.1859612 Oct 04 10:15:15.009688 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b178c71a-1fba-4fb9-a3cf-e66508586927 req-8b294bb0-f82b-4a65-8d4c-be6ff5e6916e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ede59f1-6844-47c2-b89f-bd7190b04ce2 HTTP/1.1" status: 200 len: 1003 time: 0.2268574 Oct 04 10:15:15.013970 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-da7408d5-9c7a-43ac-a796-ae28c863cdc7 req-c0017b74-7aa8-45a5-b0c9-20afdcd79086 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=a955fc60-f078-43fb-b770-9f597d4c81f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592809 Oct 04 10:15:15.069992 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b178c71a-1fba-4fb9-a3cf-e66508586927 req-fb376f3d-9a5f-462b-bce5-e22a60209d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:15:15.071449 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b178c71a-1fba-4fb9-a3cf-e66508586927 req-fb376f3d-9a5f-462b-bce5-e22a60209d83 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cc62f23a-9d10-48fc-af8e-a094cca99d44 HTTP/1.1" status: 200 len: 847 time: 0.0559988 Oct 04 10:15:15.155737 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b178c71a-1fba-4fb9-a3cf-e66508586927 req-615297cd-c33a-418f-8d78-01d5ed43ffa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:15:15.157220 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b178c71a-1fba-4fb9-a3cf-e66508586927 req-615297cd-c33a-418f-8d78-01d5ed43ffa1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a9599b63-e301-40ee-a68b-513386c3f329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789602 Oct 04 10:15:15.285215 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b178c71a-1fba-4fb9-a3cf-e66508586927 req-01ad7560-0cab-4878-948c-04b9f265a01a service neutron] 10.222.0.20 "GET /v2.0/networks/a9599b63-e301-40ee-a68b-513386c3f329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213548 Oct 04 10:15:15.412228 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b178c71a-1fba-4fb9-a3cf-e66508586927 req-d2eed3ed-1e3d-481e-8106-75a4e0638d29 service neutron] 10.222.0.20 "GET /v2.0/networks/a9599b63-e301-40ee-a68b-513386c3f329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204147 Oct 04 10:15:16.208111 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8addc7-07ef-4165-8bee-356f4867a93b req-0bc98538-822b-4b48-8eec-68e33e2ccca9 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:15:16.209571 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-fa8addc7-07ef-4165-8bee-356f4867a93b req-0bc98538-822b-4b48-8eec-68e33e2ccca9 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 946 time: 0.0847600 Oct 04 10:15:16.253445 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-fa8addc7-07ef-4165-8bee-356f4867a93b req-906d5e44-667c-4065-be1f-d94e09acc832 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=a955fc60-f078-43fb-b770-9f597d4c81f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382578 Oct 04 10:15:17.445852 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a12778-0e45-4e24-869f-e03c0a778695 req-f247dfab-ffcc-4b70-bf23-a49e980ee9c3 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:15:17.447312 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b8a12778-0e45-4e24-869f-e03c0a778695 req-f247dfab-ffcc-4b70-bf23-a49e980ee9c3 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 946 time: 0.0849059 Oct 04 10:15:17.497474 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b8a12778-0e45-4e24-869f-e03c0a778695 req-cc20448c-43d4-495a-a788-8ccef4787f18 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=a955fc60-f078-43fb-b770-9f597d4c81f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431728 Oct 04 10:15:18.742820 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89a828-2bd1-45db-addb-7b10f90eda93 req-f8b3952a-d275-4052-b9dc-e485d88400e6 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:15:18.744708 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-8a89a828-2bd1-45db-addb-7b10f90eda93 req-f8b3952a-d275-4052-b9dc-e485d88400e6 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 946 time: 0.1359217 Oct 04 10:15:18.788893 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-8a89a828-2bd1-45db-addb-7b10f90eda93 req-ac4ee820-de42-44c9-a0e8-c8bbade748bd tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=a955fc60-f078-43fb-b770-9f597d4c81f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384769 Oct 04 10:15:19.797508 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 10:15:20.029163 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7268a4-2e60-4233-9765-6efd3d57c611 req-3de84541-e7cb-4c1a-8e21-d995ef1d4146 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:15:20.030777 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ea7268a4-2e60-4233-9765-6efd3d57c611 req-3de84541-e7cb-4c1a-8e21-d995ef1d4146 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 946 time: 0.1310875 Oct 04 10:15:20.073074 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ea7268a4-2e60-4233-9765-6efd3d57c611 req-6d7cf409-ecd0-4901-a8b5-1cbf308b53cc tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=a955fc60-f078-43fb-b770-9f597d4c81f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366707 Oct 04 10:15:21.267631 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea12b75-d3b6-441b-8532-122ba98ddbcc req-c9c05302-d486-40a8-844f-6d51f08310d7 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:15:21.269116 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-dea12b75-d3b6-441b-8532-122ba98ddbcc req-c9c05302-d486-40a8-844f-6d51f08310d7 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 946 time: 0.0858796 Oct 04 10:15:21.315974 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-dea12b75-d3b6-441b-8532-122ba98ddbcc req-631411b8-e00c-4f3a-ba25-bd4e39d1d771 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=a955fc60-f078-43fb-b770-9f597d4c81f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412986 Oct 04 10:15:22.520478 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8169ae18-949c-4702-b766-2f3c0218110e req-221d42e1-690d-4f2d-807b-de0dd82e5e97 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:15:22.521968 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8169ae18-949c-4702-b766-2f3c0218110e req-221d42e1-690d-4f2d-807b-de0dd82e5e97 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 946 time: 0.0950134 Oct 04 10:15:22.565790 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8169ae18-949c-4702-b766-2f3c0218110e req-167f2010-e4ef-4d7b-8bc6-de3cec2b5b29 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=a955fc60-f078-43fb-b770-9f597d4c81f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382254 Oct 04 10:15:22.973531 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 1ede59f1-6844-47c2-b89f-bd7190b04ce2 details requested by agent hyperv_hv-neutron-8602 with host hv-neutron-8602 {{(pid=89034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 04 10:15:23.102429 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 1ede59f1-6844-47c2-b89f-bd7190b04ce2, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=1ede59f1-6844-47c2-b89f-bd7190b04ce2,segment=NetworkSegment(32a3a457-877b-45b6-a36e-891157529036),segment_id=32a3a457-877b-45b6-a36e-891157529036)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:15:23.115307 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Returning: {'device': '1ede59f1-6844-47c2-b89f-bd7190b04ce2', 'network_id': 'a9599b63-e301-40ee-a68b-513386c3f329', 'port_id': '1ede59f1-6844-47c2-b89f-bd7190b04ce2', 'mac_address': 'fa:16:3e:bc:a8:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc62f23a-9d10-48fc-af8e-a094cca99d44', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 04 10:15:23.170222 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 1ede59f1-6844-47c2-b89f-bd7190b04ce2 is: ACTIVE; New status is: BUILD {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:15:23.170601 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:15:23.186469 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ede59f1-6844-47c2-b89f-bd7190b04ce2 {{(pid=89034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 10:15:23.201044 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 1ede59f1-6844-47c2-b89f-bd7190b04ce2, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=1ede59f1-6844-47c2-b89f-bd7190b04ce2,segment=NetworkSegment(32a3a457-877b-45b6-a36e-891157529036),segment_id=32a3a457-877b-45b6-a36e-891157529036)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:15:23.204951 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:15:23.308523 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=1ede59f1-6844-47c2-b89f-bd7190b04ce2,revision_number=6']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:15:23.315307 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:15:23.315649 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:15:23.315985 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:15:23.316313 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:15:23.316667 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:15:23.316992 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:15:23.317312 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:15:23.317634 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:15:23.317953 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:15:23.318270 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:15:23.318587 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:15:23.318899 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:15:23.357795 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['1ede59f1-6844-47c2-b89f-bd7190b04ce2'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 10:15:23.759014 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0cc201-24a8-49c4-9e9f-9badc540a0fb req-7a241847-bbd8-4b6f-8790-1a21d3a374e6 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:15:23.761074 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-db0cc201-24a8-49c4-9e9f-9badc540a0fb req-7a241847-bbd8-4b6f-8790-1a21d3a374e6 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 945 time: 0.0856042 Oct 04 10:15:23.803233 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-db0cc201-24a8-49c4-9e9f-9badc540a0fb req-89530d9b-adfd-4f9c-a9c5-666a31d8b73c tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=a955fc60-f078-43fb-b770-9f597d4c81f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366328 Oct 04 10:15:24.992019 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 1ede59f1-6844-47c2-b89f-bd7190b04ce2 up at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:15:24.999670 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9518612d-8022-4bbb-b46b-726adbd2818a req-23dd7c7c-9af3-41c5-901a-ebb07f1b55cf tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:15:25.001119 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9518612d-8022-4bbb-b46b-726adbd2818a req-23dd7c7c-9af3-41c5-901a-ebb07f1b55cf tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 945 time: 0.0877755 Oct 04 10:15:25.049656 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9518612d-8022-4bbb-b46b-726adbd2818a req-cc7191fc-caff-43fe-9e04-b09ffe626bee tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=a955fc60-f078-43fb-b770-9f597d4c81f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427165 Oct 04 10:15:25.060130 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning complete for port 1ede59f1-6844-47c2-b89f-bd7190b04ce2 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:15:25.060561 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:15:25.060896 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Attempt 1 to provision port 1ede59f1-6844-47c2-b89f-bd7190b04ce2 Oct 04 10:15:25.182071 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 1ede59f1-6844-47c2-b89f-bd7190b04ce2 is: BUILD; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:15:25.182469 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:15:25.209020 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de784a8-97f4-40ac-a5d9-79662be28225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ede59f1-6844-47c2-b89f-bd7190b04ce2'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 10:15:25.211293 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57bf53c6ee682485c6b2af0162fb0d8239c3b91f88f531d8197f9e173bf15718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9c17b9-f842-4ec7-a923-004152173415" -d '{"events": [{"server_uuid": "9de784a8-97f4-40ac-a5d9-79662be28225", "name": "network-vif-plugged", "status": "completed", "tag": "1ede59f1-6844-47c2-b89f-bd7190b04ce2"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 10:15:25.219630 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 1ede59f1-6844-47c2-b89f-bd7190b04ce2, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=1ede59f1-6844-47c2-b89f-bd7190b04ce2,segment=NetworkSegment(32a3a457-877b-45b6-a36e-891157529036),segment_id=32a3a457-877b-45b6-a36e-891157529036)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:15:25.225735 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:15:25.263937 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 10:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3632b7-bd3e-49c3-935a-72801847b3a3 x-openstack-request-id: req-2c3632b7-bd3e-49c3-935a-72801847b3a3 {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 10:15:25.264228 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9de784a8-97f4-40ac-a5d9-79662be28225", "name": "network-vif-plugged", "status": "completed", "tag": "1ede59f1-6844-47c2-b89f-bd7190b04ce2", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 10:15:25.264510 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2c3632b7-bd3e-49c3-935a-72801847b3a3 {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 10:15:25.264903 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c3632b7-bd3e-49c3-935a-72801847b3a3'] response: {'server_uuid': '9de784a8-97f4-40ac-a5d9-79662be28225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ede59f1-6844-47c2-b89f-bd7190b04ce2', 'code': 200} Oct 04 10:15:25.295916 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=1ede59f1-6844-47c2-b89f-bd7190b04ce2,revision_number=7']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:15:26.242077 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b05fd6-1d1d-4fa0-a518-c0ffc9800074 req-c70b51cd-68f1-47fc-9416-b0a7781938c0 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:15:26.243533 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-11b05fd6-1d1d-4fa0-a518-c0ffc9800074 req-c70b51cd-68f1-47fc-9416-b0a7781938c0 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 946 time: 0.0843878 Oct 04 10:15:26.286559 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-11b05fd6-1d1d-4fa0-a518-c0ffc9800074 req-2c3d16df-5da6-4627-b19a-5f1fd91fc539 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=a955fc60-f078-43fb-b770-9f597d4c81f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369096 Oct 04 10:15:27.497938 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91e145-3d8c-4c7e-bab5-1a5b59319b57 req-891c5a3e-907d-46b6-a3b6-70c73f8c4e4f tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:15:27.500861 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7d91e145-3d8c-4c7e-bab5-1a5b59319b57 req-891c5a3e-907d-46b6-a3b6-70c73f8c4e4f tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 946 time: 0.0990438 Oct 04 10:15:27.549332 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7d91e145-3d8c-4c7e-bab5-1a5b59319b57 req-a4a4291a-c676-4cfb-a58c-3a618b95caad tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=a955fc60-f078-43fb-b770-9f597d4c81f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415576 Oct 04 10:15:27.745329 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-aef9fe33-92b8-477d-9736-39e535114aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:15:28.765282 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3883a4d2-d272-4d62-91ff-6d6136f4bbff req-5a910625-64da-46a3-b752-cca1a5311313 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:15:28.766785 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3883a4d2-d272-4d62-91ff-6d6136f4bbff req-5a910625-64da-46a3-b752-cca1a5311313 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 946 time: 0.0951159 Oct 04 10:15:28.814929 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3883a4d2-d272-4d62-91ff-6d6136f4bbff req-c59b6228-96c6-4fba-9bca-451ffe460763 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=a955fc60-f078-43fb-b770-9f597d4c81f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424664 Oct 04 10:15:30.028728 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c931a0-ef81-47df-a47f-300113c6113b req-ff304c8b-b96f-42e7-86c6-8075f7d2318f tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:15:30.030553 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-13c931a0-ef81-47df-a47f-300113c6113b req-ff304c8b-b96f-42e7-86c6-8075f7d2318f tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 946 time: 0.0990648 Oct 04 10:15:30.083908 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-13c931a0-ef81-47df-a47f-300113c6113b req-ed92483e-5c17-4941-bd2d-1f1e4fb30dd3 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=a955fc60-f078-43fb-b770-9f597d4c81f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470219 Oct 04 10:15:30.404558 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-78563885-9557-40a4-8a02-ba3136c8259f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:15:30.933602 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:15:30.965716 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:15:31.292677 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e9f47-e473-4939-8863-1418682f27c3 req-069c6b62-daf0-4297-a1ae-d7a0fb750fe8 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:15:31.294939 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-199e9f47-e473-4939-8863-1418682f27c3 req-069c6b62-daf0-4297-a1ae-d7a0fb750fe8 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 946 time: 0.0923636 Oct 04 10:15:31.353234 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-199e9f47-e473-4939-8863-1418682f27c3 req-b0ccf1f3-b157-49ac-bd8b-81b5939473e5 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=a955fc60-f078-43fb-b770-9f597d4c81f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521443 Oct 04 10:15:32.524017 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:15:32.567636 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d33585-7be9-4d47-ad29-b37bdb2f37f0 req-0e0dc630-ebaf-4c76-b314-d63f32df33e6 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:15:32.569249 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-96d33585-7be9-4d47-ad29-b37bdb2f37f0 req-0e0dc630-ebaf-4c76-b314-d63f32df33e6 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 946 time: 0.1076653 Oct 04 10:15:32.620004 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-96d33585-7be9-4d47-ad29-b37bdb2f37f0 req-e19120e5-5a4e-4f35-8bff-321435b4322b tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=a955fc60-f078-43fb-b770-9f597d4c81f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441802 Oct 04 10:15:33.832446 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efdc8f2-ff38-4cfe-9b3c-465e72f32c41 req-9a0b495c-0247-43ee-a72f-bd60282bf901 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:15:33.834066 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8efdc8f2-ff38-4cfe-9b3c-465e72f32c41 req-9a0b495c-0247-43ee-a72f-bd60282bf901 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 946 time: 0.0962675 Oct 04 10:15:33.899721 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8efdc8f2-ff38-4cfe-9b3c-465e72f32c41 req-b7a0f03a-6ad8-47c5-9437-01c356324824 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=a955fc60-f078-43fb-b770-9f597d4c81f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481832 Oct 04 10:15:35.110684 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e020bd-f741-44bb-bf55-38d3ab8987a0 req-37cf3db3-d12a-43b1-9e3a-20647c0ef9c6 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:15:35.112221 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-64e020bd-f741-44bb-bf55-38d3ab8987a0 req-37cf3db3-d12a-43b1-9e3a-20647c0ef9c6 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 946 time: 0.0963624 Oct 04 10:15:35.162744 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-64e020bd-f741-44bb-bf55-38d3ab8987a0 req-fe53f4b6-24d0-4898-8f1b-acd686f9b782 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=a955fc60-f078-43fb-b770-9f597d4c81f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413492 Oct 04 10:15:36.372562 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a064aa31-35f3-4c20-9680-3ea0df92e6b6 req-dbda6efd-ae27-40f7-a476-dd7b4d88ff8b tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:15:36.374027 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a064aa31-35f3-4c20-9680-3ea0df92e6b6 req-dbda6efd-ae27-40f7-a476-dd7b4d88ff8b tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 946 time: 0.0932224 Oct 04 10:15:36.417637 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a064aa31-35f3-4c20-9680-3ea0df92e6b6 req-5556d8b5-1c46-49ec-87a7-c424d363e456 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=a955fc60-f078-43fb-b770-9f597d4c81f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376303 Oct 04 10:15:37.325002 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530120a-e9a3-43bd-875b-ccdf76e7724f req-7c1c369d-2857-493f-99b7-d4e63a6fbd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:15:37.326440 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f530120a-e9a3-43bd-875b-ccdf76e7724f req-7c1c369d-2857-493f-99b7-d4e63a6fbd9d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6843642c62004cb0bcb0ba8c58980f5e&device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 1099 time: 0.0764663 Oct 04 10:15:37.455149 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530120a-e9a3-43bd-875b-ccdf76e7724f req-3f7471f0-b0eb-4f6a-b3f3-1917cc258a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:15:37.456721 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f530120a-e9a3-43bd-875b-ccdf76e7724f req-3f7471f0-b0eb-4f6a-b3f3-1917cc258a48 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a9599b63-e301-40ee-a68b-513386c3f329 HTTP/1.1" status: 200 len: 909 time: 0.1241567 Oct 04 10:15:37.559979 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f530120a-e9a3-43bd-875b-ccdf76e7724f req-b71d2c45-4885-4753-af2c-4da81e3036bc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ede59f1-6844-47c2-b89f-bd7190b04ce2 HTTP/1.1" status: 200 len: 1003 time: 0.0978162 Oct 04 10:15:37.622988 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e8b31-67e4-48f8-88d7-633fccda2e62 req-4918383d-2170-4988-b601-4f8a60314825 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:15:37.624491 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f74e8b31-67e4-48f8-88d7-633fccda2e62 req-4918383d-2170-4988-b601-4f8a60314825 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 946 time: 0.0947244 Oct 04 10:15:37.674610 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f74e8b31-67e4-48f8-88d7-633fccda2e62 req-7fbee2ea-f3a5-4c16-8adc-98b72f356c74 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=a955fc60-f078-43fb-b770-9f597d4c81f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441773 Oct 04 10:15:37.723780 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530120a-e9a3-43bd-875b-ccdf76e7724f req-89bbca8c-3d15-4f16-b5fe-44be448984df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:15:37.725320 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f530120a-e9a3-43bd-875b-ccdf76e7724f req-89bbca8c-3d15-4f16-b5fe-44be448984df service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cc62f23a-9d10-48fc-af8e-a094cca99d44 HTTP/1.1" status: 200 len: 847 time: 0.1595466 Oct 04 10:15:37.807541 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530120a-e9a3-43bd-875b-ccdf76e7724f req-8a5592f8-3b3b-4587-84c2-d3620d1562e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:15:37.809063 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f530120a-e9a3-43bd-875b-ccdf76e7724f req-8a5592f8-3b3b-4587-84c2-d3620d1562e7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a9599b63-e301-40ee-a68b-513386c3f329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777080 Oct 04 10:15:37.938827 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f530120a-e9a3-43bd-875b-ccdf76e7724f req-b5101101-c64d-4fea-b720-78efdd35deeb service neutron] 10.222.0.20 "GET /v2.0/networks/a9599b63-e301-40ee-a68b-513386c3f329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234171 Oct 04 10:15:38.070890 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f530120a-e9a3-43bd-875b-ccdf76e7724f req-e8e8890f-6025-4f45-b40d-87e451979afa service neutron] 10.222.0.20 "GET /v2.0/networks/a9599b63-e301-40ee-a68b-513386c3f329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263618 Oct 04 10:15:38.878021 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165d634-ff40-4eb3-97fa-fa4a41ba7996 req-c11a612c-cdad-465c-9ef4-6ae51ca6f914 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:15:38.879466 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b165d634-ff40-4eb3-97fa-fa4a41ba7996 req-c11a612c-cdad-465c-9ef4-6ae51ca6f914 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 946 time: 0.0901439 Oct 04 10:15:38.931310 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b165d634-ff40-4eb3-97fa-fa4a41ba7996 req-b604e229-15ba-4f46-a9e6-b447a96b08b3 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=a955fc60-f078-43fb-b770-9f597d4c81f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461509 Oct 04 10:15:40.124700 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63dbad5-49cc-48f1-9e3c-fbac212c5ffd req-d7f595ad-b111-432b-9343-1fbade45c117 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:15:40.126141 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f63dbad5-49cc-48f1-9e3c-fbac212c5ffd req-d7f595ad-b111-432b-9343-1fbade45c117 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 946 time: 0.0846460 Oct 04 10:15:40.171729 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f63dbad5-49cc-48f1-9e3c-fbac212c5ffd req-12ce2ab1-b3cd-4c7e-9e09-3a5e04a2f7c9 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=a955fc60-f078-43fb-b770-9f597d4c81f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399663 Oct 04 10:15:40.546568 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f83adc-7d0f-4a32-af10-57707696e7b8 req-fdfdc830-7c26-4225-b5fd-2d22286570ff tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:15:40.548046 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-52f83adc-7d0f-4a32-af10-57707696e7b8 req-fdfdc830-7c26-4225-b5fd-2d22286570ff tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 946 time: 0.0898366 Oct 04 10:15:40.592267 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-52f83adc-7d0f-4a32-af10-57707696e7b8 req-0699079e-df2e-4374-b6a8-82c9f70a0bd8 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=a955fc60-f078-43fb-b770-9f597d4c81f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385542 Oct 04 10:15:40.819437 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-5ab1537e-d4fd-4c01-b39f-290e9c132f5a req-d753e0ec-22fd-4732-a161-1b7789d7d067 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1167583 Oct 04 10:15:41.033957 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 1ede59f1-6844-47c2-b89f-bd7190b04ce2 no longer exists at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 10:15:41.147788 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 1ede59f1-6844-47c2-b89f-bd7190b04ce2 is: ACTIVE; New status is: DOWN {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:15:41.148173 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:15:41.174909 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de784a8-97f4-40ac-a5d9-79662be28225', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ede59f1-6844-47c2-b89f-bd7190b04ce2'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 10:15:41.177194 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57bf53c6ee682485c6b2af0162fb0d8239c3b91f88f531d8197f9e173bf15718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16055967-6a59-4071-b977-8e498dba53ca" -d '{"events": [{"server_uuid": "9de784a8-97f4-40ac-a5d9-79662be28225", "name": "network-vif-unplugged", "status": "completed", "tag": "1ede59f1-6844-47c2-b89f-bd7190b04ce2"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 10:15:41.185800 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 1ede59f1-6844-47c2-b89f-bd7190b04ce2, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=1ede59f1-6844-47c2-b89f-bd7190b04ce2,segment=NetworkSegment(32a3a457-877b-45b6-a36e-891157529036),segment_id=32a3a457-877b-45b6-a36e-891157529036)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:15:41.190115 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:15:41.229624 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 04 Oct 2022 10:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd11769-e2a6-42b0-b267-446776563201 x-openstack-request-id: req-8dd11769-e2a6-42b0-b267-446776563201 {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 10:15:41.229920 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9de784a8-97f4-40ac-a5d9-79662be28225", "name": "network-vif-unplugged", "status": "failed", "tag": "1ede59f1-6844-47c2-b89f-bd7190b04ce2", "code": 422}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 10:15:41.230176 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8dd11769-e2a6-42b0-b267-446776563201 {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 10:15:41.230618 dv-neutron-860215-1-hyperv neutron-server[89034]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-8dd11769-e2a6-42b0-b267-446776563201']: {'server_uuid': '9de784a8-97f4-40ac-a5d9-79662be28225', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1ede59f1-6844-47c2-b89f-bd7190b04ce2', 'code': 422} returned with failed status Oct 04 10:15:41.264013 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=1ede59f1-6844-47c2-b89f-bd7190b04ce2,revision_number=8']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:15:41.788069 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c685d6-83b7-457b-bc17-51dc7067a07b req-d3df9468-7bbd-45bd-a4f7-d1bce4732d57 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:15:41.789559 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-32c685d6-83b7-457b-bc17-51dc7067a07b req-d3df9468-7bbd-45bd-a4f7-d1bce4732d57 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 944 time: 0.0867126 Oct 04 10:15:41.838037 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-32c685d6-83b7-457b-bc17-51dc7067a07b req-d7c2346c-a8a8-41a5-95d9-14aa6471bb5b tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=a955fc60-f078-43fb-b770-9f597d4c81f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423198 Oct 04 10:15:41.844713 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1537e-d4fd-4c01-b39f-290e9c132f5a req-7162d305-20f3-4276-b74f-6d9ce57a8e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:15:41.846824 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-5ab1537e-d4fd-4c01-b39f-290e9c132f5a req-7162d305-20f3-4276-b74f-6d9ce57a8e9e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225&tenant_id=6843642c62004cb0bcb0ba8c58980f5e HTTP/1.1" status: 200 len: 1097 time: 0.0812943 Oct 04 10:15:41.858318 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:15:41.955601 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1537e-d4fd-4c01-b39f-290e9c132f5a req-4f2204c8-519f-4fa5-af27-b67c1e72fc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:15:41.957050 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-5ab1537e-d4fd-4c01-b39f-290e9c132f5a req-4f2204c8-519f-4fa5-af27-b67c1e72fc78 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6843642c62004cb0bcb0ba8c58980f5e&device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 1097 time: 0.0790687 Oct 04 10:15:42.086480 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1537e-d4fd-4c01-b39f-290e9c132f5a req-1e228d13-8d07-400d-9658-594e3db15b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:15:42.088495 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-5ab1537e-d4fd-4c01-b39f-290e9c132f5a req-1e228d13-8d07-400d-9658-594e3db15b26 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a9599b63-e301-40ee-a68b-513386c3f329 HTTP/1.1" status: 200 len: 909 time: 0.1244392 Oct 04 10:15:42.193353 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-5ab1537e-d4fd-4c01-b39f-290e9c132f5a req-1f3caaa0-ecf7-4a73-a065-fb64e616026b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ede59f1-6844-47c2-b89f-bd7190b04ce2 HTTP/1.1" status: 200 len: 1001 time: 0.0992935 Oct 04 10:15:42.257776 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1537e-d4fd-4c01-b39f-290e9c132f5a req-c81c9372-44bc-4c63-9116-e4f996b31c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:15:42.259124 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-5ab1537e-d4fd-4c01-b39f-290e9c132f5a req-c81c9372-44bc-4c63-9116-e4f996b31c96 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cc62f23a-9d10-48fc-af8e-a094cca99d44 HTTP/1.1" status: 200 len: 847 time: 0.0598533 Oct 04 10:15:42.339786 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1537e-d4fd-4c01-b39f-290e9c132f5a req-910b9090-b712-46b8-ac5d-f6b6444f00d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:15:42.341296 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-5ab1537e-d4fd-4c01-b39f-290e9c132f5a req-910b9090-b712-46b8-ac5d-f6b6444f00d9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a9599b63-e301-40ee-a68b-513386c3f329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767598 Oct 04 10:15:42.469360 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-5ab1537e-d4fd-4c01-b39f-290e9c132f5a req-fc9f7cfb-14de-46ff-974b-e49dbad329ea service neutron] 10.222.0.20 "GET /v2.0/networks/a9599b63-e301-40ee-a68b-513386c3f329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221015 Oct 04 10:15:42.598568 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-5ab1537e-d4fd-4c01-b39f-290e9c132f5a req-d80a4cf6-90aa-4cf4-bb6d-56e23a71f021 service neutron] 10.222.0.20 "GET /v2.0/networks/a9599b63-e301-40ee-a68b-513386c3f329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226070 Oct 04 10:15:43.063217 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f2c31-26f7-4407-9afd-89d17d4c86c0 req-57311fa0-1993-4a92-9d10-93509e2d8029 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:15:43.065098 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-218f2c31-26f7-4407-9afd-89d17d4c86c0 req-57311fa0-1993-4a92-9d10-93509e2d8029 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 944 time: 0.1114905 Oct 04 10:15:43.140319 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-218f2c31-26f7-4407-9afd-89d17d4c86c0 req-c8c60194-31ba-40be-96d4-f607249edd98 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=a955fc60-f078-43fb-b770-9f597d4c81f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686584 Oct 04 10:15:44.350490 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd7db65-4a1c-4e07-9c42-1e9f1aedbfe9 req-e25d800c-dc15-4568-bb43-592b54cac97a tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:15:44.352087 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-4dd7db65-4a1c-4e07-9c42-1e9f1aedbfe9 req-e25d800c-dc15-4568-bb43-592b54cac97a tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 944 time: 0.0926173 Oct 04 10:15:44.398823 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-4dd7db65-4a1c-4e07-9c42-1e9f1aedbfe9 req-8e2f8bbf-b130-4acb-a940-f63a477bad6a tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=a955fc60-f078-43fb-b770-9f597d4c81f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409606 Oct 04 10:15:45.068237 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 1ede59f1-6844-47c2-b89f-bd7190b04ce2 no longer exists at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 10:15:45.192110 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 1ede59f1-6844-47c2-b89f-bd7190b04ce2 is: DOWN; New status is: DOWN {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:15:45.605034 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0be1e4-42f9-454a-be63-3b80c14496ae req-9d382db5-1a14-4d5a-a4f3-947ed68bf02f tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:15:45.606535 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-db0be1e4-42f9-454a-be63-3b80c14496ae req-9d382db5-1a14-4d5a-a4f3-947ed68bf02f tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 944 time: 0.0891886 Oct 04 10:15:45.656520 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-db0be1e4-42f9-454a-be63-3b80c14496ae req-b214b305-832f-4254-b8c4-b06eb264ccdd tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=a955fc60-f078-43fb-b770-9f597d4c81f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419343 Oct 04 10:15:46.991687 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf19e2-9a80-4029-b0b1-6c36493a975a req-caf0a854-01fa-42ac-86db-bed56ba41f49 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:15:46.994528 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-8fbf19e2-9a80-4029-b0b1-6c36493a975a req-caf0a854-01fa-42ac-86db-bed56ba41f49 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 944 time: 0.2119999 Oct 04 10:15:47.042377 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-8fbf19e2-9a80-4029-b0b1-6c36493a975a req-3d8f50c6-a1f4-4432-86f1-6c8e80ea008f tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=a955fc60-f078-43fb-b770-9f597d4c81f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410831 Oct 04 10:15:48.387804 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6392b71-b2f4-4902-ab6b-566e8eb3e71f req-a059a6d4-d1e3-49e0-b98a-6ca6a1837b9e tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:15:48.389336 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c6392b71-b2f4-4902-ab6b-566e8eb3e71f req-a059a6d4-d1e3-49e0-b98a-6ca6a1837b9e tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 944 time: 0.2125583 Oct 04 10:15:48.438451 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c6392b71-b2f4-4902-ab6b-566e8eb3e71f req-7ba14ef1-a3bc-4911-bb61-20d234c6845c tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=a955fc60-f078-43fb-b770-9f597d4c81f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421910 Oct 04 10:15:49.651289 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a151c-e95f-4fd3-9a0a-92f4562074ef req-861dd500-f8fe-4538-bf48-7860a3e00e0d tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:15:49.653732 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-fd1a151c-e95f-4fd3-9a0a-92f4562074ef req-861dd500-f8fe-4538-bf48-7860a3e00e0d tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 944 time: 0.1009150 Oct 04 10:15:49.720171 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-fd1a151c-e95f-4fd3-9a0a-92f4562074ef req-80af8a6e-a71b-49c4-9d51-eec70a1ab0c9 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=a955fc60-f078-43fb-b770-9f597d4c81f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592966 Oct 04 10:15:50.917796 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b92c5-03f8-4949-bcb5-35cceda279a7 req-65d22a5c-62c6-4959-9354-a9573f792e8d tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:15:50.919235 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ae5b92c5-03f8-4949-bcb5-35cceda279a7 req-65d22a5c-62c6-4959-9354-a9573f792e8d tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 944 time: 0.0874865 Oct 04 10:15:50.962164 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ae5b92c5-03f8-4949-bcb5-35cceda279a7 req-a6e84537-0476-4959-8ef4-580f5ff3785f tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=a955fc60-f078-43fb-b770-9f597d4c81f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373628 Oct 04 10:15:52.156211 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8da309-65de-48ee-aced-8f71b6b2a69f req-c5c82864-5e82-430b-977b-94d060dc87d5 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:15:52.157947 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-9d8da309-65de-48ee-aced-8f71b6b2a69f req-c5c82864-5e82-430b-977b-94d060dc87d5 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 944 time: 0.0868618 Oct 04 10:15:52.201460 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-9d8da309-65de-48ee-aced-8f71b6b2a69f req-324691bf-2904-43fd-954f-fb4bdd959c2d tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=a955fc60-f078-43fb-b770-9f597d4c81f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378547 Oct 04 10:15:53.395900 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438fa81-810d-4458-a867-57d9dbc4a804 req-610ed5ce-5065-465d-829e-73a0f0408c67 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:15:53.397371 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4438fa81-810d-4458-a867-57d9dbc4a804 req-610ed5ce-5065-465d-829e-73a0f0408c67 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 944 time: 0.0844016 Oct 04 10:15:53.444067 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4438fa81-810d-4458-a867-57d9dbc4a804 req-4fda883c-5010-4559-ad46-4f5a909afcb1 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=a955fc60-f078-43fb-b770-9f597d4c81f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406702 Oct 04 10:15:54.645365 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155a7f8-e2db-477a-8289-5598229df120 req-cd80a987-aa3b-4c6f-a902-c61d0084ec47 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:15:54.646833 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-b155a7f8-e2db-477a-8289-5598229df120 req-cd80a987-aa3b-4c6f-a902-c61d0084ec47 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 944 time: 0.0905325 Oct 04 10:15:54.690765 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-b155a7f8-e2db-477a-8289-5598229df120 req-425fdf59-9475-4930-8190-39a7b0294ae6 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=a955fc60-f078-43fb-b770-9f597d4c81f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377774 Oct 04 10:15:55.897106 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b51a549-7d18-47f8-806d-bf3772649c82 req-9d652cb1-d378-4be6-a9cd-bdb2693b532c tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:15:55.898569 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3b51a549-7d18-47f8-806d-bf3772649c82 req-9d652cb1-d378-4be6-a9cd-bdb2693b532c tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 944 time: 0.0929060 Oct 04 10:15:55.942056 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3b51a549-7d18-47f8-806d-bf3772649c82 req-61203520-c541-4c52-91f5-867fd6e5720a tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=a955fc60-f078-43fb-b770-9f597d4c81f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378985 Oct 04 10:15:56.797563 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 10:15:57.135543 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b8727-ccc1-44a4-a5c8-1017a6b040de req-7358d233-a0d8-43e5-a095-72c9f79a08db tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:15:57.136905 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-512b8727-ccc1-44a4-a5c8-1017a6b040de req-7358d233-a0d8-43e5-a095-72c9f79a08db tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 944 time: 0.0851357 Oct 04 10:15:57.142676 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 1ede59f1-6844-47c2-b89f-bd7190b04ce2 details requested by agent hyperv_hv-neutron-8602 with host hv-neutron-8602 {{(pid=89034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 04 10:15:57.185037 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-512b8727-ccc1-44a4-a5c8-1017a6b040de req-f933a574-9c26-45e7-a9af-84438e4c6a94 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=a955fc60-f078-43fb-b770-9f597d4c81f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424531 Oct 04 10:15:57.274132 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 1ede59f1-6844-47c2-b89f-bd7190b04ce2, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=1ede59f1-6844-47c2-b89f-bd7190b04ce2,segment=NetworkSegment(32a3a457-877b-45b6-a36e-891157529036),segment_id=32a3a457-877b-45b6-a36e-891157529036)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:15:57.288322 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Returning: {'device': '1ede59f1-6844-47c2-b89f-bd7190b04ce2', 'network_id': 'a9599b63-e301-40ee-a68b-513386c3f329', 'port_id': '1ede59f1-6844-47c2-b89f-bd7190b04ce2', 'mac_address': 'fa:16:3e:bc:a8:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc62f23a-9d10-48fc-af8e-a094cca99d44', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 04 10:15:57.345428 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 1ede59f1-6844-47c2-b89f-bd7190b04ce2 is: DOWN; New status is: BUILD {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:15:57.345800 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:15:57.361940 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ede59f1-6844-47c2-b89f-bd7190b04ce2 {{(pid=89034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 10:15:57.377017 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 1ede59f1-6844-47c2-b89f-bd7190b04ce2, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=1ede59f1-6844-47c2-b89f-bd7190b04ce2,segment=NetworkSegment(32a3a457-877b-45b6-a36e-891157529036),segment_id=32a3a457-877b-45b6-a36e-891157529036)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:15:57.380559 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:15:57.445532 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=1ede59f1-6844-47c2-b89f-bd7190b04ce2,revision_number=9']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:15:57.749055 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a446737d-6982-403f-ab0d-2ad09abb6e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:15:57.804299 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['1ede59f1-6844-47c2-b89f-bd7190b04ce2'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 10:15:58.382823 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a624c839-6b92-4b98-b83c-0a03452df420 req-5ce9176b-ca90-434a-ba29-dade4ea478d8 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:15:58.384266 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a624c839-6b92-4b98-b83c-0a03452df420 req-5ce9176b-ca90-434a-ba29-dade4ea478d8 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 945 time: 0.0887604 Oct 04 10:15:58.427677 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a624c839-6b92-4b98-b83c-0a03452df420 req-57bd7894-fcd6-447e-837c-0f8cfbfecc5a tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=a955fc60-f078-43fb-b770-9f597d4c81f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377281 Oct 04 10:15:59.142221 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 1ede59f1-6844-47c2-b89f-bd7190b04ce2 up at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:15:59.243496 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning complete for port 1ede59f1-6844-47c2-b89f-bd7190b04ce2 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:15:59.243856 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:15:59.244187 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Attempt 1 to provision port 1ede59f1-6844-47c2-b89f-bd7190b04ce2 Oct 04 10:15:59.371910 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 1ede59f1-6844-47c2-b89f-bd7190b04ce2 is: BUILD; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:15:59.372287 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:15:59.399191 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de784a8-97f4-40ac-a5d9-79662be28225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ede59f1-6844-47c2-b89f-bd7190b04ce2'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 10:15:59.401947 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57bf53c6ee682485c6b2af0162fb0d8239c3b91f88f531d8197f9e173bf15718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa396243-0a9d-4b37-911d-8a1a463c9161" -d '{"events": [{"server_uuid": "9de784a8-97f4-40ac-a5d9-79662be28225", "name": "network-vif-plugged", "status": "completed", "tag": "1ede59f1-6844-47c2-b89f-bd7190b04ce2"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 10:15:59.409769 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 1ede59f1-6844-47c2-b89f-bd7190b04ce2, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=1ede59f1-6844-47c2-b89f-bd7190b04ce2,segment=NetworkSegment(32a3a457-877b-45b6-a36e-891157529036),segment_id=32a3a457-877b-45b6-a36e-891157529036)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:15:59.414539 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:15:59.489328 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=1ede59f1-6844-47c2-b89f-bd7190b04ce2,revision_number=10']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:15:59.518052 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 10:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbeaa8ed-2704-406a-af48-28e55399bfa3 x-openstack-request-id: req-bbeaa8ed-2704-406a-af48-28e55399bfa3 {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 10:15:59.518371 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9de784a8-97f4-40ac-a5d9-79662be28225", "name": "network-vif-plugged", "status": "completed", "tag": "1ede59f1-6844-47c2-b89f-bd7190b04ce2", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 10:15:59.518618 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bbeaa8ed-2704-406a-af48-28e55399bfa3 {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 10:15:59.518999 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbeaa8ed-2704-406a-af48-28e55399bfa3'] response: {'server_uuid': '9de784a8-97f4-40ac-a5d9-79662be28225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ede59f1-6844-47c2-b89f-bd7190b04ce2', 'code': 200} Oct 04 10:15:59.678693 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d3de1f-226c-4a8d-a87d-5f1bb62edc36 req-416ac0d5-af97-4334-b26c-3c427d0f2879 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:15:59.680100 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d9d3de1f-226c-4a8d-a87d-5f1bb62edc36 req-416ac0d5-af97-4334-b26c-3c427d0f2879 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 947 time: 0.0967152 Oct 04 10:15:59.731017 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d9d3de1f-226c-4a8d-a87d-5f1bb62edc36 req-3bc25fee-5644-4d0f-9662-6da0dd526bb2 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=a955fc60-f078-43fb-b770-9f597d4c81f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442240 Oct 04 10:15:59.817985 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e43bef-96f9-4a72-9919-49841acfa832 req-735ce887-2658-4aed-bb44-ff42f89cb538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:15:59.819480 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-20e43bef-96f9-4a72-9919-49841acfa832 req-735ce887-2658-4aed-bb44-ff42f89cb538 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 1100 time: 0.0801191 Oct 04 10:15:59.861857 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-20e43bef-96f9-4a72-9919-49841acfa832 req-c9328a93-22ee-41a1-b46e-78df239c87bf service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a955fc60-f078-43fb-b770-9f597d4c81f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349488 Oct 04 10:16:00.397027 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a6c757ef-ec72-48b7-b7db-7534ee6946f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:16:00.930211 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f93969-c15f-445d-9ae6-0e3547d2f400 req-d274f69c-dcb7-4eb1-a09e-6c30278c1ca3 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:16:00.931681 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f2f93969-c15f-445d-9ae6-0e3547d2f400 req-d274f69c-dcb7-4eb1-a09e-6c30278c1ca3 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 947 time: 0.0862706 Oct 04 10:16:00.937646 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:16:00.963616 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:16:00.976907 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f2f93969-c15f-445d-9ae6-0e3547d2f400 req-18cfc9a4-706c-4f5a-a31b-72908d96440a tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=a955fc60-f078-43fb-b770-9f597d4c81f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382066 Oct 04 10:16:02.178174 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd2080-0210-4706-9f08-d5e84beedb4d req-3983c723-8ed5-4ba4-a562-c8d9252947da tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:16:02.179629 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0bfd2080-0210-4706-9f08-d5e84beedb4d req-3983c723-8ed5-4ba4-a562-c8d9252947da tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 947 time: 0.0907154 Oct 04 10:16:02.222683 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0bfd2080-0210-4706-9f08-d5e84beedb4d req-66a2c28a-dd40-49d9-bcdb-adaec9916f00 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=a955fc60-f078-43fb-b770-9f597d4c81f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374508 Oct 04 10:16:02.522375 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:16:11.851632 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:16:16.464826 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8e57c8f4-bb64-4164-819b-5cea44454ae4 req-7e2296a8-a89c-4f63-9b78-2365afa9658d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0748470 Oct 04 10:16:16.625026 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e57c8f4-bb64-4164-819b-5cea44454ae4 req-e9a65247-b619-49b2-9d14-501c60dbdcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:16:16.626473 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8e57c8f4-bb64-4164-819b-5cea44454ae4 req-e9a65247-b619-49b2-9d14-501c60dbdcc1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6843642c62004cb0bcb0ba8c58980f5e&device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 1100 time: 0.0800660 Oct 04 10:16:16.768190 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e57c8f4-bb64-4164-819b-5cea44454ae4 req-24409965-c9a5-4315-9de0-5f86d160e1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:16:16.769722 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8e57c8f4-bb64-4164-819b-5cea44454ae4 req-24409965-c9a5-4315-9de0-5f86d160e1ae service neutron] 10.222.0.20 "GET /v2.0/networks?id=a9599b63-e301-40ee-a68b-513386c3f329 HTTP/1.1" status: 200 len: 909 time: 0.1254926 Oct 04 10:16:16.871882 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8e57c8f4-bb64-4164-819b-5cea44454ae4 req-819e573f-16a7-4d6e-9462-1418128ae423 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ede59f1-6844-47c2-b89f-bd7190b04ce2 HTTP/1.1" status: 200 len: 1003 time: 0.0945821 Oct 04 10:16:16.932185 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e57c8f4-bb64-4164-819b-5cea44454ae4 req-caa0e031-f845-455a-95b7-0ad571a15332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:16:16.933606 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8e57c8f4-bb64-4164-819b-5cea44454ae4 req-caa0e031-f845-455a-95b7-0ad571a15332 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cc62f23a-9d10-48fc-af8e-a094cca99d44 HTTP/1.1" status: 200 len: 847 time: 0.0554917 Oct 04 10:16:17.016721 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e57c8f4-bb64-4164-819b-5cea44454ae4 req-98ddad5c-f7df-491e-b748-2c2803abb421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:16:17.018079 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8e57c8f4-bb64-4164-819b-5cea44454ae4 req-98ddad5c-f7df-491e-b748-2c2803abb421 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a9599b63-e301-40ee-a68b-513386c3f329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780559 Oct 04 10:16:17.147147 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8e57c8f4-bb64-4164-819b-5cea44454ae4 req-c1a69274-7cc4-4774-9b29-18f656841dcf service neutron] 10.222.0.20 "GET /v2.0/networks/a9599b63-e301-40ee-a68b-513386c3f329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222212 Oct 04 10:16:17.274726 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-8e57c8f4-bb64-4164-819b-5cea44454ae4 req-b240e202-781a-4630-9fe8-a178f3397ba3 service neutron] 10.222.0.20 "GET /v2.0/networks/a9599b63-e301-40ee-a68b-513386c3f329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213267 Oct 04 10:16:27.754139 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-fa3bff14-f6d8-4ded-bd22-9649d2893a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:16:30.398902 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-488de98f-dc51-4732-ace6-fc86ce2b1008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:16:30.940759 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:16:30.964161 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:16:32.524475 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:16:33.796744 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 10:16:41.876797 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:16:57.755718 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d3c12d6a-92df-4b21-8b9a-818c12982873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:17:00.399373 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-de3efce5-e3be-45d2-9977-809566a83610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:17:00.942493 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:17:00.967285 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:17:02.527407 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:17:10.795813 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 10:17:11.866118 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:17:18.144248 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a9aa9b16-58c0-46bf-9623-391c1e61bd8f req-295450fc-c401-4bdc-9333-8a3740402b96 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1596007 Oct 04 10:17:18.304445 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa9b16-58c0-46bf-9623-391c1e61bd8f req-75d386a0-4a83-4146-a3c6-417caeaa9ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:17:18.305902 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a9aa9b16-58c0-46bf-9623-391c1e61bd8f req-75d386a0-4a83-4146-a3c6-417caeaa9ebd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6843642c62004cb0bcb0ba8c58980f5e&device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 1100 time: 0.0788932 Oct 04 10:17:18.450954 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa9b16-58c0-46bf-9623-391c1e61bd8f req-637d080e-9316-454a-a5fa-16b3761f886e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:17:18.452337 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a9aa9b16-58c0-46bf-9623-391c1e61bd8f req-637d080e-9316-454a-a5fa-16b3761f886e service neutron] 10.222.0.20 "GET /v2.0/networks?id=a9599b63-e301-40ee-a68b-513386c3f329 HTTP/1.1" status: 200 len: 909 time: 0.1277170 Oct 04 10:17:18.553629 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a9aa9b16-58c0-46bf-9623-391c1e61bd8f req-74b2f6ea-d992-4897-87b3-122379d58659 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ede59f1-6844-47c2-b89f-bd7190b04ce2 HTTP/1.1" status: 200 len: 1003 time: 0.0953412 Oct 04 10:17:18.613493 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa9b16-58c0-46bf-9623-391c1e61bd8f req-c72dc67e-951d-49be-9334-fda4b9f8f25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:17:18.614854 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a9aa9b16-58c0-46bf-9623-391c1e61bd8f req-c72dc67e-951d-49be-9334-fda4b9f8f25e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cc62f23a-9d10-48fc-af8e-a094cca99d44 HTTP/1.1" status: 200 len: 847 time: 0.0545139 Oct 04 10:17:18.697691 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa9b16-58c0-46bf-9623-391c1e61bd8f req-abf1165e-9b01-44db-b0bc-249113741e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:17:18.700020 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a9aa9b16-58c0-46bf-9623-391c1e61bd8f req-abf1165e-9b01-44db-b0bc-249113741e8b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a9599b63-e301-40ee-a68b-513386c3f329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786290 Oct 04 10:17:18.827806 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a9aa9b16-58c0-46bf-9623-391c1e61bd8f req-450cca9d-67de-4813-8614-f59b62550d6d service neutron] 10.222.0.20 "GET /v2.0/networks/a9599b63-e301-40ee-a68b-513386c3f329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223891 Oct 04 10:17:18.955076 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a9aa9b16-58c0-46bf-9623-391c1e61bd8f req-f954a20f-5404-46c2-92bc-e69833d6059a service neutron] 10.222.0.20 "GET /v2.0/networks/a9599b63-e301-40ee-a68b-513386c3f329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209927 Oct 04 10:17:27.761644 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5844c55e-82c8-43ff-9430-4e1227dbf5e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:17:30.401345 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-6005313e-976c-4b9f-9bf5-1401aa0f01d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:17:30.944232 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:17:30.970588 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:17:32.529211 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:17:37.673616 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 45276) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:17:37.936959 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-f5bc7e4d-caa2-40d4-b607-30c6654950c6 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Deleting port fc93e9e0-7f62-433c-9bf3-bd579e46af64 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 10:17:37.937199 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f5bc7e4d-caa2-40d4-b607-30c6654950c6 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:17:38.106079 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f5bc7e4d-caa2-40d4-b607-30c6654950c6 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:17:38.106400 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f5bc7e4d-caa2-40d4-b607-30c6654950c6 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:17:38.224391 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-f5bc7e4d-caa2-40d4-b607-30c6654950c6 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Calling delete_port for fc93e9e0-7f62-433c-9bf3-bd579e46af64 owned by network:floatingip {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 10:17:38.368366 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f5bc7e4d-caa2-40d4-b607-30c6654950c6 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:17:38.414810 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bc7e4d-caa2-40d4-b607-30c6654950c6 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Pushing event deleted for resources: {'Port': ['ID=fc93e9e0-7f62-433c-9bf3-bd579e46af64,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:17:38.459115 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bc7e4d-caa2-40d4-b607-30c6654950c6 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:17:38.459454 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bc7e4d-caa2-40d4-b607-30c6654950c6 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:17:38.459786 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bc7e4d-caa2-40d4-b607-30c6654950c6 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:17:38.460113 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bc7e4d-caa2-40d4-b607-30c6654950c6 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:17:38.460463 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bc7e4d-caa2-40d4-b607-30c6654950c6 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:17:38.460785 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bc7e4d-caa2-40d4-b607-30c6654950c6 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:17:38.461103 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bc7e4d-caa2-40d4-b607-30c6654950c6 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:17:38.461419 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bc7e4d-caa2-40d4-b607-30c6654950c6 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:17:38.461736 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bc7e4d-caa2-40d4-b607-30c6654950c6 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:17:38.462048 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bc7e4d-caa2-40d4-b607-30c6654950c6 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:17:38.462361 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bc7e4d-caa2-40d4-b607-30c6654950c6 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:17:38.462672 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bc7e4d-caa2-40d4-b607-30c6654950c6 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:17:38.519371 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f5bc7e4d-caa2-40d4-b607-30c6654950c6 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks [] for floatingip, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:17:38.519619 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.l3_db [None req-f5bc7e4d-caa2-40d4-b607-30c6654950c6 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Floating IP ee78daec-f07a-4b2d-a53e-c856ed581771 disassociated (deleted). External IP: 172.26.10.174, port: 1ede59f1-6844-47c2-b89f-bd7190b04ce2. Oct 04 10:17:38.957425 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5bc7e4d-caa2-40d4-b607-30c6654950c6 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Router 1c42210e-122c-4a54-aca1-d4109ab61639 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 10:17:39.134626 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5bc7e4d-caa2-40d4-b607-30c6654950c6 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 10:17:39.143955 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8449ca-59d8-4782-aa55-e8e8a3a8fa54 None None] Sync routers for ids ['1c42210e-122c-4a54-aca1-d4109ab61639'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 10:17:39.153989 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8449ca-59d8-4782-aa55-e8e8a3a8fa54 None None] Routers {'1c42210e-122c-4a54-aca1-d4109ab61639'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:17:39.154603 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-fd8449ca-59d8-4782-aa55-e8e8a3a8fa54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:17:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['1c42210e-122c-4a54-aca1-d4109ab61639'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:17:39.155564 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-f5bc7e4d-caa2-40d4-b607-30c6654950c6 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:17:39.209833 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-f5bc7e4d-caa2-40d4-b607-30c6654950c6 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "DELETE /v2.0/floatingips/ee78daec-f07a-4b2d-a53e-c856ed581771 HTTP/1.1" status: 204 len: 168 time: 1.5350523 Oct 04 10:17:39.210309 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9de784a8-97f4-40ac-a5d9-79662be28225', 'tag': '1ede59f1-6844-47c2-b89f-bd7190b04ce2'}] {{(pid=89033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 10:17:39.212601 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a747684451098715ea7c3e463332765a3019342bf75c96ab1530b21cbe03a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17a4c02-0b0e-46ea-8468-78935c59918b" -d '{"events": [{"name": "network-changed", "server_uuid": "9de784a8-97f4-40ac-a5d9-79662be28225", "tag": "1ede59f1-6844-47c2-b89f-bd7190b04ce2"}]}' {{(pid=89033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 10:17:39.263148 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 10:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee40f60-a028-4064-bebe-7539feb0349f x-openstack-request-id: req-5ee40f60-a028-4064-bebe-7539feb0349f {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 10:17:39.263442 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9de784a8-97f4-40ac-a5d9-79662be28225", "tag": "1ede59f1-6844-47c2-b89f-bd7190b04ce2", "status": "completed", "code": 200}]} {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 10:17:39.263743 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5ee40f60-a028-4064-bebe-7539feb0349f {{(pid=89033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 10:17:39.264155 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ee40f60-a028-4064-bebe-7539feb0349f'] response: {'name': 'network-changed', 'server_uuid': '9de784a8-97f4-40ac-a5d9-79662be28225', 'tag': '1ede59f1-6844-47c2-b89f-bd7190b04ce2', 'status': 'completed', 'code': 200} Oct 04 10:17:39.343131 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-fd8449ca-59d8-4782-aa55-e8e8a3a8fa54 None None] Set router 1c42210e-122c-4a54-aca1-d4109ab61639 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:17:39.383353 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a4c02-0b0e-46ea-8468-78935c59918b req-114ca5e4-561c-497d-81a2-5cf735c27a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:17:39.385196 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d17a4c02-0b0e-46ea-8468-78935c59918b req-114ca5e4-561c-497d-81a2-5cf735c27a6b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6843642c62004cb0bcb0ba8c58980f5e&device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 1100 time: 0.0792451 Oct 04 10:17:39.572224 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a4c02-0b0e-46ea-8468-78935c59918b req-25d823ef-d32e-4618-ade2-662e95b8ce2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:17:39.574333 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d17a4c02-0b0e-46ea-8468-78935c59918b req-25d823ef-d32e-4618-ade2-662e95b8ce2c service neutron] 10.222.0.20 "GET /v2.0/networks?id=a9599b63-e301-40ee-a68b-513386c3f329 HTTP/1.1" status: 200 len: 909 time: 0.1825712 Oct 04 10:17:39.655049 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d17a4c02-0b0e-46ea-8468-78935c59918b req-84804a5a-f762-4d37-9316-dafb45fb1200 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ede59f1-6844-47c2-b89f-bd7190b04ce2 HTTP/1.1" status: 200 len: 217 time: 0.0733070 Oct 04 10:17:39.664503 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-fd8449ca-59d8-4782-aa55-e8e8a3a8fa54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c42210e-122c-4a54-aca1-d4109ab61639', 'name': 'tempest-TestShelveInstance-388107138-router', 'tenant_id': '6843642c62004cb0bcb0ba8c58980f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.180'}], 'enable_snat': True}, 'gw_port_id': '84895737-e5d9-41ca-b981-9ed47d9e9ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:12:15Z', 'updated_at': '2022-10-04T10:12:19Z', 'revision_number': 4, 'project_id': '6843642c62004cb0bcb0ba8c58980f5e', 'gw_port': {'id': '84895737-e5d9-41ca-b981-9ed47d9e9ee1', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ec:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c42210e-122c-4a54-aca1-d4109ab61639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:12:16Z', 'updated_at': '2022-10-04T10:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '615ad26d-8e76-41ea-a909-01fd75906073', 'name': '', 'network_id': 'a9599b63-e301-40ee-a68b-513386c3f329', 'tenant_id': '6843642c62004cb0bcb0ba8c58980f5e', 'mac_address': 'fa:16:3e:16:30:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c42210e-122c-4a54-aca1-d4109ab61639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'cc62f23a-9d10-48fc-af8e-a094cca99d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:12:18Z', 'updated_at': '2022-10-04T10:12:25Z', 'revision_number': 5, 'project_id': '6843642c62004cb0bcb0ba8c58980f5e', 'subnets': [{'id': 'cc62f23a-9d10-48fc-af8e-a094cca99d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:17:39.668307 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8449ca-59d8-4782-aa55-e8e8a3a8fa54 None None] Checking router: 1c42210e-122c-4a54-aca1-d4109ab61639 for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 10:17:39.676477 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8449ca-59d8-4782-aa55-e8e8a3a8fa54 None None] Routers {'1c42210e-122c-4a54-aca1-d4109ab61639'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:17:39.677067 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-fd8449ca-59d8-4782-aa55-e8e8a3a8fa54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:17:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['1c42210e-122c-4a54-aca1-d4109ab61639'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:17:39.729685 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a4c02-0b0e-46ea-8468-78935c59918b req-31e7efdf-4bcd-453e-a22f-a6f31e468700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:17:39.731224 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d17a4c02-0b0e-46ea-8468-78935c59918b req-31e7efdf-4bcd-453e-a22f-a6f31e468700 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cc62f23a-9d10-48fc-af8e-a094cca99d44 HTTP/1.1" status: 200 len: 847 time: 0.0706127 Oct 04 10:17:39.739545 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e048427-88a3-4d52-a709-d2b306a634d6 req-01ad6f6a-44d0-43cc-82d3-bd5f53d49ead tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:17:39.741049 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6e048427-88a3-4d52-a709-d2b306a634d6 req-01ad6f6a-44d0-43cc-82d3-bd5f53d49ead tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 947 time: 0.2142448 Oct 04 10:17:39.839520 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6e048427-88a3-4d52-a709-d2b306a634d6 req-67b3c15e-4dc0-4b50-a6ac-3d400a5ae614 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=a955fc60-f078-43fb-b770-9f597d4c81f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575414 Oct 04 10:17:39.855685 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a4c02-0b0e-46ea-8468-78935c59918b req-0bf0ccc6-c33f-427b-af93-4ad3ccb9ee8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:17:39.855685 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d17a4c02-0b0e-46ea-8468-78935c59918b req-0bf0ccc6-c33f-427b-af93-4ad3ccb9ee8b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a9599b63-e301-40ee-a68b-513386c3f329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1124606 Oct 04 10:17:39.857707 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-fd8449ca-59d8-4782-aa55-e8e8a3a8fa54 None None] Set router 1c42210e-122c-4a54-aca1-d4109ab61639 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:17:39.987186 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d17a4c02-0b0e-46ea-8468-78935c59918b req-5b3472a0-1a9b-414a-a8c5-2796d2b7b10a service neutron] 10.222.0.20 "GET /v2.0/networks/a9599b63-e301-40ee-a68b-513386c3f329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258693 Oct 04 10:17:40.199864 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-fd8449ca-59d8-4782-aa55-e8e8a3a8fa54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c42210e-122c-4a54-aca1-d4109ab61639', 'name': 'tempest-TestShelveInstance-388107138-router', 'tenant_id': '6843642c62004cb0bcb0ba8c58980f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.180'}], 'enable_snat': True}, 'gw_port_id': '84895737-e5d9-41ca-b981-9ed47d9e9ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:12:15Z', 'updated_at': '2022-10-04T10:12:19Z', 'revision_number': 4, 'project_id': '6843642c62004cb0bcb0ba8c58980f5e', 'gw_port': {'id': '84895737-e5d9-41ca-b981-9ed47d9e9ee1', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ec:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c42210e-122c-4a54-aca1-d4109ab61639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:12:16Z', 'updated_at': '2022-10-04T10:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '615ad26d-8e76-41ea-a909-01fd75906073', 'name': '', 'network_id': 'a9599b63-e301-40ee-a68b-513386c3f329', 'tenant_id': '6843642c62004cb0bcb0ba8c58980f5e', 'mac_address': 'fa:16:3e:16:30:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c42210e-122c-4a54-aca1-d4109ab61639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'cc62f23a-9d10-48fc-af8e-a094cca99d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:12:18Z', 'updated_at': '2022-10-04T10:12:25Z', 'revision_number': 5, 'project_id': '6843642c62004cb0bcb0ba8c58980f5e', 'subnets': [{'id': 'cc62f23a-9d10-48fc-af8e-a094cca99d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:17:40.203762 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8449ca-59d8-4782-aa55-e8e8a3a8fa54 None None] The sync data for ids ['1c42210e-122c-4a54-aca1-d4109ab61639'] in dv-neutron-860215-1-hyperv is: [{'id': '1c42210e-122c-4a54-aca1-d4109ab61639', 'name': 'tempest-TestShelveInstance-388107138-router', 'tenant_id': '6843642c62004cb0bcb0ba8c58980f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.180'}], 'enable_snat': True}, 'gw_port_id': '84895737-e5d9-41ca-b981-9ed47d9e9ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:12:15Z', 'updated_at': '2022-10-04T10:12:19Z', 'revision_number': 4, 'project_id': '6843642c62004cb0bcb0ba8c58980f5e', 'gw_port': {'id': '84895737-e5d9-41ca-b981-9ed47d9e9ee1', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ec:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c42210e-122c-4a54-aca1-d4109ab61639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:12:16Z', 'updated_at': '2022-10-04T10:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '615ad26d-8e76-41ea-a909-01fd75906073', 'name': '', 'network_id': 'a9599b63-e301-40ee-a68b-513386c3f329', 'tenant_id': '6843642c62004cb0bcb0ba8c58980f5e', 'mac_address': 'fa:16:3e:16:30:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c42210e-122c-4a54-aca1-d4109ab61639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'cc62f23a-9d10-48fc-af8e-a094cca99d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:12:18Z', 'updated_at': '2022-10-04T10:12:25Z', 'revision_number': 5, 'project_id': '6843642c62004cb0bcb0ba8c58980f5e', 'subnets': [{'id': 'cc62f23a-9d10-48fc-af8e-a094cca99d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 10:17:40.216878 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d17a4c02-0b0e-46ea-8468-78935c59918b req-1e2b2c8c-210b-4b59-b358-2963db5a0943 service neutron] 10.222.0.20 "GET /v2.0/networks/a9599b63-e301-40ee-a68b-513386c3f329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235889 Oct 04 10:17:40.420994 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a61d91c-a93a-4eea-bdf5-7e6e7c2f384e None None] New status for floating IP ee78daec-f07a-4b2d-a53e-c856ed581771: DOWN {{(pid=89035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 10:17:41.036666 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a93579-6477-4579-b9bc-cfeb13964c2f req-ef26cef9-2513-4a77-9897-2b4f8a6be52c tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:17:41.037360 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-f3a93579-6477-4579-b9bc-cfeb13964c2f req-ef26cef9-2513-4a77-9897-2b4f8a6be52c tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Synchronizing usage tracker for tenant:6843642c62004cb0bcb0ba8c58980f5e on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 10:17:41.052917 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-f3a93579-6477-4579-b9bc-cfeb13964c2f req-ef26cef9-2513-4a77-9897-2b4f8a6be52c tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Unset dirty status for tenant:6843642c62004cb0bcb0ba8c58980f5e on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 10:17:41.054129 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f3a93579-6477-4579-b9bc-cfeb13964c2f req-ef26cef9-2513-4a77-9897-2b4f8a6be52c tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 947 time: 0.1026766 Oct 04 10:17:41.102937 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f3a93579-6477-4579-b9bc-cfeb13964c2f req-b381df52-4289-433f-a0cb-e1dc8ba0bc4b tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=a955fc60-f078-43fb-b770-9f597d4c81f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424528 Oct 04 10:17:41.336094 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1fe79-0a44-4957-8979-6aa2d1e0de8e req-7e0d6392-d4bd-457c-a6c1-a8e7401051dc tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:17:41.337521 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-efe1fe79-0a44-4957-8979-6aa2d1e0de8e req-7e0d6392-d4bd-457c-a6c1-a8e7401051dc tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.20 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 947 time: 0.0843742 Oct 04 10:17:41.406532 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-efe1fe79-0a44-4957-8979-6aa2d1e0de8e req-d4e31073-fb25-4652-a783-b999dd888d1a tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Deleting port 1ede59f1-6844-47c2-b89f-bd7190b04ce2 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 10:17:41.406870 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-efe1fe79-0a44-4957-8979-6aa2d1e0de8e req-d4e31073-fb25-4652-a783-b999dd888d1a tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:17:41.646991 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-efe1fe79-0a44-4957-8979-6aa2d1e0de8e req-d4e31073-fb25-4652-a783-b999dd888d1a tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] For port 1ede59f1-6844-47c2-b89f-bd7190b04ce2, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=1ede59f1-6844-47c2-b89f-bd7190b04ce2,segment=NetworkSegment(32a3a457-877b-45b6-a36e-891157529036),segment_id=32a3a457-877b-45b6-a36e-891157529036)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:17:41.647268 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-efe1fe79-0a44-4957-8979-6aa2d1e0de8e req-d4e31073-fb25-4652-a783-b999dd888d1a tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:17:41.776983 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-efe1fe79-0a44-4957-8979-6aa2d1e0de8e req-d4e31073-fb25-4652-a783-b999dd888d1a tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Calling delete_port for 1ede59f1-6844-47c2-b89f-bd7190b04ce2 owned by compute:nova {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 10:17:41.879294 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:17:41.917046 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-efe1fe79-0a44-4957-8979-6aa2d1e0de8e req-d4e31073-fb25-4652-a783-b999dd888d1a tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:17:41.968711 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e31073-fb25-4652-a783-b999dd888d1a tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Pushing event deleted for resources: {'Port': ['ID=1ede59f1-6844-47c2-b89f-bd7190b04ce2,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:17:42.011892 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e31073-fb25-4652-a783-b999dd888d1a tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:17:42.012247 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e31073-fb25-4652-a783-b999dd888d1a tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:17:42.012608 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e31073-fb25-4652-a783-b999dd888d1a tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:17:42.012942 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e31073-fb25-4652-a783-b999dd888d1a tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:17:42.013290 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e31073-fb25-4652-a783-b999dd888d1a tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:17:42.013617 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e31073-fb25-4652-a783-b999dd888d1a tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:17:42.013940 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e31073-fb25-4652-a783-b999dd888d1a tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:17:42.014262 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e31073-fb25-4652-a783-b999dd888d1a tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:17:42.014584 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e31073-fb25-4652-a783-b999dd888d1a tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:17:42.014903 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e31073-fb25-4652-a783-b999dd888d1a tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:17:42.015227 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e31073-fb25-4652-a783-b999dd888d1a tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:17:42.015542 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e31073-fb25-4652-a783-b999dd888d1a tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:17:42.068732 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe1fe79-0a44-4957-8979-6aa2d1e0de8e req-d4e31073-fb25-4652-a783-b999dd888d1a tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] No DVR routers for this DVR port 1ede59f1-6844-47c2-b89f-bd7190b04ce2 on host hv-neutron-8602 {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 10:17:42.071036 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-efe1fe79-0a44-4957-8979-6aa2d1e0de8e req-d4e31073-fb25-4652-a783-b999dd888d1a tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:17:42.074200 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de784a8-97f4-40ac-a5d9-79662be28225', 'name': 'network-vif-deleted', 'tag': '1ede59f1-6844-47c2-b89f-bd7190b04ce2'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 10:17:42.076474 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa3189af5578953a214b8e2869c8b798cc5e264e011bb63f6babe724f6825eca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428e493c-128b-4f91-b358-c46918cd0d0e" -d '{"events": [{"server_uuid": "9de784a8-97f4-40ac-a5d9-79662be28225", "name": "network-vif-deleted", "tag": "1ede59f1-6844-47c2-b89f-bd7190b04ce2"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 10:17:42.089775 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-efe1fe79-0a44-4957-8979-6aa2d1e0de8e req-d4e31073-fb25-4652-a783-b999dd888d1a tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.20 "DELETE /v2.0/ports/1ede59f1-6844-47c2-b89f-bd7190b04ce2 HTTP/1.1" status: 204 len: 173 time: 0.7472711 Oct 04 10:17:42.219569 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 10:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc355a9-2a59-4234-a9ed-a21973f55d91 x-openstack-request-id: req-ebc355a9-2a59-4234-a9ed-a21973f55d91 {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 10:17:42.220168 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9de784a8-97f4-40ac-a5d9-79662be28225", "name": "network-vif-deleted", "tag": "1ede59f1-6844-47c2-b89f-bd7190b04ce2", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 10:17:42.220596 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ebc355a9-2a59-4234-a9ed-a21973f55d91 {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 10:17:42.221266 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebc355a9-2a59-4234-a9ed-a21973f55d91'] response: {'server_uuid': '9de784a8-97f4-40ac-a5d9-79662be28225', 'name': 'network-vif-deleted', 'tag': '1ede59f1-6844-47c2-b89f-bd7190b04ce2', 'status': 'completed', 'code': 200} Oct 04 10:17:42.426590 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-47c931a2-08eb-4aac-a907-60cd3b3602a8 req-a1825a29-08c4-435d-bcdf-40efd145b31f tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=9de784a8-97f4-40ac-a5d9-79662be28225 HTTP/1.1" status: 200 len: 210 time: 0.0500417 Oct 04 10:17:43.526144 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 45300) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:17:43.592265 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-049fbf32-338d-4fb7-8c55-bf3ccc2095e1 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:17:43.620958 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-049fbf32-338d-4fb7-8c55-bf3ccc2095e1 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:17:43.690408 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-049fbf32-338d-4fb7-8c55-bf3ccc2095e1 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:17:43.708799 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049fbf32-338d-4fb7-8c55-bf3ccc2095e1 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a955fc60-f078-43fb-b770-9f597d4c81f8,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:17:43.719795 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-049fbf32-338d-4fb7-8c55-bf3ccc2095e1 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:17:43.723470 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-049fbf32-338d-4fb7-8c55-bf3ccc2095e1 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "DELETE /v2.0/security-groups/a955fc60-f078-43fb-b770-9f597d4c81f8 HTTP/1.1" status: 204 len: 168 time: 0.1938004 Oct 04 10:17:43.843168 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 45308) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:17:43.848151 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-a785cb49-46e1-4a95-a642-55cb7fa664a8 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1542768124', 'description': 'tempest-secgroup-smoke-1542768124 description', 'project_id': '6843642c62004cb0bcb0ba8c58980f5e'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:17:43.854284 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-a785cb49-46e1-4a95-a642-55cb7fa664a8 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:17:43.859335 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a785cb49-46e1-4a95-a642-55cb7fa664a8 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Usage tracker for resource:security_group and tenant:6843642c62004cb0bcb0ba8c58980f5e is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:17:43.862145 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a785cb49-46e1-4a95-a642-55cb7fa664a8 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:17:43.867660 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-a785cb49-46e1-4a95-a642-55cb7fa664a8 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:17:43.877964 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a785cb49-46e1-4a95-a642-55cb7fa664a8 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:17:43.896874 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-a785cb49-46e1-4a95-a642-55cb7fa664a8 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:17:43.900609 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a785cb49-46e1-4a95-a642-55cb7fa664a8 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Usage tracker for resource:security_group_rule and tenant:6843642c62004cb0bcb0ba8c58980f5e is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:17:43.903296 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-a785cb49-46e1-4a95-a642-55cb7fa664a8 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:17:43.909098 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-a785cb49-46e1-4a95-a642-55cb7fa664a8 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:17:43.976971 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a785cb49-46e1-4a95-a642-55cb7fa664a8 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:17:43.981427 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a785cb49-46e1-4a95-a642-55cb7fa664a8 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:17:44.025285 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a785cb49-46e1-4a95-a642-55cb7fa664a8 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61a43b68-e4e7-40eb-8501-05fede3a02ff,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:17:44.027902 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a785cb49-46e1-4a95-a642-55cb7fa664a8 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:17:44.029160 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a785cb49-46e1-4a95-a642-55cb7fa664a8 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1849761 Oct 04 10:17:44.032226 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 45312) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:17:44.043564 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-309099c2-734a-47f5-8c6f-6aba2c37a3ba tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Request body: {'security_group_rule': {'security_group_id': '61a43b68-e4e7-40eb-8501-05fede3a02ff', 'project_id': '6843642c62004cb0bcb0ba8c58980f5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:17:44.049729 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-309099c2-734a-47f5-8c6f-6aba2c37a3ba tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:17:44.053606 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-309099c2-734a-47f5-8c6f-6aba2c37a3ba tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Usage tracker for resource:security_group_rule and tenant:6843642c62004cb0bcb0ba8c58980f5e is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:17:44.056501 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-309099c2-734a-47f5-8c6f-6aba2c37a3ba tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:17:44.062774 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-309099c2-734a-47f5-8c6f-6aba2c37a3ba tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:17:44.079606 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-309099c2-734a-47f5-8c6f-6aba2c37a3ba tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:17:44.139851 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-309099c2-734a-47f5-8c6f-6aba2c37a3ba tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:17:44.143529 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-309099c2-734a-47f5-8c6f-6aba2c37a3ba tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:17:44.167864 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309099c2-734a-47f5-8c6f-6aba2c37a3ba tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a646b3f9-bdfa-4c6c-87f8-c9c7a6fca954,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:17:44.176121 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-309099c2-734a-47f5-8c6f-6aba2c37a3ba tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:17:44.177326 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-309099c2-734a-47f5-8c6f-6aba2c37a3ba tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1441705 Oct 04 10:17:44.180071 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 45316) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:17:44.185052 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-cff2ae0e-3803-4328-b78f-b35324e7573a tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Request body: {'security_group_rule': {'security_group_id': '61a43b68-e4e7-40eb-8501-05fede3a02ff', 'project_id': '6843642c62004cb0bcb0ba8c58980f5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:17:44.190902 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-cff2ae0e-3803-4328-b78f-b35324e7573a tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:17:44.194809 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-cff2ae0e-3803-4328-b78f-b35324e7573a tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Usage tracker for resource:security_group_rule and tenant:6843642c62004cb0bcb0ba8c58980f5e is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:17:44.197713 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-cff2ae0e-3803-4328-b78f-b35324e7573a tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:17:44.203310 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-cff2ae0e-3803-4328-b78f-b35324e7573a tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:17:44.220004 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cff2ae0e-3803-4328-b78f-b35324e7573a tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:17:44.279735 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cff2ae0e-3803-4328-b78f-b35324e7573a tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:17:44.283246 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cff2ae0e-3803-4328-b78f-b35324e7573a tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:17:44.307321 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff2ae0e-3803-4328-b78f-b35324e7573a tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d6f71fd-06f2-4026-8b06-e31eb28d40b7,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:17:44.316574 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-cff2ae0e-3803-4328-b78f-b35324e7573a tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:17:44.317747 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-cff2ae0e-3803-4328-b78f-b35324e7573a tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1367414 Oct 04 10:17:44.320447 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 45320) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:17:44.325315 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-84dc7e83-56cf-4f09-91c7-6f26ead7adbe tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Request body: {'security_group_rule': {'security_group_id': '61a43b68-e4e7-40eb-8501-05fede3a02ff', 'project_id': '6843642c62004cb0bcb0ba8c58980f5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:17:44.330993 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-84dc7e83-56cf-4f09-91c7-6f26ead7adbe tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:17:44.334779 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-84dc7e83-56cf-4f09-91c7-6f26ead7adbe tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Usage tracker for resource:security_group_rule and tenant:6843642c62004cb0bcb0ba8c58980f5e is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:17:44.337617 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-84dc7e83-56cf-4f09-91c7-6f26ead7adbe tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:17:44.343997 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-84dc7e83-56cf-4f09-91c7-6f26ead7adbe tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:17:44.361214 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-84dc7e83-56cf-4f09-91c7-6f26ead7adbe tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:17:44.422313 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-84dc7e83-56cf-4f09-91c7-6f26ead7adbe tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:17:44.425921 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-84dc7e83-56cf-4f09-91c7-6f26ead7adbe tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:17:44.449480 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dc7e83-56cf-4f09-91c7-6f26ead7adbe tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19ac6be4-a74c-428f-8665-809aeac4d634,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:17:44.457452 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-84dc7e83-56cf-4f09-91c7-6f26ead7adbe tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:17:44.458634 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-84dc7e83-56cf-4f09-91c7-6f26ead7adbe tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1372905 Oct 04 10:17:44.461381 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 45324) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:17:44.466792 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-d348dcd4-2728-4788-97ea-64c8172da5a8 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Request body: {'security_group_rule': {'security_group_id': '61a43b68-e4e7-40eb-8501-05fede3a02ff', 'project_id': '6843642c62004cb0bcb0ba8c58980f5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:17:44.472590 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-d348dcd4-2728-4788-97ea-64c8172da5a8 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:17:44.476343 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-d348dcd4-2728-4788-97ea-64c8172da5a8 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Usage tracker for resource:security_group_rule and tenant:6843642c62004cb0bcb0ba8c58980f5e is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:17:44.479158 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-d348dcd4-2728-4788-97ea-64c8172da5a8 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:17:44.484816 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-d348dcd4-2728-4788-97ea-64c8172da5a8 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:17:44.504033 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d348dcd4-2728-4788-97ea-64c8172da5a8 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:17:44.566276 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d348dcd4-2728-4788-97ea-64c8172da5a8 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:17:44.570306 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d348dcd4-2728-4788-97ea-64c8172da5a8 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:17:44.594969 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d348dcd4-2728-4788-97ea-64c8172da5a8 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=751b9c9a-2ee2-46b2-9004-1de0bc64b142,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:17:44.603850 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d348dcd4-2728-4788-97ea-64c8172da5a8 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:17:44.605068 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-d348dcd4-2728-4788-97ea-64c8172da5a8 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1427565 Oct 04 10:17:44.607728 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 45328) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:17:44.612741 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-c161e0dc-d206-485d-b48e-bf6b88c0112b tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Request body: {'security_group_rule': {'security_group_id': '61a43b68-e4e7-40eb-8501-05fede3a02ff', 'project_id': '6843642c62004cb0bcb0ba8c58980f5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:17:44.618551 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-c161e0dc-d206-485d-b48e-bf6b88c0112b tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:17:44.622357 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-c161e0dc-d206-485d-b48e-bf6b88c0112b tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Usage tracker for resource:security_group_rule and tenant:6843642c62004cb0bcb0ba8c58980f5e is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:17:44.625185 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-c161e0dc-d206-485d-b48e-bf6b88c0112b tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:17:44.630839 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-c161e0dc-d206-485d-b48e-bf6b88c0112b tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:17:44.641476 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.securitygroups_db [None req-c161e0dc-d206-485d-b48e-bf6b88c0112b tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Project 6843642c62004cb0bcb0ba8c58980f5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 10:17:44.648158 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c161e0dc-d206-485d-b48e-bf6b88c0112b tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:17:44.711513 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c161e0dc-d206-485d-b48e-bf6b88c0112b tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:17:44.716081 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c161e0dc-d206-485d-b48e-bf6b88c0112b tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:17:44.738271 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161e0dc-d206-485d-b48e-bf6b88c0112b tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6fbab69-672d-475d-8c9a-a6f42d037c10,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:17:44.746578 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c161e0dc-d206-485d-b48e-bf6b88c0112b tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:17:44.747780 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-c161e0dc-d206-485d-b48e-bf6b88c0112b tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1390998 Oct 04 10:17:44.750746 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 45332) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:17:44.755927 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-e830f683-6965-4987-94a4-08cfbf575fbe tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Request body: {'security_group_rule': {'security_group_id': '61a43b68-e4e7-40eb-8501-05fede3a02ff', 'project_id': '6843642c62004cb0bcb0ba8c58980f5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:17:44.762487 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-e830f683-6965-4987-94a4-08cfbf575fbe tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:17:44.766386 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-e830f683-6965-4987-94a4-08cfbf575fbe tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Usage tracker for resource:security_group_rule and tenant:6843642c62004cb0bcb0ba8c58980f5e is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:17:44.769206 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-e830f683-6965-4987-94a4-08cfbf575fbe tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:17:44.774771 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-e830f683-6965-4987-94a4-08cfbf575fbe tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:17:44.785375 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.securitygroups_db [None req-e830f683-6965-4987-94a4-08cfbf575fbe tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Project 6843642c62004cb0bcb0ba8c58980f5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 10:17:44.791613 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e830f683-6965-4987-94a4-08cfbf575fbe tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:17:44.857523 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e830f683-6965-4987-94a4-08cfbf575fbe tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:17:44.860903 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e830f683-6965-4987-94a4-08cfbf575fbe tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:17:44.884622 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e830f683-6965-4987-94a4-08cfbf575fbe tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebd37891-2611-432f-abbb-d47bea9e0334,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:17:44.894326 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e830f683-6965-4987-94a4-08cfbf575fbe tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:17:44.895537 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-e830f683-6965-4987-94a4-08cfbf575fbe tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1437280 Oct 04 10:17:45.660841 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 1ede59f1-6844-47c2-b89f-bd7190b04ce2 no longer exists at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 10:17:45.705135 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] No Port match for: 1ede59f1-6844-47c2-b89f-bd7190b04ce2 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 10:17:45.705476 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 1ede59f1-6844-47c2-b89f-bd7190b04ce2 not bound to the agent host hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 10:17:47.795580 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 10:17:57.755902 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-77918a08-ced8-4bbe-b51c-6ff006986193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:17:58.695178 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-fb0c1241-c731-42b9-8401-d00ffb886e4e req-1f478f54-eeaf-4418-b724-932217eb5e70 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Synchronizing usage tracker for tenant:6843642c62004cb0bcb0ba8c58980f5e on resource:security_group {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 10:17:58.709479 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-fb0c1241-c731-42b9-8401-d00ffb886e4e req-1f478f54-eeaf-4418-b724-932217eb5e70 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Unset dirty status for tenant:6843642c62004cb0bcb0ba8c58980f5e on resource:security_group {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 10:17:58.710624 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-fb0c1241-c731-42b9-8401-d00ffb886e4e req-1f478f54-eeaf-4418-b724-932217eb5e70 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1542768124&fields=id&tenant_id=6843642c62004cb0bcb0ba8c58980f5e HTTP/1.1" status: 200 len: 267 time: 0.0532854 Oct 04 10:17:58.856891 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c1241-c731-42b9-8401-d00ffb886e4e req-2373ee3b-574c-4d08-ae40-544b14d545fa tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:17:58.858863 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-fb0c1241-c731-42b9-8401-d00ffb886e4e req-2373ee3b-574c-4d08-ae40-544b14d545fa tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/networks?id=a9599b63-e301-40ee-a68b-513386c3f329 HTTP/1.1" status: 200 len: 808 time: 0.1407921 Oct 04 10:17:58.872984 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-fb0c1241-c731-42b9-8401-d00ffb886e4e req-c4b28af9-913c-45e8-994e-5478f0c7ea2a tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/quotas/6843642c62004cb0bcb0ba8c58980f5e HTTP/1.1" status: 200 len: 375 time: 0.0086355 Oct 04 10:17:58.958474 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-fb0c1241-c731-42b9-8401-d00ffb886e4e req-f1670eac-6e04-4d1c-996b-17f68c7f3db2 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6843642c62004cb0bcb0ba8c58980f5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0806684 Oct 04 10:17:59.010943 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [req-fb0c1241-c731-42b9-8401-d00ffb886e4e req-17c8e922-1315-4b51-a6e7-f3099a625602 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=89033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 10:17:59.011941 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-fb0c1241-c731-42b9-8401-d00ffb886e4e req-17c8e922-1315-4b51-a6e7-f3099a625602 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0424418 Oct 04 10:17:59.241864 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-fb0c1241-c731-42b9-8401-d00ffb886e4e req-277591d2-be78-45b0-a6ae-b5f6d7b91bc2 service neutron] 10.222.0.50 "GET /v2.0/networks/a9599b63-e301-40ee-a68b-513386c3f329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232726 Oct 04 10:17:59.369500 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-fb0c1241-c731-42b9-8401-d00ffb886e4e req-4f90b3c4-35cf-4f6e-906e-84f256a46b5b service neutron] 10.222.0.50 "GET /v2.0/networks/a9599b63-e301-40ee-a68b-513386c3f329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219730 Oct 04 10:17:59.752984 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-ddb263cc-5f8b-4a29-98d8-625d27875842 req-e51d292b-8bff-4c7e-832a-6a1a72aa8153 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Synchronizing usage tracker for tenant:6843642c62004cb0bcb0ba8c58980f5e on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 10:17:59.769053 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-ddb263cc-5f8b-4a29-98d8-625d27875842 req-e51d292b-8bff-4c7e-832a-6a1a72aa8153 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Unset dirty status for tenant:6843642c62004cb0bcb0ba8c58980f5e on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 10:17:59.770324 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ddb263cc-5f8b-4a29-98d8-625d27875842 req-e51d292b-8bff-4c7e-832a-6a1a72aa8153 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09020bb-e727-4cb9-bedd-d2a6ab6fcd53 HTTP/1.1" status: 200 len: 210 time: 0.0731575 Oct 04 10:18:00.402676 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d04c3899-9515-490a-9acc-25785d364f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:18:00.909985 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c1241-c731-42b9-8401-d00ffb886e4e req-3ad7c4c8-29fe-460c-b317-f5b467c38c56 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:18:00.911412 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-fb0c1241-c731-42b9-8401-d00ffb886e4e req-3ad7c4c8-29fe-460c-b317-f5b467c38c56 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.20 "GET /v2.0/networks?id=a9599b63-e301-40ee-a68b-513386c3f329 HTTP/1.1" status: 200 len: 808 time: 0.1478601 Oct 04 10:18:00.945208 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-c3603a9f-c358-4b9a-89a8-f5a0bf80a8df req-8c6b37fe-883e-44aa-80e1-a78787c6cd31 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09020bb-e727-4cb9-bedd-d2a6ab6fcd53 HTTP/1.1" status: 200 len: 210 time: 0.0609286 Oct 04 10:18:00.954104 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:18:00.973454 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-fb0c1241-c731-42b9-8401-d00ffb886e4e req-7949da4d-c6c7-4154-8322-79991551992d tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6843642c62004cb0bcb0ba8c58980f5e HTTP/1.1" status: 200 len: 380 time: 0.0475385 Oct 04 10:18:00.977956 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:18:01.000799 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-fb0c1241-c731-42b9-8401-d00ffb886e4e req-641298f9-20fb-4a7d-9eab-0d71c94eb82e tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Request body: {'port': {'device_id': 'c09020bb-e727-4cb9-bedd-d2a6ab6fcd53', 'network_id': 'a9599b63-e301-40ee-a68b-513386c3f329', 'admin_state_up': True, 'tenant_id': '6843642c62004cb0bcb0ba8c58980f5e', 'security_groups': ['61a43b68-e4e7-40eb-8501-05fede3a02ff']}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:18:01.140102 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-fb0c1241-c731-42b9-8401-d00ffb886e4e req-641298f9-20fb-4a7d-9eab-0d71c94eb82e tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:18:01.149647 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-fb0c1241-c731-42b9-8401-d00ffb886e4e req-641298f9-20fb-4a7d-9eab-0d71c94eb82e tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:18:01.159991 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb0c1241-c731-42b9-8401-d00ffb886e4e req-641298f9-20fb-4a7d-9eab-0d71c94eb82e tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Made reservation on behalf of 6843642c62004cb0bcb0ba8c58980f5e for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 10:18:01.163461 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-fb0c1241-c731-42b9-8401-d00ffb886e4e req-641298f9-20fb-4a7d-9eab-0d71c94eb82e tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:18:01.326555 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [req-fb0c1241-c731-42b9-8401-d00ffb886e4e req-641298f9-20fb-4a7d-9eab-0d71c94eb82e tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Allocated IP 172.20.0.10 (a9599b63-e301-40ee-a68b-513386c3f329/cc62f23a-9d10-48fc-af8e-a094cca99d44/5744fe93-b999-46e5-901b-5bda3792e344) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 10:18:01.606033 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-fb0c1241-c731-42b9-8401-d00ffb886e4e req-641298f9-20fb-4a7d-9eab-0d71c94eb82e tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:18:01.622338 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-fb0c1241-c731-42b9-8401-d00ffb886e4e req-641298f9-20fb-4a7d-9eab-0d71c94eb82e tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Transition to ACTIVE for port object 5744fe93-b999-46e5-901b-5bda3792e344 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 10:18:01.645922 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-fb0c1241-c731-42b9-8401-d00ffb886e4e req-641298f9-20fb-4a7d-9eab-0d71c94eb82e tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:18:01.716046 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb0c1241-c731-42b9-8401-d00ffb886e4e req-641298f9-20fb-4a7d-9eab-0d71c94eb82e tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Network a9599b63-e301-40ee-a68b-513386c3f329 is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 10:18:01.719046 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [req-fb0c1241-c731-42b9-8401-d00ffb886e4e req-641298f9-20fb-4a7d-9eab-0d71c94eb82e tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 10:18:01.723127 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb0c1241-c731-42b9-8401-d00ffb886e4e req-641298f9-20fb-4a7d-9eab-0d71c94eb82e tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 10:18:01.770443 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641298f9-20fb-4a7d-9eab-0d71c94eb82e tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Pushing event updated for resources: {'Port': ['ID=5744fe93-b999-46e5-901b-5bda3792e344,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:18:01.802097 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c1241-c731-42b9-8401-d00ffb886e4e req-641298f9-20fb-4a7d-9eab-0d71c94eb82e tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:18:01.802845 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-fb0c1241-c731-42b9-8401-d00ffb886e4e req-641298f9-20fb-4a7d-9eab-0d71c94eb82e tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:18:01.831563 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-fb0c1241-c731-42b9-8401-d00ffb886e4e req-641298f9-20fb-4a7d-9eab-0d71c94eb82e tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8345098 Oct 04 10:18:01.848661 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-fb0c1241-c731-42b9-8401-d00ffb886e4e req-9fc3ac9e-975c-46ba-abfd-6d1b0651f18d service neutron] Request body: {'port': {'device_id': 'c09020bb-e727-4cb9-bedd-d2a6ab6fcd53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8602'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:18:01.964804 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-fb0c1241-c731-42b9-8401-d00ffb886e4e req-9fc3ac9e-975c-46ba-abfd-6d1b0651f18d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:18:02.004590 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-94c2ff2e-c32d-4f01-af2c-9a2366945981 None None] Provisioning for port 5744fe93-b999-46e5-901b-5bda3792e344 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 10:18:02.011245 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-94c2ff2e-c32d-4f01-af2c-9a2366945981 None None] Provisioning complete for port 5744fe93-b999-46e5-901b-5bda3792e344 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:18:02.011734 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-94c2ff2e-c32d-4f01-af2c-9a2366945981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:18:02.012186 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-94c2ff2e-c32d-4f01-af2c-9a2366945981 None None] Attempt 1 to provision port 5744fe93-b999-46e5-901b-5bda3792e344 Oct 04 10:18:02.080157 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-94c2ff2e-c32d-4f01-af2c-9a2366945981 None None] Port 5744fe93-b999-46e5-901b-5bda3792e344 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:18:02.316029 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a336705-3146-4959-bd29-ac0251d66993 req-f94a5197-d42e-4a91-b747-f2f02f4814ab tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:18:02.316764 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-6a336705-3146-4959-bd29-ac0251d66993 req-f94a5197-d42e-4a91-b747-f2f02f4814ab tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Synchronizing usage tracker for tenant:6843642c62004cb0bcb0ba8c58980f5e on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 10:18:02.362183 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-6a336705-3146-4959-bd29-ac0251d66993 req-f94a5197-d42e-4a91-b747-f2f02f4814ab tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Unset dirty status for tenant:6843642c62004cb0bcb0ba8c58980f5e on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 10:18:02.363345 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6a336705-3146-4959-bd29-ac0251d66993 req-f94a5197-d42e-4a91-b747-f2f02f4814ab tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09020bb-e727-4cb9-bedd-d2a6ab6fcd53 HTTP/1.1" status: 200 len: 932 time: 0.2649534 Oct 04 10:18:02.455295 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [req-fb0c1241-c731-42b9-8401-d00ffb886e4e req-9fc3ac9e-975c-46ba-abfd-6d1b0651f18d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5744fe93-b999-46e5-901b-5bda3792e344 {{(pid=89032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 10:18:02.468019 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-fb0c1241-c731-42b9-8401-d00ffb886e4e req-9fc3ac9e-975c-46ba-abfd-6d1b0651f18d service neutron] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:18:02.476866 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6a336705-3146-4959-bd29-ac0251d66993 req-c687352b-e6a6-4dcf-b5fa-d4c16d9d63ae tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=61a43b68-e4e7-40eb-8501-05fede3a02ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752254 Oct 04 10:18:02.488874 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-fb0c1241-c731-42b9-8401-d00ffb886e4e req-9fc3ac9e-975c-46ba-abfd-6d1b0651f18d service neutron] Transition to ACTIVE for port object 5744fe93-b999-46e5-901b-5bda3792e344 will not be triggered until provisioned by entity L2. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 10:18:02.506449 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-fb0c1241-c731-42b9-8401-d00ffb886e4e req-9fc3ac9e-975c-46ba-abfd-6d1b0651f18d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:18:02.538030 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:18:02.581090 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-94c2ff2e-c32d-4f01-af2c-9a2366945981 None None] Attempt 2 to provision port 5744fe93-b999-46e5-901b-5bda3792e344 Oct 04 10:18:02.645983 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-94c2ff2e-c32d-4f01-af2c-9a2366945981 None None] Port 5744fe93-b999-46e5-901b-5bda3792e344 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:18:02.731629 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc3ac9e-975c-46ba-abfd-6d1b0651f18d service neutron] Pushing event updated for resources: {'Port': ['ID=5744fe93-b999-46e5-901b-5bda3792e344,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:18:02.771889 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-fb0c1241-c731-42b9-8401-d00ffb886e4e req-9fc3ac9e-975c-46ba-abfd-6d1b0651f18d service neutron] Attempting to bind port 5744fe93-b999-46e5-901b-5bda3792e344 on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 10:18:02.772300 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-fb0c1241-c731-42b9-8401-d00ffb886e4e req-9fc3ac9e-975c-46ba-abfd-6d1b0651f18d service neutron] Attempting to bind port 5744fe93-b999-46e5-901b-5bda3792e344 by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': '32a3a457-877b-45b6-a36e-891157529036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a9599b63-e301-40ee-a68b-513386c3f329'}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 10:18:02.772740 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0c1241-c731-42b9-8401-d00ffb886e4e req-9fc3ac9e-975c-46ba-abfd-6d1b0651f18d service neutron] Attempting to bind port 5744fe93-b999-46e5-901b-5bda3792e344 on network a9599b63-e301-40ee-a68b-513386c3f329 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 10:18:02.777796 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0c1241-c731-42b9-8401-d00ffb886e4e req-9fc3ac9e-975c-46ba-abfd-6d1b0651f18d service neutron] Port 5744fe93-b999-46e5-901b-5bda3792e344 on network a9599b63-e301-40ee-a68b-513386c3f329 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 10:18:02.778397 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0c1241-c731-42b9-8401-d00ffb886e4e req-9fc3ac9e-975c-46ba-abfd-6d1b0651f18d service neutron] Attempting to bind port 5744fe93-b999-46e5-901b-5bda3792e344 on network a9599b63-e301-40ee-a68b-513386c3f329 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 10:18:02.784626 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0c1241-c731-42b9-8401-d00ffb886e4e req-9fc3ac9e-975c-46ba-abfd-6d1b0651f18d service neutron] Checking agent: {'id': '1be90a14-1104-4771-996e-684b25b74d15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'started_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 10, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 10:18:02.785052 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0c1241-c731-42b9-8401-d00ffb886e4e req-9fc3ac9e-975c-46ba-abfd-6d1b0651f18d service neutron] Checking segment: {'id': '32a3a457-877b-45b6-a36e-891157529036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a9599b63-e301-40ee-a68b-513386c3f329'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 10:18:02.785510 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0c1241-c731-42b9-8401-d00ffb886e4e req-9fc3ac9e-975c-46ba-abfd-6d1b0651f18d service neutron] Bound using segment: {'id': '32a3a457-877b-45b6-a36e-891157529036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a9599b63-e301-40ee-a68b-513386c3f329'} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 10:18:02.785998 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-fb0c1241-c731-42b9-8401-d00ffb886e4e req-9fc3ac9e-975c-46ba-abfd-6d1b0651f18d service neutron] Bound port: 5744fe93-b999-46e5-901b-5bda3792e344, host: hv-neutron-8602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32a3a457-877b-45b6-a36e-891157529036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a9599b63-e301-40ee-a68b-513386c3f329'}}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 10:18:02.786410 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-fb0c1241-c731-42b9-8401-d00ffb886e4e req-9fc3ac9e-975c-46ba-abfd-6d1b0651f18d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:18:02.881045 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-fb0c1241-c731-42b9-8401-d00ffb886e4e req-9fc3ac9e-975c-46ba-abfd-6d1b0651f18d service neutron] For port 5744fe93-b999-46e5-901b-5bda3792e344, host hv-neutron-8602, cleared binding levels {{(pid=89032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 10:18:02.884075 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-fb0c1241-c731-42b9-8401-d00ffb886e4e req-9fc3ac9e-975c-46ba-abfd-6d1b0651f18d service neutron] For port 5744fe93-b999-46e5-901b-5bda3792e344, host hv-neutron-8602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=5744fe93-b999-46e5-901b-5bda3792e344,segment=NetworkSegment(32a3a457-877b-45b6-a36e-891157529036),segment_id=32a3a457-877b-45b6-a36e-891157529036)] {{(pid=89032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 10:18:02.888625 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-fb0c1241-c731-42b9-8401-d00ffb886e4e req-9fc3ac9e-975c-46ba-abfd-6d1b0651f18d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:18:02.931091 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c1241-c731-42b9-8401-d00ffb886e4e req-9fc3ac9e-975c-46ba-abfd-6d1b0651f18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:18:02.931710 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-fb0c1241-c731-42b9-8401-d00ffb886e4e req-9fc3ac9e-975c-46ba-abfd-6d1b0651f18d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:18:02.933155 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-fb0c1241-c731-42b9-8401-d00ffb886e4e req-9fc3ac9e-975c-46ba-abfd-6d1b0651f18d service neutron] 10.222.0.20 "PUT /v2.0/ports/5744fe93-b999-46e5-901b-5bda3792e344 HTTP/1.1" status: 200 len: 1094 time: 1.0892577 Oct 04 10:18:02.933617 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c09020bb-e727-4cb9-bedd-d2a6ab6fcd53', 'tag': '5744fe93-b999-46e5-901b-5bda3792e344'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 10:18:02.936550 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa3189af5578953a214b8e2869c8b798cc5e264e011bb63f6babe724f6825eca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3470d02e-fa73-4671-9f26-dd49e65b47f5" -d '{"events": [{"name": "network-changed", "server_uuid": "c09020bb-e727-4cb9-bedd-d2a6ab6fcd53", "tag": "5744fe93-b999-46e5-901b-5bda3792e344"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 10:18:02.984550 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc3ac9e-975c-46ba-abfd-6d1b0651f18d service neutron] Pushing event updated for resources: {'Port': ['ID=5744fe93-b999-46e5-901b-5bda3792e344,revision_number=3']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:18:02.992861 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 10:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67df22bb-b517-4577-8543-189db8d0fc42 x-openstack-request-id: req-67df22bb-b517-4577-8543-189db8d0fc42 {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 10:18:02.993152 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c09020bb-e727-4cb9-bedd-d2a6ab6fcd53", "tag": "5744fe93-b999-46e5-901b-5bda3792e344", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 10:18:02.993405 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-67df22bb-b517-4577-8543-189db8d0fc42 {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 10:18:02.993840 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67df22bb-b517-4577-8543-189db8d0fc42'] response: {'name': 'network-changed', 'server_uuid': 'c09020bb-e727-4cb9-bedd-d2a6ab6fcd53', 'tag': '5744fe93-b999-46e5-901b-5bda3792e344', 'status': 'completed', 'code': 200} Oct 04 10:18:03.088345 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c1241-c731-42b9-8401-d00ffb886e4e req-dc439a9a-7cad-4d82-a396-85000d53a0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:18:03.089863 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-fb0c1241-c731-42b9-8401-d00ffb886e4e req-dc439a9a-7cad-4d82-a396-85000d53a0f3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6843642c62004cb0bcb0ba8c58980f5e&device_id=c09020bb-e727-4cb9-bedd-d2a6ab6fcd53 HTTP/1.1" status: 200 len: 1097 time: 0.0802093 Oct 04 10:18:03.147374 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-94c2ff2e-c32d-4f01-af2c-9a2366945981 None None] Attempt 3 to provision port 5744fe93-b999-46e5-901b-5bda3792e344 Oct 04 10:18:03.166521 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-fb0c1241-c731-42b9-8401-d00ffb886e4e req-bbb0c767-0e66-4ff2-a3cb-e483fa15d015 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5744fe93-b999-46e5-901b-5bda3792e344 HTTP/1.1" status: 200 len: 217 time: 0.0640230 Oct 04 10:18:03.210165 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-94c2ff2e-c32d-4f01-af2c-9a2366945981 None None] Port 5744fe93-b999-46e5-901b-5bda3792e344 had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 10:18:03.226790 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c1241-c731-42b9-8401-d00ffb886e4e req-3db8f406-4780-477e-81bf-0540537772ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:18:03.228220 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-fb0c1241-c731-42b9-8401-d00ffb886e4e req-3db8f406-4780-477e-81bf-0540537772ce service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cc62f23a-9d10-48fc-af8e-a094cca99d44 HTTP/1.1" status: 200 len: 847 time: 0.0562813 Oct 04 10:18:03.312726 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c1241-c731-42b9-8401-d00ffb886e4e req-4b32434f-c2bd-480d-ae93-2c658d30e3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:18:03.314170 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-fb0c1241-c731-42b9-8401-d00ffb886e4e req-4b32434f-c2bd-480d-ae93-2c658d30e3d3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a9599b63-e301-40ee-a68b-513386c3f329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801337 Oct 04 10:18:03.544201 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-fb0c1241-c731-42b9-8401-d00ffb886e4e req-5b9737c7-f83f-489e-88bc-824b5cc311fc service neutron] 10.222.0.20 "GET /v2.0/networks/a9599b63-e301-40ee-a68b-513386c3f329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234986 Oct 04 10:18:03.731570 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-fb0c1241-c731-42b9-8401-d00ffb886e4e req-ed41d717-7d73-435e-9b27-73d736ddcdef service neutron] 10.222.0.20 "GET /v2.0/networks/a9599b63-e301-40ee-a68b-513386c3f329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813540 Oct 04 10:18:03.748606 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c741650c-8d5b-4970-9ec2-846ed793a57d req-cebea261-d287-4c64-8abe-3d04a278cbdc tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:18:03.750133 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c741650c-8d5b-4970-9ec2-846ed793a57d req-cebea261-d287-4c64-8abe-3d04a278cbdc tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09020bb-e727-4cb9-bedd-d2a6ab6fcd53 HTTP/1.1" status: 200 len: 944 time: 0.1361210 Oct 04 10:18:03.800867 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c741650c-8d5b-4970-9ec2-846ed793a57d req-0e6c72fa-8c70-442c-b787-52b791e178d9 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=61a43b68-e4e7-40eb-8501-05fede3a02ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443635 Oct 04 10:18:03.892135 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470d02e-fa73-4671-9f26-dd49e65b47f5 req-c3942782-df02-4589-be08-af84bd5e51ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:18:03.893634 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3470d02e-fa73-4671-9f26-dd49e65b47f5 req-c3942782-df02-4589-be08-af84bd5e51ee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6843642c62004cb0bcb0ba8c58980f5e&device_id=c09020bb-e727-4cb9-bedd-d2a6ab6fcd53 HTTP/1.1" status: 200 len: 1097 time: 0.0776260 Oct 04 10:18:04.020829 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470d02e-fa73-4671-9f26-dd49e65b47f5 req-93b2b9b4-f76c-415b-8ac5-477e413cb571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:18:04.022149 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3470d02e-fa73-4671-9f26-dd49e65b47f5 req-93b2b9b4-f76c-415b-8ac5-477e413cb571 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a9599b63-e301-40ee-a68b-513386c3f329 HTTP/1.1" status: 200 len: 909 time: 0.1224484 Oct 04 10:18:04.090472 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3470d02e-fa73-4671-9f26-dd49e65b47f5 req-06eae5a6-db2c-457c-b847-8e49c12db393 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5744fe93-b999-46e5-901b-5bda3792e344 HTTP/1.1" status: 200 len: 217 time: 0.0628357 Oct 04 10:18:04.151740 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470d02e-fa73-4671-9f26-dd49e65b47f5 req-4cd45a0f-0e69-4823-905a-b4fb8cdb2649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:18:04.153153 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3470d02e-fa73-4671-9f26-dd49e65b47f5 req-4cd45a0f-0e69-4823-905a-b4fb8cdb2649 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cc62f23a-9d10-48fc-af8e-a094cca99d44 HTTP/1.1" status: 200 len: 847 time: 0.0565014 Oct 04 10:18:04.236379 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470d02e-fa73-4671-9f26-dd49e65b47f5 req-86d8c837-00ea-44ef-98b6-4577205d85ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:18:04.237879 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3470d02e-fa73-4671-9f26-dd49e65b47f5 req-86d8c837-00ea-44ef-98b6-4577205d85ac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a9599b63-e301-40ee-a68b-513386c3f329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780027 Oct 04 10:18:04.365978 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3470d02e-fa73-4671-9f26-dd49e65b47f5 req-dd9cb7cc-e4c8-44b0-afa1-43a4b463a1dc service neutron] 10.222.0.20 "GET /v2.0/networks/a9599b63-e301-40ee-a68b-513386c3f329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219671 Oct 04 10:18:04.493194 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3470d02e-fa73-4671-9f26-dd49e65b47f5 req-8837eab9-667e-4e29-a4e0-24b74a1bb05c service neutron] 10.222.0.20 "GET /v2.0/networks/a9599b63-e301-40ee-a68b-513386c3f329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212795 Oct 04 10:18:04.998611 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35994c0-50f3-48b4-bd79-2df9ed981577 req-97d9f705-dd46-49a2-ab58-961db126423b tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:18:05.000161 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-d35994c0-50f3-48b4-bd79-2df9ed981577 req-97d9f705-dd46-49a2-ab58-961db126423b tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09020bb-e727-4cb9-bedd-d2a6ab6fcd53 HTTP/1.1" status: 200 len: 944 time: 0.0866754 Oct 04 10:18:05.047681 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-d35994c0-50f3-48b4-bd79-2df9ed981577 req-675000dc-8c65-4ae6-8797-279d85a8ceb6 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=61a43b68-e4e7-40eb-8501-05fede3a02ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419519 Oct 04 10:18:06.245162 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90171fc8-2c46-4ea4-a929-ab5ac8f006ac req-4d4ea231-b6bd-4fcf-ae80-3154e08ea37e tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:18:06.246598 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-90171fc8-2c46-4ea4-a929-ab5ac8f006ac req-4d4ea231-b6bd-4fcf-ae80-3154e08ea37e tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09020bb-e727-4cb9-bedd-d2a6ab6fcd53 HTTP/1.1" status: 200 len: 944 time: 0.0845916 Oct 04 10:18:06.289757 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-90171fc8-2c46-4ea4-a929-ab5ac8f006ac req-1b6a945a-e80e-4c5e-8d5c-b4a86324f645 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=61a43b68-e4e7-40eb-8501-05fede3a02ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375040 Oct 04 10:18:07.484447 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aca525-deed-4950-ad4c-f9520d159a9f req-9925d92f-1119-4e6b-94ea-40194f56d11e tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:18:07.485785 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-54aca525-deed-4950-ad4c-f9520d159a9f req-9925d92f-1119-4e6b-94ea-40194f56d11e tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09020bb-e727-4cb9-bedd-d2a6ab6fcd53 HTTP/1.1" status: 200 len: 944 time: 0.0879138 Oct 04 10:18:07.527965 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-54aca525-deed-4950-ad4c-f9520d159a9f req-f3558fd8-0ba6-49e0-8a68-af9ddab934c8 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=61a43b68-e4e7-40eb-8501-05fede3a02ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366142 Oct 04 10:18:08.730476 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b73c919-559f-4374-8b9c-363160238944 req-f84d165d-07d5-40a0-8e48-60c078bd556a tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:18:08.731932 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3b73c919-559f-4374-8b9c-363160238944 req-f84d165d-07d5-40a0-8e48-60c078bd556a tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09020bb-e727-4cb9-bedd-d2a6ab6fcd53 HTTP/1.1" status: 200 len: 944 time: 0.0888910 Oct 04 10:18:08.775743 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3b73c919-559f-4374-8b9c-363160238944 req-1360480f-746f-49a8-8047-038142521740 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=61a43b68-e4e7-40eb-8501-05fede3a02ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381351 Oct 04 10:18:09.972126 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e75c7-3b96-4050-a91b-e7915dd82592 req-4385ba5b-9398-42a8-8224-639f354c6e7c tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:18:09.973512 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-b97e75c7-3b96-4050-a91b-e7915dd82592 req-4385ba5b-9398-42a8-8224-639f354c6e7c tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09020bb-e727-4cb9-bedd-d2a6ab6fcd53 HTTP/1.1" status: 200 len: 944 time: 0.0893333 Oct 04 10:18:10.017460 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-b97e75c7-3b96-4050-a91b-e7915dd82592 req-e79706d6-40f5-4baa-b6b0-f3555e1830d7 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=61a43b68-e4e7-40eb-8501-05fede3a02ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383134 Oct 04 10:18:11.214334 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11531639-e613-453a-80a4-8c741bd899be req-7cac2c93-2ba9-43d5-b382-89e63a954e6e tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:18:11.215774 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-11531639-e613-453a-80a4-8c741bd899be req-7cac2c93-2ba9-43d5-b382-89e63a954e6e tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09020bb-e727-4cb9-bedd-d2a6ab6fcd53 HTTP/1.1" status: 200 len: 944 time: 0.0903127 Oct 04 10:18:11.258457 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-11531639-e613-453a-80a4-8c741bd899be req-c442b51a-d26f-4d80-b670-3f6fbf611d43 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=61a43b68-e4e7-40eb-8501-05fede3a02ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364239 Oct 04 10:18:11.738241 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 5744fe93-b999-46e5-901b-5bda3792e344 details requested by agent hyperv_hv-neutron-8602 with host hv-neutron-8602 {{(pid=89034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 04 10:18:11.879187 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 5744fe93-b999-46e5-901b-5bda3792e344, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=5744fe93-b999-46e5-901b-5bda3792e344,segment=NetworkSegment(32a3a457-877b-45b6-a36e-891157529036),segment_id=32a3a457-877b-45b6-a36e-891157529036)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:18:11.898468 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Returning: {'device': '5744fe93-b999-46e5-901b-5bda3792e344', 'network_id': 'a9599b63-e301-40ee-a68b-513386c3f329', 'port_id': '5744fe93-b999-46e5-901b-5bda3792e344', 'mac_address': 'fa:16:3e:39:36:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc62f23a-9d10-48fc-af8e-a094cca99d44', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 04 10:18:11.901902 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:18:11.953334 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 5744fe93-b999-46e5-901b-5bda3792e344 is: DOWN; New status is: BUILD {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:18:11.953704 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:18:11.969558 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5744fe93-b999-46e5-901b-5bda3792e344 {{(pid=89034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 10:18:11.984620 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 5744fe93-b999-46e5-901b-5bda3792e344, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=5744fe93-b999-46e5-901b-5bda3792e344,segment=NetworkSegment(32a3a457-877b-45b6-a36e-891157529036),segment_id=32a3a457-877b-45b6-a36e-891157529036)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:18:11.988138 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:18:12.057161 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=5744fe93-b999-46e5-901b-5bda3792e344,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:18:12.064617 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:18:12.064960 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:18:12.065293 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:18:12.065616 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:18:12.065946 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:18:12.066269 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:18:12.066589 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:18:12.066909 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:18:12.067226 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:18:12.067540 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:18:12.067855 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:18:12.068169 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:18:12.361792 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['5744fe93-b999-46e5-901b-5bda3792e344'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 10:18:12.466630 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef66b482-1b3d-475f-9108-326deae91cbc req-abaf2f6c-01e4-4570-ada1-03d0267d16bc tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:18:12.468091 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-ef66b482-1b3d-475f-9108-326deae91cbc req-abaf2f6c-01e4-4570-ada1-03d0267d16bc tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09020bb-e727-4cb9-bedd-d2a6ab6fcd53 HTTP/1.1" status: 200 len: 945 time: 0.0859311 Oct 04 10:18:12.516217 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-ef66b482-1b3d-475f-9108-326deae91cbc req-caed4d90-ea83-4fd1-a9d8-7d6e7dfe7769 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=61a43b68-e4e7-40eb-8501-05fede3a02ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415955 Oct 04 10:18:13.710541 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ff37b-8462-4647-82d7-cc1042ae108d req-58cfbf7b-cd0d-4725-af4e-385dea05d73f tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:18:13.711992 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-570ff37b-8462-4647-82d7-cc1042ae108d req-58cfbf7b-cd0d-4725-af4e-385dea05d73f tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09020bb-e727-4cb9-bedd-d2a6ab6fcd53 HTTP/1.1" status: 200 len: 945 time: 0.0854576 Oct 04 10:18:13.745955 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 5744fe93-b999-46e5-901b-5bda3792e344 up at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:18:13.756817 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-570ff37b-8462-4647-82d7-cc1042ae108d req-316fef4b-4dc4-4d52-9d12-c47ab1c3d210 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=61a43b68-e4e7-40eb-8501-05fede3a02ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382819 Oct 04 10:18:13.815141 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning for port 5744fe93-b999-46e5-901b-5bda3792e344 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 10:18:13.819693 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning complete for port 5744fe93-b999-46e5-901b-5bda3792e344 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:18:13.820092 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:18:13.820518 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Attempt 1 to provision port 5744fe93-b999-46e5-901b-5bda3792e344 Oct 04 10:18:13.942342 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 5744fe93-b999-46e5-901b-5bda3792e344 is: BUILD; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:18:13.942723 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:18:13.971551 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09020bb-e727-4cb9-bedd-d2a6ab6fcd53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5744fe93-b999-46e5-901b-5bda3792e344'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 10:18:13.973828 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57bf53c6ee682485c6b2af0162fb0d8239c3b91f88f531d8197f9e173bf15718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d3b183-a24d-4025-93a1-8c596dfce6a2" -d '{"events": [{"server_uuid": "c09020bb-e727-4cb9-bedd-d2a6ab6fcd53", "name": "network-vif-plugged", "status": "completed", "tag": "5744fe93-b999-46e5-901b-5bda3792e344"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 10:18:13.981097 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 5744fe93-b999-46e5-901b-5bda3792e344, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=5744fe93-b999-46e5-901b-5bda3792e344,segment=NetworkSegment(32a3a457-877b-45b6-a36e-891157529036),segment_id=32a3a457-877b-45b6-a36e-891157529036)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:18:13.985646 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:18:14.021192 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 10:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9c5716-698b-4fde-a03f-d00fc10b49c1 x-openstack-request-id: req-bc9c5716-698b-4fde-a03f-d00fc10b49c1 {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 10:18:14.021485 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c09020bb-e727-4cb9-bedd-d2a6ab6fcd53", "name": "network-vif-plugged", "status": "completed", "tag": "5744fe93-b999-46e5-901b-5bda3792e344", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 10:18:14.021741 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bc9c5716-698b-4fde-a03f-d00fc10b49c1 {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 10:18:14.022133 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc9c5716-698b-4fde-a03f-d00fc10b49c1'] response: {'server_uuid': 'c09020bb-e727-4cb9-bedd-d2a6ab6fcd53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5744fe93-b999-46e5-901b-5bda3792e344', 'code': 200} Oct 04 10:18:14.053236 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=5744fe93-b999-46e5-901b-5bda3792e344,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:18:14.311572 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4523b66-48ca-405f-8c10-521008e0f76d req-d566d9a1-7652-463c-ba04-773ac5917118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:18:14.313053 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d4523b66-48ca-405f-8c10-521008e0f76d req-d566d9a1-7652-463c-ba04-773ac5917118 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c09020bb-e727-4cb9-bedd-d2a6ab6fcd53 HTTP/1.1" status: 200 len: 1099 time: 0.0785515 Oct 04 10:18:14.352687 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d4523b66-48ca-405f-8c10-521008e0f76d req-5c5d01b0-f33e-476c-bdc6-22fc378952be service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=61a43b68-e4e7-40eb-8501-05fede3a02ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337448 Oct 04 10:18:14.955286 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47527a34-334a-470d-b3ba-949e10e93e05 req-ed4b17f5-760b-4ead-b3cc-0f9fc51d5742 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:18:14.956766 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-47527a34-334a-470d-b3ba-949e10e93e05 req-ed4b17f5-760b-4ead-b3cc-0f9fc51d5742 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09020bb-e727-4cb9-bedd-d2a6ab6fcd53 HTTP/1.1" status: 200 len: 946 time: 0.0856962 Oct 04 10:18:15.094808 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-47527a34-334a-470d-b3ba-949e10e93e05 req-a08efa57-4a9f-4284-b753-e7e7206d40ad tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=61a43b68-e4e7-40eb-8501-05fede3a02ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323392 Oct 04 10:18:16.289829 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbde670-5d45-4574-9a2d-2bbdb8e44d47 req-e4b7e115-b743-4b20-9b82-391345846780 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:18:16.291285 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-5bbde670-5d45-4574-9a2d-2bbdb8e44d47 req-e4b7e115-b743-4b20-9b82-391345846780 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09020bb-e727-4cb9-bedd-d2a6ab6fcd53 HTTP/1.1" status: 200 len: 946 time: 0.0851650 Oct 04 10:18:16.334903 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-5bbde670-5d45-4574-9a2d-2bbdb8e44d47 req-eb2b3f74-ab24-4450-9204-3b6aa6dbe769 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=61a43b68-e4e7-40eb-8501-05fede3a02ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374928 Oct 04 10:18:16.526474 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55374159-20c5-4070-b290-116c92f9e64c req-bb108ef4-1474-4d52-b1ab-7693263f9083 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:18:16.527831 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-55374159-20c5-4070-b290-116c92f9e64c req-bb108ef4-1474-4d52-b1ab-7693263f9083 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09020bb-e727-4cb9-bedd-d2a6ab6fcd53 HTTP/1.1" status: 200 len: 946 time: 0.0853050 Oct 04 10:18:16.571087 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-55374159-20c5-4070-b290-116c92f9e64c req-7c679270-4ca9-4570-a426-7e57184ef0df tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=61a43b68-e4e7-40eb-8501-05fede3a02ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373278 Oct 04 10:18:16.598825 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 45532) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:18:16.719191 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908cd1c2-a194-4daf-9414-9e017d89fbb2 tempest-TestShelveInstance-1578953760 tempest-TestShelveInstance-1578953760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:18:16.719889 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-908cd1c2-a194-4daf-9414-9e017d89fbb2 tempest-TestShelveInstance-1578953760 tempest-TestShelveInstance-1578953760-project-admin] Synchronizing usage tracker for tenant:4c89ec6a6e6243da8ec06e32e3ff72a0 on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 10:18:16.736750 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-908cd1c2-a194-4daf-9414-9e017d89fbb2 tempest-TestShelveInstance-1578953760 tempest-TestShelveInstance-1578953760-project-admin] Unset dirty status for tenant:4c89ec6a6e6243da8ec06e32e3ff72a0 on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 10:18:16.738076 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-908cd1c2-a194-4daf-9414-9e017d89fbb2 tempest-TestShelveInstance-1578953760 tempest-TestShelveInstance-1578953760-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c09020bb-e727-4cb9-bedd-d2a6ab6fcd53 HTTP/1.1" status: 200 len: 1094 time: 0.1382201 Oct 04 10:18:16.740958 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 45538) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:18:16.746853 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-5a1f26f3-6075-4993-a764-bf739e7c65b5 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Request body: {'floatingip': {'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'port_id': '5744fe93-b999-46e5-901b-5bda3792e344', 'tenant_id': '6843642c62004cb0bcb0ba8c58980f5e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:18:16.755548 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-5a1f26f3-6075-4993-a764-bf739e7c65b5 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:18:16.759660 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-5a1f26f3-6075-4993-a764-bf739e7c65b5 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Usage tracker for resource:floatingip and tenant:6843642c62004cb0bcb0ba8c58980f5e is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:18:16.762579 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-5a1f26f3-6075-4993-a764-bf739e7c65b5 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:18:16.768262 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-5a1f26f3-6075-4993-a764-bf739e7c65b5 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:18:16.781730 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5a1f26f3-6075-4993-a764-bf739e7c65b5 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks [] for floatingip, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:18:16.913995 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5a1f26f3-6075-4993-a764-bf739e7c65b5 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:18:17.048123 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-5a1f26f3-6075-4993-a764-bf739e7c65b5 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Allocated IP 172.26.10.37 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/e9984146-94a3-4545-94c0-7759b9bc2c60) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 10:18:17.193808 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5a1f26f3-6075-4993-a764-bf739e7c65b5 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:18:17.222641 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5a1f26f3-6075-4993-a764-bf739e7c65b5 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:18:17.286676 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1f26f3-6075-4993-a764-bf739e7c65b5 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 10:18:17.289534 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-5a1f26f3-6075-4993-a764-bf739e7c65b5 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 10:18:17.293075 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1f26f3-6075-4993-a764-bf739e7c65b5 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 10:18:17.321010 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1f26f3-6075-4993-a764-bf739e7c65b5 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Pushing event updated for resources: {'Port': ['ID=e9984146-94a3-4545-94c0-7759b9bc2c60,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:18:17.658187 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4a324026-ec73-4995-8426-4124db995530 req-bac4e4fc-e1bd-4ae8-9f06-b13a55db8073 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c09020bb-e727-4cb9-bedd-d2a6ab6fcd53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2596018 Oct 04 10:18:17.829267 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5a1f26f3-6075-4993-a764-bf739e7c65b5 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:18:17.841420 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a324026-ec73-4995-8426-4124db995530 req-6e92b15b-b8e4-4ec8-8ebd-250bc80403a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:18:17.842873 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4a324026-ec73-4995-8426-4124db995530 req-6e92b15b-b8e4-4ec8-8ebd-250bc80403a1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6843642c62004cb0bcb0ba8c58980f5e&device_id=c09020bb-e727-4cb9-bedd-d2a6ab6fcd53 HTTP/1.1" status: 200 len: 1099 time: 0.1039181 Oct 04 10:18:17.989567 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5a1f26f3-6075-4993-a764-bf739e7c65b5 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:18:18.081279 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a324026-ec73-4995-8426-4124db995530 req-04de1a0a-e323-4c22-9697-ae42db1b7f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:18:18.082711 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4a324026-ec73-4995-8426-4124db995530 req-04de1a0a-e323-4c22-9697-ae42db1b7f64 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a9599b63-e301-40ee-a68b-513386c3f329 HTTP/1.1" status: 200 len: 909 time: 0.2002332 Oct 04 10:18:18.361968 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4a324026-ec73-4995-8426-4124db995530 req-0ec8898c-68e5-479a-a074-9c749e993de6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5744fe93-b999-46e5-901b-5bda3792e344 HTTP/1.1" status: 200 len: 1000 time: 0.2607865 Oct 04 10:18:18.439844 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a324026-ec73-4995-8426-4124db995530 req-4a7e17c2-5031-46d2-ac07-8cf433016d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:18:18.441257 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4a324026-ec73-4995-8426-4124db995530 req-4a7e17c2-5031-46d2-ac07-8cf433016d33 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cc62f23a-9d10-48fc-af8e-a094cca99d44 HTTP/1.1" status: 200 len: 847 time: 0.0668640 Oct 04 10:18:18.492868 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5a1f26f3-6075-4993-a764-bf739e7c65b5 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:18:18.501613 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5a1f26f3-6075-4993-a764-bf739e7c65b5 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:18:18.619571 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5a1f26f3-6075-4993-a764-bf739e7c65b5 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:18:18.684958 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1f26f3-6075-4993-a764-bf739e7c65b5 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Pushing event updated for resources: {'Port': ['ID=e9984146-94a3-4545-94c0-7759b9bc2c60,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:18:18.713992 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a324026-ec73-4995-8426-4124db995530 req-13105d93-7024-4d0a-b0c1-7fdfcc2a5b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:18:18.715471 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4a324026-ec73-4995-8426-4124db995530 req-13105d93-7024-4d0a-b0c1-7fdfcc2a5b31 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a9599b63-e301-40ee-a68b-513386c3f329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2665033 Oct 04 10:18:18.889316 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.l3_db [None req-5a1f26f3-6075-4993-a764-bf739e7c65b5 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Floating IP 1695cbdf-6634-49ed-854d-32a48d696b2f associated. External IP: 172.26.10.37, port: 5744fe93-b999-46e5-901b-5bda3792e344. Oct 04 10:18:18.998401 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4a324026-ec73-4995-8426-4124db995530 req-653d6488-8bd7-4f51-9d94-d790bb343cc2 service neutron] 10.222.0.20 "GET /v2.0/networks/a9599b63-e301-40ee-a68b-513386c3f329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320111 Oct 04 10:18:19.274525 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4a324026-ec73-4995-8426-4124db995530 req-bcf729b7-cc9d-4007-9eaa-68b00606f856 service neutron] 10.222.0.20 "GET /v2.0/networks/a9599b63-e301-40ee-a68b-513386c3f329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265902 Oct 04 10:18:19.370917 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a1f26f3-6075-4993-a764-bf739e7c65b5 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Router 1c42210e-122c-4a54-aca1-d4109ab61639 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 10:18:19.651325 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1f26f3-6075-4993-a764-bf739e7c65b5 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 10:18:19.661056 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd11b91d-bab5-44a1-8414-a76034d5a0c5 None None] Sync routers for ids ['1c42210e-122c-4a54-aca1-d4109ab61639'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 10:18:19.671575 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd11b91d-bab5-44a1-8414-a76034d5a0c5 None None] Routers {'1c42210e-122c-4a54-aca1-d4109ab61639'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:18:19.672181 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-fd11b91d-bab5-44a1-8414-a76034d5a0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:18:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['1c42210e-122c-4a54-aca1-d4109ab61639'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:18:19.675944 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-5a1f26f3-6075-4993-a764-bf739e7c65b5 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:18:19.746311 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-5a1f26f3-6075-4993-a764-bf739e7c65b5 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0023177 Oct 04 10:18:19.746311 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c09020bb-e727-4cb9-bedd-d2a6ab6fcd53', 'tag': '5744fe93-b999-46e5-901b-5bda3792e344'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 10:18:19.749295 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa3189af5578953a214b8e2869c8b798cc5e264e011bb63f6babe724f6825eca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6bebfb-5dfe-447c-91fa-5ebb455948d5" -d '{"events": [{"name": "network-changed", "server_uuid": "c09020bb-e727-4cb9-bedd-d2a6ab6fcd53", "tag": "5744fe93-b999-46e5-901b-5bda3792e344"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 10:18:19.791334 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 10:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1ef380-9f50-4e24-a518-e2d1e1663689 x-openstack-request-id: req-ea1ef380-9f50-4e24-a518-e2d1e1663689 {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 10:18:19.791647 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c09020bb-e727-4cb9-bedd-d2a6ab6fcd53", "tag": "5744fe93-b999-46e5-901b-5bda3792e344", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 10:18:19.791897 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ea1ef380-9f50-4e24-a518-e2d1e1663689 {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 10:18:19.792343 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea1ef380-9f50-4e24-a518-e2d1e1663689'] response: {'name': 'network-changed', 'server_uuid': 'c09020bb-e727-4cb9-bedd-d2a6ab6fcd53', 'tag': '5744fe93-b999-46e5-901b-5bda3792e344', 'status': 'completed', 'code': 200} Oct 04 10:18:19.893813 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-fd11b91d-bab5-44a1-8414-a76034d5a0c5 None None] Set router 1c42210e-122c-4a54-aca1-d4109ab61639 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:18:19.911639 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6bebfb-5dfe-447c-91fa-5ebb455948d5 req-3ce813a6-f0a3-478a-adb5-85463e7f09c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:18:19.913143 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-bf6bebfb-5dfe-447c-91fa-5ebb455948d5 req-3ce813a6-f0a3-478a-adb5-85463e7f09c2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6843642c62004cb0bcb0ba8c58980f5e&device_id=c09020bb-e727-4cb9-bedd-d2a6ab6fcd53 HTTP/1.1" status: 200 len: 1099 time: 0.0775757 Oct 04 10:18:20.052014 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6bebfb-5dfe-447c-91fa-5ebb455948d5 req-78d2436c-9ff4-4191-89c9-8d601a6b91f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:18:20.053487 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-bf6bebfb-5dfe-447c-91fa-5ebb455948d5 req-78d2436c-9ff4-4191-89c9-8d601a6b91f1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a9599b63-e301-40ee-a68b-513386c3f329 HTTP/1.1" status: 200 len: 909 time: 0.1340227 Oct 04 10:18:20.156050 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-bf6bebfb-5dfe-447c-91fa-5ebb455948d5 req-9bf2b696-fa14-4c64-a8df-8e8374f80a72 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5744fe93-b999-46e5-901b-5bda3792e344 HTTP/1.1" status: 200 len: 1000 time: 0.0963109 Oct 04 10:18:20.221445 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6bebfb-5dfe-447c-91fa-5ebb455948d5 req-0db4b0f6-5187-4753-9531-4c5ea773d95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:18:20.222916 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-bf6bebfb-5dfe-447c-91fa-5ebb455948d5 req-0db4b0f6-5187-4753-9531-4c5ea773d95d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cc62f23a-9d10-48fc-af8e-a094cca99d44 HTTP/1.1" status: 200 len: 847 time: 0.0613399 Oct 04 10:18:20.241403 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-fd11b91d-bab5-44a1-8414-a76034d5a0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c42210e-122c-4a54-aca1-d4109ab61639', 'name': 'tempest-TestShelveInstance-388107138-router', 'tenant_id': '6843642c62004cb0bcb0ba8c58980f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.180'}], 'enable_snat': True}, 'gw_port_id': '84895737-e5d9-41ca-b981-9ed47d9e9ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:12:15Z', 'updated_at': '2022-10-04T10:12:19Z', 'revision_number': 4, 'project_id': '6843642c62004cb0bcb0ba8c58980f5e', 'gw_port': {'id': '84895737-e5d9-41ca-b981-9ed47d9e9ee1', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ec:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c42210e-122c-4a54-aca1-d4109ab61639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:12:16Z', 'updated_at': '2022-10-04T10:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': '1695cbdf-6634-49ed-854d-32a48d696b2f', 'tenant_id': '6843642c62004cb0bcb0ba8c58980f5e', 'floating_ip_address': '172.26.10.37', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '1c42210e-122c-4a54-aca1-d4109ab61639', 'port_id': '5744fe93-b999-46e5-901b-5bda3792e344', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9599b63-e301-40ee-a68b-513386c3f329', 'mac_address': 'fa:16:3e:39:36:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09020bb-e727-4cb9-bedd-d2a6ab6fcd53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T10:18:17Z', 'updated_at': '2022-10-04T10:18:17Z', 'revision_number': 0, 'project_id': '6843642c62004cb0bcb0ba8c58980f5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '615ad26d-8e76-41ea-a909-01fd75906073', 'name': '', 'network_id': 'a9599b63-e301-40ee-a68b-513386c3f329', 'tenant_id': '6843642c62004cb0bcb0ba8c58980f5e', 'mac_address': 'fa:16:3e:16:30:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c42210e-122c-4a54-aca1-d4109ab61639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'cc62f23a-9d10-48fc-af8e-a094cca99d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:12:18Z', 'updated_at': '2022-10-04T10:12:25Z', 'revision_number': 5, 'project_id': '6843642c62004cb0bcb0ba8c58980f5e', 'subnets': [{'id': 'cc62f23a-9d10-48fc-af8e-a094cca99d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:18:20.245142 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd11b91d-bab5-44a1-8414-a76034d5a0c5 None None] Checking router: 1c42210e-122c-4a54-aca1-d4109ab61639 for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 10:18:20.253590 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd11b91d-bab5-44a1-8414-a76034d5a0c5 None None] Routers {'1c42210e-122c-4a54-aca1-d4109ab61639'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:18:20.254193 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-fd11b91d-bab5-44a1-8414-a76034d5a0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:18:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['1c42210e-122c-4a54-aca1-d4109ab61639'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:18:20.302814 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6bebfb-5dfe-447c-91fa-5ebb455948d5 req-8d476091-862e-4c15-8ce0-69534a2523ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:18:20.304308 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-bf6bebfb-5dfe-447c-91fa-5ebb455948d5 req-8d476091-862e-4c15-8ce0-69534a2523ca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a9599b63-e301-40ee-a68b-513386c3f329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760598 Oct 04 10:18:20.432402 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-fd11b91d-bab5-44a1-8414-a76034d5a0c5 None None] Set router 1c42210e-122c-4a54-aca1-d4109ab61639 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:18:20.436167 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-bf6bebfb-5dfe-447c-91fa-5ebb455948d5 req-75f2e5d6-822c-40a2-895b-6afa416dd67b service neutron] 10.222.0.20 "GET /v2.0/networks/a9599b63-e301-40ee-a68b-513386c3f329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255639 Oct 04 10:18:20.568344 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-bf6bebfb-5dfe-447c-91fa-5ebb455948d5 req-52c449ed-b8b0-4aa9-858e-18ea6e5ea54d service neutron] 10.222.0.20 "GET /v2.0/networks/a9599b63-e301-40ee-a68b-513386c3f329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247475 Oct 04 10:18:20.778090 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-fd11b91d-bab5-44a1-8414-a76034d5a0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c42210e-122c-4a54-aca1-d4109ab61639', 'name': 'tempest-TestShelveInstance-388107138-router', 'tenant_id': '6843642c62004cb0bcb0ba8c58980f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.180'}], 'enable_snat': True}, 'gw_port_id': '84895737-e5d9-41ca-b981-9ed47d9e9ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:12:15Z', 'updated_at': '2022-10-04T10:12:19Z', 'revision_number': 4, 'project_id': '6843642c62004cb0bcb0ba8c58980f5e', 'gw_port': {'id': '84895737-e5d9-41ca-b981-9ed47d9e9ee1', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ec:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c42210e-122c-4a54-aca1-d4109ab61639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:12:16Z', 'updated_at': '2022-10-04T10:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': '1695cbdf-6634-49ed-854d-32a48d696b2f', 'tenant_id': '6843642c62004cb0bcb0ba8c58980f5e', 'floating_ip_address': '172.26.10.37', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '1c42210e-122c-4a54-aca1-d4109ab61639', 'port_id': '5744fe93-b999-46e5-901b-5bda3792e344', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9599b63-e301-40ee-a68b-513386c3f329', 'mac_address': 'fa:16:3e:39:36:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09020bb-e727-4cb9-bedd-d2a6ab6fcd53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T10:18:17Z', 'updated_at': '2022-10-04T10:18:17Z', 'revision_number': 0, 'project_id': '6843642c62004cb0bcb0ba8c58980f5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '615ad26d-8e76-41ea-a909-01fd75906073', 'name': '', 'network_id': 'a9599b63-e301-40ee-a68b-513386c3f329', 'tenant_id': '6843642c62004cb0bcb0ba8c58980f5e', 'mac_address': 'fa:16:3e:16:30:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c42210e-122c-4a54-aca1-d4109ab61639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'cc62f23a-9d10-48fc-af8e-a094cca99d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:12:18Z', 'updated_at': '2022-10-04T10:12:25Z', 'revision_number': 5, 'project_id': '6843642c62004cb0bcb0ba8c58980f5e', 'subnets': [{'id': 'cc62f23a-9d10-48fc-af8e-a094cca99d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:18:20.783380 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd11b91d-bab5-44a1-8414-a76034d5a0c5 None None] The sync data for ids ['1c42210e-122c-4a54-aca1-d4109ab61639'] in dv-neutron-860215-1-hyperv is: [{'id': '1c42210e-122c-4a54-aca1-d4109ab61639', 'name': 'tempest-TestShelveInstance-388107138-router', 'tenant_id': '6843642c62004cb0bcb0ba8c58980f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.180'}], 'enable_snat': True}, 'gw_port_id': '84895737-e5d9-41ca-b981-9ed47d9e9ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:12:15Z', 'updated_at': '2022-10-04T10:12:19Z', 'revision_number': 4, 'project_id': '6843642c62004cb0bcb0ba8c58980f5e', 'gw_port': {'id': '84895737-e5d9-41ca-b981-9ed47d9e9ee1', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ec:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c42210e-122c-4a54-aca1-d4109ab61639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:12:16Z', 'updated_at': '2022-10-04T10:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': '1695cbdf-6634-49ed-854d-32a48d696b2f', 'tenant_id': '6843642c62004cb0bcb0ba8c58980f5e', 'floating_ip_address': '172.26.10.37', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': '1c42210e-122c-4a54-aca1-d4109ab61639', 'port_id': '5744fe93-b999-46e5-901b-5bda3792e344', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9599b63-e301-40ee-a68b-513386c3f329', 'mac_address': 'fa:16:3e:39:36:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09020bb-e727-4cb9-bedd-d2a6ab6fcd53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T10:18:17Z', 'updated_at': '2022-10-04T10:18:17Z', 'revision_number': 0, 'project_id': '6843642c62004cb0bcb0ba8c58980f5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '615ad26d-8e76-41ea-a909-01fd75906073', 'name': '', 'network_id': 'a9599b63-e301-40ee-a68b-513386c3f329', 'tenant_id': '6843642c62004cb0bcb0ba8c58980f5e', 'mac_address': 'fa:16:3e:16:30:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c42210e-122c-4a54-aca1-d4109ab61639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'cc62f23a-9d10-48fc-af8e-a094cca99d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:12:18Z', 'updated_at': '2022-10-04T10:12:25Z', 'revision_number': 5, 'project_id': '6843642c62004cb0bcb0ba8c58980f5e', 'subnets': [{'id': 'cc62f23a-9d10-48fc-af8e-a094cca99d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 10:18:20.969357 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3965303e-70b4-40f1-a68e-3b7b13db8449 None None] New status for floating IP 1695cbdf-6634-49ed-854d-32a48d696b2f: ACTIVE {{(pid=89035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 10:18:24.794956 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 10:18:27.757632 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-7e23fb35-278e-4dcb-bb57-aa7bc6a03d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:18:30.406033 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ecb8eb9a-e9fb-413e-9e3f-b6279085f507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:18:30.946142 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:18:30.975800 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:18:32.542630 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:18:41.887790 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:18:57.759507 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-dc37eee7-5b02-4505-b034-ce68a888f0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:19:00.408934 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-7cf5fc2a-1670-4104-ae8e-4ccd91625582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:19:00.947390 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:19:00.977635 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:19:01.793731 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 10:19:02.538659 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:19:11.881914 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:19:17.471305 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d71c4bb1-37b2-4b4f-8b25-576294eb2792 req-1c03c38c-1aab-4b29-b9a9-2c919bbba0d6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c09020bb-e727-4cb9-bedd-d2a6ab6fcd53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0783632 Oct 04 10:19:17.628167 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c4bb1-37b2-4b4f-8b25-576294eb2792 req-7ca83094-d1fd-4448-a829-46c807bcf3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:19:17.629701 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d71c4bb1-37b2-4b4f-8b25-576294eb2792 req-7ca83094-d1fd-4448-a829-46c807bcf3d1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6843642c62004cb0bcb0ba8c58980f5e&device_id=c09020bb-e727-4cb9-bedd-d2a6ab6fcd53 HTTP/1.1" status: 200 len: 1099 time: 0.0772839 Oct 04 10:19:17.771777 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c4bb1-37b2-4b4f-8b25-576294eb2792 req-5722d24d-8750-4597-a7ba-2b63e4c49e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:19:17.773252 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d71c4bb1-37b2-4b4f-8b25-576294eb2792 req-5722d24d-8750-4597-a7ba-2b63e4c49e13 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a9599b63-e301-40ee-a68b-513386c3f329 HTTP/1.1" status: 200 len: 909 time: 0.1257172 Oct 04 10:19:17.876848 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d71c4bb1-37b2-4b4f-8b25-576294eb2792 req-2c089737-295b-4c4e-afeb-4d0040fa1c58 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5744fe93-b999-46e5-901b-5bda3792e344 HTTP/1.1" status: 200 len: 1002 time: 0.0976326 Oct 04 10:19:17.938238 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c4bb1-37b2-4b4f-8b25-576294eb2792 req-cde427e2-00ef-4c1c-8375-e1f20fc01b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:19:17.939641 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d71c4bb1-37b2-4b4f-8b25-576294eb2792 req-cde427e2-00ef-4c1c-8375-e1f20fc01b68 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cc62f23a-9d10-48fc-af8e-a094cca99d44 HTTP/1.1" status: 200 len: 847 time: 0.0568008 Oct 04 10:19:18.125060 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c4bb1-37b2-4b4f-8b25-576294eb2792 req-3ebae8ed-d89e-43f2-a0b7-65cbee725be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:19:18.126538 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d71c4bb1-37b2-4b4f-8b25-576294eb2792 req-3ebae8ed-d89e-43f2-a0b7-65cbee725be1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a9599b63-e301-40ee-a68b-513386c3f329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1814053 Oct 04 10:19:18.257063 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d71c4bb1-37b2-4b4f-8b25-576294eb2792 req-899b2acb-b640-4cae-9cdf-042767b753f7 service neutron] 10.222.0.20 "GET /v2.0/networks/a9599b63-e301-40ee-a68b-513386c3f329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245353 Oct 04 10:19:18.386736 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d71c4bb1-37b2-4b4f-8b25-576294eb2792 req-9666e7a1-89a5-4e0b-8a2a-72b7e2ba329f service neutron] 10.222.0.20 "GET /v2.0/networks/a9599b63-e301-40ee-a68b-513386c3f329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239171 Oct 04 10:19:27.761568 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-4e425dc6-24bb-41a4-baf8-2f03c2a3c808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:19:30.409673 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-1a8c163a-226b-4d3b-8c98-8a2765d7b21f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:19:30.949335 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:19:30.979955 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:19:32.540964 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:19:38.792101 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 10:19:41.877404 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:19:57.763851 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-bdb34d74-e2a4-4f55-8c0b-01ca3a1f85bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:20:00.411497 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e9a9f036-b023-4491-ba5f-a01b61437bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:20:00.952271 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:20:00.986777 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:20:02.544582 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:20:11.874017 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:20:14.542024 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed9399-e472-4824-93e6-3b7f06a66742 req-5a61d508-a3bd-4d0b-91ae-5825b4e917a9 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:20:14.543485 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-c3ed9399-e472-4824-93e6-3b7f06a66742 req-5a61d508-a3bd-4d0b-91ae-5825b4e917a9 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09020bb-e727-4cb9-bedd-d2a6ab6fcd53 HTTP/1.1" status: 200 len: 946 time: 0.0926640 Oct 04 10:20:14.586969 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-c3ed9399-e472-4824-93e6-3b7f06a66742 req-059d2715-d4fb-446f-93f0-f2b7b932e2ff tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=61a43b68-e4e7-40eb-8501-05fede3a02ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375698 Oct 04 10:20:15.782745 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1102723d-a947-419b-aac0-bcad257abaaf req-d836dd4e-98b0-4e9f-866a-9750998100cc tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:20:15.784190 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1102723d-a947-419b-aac0-bcad257abaaf req-d836dd4e-98b0-4e9f-866a-9750998100cc tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09020bb-e727-4cb9-bedd-d2a6ab6fcd53 HTTP/1.1" status: 200 len: 946 time: 0.0850635 Oct 04 10:20:15.791287 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 10:20:15.827510 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1102723d-a947-419b-aac0-bcad257abaaf req-f231f5be-d5cd-4c18-a72a-0557de0dd5ae tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=61a43b68-e4e7-40eb-8501-05fede3a02ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371585 Oct 04 10:20:17.026732 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d37d16-dfbb-4f5f-86c4-9b5932791f4f req-6fb8ff06-d2f1-4dac-a077-3ebddc5903da tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:20:17.028187 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-b8d37d16-dfbb-4f5f-86c4-9b5932791f4f req-6fb8ff06-d2f1-4dac-a077-3ebddc5903da tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09020bb-e727-4cb9-bedd-d2a6ab6fcd53 HTTP/1.1" status: 200 len: 946 time: 0.0849602 Oct 04 10:20:17.074093 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-b8d37d16-dfbb-4f5f-86c4-9b5932791f4f req-909203eb-7850-48c9-acaa-d1f4a8d20110 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=61a43b68-e4e7-40eb-8501-05fede3a02ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399778 Oct 04 10:20:17.615789 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb251e-4591-454d-a101-86e0bcad6a66 req-5a7f247e-007d-4e7f-ac87-3d28a37a45fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:20:17.617495 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4cdb251e-4591-454d-a101-86e0bcad6a66 req-5a7f247e-007d-4e7f-ac87-3d28a37a45fa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6843642c62004cb0bcb0ba8c58980f5e&device_id=c09020bb-e727-4cb9-bedd-d2a6ab6fcd53 HTTP/1.1" status: 200 len: 1099 time: 0.1317825 Oct 04 10:20:17.759822 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb251e-4591-454d-a101-86e0bcad6a66 req-f9b55644-0ea5-463b-8897-9b78b6ea71a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:20:17.761242 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4cdb251e-4591-454d-a101-86e0bcad6a66 req-f9b55644-0ea5-463b-8897-9b78b6ea71a2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a9599b63-e301-40ee-a68b-513386c3f329 HTTP/1.1" status: 200 len: 909 time: 0.1252296 Oct 04 10:20:17.860350 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4cdb251e-4591-454d-a101-86e0bcad6a66 req-23b999a5-fab4-4e49-97d2-92d1ada7fa65 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5744fe93-b999-46e5-901b-5bda3792e344 HTTP/1.1" status: 200 len: 1002 time: 0.0926263 Oct 04 10:20:17.920752 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb251e-4591-454d-a101-86e0bcad6a66 req-cce053f6-113e-4221-afaa-d659331dd13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:20:17.922120 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4cdb251e-4591-454d-a101-86e0bcad6a66 req-cce053f6-113e-4221-afaa-d659331dd13f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cc62f23a-9d10-48fc-af8e-a094cca99d44 HTTP/1.1" status: 200 len: 847 time: 0.0562038 Oct 04 10:20:18.008325 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb251e-4591-454d-a101-86e0bcad6a66 req-ae04d4da-6e6d-457a-bdb9-eb99604945cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:20:18.009786 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4cdb251e-4591-454d-a101-86e0bcad6a66 req-ae04d4da-6e6d-457a-bdb9-eb99604945cd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a9599b63-e301-40ee-a68b-513386c3f329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0820589 Oct 04 10:20:18.139112 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4cdb251e-4591-454d-a101-86e0bcad6a66 req-3f65965f-1fcd-4c34-8a49-cef9a6cc4f01 service neutron] 10.222.0.20 "GET /v2.0/networks/a9599b63-e301-40ee-a68b-513386c3f329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232533 Oct 04 10:20:18.326442 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4cdb251e-4591-454d-a101-86e0bcad6a66 req-74d6b8c4-e398-41c0-aabc-e8a9a3ac46b4 service neutron] 10.222.0.20 "GET /v2.0/networks/a9599b63-e301-40ee-a68b-513386c3f329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814125 Oct 04 10:20:18.341646 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb0605-e0c3-4984-b151-311867c5e8a2 req-a55099ae-12a3-4f30-9803-6875ff758e02 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:20:18.343060 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-97fb0605-e0c3-4984-b151-311867c5e8a2 req-a55099ae-12a3-4f30-9803-6875ff758e02 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09020bb-e727-4cb9-bedd-d2a6ab6fcd53 HTTP/1.1" status: 200 len: 946 time: 0.1336977 Oct 04 10:20:18.390290 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-97fb0605-e0c3-4984-b151-311867c5e8a2 req-374def5b-88b7-4a70-8b18-579118747c59 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=61a43b68-e4e7-40eb-8501-05fede3a02ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407512 Oct 04 10:20:19.659058 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd56514-82d6-45d0-8f61-2c8b88a16051 req-d272d332-77f0-4b3f-8f01-ef820b94de34 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:20:19.660556 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-dfd56514-82d6-45d0-8f61-2c8b88a16051 req-d272d332-77f0-4b3f-8f01-ef820b94de34 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09020bb-e727-4cb9-bedd-d2a6ab6fcd53 HTTP/1.1" status: 200 len: 946 time: 0.1600888 Oct 04 10:20:19.709795 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-dfd56514-82d6-45d0-8f61-2c8b88a16051 req-f8159361-ccd8-4043-b6ac-d0a16acbdb91 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=61a43b68-e4e7-40eb-8501-05fede3a02ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420704 Oct 04 10:20:20.952137 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0ea87-dd51-48ed-80c8-a26b5edcfd21 req-7b23822c-11dc-41db-b14c-67d05db90ac0 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:20:20.953512 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7fb0ea87-dd51-48ed-80c8-a26b5edcfd21 req-7b23822c-11dc-41db-b14c-67d05db90ac0 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09020bb-e727-4cb9-bedd-d2a6ab6fcd53 HTTP/1.1" status: 200 len: 946 time: 0.1272829 Oct 04 10:20:20.996126 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7fb0ea87-dd51-48ed-80c8-a26b5edcfd21 req-f8925ddf-739e-47ff-bce4-343f06a0e6d3 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=61a43b68-e4e7-40eb-8501-05fede3a02ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361290 Oct 04 10:20:22.196061 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53df968-d9cd-420d-863f-cac1984a028c req-d8f4be96-583a-406c-96fc-b0b012787bb5 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:20:22.197491 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-c53df968-d9cd-420d-863f-cac1984a028c req-d8f4be96-583a-406c-96fc-b0b012787bb5 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09020bb-e727-4cb9-bedd-d2a6ab6fcd53 HTTP/1.1" status: 200 len: 946 time: 0.0912375 Oct 04 10:20:22.241638 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-c53df968-d9cd-420d-863f-cac1984a028c req-2d322c4f-7af8-4e1d-987b-3af1937a97a8 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=61a43b68-e4e7-40eb-8501-05fede3a02ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383663 Oct 04 10:20:23.436971 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c03f2e6-ccf3-4579-8bc6-e9ac6ac68b1b req-db15edba-6ede-4882-aa98-f1a71cac1b91 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:20:23.438398 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3c03f2e6-ccf3-4579-8bc6-e9ac6ac68b1b req-db15edba-6ede-4882-aa98-f1a71cac1b91 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09020bb-e727-4cb9-bedd-d2a6ab6fcd53 HTTP/1.1" status: 200 len: 946 time: 0.0868871 Oct 04 10:20:23.481180 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3c03f2e6-ccf3-4579-8bc6-e9ac6ac68b1b req-9ebe2545-6dda-4a81-a2d1-d1ef9ea02304 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=61a43b68-e4e7-40eb-8501-05fede3a02ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366967 Oct 04 10:20:24.687110 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d53aaa-7202-4964-9e53-8925ae5cbf92 req-a1b5904b-6997-4184-8362-5d71d323f08b tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:20:24.688820 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f8d53aaa-7202-4964-9e53-8925ae5cbf92 req-a1b5904b-6997-4184-8362-5d71d323f08b tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09020bb-e727-4cb9-bedd-d2a6ab6fcd53 HTTP/1.1" status: 200 len: 946 time: 0.0971394 Oct 04 10:20:24.710168 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be926e1-2079-4517-9150-4eb78d608506 req-e5bcff57-451c-4bae-b73d-cd7b70f21981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:20:24.711730 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4be926e1-2079-4517-9150-4eb78d608506 req-e5bcff57-451c-4bae-b73d-cd7b70f21981 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6843642c62004cb0bcb0ba8c58980f5e&device_id=c09020bb-e727-4cb9-bedd-d2a6ab6fcd53 HTTP/1.1" status: 200 len: 1099 time: 0.0807464 Oct 04 10:20:24.741217 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f8d53aaa-7202-4964-9e53-8925ae5cbf92 req-cfd67348-741c-4030-8114-5d27d1c3550e tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=61a43b68-e4e7-40eb-8501-05fede3a02ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452914 Oct 04 10:20:24.936762 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be926e1-2079-4517-9150-4eb78d608506 req-7563e510-a61b-4d46-8f87-e7146eacf648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:20:24.938218 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4be926e1-2079-4517-9150-4eb78d608506 req-7563e510-a61b-4d46-8f87-e7146eacf648 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a9599b63-e301-40ee-a68b-513386c3f329 HTTP/1.1" status: 200 len: 909 time: 0.2204223 Oct 04 10:20:25.036729 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4be926e1-2079-4517-9150-4eb78d608506 req-cb20cca0-ec28-4955-8bb7-e09eb2d08401 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5744fe93-b999-46e5-901b-5bda3792e344 HTTP/1.1" status: 200 len: 1002 time: 0.0927072 Oct 04 10:20:25.098633 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be926e1-2079-4517-9150-4eb78d608506 req-d2452aa5-3be9-4413-aa53-ebf095832d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:20:25.099994 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4be926e1-2079-4517-9150-4eb78d608506 req-d2452aa5-3be9-4413-aa53-ebf095832d80 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cc62f23a-9d10-48fc-af8e-a094cca99d44 HTTP/1.1" status: 200 len: 847 time: 0.0579615 Oct 04 10:20:25.180382 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be926e1-2079-4517-9150-4eb78d608506 req-6c192240-51fb-4785-9cee-3ff30ec0b57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:20:25.181881 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4be926e1-2079-4517-9150-4eb78d608506 req-6c192240-51fb-4785-9cee-3ff30ec0b57c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a9599b63-e301-40ee-a68b-513386c3f329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754588 Oct 04 10:20:25.309261 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4be926e1-2079-4517-9150-4eb78d608506 req-d3857efc-6200-4e31-8a88-48f74e9bb146 service neutron] 10.222.0.20 "GET /v2.0/networks/a9599b63-e301-40ee-a68b-513386c3f329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215477 Oct 04 10:20:25.437311 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-4be926e1-2079-4517-9150-4eb78d608506 req-7dedec8a-cf01-4e12-b179-b1a576ddd589 service neutron] 10.222.0.20 "GET /v2.0/networks/a9599b63-e301-40ee-a68b-513386c3f329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224458 Oct 04 10:20:25.943717 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2af389-832e-42d4-ba4a-006bd72ce18c req-62d4af1c-69f7-41d9-94ee-17088baa8b95 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:20:25.945225 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7b2af389-832e-42d4-ba4a-006bd72ce18c req-62d4af1c-69f7-41d9-94ee-17088baa8b95 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09020bb-e727-4cb9-bedd-d2a6ab6fcd53 HTTP/1.1" status: 200 len: 946 time: 0.0906053 Oct 04 10:20:25.989837 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7b2af389-832e-42d4-ba4a-006bd72ce18c req-3c71fb41-636c-4357-be30-a4695b2ece05 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=61a43b68-e4e7-40eb-8501-05fede3a02ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389001 Oct 04 10:20:27.186137 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efee73b-82a5-4b45-9b6f-e2389fa656bf req-0cb99574-089a-45ed-b3c4-4d0bbcea5d8f tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:20:27.187593 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-5efee73b-82a5-4b45-9b6f-e2389fa656bf req-0cb99574-089a-45ed-b3c4-4d0bbcea5d8f tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09020bb-e727-4cb9-bedd-d2a6ab6fcd53 HTTP/1.1" status: 200 len: 946 time: 0.0869358 Oct 04 10:20:27.231862 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-5efee73b-82a5-4b45-9b6f-e2389fa656bf req-75436649-9126-411e-a8ab-5a0ac02544c8 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=61a43b68-e4e7-40eb-8501-05fede3a02ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381739 Oct 04 10:20:27.766000 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-6a898d4b-f8eb-485e-8410-d8d2ffd5582f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:20:28.430628 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f282cc0-7920-4514-9241-4ab374eeb1be req-5473947f-76d1-4251-886d-4d7d38362503 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:20:28.432064 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2f282cc0-7920-4514-9241-4ab374eeb1be req-5473947f-76d1-4251-886d-4d7d38362503 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09020bb-e727-4cb9-bedd-d2a6ab6fcd53 HTTP/1.1" status: 200 len: 946 time: 0.0885797 Oct 04 10:20:28.475883 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2f282cc0-7920-4514-9241-4ab374eeb1be req-3da7b286-2e9c-41d4-af49-c9f0997365b6 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=61a43b68-e4e7-40eb-8501-05fede3a02ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380294 Oct 04 10:20:28.828597 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a67c6b99-197c-4f73-aa7f-3d3cca771aa5 req-0897f2c3-696a-4243-9671-2b8573b99633 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c09020bb-e727-4cb9-bedd-d2a6ab6fcd53&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1394310 Oct 04 10:20:28.849811 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccad32e-d699-4f51-8a0b-9ba1e8751701 req-53545e28-d266-49b0-a9dc-8eedc215270d tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:20:28.851248 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3ccad32e-d699-4f51-8a0b-9ba1e8751701 req-53545e28-d266-49b0-a9dc-8eedc215270d tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09020bb-e727-4cb9-bedd-d2a6ab6fcd53 HTTP/1.1" status: 200 len: 946 time: 0.1040022 Oct 04 10:20:28.895275 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3ccad32e-d699-4f51-8a0b-9ba1e8751701 req-274d1e6c-6ee7-4895-b245-734f1de08de6 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=61a43b68-e4e7-40eb-8501-05fede3a02ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378978 Oct 04 10:20:30.104818 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8130995-018e-4474-bbba-ead13224834d req-19d97934-4060-4c0c-a1fd-c003ee88ec77 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:20:30.106294 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-a8130995-018e-4474-bbba-ead13224834d req-19d97934-4060-4c0c-a1fd-c003ee88ec77 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09020bb-e727-4cb9-bedd-d2a6ab6fcd53 HTTP/1.1" status: 200 len: 946 time: 0.0970128 Oct 04 10:20:30.155867 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-a8130995-018e-4474-bbba-ead13224834d req-587a2b29-9db4-4af6-b700-703dff7295f5 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=61a43b68-e4e7-40eb-8501-05fede3a02ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435524 Oct 04 10:20:30.414869 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-3aaf8ed8-cb4b-4ade-b773-e391ec23e310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:20:30.455266 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 5744fe93-b999-46e5-901b-5bda3792e344 no longer exists at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 10:20:30.567688 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 5744fe93-b999-46e5-901b-5bda3792e344 is: ACTIVE; New status is: DOWN {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:20:30.568072 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:20:30.597231 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09020bb-e727-4cb9-bedd-d2a6ab6fcd53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5744fe93-b999-46e5-901b-5bda3792e344'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 10:20:30.599445 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57bf53c6ee682485c6b2af0162fb0d8239c3b91f88f531d8197f9e173bf15718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95fb39b-5421-4a3d-aea7-3a68be8229fd" -d '{"events": [{"server_uuid": "c09020bb-e727-4cb9-bedd-d2a6ab6fcd53", "name": "network-vif-unplugged", "status": "completed", "tag": "5744fe93-b999-46e5-901b-5bda3792e344"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 10:20:30.607064 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 5744fe93-b999-46e5-901b-5bda3792e344, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=5744fe93-b999-46e5-901b-5bda3792e344,segment=NetworkSegment(32a3a457-877b-45b6-a36e-891157529036),segment_id=32a3a457-877b-45b6-a36e-891157529036)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:20:30.611971 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:20:30.692429 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 04 Oct 2022 10:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6489a8be-c654-473f-97cb-568668ceb330 x-openstack-request-id: req-6489a8be-c654-473f-97cb-568668ceb330 {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 10:20:30.693304 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c09020bb-e727-4cb9-bedd-d2a6ab6fcd53", "name": "network-vif-unplugged", "status": "failed", "tag": "5744fe93-b999-46e5-901b-5bda3792e344", "code": 422}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 10:20:30.693304 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6489a8be-c654-473f-97cb-568668ceb330 {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 10:20:30.693903 dv-neutron-860215-1-hyperv neutron-server[89034]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-6489a8be-c654-473f-97cb-568668ceb330']: {'server_uuid': 'c09020bb-e727-4cb9-bedd-d2a6ab6fcd53', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5744fe93-b999-46e5-901b-5bda3792e344', 'code': 422} returned with failed status Oct 04 10:20:30.729008 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=5744fe93-b999-46e5-901b-5bda3792e344,revision_number=6']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:20:30.736108 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:20:30.736477 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:20:30.736815 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:20:30.737146 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:20:30.737467 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:20:30.737799 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:20:30.738123 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:20:30.738439 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:20:30.739396 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:20:30.739719 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:20:30.740075 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:20:30.740419 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:20:30.953369 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:20:30.989659 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:20:31.348888 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c6b99-197c-4f73-aa7f-3d3cca771aa5 req-6243c630-a99b-45bc-bd99-2e64a2d5f2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:20:31.350364 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a67c6b99-197c-4f73-aa7f-3d3cca771aa5 req-6243c630-a99b-45bc-bd99-2e64a2d5f2f1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c09020bb-e727-4cb9-bedd-d2a6ab6fcd53&tenant_id=6843642c62004cb0bcb0ba8c58980f5e HTTP/1.1" status: 200 len: 1097 time: 0.0779867 Oct 04 10:20:31.353697 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db0a266-db4a-42ce-85d1-4efc111cff19 req-1b7b2770-ce9a-4487-82b4-826bc0c5da45 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:20:31.355159 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-4db0a266-db4a-42ce-85d1-4efc111cff19 req-1b7b2770-ce9a-4487-82b4-826bc0c5da45 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09020bb-e727-4cb9-bedd-d2a6ab6fcd53 HTTP/1.1" status: 200 len: 944 time: 0.0886378 Oct 04 10:20:31.403273 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-4db0a266-db4a-42ce-85d1-4efc111cff19 req-84ceaba0-845b-49e7-b558-dbcc4151cdfb tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=61a43b68-e4e7-40eb-8501-05fede3a02ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425150 Oct 04 10:20:31.462401 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c6b99-197c-4f73-aa7f-3d3cca771aa5 req-14ffd837-891d-4297-9803-f91583d153e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:20:31.463882 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a67c6b99-197c-4f73-aa7f-3d3cca771aa5 req-14ffd837-891d-4297-9803-f91583d153e6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6843642c62004cb0bcb0ba8c58980f5e&device_id=c09020bb-e727-4cb9-bedd-d2a6ab6fcd53 HTTP/1.1" status: 200 len: 1097 time: 0.0800350 Oct 04 10:20:31.591444 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c6b99-197c-4f73-aa7f-3d3cca771aa5 req-be854070-a0ff-450b-8832-91d558246425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:20:31.592891 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a67c6b99-197c-4f73-aa7f-3d3cca771aa5 req-be854070-a0ff-450b-8832-91d558246425 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a9599b63-e301-40ee-a68b-513386c3f329 HTTP/1.1" status: 200 len: 909 time: 0.1233141 Oct 04 10:20:31.699152 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a67c6b99-197c-4f73-aa7f-3d3cca771aa5 req-e34ad2de-223c-4d23-a53b-d8ab2697ac76 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5744fe93-b999-46e5-901b-5bda3792e344 HTTP/1.1" status: 200 len: 1000 time: 0.1003196 Oct 04 10:20:31.760635 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c6b99-197c-4f73-aa7f-3d3cca771aa5 req-1de7b7f3-73bd-4750-af8b-68c7df32dc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:20:31.762092 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a67c6b99-197c-4f73-aa7f-3d3cca771aa5 req-1de7b7f3-73bd-4750-af8b-68c7df32dc18 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cc62f23a-9d10-48fc-af8e-a094cca99d44 HTTP/1.1" status: 200 len: 847 time: 0.0572250 Oct 04 10:20:31.845987 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c6b99-197c-4f73-aa7f-3d3cca771aa5 req-8c71842e-6e33-40b8-b3d9-0b782436b10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:20:31.847434 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a67c6b99-197c-4f73-aa7f-3d3cca771aa5 req-8c71842e-6e33-40b8-b3d9-0b782436b10c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a9599b63-e301-40ee-a68b-513386c3f329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798700 Oct 04 10:20:32.073401 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a67c6b99-197c-4f73-aa7f-3d3cca771aa5 req-c3a2f7d5-c2fd-4f30-b756-1a28b3b4b167 service neutron] 10.222.0.20 "GET /v2.0/networks/a9599b63-e301-40ee-a68b-513386c3f329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194338 Oct 04 10:20:32.203415 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a67c6b99-197c-4f73-aa7f-3d3cca771aa5 req-78836358-0552-4203-9bc4-95ad72613466 service neutron] 10.222.0.20 "GET /v2.0/networks/a9599b63-e301-40ee-a68b-513386c3f329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243653 Oct 04 10:20:32.547033 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:20:32.603365 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf8ce1-faad-4be2-88fe-91ba5fdf37e2 req-c35bf94f-9ee9-4838-85fa-90b8efb7c5c7 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:20:32.604854 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-59cf8ce1-faad-4be2-88fe-91ba5fdf37e2 req-c35bf94f-9ee9-4838-85fa-90b8efb7c5c7 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09020bb-e727-4cb9-bedd-d2a6ab6fcd53 HTTP/1.1" status: 200 len: 944 time: 0.0883765 Oct 04 10:20:32.647263 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-59cf8ce1-faad-4be2-88fe-91ba5fdf37e2 req-6646fbef-17a1-4402-9342-c9894c81224b tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=61a43b68-e4e7-40eb-8501-05fede3a02ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366449 Oct 04 10:20:33.843580 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f382af78-9a0f-446f-8303-7e8feb39a494 req-589b4d61-f144-4f70-b947-106b69c1ebf0 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:20:33.845066 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f382af78-9a0f-446f-8303-7e8feb39a494 req-589b4d61-f144-4f70-b947-106b69c1ebf0 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09020bb-e727-4cb9-bedd-d2a6ab6fcd53 HTTP/1.1" status: 200 len: 944 time: 0.0871329 Oct 04 10:20:33.888055 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-f382af78-9a0f-446f-8303-7e8feb39a494 req-1ce23a0e-02eb-4184-9a77-8db32d7afce3 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=61a43b68-e4e7-40eb-8501-05fede3a02ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371652 Oct 04 10:20:35.087377 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b849c67e-bfdc-475d-8729-96a14a1eaca5 req-c748a5b4-4542-4c78-b2bc-e6c22ef82084 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:20:35.088830 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b849c67e-bfdc-475d-8729-96a14a1eaca5 req-c748a5b4-4542-4c78-b2bc-e6c22ef82084 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09020bb-e727-4cb9-bedd-d2a6ab6fcd53 HTTP/1.1" status: 200 len: 944 time: 0.0888748 Oct 04 10:20:35.132253 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-b849c67e-bfdc-475d-8729-96a14a1eaca5 req-7070c35f-b2fb-40a2-a6be-c08e689a2fb6 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=61a43b68-e4e7-40eb-8501-05fede3a02ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378804 Oct 04 10:20:36.332073 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3da238-f9c9-4652-a65a-32b63dd8ef9c req-397911e3-31bb-4178-9783-c4882cbd6b07 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:20:36.334088 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-bc3da238-f9c9-4652-a65a-32b63dd8ef9c req-397911e3-31bb-4178-9783-c4882cbd6b07 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09020bb-e727-4cb9-bedd-d2a6ab6fcd53 HTTP/1.1" status: 200 len: 944 time: 0.0893335 Oct 04 10:20:36.376891 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-bc3da238-f9c9-4652-a65a-32b63dd8ef9c req-a1086dc6-3bea-497b-b04c-6f601be3badf tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=61a43b68-e4e7-40eb-8501-05fede3a02ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371854 Oct 04 10:20:37.568834 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ca4f4-d212-4a96-b61f-5b3b485050cb req-e78e89ad-453b-457f-b50e-562727c43f37 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:20:37.570269 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-583ca4f4-d212-4a96-b61f-5b3b485050cb req-e78e89ad-453b-457f-b50e-562727c43f37 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09020bb-e727-4cb9-bedd-d2a6ab6fcd53 HTTP/1.1" status: 200 len: 944 time: 0.0845325 Oct 04 10:20:37.616129 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-583ca4f4-d212-4a96-b61f-5b3b485050cb req-bff33c21-55ad-4f99-bbf7-140cb2a0eebd tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=61a43b68-e4e7-40eb-8501-05fede3a02ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402858 Oct 04 10:20:38.814009 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f26f9-a585-4f54-9cda-8c9b9941eb7a req-8e590267-bcf7-4a3b-ab6a-54fb6a16f6d3 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:20:38.815465 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-750f26f9-a585-4f54-9cda-8c9b9941eb7a req-8e590267-bcf7-4a3b-ab6a-54fb6a16f6d3 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09020bb-e727-4cb9-bedd-d2a6ab6fcd53 HTTP/1.1" status: 200 len: 944 time: 0.0921466 Oct 04 10:20:38.861281 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-750f26f9-a585-4f54-9cda-8c9b9941eb7a req-2841ef8e-fb8f-493f-a67e-2368fefc8ec6 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=61a43b68-e4e7-40eb-8501-05fede3a02ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400863 Oct 04 10:20:40.054620 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f030b8b9-d51c-4c2b-aa49-51eddc53a9be req-4c3baace-af6d-4305-95f5-aa267deaecec tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:20:40.056063 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f030b8b9-d51c-4c2b-aa49-51eddc53a9be req-4c3baace-af6d-4305-95f5-aa267deaecec tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09020bb-e727-4cb9-bedd-d2a6ab6fcd53 HTTP/1.1" status: 200 len: 944 time: 0.0851889 Oct 04 10:20:40.098560 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f030b8b9-d51c-4c2b-aa49-51eddc53a9be req-a9252067-6e93-413f-86ce-6a6253b64e0d tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=61a43b68-e4e7-40eb-8501-05fede3a02ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368762 Oct 04 10:20:40.459451 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 5744fe93-b999-46e5-901b-5bda3792e344 details requested by agent hyperv_hv-neutron-8602 with host hv-neutron-8602 {{(pid=89034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 04 10:20:40.593248 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 5744fe93-b999-46e5-901b-5bda3792e344, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=5744fe93-b999-46e5-901b-5bda3792e344,segment=NetworkSegment(32a3a457-877b-45b6-a36e-891157529036),segment_id=32a3a457-877b-45b6-a36e-891157529036)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:20:40.605937 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Returning: {'device': '5744fe93-b999-46e5-901b-5bda3792e344', 'network_id': 'a9599b63-e301-40ee-a68b-513386c3f329', 'port_id': '5744fe93-b999-46e5-901b-5bda3792e344', 'mac_address': 'fa:16:3e:39:36:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc62f23a-9d10-48fc-af8e-a094cca99d44', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 04 10:20:40.663192 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 5744fe93-b999-46e5-901b-5bda3792e344 is: DOWN; New status is: BUILD {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:20:40.663569 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:20:40.680185 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5744fe93-b999-46e5-901b-5bda3792e344 {{(pid=89034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 10:20:40.695563 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 5744fe93-b999-46e5-901b-5bda3792e344, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=5744fe93-b999-46e5-901b-5bda3792e344,segment=NetworkSegment(32a3a457-877b-45b6-a36e-891157529036),segment_id=32a3a457-877b-45b6-a36e-891157529036)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:20:40.699456 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:20:40.767040 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=5744fe93-b999-46e5-901b-5bda3792e344,revision_number=7']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:20:41.130047 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['5744fe93-b999-46e5-901b-5bda3792e344'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 10:20:41.293883 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea1485c-39eb-4a4f-b85d-77c021368648 req-006ecaf1-c316-4797-9331-7af9c9b63e87 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:20:41.295338 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-bea1485c-39eb-4a4f-b85d-77c021368648 req-006ecaf1-c316-4797-9331-7af9c9b63e87 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09020bb-e727-4cb9-bedd-d2a6ab6fcd53 HTTP/1.1" status: 200 len: 945 time: 0.0871425 Oct 04 10:20:41.345431 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-bea1485c-39eb-4a4f-b85d-77c021368648 req-8995a990-17ad-4216-bf16-63a054ee7b2a tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=61a43b68-e4e7-40eb-8501-05fede3a02ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443859 Oct 04 10:20:41.873110 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:20:42.473184 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 5744fe93-b999-46e5-901b-5bda3792e344 up at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:20:42.548670 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2aeb2-0013-4938-b285-2d77ba7fb309 req-925b2b13-6c7e-4f03-8af4-4224efef2815 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:20:42.550134 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1ce2aeb2-0013-4938-b285-2d77ba7fb309 req-925b2b13-6c7e-4f03-8af4-4224efef2815 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09020bb-e727-4cb9-bedd-d2a6ab6fcd53 HTTP/1.1" status: 200 len: 945 time: 0.0909333 Oct 04 10:20:42.551692 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning complete for port 5744fe93-b999-46e5-901b-5bda3792e344 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:20:42.552067 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:20:42.552432 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Attempt 1 to provision port 5744fe93-b999-46e5-901b-5bda3792e344 Oct 04 10:20:42.596343 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1ce2aeb2-0013-4938-b285-2d77ba7fb309 req-d9525a44-ce69-45c4-9d7d-afeb29f988d0 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=61a43b68-e4e7-40eb-8501-05fede3a02ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396688 Oct 04 10:20:42.668212 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 5744fe93-b999-46e5-901b-5bda3792e344 is: BUILD; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:20:42.668640 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:20:42.694292 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09020bb-e727-4cb9-bedd-d2a6ab6fcd53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5744fe93-b999-46e5-901b-5bda3792e344'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 10:20:42.696560 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57bf53c6ee682485c6b2af0162fb0d8239c3b91f88f531d8197f9e173bf15718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0c68f8-219d-4d2c-9c65-6764699451fb" -d '{"events": [{"server_uuid": "c09020bb-e727-4cb9-bedd-d2a6ab6fcd53", "name": "network-vif-plugged", "status": "completed", "tag": "5744fe93-b999-46e5-901b-5bda3792e344"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 10:20:42.703997 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 5744fe93-b999-46e5-901b-5bda3792e344, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=5744fe93-b999-46e5-901b-5bda3792e344,segment=NetworkSegment(32a3a457-877b-45b6-a36e-891157529036),segment_id=32a3a457-877b-45b6-a36e-891157529036)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:20:42.710073 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:20:42.746320 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 10:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70cf0dc-5f46-4a78-9ebd-0ce22e2973f9 x-openstack-request-id: req-d70cf0dc-5f46-4a78-9ebd-0ce22e2973f9 {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 10:20:42.746626 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c09020bb-e727-4cb9-bedd-d2a6ab6fcd53", "name": "network-vif-plugged", "status": "completed", "tag": "5744fe93-b999-46e5-901b-5bda3792e344", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 10:20:42.746879 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d70cf0dc-5f46-4a78-9ebd-0ce22e2973f9 {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 10:20:42.747279 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d70cf0dc-5f46-4a78-9ebd-0ce22e2973f9'] response: {'server_uuid': 'c09020bb-e727-4cb9-bedd-d2a6ab6fcd53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5744fe93-b999-46e5-901b-5bda3792e344', 'code': 200} Oct 04 10:20:42.784593 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=5744fe93-b999-46e5-901b-5bda3792e344,revision_number=8']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:20:43.044362 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3329a697-d3a2-4d2a-9b3c-283fa04eb341 req-21586b83-b5e9-4b37-8c9f-51a2d1325fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:20:43.045848 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3329a697-d3a2-4d2a-9b3c-283fa04eb341 req-21586b83-b5e9-4b37-8c9f-51a2d1325fdf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c09020bb-e727-4cb9-bedd-d2a6ab6fcd53 HTTP/1.1" status: 200 len: 1099 time: 0.0760334 Oct 04 10:20:43.088560 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3329a697-d3a2-4d2a-9b3c-283fa04eb341 req-65a0e72f-670c-4ee9-bee5-25d3b4b688d1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=61a43b68-e4e7-40eb-8501-05fede3a02ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365531 Oct 04 10:20:43.788748 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5aeae0-24fc-4230-b93c-7b95597b44a4 req-aa0f989a-f35f-461c-8be0-6f3a710665ae tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:20:43.790199 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1b5aeae0-24fc-4230-b93c-7b95597b44a4 req-aa0f989a-f35f-461c-8be0-6f3a710665ae tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09020bb-e727-4cb9-bedd-d2a6ab6fcd53 HTTP/1.1" status: 200 len: 946 time: 0.0867162 Oct 04 10:20:43.832770 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1b5aeae0-24fc-4230-b93c-7b95597b44a4 req-c6e199b0-e293-4e25-8c70-c4b52398cece tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=61a43b68-e4e7-40eb-8501-05fede3a02ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368555 Oct 04 10:20:45.030305 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8342643e-0a4d-4bde-9c3e-2fffe4c3c91a req-c85698b5-d9d6-4bc5-8012-4efd751405f8 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:20:45.031648 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-8342643e-0a4d-4bde-9c3e-2fffe4c3c91a req-c85698b5-d9d6-4bc5-8012-4efd751405f8 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09020bb-e727-4cb9-bedd-d2a6ab6fcd53 HTTP/1.1" status: 200 len: 946 time: 0.0889926 Oct 04 10:20:45.075075 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-8342643e-0a4d-4bde-9c3e-2fffe4c3c91a req-c29c6db7-129c-45f1-8b3a-579920b442e5 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=61a43b68-e4e7-40eb-8501-05fede3a02ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374918 Oct 04 10:20:52.791004 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 10:20:57.767824 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a919da88-c74d-4c9f-a36f-b5211cfa7de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:21:00.417662 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-57a98ed1-6a83-4b3c-ae29-0f41be1d4de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:21:00.964849 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:21:00.999243 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:21:02.557615 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:21:11.888292 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:21:17.486629 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1a30a51b-b84a-4469-b5b8-1176393f980b req-3d5da453-6a1f-4fdd-9c3d-792a3ee23bf4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c09020bb-e727-4cb9-bedd-d2a6ab6fcd53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0867767 Oct 04 10:21:17.650975 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30a51b-b84a-4469-b5b8-1176393f980b req-7d7dee47-ad7a-427e-b495-b5d8ad005d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:21:17.652459 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1a30a51b-b84a-4469-b5b8-1176393f980b req-7d7dee47-ad7a-427e-b495-b5d8ad005d2f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6843642c62004cb0bcb0ba8c58980f5e&device_id=c09020bb-e727-4cb9-bedd-d2a6ab6fcd53 HTTP/1.1" status: 200 len: 1099 time: 0.0780766 Oct 04 10:21:17.798129 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30a51b-b84a-4469-b5b8-1176393f980b req-489151b6-4662-4827-b82e-080b80b83857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:21:17.799548 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1a30a51b-b84a-4469-b5b8-1176393f980b req-489151b6-4662-4827-b82e-080b80b83857 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a9599b63-e301-40ee-a68b-513386c3f329 HTTP/1.1" status: 200 len: 909 time: 0.1275785 Oct 04 10:21:17.901029 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1a30a51b-b84a-4469-b5b8-1176393f980b req-605c9b1d-01ea-4de8-989c-445b133ba42f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5744fe93-b999-46e5-901b-5bda3792e344 HTTP/1.1" status: 200 len: 1002 time: 0.0949802 Oct 04 10:21:17.967014 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30a51b-b84a-4469-b5b8-1176393f980b req-1de77e07-ea10-4ace-9383-adaaa7e22d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:21:17.968378 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1a30a51b-b84a-4469-b5b8-1176393f980b req-1de77e07-ea10-4ace-9383-adaaa7e22d25 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cc62f23a-9d10-48fc-af8e-a094cca99d44 HTTP/1.1" status: 200 len: 847 time: 0.0553861 Oct 04 10:21:18.052886 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30a51b-b84a-4469-b5b8-1176393f980b req-bf7ea2b8-68c1-4557-91c9-4e5da50eea54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:21:18.054336 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1a30a51b-b84a-4469-b5b8-1176393f980b req-bf7ea2b8-68c1-4557-91c9-4e5da50eea54 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a9599b63-e301-40ee-a68b-513386c3f329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800321 Oct 04 10:21:18.279176 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1a30a51b-b84a-4469-b5b8-1176393f980b req-871f351c-bfed-4083-98c1-3a8c623c0d38 service neutron] 10.222.0.20 "GET /v2.0/networks/a9599b63-e301-40ee-a68b-513386c3f329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181132 Oct 04 10:21:18.412186 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1a30a51b-b84a-4469-b5b8-1176393f980b req-2d166c2a-fe50-4e53-8d1b-6872e6dba645 service neutron] 10.222.0.20 "GET /v2.0/networks/a9599b63-e301-40ee-a68b-513386c3f329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258843 Oct 04 10:21:27.770384 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-1c4f6726-1661-4e35-82ab-9a5d5013b0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:21:29.790039 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 10:21:30.419910 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-1ef6d5be-fe79-4a66-8a9b-f905c8bc97d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:21:30.953729 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:21:30.994637 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:21:32.552316 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:21:41.887032 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:21:57.771749 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f789b977-44a3-426f-8827-f3f680adaa51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:00.421281 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-de17c07d-7258-41cb-b7b2-cbe3bf0ce555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:00.568056 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 45674) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:22:00.769467 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-c62e2582-c1b5-4945-8c24-692455e74eb9 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Deleting port e9984146-94a3-4545-94c0-7759b9bc2c60 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 10:22:00.769811 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c62e2582-c1b5-4945-8c24-692455e74eb9 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:00.938846 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c62e2582-c1b5-4945-8c24-692455e74eb9 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:00.938846 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c62e2582-c1b5-4945-8c24-692455e74eb9 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:00.955932 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:00.997110 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:01.060821 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-c62e2582-c1b5-4945-8c24-692455e74eb9 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Calling delete_port for e9984146-94a3-4545-94c0-7759b9bc2c60 owned by network:floatingip {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 10:22:01.210404 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c62e2582-c1b5-4945-8c24-692455e74eb9 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:01.256998 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e2582-c1b5-4945-8c24-692455e74eb9 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Pushing event deleted for resources: {'Port': ['ID=e9984146-94a3-4545-94c0-7759b9bc2c60,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:22:01.305098 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62e2582-c1b5-4945-8c24-692455e74eb9 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:22:01.305448 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62e2582-c1b5-4945-8c24-692455e74eb9 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:22:01.305814 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62e2582-c1b5-4945-8c24-692455e74eb9 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:22:01.306149 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62e2582-c1b5-4945-8c24-692455e74eb9 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:22:01.306481 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62e2582-c1b5-4945-8c24-692455e74eb9 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:22:01.306808 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62e2582-c1b5-4945-8c24-692455e74eb9 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:22:01.307135 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62e2582-c1b5-4945-8c24-692455e74eb9 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:22:01.307457 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62e2582-c1b5-4945-8c24-692455e74eb9 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:22:01.307781 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62e2582-c1b5-4945-8c24-692455e74eb9 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:22:01.308099 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62e2582-c1b5-4945-8c24-692455e74eb9 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:22:01.308442 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62e2582-c1b5-4945-8c24-692455e74eb9 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:22:01.308763 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62e2582-c1b5-4945-8c24-692455e74eb9 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:22:01.362689 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c62e2582-c1b5-4945-8c24-692455e74eb9 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks [] for floatingip, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:01.363020 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.l3_db [None req-c62e2582-c1b5-4945-8c24-692455e74eb9 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Floating IP 1695cbdf-6634-49ed-854d-32a48d696b2f disassociated (deleted). External IP: 172.26.10.37, port: 5744fe93-b999-46e5-901b-5bda3792e344. Oct 04 10:22:01.706666 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c62e2582-c1b5-4945-8c24-692455e74eb9 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Router 1c42210e-122c-4a54-aca1-d4109ab61639 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 10:22:01.985066 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62e2582-c1b5-4945-8c24-692455e74eb9 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 10:22:01.994775 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee325c5-3549-4c7c-ab92-f3ef494c19e0 None None] Sync routers for ids ['1c42210e-122c-4a54-aca1-d4109ab61639'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 10:22:02.003728 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee325c5-3549-4c7c-ab92-f3ef494c19e0 None None] Routers {'1c42210e-122c-4a54-aca1-d4109ab61639'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:22:02.004348 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-bee325c5-3549-4c7c-ab92-f3ef494c19e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:22:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['1c42210e-122c-4a54-aca1-d4109ab61639'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:22:02.005622 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c62e2582-c1b5-4945-8c24-692455e74eb9 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:02.063173 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-c62e2582-c1b5-4945-8c24-692455e74eb9 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "DELETE /v2.0/floatingips/1695cbdf-6634-49ed-854d-32a48d696b2f HTTP/1.1" status: 204 len: 168 time: 1.4939616 Oct 04 10:22:02.063847 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c09020bb-e727-4cb9-bedd-d2a6ab6fcd53', 'tag': '5744fe93-b999-46e5-901b-5bda3792e344'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 10:22:02.066463 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa3189af5578953a214b8e2869c8b798cc5e264e011bb63f6babe724f6825eca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d954005b-95e9-497b-8a79-0fc51f5e189d" -d '{"events": [{"name": "network-changed", "server_uuid": "c09020bb-e727-4cb9-bedd-d2a6ab6fcd53", "tag": "5744fe93-b999-46e5-901b-5bda3792e344"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 10:22:02.111082 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 10:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2fb068-1bcb-4a15-9bbf-52df14b1d095 x-openstack-request-id: req-9e2fb068-1bcb-4a15-9bbf-52df14b1d095 {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 10:22:02.111371 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c09020bb-e727-4cb9-bedd-d2a6ab6fcd53", "tag": "5744fe93-b999-46e5-901b-5bda3792e344", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 10:22:02.111624 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9e2fb068-1bcb-4a15-9bbf-52df14b1d095 {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 10:22:02.112032 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e2fb068-1bcb-4a15-9bbf-52df14b1d095'] response: {'name': 'network-changed', 'server_uuid': 'c09020bb-e727-4cb9-bedd-d2a6ab6fcd53', 'tag': '5744fe93-b999-46e5-901b-5bda3792e344', 'status': 'completed', 'code': 200} Oct 04 10:22:02.190816 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-bee325c5-3549-4c7c-ab92-f3ef494c19e0 None None] Set router 1c42210e-122c-4a54-aca1-d4109ab61639 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:22:02.239747 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d954005b-95e9-497b-8a79-0fc51f5e189d req-605a773d-e3d3-42c4-950a-86aae55ed809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:22:02.241186 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d954005b-95e9-497b-8a79-0fc51f5e189d req-605a773d-e3d3-42c4-950a-86aae55ed809 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6843642c62004cb0bcb0ba8c58980f5e&device_id=c09020bb-e727-4cb9-bedd-d2a6ab6fcd53 HTTP/1.1" status: 200 len: 1099 time: 0.0854192 Oct 04 10:22:02.390137 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d954005b-95e9-497b-8a79-0fc51f5e189d req-9e1957b3-610d-4eb9-aeae-523de620b3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:22:02.392164 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d954005b-95e9-497b-8a79-0fc51f5e189d req-9e1957b3-610d-4eb9-aeae-523de620b3ff service neutron] 10.222.0.20 "GET /v2.0/networks?id=a9599b63-e301-40ee-a68b-513386c3f329 HTTP/1.1" status: 200 len: 909 time: 0.1440642 Oct 04 10:22:02.454993 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8024c-ce12-4043-b547-89a6494ac321 req-16e4ac5f-8e89-4f32-98a7-901561fb617d tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:22:02.456787 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-24c8024c-ce12-4043-b547-89a6494ac321 req-16e4ac5f-8e89-4f32-98a7-901561fb617d tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09020bb-e727-4cb9-bedd-d2a6ab6fcd53 HTTP/1.1" status: 200 len: 946 time: 0.0900779 Oct 04 10:22:02.467037 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d954005b-95e9-497b-8a79-0fc51f5e189d req-389b550f-544f-4611-8445-3996dbab4c6a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5744fe93-b999-46e5-901b-5bda3792e344 HTTP/1.1" status: 200 len: 217 time: 0.0680156 Oct 04 10:22:02.505816 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-24c8024c-ce12-4043-b547-89a6494ac321 req-a881b6cc-fa83-44a4-bf24-e236539e4629 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=61a43b68-e4e7-40eb-8501-05fede3a02ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435588 Oct 04 10:22:02.554085 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d954005b-95e9-497b-8a79-0fc51f5e189d req-92d1b424-5e63-40ce-8e0d-36f76b0c95b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:22:02.555914 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d954005b-95e9-497b-8a79-0fc51f5e189d req-92d1b424-5e63-40ce-8e0d-36f76b0c95b2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cc62f23a-9d10-48fc-af8e-a094cca99d44 HTTP/1.1" status: 200 len: 847 time: 0.0820708 Oct 04 10:22:02.566647 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:02.585486 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-bee325c5-3549-4c7c-ab92-f3ef494c19e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c42210e-122c-4a54-aca1-d4109ab61639', 'name': 'tempest-TestShelveInstance-388107138-router', 'tenant_id': '6843642c62004cb0bcb0ba8c58980f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.180'}], 'enable_snat': True}, 'gw_port_id': '84895737-e5d9-41ca-b981-9ed47d9e9ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:12:15Z', 'updated_at': '2022-10-04T10:12:19Z', 'revision_number': 4, 'project_id': '6843642c62004cb0bcb0ba8c58980f5e', 'gw_port': {'id': '84895737-e5d9-41ca-b981-9ed47d9e9ee1', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ec:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c42210e-122c-4a54-aca1-d4109ab61639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:12:16Z', 'updated_at': '2022-10-04T10:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '615ad26d-8e76-41ea-a909-01fd75906073', 'name': '', 'network_id': 'a9599b63-e301-40ee-a68b-513386c3f329', 'tenant_id': '6843642c62004cb0bcb0ba8c58980f5e', 'mac_address': 'fa:16:3e:16:30:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c42210e-122c-4a54-aca1-d4109ab61639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'cc62f23a-9d10-48fc-af8e-a094cca99d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:12:18Z', 'updated_at': '2022-10-04T10:12:25Z', 'revision_number': 5, 'project_id': '6843642c62004cb0bcb0ba8c58980f5e', 'subnets': [{'id': 'cc62f23a-9d10-48fc-af8e-a094cca99d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:22:02.590067 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee325c5-3549-4c7c-ab92-f3ef494c19e0 None None] Checking router: 1c42210e-122c-4a54-aca1-d4109ab61639 for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 10:22:02.598672 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee325c5-3549-4c7c-ab92-f3ef494c19e0 None None] Routers {'1c42210e-122c-4a54-aca1-d4109ab61639'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:22:02.599309 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-bee325c5-3549-4c7c-ab92-f3ef494c19e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:22:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['1c42210e-122c-4a54-aca1-d4109ab61639'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:22:02.645814 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d954005b-95e9-497b-8a79-0fc51f5e189d req-a8d46542-534b-47a3-987a-68e7247fbfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:22:02.647426 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d954005b-95e9-497b-8a79-0fc51f5e189d req-a8d46542-534b-47a3-987a-68e7247fbfd1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a9599b63-e301-40ee-a68b-513386c3f329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0855241 Oct 04 10:22:02.783328 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-bee325c5-3549-4c7c-ab92-f3ef494c19e0 None None] Set router 1c42210e-122c-4a54-aca1-d4109ab61639 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:22:02.793146 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d954005b-95e9-497b-8a79-0fc51f5e189d req-b286ef6e-bf01-4fc7-acbc-4188a608298e service neutron] 10.222.0.20 "GET /v2.0/networks/a9599b63-e301-40ee-a68b-513386c3f329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364763 Oct 04 10:22:02.937364 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d954005b-95e9-497b-8a79-0fc51f5e189d req-7bd486ca-cae2-48d1-8890-4dfd53de24f9 service neutron] 10.222.0.20 "GET /v2.0/networks/a9599b63-e301-40ee-a68b-513386c3f329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372595 Oct 04 10:22:03.108504 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-bee325c5-3549-4c7c-ab92-f3ef494c19e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c42210e-122c-4a54-aca1-d4109ab61639', 'name': 'tempest-TestShelveInstance-388107138-router', 'tenant_id': '6843642c62004cb0bcb0ba8c58980f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.180'}], 'enable_snat': True}, 'gw_port_id': '84895737-e5d9-41ca-b981-9ed47d9e9ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:12:15Z', 'updated_at': '2022-10-04T10:12:19Z', 'revision_number': 4, 'project_id': '6843642c62004cb0bcb0ba8c58980f5e', 'gw_port': {'id': '84895737-e5d9-41ca-b981-9ed47d9e9ee1', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ec:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c42210e-122c-4a54-aca1-d4109ab61639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:12:16Z', 'updated_at': '2022-10-04T10:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '615ad26d-8e76-41ea-a909-01fd75906073', 'name': '', 'network_id': 'a9599b63-e301-40ee-a68b-513386c3f329', 'tenant_id': '6843642c62004cb0bcb0ba8c58980f5e', 'mac_address': 'fa:16:3e:16:30:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c42210e-122c-4a54-aca1-d4109ab61639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'cc62f23a-9d10-48fc-af8e-a094cca99d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:12:18Z', 'updated_at': '2022-10-04T10:12:25Z', 'revision_number': 5, 'project_id': '6843642c62004cb0bcb0ba8c58980f5e', 'subnets': [{'id': 'cc62f23a-9d10-48fc-af8e-a094cca99d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:22:03.112412 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee325c5-3549-4c7c-ab92-f3ef494c19e0 None None] The sync data for ids ['1c42210e-122c-4a54-aca1-d4109ab61639'] in dv-neutron-860215-1-hyperv is: [{'id': '1c42210e-122c-4a54-aca1-d4109ab61639', 'name': 'tempest-TestShelveInstance-388107138-router', 'tenant_id': '6843642c62004cb0bcb0ba8c58980f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.180'}], 'enable_snat': True}, 'gw_port_id': '84895737-e5d9-41ca-b981-9ed47d9e9ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:12:15Z', 'updated_at': '2022-10-04T10:12:19Z', 'revision_number': 4, 'project_id': '6843642c62004cb0bcb0ba8c58980f5e', 'gw_port': {'id': '84895737-e5d9-41ca-b981-9ed47d9e9ee1', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ec:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c42210e-122c-4a54-aca1-d4109ab61639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:12:16Z', 'updated_at': '2022-10-04T10:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '615ad26d-8e76-41ea-a909-01fd75906073', 'name': '', 'network_id': 'a9599b63-e301-40ee-a68b-513386c3f329', 'tenant_id': '6843642c62004cb0bcb0ba8c58980f5e', 'mac_address': 'fa:16:3e:16:30:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c42210e-122c-4a54-aca1-d4109ab61639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'cc62f23a-9d10-48fc-af8e-a094cca99d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:12:18Z', 'updated_at': '2022-10-04T10:12:25Z', 'revision_number': 5, 'project_id': '6843642c62004cb0bcb0ba8c58980f5e', 'subnets': [{'id': 'cc62f23a-9d10-48fc-af8e-a094cca99d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 10:22:03.331247 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165d8c7a-2341-4a20-9cf0-f0bf5de99b4a None None] New status for floating IP 1695cbdf-6634-49ed-854d-32a48d696b2f: DOWN {{(pid=89035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 10:22:03.719829 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae10bd9-954a-488f-a435-4d4476dd2071 req-84a7f1aa-a8dc-47d9-8096-2faeb3b131ba tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:22:03.720629 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-fae10bd9-954a-488f-a435-4d4476dd2071 req-84a7f1aa-a8dc-47d9-8096-2faeb3b131ba tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Synchronizing usage tracker for tenant:6843642c62004cb0bcb0ba8c58980f5e on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 10:22:03.737294 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-fae10bd9-954a-488f-a435-4d4476dd2071 req-84a7f1aa-a8dc-47d9-8096-2faeb3b131ba tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Unset dirty status for tenant:6843642c62004cb0bcb0ba8c58980f5e on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 10:22:03.738571 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-fae10bd9-954a-488f-a435-4d4476dd2071 req-84a7f1aa-a8dc-47d9-8096-2faeb3b131ba tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09020bb-e727-4cb9-bedd-d2a6ab6fcd53 HTTP/1.1" status: 200 len: 946 time: 0.1049299 Oct 04 10:22:03.784186 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-fae10bd9-954a-488f-a435-4d4476dd2071 req-a4abfcf0-eec2-4332-af06-faac668d0164 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/security-groups?id=61a43b68-e4e7-40eb-8501-05fede3a02ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399771 Oct 04 10:22:04.193624 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50db85-0062-4c4c-9386-f12e782a2123 req-86f16ff0-ebe3-4928-af1d-748f9b3e4b9d tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:22:04.194985 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ae50db85-0062-4c4c-9386-f12e782a2123 req-86f16ff0-ebe3-4928-af1d-748f9b3e4b9d tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.20 "GET /v2.0/ports?device_id=c09020bb-e727-4cb9-bedd-d2a6ab6fcd53 HTTP/1.1" status: 200 len: 946 time: 0.0877554 Oct 04 10:22:04.264147 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-ae50db85-0062-4c4c-9386-f12e782a2123 req-70b53236-1561-4214-90a0-9454d4996c63 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Deleting port 5744fe93-b999-46e5-901b-5bda3792e344 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 10:22:04.264528 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-ae50db85-0062-4c4c-9386-f12e782a2123 req-70b53236-1561-4214-90a0-9454d4996c63 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:04.507440 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-ae50db85-0062-4c4c-9386-f12e782a2123 req-70b53236-1561-4214-90a0-9454d4996c63 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] For port 5744fe93-b999-46e5-901b-5bda3792e344, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=5744fe93-b999-46e5-901b-5bda3792e344,segment=NetworkSegment(32a3a457-877b-45b6-a36e-891157529036),segment_id=32a3a457-877b-45b6-a36e-891157529036)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:22:04.507719 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-ae50db85-0062-4c4c-9386-f12e782a2123 req-70b53236-1561-4214-90a0-9454d4996c63 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:04.725952 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-ae50db85-0062-4c4c-9386-f12e782a2123 req-70b53236-1561-4214-90a0-9454d4996c63 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Calling delete_port for 5744fe93-b999-46e5-901b-5bda3792e344 owned by compute:nova {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 10:22:04.871422 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-ae50db85-0062-4c4c-9386-f12e782a2123 req-70b53236-1561-4214-90a0-9454d4996c63 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:04.923166 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b53236-1561-4214-90a0-9454d4996c63 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Pushing event deleted for resources: {'Port': ['ID=5744fe93-b999-46e5-901b-5bda3792e344,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:22:04.957579 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-83ecb3b8-1e2e-489f-9475-f5cb2ea4719f req-767c6049-8a8b-4783-9262-abe6dcb8f5ff tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09020bb-e727-4cb9-bedd-d2a6ab6fcd53 HTTP/1.1" status: 200 len: 210 time: 0.0543168 Oct 04 10:22:05.014926 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae50db85-0062-4c4c-9386-f12e782a2123 req-70b53236-1561-4214-90a0-9454d4996c63 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] No DVR routers for this DVR port 5744fe93-b999-46e5-901b-5bda3792e344 on host hv-neutron-8602 {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 10:22:05.017406 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-ae50db85-0062-4c4c-9386-f12e782a2123 req-70b53236-1561-4214-90a0-9454d4996c63 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:05.019994 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09020bb-e727-4cb9-bedd-d2a6ab6fcd53', 'name': 'network-vif-deleted', 'tag': '5744fe93-b999-46e5-901b-5bda3792e344'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 10:22:05.022393 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa3189af5578953a214b8e2869c8b798cc5e264e011bb63f6babe724f6825eca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3756207-3437-4a3c-8f4c-c8ce7eaf4626" -d '{"events": [{"server_uuid": "c09020bb-e727-4cb9-bedd-d2a6ab6fcd53", "name": "network-vif-deleted", "tag": "5744fe93-b999-46e5-901b-5bda3792e344"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 10:22:05.036613 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ae50db85-0062-4c4c-9386-f12e782a2123 req-70b53236-1561-4214-90a0-9454d4996c63 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.20 "DELETE /v2.0/ports/5744fe93-b999-46e5-901b-5bda3792e344 HTTP/1.1" status: 204 len: 173 time: 0.8362701 Oct 04 10:22:05.066367 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 10:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7554c0-5525-4a91-a300-8b0523e37359 x-openstack-request-id: req-ae7554c0-5525-4a91-a300-8b0523e37359 {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 10:22:05.066658 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c09020bb-e727-4cb9-bedd-d2a6ab6fcd53", "name": "network-vif-deleted", "tag": "5744fe93-b999-46e5-901b-5bda3792e344", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 10:22:05.066906 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ae7554c0-5525-4a91-a300-8b0523e37359 {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 10:22:05.067306 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae7554c0-5525-4a91-a300-8b0523e37359'] response: {'server_uuid': 'c09020bb-e727-4cb9-bedd-d2a6ab6fcd53', 'name': 'network-vif-deleted', 'tag': '5744fe93-b999-46e5-901b-5bda3792e344', 'status': 'completed', 'code': 200} Oct 04 10:22:06.141534 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-a94dbec9-f1ec-4313-b0d0-65a74f62e3a6 req-a5f0e102-d91f-4d03-9bf1-5b006cae36b0 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "GET /v2.0/ports?device_id=c09020bb-e727-4cb9-bedd-d2a6ab6fcd53 HTTP/1.1" status: 200 len: 210 time: 0.0502381 Oct 04 10:22:06.788893 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 10:22:07.250778 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 45696) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:22:07.324584 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c48fe12a-4e21-4018-87c0-760f97a89944 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:07.356288 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c48fe12a-4e21-4018-87c0-760f97a89944 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:07.422993 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c48fe12a-4e21-4018-87c0-760f97a89944 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:07.442814 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48fe12a-4e21-4018-87c0-760f97a89944 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a43b68-e4e7-40eb-8501-05fede3a02ff,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:22:07.453972 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c48fe12a-4e21-4018-87c0-760f97a89944 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:07.455092 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-c48fe12a-4e21-4018-87c0-760f97a89944 tempest-TestShelveInstance-945552955 tempest-TestShelveInstance-945552955-project] 10.222.0.50 "DELETE /v2.0/security-groups/61a43b68-e4e7-40eb-8501-05fede3a02ff HTTP/1.1" status: 204 len: 168 time: 0.2033262 Oct 04 10:22:07.498480 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 45702) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:22:08.141553 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bc06fc4f-7730-4f95-b0be-cfff1a043020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736827'] for router_interface, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:08.488306 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-bc06fc4f-7730-4f95-b0be-cfff1a043020 admin admin] Deleting port 615ad26d-8e76-41ea-a909-01fd75906073 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 10:22:08.488969 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bc06fc4f-7730-4f95-b0be-cfff1a043020 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:08.745782 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-bc06fc4f-7730-4f95-b0be-cfff1a043020 admin admin] For port 615ad26d-8e76-41ea-a909-01fd75906073, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=615ad26d-8e76-41ea-a909-01fd75906073,segment=NetworkSegment(32a3a457-877b-45b6-a36e-891157529036),segment_id=32a3a457-877b-45b6-a36e-891157529036)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:22:08.746059 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bc06fc4f-7730-4f95-b0be-cfff1a043020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:08.869173 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-bc06fc4f-7730-4f95-b0be-cfff1a043020 admin admin] Calling delete_port for 615ad26d-8e76-41ea-a909-01fd75906073 owned by network:router_interface {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 10:22:08.946057 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 5744fe93-b999-46e5-901b-5bda3792e344 no longer exists at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 10:22:08.981109 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] No Port match for: 5744fe93-b999-46e5-901b-5bda3792e344 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 10:22:08.981459 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 5744fe93-b999-46e5-901b-5bda3792e344 not bound to the agent host hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 10:22:09.183832 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bc06fc4f-7730-4f95-b0be-cfff1a043020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:09.265977 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc06fc4f-7730-4f95-b0be-cfff1a043020 admin admin] Pushing event deleted for resources: {'Port': ['ID=615ad26d-8e76-41ea-a909-01fd75906073,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:22:09.504072 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bc06fc4f-7730-4f95-b0be-cfff1a043020 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736911'] for router_interface, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:09.852241 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc06fc4f-7730-4f95-b0be-cfff1a043020 admin admin] Router 1c42210e-122c-4a54-aca1-d4109ab61639 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 10:22:10.123871 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc06fc4f-7730-4f95-b0be-cfff1a043020 admin admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 10:22:10.132225 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d3c94f-8e29-47f7-8255-e537124a414e None None] Sync routers for ids ['1c42210e-122c-4a54-aca1-d4109ab61639'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 10:22:10.135793 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-bc06fc4f-7730-4f95-b0be-cfff1a043020 admin admin] 10.222.0.50 "PUT /v2.0/routers/1c42210e-122c-4a54-aca1-d4109ab61639/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6361265 Oct 04 10:22:10.138324 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 45708) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:22:10.141565 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d3c94f-8e29-47f7-8255-e537124a414e None None] Routers {'1c42210e-122c-4a54-aca1-d4109ab61639'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:22:10.142243 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-a6d3c94f-8e29-47f7-8255-e537124a414e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:22:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['1c42210e-122c-4a54-aca1-d4109ab61639'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:22:10.313302 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9d339668-9e90-4c3b-a7c5-7da6794b03b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:10.318506 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-a6d3c94f-8e29-47f7-8255-e537124a414e None None] Set router 1c42210e-122c-4a54-aca1-d4109ab61639 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:22:10.487586 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9d339668-9e90-4c3b-a7c5-7da6794b03b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:10.497834 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-9d339668-9e90-4c3b-a7c5-7da6794b03b5 admin admin] Deleting port 84895737-e5d9-41ca-b981-9ed47d9e9ee1 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 10:22:10.498193 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9d339668-9e90-4c3b-a7c5-7da6794b03b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:10.598038 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-a6d3c94f-8e29-47f7-8255-e537124a414e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c42210e-122c-4a54-aca1-d4109ab61639', 'name': 'tempest-TestShelveInstance-388107138-router', 'tenant_id': '6843642c62004cb0bcb0ba8c58980f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.180'}], 'enable_snat': True}, 'gw_port_id': '84895737-e5d9-41ca-b981-9ed47d9e9ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:12:15Z', 'updated_at': '2022-10-04T10:22:09Z', 'revision_number': 5, 'project_id': '6843642c62004cb0bcb0ba8c58980f5e', 'gw_port': {'id': '84895737-e5d9-41ca-b981-9ed47d9e9ee1', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ec:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c42210e-122c-4a54-aca1-d4109ab61639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:12:16Z', 'updated_at': '2022-10-04T10:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:22:10.601791 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d3c94f-8e29-47f7-8255-e537124a414e None None] Checking router: 1c42210e-122c-4a54-aca1-d4109ab61639 for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 10:22:10.609953 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d3c94f-8e29-47f7-8255-e537124a414e None None] Routers {'1c42210e-122c-4a54-aca1-d4109ab61639'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:22:10.610547 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-a6d3c94f-8e29-47f7-8255-e537124a414e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:22:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['1c42210e-122c-4a54-aca1-d4109ab61639'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:22:10.675898 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-9d339668-9e90-4c3b-a7c5-7da6794b03b5 admin admin] For port 84895737-e5d9-41ca-b981-9ed47d9e9ee1, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=84895737-e5d9-41ca-b981-9ed47d9e9ee1,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:22:10.676534 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9d339668-9e90-4c3b-a7c5-7da6794b03b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:10.805415 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-9d339668-9e90-4c3b-a7c5-7da6794b03b5 admin admin] Calling delete_port for 84895737-e5d9-41ca-b981-9ed47d9e9ee1 owned by network:router_gateway {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 10:22:10.810556 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-a6d3c94f-8e29-47f7-8255-e537124a414e None None] Set router 1c42210e-122c-4a54-aca1-d4109ab61639 gateway port host: None {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:22:10.916883 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-a6d3c94f-8e29-47f7-8255-e537124a414e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c42210e-122c-4a54-aca1-d4109ab61639', 'name': 'tempest-TestShelveInstance-388107138-router', 'tenant_id': '6843642c62004cb0bcb0ba8c58980f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:12:15Z', 'updated_at': '2022-10-04T10:22:10Z', 'revision_number': 6, 'project_id': '6843642c62004cb0bcb0ba8c58980f5e', 'gw_port_host': None}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:22:10.920863 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d3c94f-8e29-47f7-8255-e537124a414e None None] The sync data for ids ['1c42210e-122c-4a54-aca1-d4109ab61639'] in dv-neutron-860215-1-hyperv is: [{'id': '1c42210e-122c-4a54-aca1-d4109ab61639', 'name': 'tempest-TestShelveInstance-388107138-router', 'tenant_id': '6843642c62004cb0bcb0ba8c58980f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:12:15Z', 'updated_at': '2022-10-04T10:22:10Z', 'revision_number': 6, 'project_id': '6843642c62004cb0bcb0ba8c58980f5e', 'gw_port_host': None}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 10:22:10.974224 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9d339668-9e90-4c3b-a7c5-7da6794b03b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:11.023126 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d339668-9e90-4c3b-a7c5-7da6794b03b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=84895737-e5d9-41ca-b981-9ed47d9e9ee1,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:22:11.119933 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9d339668-9e90-4c3b-a7c5-7da6794b03b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737040'] for router_gateway, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:11.394322 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9d339668-9e90-4c3b-a7c5-7da6794b03b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:11.396511 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9d339668-9e90-4c3b-a7c5-7da6794b03b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:11.418822 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9d339668-9e90-4c3b-a7c5-7da6794b03b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:11.419373 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d339668-9e90-4c3b-a7c5-7da6794b03b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c42210e-122c-4a54-aca1-d4109ab61639 {{(pid=89032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 10:22:11.431685 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-9d339668-9e90-4c3b-a7c5-7da6794b03b5 admin admin] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:11.432825 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-9d339668-9e90-4c3b-a7c5-7da6794b03b5 admin admin] 10.222.0.50 "DELETE /v2.0/routers/1c42210e-122c-4a54-aca1-d4109ab61639 HTTP/1.1" status: 204 len: 168 time: 1.2935996 Oct 04 10:22:11.435423 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 45712) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:22:11.492428 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e02c554-ec28-437d-9d70-2074025ad986 admin admin] Deleting subnet cc62f23a-9d10-48fc-af8e-a094cca99d44 {{(pid=89032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 10:22:11.495835 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4e02c554-ec28-437d-9d70-2074025ad986 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:11.544897 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4e02c554-ec28-437d-9d70-2074025ad986 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885153'] for subnet, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:11.619472 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4e02c554-ec28-437d-9d70-2074025ad986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:11.690190 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4e02c554-ec28-437d-9d70-2074025ad986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:11.732072 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e02c554-ec28-437d-9d70-2074025ad986 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc62f23a-9d10-48fc-af8e-a094cca99d44,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:22:11.737381 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-4e02c554-ec28-437d-9d70-2074025ad986 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:11.743742 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f35a9f0-7223-4087-908c-3dbdce21d822 None None] Network a9599b63-e301-40ee-a68b-513386c3f329 requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 10:22:11.745660 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-4e02c554-ec28-437d-9d70-2074025ad986 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/cc62f23a-9d10-48fc-af8e-a094cca99d44 HTTP/1.1" status: 204 len: 168 time: 0.3091154 Oct 04 10:22:11.748143 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 45716) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:22:11.854934 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fced1c6f-dc7e-4b90-a6c9-46a1b1a77465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:11.866170 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-fced1c6f-dc7e-4b90-a6c9-46a1b1a77465 admin admin] Deleting port 8408bdcf-c51b-426f-b840-da2029a0f980 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 10:22:11.866510 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fced1c6f-dc7e-4b90-a6c9-46a1b1a77465 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:11.935620 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:12.037998 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3e76eb-53ee-40f8-808f-0fa27d85c211 None None] DHCP port deletion for a9599b63-e301-40ee-a68b-513386c3f329 request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 10:22:12.043969 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-3c3e76eb-53ee-40f8-808f-0fa27d85c211 None None] Deleting port 8408bdcf-c51b-426f-b840-da2029a0f980 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 10:22:12.044500 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-3c3e76eb-53ee-40f8-808f-0fa27d85c211 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:12.086066 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-fced1c6f-dc7e-4b90-a6c9-46a1b1a77465 admin admin] For port 8408bdcf-c51b-426f-b840-da2029a0f980, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=8408bdcf-c51b-426f-b840-da2029a0f980,segment=NetworkSegment(32a3a457-877b-45b6-a36e-891157529036),segment_id=32a3a457-877b-45b6-a36e-891157529036)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:22:12.086426 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fced1c6f-dc7e-4b90-a6c9-46a1b1a77465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:12.213806 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-fced1c6f-dc7e-4b90-a6c9-46a1b1a77465 admin admin] Calling delete_port for 8408bdcf-c51b-426f-b840-da2029a0f980 owned by network:dhcp {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 10:22:12.244959 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-3c3e76eb-53ee-40f8-808f-0fa27d85c211 None None] For port 8408bdcf-c51b-426f-b840-da2029a0f980, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=8408bdcf-c51b-426f-b840-da2029a0f980,segment=NetworkSegment(32a3a457-877b-45b6-a36e-891157529036),segment_id=32a3a457-877b-45b6-a36e-891157529036)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:22:12.245279 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-3c3e76eb-53ee-40f8-808f-0fa27d85c211 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:12.288612 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fced1c6f-dc7e-4b90-a6c9-46a1b1a77465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:12.335635 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced1c6f-dc7e-4b90-a6c9-46a1b1a77465 admin admin] Pushing event deleted for resources: {'Port': ['ID=8408bdcf-c51b-426f-b840-da2029a0f980,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:22:12.337469 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fced1c6f-dc7e-4b90-a6c9-46a1b1a77465 admin admin] No DVR routers for this DVR port 8408bdcf-c51b-426f-b840-da2029a0f980 on host dv-neutron-860215-1-hyperv {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 10:22:12.375690 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-3c3e76eb-53ee-40f8-808f-0fa27d85c211 None None] Calling delete_port for 8408bdcf-c51b-426f-b840-da2029a0f980 owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 10:22:12.445651 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.db.api [None req-3c3e76eb-53ee-40f8-808f-0fa27d85c211 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 10:22:12.447115 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG oslo_db.api [None req-3c3e76eb-53ee-40f8-808f-0fa27d85c211 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 10:22:12.452880 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fced1c6f-dc7e-4b90-a6c9-46a1b1a77465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:12.481613 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-fced1c6f-dc7e-4b90-a6c9-46a1b1a77465 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9599b63-e301-40ee-a68b-513386c3f329']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:22:12.494186 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-fced1c6f-dc7e-4b90-a6c9-46a1b1a77465 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32a3a457-877b-45b6-a36e-891157529036') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:22:12.494501 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-fced1c6f-dc7e-4b90-a6c9-46a1b1a77465 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32a3a457-877b-45b6-a36e-891157529036') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:22:12.505652 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fced1c6f-dc7e-4b90-a6c9-46a1b1a77465 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:12.521505 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fced1c6f-dc7e-4b90-a6c9-46a1b1a77465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:12.528485 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fced1c6f-dc7e-4b90-a6c9-46a1b1a77465 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 10:22:12.528964 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fced1c6f-dc7e-4b90-a6c9-46a1b1a77465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:12.618825 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fced1c6f-dc7e-4b90-a6c9-46a1b1a77465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:12.641576 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fced1c6f-dc7e-4b90-a6c9-46a1b1a77465 admin admin] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:12.644623 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 32a3a457-877b-45b6-a36e-891157529036 resource provider aggregate not found Oct 04 10:22:12.654709 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced1c6f-dc7e-4b90-a6c9-46a1b1a77465 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9599b63-e301-40ee-a68b-513386c3f329,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:22:12.666591 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment 32a3a457-877b-45b6-a36e-891157529036 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 32a3a457-877b-45b6-a36e-891157529036 found for delete ", "request_id": "req-ba3f125f-2e5f-4507-a6b9-ddc09a7dbe7d"}]} Oct 04 10:22:12.670040 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-fced1c6f-dc7e-4b90-a6c9-46a1b1a77465 admin admin] 10.222.0.50 "DELETE /v2.0/networks/a9599b63-e301-40ee-a68b-513386c3f329 HTTP/1.1" status: 204 len: 168 time: 0.9209309 Oct 04 10:22:12.672910 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 45726) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:22:12.742778 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 8408bdcf-c51b-426f-b840-da2029a0f980 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 10:22:12.777857 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 8408bdcf-c51b-426f-b840-da2029a0f980 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 10:22:12.778478 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 8408bdcf-c51b-426f-b840-da2029a0f980 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 10:22:12.778732 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 84895737-e5d9-41ca-b981-9ed47d9e9ee1 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 10:22:12.813810 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 84895737-e5d9-41ca-b981-9ed47d9e9ee1 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 10:22:12.814148 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 84895737-e5d9-41ca-b981-9ed47d9e9ee1 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 10:22:12.814565 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 615ad26d-8e76-41ea-a909-01fd75906073 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 10:22:12.847865 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 615ad26d-8e76-41ea-a909-01fd75906073 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 10:22:12.848433 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 615ad26d-8e76-41ea-a909-01fd75906073 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 10:22:12.948277 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-3c3e76eb-53ee-40f8-808f-0fa27d85c211 None None] Deleting port 8408bdcf-c51b-426f-b840-da2029a0f980 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 10:22:12.948694 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-3c3e76eb-53ee-40f8-808f-0fa27d85c211 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:13.017804 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-3c3e76eb-53ee-40f8-808f-0fa27d85c211 None None] The port '8408bdcf-c51b-426f-b840-da2029a0f980' was deleted {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 04 10:22:13.301954 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bc3f6bed-75b7-4081-8f38-27e2edc66594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736827'] for router_interface, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:13.643330 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-bc3f6bed-75b7-4081-8f38-27e2edc66594 admin admin] Deleting port 4b1c5be2-1c5a-48f3-91ea-200759afafb6 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 10:22:13.643586 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bc3f6bed-75b7-4081-8f38-27e2edc66594 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:13.813841 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-bc3f6bed-75b7-4081-8f38-27e2edc66594 admin admin] For port 4b1c5be2-1c5a-48f3-91ea-200759afafb6, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=4b1c5be2-1c5a-48f3-91ea-200759afafb6,segment=NetworkSegment(d7bf7222-1907-4bfa-9e22-e81dced1a108),segment_id=d7bf7222-1907-4bfa-9e22-e81dced1a108)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:22:13.814196 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bc3f6bed-75b7-4081-8f38-27e2edc66594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:13.938111 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-bc3f6bed-75b7-4081-8f38-27e2edc66594 admin admin] Calling delete_port for 4b1c5be2-1c5a-48f3-91ea-200759afafb6 owned by network:router_interface {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 10:22:14.111301 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bc3f6bed-75b7-4081-8f38-27e2edc66594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:14.156252 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f6bed-75b7-4081-8f38-27e2edc66594 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b1c5be2-1c5a-48f3-91ea-200759afafb6,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:22:14.521278 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-bc3f6bed-75b7-4081-8f38-27e2edc66594 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736911'] for router_interface, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:14.877789 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc3f6bed-75b7-4081-8f38-27e2edc66594 admin admin] Router 9dff32ae-dbab-457c-a8dd-d893bc1cb7f7 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 10:22:15.055212 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3f6bed-75b7-4081-8f38-27e2edc66594 admin admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 10:22:15.064168 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3000fcee-c450-4d6c-9f98-03d8fc63a193 None None] Sync routers for ids ['9dff32ae-dbab-457c-a8dd-d893bc1cb7f7'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 10:22:15.073213 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-bc3f6bed-75b7-4081-8f38-27e2edc66594 admin admin] 10.222.0.50 "PUT /v2.0/routers/9dff32ae-dbab-457c-a8dd-d893bc1cb7f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3969486 Oct 04 10:22:15.073376 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 45730) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:22:15.073595 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3000fcee-c450-4d6c-9f98-03d8fc63a193 None None] Routers {'9dff32ae-dbab-457c-a8dd-d893bc1cb7f7'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:22:15.074191 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-3000fcee-c450-4d6c-9f98-03d8fc63a193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:22:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['9dff32ae-dbab-457c-a8dd-d893bc1cb7f7'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:22:15.251674 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b8c731bc-ee94-4be8-888a-1fb655cec976 admin admin] Notify callbacks [] for router, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:15.283417 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-3000fcee-c450-4d6c-9f98-03d8fc63a193 None None] Set router 9dff32ae-dbab-457c-a8dd-d893bc1cb7f7 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:22:15.425636 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b8c731bc-ee94-4be8-888a-1fb655cec976 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:15.435411 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-b8c731bc-ee94-4be8-888a-1fb655cec976 admin admin] Deleting port 932c5820-6605-479e-986c-3a9602acaa43 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 10:22:15.435729 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b8c731bc-ee94-4be8-888a-1fb655cec976 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:15.560215 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-3000fcee-c450-4d6c-9f98-03d8fc63a193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dff32ae-dbab-457c-a8dd-d893bc1cb7f7', 'name': 'tempest-TestShelveInstance-1685949023-router', 'tenant_id': '4c89ec6a6e6243da8ec06e32e3ff72a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.34'}], 'enable_snat': True}, 'gw_port_id': '932c5820-6605-479e-986c-3a9602acaa43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:12:22Z', 'updated_at': '2022-10-04T10:22:14Z', 'revision_number': 5, 'project_id': '4c89ec6a6e6243da8ec06e32e3ff72a0', 'gw_port': {'id': '932c5820-6605-479e-986c-3a9602acaa43', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dff32ae-dbab-457c-a8dd-d893bc1cb7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:12:22Z', 'updated_at': '2022-10-04T10:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:22:15.563939 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3000fcee-c450-4d6c-9f98-03d8fc63a193 None None] Checking router: 9dff32ae-dbab-457c-a8dd-d893bc1cb7f7 for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 10:22:15.572030 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3000fcee-c450-4d6c-9f98-03d8fc63a193 None None] Routers {'9dff32ae-dbab-457c-a8dd-d893bc1cb7f7'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:22:15.572826 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-3000fcee-c450-4d6c-9f98-03d8fc63a193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:22:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['9dff32ae-dbab-457c-a8dd-d893bc1cb7f7'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:22:15.608412 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-b8c731bc-ee94-4be8-888a-1fb655cec976 admin admin] For port 932c5820-6605-479e-986c-3a9602acaa43, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=932c5820-6605-479e-986c-3a9602acaa43,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:22:15.608965 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b8c731bc-ee94-4be8-888a-1fb655cec976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:15.720731 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-3000fcee-c450-4d6c-9f98-03d8fc63a193 None None] Set router 9dff32ae-dbab-457c-a8dd-d893bc1cb7f7 gateway port host: None {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:22:15.828554 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-3000fcee-c450-4d6c-9f98-03d8fc63a193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dff32ae-dbab-457c-a8dd-d893bc1cb7f7', 'name': 'tempest-TestShelveInstance-1685949023-router', 'tenant_id': '4c89ec6a6e6243da8ec06e32e3ff72a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:12:22Z', 'updated_at': '2022-10-04T10:22:15Z', 'revision_number': 6, 'project_id': '4c89ec6a6e6243da8ec06e32e3ff72a0', 'gw_port_host': None}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:22:15.832532 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3000fcee-c450-4d6c-9f98-03d8fc63a193 None None] The sync data for ids ['9dff32ae-dbab-457c-a8dd-d893bc1cb7f7'] in dv-neutron-860215-1-hyperv is: [{'id': '9dff32ae-dbab-457c-a8dd-d893bc1cb7f7', 'name': 'tempest-TestShelveInstance-1685949023-router', 'tenant_id': '4c89ec6a6e6243da8ec06e32e3ff72a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:12:22Z', 'updated_at': '2022-10-04T10:22:15Z', 'revision_number': 6, 'project_id': '4c89ec6a6e6243da8ec06e32e3ff72a0', 'gw_port_host': None}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 10:22:15.832689 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-b8c731bc-ee94-4be8-888a-1fb655cec976 admin admin] Calling delete_port for 932c5820-6605-479e-986c-3a9602acaa43 owned by network:router_gateway {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 10:22:15.995660 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b8c731bc-ee94-4be8-888a-1fb655cec976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:16.042198 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c731bc-ee94-4be8-888a-1fb655cec976 admin admin] Pushing event deleted for resources: {'Port': ['ID=932c5820-6605-479e-986c-3a9602acaa43,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:22:16.138436 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b8c731bc-ee94-4be8-888a-1fb655cec976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737040'] for router_gateway, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:16.311542 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b8c731bc-ee94-4be8-888a-1fb655cec976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:16.313692 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b8c731bc-ee94-4be8-888a-1fb655cec976 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:16.337258 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b8c731bc-ee94-4be8-888a-1fb655cec976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:16.337867 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c731bc-ee94-4be8-888a-1fb655cec976 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9dff32ae-dbab-457c-a8dd-d893bc1cb7f7 {{(pid=89032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 10:22:16.349872 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-b8c731bc-ee94-4be8-888a-1fb655cec976 admin admin] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:16.350985 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-b8c731bc-ee94-4be8-888a-1fb655cec976 admin admin] 10.222.0.50 "DELETE /v2.0/routers/9dff32ae-dbab-457c-a8dd-d893bc1cb7f7 HTTP/1.1" status: 204 len: 168 time: 1.2767098 Oct 04 10:22:16.354121 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 45734) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:22:16.411906 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa1c2e24-fd0b-49bb-8f14-50e600142532 admin admin] Deleting subnet 4e314bfc-d317-4767-af10-51be95502c0f {{(pid=89032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 10:22:16.415350 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-aa1c2e24-fd0b-49bb-8f14-50e600142532 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:16.464995 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-aa1c2e24-fd0b-49bb-8f14-50e600142532 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2885153'] for subnet, precommit_delete_associations {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:16.540304 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-aa1c2e24-fd0b-49bb-8f14-50e600142532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:16.611993 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-aa1c2e24-fd0b-49bb-8f14-50e600142532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1166198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2529903'] for subnet, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:16.653233 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-aa1c2e24-fd0b-49bb-8f14-50e600142532 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:16.657381 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1c2e24-fd0b-49bb-8f14-50e600142532 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e314bfc-d317-4767-af10-51be95502c0f,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:22:16.658252 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a037ea8-cd8c-482a-a07f-7b242a74b28a None None] Network 8fb24c90-898b-49cf-ade5-a8b4513f086e requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 10:22:16.664392 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-aa1c2e24-fd0b-49bb-8f14-50e600142532 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/4e314bfc-d317-4767-af10-51be95502c0f HTTP/1.1" status: 204 len: 168 time: 0.3092554 Oct 04 10:22:16.667384 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 45738) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:22:16.781664 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-029b9138-9460-45d5-81b7-bee8794dd945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:16.793861 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-029b9138-9460-45d5-81b7-bee8794dd945 admin admin] Deleting port 173849d9-11b2-4296-9159-cb2805ceee22 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 10:22:16.794257 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-029b9138-9460-45d5-81b7-bee8794dd945 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:16.800012 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 4b1c5be2-1c5a-48f3-91ea-200759afafb6 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 10:22:16.869223 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 4b1c5be2-1c5a-48f3-91ea-200759afafb6 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 10:22:16.869751 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 4b1c5be2-1c5a-48f3-91ea-200759afafb6 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 10:22:16.870175 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 932c5820-6605-479e-986c-3a9602acaa43 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 10:22:16.942884 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 932c5820-6605-479e-986c-3a9602acaa43 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 10:22:16.943138 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 932c5820-6605-479e-986c-3a9602acaa43 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 10:22:17.019131 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [None req-029b9138-9460-45d5-81b7-bee8794dd945 admin admin] For port 173849d9-11b2-4296-9159-cb2805ceee22, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=173849d9-11b2-4296-9159-cb2805ceee22,segment=NetworkSegment(d7bf7222-1907-4bfa-9e22-e81dced1a108),segment_id=d7bf7222-1907-4bfa-9e22-e81dced1a108)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:22:17.019554 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-029b9138-9460-45d5-81b7-bee8794dd945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:17.036730 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fffab81-adaf-4ab9-b2b1-ca8515e55780 None None] DHCP port deletion for 8fb24c90-898b-49cf-ade5-a8b4513f086e request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 10:22:17.040576 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-6fffab81-adaf-4ab9-b2b1-ca8515e55780 None None] Deleting port 173849d9-11b2-4296-9159-cb2805ceee22 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 10:22:17.041087 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-6fffab81-adaf-4ab9-b2b1-ca8515e55780 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:17.146112 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [None req-029b9138-9460-45d5-81b7-bee8794dd945 admin admin] Calling delete_port for 173849d9-11b2-4296-9159-cb2805ceee22 owned by network:dhcp {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 10:22:17.220788 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-029b9138-9460-45d5-81b7-bee8794dd945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:17.245754 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-6fffab81-adaf-4ab9-b2b1-ca8515e55780 None None] For port 173849d9-11b2-4296-9159-cb2805ceee22, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=173849d9-11b2-4296-9159-cb2805ceee22,segment=NetworkSegment(d7bf7222-1907-4bfa-9e22-e81dced1a108),segment_id=d7bf7222-1907-4bfa-9e22-e81dced1a108)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:22:17.248619 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-6fffab81-adaf-4ab9-b2b1-ca8515e55780 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:17.272927 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029b9138-9460-45d5-81b7-bee8794dd945 admin admin] Pushing event deleted for resources: {'Port': ['ID=173849d9-11b2-4296-9159-cb2805ceee22,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:22:17.276815 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029b9138-9460-45d5-81b7-bee8794dd945 admin admin] No DVR routers for this DVR port 173849d9-11b2-4296-9159-cb2805ceee22 on host dv-neutron-860215-1-hyperv {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 10:22:17.370689 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-6fffab81-adaf-4ab9-b2b1-ca8515e55780 None None] Calling delete_port for 173849d9-11b2-4296-9159-cb2805ceee22 owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 10:22:17.441107 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.db.api [None req-6fffab81-adaf-4ab9-b2b1-ca8515e55780 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 10:22:17.441460 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG oslo_db.api [None req-6fffab81-adaf-4ab9-b2b1-ca8515e55780 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 10:22:17.480518 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-029b9138-9460-45d5-81b7-bee8794dd945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:17.504410 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-029b9138-9460-45d5-81b7-bee8794dd945 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fb24c90-898b-49cf-ade5-a8b4513f086e']}} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:22:17.516590 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-029b9138-9460-45d5-81b7-bee8794dd945 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7bf7222-1907-4bfa-9e22-e81dced1a108') {'for_net_delete': True} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:22:17.516893 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.services.segments.db [None req-029b9138-9460-45d5-81b7-bee8794dd945 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7bf7222-1907-4bfa-9e22-e81dced1a108') {} {{(pid=89032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:22:17.528515 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-029b9138-9460-45d5-81b7-bee8794dd945 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2885178'] for segment, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:17.544993 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-029b9138-9460-45d5-81b7-bee8794dd945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:17.551177 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-029b9138-9460-45d5-81b7-bee8794dd945 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=89032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 10:22:17.551562 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-029b9138-9460-45d5-81b7-bee8794dd945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1166108'] for segment, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:17.615854 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment d7bf7222-1907-4bfa-9e22-e81dced1a108 resource provider aggregate not found Oct 04 10:22:17.636396 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.services.segments.plugin [-] Segment d7bf7222-1907-4bfa-9e22-e81dced1a108 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d7bf7222-1907-4bfa-9e22-e81dced1a108 found for delete ", "request_id": "req-47392599-f1d5-46f4-a73f-9a11c2a7cbfc"}]} Oct 04 10:22:17.649370 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-029b9138-9460-45d5-81b7-bee8794dd945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:17.665427 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-029b9138-9460-45d5-81b7-bee8794dd945 admin admin] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:17.677370 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029b9138-9460-45d5-81b7-bee8794dd945 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fb24c90-898b-49cf-ade5-a8b4513f086e,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:22:17.682578 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-029b9138-9460-45d5-81b7-bee8794dd945 admin admin] 10.222.0.50 "DELETE /v2.0/networks/8fb24c90-898b-49cf-ade5-a8b4513f086e HTTP/1.1" status: 204 len: 168 time: 1.0142410 Oct 04 10:22:17.850045 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 45748) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:22:17.897247 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-e3a7b27b-5db0-4df8-abc1-2e6b95ec9f53 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6843642c62004cb0bcb0ba8c58980f5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460401 Oct 04 10:22:17.900090 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 45752) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:22:17.942558 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-6fffab81-adaf-4ab9-b2b1-ca8515e55780 None None] Deleting port 173849d9-11b2-4296-9159-cb2805ceee22 {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 10:22:17.943046 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-6fffab81-adaf-4ab9-b2b1-ca8515e55780 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:17.956288 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c8b9d765-322d-41a0-bd59-05671d154deb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:17.982663 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c8b9d765-322d-41a0-bd59-05671d154deb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:18.013678 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-6fffab81-adaf-4ab9-b2b1-ca8515e55780 None None] The port '173849d9-11b2-4296-9159-cb2805ceee22' was deleted {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 04 10:22:18.039177 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c8b9d765-322d-41a0-bd59-05671d154deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:18.058145 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b9d765-322d-41a0-bd59-05671d154deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d71e3d8-3eb2-418c-8518-43d524acfea8,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:22:18.065669 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c8b9d765-322d-41a0-bd59-05671d154deb admin admin] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:18.066780 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-c8b9d765-322d-41a0-bd59-05671d154deb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8d71e3d8-3eb2-418c-8518-43d524acfea8 HTTP/1.1" status: 204 len: 168 time: 0.1657431 Oct 04 10:22:18.414582 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 45760) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:22:18.465463 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-e491c7cd-6338-4235-b72c-640b71e86f03 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4c89ec6a6e6243da8ec06e32e3ff72a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492702 Oct 04 10:22:18.467864 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 45764) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:22:18.523677 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c1162bf4-f27d-4445-b210-87133ab34bd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:18.550007 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c1162bf4-f27d-4445-b210-87133ab34bd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:18.613832 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c1162bf4-f27d-4445-b210-87133ab34bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:18.631831 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1162bf4-f27d-4445-b210-87133ab34bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866022b6-dbbe-4c82-9c54-5bf00edbccc4,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:22:18.641693 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1162bf4-f27d-4445-b210-87133ab34bd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:22:18.642043 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1162bf4-f27d-4445-b210-87133ab34bd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:22:18.642385 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1162bf4-f27d-4445-b210-87133ab34bd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:22:18.642719 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1162bf4-f27d-4445-b210-87133ab34bd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:22:18.643050 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1162bf4-f27d-4445-b210-87133ab34bd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:22:18.643381 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1162bf4-f27d-4445-b210-87133ab34bd8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:22:18.643708 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1162bf4-f27d-4445-b210-87133ab34bd8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:22:18.644033 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1162bf4-f27d-4445-b210-87133ab34bd8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:22:18.644382 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1162bf4-f27d-4445-b210-87133ab34bd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:22:18.644699 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1162bf4-f27d-4445-b210-87133ab34bd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:22:18.645025 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1162bf4-f27d-4445-b210-87133ab34bd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:22:18.645343 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1162bf4-f27d-4445-b210-87133ab34bd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:22:18.648386 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-c1162bf4-f27d-4445-b210-87133ab34bd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:18.650001 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-c1162bf4-f27d-4445-b210-87133ab34bd8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/866022b6-dbbe-4c82-9c54-5bf00edbccc4 HTTP/1.1" status: 204 len: 168 time: 0.1812429 Oct 04 10:22:18.744752 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 173849d9-11b2-4296-9159-cb2805ceee22 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 10:22:18.781602 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 173849d9-11b2-4296-9159-cb2805ceee22 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 10:22:18.781863 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 173849d9-11b2-4296-9159-cb2805ceee22 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 10:22:19.525652 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 45788) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:22:19.643353 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-0ebd92ee-f647-4c1b-abe4-72979530bd38 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1082122443-network', 'tenant_id': 'e08ac35c1b044fa9b470a88be248850e'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:22:19.648207 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-0ebd92ee-f647-4c1b-abe4-72979530bd38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:22:19.652081 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-0ebd92ee-f647-4c1b-abe4-72979530bd38 admin admin] Usage tracker for resource:network and tenant:e08ac35c1b044fa9b470a88be248850e is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:22:19.654956 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-0ebd92ee-f647-4c1b-abe4-72979530bd38 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:22:19.660933 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-0ebd92ee-f647-4c1b-abe4-72979530bd38 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:22:19.672546 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ebd92ee-f647-4c1b-abe4-72979530bd38 admin admin] Made reservation on behalf of e08ac35c1b044fa9b470a88be248850e for: {'network': 1} {{(pid=89033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 10:22:19.674769 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0ebd92ee-f647-4c1b-abe4-72979530bd38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:19.687609 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0ebd92ee-f647-4c1b-abe4-72979530bd38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:19.702578 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-0ebd92ee-f647-4c1b-abe4-72979530bd38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:22:19.706382 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-0ebd92ee-f647-4c1b-abe4-72979530bd38 admin admin] Usage tracker for resource:security_group_rule and tenant:e08ac35c1b044fa9b470a88be248850e is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:22:19.709159 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-0ebd92ee-f647-4c1b-abe4-72979530bd38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:22:19.715108 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-0ebd92ee-f647-4c1b-abe4-72979530bd38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:22:19.800477 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0ebd92ee-f647-4c1b-abe4-72979530bd38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:19.803933 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0ebd92ee-f647-4c1b-abe4-72979530bd38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:19.833020 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ebd92ee-f647-4c1b-abe4-72979530bd38 admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=89033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 10:22:19.841088 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebd92ee-f647-4c1b-abe4-72979530bd38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c9e9f9-97be-4a00-a700-ae6a6fa84043,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:22:19.846515 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0ebd92ee-f647-4c1b-abe4-72979530bd38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:19.846849 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.segments_db [None req-0ebd92ee-f647-4c1b-abe4-72979530bd38 admin admin] Added segment 74b2576f-a6f9-4b61-8259-3d67ae57c99b of type vlan for network 4cbff329-3402-46c1-b8b7-1c455001bc7e Oct 04 10:22:19.872974 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0ebd92ee-f647-4c1b-abe4-72979530bd38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:19.900122 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0ebd92ee-f647-4c1b-abe4-72979530bd38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:19.901129 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebd92ee-f647-4c1b-abe4-72979530bd38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:22:19.901726 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0ebd92ee-f647-4c1b-abe4-72979530bd38 admin admin] Notify callbacks [] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:20.101306 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-0ebd92ee-f647-4c1b-abe4-72979530bd38 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5745530 Oct 04 10:22:20.104120 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebd92ee-f647-4c1b-abe4-72979530bd38 admin admin] Pushing event updated for resources: {'Network': ['ID=4cbff329-3402-46c1-b8b7-1c455001bc7e,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:22:20.104377 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 45794) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:22:20.110123 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-590f83f4-258f-41ad-abd1-7baf510d8162 admin admin] Request body: {'subnet': {'network_id': '4cbff329-3402-46c1-b8b7-1c455001bc7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1082122443-subnet', 'tenant_id': 'e08ac35c1b044fa9b470a88be248850e', 'ip_version': 4}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:22:20.113958 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 4cbff329-3402-46c1-b8b7-1c455001bc7e details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 10:22:20.115302 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-590f83f4-258f-41ad-abd1-7baf510d8162 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:22:20.119727 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-590f83f4-258f-41ad-abd1-7baf510d8162 admin admin] Usage tracker for resource:subnet and tenant:e08ac35c1b044fa9b470a88be248850e is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:22:20.122546 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-590f83f4-258f-41ad-abd1-7baf510d8162 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:22:20.128224 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-590f83f4-258f-41ad-abd1-7baf510d8162 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:22:20.138193 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590f83f4-258f-41ad-abd1-7baf510d8162 admin admin] Made reservation on behalf of e08ac35c1b044fa9b470a88be248850e for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 10:22:20.140562 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-590f83f4-258f-41ad-abd1-7baf510d8162 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:20.343313 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-590f83f4-258f-41ad-abd1-7baf510d8162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:20.416942 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f83f4-258f-41ad-abd1-7baf510d8162 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de28e3dc-b745-4ce5-97dc-0735a988a782,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:22:20.427211 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590f83f4-258f-41ad-abd1-7baf510d8162 admin admin] Checking segment: {'id': '74b2576f-a6f9-4b61-8259-3d67ae57c99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '4cbff329-3402-46c1-b8b7-1c455001bc7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 10:22:20.427582 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590f83f4-258f-41ad-abd1-7baf510d8162 admin admin] Network hostable DHCP agents. Network: 4cbff329-3402-46c1-b8b7-1c455001bc7e, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 10:22:20.446165 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590f83f4-258f-41ad-abd1-7baf510d8162 admin admin] Network 4cbff329-3402-46c1-b8b7-1c455001bc7e is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 10:22:20.454667 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-590f83f4-258f-41ad-abd1-7baf510d8162 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 4cbff329-3402-46c1-b8b7-1c455001bc7e) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 10:22:20.458499 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590f83f4-258f-41ad-abd1-7baf510d8162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:22:20.459081 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-590f83f4-258f-41ad-abd1-7baf510d8162 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:20.463391 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2886ef9b-06c7-4d72-b4f6-7e0b71c6e1b8 None None] Network 4cbff329-3402-46c1-b8b7-1c455001bc7e requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 10:22:20.479705 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-590f83f4-258f-41ad-abd1-7baf510d8162 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3742106 Oct 04 10:22:20.482447 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 45798) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:22:20.487291 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-e38bfbd5-74c7-452d-88e4-2dfb74d292e1 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1082122443-router', 'tenant_id': 'e08ac35c1b044fa9b470a88be248850e', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:22:20.491902 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-e38bfbd5-74c7-452d-88e4-2dfb74d292e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:22:20.496378 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-e38bfbd5-74c7-452d-88e4-2dfb74d292e1 admin admin] Usage tracker for resource:router and tenant:e08ac35c1b044fa9b470a88be248850e is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:22:20.499192 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-e38bfbd5-74c7-452d-88e4-2dfb74d292e1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:22:20.504856 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-e38bfbd5-74c7-452d-88e4-2dfb74d292e1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:22:20.515453 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e38bfbd5-74c7-452d-88e4-2dfb74d292e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:20.517191 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e38bfbd5-74c7-452d-88e4-2dfb74d292e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:20.542552 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e38bfbd5-74c7-452d-88e4-2dfb74d292e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:20.699027 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727cafef-8043-46e4-8d99-e0513808363a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-4cbff329-3402-46c1-b8b7-1c455001bc7e', 'network_id': '4cbff329-3402-46c1-b8b7-1c455001bc7e', 'tenant_id': 'e08ac35c1b044fa9b470a88be248850e', 'fixed_ips': [{'subnet_id': 'de28e3dc-b745-4ce5-97dc-0735a988a782'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 10:22:20.699872 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-727cafef-8043-46e4-8d99-e0513808363a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:20.809600 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e38bfbd5-74c7-452d-88e4-2dfb74d292e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:20.856373 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-727cafef-8043-46e4-8d99-e0513808363a None None] Allocated IP 172.20.0.2 (4cbff329-3402-46c1-b8b7-1c455001bc7e/de28e3dc-b745-4ce5-97dc-0735a988a782/179ee480-9e73-4875-b7cb-5d54525dc46c) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 10:22:21.064895 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-727cafef-8043-46e4-8d99-e0513808363a None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:21.076044 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-727cafef-8043-46e4-8d99-e0513808363a None None] Transition to ACTIVE for port object 179ee480-9e73-4875-b7cb-5d54525dc46c will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 10:22:21.093806 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-727cafef-8043-46e4-8d99-e0513808363a None None] Transition to ACTIVE for port object 179ee480-9e73-4875-b7cb-5d54525dc46c will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 10:22:21.099721 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-727cafef-8043-46e4-8d99-e0513808363a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:21.123181 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e38bfbd5-74c7-452d-88e4-2dfb74d292e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:21.167376 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727cafef-8043-46e4-8d99-e0513808363a None None] Network 4cbff329-3402-46c1-b8b7-1c455001bc7e is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 10:22:21.170189 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-727cafef-8043-46e4-8d99-e0513808363a None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 10:22:21.173350 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727cafef-8043-46e4-8d99-e0513808363a None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 10:22:21.220122 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727cafef-8043-46e4-8d99-e0513808363a None None] Pushing event updated for resources: {'Port': ['ID=179ee480-9e73-4875-b7cb-5d54525dc46c,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:22:21.263048 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e38bfbd5-74c7-452d-88e4-2dfb74d292e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:21.271520 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727cafef-8043-46e4-8d99-e0513808363a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:22:21.271864 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727cafef-8043-46e4-8d99-e0513808363a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:22:21.272193 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727cafef-8043-46e4-8d99-e0513808363a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:22:21.272583 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727cafef-8043-46e4-8d99-e0513808363a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:22:21.272873 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727cafef-8043-46e4-8d99-e0513808363a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:22:21.273198 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727cafef-8043-46e4-8d99-e0513808363a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:22:21.273515 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727cafef-8043-46e4-8d99-e0513808363a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:22:21.273832 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727cafef-8043-46e4-8d99-e0513808363a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:22:21.274788 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727cafef-8043-46e4-8d99-e0513808363a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:22:21.275104 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727cafef-8043-46e4-8d99-e0513808363a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:22:21.275421 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727cafef-8043-46e4-8d99-e0513808363a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:22:21.275733 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727cafef-8043-46e4-8d99-e0513808363a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:22:21.297681 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-727cafef-8043-46e4-8d99-e0513808363a None None] Attempting to bind port 179ee480-9e73-4875-b7cb-5d54525dc46c on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 10:22:21.298050 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-727cafef-8043-46e4-8d99-e0513808363a None None] Attempting to bind port 179ee480-9e73-4875-b7cb-5d54525dc46c by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '74b2576f-a6f9-4b61-8259-3d67ae57c99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '4cbff329-3402-46c1-b8b7-1c455001bc7e'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 10:22:21.298402 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727cafef-8043-46e4-8d99-e0513808363a None None] Attempting to bind port 179ee480-9e73-4875-b7cb-5d54525dc46c on network 4cbff329-3402-46c1-b8b7-1c455001bc7e {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 10:22:21.303773 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727cafef-8043-46e4-8d99-e0513808363a None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 10, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 10:22:21.304190 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727cafef-8043-46e4-8d99-e0513808363a None None] Checking segment: {'id': '74b2576f-a6f9-4b61-8259-3d67ae57c99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '4cbff329-3402-46c1-b8b7-1c455001bc7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 10:22:21.304675 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-727cafef-8043-46e4-8d99-e0513808363a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:21.305065 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727cafef-8043-46e4-8d99-e0513808363a None None] Bound using segment: {'id': '74b2576f-a6f9-4b61-8259-3d67ae57c99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '4cbff329-3402-46c1-b8b7-1c455001bc7e'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 10:22:21.305581 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-727cafef-8043-46e4-8d99-e0513808363a None None] Bound port: 179ee480-9e73-4875-b7cb-5d54525dc46c, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b2576f-a6f9-4b61-8259-3d67ae57c99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '4cbff329-3402-46c1-b8b7-1c455001bc7e'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 10:22:21.305945 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-727cafef-8043-46e4-8d99-e0513808363a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:21.397301 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-e38bfbd5-74c7-452d-88e4-2dfb74d292e1 admin admin] Allocated IP 172.26.10.27 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/6640cbe5-e8c9-495d-a115-52333bac4ccd) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 10:22:21.423936 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-727cafef-8043-46e4-8d99-e0513808363a None None] For port 179ee480-9e73-4875-b7cb-5d54525dc46c, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 10:22:21.426966 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-727cafef-8043-46e4-8d99-e0513808363a None None] For port 179ee480-9e73-4875-b7cb-5d54525dc46c, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=179ee480-9e73-4875-b7cb-5d54525dc46c,segment=NetworkSegment(74b2576f-a6f9-4b61-8259-3d67ae57c99b),segment_id=74b2576f-a6f9-4b61-8259-3d67ae57c99b)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 10:22:21.431286 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-727cafef-8043-46e4-8d99-e0513808363a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:21.519120 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727cafef-8043-46e4-8d99-e0513808363a None None] Pushing event updated for resources: {'Port': ['ID=179ee480-9e73-4875-b7cb-5d54525dc46c,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:22:21.551106 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e38bfbd5-74c7-452d-88e4-2dfb74d292e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:21.580295 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e38bfbd5-74c7-452d-88e4-2dfb74d292e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:21.648591 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38bfbd5-74c7-452d-88e4-2dfb74d292e1 admin admin] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 10:22:21.652035 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-e38bfbd5-74c7-452d-88e4-2dfb74d292e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 10:22:21.656548 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38bfbd5-74c7-452d-88e4-2dfb74d292e1 admin admin] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 10:22:21.710618 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38bfbd5-74c7-452d-88e4-2dfb74d292e1 admin admin] Pushing event updated for resources: {'Port': ['ID=6640cbe5-e8c9-495d-a115-52333bac4ccd,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:22:22.081642 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e38bfbd5-74c7-452d-88e4-2dfb74d292e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:22.428733 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e38bfbd5-74c7-452d-88e4-2dfb74d292e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:22.446952 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2932daf-f87c-4e75-ac30-674a3e76be28 None None] Network 4cbff329-3402-46c1-b8b7-1c455001bc7e requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 10:22:22.549954 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-55a8f753-465a-4aa5-9c31-c6629a6142d8 None None] Provisioning for port 179ee480-9e73-4875-b7cb-5d54525dc46c completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 10:22:22.753760 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e38bfbd5-74c7-452d-88e4-2dfb74d292e1 admin admin] Router c5f8ebdd-99f2-4d47-be03-b47948a24546 is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 10:22:22.810216 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 179ee480-9e73-4875-b7cb-5d54525dc46c up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:22:22.883185 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 179ee480-9e73-4875-b7cb-5d54525dc46c completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 10:22:22.889139 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 179ee480-9e73-4875-b7cb-5d54525dc46c triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:22:22.889594 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:22.890000 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 179ee480-9e73-4875-b7cb-5d54525dc46c Oct 04 10:22:22.949976 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38bfbd5-74c7-452d-88e4-2dfb74d292e1 admin admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 10:22:22.973701 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-e38bfbd5-74c7-452d-88e4-2dfb74d292e1 admin admin] Notify callbacks [] for router, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:22.974940 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-e38bfbd5-74c7-452d-88e4-2dfb74d292e1 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4915657 Oct 04 10:22:22.978395 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 45802) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:22:22.983212 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d01b30e-7dd6-409a-adb1-336e7d1d9bcc None None] Sync routers for ids ['c5f8ebdd-99f2-4d47-be03-b47948a24546'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 10:22:23.019003 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d01b30e-7dd6-409a-adb1-336e7d1d9bcc None None] Routers {'c5f8ebdd-99f2-4d47-be03-b47948a24546'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:22:23.019538 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-1d01b30e-7dd6-409a-adb1-336e7d1d9bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:22:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['c5f8ebdd-99f2-4d47-be03-b47948a24546'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:22:23.099454 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 179ee480-9e73-4875-b7cb-5d54525dc46c is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:22:23.099735 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:23.110346 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-96d338f9-13a3-44d3-883a-5ae77e32967d None None] Provisioning complete for port 179ee480-9e73-4875-b7cb-5d54525dc46c triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:22:23.110709 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-96d338f9-13a3-44d3-883a-5ae77e32967d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:23.111045 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-96d338f9-13a3-44d3-883a-5ae77e32967d None None] Attempt 1 to provision port 179ee480-9e73-4875-b7cb-5d54525dc46c Oct 04 10:22:23.268820 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 179ee480-9e73-4875-b7cb-5d54525dc46c, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=179ee480-9e73-4875-b7cb-5d54525dc46c,segment=NetworkSegment(74b2576f-a6f9-4b61-8259-3d67ae57c99b),segment_id=74b2576f-a6f9-4b61-8259-3d67ae57c99b)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:22:23.278093 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:23.316636 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-1d01b30e-7dd6-409a-adb1-336e7d1d9bcc None None] Set router c5f8ebdd-99f2-4d47-be03-b47948a24546 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:22:23.577077 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-96d338f9-13a3-44d3-883a-5ae77e32967d None None] Current status of the port 179ee480-9e73-4875-b7cb-5d54525dc46c is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:22:23.579006 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=179ee480-9e73-4875-b7cb-5d54525dc46c,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:22:23.658848 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8f2f301a-0285-404f-807e-e3da0f021bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:23.681658 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-1d01b30e-7dd6-409a-adb1-336e7d1d9bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'name': 'tempest-TestSnapshotPattern-1082122443-router', 'tenant_id': 'e08ac35c1b044fa9b470a88be248850e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.27'}], 'enable_snat': True}, 'gw_port_id': '6640cbe5-e8c9-495d-a115-52333bac4ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:22:20Z', 'updated_at': '2022-10-04T10:22:21Z', 'revision_number': 3, 'project_id': 'e08ac35c1b044fa9b470a88be248850e', 'gw_port': {'id': '6640cbe5-e8c9-495d-a115-52333bac4ccd', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:92:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:22:21Z', 'updated_at': '2022-10-04T10:22:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:22:23.685560 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d01b30e-7dd6-409a-adb1-336e7d1d9bcc None None] Checking router: c5f8ebdd-99f2-4d47-be03-b47948a24546 for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 10:22:23.685903 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d01b30e-7dd6-409a-adb1-336e7d1d9bcc None None] Updating router c5f8ebdd-99f2-4d47-be03-b47948a24546 port 6640cbe5-e8c9-495d-a115-52333bac4ccd binding host dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 10:22:23.743746 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-1d01b30e-7dd6-409a-adb1-336e7d1d9bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:23.862715 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [None req-8f2f301a-0285-404f-807e-e3da0f021bb2 admin admin] Allocated IP 172.20.0.1 (4cbff329-3402-46c1-b8b7-1c455001bc7e/de28e3dc-b745-4ce5-97dc-0735a988a782/7a78fa78-73ab-4fe1-9a38-57429e434fd5) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 10:22:24.006905 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8f2f301a-0285-404f-807e-e3da0f021bb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:24.022865 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [None req-8f2f301a-0285-404f-807e-e3da0f021bb2 admin admin] Transition to ACTIVE for port object 7a78fa78-73ab-4fe1-9a38-57429e434fd5 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 10:22:24.047163 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8f2f301a-0285-404f-807e-e3da0f021bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:24.099786 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-1d01b30e-7dd6-409a-adb1-336e7d1d9bcc None None] Notify callbacks [] for port, precommit_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:24.111376 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-1d01b30e-7dd6-409a-adb1-336e7d1d9bcc None None] Transition to ACTIVE for port object 6640cbe5-e8c9-495d-a115-52333bac4ccd will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 10:22:24.117040 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2f301a-0285-404f-807e-e3da0f021bb2 admin admin] Network 4cbff329-3402-46c1-b8b7-1c455001bc7e is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 10:22:24.118882 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-1d01b30e-7dd6-409a-adb1-336e7d1d9bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:24.120721 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-8f2f301a-0285-404f-807e-e3da0f021bb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 10:22:24.124485 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2f301a-0285-404f-807e-e3da0f021bb2 admin admin] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 10:22:24.158826 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2f301a-0285-404f-807e-e3da0f021bb2 admin admin] Pushing event updated for resources: {'Port': ['ID=7a78fa78-73ab-4fe1-9a38-57429e434fd5,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:22:24.185078 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8f2f301a-0285-404f-807e-e3da0f021bb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737202'] for router_interface, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:24.187322 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-1d01b30e-7dd6-409a-adb1-336e7d1d9bcc None None] Attempting to bind port 6640cbe5-e8c9-495d-a115-52333bac4ccd on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 10:22:24.187699 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-1d01b30e-7dd6-409a-adb1-336e7d1d9bcc None None] Attempting to bind port 6640cbe5-e8c9-495d-a115-52333bac4ccd by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 10:22:24.188065 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d01b30e-7dd6-409a-adb1-336e7d1d9bcc None None] Attempting to bind port 6640cbe5-e8c9-495d-a115-52333bac4ccd on network f33938cd-879e-4461-9b5e-aa67b746b6bd {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 10:22:24.198487 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d01b30e-7dd6-409a-adb1-336e7d1d9bcc None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 10, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 10:22:24.198868 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d01b30e-7dd6-409a-adb1-336e7d1d9bcc None None] Checking segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 10:22:24.199276 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-1d01b30e-7dd6-409a-adb1-336e7d1d9bcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:24.199674 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d01b30e-7dd6-409a-adb1-336e7d1d9bcc None None] Bound using segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 10:22:24.200142 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-1d01b30e-7dd6-409a-adb1-336e7d1d9bcc None None] Bound port: 6640cbe5-e8c9-495d-a115-52333bac4ccd, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 10:22:24.200540 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-1d01b30e-7dd6-409a-adb1-336e7d1d9bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:24.239248 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453d18c4-51aa-47a5-9ddb-a43e84e96d2a None None] Pushing event updated for resources: {'Port': ['ID=6640cbe5-e8c9-495d-a115-52333bac4ccd,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:22:24.286200 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-1d01b30e-7dd6-409a-adb1-336e7d1d9bcc None None] For port 6640cbe5-e8c9-495d-a115-52333bac4ccd, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 10:22:24.290915 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-1d01b30e-7dd6-409a-adb1-336e7d1d9bcc None None] For port 6640cbe5-e8c9-495d-a115-52333bac4ccd, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=6640cbe5-e8c9-495d-a115-52333bac4ccd,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 10:22:24.296694 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-1d01b30e-7dd6-409a-adb1-336e7d1d9bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:24.360457 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d01b30e-7dd6-409a-adb1-336e7d1d9bcc None None] Routers {'c5f8ebdd-99f2-4d47-be03-b47948a24546'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:22:24.361073 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-1d01b30e-7dd6-409a-adb1-336e7d1d9bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:22:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['c5f8ebdd-99f2-4d47-be03-b47948a24546'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:22:24.456721 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453d18c4-51aa-47a5-9ddb-a43e84e96d2a None None] Pushing event updated for resources: {'Port': ['ID=6640cbe5-e8c9-495d-a115-52333bac4ccd,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:22:24.462234 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-09064b00-413b-40f0-85c0-a3ce39b366f2 None None] Provisioning for port 7a78fa78-73ab-4fe1-9a38-57429e434fd5 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 10:22:24.468463 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-09064b00-413b-40f0-85c0-a3ce39b366f2 None None] Provisioning complete for port 7a78fa78-73ab-4fe1-9a38-57429e434fd5 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:22:24.468831 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-09064b00-413b-40f0-85c0-a3ce39b366f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:24.469162 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-09064b00-413b-40f0-85c0-a3ce39b366f2 None None] Attempt 1 to provision port 7a78fa78-73ab-4fe1-9a38-57429e434fd5 Oct 04 10:22:24.554802 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8f2f301a-0285-404f-807e-e3da0f021bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:24.593167 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-09064b00-413b-40f0-85c0-a3ce39b366f2 None None] Port 7a78fa78-73ab-4fe1-9a38-57429e434fd5 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:22:24.604568 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-1d01b30e-7dd6-409a-adb1-336e7d1d9bcc None None] Set router c5f8ebdd-99f2-4d47-be03-b47948a24546 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:22:24.776539 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 179ee480-9e73-4875-b7cb-5d54525dc46c up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:22:24.787171 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8f2f301a-0285-404f-807e-e3da0f021bb2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:24.792516 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8f2f301a-0285-404f-807e-e3da0f021bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:24.896576 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-8f2f301a-0285-404f-807e-e3da0f021bb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736777'] for router_interface, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:24.904769 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2f301a-0285-404f-807e-e3da0f021bb2 admin admin] Pushing event updated for resources: {'Port': ['ID=7a78fa78-73ab-4fe1-9a38-57429e434fd5,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:22:24.917470 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 179ee480-9e73-4875-b7cb-5d54525dc46c triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:22:24.917839 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:24.918170 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 179ee480-9e73-4875-b7cb-5d54525dc46c Oct 04 10:22:25.027381 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-1d01b30e-7dd6-409a-adb1-336e7d1d9bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'name': 'tempest-TestSnapshotPattern-1082122443-router', 'tenant_id': 'e08ac35c1b044fa9b470a88be248850e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.27'}], 'enable_snat': True}, 'gw_port_id': '6640cbe5-e8c9-495d-a115-52333bac4ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:22:20Z', 'updated_at': '2022-10-04T10:22:21Z', 'revision_number': 3, 'project_id': 'e08ac35c1b044fa9b470a88be248850e', 'gw_port': {'id': '6640cbe5-e8c9-495d-a115-52333bac4ccd', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:92:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:22:21Z', 'updated_at': '2022-10-04T10:22:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:22:25.037178 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2f301a-0285-404f-807e-e3da0f021bb2 admin admin] Network 4cbff329-3402-46c1-b8b7-1c455001bc7e is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 10:22:25.038316 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-8f2f301a-0285-404f-807e-e3da0f021bb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 10:22:25.045525 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d01b30e-7dd6-409a-adb1-336e7d1d9bcc None None] The sync data for ids ['c5f8ebdd-99f2-4d47-be03-b47948a24546'] in dv-neutron-860215-1-hyperv is: [{'id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'name': 'tempest-TestSnapshotPattern-1082122443-router', 'tenant_id': 'e08ac35c1b044fa9b470a88be248850e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.27'}], 'enable_snat': True}, 'gw_port_id': '6640cbe5-e8c9-495d-a115-52333bac4ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:22:20Z', 'updated_at': '2022-10-04T10:22:21Z', 'revision_number': 3, 'project_id': 'e08ac35c1b044fa9b470a88be248850e', 'gw_port': {'id': '6640cbe5-e8c9-495d-a115-52333bac4ccd', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:92:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:22:21Z', 'updated_at': '2022-10-04T10:22:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 10:22:25.057027 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 179ee480-9e73-4875-b7cb-5d54525dc46c is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:22:25.094867 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-09064b00-413b-40f0-85c0-a3ce39b366f2 None None] Attempt 2 to provision port 7a78fa78-73ab-4fe1-9a38-57429e434fd5 Oct 04 10:22:25.157265 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-09064b00-413b-40f0-85c0-a3ce39b366f2 None None] Port 7a78fa78-73ab-4fe1-9a38-57429e434fd5 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:22:25.245413 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f2f301a-0285-404f-807e-e3da0f021bb2 admin admin] Router c5f8ebdd-99f2-4d47-be03-b47948a24546 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 10:22:25.436044 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f2f301a-0285-404f-807e-e3da0f021bb2 admin admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 10:22:25.448415 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-8f2f301a-0285-404f-807e-e3da0f021bb2 admin admin] 10.222.0.50 "PUT /v2.0/routers/c5f8ebdd-99f2-4d47-be03-b47948a24546/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4656968 Oct 04 10:22:25.658829 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-09064b00-413b-40f0-85c0-a3ce39b366f2 None None] Attempt 3 to provision port 7a78fa78-73ab-4fe1-9a38-57429e434fd5 Oct 04 10:22:25.721511 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-09064b00-413b-40f0-85c0-a3ce39b366f2 None None] Port 7a78fa78-73ab-4fe1-9a38-57429e434fd5 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:22:25.987370 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 45820) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:22:25.993356 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-71e98d74-852d-4fcd-ac58-5bb75ab89a69 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-752144506-network', 'tenant_id': '0ee3f5a194c242c09f81133d3b39920b'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:22:25.998160 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-71e98d74-852d-4fcd-ac58-5bb75ab89a69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:22:26.002038 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-71e98d74-852d-4fcd-ac58-5bb75ab89a69 admin admin] Usage tracker for resource:network and tenant:0ee3f5a194c242c09f81133d3b39920b is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:22:26.004921 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-71e98d74-852d-4fcd-ac58-5bb75ab89a69 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:22:26.010892 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-71e98d74-852d-4fcd-ac58-5bb75ab89a69 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:22:26.021342 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e98d74-852d-4fcd-ac58-5bb75ab89a69 admin admin] Made reservation on behalf of 0ee3f5a194c242c09f81133d3b39920b for: {'network': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 10:22:26.023729 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-71e98d74-852d-4fcd-ac58-5bb75ab89a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for network, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:26.036329 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-71e98d74-852d-4fcd-ac58-5bb75ab89a69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:26.051192 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-71e98d74-852d-4fcd-ac58-5bb75ab89a69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:22:26.055051 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-71e98d74-852d-4fcd-ac58-5bb75ab89a69 admin admin] Usage tracker for resource:security_group_rule and tenant:0ee3f5a194c242c09f81133d3b39920b is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:22:26.057863 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-71e98d74-852d-4fcd-ac58-5bb75ab89a69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:22:26.063490 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-71e98d74-852d-4fcd-ac58-5bb75ab89a69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:22:26.150939 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-71e98d74-852d-4fcd-ac58-5bb75ab89a69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:26.154739 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-71e98d74-852d-4fcd-ac58-5bb75ab89a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:26.183321 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71e98d74-852d-4fcd-ac58-5bb75ab89a69 admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=89032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 04 10:22:26.195338 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e98d74-852d-4fcd-ac58-5bb75ab89a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dcd5757-6679-4781-9a01-8a5066130cb5,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:22:26.201199 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-71e98d74-852d-4fcd-ac58-5bb75ab89a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:26.201547 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.db.segments_db [None req-71e98d74-852d-4fcd-ac58-5bb75ab89a69 admin admin] Added segment 1a8c6371-bb82-4c5c-b0ad-6c373f8a20be of type vlan for network 7aa6adcd-e8ce-490e-8280-9925e2ff4bbf Oct 04 10:22:26.222792 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-09064b00-413b-40f0-85c0-a3ce39b366f2 None None] Attempt 4 to provision port 7a78fa78-73ab-4fe1-9a38-57429e434fd5 Oct 04 10:22:26.226616 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-71e98d74-852d-4fcd-ac58-5bb75ab89a69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731008924528'] for network, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:26.256767 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-71e98d74-852d-4fcd-ac58-5bb75ab89a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940'] for network, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:26.257699 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e98d74-852d-4fcd-ac58-5bb75ab89a69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:22:26.258868 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-71e98d74-852d-4fcd-ac58-5bb75ab89a69 admin admin] Notify callbacks [] for network, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:26.277786 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-09064b00-413b-40f0-85c0-a3ce39b366f2 None None] Port 7a78fa78-73ab-4fe1-9a38-57429e434fd5 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:22:26.357104 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-71e98d74-852d-4fcd-ac58-5bb75ab89a69 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3686097 Oct 04 10:22:26.359774 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 45824) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:22:26.362355 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e98d74-852d-4fcd-ac58-5bb75ab89a69 admin admin] Pushing event updated for resources: {'Network': ['ID=7aa6adcd-e8ce-490e-8280-9925e2ff4bbf,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:22:26.367159 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-fb4d879c-ddcf-473b-a412-21bc2c54a1f5 admin admin] Request body: {'subnet': {'network_id': '7aa6adcd-e8ce-490e-8280-9925e2ff4bbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-752144506-subnet', 'tenant_id': '0ee3f5a194c242c09f81133d3b39920b', 'ip_version': 4}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:22:26.372808 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Network 7aa6adcd-e8ce-490e-8280-9925e2ff4bbf details requested by agent ovs-agent-dv-neutron-860215-1-hyperv with host dv-neutron-860215-1-hyperv {{(pid=89034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 04 10:22:26.373261 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-fb4d879c-ddcf-473b-a412-21bc2c54a1f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:22:26.377737 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-fb4d879c-ddcf-473b-a412-21bc2c54a1f5 admin admin] Usage tracker for resource:subnet and tenant:0ee3f5a194c242c09f81133d3b39920b is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:22:26.380840 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-fb4d879c-ddcf-473b-a412-21bc2c54a1f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:22:26.387431 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-fb4d879c-ddcf-473b-a412-21bc2c54a1f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:22:26.397911 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4d879c-ddcf-473b-a412-21bc2c54a1f5 admin admin] Made reservation on behalf of 0ee3f5a194c242c09f81133d3b39920b for: {'subnet': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 10:22:26.400600 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fb4d879c-ddcf-473b-a412-21bc2c54a1f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2529792'] for subnet, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:26.661943 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b70363-5e69-4c97-a4b0-54d9a9f77496 None None] Sync routers for ids ['c5f8ebdd-99f2-4d47-be03-b47948a24546'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 10:22:26.671155 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b70363-5e69-4c97-a4b0-54d9a9f77496 None None] Routers {'c5f8ebdd-99f2-4d47-be03-b47948a24546'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:22:26.671759 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-02b70363-5e69-4c97-a4b0-54d9a9f77496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:22:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['c5f8ebdd-99f2-4d47-be03-b47948a24546'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:22:26.720017 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fb4d879c-ddcf-473b-a412-21bc2c54a1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1166261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2529910'] for subnet, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:26.778833 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-09064b00-413b-40f0-85c0-a3ce39b366f2 None None] Attempt 5 to provision port 7a78fa78-73ab-4fe1-9a38-57429e434fd5 Oct 04 10:22:26.797473 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4d879c-ddcf-473b-a412-21bc2c54a1f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8090d919-e5be-47fa-add8-a0f0fb2abe05,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:22:26.806405 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4d879c-ddcf-473b-a412-21bc2c54a1f5 admin admin] Checking segment: {'id': '1a8c6371-bb82-4c5c-b0ad-6c373f8a20be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7aa6adcd-e8ce-490e-8280-9925e2ff4bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 10:22:26.806757 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4d879c-ddcf-473b-a412-21bc2c54a1f5 admin admin] Network hostable DHCP agents. Network: 7aa6adcd-e8ce-490e-8280-9925e2ff4bbf, hostable agents: ['7c265ff0-513b-4ee9-b9f5-197568ea1e84'], hosted agents: [] {{(pid=89032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 04 10:22:26.824962 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 6640cbe5-e8c9-495d-a115-52333bac4ccd up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:22:26.828249 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4d879c-ddcf-473b-a412-21bc2c54a1f5 admin admin] Network 7aa6adcd-e8ce-490e-8280-9925e2ff4bbf is scheduled to be hosted by DHCP agent 7c265ff0-513b-4ee9-b9f5-197568ea1e84 with binding_index 1 {{(pid=89032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 04 10:22:26.838686 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [None req-fb4d879c-ddcf-473b-a412-21bc2c54a1f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860215-1-hyperv, 7aa6adcd-e8ce-490e-8280-9925e2ff4bbf) {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 10:22:26.842756 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4d879c-ddcf-473b-a412-21bc2c54a1f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:22:26.843396 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-fb4d879c-ddcf-473b-a412-21bc2c54a1f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:26.866757 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-fb4d879c-ddcf-473b-a412-21bc2c54a1f5 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5059311 Oct 04 10:22:26.869690 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b386a6-6135-447a-8746-2a0b6a22eccb None None] Network 7aa6adcd-e8ce-490e-8280-9925e2ff4bbf requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 10:22:26.869978 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 45828) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:22:26.875281 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-91381d41-45a2-4e33-a147-aaa7edc8a796 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-752144506-router', 'tenant_id': '0ee3f5a194c242c09f81133d3b39920b', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:22:26.876620 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-02b70363-5e69-4c97-a4b0-54d9a9f77496 None None] Set router c5f8ebdd-99f2-4d47-be03-b47948a24546 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:22:26.880495 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-91381d41-45a2-4e33-a147-aaa7edc8a796 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:22:26.884655 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-91381d41-45a2-4e33-a147-aaa7edc8a796 admin admin] Usage tracker for resource:router and tenant:0ee3f5a194c242c09f81133d3b39920b is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:22:26.887882 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-91381d41-45a2-4e33-a147-aaa7edc8a796 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:22:26.894600 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-91381d41-45a2-4e33-a147-aaa7edc8a796 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:22:26.906760 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-91381d41-45a2-4e33-a147-aaa7edc8a796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-506'] for router, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:26.908445 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-91381d41-45a2-4e33-a147-aaa7edc8a796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1744107', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1716466', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497'] for router, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:26.926087 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-91381d41-45a2-4e33-a147-aaa7edc8a796 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:26.982083 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-09064b00-413b-40f0-85c0-a3ce39b366f2 None None] Port 7a78fa78-73ab-4fe1-9a38-57429e434fd5 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:22:27.012727 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 6640cbe5-e8c9-495d-a115-52333bac4ccd completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 10:22:27.028569 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 6640cbe5-e8c9-495d-a115-52333bac4ccd triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:22:27.028954 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:27.029273 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 6640cbe5-e8c9-495d-a115-52333bac4ccd Oct 04 10:22:27.213191 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-91381d41-45a2-4e33-a147-aaa7edc8a796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1736977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-479'] for router, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:27.218502 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-02b70363-5e69-4c97-a4b0-54d9a9f77496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'name': 'tempest-TestSnapshotPattern-1082122443-router', 'tenant_id': 'e08ac35c1b044fa9b470a88be248850e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.27'}], 'enable_snat': True}, 'gw_port_id': '6640cbe5-e8c9-495d-a115-52333bac4ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:22:20Z', 'updated_at': '2022-10-04T10:22:24Z', 'revision_number': 4, 'project_id': 'e08ac35c1b044fa9b470a88be248850e', 'gw_port': {'id': '6640cbe5-e8c9-495d-a115-52333bac4ccd', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:92:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:22:21Z', 'updated_at': '2022-10-04T10:22:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '7a78fa78-73ab-4fe1-9a38-57429e434fd5', 'name': '', 'network_id': '4cbff329-3402-46c1-b8b7-1c455001bc7e', 'tenant_id': 'e08ac35c1b044fa9b470a88be248850e', 'mac_address': 'fa:16:3e:11:05:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'de28e3dc-b745-4ce5-97dc-0735a988a782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:22:23Z', 'updated_at': '2022-10-04T10:22:24Z', 'revision_number': 2, 'project_id': 'e08ac35c1b044fa9b470a88be248850e', 'subnets': [{'id': 'de28e3dc-b745-4ce5-97dc-0735a988a782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:22:27.219907 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bf4d4f-9e8c-494e-bb49-426334018598 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5156653-12c6-5dcf-89dc-814059dbd038-7aa6adcd-e8ce-490e-8280-9925e2ff4bbf', 'network_id': '7aa6adcd-e8ce-490e-8280-9925e2ff4bbf', 'tenant_id': '0ee3f5a194c242c09f81133d3b39920b', 'fixed_ips': [{'subnet_id': '8090d919-e5be-47fa-add8-a0f0fb2abe05'}]}} from dv-neutron-860215-1-hyperv. {{(pid=89034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 04 10:22:27.220923 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e0bf4d4f-9e8c-494e-bb49-426334018598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:27.222611 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b70363-5e69-4c97-a4b0-54d9a9f77496 None None] Checking router: c5f8ebdd-99f2-4d47-be03-b47948a24546 for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 10:22:27.223021 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b70363-5e69-4c97-a4b0-54d9a9f77496 None None] Updating router c5f8ebdd-99f2-4d47-be03-b47948a24546 port 7a78fa78-73ab-4fe1-9a38-57429e434fd5 binding host dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 10:22:27.279118 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-02b70363-5e69-4c97-a4b0-54d9a9f77496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:27.300038 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 6640cbe5-e8c9-495d-a115-52333bac4ccd is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:22:27.300734 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:27.343189 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 6640cbe5-e8c9-495d-a115-52333bac4ccd, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=6640cbe5-e8c9-495d-a115-52333bac4ccd,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:22:27.347927 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:27.474191 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=6640cbe5-e8c9-495d-a115-52333bac4ccd,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:22:27.483073 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-09064b00-413b-40f0-85c0-a3ce39b366f2 None None] Attempt 6 to provision port 7a78fa78-73ab-4fe1-9a38-57429e434fd5 Oct 04 10:22:27.508426 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.db_base_plugin_common [None req-e0bf4d4f-9e8c-494e-bb49-426334018598 None None] Allocated IP 172.20.0.2 (7aa6adcd-e8ce-490e-8280-9925e2ff4bbf/8090d919-e5be-47fa-add8-a0f0fb2abe05/1eaebf07-2c82-4aef-87ac-67732ab9cc2f) {{(pid=89034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 10:22:27.535648 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-91381d41-45a2-4e33-a147-aaa7edc8a796 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:27.565938 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-91381d41-45a2-4e33-a147-aaa7edc8a796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:27.611050 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-09064b00-413b-40f0-85c0-a3ce39b366f2 None None] Port 7a78fa78-73ab-4fe1-9a38-57429e434fd5 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:22:27.641757 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-02b70363-5e69-4c97-a4b0-54d9a9f77496 None None] Notify callbacks [] for port, precommit_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:27.654037 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.provisioning_blocks [None req-02b70363-5e69-4c97-a4b0-54d9a9f77496 None None] Transition to ACTIVE for port object 7a78fa78-73ab-4fe1-9a38-57429e434fd5 will not be triggered until provisioned by entity L2. {{(pid=89035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 10:22:27.661173 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-02b70363-5e69-4c97-a4b0-54d9a9f77496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:27.711289 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-91381d41-45a2-4e33-a147-aaa7edc8a796 admin admin] Allocated IP 172.26.10.26 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/25040230-ea0d-4153-83bf-396c640f8dc7) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 10:22:27.770186 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e0bf4d4f-9e8c-494e-bb49-426334018598 None None] Notify callbacks [] for port, precommit_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:27.785984 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-e0bf4d4f-9e8c-494e-bb49-426334018598 None None] Transition to ACTIVE for port object 1eaebf07-2c82-4aef-87ac-67732ab9cc2f will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 10:22:27.797002 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b5a6bbca-71f5-4fa5-8c75-6e9177e039ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:27.812050 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-e0bf4d4f-9e8c-494e-bb49-426334018598 None None] Transition to ACTIVE for port object 1eaebf07-2c82-4aef-87ac-67732ab9cc2f will not be triggered until provisioned by entity DHCP. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 10:22:27.815937 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e0bf4d4f-9e8c-494e-bb49-426334018598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951'] for port, after_create {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:27.873923 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6fbf7-4a3a-44f6-a0b8-f2894f7ff291 None None] Pushing event updated for resources: {'Port': ['ID=7a78fa78-73ab-4fe1-9a38-57429e434fd5,revision_number=3']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:22:27.882670 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bf4d4f-9e8c-494e-bb49-426334018598 None None] Network 7aa6adcd-e8ce-490e-8280-9925e2ff4bbf is already hosted by enough agents. {{(pid=89034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 10:22:27.886250 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.scheduler.base_scheduler [None req-e0bf4d4f-9e8c-494e-bb49-426334018598 None None] Resources bound (agent type, host, resource id): {{(pid=89034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 10:22:27.888234 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-91381d41-45a2-4e33-a147-aaa7edc8a796 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:27.888886 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bf4d4f-9e8c-494e-bb49-426334018598 None None] Received port after_create {{(pid=89034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 10:22:27.889480 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd6fbf7-4a3a-44f6-a0b8-f2894f7ff291 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:22:27.889826 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd6fbf7-4a3a-44f6-a0b8-f2894f7ff291 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:22:27.890157 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd6fbf7-4a3a-44f6-a0b8-f2894f7ff291 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:22:27.890561 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd6fbf7-4a3a-44f6-a0b8-f2894f7ff291 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:22:27.890797 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd6fbf7-4a3a-44f6-a0b8-f2894f7ff291 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:22:27.891120 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd6fbf7-4a3a-44f6-a0b8-f2894f7ff291 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:22:27.891435 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd6fbf7-4a3a-44f6-a0b8-f2894f7ff291 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:22:27.891754 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd6fbf7-4a3a-44f6-a0b8-f2894f7ff291 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:22:27.892095 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd6fbf7-4a3a-44f6-a0b8-f2894f7ff291 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:22:27.892402 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd6fbf7-4a3a-44f6-a0b8-f2894f7ff291 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:22:27.892722 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd6fbf7-4a3a-44f6-a0b8-f2894f7ff291 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:22:27.893029 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd6fbf7-4a3a-44f6-a0b8-f2894f7ff291 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:22:27.903360 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-02b70363-5e69-4c97-a4b0-54d9a9f77496 None None] Attempting to bind port 7a78fa78-73ab-4fe1-9a38-57429e434fd5 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 10:22:27.903730 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-02b70363-5e69-4c97-a4b0-54d9a9f77496 None None] Attempting to bind port 7a78fa78-73ab-4fe1-9a38-57429e434fd5 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '74b2576f-a6f9-4b61-8259-3d67ae57c99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '4cbff329-3402-46c1-b8b7-1c455001bc7e'}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 10:22:27.904080 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b70363-5e69-4c97-a4b0-54d9a9f77496 None None] Attempting to bind port 7a78fa78-73ab-4fe1-9a38-57429e434fd5 on network 4cbff329-3402-46c1-b8b7-1c455001bc7e {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 10:22:27.909966 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b70363-5e69-4c97-a4b0-54d9a9f77496 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 10, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 10:22:27.910333 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b70363-5e69-4c97-a4b0-54d9a9f77496 None None] Checking segment: {'id': '74b2576f-a6f9-4b61-8259-3d67ae57c99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '4cbff329-3402-46c1-b8b7-1c455001bc7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 10:22:27.910721 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-02b70363-5e69-4c97-a4b0-54d9a9f77496 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:27.911094 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b70363-5e69-4c97-a4b0-54d9a9f77496 None None] Bound using segment: {'id': '74b2576f-a6f9-4b61-8259-3d67ae57c99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '4cbff329-3402-46c1-b8b7-1c455001bc7e'} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 10:22:27.911709 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-02b70363-5e69-4c97-a4b0-54d9a9f77496 None None] Bound port: 7a78fa78-73ab-4fe1-9a38-57429e434fd5, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b2576f-a6f9-4b61-8259-3d67ae57c99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '4cbff329-3402-46c1-b8b7-1c455001bc7e'}}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 10:22:27.912065 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-02b70363-5e69-4c97-a4b0-54d9a9f77496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:27.919696 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-91381d41-45a2-4e33-a147-aaa7edc8a796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:27.932327 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bf4d4f-9e8c-494e-bb49-426334018598 None None] Pushing event updated for resources: {'Port': ['ID=1eaebf07-2c82-4aef-87ac-67732ab9cc2f,revision_number=1']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:22:27.983843 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91381d41-45a2-4e33-a147-aaa7edc8a796 admin admin] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 10:22:27.986855 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-91381d41-45a2-4e33-a147-aaa7edc8a796 admin admin] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 10:22:27.990728 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91381d41-45a2-4e33-a147-aaa7edc8a796 admin admin] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 10:22:27.999675 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-02b70363-5e69-4c97-a4b0-54d9a9f77496 None None] For port 7a78fa78-73ab-4fe1-9a38-57429e434fd5, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 10:22:28.002843 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-02b70363-5e69-4c97-a4b0-54d9a9f77496 None None] For port 7a78fa78-73ab-4fe1-9a38-57429e434fd5, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=7a78fa78-73ab-4fe1-9a38-57429e434fd5,segment=NetworkSegment(74b2576f-a6f9-4b61-8259-3d67ae57c99b),segment_id=74b2576f-a6f9-4b61-8259-3d67ae57c99b)] {{(pid=89035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 10:22:28.009550 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-02b70363-5e69-4c97-a4b0-54d9a9f77496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:28.015483 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-e0bf4d4f-9e8c-494e-bb49-426334018598 None None] Attempting to bind port 1eaebf07-2c82-4aef-87ac-67732ab9cc2f on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 10:22:28.015857 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-e0bf4d4f-9e8c-494e-bb49-426334018598 None None] Attempting to bind port 1eaebf07-2c82-4aef-87ac-67732ab9cc2f by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '1a8c6371-bb82-4c5c-b0ad-6c373f8a20be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7aa6adcd-e8ce-490e-8280-9925e2ff4bbf'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 10:22:28.016213 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bf4d4f-9e8c-494e-bb49-426334018598 None None] Attempting to bind port 1eaebf07-2c82-4aef-87ac-67732ab9cc2f on network 7aa6adcd-e8ce-490e-8280-9925e2ff4bbf {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 10:22:28.022071 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bf4d4f-9e8c-494e-bb49-426334018598 None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 10, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 10:22:28.022443 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bf4d4f-9e8c-494e-bb49-426334018598 None None] Checking segment: {'id': '1a8c6371-bb82-4c5c-b0ad-6c373f8a20be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7aa6adcd-e8ce-490e-8280-9925e2ff4bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 10:22:28.022844 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e0bf4d4f-9e8c-494e-bb49-426334018598 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:28.023227 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bf4d4f-9e8c-494e-bb49-426334018598 None None] Bound using segment: {'id': '1a8c6371-bb82-4c5c-b0ad-6c373f8a20be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7aa6adcd-e8ce-490e-8280-9925e2ff4bbf'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 10:22:28.024504 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-e0bf4d4f-9e8c-494e-bb49-426334018598 None None] Bound port: 1eaebf07-2c82-4aef-87ac-67732ab9cc2f, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a8c6371-bb82-4c5c-b0ad-6c373f8a20be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7aa6adcd-e8ce-490e-8280-9925e2ff4bbf'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 10:22:28.024895 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e0bf4d4f-9e8c-494e-bb49-426334018598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:28.028638 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91381d41-45a2-4e33-a147-aaa7edc8a796 admin admin] Pushing event updated for resources: {'Port': ['ID=25040230-ea0d-4153-83bf-396c640f8dc7,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:22:28.077821 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b70363-5e69-4c97-a4b0-54d9a9f77496 None None] Routers {'c5f8ebdd-99f2-4d47-be03-b47948a24546'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:22:28.078439 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-02b70363-5e69-4c97-a4b0-54d9a9f77496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:22:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['c5f8ebdd-99f2-4d47-be03-b47948a24546'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:22:28.113245 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-09064b00-413b-40f0-85c0-a3ce39b366f2 None None] Attempt 7 to provision port 7a78fa78-73ab-4fe1-9a38-57429e434fd5 Oct 04 10:22:28.162598 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-e0bf4d4f-9e8c-494e-bb49-426334018598 None None] For port 1eaebf07-2c82-4aef-87ac-67732ab9cc2f, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 10:22:28.176770 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-e0bf4d4f-9e8c-494e-bb49-426334018598 None None] For port 1eaebf07-2c82-4aef-87ac-67732ab9cc2f, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=1eaebf07-2c82-4aef-87ac-67732ab9cc2f,segment=NetworkSegment(1a8c6371-bb82-4c5c-b0ad-6c373f8a20be),segment_id=1a8c6371-bb82-4c5c-b0ad-6c373f8a20be)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 10:22:28.183730 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e0bf4d4f-9e8c-494e-bb49-426334018598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:28.222942 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6fbf7-4a3a-44f6-a0b8-f2894f7ff291 None None] Pushing event updated for resources: {'Port': ['ID=7a78fa78-73ab-4fe1-9a38-57429e434fd5,revision_number=4']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:22:28.241969 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-09064b00-413b-40f0-85c0-a3ce39b366f2 None None] Port 7a78fa78-73ab-4fe1-9a38-57429e434fd5 had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 10:22:28.268534 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bf4d4f-9e8c-494e-bb49-426334018598 None None] Pushing event updated for resources: {'Port': ['ID=1eaebf07-2c82-4aef-87ac-67732ab9cc2f,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:22:28.273079 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-02b70363-5e69-4c97-a4b0-54d9a9f77496 None None] Set router c5f8ebdd-99f2-4d47-be03-b47948a24546 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:22:28.579829 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-91381d41-45a2-4e33-a147-aaa7edc8a796 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:28.630912 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-02b70363-5e69-4c97-a4b0-54d9a9f77496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'name': 'tempest-TestSnapshotPattern-1082122443-router', 'tenant_id': 'e08ac35c1b044fa9b470a88be248850e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.27'}], 'enable_snat': True}, 'gw_port_id': '6640cbe5-e8c9-495d-a115-52333bac4ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:22:20Z', 'updated_at': '2022-10-04T10:22:24Z', 'revision_number': 4, 'project_id': 'e08ac35c1b044fa9b470a88be248850e', 'gw_port': {'id': '6640cbe5-e8c9-495d-a115-52333bac4ccd', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:92:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:22:21Z', 'updated_at': '2022-10-04T10:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '7a78fa78-73ab-4fe1-9a38-57429e434fd5', 'name': '', 'network_id': '4cbff329-3402-46c1-b8b7-1c455001bc7e', 'tenant_id': 'e08ac35c1b044fa9b470a88be248850e', 'mac_address': 'fa:16:3e:11:05:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'de28e3dc-b745-4ce5-97dc-0735a988a782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:22:23Z', 'updated_at': '2022-10-04T10:22:27Z', 'revision_number': 4, 'project_id': 'e08ac35c1b044fa9b470a88be248850e', 'subnets': [{'id': 'de28e3dc-b745-4ce5-97dc-0735a988a782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:22:28.635384 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b70363-5e69-4c97-a4b0-54d9a9f77496 None None] The sync data for ids ['c5f8ebdd-99f2-4d47-be03-b47948a24546'] in dv-neutron-860215-1-hyperv is: [{'id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'name': 'tempest-TestSnapshotPattern-1082122443-router', 'tenant_id': 'e08ac35c1b044fa9b470a88be248850e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.27'}], 'enable_snat': True}, 'gw_port_id': '6640cbe5-e8c9-495d-a115-52333bac4ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:22:20Z', 'updated_at': '2022-10-04T10:22:24Z', 'revision_number': 4, 'project_id': 'e08ac35c1b044fa9b470a88be248850e', 'gw_port': {'id': '6640cbe5-e8c9-495d-a115-52333bac4ccd', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:92:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:22:21Z', 'updated_at': '2022-10-04T10:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '7a78fa78-73ab-4fe1-9a38-57429e434fd5', 'name': '', 'network_id': '4cbff329-3402-46c1-b8b7-1c455001bc7e', 'tenant_id': 'e08ac35c1b044fa9b470a88be248850e', 'mac_address': 'fa:16:3e:11:05:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'de28e3dc-b745-4ce5-97dc-0735a988a782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:22:23Z', 'updated_at': '2022-10-04T10:22:27Z', 'revision_number': 4, 'project_id': 'e08ac35c1b044fa9b470a88be248850e', 'subnets': [{'id': 'de28e3dc-b745-4ce5-97dc-0735a988a782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 10:22:28.896275 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 1eaebf07-2c82-4aef-87ac-67732ab9cc2f up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:22:28.968453 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-91381d41-45a2-4e33-a147-aaa7edc8a796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737012'] for router, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:28.976570 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 1eaebf07-2c82-4aef-87ac-67732ab9cc2f completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 10:22:28.983354 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 6640cbe5-e8c9-495d-a115-52333bac4ccd up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:22:29.072166 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 6640cbe5-e8c9-495d-a115-52333bac4ccd triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:22:29.072887 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:29.073466 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 6640cbe5-e8c9-495d-a115-52333bac4ccd Oct 04 10:22:29.226458 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91381d41-45a2-4e33-a147-aaa7edc8a796 admin admin] Router d8d53744-7a99-4b84-a01e-34d59293fd91 is scheduled to L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c with binding_index 1 {{(pid=89033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 04 10:22:29.263336 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 6640cbe5-e8c9-495d-a115-52333bac4ccd is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:22:29.264475 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 7a78fa78-73ab-4fe1-9a38-57429e434fd5 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:22:29.338216 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 7a78fa78-73ab-4fe1-9a38-57429e434fd5 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 10:22:29.346466 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 7a78fa78-73ab-4fe1-9a38-57429e434fd5 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:22:29.346974 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:29.347415 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 7a78fa78-73ab-4fe1-9a38-57429e434fd5 Oct 04 10:22:29.398513 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22bc931-9f77-417d-acd9-b3402c6eb5dd None None] Network 7aa6adcd-e8ce-490e-8280-9925e2ff4bbf requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 10:22:29.437213 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91381d41-45a2-4e33-a147-aaa7edc8a796 admin admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 10:22:29.462141 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-91381d41-45a2-4e33-a147-aaa7edc8a796 admin admin] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:29.463370 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-91381d41-45a2-4e33-a147-aaa7edc8a796 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5923402 Oct 04 10:22:29.466435 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 45832) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:22:29.484839 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19760df8-b695-42fd-8260-4b009e1c500c None None] Sync routers for ids ['d8d53744-7a99-4b84-a01e-34d59293fd91'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 10:22:29.521439 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19760df8-b695-42fd-8260-4b009e1c500c None None] Routers {'d8d53744-7a99-4b84-a01e-34d59293fd91'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:22:29.522073 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-19760df8-b695-42fd-8260-4b009e1c500c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:22:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['d8d53744-7a99-4b84-a01e-34d59293fd91'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:22:29.612860 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-6bb9b66c-5e90-4db2-be6d-83479cb3911b None None] Provisioning for port 1eaebf07-2c82-4aef-87ac-67732ab9cc2f completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 10:22:29.642485 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-6bb9b66c-5e90-4db2-be6d-83479cb3911b None None] Provisioning complete for port 1eaebf07-2c82-4aef-87ac-67732ab9cc2f triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:22:29.642868 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-6bb9b66c-5e90-4db2-be6d-83479cb3911b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:29.643201 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-6bb9b66c-5e90-4db2-be6d-83479cb3911b None None] Attempt 1 to provision port 1eaebf07-2c82-4aef-87ac-67732ab9cc2f Oct 04 10:22:29.890596 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 7a78fa78-73ab-4fe1-9a38-57429e434fd5 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:22:29.890978 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:29.984747 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-19760df8-b695-42fd-8260-4b009e1c500c None None] Set router d8d53744-7a99-4b84-a01e-34d59293fd91 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:22:30.162135 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 7a78fa78-73ab-4fe1-9a38-57429e434fd5, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=7a78fa78-73ab-4fe1-9a38-57429e434fd5,segment=NetworkSegment(74b2576f-a6f9-4b61-8259-3d67ae57c99b),segment_id=74b2576f-a6f9-4b61-8259-3d67ae57c99b)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:22:30.218264 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:30.280622 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-6bb9b66c-5e90-4db2-be6d-83479cb3911b None None] Current status of the port 1eaebf07-2c82-4aef-87ac-67732ab9cc2f is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:22:30.281002 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-6bb9b66c-5e90-4db2-be6d-83479cb3911b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:30.291644 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-27918326-1e53-4c57-899b-cdef50108b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:30.376118 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-6bb9b66c-5e90-4db2-be6d-83479cb3911b None None] For port 1eaebf07-2c82-4aef-87ac-67732ab9cc2f, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=1eaebf07-2c82-4aef-87ac-67732ab9cc2f,segment=NetworkSegment(1a8c6371-bb82-4c5c-b0ad-6c373f8a20be),segment_id=1a8c6371-bb82-4c5c-b0ad-6c373f8a20be)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:22:30.379552 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=7a78fa78-73ab-4fe1-9a38-57429e434fd5,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:22:30.385780 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-6bb9b66c-5e90-4db2-be6d-83479cb3911b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:30.503350 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-2c9c0c03-1ca7-4fb4-8362-b455be82d178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:30.507837 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-27918326-1e53-4c57-899b-cdef50108b5d admin admin] Allocated IP 172.20.0.1 (7aa6adcd-e8ce-490e-8280-9925e2ff4bbf/8090d919-e5be-47fa-add8-a0f0fb2abe05/95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 10:22:30.517940 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb9b66c-5e90-4db2-be6d-83479cb3911b None None] Pushing event updated for resources: {'Port': ['ID=1eaebf07-2c82-4aef-87ac-67732ab9cc2f,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:22:30.540607 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-19760df8-b695-42fd-8260-4b009e1c500c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d53744-7a99-4b84-a01e-34d59293fd91', 'name': 'tempest-TestSnapshotPattern-752144506-router', 'tenant_id': '0ee3f5a194c242c09f81133d3b39920b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.26'}], 'enable_snat': True}, 'gw_port_id': '25040230-ea0d-4153-83bf-396c640f8dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:22:26Z', 'updated_at': '2022-10-04T10:22:28Z', 'revision_number': 3, 'project_id': '0ee3f5a194c242c09f81133d3b39920b', 'gw_port': {'id': '25040230-ea0d-4153-83bf-396c640f8dc7', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:35:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d53744-7a99-4b84-a01e-34d59293fd91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:22:27Z', 'updated_at': '2022-10-04T10:22:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:22:30.544868 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19760df8-b695-42fd-8260-4b009e1c500c None None] Checking router: d8d53744-7a99-4b84-a01e-34d59293fd91 for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 10:22:30.545214 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19760df8-b695-42fd-8260-4b009e1c500c None None] Updating router d8d53744-7a99-4b84-a01e-34d59293fd91 port 25040230-ea0d-4153-83bf-396c640f8dc7 binding host dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 10:22:30.600001 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-19760df8-b695-42fd-8260-4b009e1c500c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:30.660771 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-1a16dc13-2379-4c7f-8974-d6c7f4066709 None None] Provisioning complete for port 1eaebf07-2c82-4aef-87ac-67732ab9cc2f triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:22:30.661053 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-1a16dc13-2379-4c7f-8974-d6c7f4066709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:30.661382 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-1a16dc13-2379-4c7f-8974-d6c7f4066709 None None] Attempt 1 to provision port 1eaebf07-2c82-4aef-87ac-67732ab9cc2f Oct 04 10:22:30.666150 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-27918326-1e53-4c57-899b-cdef50108b5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:30.681471 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.provisioning_blocks [None req-27918326-1e53-4c57-899b-cdef50108b5d admin admin] Transition to ACTIVE for port object 95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3 will not be triggered until provisioned by entity DHCP. {{(pid=89033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 10:22:30.711467 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-27918326-1e53-4c57-899b-cdef50108b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:30.794863 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27918326-1e53-4c57-899b-cdef50108b5d admin admin] Network 7aa6adcd-e8ce-490e-8280-9925e2ff4bbf is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 10:22:30.798351 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-27918326-1e53-4c57-899b-cdef50108b5d admin admin] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 10:22:30.800289 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27918326-1e53-4c57-899b-cdef50108b5d admin admin] Pushing event updated for resources: {'Port': ['ID=95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:22:30.800934 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 7a78fa78-73ab-4fe1-9a38-57429e434fd5 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:22:30.802456 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27918326-1e53-4c57-899b-cdef50108b5d admin admin] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 10:22:30.862842 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-27918326-1e53-4c57-899b-cdef50108b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737202'] for router_interface, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:31.062047 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:31.067696 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:31.076116 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-1a16dc13-2379-4c7f-8974-d6c7f4066709 None None] Current status of the port 1eaebf07-2c82-4aef-87ac-67732ab9cc2f is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:22:31.088060 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 7a78fa78-73ab-4fe1-9a38-57429e434fd5 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:22:31.088452 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:31.088797 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 7a78fa78-73ab-4fe1-9a38-57429e434fd5 Oct 04 10:22:31.130599 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-27918326-1e53-4c57-899b-cdef50108b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:31.293102 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-b5939273-6d5e-4016-9b8e-25087437fb10 None None] Provisioning for port 95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 10:22:31.303163 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-19760df8-b695-42fd-8260-4b009e1c500c None None] Notify callbacks [] for port, precommit_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:31.309299 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-b5939273-6d5e-4016-9b8e-25087437fb10 None None] Provisioning complete for port 95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:22:31.309664 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b5939273-6d5e-4016-9b8e-25087437fb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:31.310005 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-b5939273-6d5e-4016-9b8e-25087437fb10 None None] Attempt 1 to provision port 95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3 Oct 04 10:22:31.356077 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-27918326-1e53-4c57-899b-cdef50108b5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:31.360477 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-27918326-1e53-4c57-899b-cdef50108b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:31.363421 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 7a78fa78-73ab-4fe1-9a38-57429e434fd5 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:22:31.364519 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 1eaebf07-2c82-4aef-87ac-67732ab9cc2f up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:22:31.402028 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-19760df8-b695-42fd-8260-4b009e1c500c None None] Transition to ACTIVE for port object 25040230-ea0d-4153-83bf-396c640f8dc7 will not be triggered until provisioned by entity L2. {{(pid=89034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 10:22:31.418374 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-19760df8-b695-42fd-8260-4b009e1c500c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:31.468170 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27918326-1e53-4c57-899b-cdef50108b5d admin admin] Pushing event updated for resources: {'Port': ['ID=95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:22:31.472023 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-27918326-1e53-4c57-899b-cdef50108b5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736777'] for router_interface, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:31.473595 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-b5939273-6d5e-4016-9b8e-25087437fb10 None None] Port 95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:22:31.489555 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-19760df8-b695-42fd-8260-4b009e1c500c None None] Attempting to bind port 25040230-ea0d-4153-83bf-396c640f8dc7 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 10:22:31.489978 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-19760df8-b695-42fd-8260-4b009e1c500c None None] Attempting to bind port 25040230-ea0d-4153-83bf-396c640f8dc7 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 10:22:31.490288 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19760df8-b695-42fd-8260-4b009e1c500c None None] Attempting to bind port 25040230-ea0d-4153-83bf-396c640f8dc7 on network f33938cd-879e-4461-9b5e-aa67b746b6bd {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 10:22:31.504152 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19760df8-b695-42fd-8260-4b009e1c500c None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 10, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 10:22:31.504547 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19760df8-b695-42fd-8260-4b009e1c500c None None] Checking segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 10:22:31.504947 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-19760df8-b695-42fd-8260-4b009e1c500c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:31.505334 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19760df8-b695-42fd-8260-4b009e1c500c None None] Bound using segment: {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'} {{(pid=89034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 10:22:31.505794 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.managers [None req-19760df8-b695-42fd-8260-4b009e1c500c None None] Bound port: 25040230-ea0d-4153-83bf-396c640f8dc7, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0dc7806-5ee5-4d81-ab13-928e33045ab1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd'}}] {{(pid=89034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 10:22:31.506168 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-19760df8-b695-42fd-8260-4b009e1c500c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:31.556645 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a372c-b563-49e9-8185-fd564db9dbc1 None None] Pushing event updated for resources: {'Port': ['ID=25040230-ea0d-4153-83bf-396c640f8dc7,revision_number=2']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:22:31.590034 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 1eaebf07-2c82-4aef-87ac-67732ab9cc2f triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:22:31.590413 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:31.590747 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 1eaebf07-2c82-4aef-87ac-67732ab9cc2f Oct 04 10:22:31.639210 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-19760df8-b695-42fd-8260-4b009e1c500c None None] For port 25040230-ea0d-4153-83bf-396c640f8dc7, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 10:22:31.653591 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-19760df8-b695-42fd-8260-4b009e1c500c None None] For port 25040230-ea0d-4153-83bf-396c640f8dc7, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=25040230-ea0d-4153-83bf-396c640f8dc7,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 10:22:31.660557 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-19760df8-b695-42fd-8260-4b009e1c500c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:31.728215 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19760df8-b695-42fd-8260-4b009e1c500c None None] Routers {'d8d53744-7a99-4b84-a01e-34d59293fd91'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:22:31.728844 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-19760df8-b695-42fd-8260-4b009e1c500c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:22:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['d8d53744-7a99-4b84-a01e-34d59293fd91'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:22:31.731463 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27918326-1e53-4c57-899b-cdef50108b5d admin admin] Network 7aa6adcd-e8ce-490e-8280-9925e2ff4bbf is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 10:22:31.732897 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-27918326-1e53-4c57-899b-cdef50108b5d admin admin] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 10:22:31.862011 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a372c-b563-49e9-8185-fd564db9dbc1 None None] Pushing event updated for resources: {'Port': ['ID=25040230-ea0d-4153-83bf-396c640f8dc7,revision_number=3']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:22:31.925704 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 1eaebf07-2c82-4aef-87ac-67732ab9cc2f is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:22:31.930117 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27918326-1e53-4c57-899b-cdef50108b5d admin admin] Router d8d53744-7a99-4b84-a01e-34d59293fd91 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 10:22:31.970953 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-19760df8-b695-42fd-8260-4b009e1c500c None None] Set router d8d53744-7a99-4b84-a01e-34d59293fd91 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:22:32.011690 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-b5939273-6d5e-4016-9b8e-25087437fb10 None None] Attempt 2 to provision port 95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3 Oct 04 10:22:32.109096 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27918326-1e53-4c57-899b-cdef50108b5d admin admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 10:22:32.118638 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-27918326-1e53-4c57-899b-cdef50108b5d admin admin] 10.222.0.50 "PUT /v2.0/routers/d8d53744-7a99-4b84-a01e-34d59293fd91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6511879 Oct 04 10:22:32.148479 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-b5939273-6d5e-4016-9b8e-25087437fb10 None None] Port 95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:22:32.377188 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-19760df8-b695-42fd-8260-4b009e1c500c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d53744-7a99-4b84-a01e-34d59293fd91', 'name': 'tempest-TestSnapshotPattern-752144506-router', 'tenant_id': '0ee3f5a194c242c09f81133d3b39920b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.26'}], 'enable_snat': True}, 'gw_port_id': '25040230-ea0d-4153-83bf-396c640f8dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:22:26Z', 'updated_at': '2022-10-04T10:22:31Z', 'revision_number': 4, 'project_id': '0ee3f5a194c242c09f81133d3b39920b', 'gw_port': {'id': '25040230-ea0d-4153-83bf-396c640f8dc7', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:35:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d53744-7a99-4b84-a01e-34d59293fd91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:22:27Z', 'updated_at': '2022-10-04T10:22:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3', 'name': '', 'network_id': '7aa6adcd-e8ce-490e-8280-9925e2ff4bbf', 'tenant_id': '0ee3f5a194c242c09f81133d3b39920b', 'mac_address': 'fa:16:3e:97:89:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d53744-7a99-4b84-a01e-34d59293fd91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '8090d919-e5be-47fa-add8-a0f0fb2abe05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:22:30Z', 'updated_at': '2022-10-04T10:22:31Z', 'revision_number': 2, 'project_id': '0ee3f5a194c242c09f81133d3b39920b', 'subnets': [{'id': '8090d919-e5be-47fa-add8-a0f0fb2abe05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:22:32.381310 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19760df8-b695-42fd-8260-4b009e1c500c None None] The sync data for ids ['d8d53744-7a99-4b84-a01e-34d59293fd91'] in dv-neutron-860215-1-hyperv is: [{'id': 'd8d53744-7a99-4b84-a01e-34d59293fd91', 'name': 'tempest-TestSnapshotPattern-752144506-router', 'tenant_id': '0ee3f5a194c242c09f81133d3b39920b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.26'}], 'enable_snat': True}, 'gw_port_id': '25040230-ea0d-4153-83bf-396c640f8dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:22:26Z', 'updated_at': '2022-10-04T10:22:31Z', 'revision_number': 4, 'project_id': '0ee3f5a194c242c09f81133d3b39920b', 'gw_port': {'id': '25040230-ea0d-4153-83bf-396c640f8dc7', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:35:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d53744-7a99-4b84-a01e-34d59293fd91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:22:27Z', 'updated_at': '2022-10-04T10:22:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3', 'name': '', 'network_id': '7aa6adcd-e8ce-490e-8280-9925e2ff4bbf', 'tenant_id': '0ee3f5a194c242c09f81133d3b39920b', 'mac_address': 'fa:16:3e:97:89:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d53744-7a99-4b84-a01e-34d59293fd91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '8090d919-e5be-47fa-add8-a0f0fb2abe05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:22:30Z', 'updated_at': '2022-10-04T10:22:31Z', 'revision_number': 2, 'project_id': '0ee3f5a194c242c09f81133d3b39920b', 'subnets': [{'id': '8090d919-e5be-47fa-add8-a0f0fb2abe05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 10:22:32.514717 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 45842) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:22:32.520188 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-c51cd007-d7d1-480d-823c-7e20cc01cf77 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1657728066', 'description': 'tempest-secgroup-smoke-1657728066 description', 'project_id': 'e08ac35c1b044fa9b470a88be248850e'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:22:32.527089 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-c51cd007-d7d1-480d-823c-7e20cc01cf77 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:22:32.531222 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-c51cd007-d7d1-480d-823c-7e20cc01cf77 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Usage tracker for resource:security_group and tenant:e08ac35c1b044fa9b470a88be248850e is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:22:32.534528 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-c51cd007-d7d1-480d-823c-7e20cc01cf77 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:22:32.542894 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-c51cd007-d7d1-480d-823c-7e20cc01cf77 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:22:32.554265 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c51cd007-d7d1-480d-823c-7e20cc01cf77 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks [] for security_group, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:32.562429 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:32.591235 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-c51cd007-d7d1-480d-823c-7e20cc01cf77 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:22:32.597124 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-c51cd007-d7d1-480d-823c-7e20cc01cf77 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Usage tracker for resource:security_group_rule and tenant:e08ac35c1b044fa9b470a88be248850e is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:22:32.599991 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-c51cd007-d7d1-480d-823c-7e20cc01cf77 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:22:32.606102 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-c51cd007-d7d1-480d-823c-7e20cc01cf77 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:22:32.650145 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-b5939273-6d5e-4016-9b8e-25087437fb10 None None] Attempt 3 to provision port 95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3 Oct 04 10:22:32.685572 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c51cd007-d7d1-480d-823c-7e20cc01cf77 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks [] for security_group, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:32.690770 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c51cd007-d7d1-480d-823c-7e20cc01cf77 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:32.706140 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-b5939273-6d5e-4016-9b8e-25087437fb10 None None] Port 95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:22:32.726444 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-c51cd007-d7d1-480d-823c-7e20cc01cf77 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks [] for security_group, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:32.731614 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 45846) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:22:32.732699 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-c51cd007-d7d1-480d-823c-7e20cc01cf77 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2160068 Oct 04 10:22:32.737799 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-0b2fc3d8-74e0-485f-a915-b1769c981ab2 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Request body: {'security_group_rule': {'security_group_id': 'd81e9508-0d1d-49b0-bb50-4ea42402ef82', 'project_id': 'e08ac35c1b044fa9b470a88be248850e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:22:32.745354 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-0b2fc3d8-74e0-485f-a915-b1769c981ab2 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:22:32.754178 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-0b2fc3d8-74e0-485f-a915-b1769c981ab2 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Usage tracker for resource:security_group_rule and tenant:e08ac35c1b044fa9b470a88be248850e is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:22:32.757216 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-0b2fc3d8-74e0-485f-a915-b1769c981ab2 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:22:32.759482 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51cd007-d7d1-480d-823c-7e20cc01cf77 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d81e9508-0d1d-49b0-bb50-4ea42402ef82,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:22:32.763863 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-0b2fc3d8-74e0-485f-a915-b1769c981ab2 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:22:32.781560 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0b2fc3d8-74e0-485f-a915-b1769c981ab2 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:32.848038 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0b2fc3d8-74e0-485f-a915-b1769c981ab2 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:32.852788 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0b2fc3d8-74e0-485f-a915-b1769c981ab2 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:32.877308 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2fc3d8-74e0-485f-a915-b1769c981ab2 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d98593e4-d625-4f87-836a-8b009a0c9f99,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:22:32.887144 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-0b2fc3d8-74e0-485f-a915-b1769c981ab2 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:32.888400 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-0b2fc3d8-74e0-485f-a915-b1769c981ab2 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1557631 Oct 04 10:22:32.891060 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 45850) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:22:32.896006 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-e2839405-af61-486c-a981-48d82fe6abe6 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Request body: {'security_group_rule': {'security_group_id': 'd81e9508-0d1d-49b0-bb50-4ea42402ef82', 'project_id': 'e08ac35c1b044fa9b470a88be248850e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:22:32.902109 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-e2839405-af61-486c-a981-48d82fe6abe6 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:22:32.906057 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-e2839405-af61-486c-a981-48d82fe6abe6 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Usage tracker for resource:security_group_rule and tenant:e08ac35c1b044fa9b470a88be248850e is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:22:32.909330 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-e2839405-af61-486c-a981-48d82fe6abe6 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:22:32.915031 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-e2839405-af61-486c-a981-48d82fe6abe6 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:22:32.933458 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e2839405-af61-486c-a981-48d82fe6abe6 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:32.997514 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e2839405-af61-486c-a981-48d82fe6abe6 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:33.001792 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e2839405-af61-486c-a981-48d82fe6abe6 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:33.028651 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2839405-af61-486c-a981-48d82fe6abe6 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=388fc205-085a-4d82-91b3-3cfb2ac00768,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:22:33.038276 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e2839405-af61-486c-a981-48d82fe6abe6 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:33.039616 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-e2839405-af61-486c-a981-48d82fe6abe6 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1475554 Oct 04 10:22:33.042428 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [-] (89032) accepted ('10.222.0.50', 45854) {{(pid=89032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:22:33.047541 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [None req-907fa43f-1e3d-4399-bb14-f1078d109dbb tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Request body: {'security_group_rule': {'security_group_id': 'd81e9508-0d1d-49b0-bb50-4ea42402ef82', 'project_id': 'e08ac35c1b044fa9b470a88be248850e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:22:33.063435 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-907fa43f-1e3d-4399-bb14-f1078d109dbb tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:22:33.072396 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-907fa43f-1e3d-4399-bb14-f1078d109dbb tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Usage tracker for resource:security_group_rule and tenant:e08ac35c1b044fa9b470a88be248850e is out of sync, need to count used quota {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:22:33.075430 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [None req-907fa43f-1e3d-4399-bb14-f1078d109dbb tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89032) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:22:33.085945 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [None req-907fa43f-1e3d-4399-bb14-f1078d109dbb tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:22:33.109928 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-907fa43f-1e3d-4399-bb14-f1078d109dbb tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:33.184267 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-907fa43f-1e3d-4399-bb14-f1078d109dbb tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:33.188661 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-907fa43f-1e3d-4399-bb14-f1078d109dbb tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:33.207481 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-b5939273-6d5e-4016-9b8e-25087437fb10 None None] Attempt 4 to provision port 95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3 Oct 04 10:22:33.215447 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907fa43f-1e3d-4399-bb14-f1078d109dbb tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31ccab13-01a5-4ba2-b707-09427e9c0913,revision_number=0']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:22:33.226096 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [None req-907fa43f-1e3d-4399-bb14-f1078d109dbb tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:33.230200 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [None req-907fa43f-1e3d-4399-bb14-f1078d109dbb tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1842098 Oct 04 10:22:33.230744 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 45858) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:22:33.236556 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-d968a9ad-1c8e-4e5b-9680-b3264f514a96 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Request body: {'security_group_rule': {'security_group_id': 'd81e9508-0d1d-49b0-bb50-4ea42402ef82', 'project_id': 'e08ac35c1b044fa9b470a88be248850e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:22:33.242351 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-d968a9ad-1c8e-4e5b-9680-b3264f514a96 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:22:33.247356 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-d968a9ad-1c8e-4e5b-9680-b3264f514a96 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Usage tracker for resource:security_group_rule and tenant:e08ac35c1b044fa9b470a88be248850e is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:22:33.254544 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-d968a9ad-1c8e-4e5b-9680-b3264f514a96 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:22:33.262951 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-d968a9ad-1c8e-4e5b-9680-b3264f514a96 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:22:33.269268 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-b5939273-6d5e-4016-9b8e-25087437fb10 None None] Port 95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:22:33.282410 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d968a9ad-1c8e-4e5b-9680-b3264f514a96 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:33.356255 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d968a9ad-1c8e-4e5b-9680-b3264f514a96 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:33.360025 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d968a9ad-1c8e-4e5b-9680-b3264f514a96 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:33.384690 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d968a9ad-1c8e-4e5b-9680-b3264f514a96 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b50e6a7e-616c-4017-b533-7152486e95bb,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:22:33.393313 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d968a9ad-1c8e-4e5b-9680-b3264f514a96 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:33.394598 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-d968a9ad-1c8e-4e5b-9680-b3264f514a96 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1626644 Oct 04 10:22:33.397477 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 45862) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:22:33.402658 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-3009399f-56f7-4c92-8b85-d7c18dcb6324 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Request body: {'security_group_rule': {'security_group_id': 'd81e9508-0d1d-49b0-bb50-4ea42402ef82', 'project_id': 'e08ac35c1b044fa9b470a88be248850e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:22:33.409082 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-3009399f-56f7-4c92-8b85-d7c18dcb6324 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:22:33.413172 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-3009399f-56f7-4c92-8b85-d7c18dcb6324 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Usage tracker for resource:security_group_rule and tenant:e08ac35c1b044fa9b470a88be248850e is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:22:33.416679 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-3009399f-56f7-4c92-8b85-d7c18dcb6324 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:22:33.422667 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-3009399f-56f7-4c92-8b85-d7c18dcb6324 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:22:33.433937 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.securitygroups_db [None req-3009399f-56f7-4c92-8b85-d7c18dcb6324 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Project e08ac35c1b044fa9b470a88be248850e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 10:22:33.441023 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3009399f-56f7-4c92-8b85-d7c18dcb6324 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:33.507383 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3009399f-56f7-4c92-8b85-d7c18dcb6324 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:33.511772 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3009399f-56f7-4c92-8b85-d7c18dcb6324 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:33.536646 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3009399f-56f7-4c92-8b85-d7c18dcb6324 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7ce2e39-082c-40c3-880d-fd03839e1d0e,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:22:33.545978 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3009399f-56f7-4c92-8b85-d7c18dcb6324 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:33.547211 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-3009399f-56f7-4c92-8b85-d7c18dcb6324 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1488090 Oct 04 10:22:33.549995 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 45866) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:22:33.555313 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-d51c0669-24b8-4d15-bff2-1414e23fba7b tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Request body: {'security_group_rule': {'security_group_id': 'd81e9508-0d1d-49b0-bb50-4ea42402ef82', 'project_id': 'e08ac35c1b044fa9b470a88be248850e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:22:33.561473 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-d51c0669-24b8-4d15-bff2-1414e23fba7b tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:22:33.565381 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-d51c0669-24b8-4d15-bff2-1414e23fba7b tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Usage tracker for resource:security_group_rule and tenant:e08ac35c1b044fa9b470a88be248850e is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:22:33.568285 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-d51c0669-24b8-4d15-bff2-1414e23fba7b tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:22:33.574256 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-d51c0669-24b8-4d15-bff2-1414e23fba7b tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:22:33.584793 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.securitygroups_db [None req-d51c0669-24b8-4d15-bff2-1414e23fba7b tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Project e08ac35c1b044fa9b470a88be248850e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 04 10:22:33.592195 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d51c0669-24b8-4d15-bff2-1414e23fba7b tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:33.662584 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d51c0669-24b8-4d15-bff2-1414e23fba7b tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:33.666353 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d51c0669-24b8-4d15-bff2-1414e23fba7b tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809447'] for security_group_rule, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:33.690397 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51c0669-24b8-4d15-bff2-1414e23fba7b tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dd74823-558f-4ff5-a4da-1c78e05e0e60,revision_number=0']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:22:33.701899 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-d51c0669-24b8-4d15-bff2-1414e23fba7b tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:33.707706 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-d51c0669-24b8-4d15-bff2-1414e23fba7b tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1525230 Oct 04 10:22:33.770812 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-b5939273-6d5e-4016-9b8e-25087437fb10 None None] Attempt 5 to provision port 95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3 Oct 04 10:22:33.825654 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-b5939273-6d5e-4016-9b8e-25087437fb10 None None] Port 95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:22:33.870251 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-7fef056b-b276-465c-8de3-a18b69d4b6d3 req-79e0669c-598d-416a-8039-ddd34777eb24 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Synchronizing usage tracker for tenant:e08ac35c1b044fa9b470a88be248850e on resource:security_group {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 10:22:33.886186 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-7fef056b-b276-465c-8de3-a18b69d4b6d3 req-79e0669c-598d-416a-8039-ddd34777eb24 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Unset dirty status for tenant:e08ac35c1b044fa9b470a88be248850e on resource:security_group {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 10:22:33.887348 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7fef056b-b276-465c-8de3-a18b69d4b6d3 req-79e0669c-598d-416a-8039-ddd34777eb24 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1657728066&fields=id&tenant_id=e08ac35c1b044fa9b470a88be248850e HTTP/1.1" status: 200 len: 267 time: 0.0581820 Oct 04 10:22:34.040595 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fef056b-b276-465c-8de3-a18b69d4b6d3 req-1932f4f5-8816-4f56-8519-6006aab09c11 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:22:34.041292 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-7fef056b-b276-465c-8de3-a18b69d4b6d3 req-1932f4f5-8816-4f56-8519-6006aab09c11 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Synchronizing usage tracker for tenant:e08ac35c1b044fa9b470a88be248850e on resource:network {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 10:22:34.058201 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-7fef056b-b276-465c-8de3-a18b69d4b6d3 req-1932f4f5-8816-4f56-8519-6006aab09c11 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Unset dirty status for tenant:e08ac35c1b044fa9b470a88be248850e on resource:network {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 10:22:34.059490 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7fef056b-b276-465c-8de3-a18b69d4b6d3 req-1932f4f5-8816-4f56-8519-6006aab09c11 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/networks?id=4cbff329-3402-46c1-b8b7-1c455001bc7e HTTP/1.1" status: 200 len: 810 time: 0.1652646 Oct 04 10:22:34.074600 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7fef056b-b276-465c-8de3-a18b69d4b6d3 req-1ea6b00f-a5ab-47d3-98fc-1ef5a40d8f94 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/quotas/e08ac35c1b044fa9b470a88be248850e HTTP/1.1" status: 200 len: 375 time: 0.0094943 Oct 04 10:22:34.161572 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7fef056b-b276-465c-8de3-a18b69d4b6d3 req-835e5df5-bb9b-4b37-9fe7-5be976c10b7b tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e08ac35c1b044fa9b470a88be248850e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0820937 Oct 04 10:22:34.326734 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-b5939273-6d5e-4016-9b8e-25087437fb10 None None] Attempt 6 to provision port 95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3 Oct 04 10:22:34.383279 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-b5939273-6d5e-4016-9b8e-25087437fb10 None None] Port 95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:22:34.460731 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7fef056b-b276-465c-8de3-a18b69d4b6d3 req-d4778694-fda0-4325-9cc1-9939cec53351 service neutron] 10.222.0.50 "GET /v2.0/networks/4cbff329-3402-46c1-b8b7-1c455001bc7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613200 Oct 04 10:22:34.591113 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7fef056b-b276-465c-8de3-a18b69d4b6d3 req-204de585-dad4-4c7b-a41f-69e7aaf09753 service neutron] 10.222.0.50 "GET /v2.0/networks/4cbff329-3402-46c1-b8b7-1c455001bc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241693 Oct 04 10:22:34.797841 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-5d6c33e2-3bfa-447d-9e9a-6bf3abc5977b req-702436a7-ad83-49da-a0d7-d3e52c51793a tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Synchronizing usage tracker for tenant:e08ac35c1b044fa9b470a88be248850e on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 10:22:34.819411 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-5d6c33e2-3bfa-447d-9e9a-6bf3abc5977b req-702436a7-ad83-49da-a0d7-d3e52c51793a tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Unset dirty status for tenant:e08ac35c1b044fa9b470a88be248850e on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 10:22:34.821228 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-5d6c33e2-3bfa-447d-9e9a-6bf3abc5977b req-702436a7-ad83-49da-a0d7-d3e52c51793a tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc459f7d-5316-4adf-9cf4-b3d96f6a27d7 HTTP/1.1" status: 200 len: 210 time: 0.0811989 Oct 04 10:22:34.833985 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 25040230-ea0d-4153-83bf-396c640f8dc7 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:22:34.885932 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-b5939273-6d5e-4016-9b8e-25087437fb10 None None] Attempt 7 to provision port 95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3 Oct 04 10:22:34.952160 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-b5939273-6d5e-4016-9b8e-25087437fb10 None None] Port 95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:22:34.962789 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 25040230-ea0d-4153-83bf-396c640f8dc7 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 10:22:34.968678 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 25040230-ea0d-4153-83bf-396c640f8dc7 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:22:34.969055 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:34.969446 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 25040230-ea0d-4153-83bf-396c640f8dc7 Oct 04 10:22:35.094477 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 25040230-ea0d-4153-83bf-396c640f8dc7 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:22:35.094864 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:35.111868 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 25040230-ea0d-4153-83bf-396c640f8dc7, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=25040230-ea0d-4153-83bf-396c640f8dc7,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:22:35.116400 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:35.187714 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=25040230-ea0d-4153-83bf-396c640f8dc7,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:22:35.453559 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-b5939273-6d5e-4016-9b8e-25087437fb10 None None] Attempt 8 to provision port 95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3 Oct 04 10:22:35.506469 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-b5939273-6d5e-4016-9b8e-25087437fb10 None None] Port 95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:22:35.932884 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fef056b-b276-465c-8de3-a18b69d4b6d3 req-e284fef7-495c-46d3-866d-4cd0cb248e1a tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:22:35.934634 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7fef056b-b276-465c-8de3-a18b69d4b6d3 req-e284fef7-495c-46d3-866d-4cd0cb248e1a tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.20 "GET /v2.0/networks?id=4cbff329-3402-46c1-b8b7-1c455001bc7e HTTP/1.1" status: 200 len: 810 time: 0.1660335 Oct 04 10:22:35.995358 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-7fef056b-b276-465c-8de3-a18b69d4b6d3 req-53935df1-1f77-4736-ae5e-164eec1c6224 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Synchronizing usage tracker for tenant:e08ac35c1b044fa9b470a88be248850e on resource:security_group {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 10:22:36.009359 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-b5939273-6d5e-4016-9b8e-25087437fb10 None None] Attempt 9 to provision port 95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3 Oct 04 10:22:36.014140 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-7fef056b-b276-465c-8de3-a18b69d4b6d3 req-53935df1-1f77-4736-ae5e-164eec1c6224 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Unset dirty status for tenant:e08ac35c1b044fa9b470a88be248850e on resource:security_group {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 10:22:36.015268 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7fef056b-b276-465c-8de3-a18b69d4b6d3 req-53935df1-1f77-4736-ae5e-164eec1c6224 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e08ac35c1b044fa9b470a88be248850e HTTP/1.1" status: 200 len: 380 time: 0.0661690 Oct 04 10:22:36.020160 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-5eb200d1-7a87-481b-a312-64c1c51bdaed req-f4bf31bc-9d04-4b6c-b44f-f083608f5418 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc459f7d-5316-4adf-9cf4-b3d96f6a27d7 HTTP/1.1" status: 200 len: 210 time: 0.0667088 Oct 04 10:22:36.024634 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-7fef056b-b276-465c-8de3-a18b69d4b6d3 req-38e8f488-0432-4a59-a134-082c72c095d7 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Request body: {'port': {'device_id': 'dc459f7d-5316-4adf-9cf4-b3d96f6a27d7', 'network_id': '4cbff329-3402-46c1-b8b7-1c455001bc7e', 'admin_state_up': True, 'tenant_id': 'e08ac35c1b044fa9b470a88be248850e', 'security_groups': ['d81e9508-0d1d-49b0-bb50-4ea42402ef82']}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:22:36.081739 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-b5939273-6d5e-4016-9b8e-25087437fb10 None None] Port 95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:22:36.102844 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033672a6-c510-4aca-9643-24550718233b None None] Sync routers for ids ['d8d53744-7a99-4b84-a01e-34d59293fd91'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 10:22:36.112205 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033672a6-c510-4aca-9643-24550718233b None None] Routers {'d8d53744-7a99-4b84-a01e-34d59293fd91'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:22:36.112832 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-033672a6-c510-4aca-9643-24550718233b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:22:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['d8d53744-7a99-4b84-a01e-34d59293fd91'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:22:36.170009 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-7fef056b-b276-465c-8de3-a18b69d4b6d3 req-38e8f488-0432-4a59-a134-082c72c095d7 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:22:36.179687 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-7fef056b-b276-465c-8de3-a18b69d4b6d3 req-38e8f488-0432-4a59-a134-082c72c095d7 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:22:36.190528 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fef056b-b276-465c-8de3-a18b69d4b6d3 req-38e8f488-0432-4a59-a134-082c72c095d7 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Made reservation on behalf of e08ac35c1b044fa9b470a88be248850e for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 10:22:36.194047 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-7fef056b-b276-465c-8de3-a18b69d4b6d3 req-38e8f488-0432-4a59-a134-082c72c095d7 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:36.315225 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-033672a6-c510-4aca-9643-24550718233b None None] Set router d8d53744-7a99-4b84-a01e-34d59293fd91 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:22:36.366108 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [req-7fef056b-b276-465c-8de3-a18b69d4b6d3 req-38e8f488-0432-4a59-a134-082c72c095d7 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Allocated IP 172.20.0.9 (4cbff329-3402-46c1-b8b7-1c455001bc7e/de28e3dc-b745-4ce5-97dc-0735a988a782/3875f309-75e3-4a80-92c7-7ca202a0a9a8) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 10:22:36.552446 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-7fef056b-b276-465c-8de3-a18b69d4b6d3 req-38e8f488-0432-4a59-a134-082c72c095d7 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:36.567929 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-7fef056b-b276-465c-8de3-a18b69d4b6d3 req-38e8f488-0432-4a59-a134-082c72c095d7 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Transition to ACTIVE for port object 3875f309-75e3-4a80-92c7-7ca202a0a9a8 will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 10:22:36.582577 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-b5939273-6d5e-4016-9b8e-25087437fb10 None None] Attempt 10 to provision port 95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3 Oct 04 10:22:36.592012 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-7fef056b-b276-465c-8de3-a18b69d4b6d3 req-38e8f488-0432-4a59-a134-082c72c095d7 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:36.630263 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-033672a6-c510-4aca-9643-24550718233b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d53744-7a99-4b84-a01e-34d59293fd91', 'name': 'tempest-TestSnapshotPattern-752144506-router', 'tenant_id': '0ee3f5a194c242c09f81133d3b39920b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.26'}], 'enable_snat': True}, 'gw_port_id': '25040230-ea0d-4153-83bf-396c640f8dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:22:26Z', 'updated_at': '2022-10-04T10:22:31Z', 'revision_number': 4, 'project_id': '0ee3f5a194c242c09f81133d3b39920b', 'gw_port': {'id': '25040230-ea0d-4153-83bf-396c640f8dc7', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:35:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d53744-7a99-4b84-a01e-34d59293fd91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:22:27Z', 'updated_at': '2022-10-04T10:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3', 'name': '', 'network_id': '7aa6adcd-e8ce-490e-8280-9925e2ff4bbf', 'tenant_id': '0ee3f5a194c242c09f81133d3b39920b', 'mac_address': 'fa:16:3e:97:89:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d53744-7a99-4b84-a01e-34d59293fd91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '8090d919-e5be-47fa-add8-a0f0fb2abe05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:22:30Z', 'updated_at': '2022-10-04T10:22:31Z', 'revision_number': 2, 'project_id': '0ee3f5a194c242c09f81133d3b39920b', 'subnets': [{'id': '8090d919-e5be-47fa-add8-a0f0fb2abe05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:22:36.636200 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033672a6-c510-4aca-9643-24550718233b None None] Checking router: d8d53744-7a99-4b84-a01e-34d59293fd91 for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 10:22:36.636736 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033672a6-c510-4aca-9643-24550718233b None None] Updating router d8d53744-7a99-4b84-a01e-34d59293fd91 port 95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3 binding host dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 04 10:22:36.637785 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-b5939273-6d5e-4016-9b8e-25087437fb10 None None] Port 95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:22:36.663490 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fef056b-b276-465c-8de3-a18b69d4b6d3 req-38e8f488-0432-4a59-a134-082c72c095d7 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Network 4cbff329-3402-46c1-b8b7-1c455001bc7e is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 10:22:36.666956 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [req-7fef056b-b276-465c-8de3-a18b69d4b6d3 req-38e8f488-0432-4a59-a134-082c72c095d7 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 10:22:36.670787 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fef056b-b276-465c-8de3-a18b69d4b6d3 req-38e8f488-0432-4a59-a134-082c72c095d7 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 10:22:36.698712 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-033672a6-c510-4aca-9643-24550718233b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:36.711956 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e8f488-0432-4a59-a134-082c72c095d7 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Pushing event updated for resources: {'Port': ['ID=3875f309-75e3-4a80-92c7-7ca202a0a9a8,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:22:36.766090 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-c532810d-1d77-4481-9bf3-0219306c3443 None None] Provisioning complete for port 95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3 triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:22:36.766408 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fef056b-b276-465c-8de3-a18b69d4b6d3 req-38e8f488-0432-4a59-a134-082c72c095d7 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:22:36.766519 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c532810d-1d77-4481-9bf3-0219306c3443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:36.766798 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-c532810d-1d77-4481-9bf3-0219306c3443 None None] Attempt 1 to provision port 95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3 Oct 04 10:22:36.767330 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-7fef056b-b276-465c-8de3-a18b69d4b6d3 req-38e8f488-0432-4a59-a134-082c72c095d7 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:36.809759 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7fef056b-b276-465c-8de3-a18b69d4b6d3 req-38e8f488-0432-4a59-a134-082c72c095d7 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7896221 Oct 04 10:22:36.817570 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 25040230-ea0d-4153-83bf-396c640f8dc7 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:22:36.827877 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-7fef056b-b276-465c-8de3-a18b69d4b6d3 req-cf0061e0-b520-4235-a4e4-31e899451445 service neutron] Request body: {'port': {'device_id': 'dc459f7d-5316-4adf-9cf4-b3d96f6a27d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8602'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:22:36.912569 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-c532810d-1d77-4481-9bf3-0219306c3443 None None] Port 95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:22:36.915495 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 25040230-ea0d-4153-83bf-396c640f8dc7 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:22:36.915867 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:36.916197 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 25040230-ea0d-4153-83bf-396c640f8dc7 Oct 04 10:22:36.967161 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-7fef056b-b276-465c-8de3-a18b69d4b6d3 req-cf0061e0-b520-4235-a4e4-31e899451445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:37.037703 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 25040230-ea0d-4153-83bf-396c640f8dc7 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:22:37.101597 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-033672a6-c510-4aca-9643-24550718233b None None] Notify callbacks [] for port, precommit_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:37.114437 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.provisioning_blocks [None req-033672a6-c510-4aca-9643-24550718233b None None] Transition to ACTIVE for port object 95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3 will not be triggered until provisioned by entity L2. {{(pid=89035) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 10:22:37.122416 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-033672a6-c510-4aca-9643-24550718233b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:37.317790 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd79499-4b62-4e44-903c-4c59a0f784a4 None None] Pushing event updated for resources: {'Port': ['ID=95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3,revision_number=3']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:22:37.336862 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-033672a6-c510-4aca-9643-24550718233b None None] Attempting to bind port 95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3 on host dv-neutron-860215-1-hyperv for vnic_type normal with profile {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 10:22:37.337226 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-033672a6-c510-4aca-9643-24550718233b None None] Attempting to bind port 95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3 by drivers openvswitch,hyperv on host dv-neutron-860215-1-hyperv at level 0 using segments [{'id': '1a8c6371-bb82-4c5c-b0ad-6c373f8a20be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7aa6adcd-e8ce-490e-8280-9925e2ff4bbf'}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 10:22:37.337579 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033672a6-c510-4aca-9643-24550718233b None None] Attempting to bind port 95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3 on network 7aa6adcd-e8ce-490e-8280-9925e2ff4bbf {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 10:22:37.344205 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033672a6-c510-4aca-9643-24550718233b None None] Checking agent: {'id': '30fa2845-b10f-49fb-8b15-9ad84363d11d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860215-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 3, 1), 'started_at': datetime.datetime(2022, 10, 4, 9, 3, 31), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 10, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860215-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 10:22:37.344612 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033672a6-c510-4aca-9643-24550718233b None None] Checking segment: {'id': '1a8c6371-bb82-4c5c-b0ad-6c373f8a20be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7aa6adcd-e8ce-490e-8280-9925e2ff4bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 10:22:37.345014 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-033672a6-c510-4aca-9643-24550718233b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:37.345405 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033672a6-c510-4aca-9643-24550718233b None None] Bound using segment: {'id': '1a8c6371-bb82-4c5c-b0ad-6c373f8a20be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7aa6adcd-e8ce-490e-8280-9925e2ff4bbf'} {{(pid=89035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 10:22:37.345872 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.managers [None req-033672a6-c510-4aca-9643-24550718233b None None] Bound port: 95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3, host: dv-neutron-860215-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a8c6371-bb82-4c5c-b0ad-6c373f8a20be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7aa6adcd-e8ce-490e-8280-9925e2ff4bbf'}}] {{(pid=89035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 10:22:37.346232 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-033672a6-c510-4aca-9643-24550718233b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:37.414007 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-c532810d-1d77-4481-9bf3-0219306c3443 None None] Attempt 2 to provision port 95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3 Oct 04 10:22:37.422582 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6113efd-7eea-4e7b-a199-7f10139d2a28 req-f2e9d1d8-5592-40f7-a02e-dced834c0939 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:22:37.423139 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-f6113efd-7eea-4e7b-a199-7f10139d2a28 req-f2e9d1d8-5592-40f7-a02e-dced834c0939 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Synchronizing usage tracker for tenant:e08ac35c1b044fa9b470a88be248850e on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 10:22:37.436292 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-033672a6-c510-4aca-9643-24550718233b None None] For port 95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3, host dv-neutron-860215-1-hyperv, cleared binding levels {{(pid=89035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 10:22:37.440029 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.plugins.ml2.db [None req-033672a6-c510-4aca-9643-24550718233b None None] For port 95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3, host dv-neutron-860215-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3,segment=NetworkSegment(1a8c6371-bb82-4c5c-b0ad-6c373f8a20be),segment_id=1a8c6371-bb82-4c5c-b0ad-6c373f8a20be)] {{(pid=89035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 10:22:37.445204 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron_lib.callbacks.manager [None req-033672a6-c510-4aca-9643-24550718233b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:37.467896 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-c532810d-1d77-4481-9bf3-0219306c3443 None None] Port 95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3 cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:22:37.476659 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-f6113efd-7eea-4e7b-a199-7f10139d2a28 req-f2e9d1d8-5592-40f7-a02e-dced834c0939 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Unset dirty status for tenant:e08ac35c1b044fa9b470a88be248850e on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 10:22:37.478389 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f6113efd-7eea-4e7b-a199-7f10139d2a28 req-f2e9d1d8-5592-40f7-a02e-dced834c0939 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc459f7d-5316-4adf-9cf4-b3d96f6a27d7 HTTP/1.1" status: 200 len: 931 time: 0.3334394 Oct 04 10:22:37.512892 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033672a6-c510-4aca-9643-24550718233b None None] Routers {'d8d53744-7a99-4b84-a01e-34d59293fd91'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:22:37.513501 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-033672a6-c510-4aca-9643-24550718233b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:22:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['d8d53744-7a99-4b84-a01e-34d59293fd91'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:22:37.529735 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [req-7fef056b-b276-465c-8de3-a18b69d4b6d3 req-cf0061e0-b520-4235-a4e4-31e899451445 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3875f309-75e3-4a80-92c7-7ca202a0a9a8 {{(pid=89032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 10:22:37.540889 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-7fef056b-b276-465c-8de3-a18b69d4b6d3 req-cf0061e0-b520-4235-a4e4-31e899451445 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:37.545263 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f6113efd-7eea-4e7b-a199-7f10139d2a28 req-85108ba9-9c16-49ca-9e75-016eb6abb7e0 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e9508-0d1d-49b0-bb50-4ea42402ef82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559592 Oct 04 10:22:37.558244 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-7fef056b-b276-465c-8de3-a18b69d4b6d3 req-cf0061e0-b520-4235-a4e4-31e899451445 service neutron] Transition to ACTIVE for port object 3875f309-75e3-4a80-92c7-7ca202a0a9a8 will not be triggered until provisioned by entity L2. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 10:22:37.576336 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-7fef056b-b276-465c-8de3-a18b69d4b6d3 req-cf0061e0-b520-4235-a4e4-31e899451445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:37.597219 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd79499-4b62-4e44-903c-4c59a0f784a4 None None] Pushing event updated for resources: {'Port': ['ID=95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3,revision_number=4']} {{(pid=89035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:22:37.703433 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-033672a6-c510-4aca-9643-24550718233b None None] Set router d8d53744-7a99-4b84-a01e-34d59293fd91 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:22:37.766723 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0061e0-b520-4235-a4e4-31e899451445 service neutron] Pushing event updated for resources: {'Port': ['ID=3875f309-75e3-4a80-92c7-7ca202a0a9a8,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:22:37.803524 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-7fef056b-b276-465c-8de3-a18b69d4b6d3 req-cf0061e0-b520-4235-a4e4-31e899451445 service neutron] Attempting to bind port 3875f309-75e3-4a80-92c7-7ca202a0a9a8 on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 10:22:37.803861 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-7fef056b-b276-465c-8de3-a18b69d4b6d3 req-cf0061e0-b520-4235-a4e4-31e899451445 service neutron] Attempting to bind port 3875f309-75e3-4a80-92c7-7ca202a0a9a8 by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': '74b2576f-a6f9-4b61-8259-3d67ae57c99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '4cbff329-3402-46c1-b8b7-1c455001bc7e'}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 10:22:37.804189 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fef056b-b276-465c-8de3-a18b69d4b6d3 req-cf0061e0-b520-4235-a4e4-31e899451445 service neutron] Attempting to bind port 3875f309-75e3-4a80-92c7-7ca202a0a9a8 on network 4cbff329-3402-46c1-b8b7-1c455001bc7e {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 10:22:37.809512 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fef056b-b276-465c-8de3-a18b69d4b6d3 req-cf0061e0-b520-4235-a4e4-31e899451445 service neutron] Port 3875f309-75e3-4a80-92c7-7ca202a0a9a8 on network 4cbff329-3402-46c1-b8b7-1c455001bc7e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 10:22:37.809829 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fef056b-b276-465c-8de3-a18b69d4b6d3 req-cf0061e0-b520-4235-a4e4-31e899451445 service neutron] Attempting to bind port 3875f309-75e3-4a80-92c7-7ca202a0a9a8 on network 4cbff329-3402-46c1-b8b7-1c455001bc7e {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 10:22:37.814940 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fef056b-b276-465c-8de3-a18b69d4b6d3 req-cf0061e0-b520-4235-a4e4-31e899451445 service neutron] Checking agent: {'id': '1be90a14-1104-4771-996e-684b25b74d15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'started_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 10, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 10:22:37.815272 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fef056b-b276-465c-8de3-a18b69d4b6d3 req-cf0061e0-b520-4235-a4e4-31e899451445 service neutron] Checking segment: {'id': '74b2576f-a6f9-4b61-8259-3d67ae57c99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '4cbff329-3402-46c1-b8b7-1c455001bc7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 10:22:37.815650 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fef056b-b276-465c-8de3-a18b69d4b6d3 req-cf0061e0-b520-4235-a4e4-31e899451445 service neutron] Bound using segment: {'id': '74b2576f-a6f9-4b61-8259-3d67ae57c99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '4cbff329-3402-46c1-b8b7-1c455001bc7e'} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 10:22:37.816078 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-7fef056b-b276-465c-8de3-a18b69d4b6d3 req-cf0061e0-b520-4235-a4e4-31e899451445 service neutron] Bound port: 3875f309-75e3-4a80-92c7-7ca202a0a9a8, host: hv-neutron-8602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74b2576f-a6f9-4b61-8259-3d67ae57c99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '4cbff329-3402-46c1-b8b7-1c455001bc7e'}}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 10:22:37.816462 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-7fef056b-b276-465c-8de3-a18b69d4b6d3 req-cf0061e0-b520-4235-a4e4-31e899451445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:37.908543 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-7fef056b-b276-465c-8de3-a18b69d4b6d3 req-cf0061e0-b520-4235-a4e4-31e899451445 service neutron] For port 3875f309-75e3-4a80-92c7-7ca202a0a9a8, host hv-neutron-8602, cleared binding levels {{(pid=89032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 10:22:37.911471 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-7fef056b-b276-465c-8de3-a18b69d4b6d3 req-cf0061e0-b520-4235-a4e4-31e899451445 service neutron] For port 3875f309-75e3-4a80-92c7-7ca202a0a9a8, host hv-neutron-8602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=3875f309-75e3-4a80-92c7-7ca202a0a9a8,segment=NetworkSegment(74b2576f-a6f9-4b61-8259-3d67ae57c99b),segment_id=74b2576f-a6f9-4b61-8259-3d67ae57c99b)] {{(pid=89032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 10:22:37.915966 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-7fef056b-b276-465c-8de3-a18b69d4b6d3 req-cf0061e0-b520-4235-a4e4-31e899451445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:37.950794 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fef056b-b276-465c-8de3-a18b69d4b6d3 req-cf0061e0-b520-4235-a4e4-31e899451445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:22:37.951411 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-7fef056b-b276-465c-8de3-a18b69d4b6d3 req-cf0061e0-b520-4235-a4e4-31e899451445 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:37.952802 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7fef056b-b276-465c-8de3-a18b69d4b6d3 req-cf0061e0-b520-4235-a4e4-31e899451445 service neutron] 10.222.0.20 "PUT /v2.0/ports/3875f309-75e3-4a80-92c7-7ca202a0a9a8 HTTP/1.1" status: 200 len: 1093 time: 1.1302638 Oct 04 10:22:37.953235 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc459f7d-5316-4adf-9cf4-b3d96f6a27d7', 'tag': '3875f309-75e3-4a80-92c7-7ca202a0a9a8'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 10:22:37.955585 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa3189af5578953a214b8e2869c8b798cc5e264e011bb63f6babe724f6825eca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7fdffe4-c254-4ed2-b705-e3e3b678460e" -d '{"events": [{"name": "network-changed", "server_uuid": "dc459f7d-5316-4adf-9cf4-b3d96f6a27d7", "tag": "3875f309-75e3-4a80-92c7-7ca202a0a9a8"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 10:22:37.969350 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-c532810d-1d77-4481-9bf3-0219306c3443 None None] Attempt 3 to provision port 95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3 Oct 04 10:22:37.992062 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0061e0-b520-4235-a4e4-31e899451445 service neutron] Pushing event updated for resources: {'Port': ['ID=3875f309-75e3-4a80-92c7-7ca202a0a9a8,revision_number=3']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:22:38.018669 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 10:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad951ab7-4b1d-4b3d-8855-04e9b6c162d1 x-openstack-request-id: req-ad951ab7-4b1d-4b3d-8855-04e9b6c162d1 {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 10:22:38.019368 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc459f7d-5316-4adf-9cf4-b3d96f6a27d7", "tag": "3875f309-75e3-4a80-92c7-7ca202a0a9a8", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 10:22:38.019714 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ad951ab7-4b1d-4b3d-8855-04e9b6c162d1 {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 10:22:38.020133 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad951ab7-4b1d-4b3d-8855-04e9b6c162d1'] response: {'name': 'network-changed', 'server_uuid': 'dc459f7d-5316-4adf-9cf4-b3d96f6a27d7', 'tag': '3875f309-75e3-4a80-92c7-7ca202a0a9a8', 'status': 'completed', 'code': 200} Oct 04 10:22:38.059625 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-033672a6-c510-4aca-9643-24550718233b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d53744-7a99-4b84-a01e-34d59293fd91', 'name': 'tempest-TestSnapshotPattern-752144506-router', 'tenant_id': '0ee3f5a194c242c09f81133d3b39920b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.26'}], 'enable_snat': True}, 'gw_port_id': '25040230-ea0d-4153-83bf-396c640f8dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:22:26Z', 'updated_at': '2022-10-04T10:22:31Z', 'revision_number': 4, 'project_id': '0ee3f5a194c242c09f81133d3b39920b', 'gw_port': {'id': '25040230-ea0d-4153-83bf-396c640f8dc7', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:35:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d53744-7a99-4b84-a01e-34d59293fd91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:22:27Z', 'updated_at': '2022-10-04T10:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3', 'name': '', 'network_id': '7aa6adcd-e8ce-490e-8280-9925e2ff4bbf', 'tenant_id': '0ee3f5a194c242c09f81133d3b39920b', 'mac_address': 'fa:16:3e:97:89:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d53744-7a99-4b84-a01e-34d59293fd91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '8090d919-e5be-47fa-add8-a0f0fb2abe05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:22:30Z', 'updated_at': '2022-10-04T10:22:37Z', 'revision_number': 4, 'project_id': '0ee3f5a194c242c09f81133d3b39920b', 'subnets': [{'id': '8090d919-e5be-47fa-add8-a0f0fb2abe05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:22:38.063846 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033672a6-c510-4aca-9643-24550718233b None None] The sync data for ids ['d8d53744-7a99-4b84-a01e-34d59293fd91'] in dv-neutron-860215-1-hyperv is: [{'id': 'd8d53744-7a99-4b84-a01e-34d59293fd91', 'name': 'tempest-TestSnapshotPattern-752144506-router', 'tenant_id': '0ee3f5a194c242c09f81133d3b39920b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.26'}], 'enable_snat': True}, 'gw_port_id': '25040230-ea0d-4153-83bf-396c640f8dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:22:26Z', 'updated_at': '2022-10-04T10:22:31Z', 'revision_number': 4, 'project_id': '0ee3f5a194c242c09f81133d3b39920b', 'gw_port': {'id': '25040230-ea0d-4153-83bf-396c640f8dc7', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:35:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d53744-7a99-4b84-a01e-34d59293fd91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:22:27Z', 'updated_at': '2022-10-04T10:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3', 'name': '', 'network_id': '7aa6adcd-e8ce-490e-8280-9925e2ff4bbf', 'tenant_id': '0ee3f5a194c242c09f81133d3b39920b', 'mac_address': 'fa:16:3e:97:89:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d53744-7a99-4b84-a01e-34d59293fd91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '8090d919-e5be-47fa-add8-a0f0fb2abe05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:22:30Z', 'updated_at': '2022-10-04T10:22:37Z', 'revision_number': 4, 'project_id': '0ee3f5a194c242c09f81133d3b39920b', 'subnets': [{'id': '8090d919-e5be-47fa-add8-a0f0fb2abe05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 10:22:38.064078 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-c532810d-1d77-4481-9bf3-0219306c3443 None None] Port 95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3 had new provisioning blocks added so it will not transition to active. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 04 10:22:38.118937 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fef056b-b276-465c-8de3-a18b69d4b6d3 req-8848b286-9675-4332-a18d-4059b81d7a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:22:38.120459 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7fef056b-b276-465c-8de3-a18b69d4b6d3 req-8848b286-9675-4332-a18d-4059b81d7a2a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e08ac35c1b044fa9b470a88be248850e&device_id=dc459f7d-5316-4adf-9cf4-b3d96f6a27d7 HTTP/1.1" status: 200 len: 1096 time: 0.0874090 Oct 04 10:22:38.183997 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-ce97f901-5b8e-489b-97b2-fd656b9d631f None None] Provisioning for port 3875f309-75e3-4a80-92c7-7ca202a0a9a8 completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 10:22:38.195507 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7fef056b-b276-465c-8de3-a18b69d4b6d3 req-a2fc9280-b2f1-4d51-beef-b7b7368be2fd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3875f309-75e3-4a80-92c7-7ca202a0a9a8 HTTP/1.1" status: 200 len: 217 time: 0.0633230 Oct 04 10:22:38.266633 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fef056b-b276-465c-8de3-a18b69d4b6d3 req-c897e6cd-7b3c-4ac3-be42-a28fe1ced91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:22:38.267979 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7fef056b-b276-465c-8de3-a18b69d4b6d3 req-c897e6cd-7b3c-4ac3-be42-a28fe1ced91c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=de28e3dc-b745-4ce5-97dc-0735a988a782 HTTP/1.1" status: 200 len: 849 time: 0.0665667 Oct 04 10:22:38.348095 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fef056b-b276-465c-8de3-a18b69d4b6d3 req-98ee1701-7084-499f-ae82-228dadb98949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:22:38.349584 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7fef056b-b276-465c-8de3-a18b69d4b6d3 req-98ee1701-7084-499f-ae82-228dadb98949 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4cbff329-3402-46c1-b8b7-1c455001bc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757484 Oct 04 10:22:38.475785 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7fef056b-b276-465c-8de3-a18b69d4b6d3 req-80d73410-b3de-4219-ba92-426ea64c84f0 service neutron] 10.222.0.20 "GET /v2.0/networks/4cbff329-3402-46c1-b8b7-1c455001bc7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203446 Oct 04 10:22:38.609442 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7fef056b-b276-465c-8de3-a18b69d4b6d3 req-f54a1358-db73-45cd-a8c0-d21f965bdee0 service neutron] 10.222.0.20 "GET /v2.0/networks/4cbff329-3402-46c1-b8b7-1c455001bc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282287 Oct 04 10:22:38.788163 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:22:38.803287 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fdffe4-c254-4ed2-b705-e3e3b678460e req-06eb7496-7886-4d4f-8df4-50793a5c353b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:22:38.804759 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d7fdffe4-c254-4ed2-b705-e3e3b678460e req-06eb7496-7886-4d4f-8df4-50793a5c353b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e08ac35c1b044fa9b470a88be248850e&device_id=dc459f7d-5316-4adf-9cf4-b3d96f6a27d7 HTTP/1.1" status: 200 len: 1096 time: 0.1058025 Oct 04 10:22:38.814636 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5bc75a-fc13-4825-815b-fd51bebabcf7 req-ac414e5e-aae5-43cf-9a70-0b2df479f629 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:22:38.816001 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ab5bc75a-fc13-4825-815b-fd51bebabcf7 req-ac414e5e-aae5-43cf-9a70-0b2df479f629 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc459f7d-5316-4adf-9cf4-b3d96f6a27d7 HTTP/1.1" status: 200 len: 943 time: 0.1579139 Oct 04 10:22:38.858942 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning for port 95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 10:22:38.864651 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:22:38.865065 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:38.865394 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3 Oct 04 10:22:38.943181 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ab5bc75a-fc13-4825-815b-fd51bebabcf7 req-2a0c8694-e838-4658-99f6-3ee7dff1e97e tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e9508-0d1d-49b0-bb50-4ea42402ef82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059113 Oct 04 10:22:38.975656 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fdffe4-c254-4ed2-b705-e3e3b678460e req-178f1e57-8599-4b6d-8bb7-092e9d748f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:22:38.977192 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d7fdffe4-c254-4ed2-b705-e3e3b678460e req-178f1e57-8599-4b6d-8bb7-092e9d748f75 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4cbff329-3402-46c1-b8b7-1c455001bc7e HTTP/1.1" status: 200 len: 911 time: 0.1603224 Oct 04 10:22:38.982272 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3 is: DOWN; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:22:38.982731 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:39.015478 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] For port 95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3,segment=NetworkSegment(1a8c6371-bb82-4c5c-b0ad-6c373f8a20be),segment_id=1a8c6371-bb82-4c5c-b0ad-6c373f8a20be)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:22:39.019245 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:39.049468 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d7fdffe4-c254-4ed2-b705-e3e3b678460e req-13bea624-4732-4540-b81b-8f80225a72f6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3875f309-75e3-4a80-92c7-7ca202a0a9a8 HTTP/1.1" status: 200 len: 217 time: 0.0658345 Oct 04 10:22:39.090376 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Pushing event updated for resources: {'Port': ['ID=95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:22:39.116182 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fdffe4-c254-4ed2-b705-e3e3b678460e req-f3e58431-1205-438e-9a11-4f455425646b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:22:39.117573 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d7fdffe4-c254-4ed2-b705-e3e3b678460e req-f3e58431-1205-438e-9a11-4f455425646b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=de28e3dc-b745-4ce5-97dc-0735a988a782 HTTP/1.1" status: 200 len: 849 time: 0.0627708 Oct 04 10:22:39.303945 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fdffe4-c254-4ed2-b705-e3e3b678460e req-dd369dc5-d451-4442-bd98-be3770f9481c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:22:39.305484 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d7fdffe4-c254-4ed2-b705-e3e3b678460e req-dd369dc5-d451-4442-bd98-be3770f9481c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4cbff329-3402-46c1-b8b7-1c455001bc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1826463 Oct 04 10:22:39.444312 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d7fdffe4-c254-4ed2-b705-e3e3b678460e req-aeb2355f-0e10-412e-8ad1-0bbecaa57f26 service neutron] 10.222.0.20 "GET /v2.0/networks/4cbff329-3402-46c1-b8b7-1c455001bc7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322036 Oct 04 10:22:39.577495 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d7fdffe4-c254-4ed2-b705-e3e3b678460e req-362c9c1a-b446-4bee-93b7-f4188f4c1e6d service neutron] 10.222.0.20 "GET /v2.0/networks/4cbff329-3402-46c1-b8b7-1c455001bc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266937 Oct 04 10:22:40.140608 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede459f0-ced6-463c-b78b-12727d033683 req-774087bc-99ff-4820-9971-21fc594433df tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:22:40.142063 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-ede459f0-ced6-463c-b78b-12727d033683 req-774087bc-99ff-4820-9971-21fc594433df tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc459f7d-5316-4adf-9cf4-b3d96f6a27d7 HTTP/1.1" status: 200 len: 943 time: 0.0857079 Oct 04 10:22:40.185116 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-ede459f0-ced6-463c-b78b-12727d033683 req-d3df2afc-8811-43f9-b44d-19bdfbf367ba tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e9508-0d1d-49b0-bb50-4ea42402ef82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374067 Oct 04 10:22:40.761115 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3 up at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:22:40.830423 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Provisioning complete for port 95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:22:40.830711 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:40.831041 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Attempt 1 to provision port 95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3 Oct 04 10:22:40.940679 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Current status of the port 95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3 is: ACTIVE; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:22:41.094941 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 3875f309-75e3-4a80-92c7-7ca202a0a9a8 details requested by agent hyperv_hv-neutron-8602 with host hv-neutron-8602 {{(pid=89034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 04 10:22:41.257526 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 3875f309-75e3-4a80-92c7-7ca202a0a9a8, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=3875f309-75e3-4a80-92c7-7ca202a0a9a8,segment=NetworkSegment(74b2576f-a6f9-4b61-8259-3d67ae57c99b),segment_id=74b2576f-a6f9-4b61-8259-3d67ae57c99b)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:22:41.271108 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Returning: {'device': '3875f309-75e3-4a80-92c7-7ca202a0a9a8', 'network_id': '4cbff329-3402-46c1-b8b7-1c455001bc7e', 'port_id': '3875f309-75e3-4a80-92c7-7ca202a0a9a8', 'mac_address': 'fa:16:3e:42:4b:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de28e3dc-b745-4ce5-97dc-0735a988a782', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 04 10:22:41.325566 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 3875f309-75e3-4a80-92c7-7ca202a0a9a8 is: DOWN; New status is: BUILD {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:22:41.325949 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:41.342863 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3875f309-75e3-4a80-92c7-7ca202a0a9a8 {{(pid=89034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 10:22:41.360881 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 3875f309-75e3-4a80-92c7-7ca202a0a9a8, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=3875f309-75e3-4a80-92c7-7ca202a0a9a8,segment=NetworkSegment(74b2576f-a6f9-4b61-8259-3d67ae57c99b),segment_id=74b2576f-a6f9-4b61-8259-3d67ae57c99b)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:22:41.365155 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:41.386300 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73b209-fa44-4c02-b60e-f8486773f33e req-0add48e3-309e-451d-b149-eb3806a12c4b tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:22:41.387794 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0b73b209-fa44-4c02-b60e-f8486773f33e req-0add48e3-309e-451d-b149-eb3806a12c4b tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc459f7d-5316-4adf-9cf4-b3d96f6a27d7 HTTP/1.1" status: 200 len: 943 time: 0.0915835 Oct 04 10:22:41.432240 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0b73b209-fa44-4c02-b60e-f8486773f33e req-a2aafb3d-f71d-46e7-978e-4bb408ec8610 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e9508-0d1d-49b0-bb50-4ea42402ef82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384564 Oct 04 10:22:41.435468 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=3875f309-75e3-4a80-92c7-7ca202a0a9a8,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:22:41.746734 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['3875f309-75e3-4a80-92c7-7ca202a0a9a8'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 10:22:41.933906 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:42.728591 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb5059f-3de3-4392-987a-ef8a8ee820b5 req-be9dd590-91c2-4bf3-9bb1-be5d7629bff0 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:22:42.729994 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-1bb5059f-3de3-4392-987a-ef8a8ee820b5 req-be9dd590-91c2-4bf3-9bb1-be5d7629bff0 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc459f7d-5316-4adf-9cf4-b3d96f6a27d7 HTTP/1.1" status: 200 len: 944 time: 0.1873224 Oct 04 10:22:42.773696 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-1bb5059f-3de3-4392-987a-ef8a8ee820b5 req-29c07d77-2208-4987-bbfc-196aa1b06ac7 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e9508-0d1d-49b0-bb50-4ea42402ef82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380602 Oct 04 10:22:43.110453 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 3875f309-75e3-4a80-92c7-7ca202a0a9a8 up at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:22:43.184630 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning for port 3875f309-75e3-4a80-92c7-7ca202a0a9a8 completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 10:22:43.189323 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning complete for port 3875f309-75e3-4a80-92c7-7ca202a0a9a8 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:22:43.189693 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:43.190028 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Attempt 1 to provision port 3875f309-75e3-4a80-92c7-7ca202a0a9a8 Oct 04 10:22:43.305089 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 3875f309-75e3-4a80-92c7-7ca202a0a9a8 is: BUILD; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:22:43.305461 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:43.331708 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc459f7d-5316-4adf-9cf4-b3d96f6a27d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3875f309-75e3-4a80-92c7-7ca202a0a9a8'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 10:22:43.333968 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57bf53c6ee682485c6b2af0162fb0d8239c3b91f88f531d8197f9e173bf15718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec32152f-fd5f-4ef0-9cad-fd772c122b1a" -d '{"events": [{"server_uuid": "dc459f7d-5316-4adf-9cf4-b3d96f6a27d7", "name": "network-vif-plugged", "status": "completed", "tag": "3875f309-75e3-4a80-92c7-7ca202a0a9a8"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 10:22:43.341451 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 3875f309-75e3-4a80-92c7-7ca202a0a9a8, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=3875f309-75e3-4a80-92c7-7ca202a0a9a8,segment=NetworkSegment(74b2576f-a6f9-4b61-8259-3d67ae57c99b),segment_id=74b2576f-a6f9-4b61-8259-3d67ae57c99b)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:22:43.344881 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:43.414726 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=3875f309-75e3-4a80-92c7-7ca202a0a9a8,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:22:43.434380 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 10:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1c9f18-9d05-4de9-8f7b-e1542a380e0c x-openstack-request-id: req-0d1c9f18-9d05-4de9-8f7b-e1542a380e0c {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 10:22:43.434670 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc459f7d-5316-4adf-9cf4-b3d96f6a27d7", "name": "network-vif-plugged", "status": "completed", "tag": "3875f309-75e3-4a80-92c7-7ca202a0a9a8", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 10:22:43.434920 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0d1c9f18-9d05-4de9-8f7b-e1542a380e0c {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 10:22:43.435310 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d1c9f18-9d05-4de9-8f7b-e1542a380e0c'] response: {'server_uuid': 'dc459f7d-5316-4adf-9cf4-b3d96f6a27d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3875f309-75e3-4a80-92c7-7ca202a0a9a8', 'code': 200} Oct 04 10:22:43.687690 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93788475-419c-4e29-9115-01cc0ace4d8a req-96d28ad4-167a-4acc-8937-d0e9b881456e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:22:43.689174 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-93788475-419c-4e29-9115-01cc0ace4d8a req-96d28ad4-167a-4acc-8937-d0e9b881456e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dc459f7d-5316-4adf-9cf4-b3d96f6a27d7 HTTP/1.1" status: 200 len: 1098 time: 0.0752277 Oct 04 10:22:43.731901 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-93788475-419c-4e29-9115-01cc0ace4d8a req-4c2346f0-c1b0-48d8-bf0a-704f71f9e30c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d81e9508-0d1d-49b0-bb50-4ea42402ef82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366015 Oct 04 10:22:43.787440 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 10:22:43.974909 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79e3f9-0b72-43a5-b26c-ba9eac6d252f req-c868c513-929c-46ca-8bb9-e9a3118b85af tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:22:43.976288 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-0e79e3f9-0b72-43a5-b26c-ba9eac6d252f req-c868c513-929c-46ca-8bb9-e9a3118b85af tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc459f7d-5316-4adf-9cf4-b3d96f6a27d7 HTTP/1.1" status: 200 len: 945 time: 0.0902405 Oct 04 10:22:44.019764 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-0e79e3f9-0b72-43a5-b26c-ba9eac6d252f req-a0f06413-fac5-4791-814e-0d1447d4e9e2 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e9508-0d1d-49b0-bb50-4ea42402ef82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373299 Oct 04 10:22:45.224493 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af45ff-9548-4581-b9a8-021716b28642 req-899ea0ba-e575-4d4f-b33a-6f213b181774 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:22:45.225935 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-71af45ff-9548-4581-b9a8-021716b28642 req-899ea0ba-e575-4d4f-b33a-6f213b181774 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc459f7d-5316-4adf-9cf4-b3d96f6a27d7 HTTP/1.1" status: 200 len: 945 time: 0.0859170 Oct 04 10:22:45.269120 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-71af45ff-9548-4581-b9a8-021716b28642 req-dcc5d059-1c68-4f19-be23-28ecd58f0253 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e9508-0d1d-49b0-bb50-4ea42402ef82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369716 Oct 04 10:22:45.467034 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba9b14b-28e1-4c08-996e-7e8f8ba0fec8 req-c76e550d-ffcb-499e-8170-dd2bcb3960aa tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:22:45.468514 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-9ba9b14b-28e1-4c08-996e-7e8f8ba0fec8 req-c76e550d-ffcb-499e-8170-dd2bcb3960aa tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc459f7d-5316-4adf-9cf4-b3d96f6a27d7 HTTP/1.1" status: 200 len: 945 time: 0.0916786 Oct 04 10:22:45.511976 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-9ba9b14b-28e1-4c08-996e-7e8f8ba0fec8 req-0a73932f-5c0f-493e-a1d0-0b205b79024f tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e9508-0d1d-49b0-bb50-4ea42402ef82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378704 Oct 04 10:22:45.540931 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 45924) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:22:45.658600 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bf16c7-92b6-4cc4-a6ed-3c9ec9ec7f3d tempest-TestSnapshotPattern-83548400 tempest-TestSnapshotPattern-83548400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:22:45.659303 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-35bf16c7-92b6-4cc4-a6ed-3c9ec9ec7f3d tempest-TestSnapshotPattern-83548400 tempest-TestSnapshotPattern-83548400-project-admin] Synchronizing usage tracker for tenant:0ee3f5a194c242c09f81133d3b39920b on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 10:22:45.675491 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-35bf16c7-92b6-4cc4-a6ed-3c9ec9ec7f3d tempest-TestSnapshotPattern-83548400 tempest-TestSnapshotPattern-83548400-project-admin] Unset dirty status for tenant:0ee3f5a194c242c09f81133d3b39920b on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 10:22:45.676822 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-35bf16c7-92b6-4cc4-a6ed-3c9ec9ec7f3d tempest-TestSnapshotPattern-83548400 tempest-TestSnapshotPattern-83548400-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=dc459f7d-5316-4adf-9cf4-b3d96f6a27d7 HTTP/1.1" status: 200 len: 1093 time: 0.1349194 Oct 04 10:22:45.679808 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 45930) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:22:45.684689 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-841a1d9e-f7b9-4780-851b-b3f43a5e3ffe tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Request body: {'floatingip': {'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'port_id': '3875f309-75e3-4a80-92c7-7ca202a0a9a8', 'tenant_id': 'e08ac35c1b044fa9b470a88be248850e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:22:45.690586 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-841a1d9e-f7b9-4780-851b-b3f43a5e3ffe tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:22:45.694366 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-841a1d9e-f7b9-4780-851b-b3f43a5e3ffe tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Usage tracker for resource:floatingip and tenant:e08ac35c1b044fa9b470a88be248850e is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:22:45.697132 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-841a1d9e-f7b9-4780-851b-b3f43a5e3ffe tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:22:45.702682 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-841a1d9e-f7b9-4780-851b-b3f43a5e3ffe tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:22:45.713436 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-841a1d9e-f7b9-4780-851b-b3f43a5e3ffe tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks [] for floatingip, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:45.848003 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-841a1d9e-f7b9-4780-851b-b3f43a5e3ffe tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:45.978296 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-841a1d9e-f7b9-4780-851b-b3f43a5e3ffe tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Allocated IP 172.26.10.123 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/d2e846e3-34b6-4b11-bdb8-58728bc964c1) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 10:22:46.122130 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-841a1d9e-f7b9-4780-851b-b3f43a5e3ffe tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:46.151096 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-841a1d9e-f7b9-4780-851b-b3f43a5e3ffe tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:46.217490 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841a1d9e-f7b9-4780-851b-b3f43a5e3ffe tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 10:22:46.220215 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-841a1d9e-f7b9-4780-851b-b3f43a5e3ffe tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 10:22:46.223966 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841a1d9e-f7b9-4780-851b-b3f43a5e3ffe tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 10:22:46.263301 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a1d9e-f7b9-4780-851b-b3f43a5e3ffe tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Pushing event updated for resources: {'Port': ['ID=d2e846e3-34b6-4b11-bdb8-58728bc964c1,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:22:46.629844 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-841a1d9e-f7b9-4780-851b-b3f43a5e3ffe tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:46.704254 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-841a1d9e-f7b9-4780-851b-b3f43a5e3ffe tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:46.904511 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-841a1d9e-f7b9-4780-851b-b3f43a5e3ffe tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:46.908937 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-841a1d9e-f7b9-4780-851b-b3f43a5e3ffe tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:47.109529 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a1d9e-f7b9-4780-851b-b3f43a5e3ffe tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Pushing event updated for resources: {'Port': ['ID=d2e846e3-34b6-4b11-bdb8-58728bc964c1,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:22:47.114666 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-841a1d9e-f7b9-4780-851b-b3f43a5e3ffe tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:47.281592 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.l3_db [None req-841a1d9e-f7b9-4780-851b-b3f43a5e3ffe tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Floating IP b7c83210-625f-48bb-8940-c583a63f8e85 associated. External IP: 172.26.10.123, port: 3875f309-75e3-4a80-92c7-7ca202a0a9a8. Oct 04 10:22:47.625178 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-841a1d9e-f7b9-4780-851b-b3f43a5e3ffe tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Router c5f8ebdd-99f2-4d47-be03-b47948a24546 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 10:22:47.802258 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841a1d9e-f7b9-4780-851b-b3f43a5e3ffe tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 10:22:47.812319 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6af7e0-6f86-45d7-9dcf-0ba69020ec65 None None] Sync routers for ids ['c5f8ebdd-99f2-4d47-be03-b47948a24546'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 10:22:47.821316 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6af7e0-6f86-45d7-9dcf-0ba69020ec65 None None] Routers {'c5f8ebdd-99f2-4d47-be03-b47948a24546'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:22:47.821922 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-6c6af7e0-6f86-45d7-9dcf-0ba69020ec65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:22:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['c5f8ebdd-99f2-4d47-be03-b47948a24546'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:22:47.825813 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-841a1d9e-f7b9-4780-851b-b3f43a5e3ffe tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:22:47.883572 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-841a1d9e-f7b9-4780-851b-b3f43a5e3ffe tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2026227 Oct 04 10:22:47.884189 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc459f7d-5316-4adf-9cf4-b3d96f6a27d7', 'tag': '3875f309-75e3-4a80-92c7-7ca202a0a9a8'}] {{(pid=89033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 10:22:47.886606 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a747684451098715ea7c3e463332765a3019342bf75c96ab1530b21cbe03a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194b841f-e762-46f5-9575-80396d1b636c" -d '{"events": [{"name": "network-changed", "server_uuid": "dc459f7d-5316-4adf-9cf4-b3d96f6a27d7", "tag": "3875f309-75e3-4a80-92c7-7ca202a0a9a8"}]}' {{(pid=89033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 10:22:47.977914 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 10:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26cbede-e197-49c4-b644-478ee946d14e x-openstack-request-id: req-c26cbede-e197-49c4-b644-478ee946d14e {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 10:22:47.978216 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc459f7d-5316-4adf-9cf4-b3d96f6a27d7", "tag": "3875f309-75e3-4a80-92c7-7ca202a0a9a8", "status": "completed", "code": 200}]} {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 10:22:47.978469 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c26cbede-e197-49c4-b644-478ee946d14e {{(pid=89033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 10:22:47.978878 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c26cbede-e197-49c4-b644-478ee946d14e'] response: {'name': 'network-changed', 'server_uuid': 'dc459f7d-5316-4adf-9cf4-b3d96f6a27d7', 'tag': '3875f309-75e3-4a80-92c7-7ca202a0a9a8', 'status': 'completed', 'code': 200} Oct 04 10:22:48.000185 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-6c6af7e0-6f86-45d7-9dcf-0ba69020ec65 None None] Set router c5f8ebdd-99f2-4d47-be03-b47948a24546 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:22:48.098865 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b841f-e762-46f5-9575-80396d1b636c req-8ce5f108-73a4-4601-9f3e-18ceea6465e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:22:48.100340 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-194b841f-e762-46f5-9575-80396d1b636c req-8ce5f108-73a4-4601-9f3e-18ceea6465e7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e08ac35c1b044fa9b470a88be248850e&device_id=dc459f7d-5316-4adf-9cf4-b3d96f6a27d7 HTTP/1.1" status: 200 len: 1098 time: 0.0811045 Oct 04 10:22:48.229394 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b841f-e762-46f5-9575-80396d1b636c req-6439d1ff-11da-4df2-bce5-8fb0cabfadf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:22:48.230757 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-194b841f-e762-46f5-9575-80396d1b636c req-6439d1ff-11da-4df2-bce5-8fb0cabfadf0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4cbff329-3402-46c1-b8b7-1c455001bc7e HTTP/1.1" status: 200 len: 911 time: 0.1246843 Oct 04 10:22:48.332003 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-194b841f-e762-46f5-9575-80396d1b636c req-79a8486a-d3fc-4c8c-adb0-5cc275060266 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3875f309-75e3-4a80-92c7-7ca202a0a9a8 HTTP/1.1" status: 200 len: 1000 time: 0.0949781 Oct 04 10:22:48.343456 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-6c6af7e0-6f86-45d7-9dcf-0ba69020ec65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'name': 'tempest-TestSnapshotPattern-1082122443-router', 'tenant_id': 'e08ac35c1b044fa9b470a88be248850e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.27'}], 'enable_snat': True}, 'gw_port_id': '6640cbe5-e8c9-495d-a115-52333bac4ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:22:20Z', 'updated_at': '2022-10-04T10:22:24Z', 'revision_number': 4, 'project_id': 'e08ac35c1b044fa9b470a88be248850e', 'gw_port': {'id': '6640cbe5-e8c9-495d-a115-52333bac4ccd', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:92:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:22:21Z', 'updated_at': '2022-10-04T10:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'b7c83210-625f-48bb-8940-c583a63f8e85', 'tenant_id': 'e08ac35c1b044fa9b470a88be248850e', 'floating_ip_address': '172.26.10.123', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'port_id': '3875f309-75e3-4a80-92c7-7ca202a0a9a8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cbff329-3402-46c1-b8b7-1c455001bc7e', 'mac_address': 'fa:16:3e:42:4b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc459f7d-5316-4adf-9cf4-b3d96f6a27d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T10:22:46Z', 'updated_at': '2022-10-04T10:22:46Z', 'revision_number': 0, 'project_id': 'e08ac35c1b044fa9b470a88be248850e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a78fa78-73ab-4fe1-9a38-57429e434fd5', 'name': '', 'network_id': '4cbff329-3402-46c1-b8b7-1c455001bc7e', 'tenant_id': 'e08ac35c1b044fa9b470a88be248850e', 'mac_address': 'fa:16:3e:11:05:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'de28e3dc-b745-4ce5-97dc-0735a988a782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:22:23Z', 'updated_at': '2022-10-04T10:22:29Z', 'revision_number': 5, 'project_id': 'e08ac35c1b044fa9b470a88be248850e', 'subnets': [{'id': 'de28e3dc-b745-4ce5-97dc-0735a988a782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:22:48.347333 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6af7e0-6f86-45d7-9dcf-0ba69020ec65 None None] Checking router: c5f8ebdd-99f2-4d47-be03-b47948a24546 for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 10:22:48.356179 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6af7e0-6f86-45d7-9dcf-0ba69020ec65 None None] Routers {'c5f8ebdd-99f2-4d47-be03-b47948a24546'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:22:48.356806 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-6c6af7e0-6f86-45d7-9dcf-0ba69020ec65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:22:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['c5f8ebdd-99f2-4d47-be03-b47948a24546'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:22:48.392278 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b841f-e762-46f5-9575-80396d1b636c req-eb854a9d-bdb8-43fe-ab04-a22dd6c9d62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:22:48.393733 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-194b841f-e762-46f5-9575-80396d1b636c req-eb854a9d-bdb8-43fe-ab04-a22dd6c9d62b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=de28e3dc-b745-4ce5-97dc-0735a988a782 HTTP/1.1" status: 200 len: 849 time: 0.0565827 Oct 04 10:22:48.477061 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b841f-e762-46f5-9575-80396d1b636c req-40b6d1fd-d64a-496a-aea2-b3230a6e6a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:22:48.478559 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-194b841f-e762-46f5-9575-80396d1b636c req-40b6d1fd-d64a-496a-aea2-b3230a6e6a4a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4cbff329-3402-46c1-b8b7-1c455001bc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790126 Oct 04 10:22:48.574331 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-6c6af7e0-6f86-45d7-9dcf-0ba69020ec65 None None] Set router c5f8ebdd-99f2-4d47-be03-b47948a24546 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:22:48.609476 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-194b841f-e762-46f5-9575-80396d1b636c req-f9dd106d-6931-4305-9d7a-95bda0ef8fe3 service neutron] 10.222.0.20 "GET /v2.0/networks/4cbff329-3402-46c1-b8b7-1c455001bc7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248343 Oct 04 10:22:48.742296 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-194b841f-e762-46f5-9575-80396d1b636c req-cc3db384-8195-413f-8543-c07909af3bd3 service neutron] 10.222.0.20 "GET /v2.0/networks/4cbff329-3402-46c1-b8b7-1c455001bc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270964 Oct 04 10:22:48.924091 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-6c6af7e0-6f86-45d7-9dcf-0ba69020ec65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'name': 'tempest-TestSnapshotPattern-1082122443-router', 'tenant_id': 'e08ac35c1b044fa9b470a88be248850e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.27'}], 'enable_snat': True}, 'gw_port_id': '6640cbe5-e8c9-495d-a115-52333bac4ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:22:20Z', 'updated_at': '2022-10-04T10:22:24Z', 'revision_number': 4, 'project_id': 'e08ac35c1b044fa9b470a88be248850e', 'gw_port': {'id': '6640cbe5-e8c9-495d-a115-52333bac4ccd', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:92:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:22:21Z', 'updated_at': '2022-10-04T10:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'b7c83210-625f-48bb-8940-c583a63f8e85', 'tenant_id': 'e08ac35c1b044fa9b470a88be248850e', 'floating_ip_address': '172.26.10.123', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'port_id': '3875f309-75e3-4a80-92c7-7ca202a0a9a8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cbff329-3402-46c1-b8b7-1c455001bc7e', 'mac_address': 'fa:16:3e:42:4b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc459f7d-5316-4adf-9cf4-b3d96f6a27d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T10:22:46Z', 'updated_at': '2022-10-04T10:22:46Z', 'revision_number': 0, 'project_id': 'e08ac35c1b044fa9b470a88be248850e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a78fa78-73ab-4fe1-9a38-57429e434fd5', 'name': '', 'network_id': '4cbff329-3402-46c1-b8b7-1c455001bc7e', 'tenant_id': 'e08ac35c1b044fa9b470a88be248850e', 'mac_address': 'fa:16:3e:11:05:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'de28e3dc-b745-4ce5-97dc-0735a988a782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:22:23Z', 'updated_at': '2022-10-04T10:22:29Z', 'revision_number': 5, 'project_id': 'e08ac35c1b044fa9b470a88be248850e', 'subnets': [{'id': 'de28e3dc-b745-4ce5-97dc-0735a988a782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:22:48.927909 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6af7e0-6f86-45d7-9dcf-0ba69020ec65 None None] The sync data for ids ['c5f8ebdd-99f2-4d47-be03-b47948a24546'] in dv-neutron-860215-1-hyperv is: [{'id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'name': 'tempest-TestSnapshotPattern-1082122443-router', 'tenant_id': 'e08ac35c1b044fa9b470a88be248850e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.27'}], 'enable_snat': True}, 'gw_port_id': '6640cbe5-e8c9-495d-a115-52333bac4ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:22:20Z', 'updated_at': '2022-10-04T10:22:24Z', 'revision_number': 4, 'project_id': 'e08ac35c1b044fa9b470a88be248850e', 'gw_port': {'id': '6640cbe5-e8c9-495d-a115-52333bac4ccd', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:92:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:22:21Z', 'updated_at': '2022-10-04T10:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'b7c83210-625f-48bb-8940-c583a63f8e85', 'tenant_id': 'e08ac35c1b044fa9b470a88be248850e', 'floating_ip_address': '172.26.10.123', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'port_id': '3875f309-75e3-4a80-92c7-7ca202a0a9a8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cbff329-3402-46c1-b8b7-1c455001bc7e', 'mac_address': 'fa:16:3e:42:4b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc459f7d-5316-4adf-9cf4-b3d96f6a27d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T10:22:46Z', 'updated_at': '2022-10-04T10:22:46Z', 'revision_number': 0, 'project_id': 'e08ac35c1b044fa9b470a88be248850e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a78fa78-73ab-4fe1-9a38-57429e434fd5', 'name': '', 'network_id': '4cbff329-3402-46c1-b8b7-1c455001bc7e', 'tenant_id': 'e08ac35c1b044fa9b470a88be248850e', 'mac_address': 'fa:16:3e:11:05:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'de28e3dc-b745-4ce5-97dc-0735a988a782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:22:23Z', 'updated_at': '2022-10-04T10:22:29Z', 'revision_number': 5, 'project_id': 'e08ac35c1b044fa9b470a88be248850e', 'subnets': [{'id': 'de28e3dc-b745-4ce5-97dc-0735a988a782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 10:22:49.121961 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a62b3e-0f8e-46c3-8cdb-26998f409cb3 None None] New status for floating IP b7c83210-625f-48bb-8940-c583a63f8e85: ACTIVE {{(pid=89035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 10:22:57.781035 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-94fe2df3-3847-4020-8161-6771ffa02ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:23:00.425780 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d2fd592d-9e71-4e07-bd7a-7daad416017a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:23:00.955665 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:23:01.001823 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:23:02.560459 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:23:11.914151 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:23:18.442757 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ecf7e582-fb6d-4842-b10b-b410052e26ee req-6617d832-1abc-4f37-a982-fab4afb6c3cf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dc459f7d-5316-4adf-9cf4-b3d96f6a27d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0754576 Oct 04 10:23:18.602347 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7e582-fb6d-4842-b10b-b410052e26ee req-6b3d9be9-10b1-48fb-88d2-57d0387dd812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:23:18.603794 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ecf7e582-fb6d-4842-b10b-b410052e26ee req-6b3d9be9-10b1-48fb-88d2-57d0387dd812 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e08ac35c1b044fa9b470a88be248850e&device_id=dc459f7d-5316-4adf-9cf4-b3d96f6a27d7 HTTP/1.1" status: 200 len: 1098 time: 0.0791395 Oct 04 10:23:18.836463 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7e582-fb6d-4842-b10b-b410052e26ee req-b65b4275-2be1-426b-b3a4-3ea932f6eea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:23:18.837902 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ecf7e582-fb6d-4842-b10b-b410052e26ee req-b65b4275-2be1-426b-b3a4-3ea932f6eea6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4cbff329-3402-46c1-b8b7-1c455001bc7e HTTP/1.1" status: 200 len: 911 time: 0.2161348 Oct 04 10:23:18.938975 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ecf7e582-fb6d-4842-b10b-b410052e26ee req-c2648366-63d9-4d69-a16d-86ef7e71b7db service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3875f309-75e3-4a80-92c7-7ca202a0a9a8 HTTP/1.1" status: 200 len: 1002 time: 0.0945194 Oct 04 10:23:18.999950 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7e582-fb6d-4842-b10b-b410052e26ee req-8dd14ce3-12b6-47e7-be4d-9cd77d7b7e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:23:19.001285 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ecf7e582-fb6d-4842-b10b-b410052e26ee req-8dd14ce3-12b6-47e7-be4d-9cd77d7b7e44 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=de28e3dc-b745-4ce5-97dc-0735a988a782 HTTP/1.1" status: 200 len: 849 time: 0.0555694 Oct 04 10:23:19.084942 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7e582-fb6d-4842-b10b-b410052e26ee req-ea4b2fbc-0ac7-4e15-a151-eaafbd801f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:23:19.086385 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ecf7e582-fb6d-4842-b10b-b410052e26ee req-ea4b2fbc-0ac7-4e15-a151-eaafbd801f67 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4cbff329-3402-46c1-b8b7-1c455001bc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785513 Oct 04 10:23:19.214997 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ecf7e582-fb6d-4842-b10b-b410052e26ee req-579b187a-1e61-4218-9950-6d6056441120 service neutron] 10.222.0.20 "GET /v2.0/networks/4cbff329-3402-46c1-b8b7-1c455001bc7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215501 Oct 04 10:23:19.350342 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ecf7e582-fb6d-4842-b10b-b410052e26ee req-83c7ae54-c0e9-4aea-95b1-b9ca558046fa service neutron] 10.222.0.20 "GET /v2.0/networks/4cbff329-3402-46c1-b8b7-1c455001bc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286829 Oct 04 10:23:20.786438 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 10:23:27.783144 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5a4abb9c-33d7-4a62-9c07-39b227c42d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:23:30.427044 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-3cdf08d3-deac-4e7c-b033-a4cca78df511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:23:30.958033 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:23:31.004636 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:23:32.563466 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:23:41.917387 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:23:57.785762 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5fcdb186-6061-4e8b-8fe3-e3f635d53e13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:23:57.786443 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 10:24:00.429282 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ff7c0865-fb86-49a3-a3f8-f85b473ec0b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:24:00.959923 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:24:01.007809 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:24:02.564629 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:24:11.927687 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:24:20.432913 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-92ebdddd-2b0e-403b-a367-ce48f4df82bb req-ed71e85b-cf8f-48c5-a58a-5e6d50291eb0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dc459f7d-5316-4adf-9cf4-b3d96f6a27d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0748835 Oct 04 10:24:20.595250 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ebdddd-2b0e-403b-a367-ce48f4df82bb req-1b1e6511-5caa-41f0-bdfd-615fd4cf1a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:24:20.596756 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-92ebdddd-2b0e-403b-a367-ce48f4df82bb req-1b1e6511-5caa-41f0-bdfd-615fd4cf1a20 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e08ac35c1b044fa9b470a88be248850e&device_id=dc459f7d-5316-4adf-9cf4-b3d96f6a27d7 HTTP/1.1" status: 200 len: 1098 time: 0.0798657 Oct 04 10:24:20.740647 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ebdddd-2b0e-403b-a367-ce48f4df82bb req-41c9f00f-29ed-4ac3-9529-c75135875b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:24:20.741977 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-92ebdddd-2b0e-403b-a367-ce48f4df82bb req-41c9f00f-29ed-4ac3-9529-c75135875b07 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4cbff329-3402-46c1-b8b7-1c455001bc7e HTTP/1.1" status: 200 len: 911 time: 0.1261232 Oct 04 10:24:20.839018 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-92ebdddd-2b0e-403b-a367-ce48f4df82bb req-97906cb1-e9dd-477e-9e29-07a4f1116850 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3875f309-75e3-4a80-92c7-7ca202a0a9a8 HTTP/1.1" status: 200 len: 1002 time: 0.0910430 Oct 04 10:24:20.900568 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ebdddd-2b0e-403b-a367-ce48f4df82bb req-40edfa64-46c5-4652-8454-85203a934546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:24:20.901910 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-92ebdddd-2b0e-403b-a367-ce48f4df82bb req-40edfa64-46c5-4652-8454-85203a934546 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=de28e3dc-b745-4ce5-97dc-0735a988a782 HTTP/1.1" status: 200 len: 849 time: 0.0578411 Oct 04 10:24:20.980335 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ebdddd-2b0e-403b-a367-ce48f4df82bb req-aa29d27c-52fc-47d4-be4a-42093e5b6012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:24:20.981807 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-92ebdddd-2b0e-403b-a367-ce48f4df82bb req-aa29d27c-52fc-47d4-be4a-42093e5b6012 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4cbff329-3402-46c1-b8b7-1c455001bc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742311 Oct 04 10:24:20.991418 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.wsgi [req-92ebdddd-2b0e-403b-a367-ce48f4df82bb req-a85aec5b-b718-4ed2-ab48-3aa35ff01a3d service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=89032) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 04 10:24:20.992329 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-92ebdddd-2b0e-403b-a367-ce48f4df82bb req-a85aec5b-b718-4ed2-ab48-3aa35ff01a3d service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046852 Oct 04 10:24:21.131744 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-92ebdddd-2b0e-403b-a367-ce48f4df82bb req-25924bd6-0e67-40e2-87c6-fb6a9e60e0df service neutron] 10.222.0.20 "GET /v2.0/networks/4cbff329-3402-46c1-b8b7-1c455001bc7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325605 Oct 04 10:24:21.260458 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-92ebdddd-2b0e-403b-a367-ce48f4df82bb req-d5ecdc05-6c63-478a-8be6-42245461b93c service neutron] 10.222.0.20 "GET /v2.0/networks/4cbff329-3402-46c1-b8b7-1c455001bc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225865 Oct 04 10:24:27.787525 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5b8be304-3759-4bc2-b6e0-02778cce0af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:24:30.430237 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-67b65401-a011-48a2-a9c0-508e6ac6258b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:24:30.961007 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:24:31.009611 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:24:32.569778 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:24:34.785242 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 10:24:41.941765 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:24:57.789922 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-8f541a36-a546-4033-a11d-ec2a6613c85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:25:00.430616 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-08ca871f-2f0e-463f-abba-435317a5c90c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:25:00.962685 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:25:01.011506 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:25:02.569942 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:25:11.784185 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 10:25:11.941656 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:25:21.648377 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94b99e-e6ed-4864-9bdb-f4260677985a req-03c661ce-b477-474b-a89d-42417263bb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:25:21.649768 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6f94b99e-e6ed-4864-9bdb-f4260677985a req-03c661ce-b477-474b-a89d-42417263bb32 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e08ac35c1b044fa9b470a88be248850e&device_id=dc459f7d-5316-4adf-9cf4-b3d96f6a27d7 HTTP/1.1" status: 200 len: 1098 time: 0.2120233 Oct 04 10:25:21.796661 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94b99e-e6ed-4864-9bdb-f4260677985a req-45dfde77-f560-47db-aae3-8400bec46136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:25:21.798144 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6f94b99e-e6ed-4864-9bdb-f4260677985a req-45dfde77-f560-47db-aae3-8400bec46136 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4cbff329-3402-46c1-b8b7-1c455001bc7e HTTP/1.1" status: 200 len: 911 time: 0.1291876 Oct 04 10:25:21.872283 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 3875f309-75e3-4a80-92c7-7ca202a0a9a8 details requested by agent hyperv_hv-neutron-8602 with host hv-neutron-8602 {{(pid=89034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 04 10:25:21.900555 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6f94b99e-e6ed-4864-9bdb-f4260677985a req-c8f77b31-3f72-4901-9a3d-67ebf1189e10 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3875f309-75e3-4a80-92c7-7ca202a0a9a8 HTTP/1.1" status: 200 len: 1002 time: 0.0954106 Oct 04 10:25:21.966338 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94b99e-e6ed-4864-9bdb-f4260677985a req-1af9ad20-48f1-4c26-90df-b29c220718d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:25:21.968078 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6f94b99e-e6ed-4864-9bdb-f4260677985a req-1af9ad20-48f1-4c26-90df-b29c220718d0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=de28e3dc-b745-4ce5-97dc-0735a988a782 HTTP/1.1" status: 200 len: 849 time: 0.0614665 Oct 04 10:25:22.002402 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 3875f309-75e3-4a80-92c7-7ca202a0a9a8, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=3875f309-75e3-4a80-92c7-7ca202a0a9a8,segment=NetworkSegment(74b2576f-a6f9-4b61-8259-3d67ae57c99b),segment_id=74b2576f-a6f9-4b61-8259-3d67ae57c99b)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:25:22.015357 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Returning: {'device': '3875f309-75e3-4a80-92c7-7ca202a0a9a8', 'network_id': '4cbff329-3402-46c1-b8b7-1c455001bc7e', 'port_id': '3875f309-75e3-4a80-92c7-7ca202a0a9a8', 'mac_address': 'fa:16:3e:42:4b:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de28e3dc-b745-4ce5-97dc-0735a988a782', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 04 10:25:22.053147 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94b99e-e6ed-4864-9bdb-f4260677985a req-3803a560-d19d-4201-94c0-a2b8e312bb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:25:22.054608 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6f94b99e-e6ed-4864-9bdb-f4260677985a req-3803a560-d19d-4201-94c0-a2b8e312bb98 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4cbff329-3402-46c1-b8b7-1c455001bc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793886 Oct 04 10:25:22.073366 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 3875f309-75e3-4a80-92c7-7ca202a0a9a8 is: ACTIVE; New status is: BUILD {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:25:22.073750 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:25:22.090730 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3875f309-75e3-4a80-92c7-7ca202a0a9a8 {{(pid=89034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 10:25:22.106485 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 3875f309-75e3-4a80-92c7-7ca202a0a9a8, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=3875f309-75e3-4a80-92c7-7ca202a0a9a8,segment=NetworkSegment(74b2576f-a6f9-4b61-8259-3d67ae57c99b),segment_id=74b2576f-a6f9-4b61-8259-3d67ae57c99b)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:25:22.110183 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:25:22.176964 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=3875f309-75e3-4a80-92c7-7ca202a0a9a8,revision_number=6']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:25:22.184658 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:25:22.185422 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:25:22.185928 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:25:22.186328 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6f94b99e-e6ed-4864-9bdb-f4260677985a req-9c03678f-34fd-4707-b707-1583b0622fa9 service neutron] 10.222.0.20 "GET /v2.0/networks/4cbff329-3402-46c1-b8b7-1c455001bc7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238279 Oct 04 10:25:22.186626 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:25:22.186972 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:25:22.187334 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:25:22.187652 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:25:22.188411 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:25:22.188411 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:25:22.188684 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:25:22.189037 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:25:22.189466 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:25:22.260444 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['3875f309-75e3-4a80-92c7-7ca202a0a9a8'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 10:25:22.317196 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-6f94b99e-e6ed-4864-9bdb-f4260677985a req-2b87e5fd-48fa-49db-95e4-c0c824ed8c06 service neutron] 10.222.0.20 "GET /v2.0/networks/4cbff329-3402-46c1-b8b7-1c455001bc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238081 Oct 04 10:25:23.898986 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 3875f309-75e3-4a80-92c7-7ca202a0a9a8 up at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:25:23.967809 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning complete for port 3875f309-75e3-4a80-92c7-7ca202a0a9a8 triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:25:23.968183 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:25:23.968532 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Attempt 1 to provision port 3875f309-75e3-4a80-92c7-7ca202a0a9a8 Oct 04 10:25:24.123456 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 3875f309-75e3-4a80-92c7-7ca202a0a9a8 is: BUILD; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:25:24.123833 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:25:24.149584 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc459f7d-5316-4adf-9cf4-b3d96f6a27d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3875f309-75e3-4a80-92c7-7ca202a0a9a8'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 10:25:24.151883 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57bf53c6ee682485c6b2af0162fb0d8239c3b91f88f531d8197f9e173bf15718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2aa618-7780-4116-b584-e19dee75b3e0" -d '{"events": [{"server_uuid": "dc459f7d-5316-4adf-9cf4-b3d96f6a27d7", "name": "network-vif-plugged", "status": "completed", "tag": "3875f309-75e3-4a80-92c7-7ca202a0a9a8"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 10:25:24.159924 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 3875f309-75e3-4a80-92c7-7ca202a0a9a8, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=3875f309-75e3-4a80-92c7-7ca202a0a9a8,segment=NetworkSegment(74b2576f-a6f9-4b61-8259-3d67ae57c99b),segment_id=74b2576f-a6f9-4b61-8259-3d67ae57c99b)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:25:24.165463 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:25:24.202782 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 10:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5528785-2cda-4c89-987b-266461948b93 x-openstack-request-id: req-a5528785-2cda-4c89-987b-266461948b93 {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 10:25:24.203073 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc459f7d-5316-4adf-9cf4-b3d96f6a27d7", "name": "network-vif-plugged", "status": "completed", "tag": "3875f309-75e3-4a80-92c7-7ca202a0a9a8", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 10:25:24.203322 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a5528785-2cda-4c89-987b-266461948b93 {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 10:25:24.203707 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5528785-2cda-4c89-987b-266461948b93'] response: {'server_uuid': 'dc459f7d-5316-4adf-9cf4-b3d96f6a27d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3875f309-75e3-4a80-92c7-7ca202a0a9a8', 'code': 200} Oct 04 10:25:24.234247 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=3875f309-75e3-4a80-92c7-7ca202a0a9a8,revision_number=7']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:25:27.792343 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-48ff9065-9a53-4c31-b73f-3b5d79aa8395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:25:30.437032 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-5d7c7d75-98e5-4d48-be9e-c86be4c9bed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:25:30.967653 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:25:31.020947 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:25:32.578701 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:25:37.289255 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7841c191-c650-404a-a458-8a8ebdd5f77f req-2ea42940-a17a-40a0-8275-19b5d267a2d8 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1657728066&fields=id&tenant_id=e08ac35c1b044fa9b470a88be248850e HTTP/1.1" status: 200 len: 267 time: 0.0395474 Oct 04 10:25:37.433463 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7841c191-c650-404a-a458-8a8ebdd5f77f req-9e017e85-bf1e-4c50-a645-e037f9cf870d tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:25:37.434868 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7841c191-c650-404a-a458-8a8ebdd5f77f req-9e017e85-bf1e-4c50-a645-e037f9cf870d tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/networks?id=4cbff329-3402-46c1-b8b7-1c455001bc7e HTTP/1.1" status: 200 len: 810 time: 0.1395347 Oct 04 10:25:37.449395 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7841c191-c650-404a-a458-8a8ebdd5f77f req-3a33d547-05ed-4540-a623-5390bd6a7501 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/quotas/e08ac35c1b044fa9b470a88be248850e HTTP/1.1" status: 200 len: 375 time: 0.0086932 Oct 04 10:25:37.543048 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7841c191-c650-404a-a458-8a8ebdd5f77f req-b0d34ff1-0c19-4ec0-84c2-f45680ba640a tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e08ac35c1b044fa9b470a88be248850e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0889554 Oct 04 10:25:37.682105 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7841c191-c650-404a-a458-8a8ebdd5f77f req-0b3da169-e54e-4f6d-bd33-3a0bb1b0b37f service neutron] 10.222.0.50 "GET /v2.0/networks/4cbff329-3402-46c1-b8b7-1c455001bc7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249278 Oct 04 10:25:37.811567 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-7841c191-c650-404a-a458-8a8ebdd5f77f req-995c5e96-55b1-4ffb-82d1-c7cc44d95fa3 service neutron] 10.222.0.50 "GET /v2.0/networks/4cbff329-3402-46c1-b8b7-1c455001bc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235325 Oct 04 10:25:39.072859 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-2c6039ad-d217-46da-8e0e-508bcc1b3b3d req-343a9070-4e19-45cf-aaaf-a1dd63e383d7 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccfc722d-3a81-4ff3-b344-93a7fbd78426 HTTP/1.1" status: 200 len: 210 time: 0.1081002 Oct 04 10:25:40.209786 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7841c191-c650-404a-a458-8a8ebdd5f77f req-4261a54c-1d31-46ad-9355-be6d75405e7f tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:25:40.211232 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7841c191-c650-404a-a458-8a8ebdd5f77f req-4261a54c-1d31-46ad-9355-be6d75405e7f tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.20 "GET /v2.0/networks?id=4cbff329-3402-46c1-b8b7-1c455001bc7e HTTP/1.1" status: 200 len: 810 time: 0.1491530 Oct 04 10:25:40.269152 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7841c191-c650-404a-a458-8a8ebdd5f77f req-c762217c-13ec-459a-8f1c-0c8893fee149 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e08ac35c1b044fa9b470a88be248850e HTTP/1.1" status: 200 len: 380 time: 0.0436280 Oct 04 10:25:40.278578 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-7841c191-c650-404a-a458-8a8ebdd5f77f req-f31918a5-01ad-4f0e-a234-d4dfd28024b0 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Request body: {'port': {'device_id': 'ccfc722d-3a81-4ff3-b344-93a7fbd78426', 'network_id': '4cbff329-3402-46c1-b8b7-1c455001bc7e', 'admin_state_up': True, 'tenant_id': 'e08ac35c1b044fa9b470a88be248850e', 'security_groups': ['d81e9508-0d1d-49b0-bb50-4ea42402ef82']}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:25:40.356436 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-c2739f22-2d23-430f-a737-723dd5685070 req-71d15e1d-7465-4b9e-ad07-b99ea30d3e47 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccfc722d-3a81-4ff3-b344-93a7fbd78426 HTTP/1.1" status: 200 len: 210 time: 0.1672544 Oct 04 10:25:40.422043 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-7841c191-c650-404a-a458-8a8ebdd5f77f req-f31918a5-01ad-4f0e-a234-d4dfd28024b0 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:25:40.431446 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.quota.driver [req-7841c191-c650-404a-a458-8a8ebdd5f77f req-f31918a5-01ad-4f0e-a234-d4dfd28024b0 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89032) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:25:40.441992 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7841c191-c650-404a-a458-8a8ebdd5f77f req-f31918a5-01ad-4f0e-a234-d4dfd28024b0 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Made reservation on behalf of e08ac35c1b044fa9b470a88be248850e for: {'port': 1} {{(pid=89032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 04 10:25:40.445356 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-7841c191-c650-404a-a458-8a8ebdd5f77f req-f31918a5-01ad-4f0e-a234-d4dfd28024b0 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:25:40.618542 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.db_base_plugin_common [req-7841c191-c650-404a-a458-8a8ebdd5f77f req-f31918a5-01ad-4f0e-a234-d4dfd28024b0 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Allocated IP 172.20.0.11 (4cbff329-3402-46c1-b8b7-1c455001bc7e/de28e3dc-b745-4ce5-97dc-0735a988a782/a41a9b50-3f7d-43c9-979d-c95b9f6691cd) {{(pid=89032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 10:25:40.909187 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-7841c191-c650-404a-a458-8a8ebdd5f77f req-f31918a5-01ad-4f0e-a234-d4dfd28024b0 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks [] for port, precommit_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:25:40.936214 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-7841c191-c650-404a-a458-8a8ebdd5f77f req-f31918a5-01ad-4f0e-a234-d4dfd28024b0 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Transition to ACTIVE for port object a41a9b50-3f7d-43c9-979d-c95b9f6691cd will not be triggered until provisioned by entity DHCP. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 10:25:40.986695 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-7841c191-c650-404a-a458-8a8ebdd5f77f req-f31918a5-01ad-4f0e-a234-d4dfd28024b0 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_create {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:25:41.072722 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7841c191-c650-404a-a458-8a8ebdd5f77f req-f31918a5-01ad-4f0e-a234-d4dfd28024b0 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Network 4cbff329-3402-46c1-b8b7-1c455001bc7e is already hosted by enough agents. {{(pid=89032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 10:25:41.075975 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.scheduler.base_scheduler [req-7841c191-c650-404a-a458-8a8ebdd5f77f req-f31918a5-01ad-4f0e-a234-d4dfd28024b0 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Resources bound (agent type, host, resource id): {{(pid=89032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 10:25:41.080255 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-7841c191-c650-404a-a458-8a8ebdd5f77f req-f31918a5-01ad-4f0e-a234-d4dfd28024b0 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Received port after_create {{(pid=89032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 10:25:41.111597 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31918a5-01ad-4f0e-a234-d4dfd28024b0 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Pushing event updated for resources: {'Port': ['ID=a41a9b50-3f7d-43c9-979d-c95b9f6691cd,revision_number=1']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:25:41.143203 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31918a5-01ad-4f0e-a234-d4dfd28024b0 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:25:41.143860 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31918a5-01ad-4f0e-a234-d4dfd28024b0 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:25:41.144305 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31918a5-01ad-4f0e-a234-d4dfd28024b0 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:25:41.144773 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31918a5-01ad-4f0e-a234-d4dfd28024b0 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:25:41.145231 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31918a5-01ad-4f0e-a234-d4dfd28024b0 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:25:41.145793 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31918a5-01ad-4f0e-a234-d4dfd28024b0 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:25:41.146226 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31918a5-01ad-4f0e-a234-d4dfd28024b0 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:25:41.146723 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31918a5-01ad-4f0e-a234-d4dfd28024b0 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:25:41.147758 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31918a5-01ad-4f0e-a234-d4dfd28024b0 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:25:41.148198 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31918a5-01ad-4f0e-a234-d4dfd28024b0 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:25:41.148648 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31918a5-01ad-4f0e-a234-d4dfd28024b0 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:25:41.149073 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31918a5-01ad-4f0e-a234-d4dfd28024b0 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:25:41.187798 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7841c191-c650-404a-a458-8a8ebdd5f77f req-f31918a5-01ad-4f0e-a234-d4dfd28024b0 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:25:41.188472 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-7841c191-c650-404a-a458-8a8ebdd5f77f req-f31918a5-01ad-4f0e-a234-d4dfd28024b0 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:25:41.230209 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7841c191-c650-404a-a458-8a8ebdd5f77f req-f31918a5-01ad-4f0e-a234-d4dfd28024b0 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9563024 Oct 04 10:25:41.381826 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-47a69dd0-ec36-4bf6-be96-78eba147517a None None] Provisioning for port a41a9b50-3f7d-43c9-979d-c95b9f6691cd completed by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 10:25:41.387278 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-47a69dd0-ec36-4bf6-be96-78eba147517a None None] Provisioning complete for port a41a9b50-3f7d-43c9-979d-c95b9f6691cd triggered by entity DHCP. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:25:41.387762 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-47a69dd0-ec36-4bf6-be96-78eba147517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:25:41.388233 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-47a69dd0-ec36-4bf6-be96-78eba147517a None None] Attempt 1 to provision port a41a9b50-3f7d-43c9-979d-c95b9f6691cd Oct 04 10:25:41.453512 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-47a69dd0-ec36-4bf6-be96-78eba147517a None None] Port a41a9b50-3f7d-43c9-979d-c95b9f6691cd cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:25:41.686966 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7183b0ad-d16a-4762-bd8c-6de3a11bb44f req-b9cd7be4-d984-46f5-893d-587900f13aaa tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:25:41.687695 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-7183b0ad-d16a-4762-bd8c-6de3a11bb44f req-b9cd7be4-d984-46f5-893d-587900f13aaa tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Synchronizing usage tracker for tenant:e08ac35c1b044fa9b470a88be248850e on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 10:25:41.705321 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-7183b0ad-d16a-4762-bd8c-6de3a11bb44f req-b9cd7be4-d984-46f5-893d-587900f13aaa tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Unset dirty status for tenant:e08ac35c1b044fa9b470a88be248850e on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 10:25:41.706408 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7183b0ad-d16a-4762-bd8c-6de3a11bb44f req-b9cd7be4-d984-46f5-893d-587900f13aaa tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccfc722d-3a81-4ff3-b344-93a7fbd78426 HTTP/1.1" status: 200 len: 932 time: 0.2274175 Oct 04 10:25:41.762664 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7183b0ad-d16a-4762-bd8c-6de3a11bb44f req-c04a1e25-05a6-4e72-b0b9-1306557b36a2 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e9508-0d1d-49b0-bb50-4ea42402ef82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497880 Oct 04 10:25:41.954452 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-47a69dd0-ec36-4bf6-be96-78eba147517a None None] Attempt 2 to provision port a41a9b50-3f7d-43c9-979d-c95b9f6691cd Oct 04 10:25:41.983081 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 3875f309-75e3-4a80-92c7-7ca202a0a9a8 no longer exists at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 10:25:42.041066 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:25:42.075106 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-47a69dd0-ec36-4bf6-be96-78eba147517a None None] Port a41a9b50-3f7d-43c9-979d-c95b9f6691cd cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:25:42.134622 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port 3875f309-75e3-4a80-92c7-7ca202a0a9a8 is: ACTIVE; New status is: DOWN {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:25:42.135329 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:25:42.166143 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc459f7d-5316-4adf-9cf4-b3d96f6a27d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3875f309-75e3-4a80-92c7-7ca202a0a9a8'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 10:25:42.168469 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57bf53c6ee682485c6b2af0162fb0d8239c3b91f88f531d8197f9e173bf15718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07cf628-c8ba-4f05-be04-bd6acc14aba1" -d '{"events": [{"server_uuid": "dc459f7d-5316-4adf-9cf4-b3d96f6a27d7", "name": "network-vif-unplugged", "status": "completed", "tag": "3875f309-75e3-4a80-92c7-7ca202a0a9a8"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 10:25:42.176166 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port 3875f309-75e3-4a80-92c7-7ca202a0a9a8, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=3875f309-75e3-4a80-92c7-7ca202a0a9a8,segment=NetworkSegment(74b2576f-a6f9-4b61-8259-3d67ae57c99b),segment_id=74b2576f-a6f9-4b61-8259-3d67ae57c99b)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:25:42.180670 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:25:42.229045 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 04 Oct 2022 10:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caff8e5e-6326-483d-a514-c07ab7971434 x-openstack-request-id: req-caff8e5e-6326-483d-a514-c07ab7971434 {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 10:25:42.229346 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc459f7d-5316-4adf-9cf4-b3d96f6a27d7", "name": "network-vif-unplugged", "status": "completed", "tag": "3875f309-75e3-4a80-92c7-7ca202a0a9a8", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 10:25:42.229600 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-caff8e5e-6326-483d-a514-c07ab7971434 {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 10:25:42.229989 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caff8e5e-6326-483d-a514-c07ab7971434'] response: {'server_uuid': 'dc459f7d-5316-4adf-9cf4-b3d96f6a27d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3875f309-75e3-4a80-92c7-7ca202a0a9a8', 'code': 200} Oct 04 10:25:42.272713 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=3875f309-75e3-4a80-92c7-7ca202a0a9a8,revision_number=8']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:25:42.576124 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-47a69dd0-ec36-4bf6-be96-78eba147517a None None] Attempt 3 to provision port a41a9b50-3f7d-43c9-979d-c95b9f6691cd Oct 04 10:25:42.630143 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-47a69dd0-ec36-4bf6-be96-78eba147517a None None] Port a41a9b50-3f7d-43c9-979d-c95b9f6691cd cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:25:43.130327 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82894dc-c01e-4101-bad4-e2d855ec875b req-a4b8d470-464a-402c-9565-7fdf2c2f18ee tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:25:43.131025 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-47a69dd0-ec36-4bf6-be96-78eba147517a None None] Attempt 4 to provision port a41a9b50-3f7d-43c9-979d-c95b9f6691cd Oct 04 10:25:43.132059 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e82894dc-c01e-4101-bad4-e2d855ec875b req-a4b8d470-464a-402c-9565-7fdf2c2f18ee tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccfc722d-3a81-4ff3-b344-93a7fbd78426 HTTP/1.1" status: 200 len: 932 time: 0.0903506 Oct 04 10:25:43.193579 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e82894dc-c01e-4101-bad4-e2d855ec875b req-ffb50593-df4b-4962-b214-4219a688ef36 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e9508-0d1d-49b0-bb50-4ea42402ef82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547338 Oct 04 10:25:43.201485 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-47a69dd0-ec36-4bf6-be96-78eba147517a None None] Port a41a9b50-3f7d-43c9-979d-c95b9f6691cd cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:25:43.701002 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-47a69dd0-ec36-4bf6-be96-78eba147517a None None] Attempt 5 to provision port a41a9b50-3f7d-43c9-979d-c95b9f6691cd Oct 04 10:25:43.759414 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-47a69dd0-ec36-4bf6-be96-78eba147517a None None] Port a41a9b50-3f7d-43c9-979d-c95b9f6691cd cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:25:44.260759 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-47a69dd0-ec36-4bf6-be96-78eba147517a None None] Attempt 6 to provision port a41a9b50-3f7d-43c9-979d-c95b9f6691cd Oct 04 10:25:44.321051 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-47a69dd0-ec36-4bf6-be96-78eba147517a None None] Port a41a9b50-3f7d-43c9-979d-c95b9f6691cd cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:25:44.406779 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869039a6-4ed2-4979-bd51-bb50d0694e15 req-a5a017f2-de10-4346-ac75-8424e3a1eb21 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:25:44.409050 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-869039a6-4ed2-4979-bd51-bb50d0694e15 req-a5a017f2-de10-4346-ac75-8424e3a1eb21 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccfc722d-3a81-4ff3-b344-93a7fbd78426 HTTP/1.1" status: 200 len: 932 time: 0.0908282 Oct 04 10:25:44.457627 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-869039a6-4ed2-4979-bd51-bb50d0694e15 req-8afaaab4-bebe-4955-80e3-6084169c0c1b tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e9508-0d1d-49b0-bb50-4ea42402ef82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425286 Oct 04 10:25:44.822296 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-47a69dd0-ec36-4bf6-be96-78eba147517a None None] Attempt 7 to provision port a41a9b50-3f7d-43c9-979d-c95b9f6691cd Oct 04 10:25:44.879254 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-47a69dd0-ec36-4bf6-be96-78eba147517a None None] Port a41a9b50-3f7d-43c9-979d-c95b9f6691cd cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:25:45.380831 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-47a69dd0-ec36-4bf6-be96-78eba147517a None None] Attempt 8 to provision port a41a9b50-3f7d-43c9-979d-c95b9f6691cd Oct 04 10:25:45.443186 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-47a69dd0-ec36-4bf6-be96-78eba147517a None None] Port a41a9b50-3f7d-43c9-979d-c95b9f6691cd cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:25:45.664660 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f09cb-f0d0-47b7-96bc-c995f12ce499 req-b5268fb3-0379-4d1d-b84d-4a77aed95a96 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:25:45.666064 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1a3f09cb-f0d0-47b7-96bc-c995f12ce499 req-b5268fb3-0379-4d1d-b84d-4a77aed95a96 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccfc722d-3a81-4ff3-b344-93a7fbd78426 HTTP/1.1" status: 200 len: 932 time: 0.0922191 Oct 04 10:25:45.711138 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1a3f09cb-f0d0-47b7-96bc-c995f12ce499 req-eb4bdc2d-7c10-4f92-b202-c88e636bc436 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e9508-0d1d-49b0-bb50-4ea42402ef82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393858 Oct 04 10:25:45.950816 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-47a69dd0-ec36-4bf6-be96-78eba147517a None None] Attempt 9 to provision port a41a9b50-3f7d-43c9-979d-c95b9f6691cd Oct 04 10:25:46.015747 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-47a69dd0-ec36-4bf6-be96-78eba147517a None None] Port a41a9b50-3f7d-43c9-979d-c95b9f6691cd cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:25:46.517957 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-47a69dd0-ec36-4bf6-be96-78eba147517a None None] Attempt 10 to provision port a41a9b50-3f7d-43c9-979d-c95b9f6691cd Oct 04 10:25:46.573638 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-47a69dd0-ec36-4bf6-be96-78eba147517a None None] Port a41a9b50-3f7d-43c9-979d-c95b9f6691cd cannot update to ACTIVE because it is not bound. {{(pid=89034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 04 10:25:46.942376 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78556492-71a3-4b72-b424-29c6a556a9e6 req-9b0ecd88-208b-45f3-a063-dc3601d92632 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:25:46.944287 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-78556492-71a3-4b72-b424-29c6a556a9e6 req-9b0ecd88-208b-45f3-a063-dc3601d92632 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccfc722d-3a81-4ff3-b344-93a7fbd78426 HTTP/1.1" status: 200 len: 932 time: 0.0940590 Oct 04 10:25:46.993390 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-78556492-71a3-4b72-b424-29c6a556a9e6 req-9bf59f8f-159c-4227-a82c-0fbc347c478c tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e9508-0d1d-49b0-bb50-4ea42402ef82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415676 Oct 04 10:25:48.199037 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf9460-0318-4c36-9d76-38bd23602fd8 req-69f67732-9100-4140-8bfe-d79e49f7c3e9 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:25:48.200518 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1baf9460-0318-4c36-9d76-38bd23602fd8 req-69f67732-9100-4140-8bfe-d79e49f7c3e9 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccfc722d-3a81-4ff3-b344-93a7fbd78426 HTTP/1.1" status: 200 len: 932 time: 0.0927718 Oct 04 10:25:48.246253 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1baf9460-0318-4c36-9d76-38bd23602fd8 req-058df58d-700a-4fc9-b8bd-dbbe20588816 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e9508-0d1d-49b0-bb50-4ea42402ef82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393410 Oct 04 10:25:48.783734 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 10:25:49.448891 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f1bdf-ff30-4525-82ce-48f98b926f83 req-311e906f-0a64-471d-af64-b8dac51b43db tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:25:49.450339 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-463f1bdf-ff30-4525-82ce-48f98b926f83 req-311e906f-0a64-471d-af64-b8dac51b43db tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccfc722d-3a81-4ff3-b344-93a7fbd78426 HTTP/1.1" status: 200 len: 932 time: 0.0924757 Oct 04 10:25:49.494840 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-463f1bdf-ff30-4525-82ce-48f98b926f83 req-99adf2ad-c237-4cc2-a531-63f33aa6605b tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e9508-0d1d-49b0-bb50-4ea42402ef82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385473 Oct 04 10:25:50.691917 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e58cf8-a03f-4c84-a565-ab6623086139 req-d52ed406-d9b1-4674-9eaf-a93da3e0c2b9 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:25:50.693383 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-36e58cf8-a03f-4c84-a565-ab6623086139 req-d52ed406-d9b1-4674-9eaf-a93da3e0c2b9 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccfc722d-3a81-4ff3-b344-93a7fbd78426 HTTP/1.1" status: 200 len: 932 time: 0.0861619 Oct 04 10:25:50.740207 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-36e58cf8-a03f-4c84-a565-ab6623086139 req-f1c146b0-fcd5-4029-9edb-eca23b2590dc tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e9508-0d1d-49b0-bb50-4ea42402ef82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412071 Oct 04 10:25:51.930326 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.v2.base [req-7841c191-c650-404a-a458-8a8ebdd5f77f req-dffd2650-fc37-4412-bc71-6146279ac7cc service neutron] Request body: {'port': {'device_id': 'ccfc722d-3a81-4ff3-b344-93a7fbd78426', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8602'}} {{(pid=89032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:25:51.933428 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff7c844-909f-4596-ab8d-65a47f39df18 req-b6963dac-a119-4154-bc74-53344587834b tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:25:51.934885 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-dff7c844-909f-4596-ab8d-65a47f39df18 req-b6963dac-a119-4154-bc74-53344587834b tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccfc722d-3a81-4ff3-b344-93a7fbd78426 HTTP/1.1" status: 200 len: 932 time: 0.0860929 Oct 04 10:25:51.979677 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-dff7c844-909f-4596-ab8d-65a47f39df18 req-80c7656d-3bb5-458c-94f3-78f402f63fd5 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e9508-0d1d-49b0-bb50-4ea42402ef82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384605 Oct 04 10:25:52.041704 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-7841c191-c650-404a-a458-8a8ebdd5f77f req-dffd2650-fc37-4412-bc71-6146279ac7cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:25:52.379253 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [req-7841c191-c650-404a-a458-8a8ebdd5f77f req-dffd2650-fc37-4412-bc71-6146279ac7cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a41a9b50-3f7d-43c9-979d-c95b9f6691cd {{(pid=89032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 10:25:52.386780 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-7841c191-c650-404a-a458-8a8ebdd5f77f req-dffd2650-fc37-4412-bc71-6146279ac7cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:25:52.400729 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.provisioning_blocks [req-7841c191-c650-404a-a458-8a8ebdd5f77f req-dffd2650-fc37-4412-bc71-6146279ac7cc service neutron] Transition to ACTIVE for port object a41a9b50-3f7d-43c9-979d-c95b9f6691cd will not be triggered until provisioned by entity L2. {{(pid=89032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 04 10:25:52.404026 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-7841c191-c650-404a-a458-8a8ebdd5f77f req-dffd2650-fc37-4412-bc71-6146279ac7cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:25:52.595325 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffd2650-fc37-4412-bc71-6146279ac7cc service neutron] Pushing event updated for resources: {'Port': ['ID=a41a9b50-3f7d-43c9-979d-c95b9f6691cd,revision_number=2']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:25:52.623420 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-7841c191-c650-404a-a458-8a8ebdd5f77f req-dffd2650-fc37-4412-bc71-6146279ac7cc service neutron] Attempting to bind port a41a9b50-3f7d-43c9-979d-c95b9f6691cd on host hv-neutron-8602 for vnic_type normal with profile {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 04 10:25:52.623750 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-7841c191-c650-404a-a458-8a8ebdd5f77f req-dffd2650-fc37-4412-bc71-6146279ac7cc service neutron] Attempting to bind port a41a9b50-3f7d-43c9-979d-c95b9f6691cd by drivers openvswitch,hyperv on host hv-neutron-8602 at level 0 using segments [{'id': '74b2576f-a6f9-4b61-8259-3d67ae57c99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '4cbff329-3402-46c1-b8b7-1c455001bc7e'}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 04 10:25:52.624071 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7841c191-c650-404a-a458-8a8ebdd5f77f req-dffd2650-fc37-4412-bc71-6146279ac7cc service neutron] Attempting to bind port a41a9b50-3f7d-43c9-979d-c95b9f6691cd on network 4cbff329-3402-46c1-b8b7-1c455001bc7e {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 10:25:52.628566 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7841c191-c650-404a-a458-8a8ebdd5f77f req-dffd2650-fc37-4412-bc71-6146279ac7cc service neutron] Port a41a9b50-3f7d-43c9-979d-c95b9f6691cd on network 4cbff329-3402-46c1-b8b7-1c455001bc7e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8602 {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 04 10:25:52.628883 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7841c191-c650-404a-a458-8a8ebdd5f77f req-dffd2650-fc37-4412-bc71-6146279ac7cc service neutron] Attempting to bind port a41a9b50-3f7d-43c9-979d-c95b9f6691cd on network 4cbff329-3402-46c1-b8b7-1c455001bc7e {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 04 10:25:52.633863 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7841c191-c650-404a-a458-8a8ebdd5f77f req-dffd2650-fc37-4412-bc71-6146279ac7cc service neutron] Checking agent: {'id': '1be90a14-1104-4771-996e-684b25b74d15', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'started_at': datetime.datetime(2022, 10, 4, 9, 9, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 4, 10, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 04 10:25:52.634139 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7841c191-c650-404a-a458-8a8ebdd5f77f req-dffd2650-fc37-4412-bc71-6146279ac7cc service neutron] Checking segment: {'id': '74b2576f-a6f9-4b61-8259-3d67ae57c99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '4cbff329-3402-46c1-b8b7-1c455001bc7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 04 10:25:52.634513 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7841c191-c650-404a-a458-8a8ebdd5f77f req-dffd2650-fc37-4412-bc71-6146279ac7cc service neutron] Bound using segment: {'id': '74b2576f-a6f9-4b61-8259-3d67ae57c99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '4cbff329-3402-46c1-b8b7-1c455001bc7e'} {{(pid=89032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 04 10:25:52.634929 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.managers [req-7841c191-c650-404a-a458-8a8ebdd5f77f req-dffd2650-fc37-4412-bc71-6146279ac7cc service neutron] Bound port: a41a9b50-3f7d-43c9-979d-c95b9f6691cd, host: hv-neutron-8602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74b2576f-a6f9-4b61-8259-3d67ae57c99b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '4cbff329-3402-46c1-b8b7-1c455001bc7e'}}] {{(pid=89032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 04 10:25:52.635264 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-7841c191-c650-404a-a458-8a8ebdd5f77f req-dffd2650-fc37-4412-bc71-6146279ac7cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:25:52.722824 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-7841c191-c650-404a-a458-8a8ebdd5f77f req-dffd2650-fc37-4412-bc71-6146279ac7cc service neutron] For port a41a9b50-3f7d-43c9-979d-c95b9f6691cd, host hv-neutron-8602, cleared binding levels {{(pid=89032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 04 10:25:52.725791 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-7841c191-c650-404a-a458-8a8ebdd5f77f req-dffd2650-fc37-4412-bc71-6146279ac7cc service neutron] For port a41a9b50-3f7d-43c9-979d-c95b9f6691cd, host hv-neutron-8602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=a41a9b50-3f7d-43c9-979d-c95b9f6691cd,segment=NetworkSegment(74b2576f-a6f9-4b61-8259-3d67ae57c99b),segment_id=74b2576f-a6f9-4b61-8259-3d67ae57c99b)] {{(pid=89032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 04 10:25:52.729477 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-7841c191-c650-404a-a458-8a8ebdd5f77f req-dffd2650-fc37-4412-bc71-6146279ac7cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1166136'] for port, after_update {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:25:52.760600 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7841c191-c650-404a-a458-8a8ebdd5f77f req-dffd2650-fc37-4412-bc71-6146279ac7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:25:52.761216 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-7841c191-c650-404a-a458-8a8ebdd5f77f req-dffd2650-fc37-4412-bc71-6146279ac7cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:25:52.762579 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7841c191-c650-404a-a458-8a8ebdd5f77f req-dffd2650-fc37-4412-bc71-6146279ac7cc service neutron] 10.222.0.20 "PUT /v2.0/ports/a41a9b50-3f7d-43c9-979d-c95b9f6691cd HTTP/1.1" status: 200 len: 1094 time: 0.8366222 Oct 04 10:25:52.763010 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccfc722d-3a81-4ff3-b344-93a7fbd78426', 'tag': 'a41a9b50-3f7d-43c9-979d-c95b9f6691cd'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 10:25:52.765425 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa3189af5578953a214b8e2869c8b798cc5e264e011bb63f6babe724f6825eca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e23390-4973-4cfd-8293-0c0c30439738" -d '{"events": [{"name": "network-changed", "server_uuid": "ccfc722d-3a81-4ff3-b344-93a7fbd78426", "tag": "a41a9b50-3f7d-43c9-979d-c95b9f6691cd"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 10:25:52.811812 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffd2650-fc37-4412-bc71-6146279ac7cc service neutron] Pushing event updated for resources: {'Port': ['ID=a41a9b50-3f7d-43c9-979d-c95b9f6691cd,revision_number=3']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:25:52.868073 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 10:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a6b35e-d607-4213-9ce4-5b22db783d85 x-openstack-request-id: req-c5a6b35e-d607-4213-9ce4-5b22db783d85 {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 10:25:52.868073 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccfc722d-3a81-4ff3-b344-93a7fbd78426", "tag": "a41a9b50-3f7d-43c9-979d-c95b9f6691cd", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 10:25:52.868073 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c5a6b35e-d607-4213-9ce4-5b22db783d85 {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 10:25:52.868073 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5a6b35e-d607-4213-9ce4-5b22db783d85'] response: {'name': 'network-changed', 'server_uuid': 'ccfc722d-3a81-4ff3-b344-93a7fbd78426', 'tag': 'a41a9b50-3f7d-43c9-979d-c95b9f6691cd', 'status': 'completed', 'code': 200} Oct 04 10:25:52.942098 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7841c191-c650-404a-a458-8a8ebdd5f77f req-734ea125-091a-4319-b7c4-20045531d843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:25:52.943669 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7841c191-c650-404a-a458-8a8ebdd5f77f req-734ea125-091a-4319-b7c4-20045531d843 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e08ac35c1b044fa9b470a88be248850e&device_id=ccfc722d-3a81-4ff3-b344-93a7fbd78426 HTTP/1.1" status: 200 len: 1097 time: 0.1263356 Oct 04 10:25:53.021954 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7841c191-c650-404a-a458-8a8ebdd5f77f req-7c3a2419-e750-4a49-9f87-79a0fc3758c8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a41a9b50-3f7d-43c9-979d-c95b9f6691cd HTTP/1.1" status: 200 len: 217 time: 0.0646751 Oct 04 10:25:53.083787 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7841c191-c650-404a-a458-8a8ebdd5f77f req-bc09ef99-9c75-4833-89c6-4b84703846ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:25:53.085511 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7841c191-c650-404a-a458-8a8ebdd5f77f req-bc09ef99-9c75-4833-89c6-4b84703846ec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=de28e3dc-b745-4ce5-97dc-0735a988a782 HTTP/1.1" status: 200 len: 849 time: 0.0582292 Oct 04 10:25:53.172245 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7841c191-c650-404a-a458-8a8ebdd5f77f req-6fc83eda-73c0-42a1-bb18-098dcad071f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:25:53.174376 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7841c191-c650-404a-a458-8a8ebdd5f77f req-6fc83eda-73c0-42a1-bb18-098dcad071f4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4cbff329-3402-46c1-b8b7-1c455001bc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0834394 Oct 04 10:25:53.185473 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a65e3-b481-4528-9d5f-8d50f89bd0a2 req-46163ae7-fadd-4e7d-b27f-ac24131fdcf4 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:25:53.186915 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-210a65e3-b481-4528-9d5f-8d50f89bd0a2 req-46163ae7-fadd-4e7d-b27f-ac24131fdcf4 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccfc722d-3a81-4ff3-b344-93a7fbd78426 HTTP/1.1" status: 200 len: 944 time: 0.0930686 Oct 04 10:25:53.233426 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-210a65e3-b481-4528-9d5f-8d50f89bd0a2 req-08299054-2115-44f2-9b64-9e971e7bb919 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e9508-0d1d-49b0-bb50-4ea42402ef82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406148 Oct 04 10:25:53.395170 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7841c191-c650-404a-a458-8a8ebdd5f77f req-b8df43c4-ba09-4e40-a8f1-446aaabe0ddb service neutron] 10.222.0.20 "GET /v2.0/networks/4cbff329-3402-46c1-b8b7-1c455001bc7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148616 Oct 04 10:25:53.523758 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7841c191-c650-404a-a458-8a8ebdd5f77f req-0139eff4-1cbd-4e46-aadf-1c9e79b4d624 service neutron] 10.222.0.20 "GET /v2.0/networks/4cbff329-3402-46c1-b8b7-1c455001bc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229687 Oct 04 10:25:53.687494 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e23390-4973-4cfd-8293-0c0c30439738 req-3409833a-89a6-4673-b7fb-e0ee768a2952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:25:53.689003 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f7e23390-4973-4cfd-8293-0c0c30439738 req-3409833a-89a6-4673-b7fb-e0ee768a2952 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e08ac35c1b044fa9b470a88be248850e&device_id=ccfc722d-3a81-4ff3-b344-93a7fbd78426 HTTP/1.1" status: 200 len: 1097 time: 0.0762854 Oct 04 10:25:53.818820 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e23390-4973-4cfd-8293-0c0c30439738 req-fbba4411-9ae5-4b6f-a6cb-d16545244a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:25:53.820261 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f7e23390-4973-4cfd-8293-0c0c30439738 req-fbba4411-9ae5-4b6f-a6cb-d16545244a81 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4cbff329-3402-46c1-b8b7-1c455001bc7e HTTP/1.1" status: 200 len: 911 time: 0.1257529 Oct 04 10:25:53.888750 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f7e23390-4973-4cfd-8293-0c0c30439738 req-c02bf537-b133-4df4-b11b-c67541346208 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a41a9b50-3f7d-43c9-979d-c95b9f6691cd HTTP/1.1" status: 200 len: 217 time: 0.0620649 Oct 04 10:25:53.949533 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e23390-4973-4cfd-8293-0c0c30439738 req-16d82585-935e-4241-906a-36a25ee20c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:25:53.950952 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f7e23390-4973-4cfd-8293-0c0c30439738 req-16d82585-935e-4241-906a-36a25ee20c93 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=de28e3dc-b745-4ce5-97dc-0735a988a782 HTTP/1.1" status: 200 len: 849 time: 0.0567026 Oct 04 10:25:54.034205 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e23390-4973-4cfd-8293-0c0c30439738 req-bcc4c48f-8706-416c-a294-7a99ffc1d7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:25:54.035963 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f7e23390-4973-4cfd-8293-0c0c30439738 req-bcc4c48f-8706-416c-a294-7a99ffc1d7c0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4cbff329-3402-46c1-b8b7-1c455001bc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792856 Oct 04 10:25:54.165067 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f7e23390-4973-4cfd-8293-0c0c30439738 req-f249ccac-cafe-4784-85a6-e0a02c12e83c service neutron] 10.222.0.20 "GET /v2.0/networks/4cbff329-3402-46c1-b8b7-1c455001bc7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229663 Oct 04 10:25:54.301839 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f7e23390-4973-4cfd-8293-0c0c30439738 req-28dc9f55-a340-470b-85a4-07a736335f41 service neutron] 10.222.0.20 "GET /v2.0/networks/4cbff329-3402-46c1-b8b7-1c455001bc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300025 Oct 04 10:25:54.432215 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a5e279-e846-4f5c-a82c-a8cd77af3a41 req-ea0e5f4e-ef42-4bf1-9c69-2f42d3e2ea7a tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:25:54.433607 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c5a5e279-e846-4f5c-a82c-a8cd77af3a41 req-ea0e5f4e-ef42-4bf1-9c69-2f42d3e2ea7a tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccfc722d-3a81-4ff3-b344-93a7fbd78426 HTTP/1.1" status: 200 len: 944 time: 0.0858669 Oct 04 10:25:54.476765 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-c5a5e279-e846-4f5c-a82c-a8cd77af3a41 req-b039b560-26e9-40ac-b504-e12f23e77005 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e9508-0d1d-49b0-bb50-4ea42402ef82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369897 Oct 04 10:25:55.669811 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21882baa-71c9-44e7-9945-6351539deb44 req-d79f838f-1f66-419e-8db2-0e9821ab47d5 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:25:55.671240 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-21882baa-71c9-44e7-9945-6351539deb44 req-d79f838f-1f66-419e-8db2-0e9821ab47d5 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccfc722d-3a81-4ff3-b344-93a7fbd78426 HTTP/1.1" status: 200 len: 944 time: 0.0839498 Oct 04 10:25:55.718840 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-21882baa-71c9-44e7-9945-6351539deb44 req-568b1077-01f2-4943-b09a-a454de81aef8 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e9508-0d1d-49b0-bb50-4ea42402ef82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417948 Oct 04 10:25:56.057419 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device a41a9b50-3f7d-43c9-979d-c95b9f6691cd details requested by agent hyperv_hv-neutron-8602 with host hv-neutron-8602 {{(pid=89034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 04 10:25:56.195511 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port a41a9b50-3f7d-43c9-979d-c95b9f6691cd, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=a41a9b50-3f7d-43c9-979d-c95b9f6691cd,segment=NetworkSegment(74b2576f-a6f9-4b61-8259-3d67ae57c99b),segment_id=74b2576f-a6f9-4b61-8259-3d67ae57c99b)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:25:56.208855 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Returning: {'device': 'a41a9b50-3f7d-43c9-979d-c95b9f6691cd', 'network_id': '4cbff329-3402-46c1-b8b7-1c455001bc7e', 'port_id': 'a41a9b50-3f7d-43c9-979d-c95b9f6691cd', 'mac_address': 'fa:16:3e:10:ea:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de28e3dc-b745-4ce5-97dc-0735a988a782', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 04 10:25:56.262108 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port a41a9b50-3f7d-43c9-979d-c95b9f6691cd is: DOWN; New status is: BUILD {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:25:56.262484 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:25:56.278963 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a41a9b50-3f7d-43c9-979d-c95b9f6691cd {{(pid=89034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 10:25:56.293745 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port a41a9b50-3f7d-43c9-979d-c95b9f6691cd, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=a41a9b50-3f7d-43c9-979d-c95b9f6691cd,segment=NetworkSegment(74b2576f-a6f9-4b61-8259-3d67ae57c99b),segment_id=74b2576f-a6f9-4b61-8259-3d67ae57c99b)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:25:56.297747 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:25:56.364507 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=a41a9b50-3f7d-43c9-979d-c95b9f6691cd,revision_number=4']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:25:56.741227 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['a41a9b50-3f7d-43c9-979d-c95b9f6691cd'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 10:25:56.918892 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7559135-45f3-484f-a673-de7eb183c3fa req-5c196d96-e873-454c-853a-e9c04f6a0126 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:25:56.920366 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f7559135-45f3-484f-a673-de7eb183c3fa req-5c196d96-e873-454c-853a-e9c04f6a0126 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccfc722d-3a81-4ff3-b344-93a7fbd78426 HTTP/1.1" status: 200 len: 945 time: 0.0892670 Oct 04 10:25:56.965595 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-f7559135-45f3-484f-a673-de7eb183c3fa req-5eda9b0b-37d5-4b00-82a6-73cfdb55718f tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e9508-0d1d-49b0-bb50-4ea42402ef82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388584 Oct 04 10:25:57.795202 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-76a81590-1367-4ee2-b991-1e46160168f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:25:58.073128 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device a41a9b50-3f7d-43c9-979d-c95b9f6691cd up at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:25:58.143124 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning for port a41a9b50-3f7d-43c9-979d-c95b9f6691cd completed by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 04 10:25:58.147904 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning complete for port a41a9b50-3f7d-43c9-979d-c95b9f6691cd triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:25:58.148276 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:25:58.148656 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Attempt 1 to provision port a41a9b50-3f7d-43c9-979d-c95b9f6691cd Oct 04 10:25:58.163205 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74889353-96e8-411f-9868-a0d927d94059 req-c89e59f6-9c34-4390-a346-cc12084ec832 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:25:58.164695 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-74889353-96e8-411f-9868-a0d927d94059 req-c89e59f6-9c34-4390-a346-cc12084ec832 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccfc722d-3a81-4ff3-b344-93a7fbd78426 HTTP/1.1" status: 200 len: 945 time: 0.0889361 Oct 04 10:25:58.208541 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-74889353-96e8-411f-9868-a0d927d94059 req-72c7703b-0073-4649-81f8-84401de39e40 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e9508-0d1d-49b0-bb50-4ea42402ef82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380599 Oct 04 10:25:58.266336 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port a41a9b50-3f7d-43c9-979d-c95b9f6691cd is: BUILD; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:25:58.267183 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:25:58.295623 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccfc722d-3a81-4ff3-b344-93a7fbd78426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a41a9b50-3f7d-43c9-979d-c95b9f6691cd'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 10:25:58.297906 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57bf53c6ee682485c6b2af0162fb0d8239c3b91f88f531d8197f9e173bf15718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1702e48-f02b-403e-831b-c12f4fc90d66" -d '{"events": [{"server_uuid": "ccfc722d-3a81-4ff3-b344-93a7fbd78426", "name": "network-vif-plugged", "status": "completed", "tag": "a41a9b50-3f7d-43c9-979d-c95b9f6691cd"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 10:25:58.306092 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port a41a9b50-3f7d-43c9-979d-c95b9f6691cd, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=a41a9b50-3f7d-43c9-979d-c95b9f6691cd,segment=NetworkSegment(74b2576f-a6f9-4b61-8259-3d67ae57c99b),segment_id=74b2576f-a6f9-4b61-8259-3d67ae57c99b)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:25:58.310194 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:25:58.345949 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 10:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e334722-6510-4d0a-9684-9bb8f2405d24 x-openstack-request-id: req-2e334722-6510-4d0a-9684-9bb8f2405d24 {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 10:25:58.346242 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccfc722d-3a81-4ff3-b344-93a7fbd78426", "name": "network-vif-plugged", "status": "completed", "tag": "a41a9b50-3f7d-43c9-979d-c95b9f6691cd", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 10:25:58.346492 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2e334722-6510-4d0a-9684-9bb8f2405d24 {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 10:25:58.346944 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e334722-6510-4d0a-9684-9bb8f2405d24'] response: {'server_uuid': 'ccfc722d-3a81-4ff3-b344-93a7fbd78426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a41a9b50-3f7d-43c9-979d-c95b9f6691cd', 'code': 200} Oct 04 10:25:58.379737 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=a41a9b50-3f7d-43c9-979d-c95b9f6691cd,revision_number=5']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:25:58.617364 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9a9e8-ef6f-4faa-b111-bc81f23b6904 req-5919d35c-747d-4626-89a5-2ef35b522568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:25:58.618821 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1eb9a9e8-ef6f-4faa-b111-bc81f23b6904 req-5919d35c-747d-4626-89a5-2ef35b522568 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ccfc722d-3a81-4ff3-b344-93a7fbd78426 HTTP/1.1" status: 200 len: 1099 time: 0.0748441 Oct 04 10:25:58.661858 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-1eb9a9e8-ef6f-4faa-b111-bc81f23b6904 req-dfb1453f-ef09-4a07-8a94-3670a5dbcdfe service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d81e9508-0d1d-49b0-bb50-4ea42402ef82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368052 Oct 04 10:25:59.409901 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce37f15-e2fc-4e79-a85a-6c528542cf3e req-1601fead-c4d1-4795-8067-4b73ed51a83f tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:25:59.411604 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-1ce37f15-e2fc-4e79-a85a-6c528542cf3e req-1601fead-c4d1-4795-8067-4b73ed51a83f tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccfc722d-3a81-4ff3-b344-93a7fbd78426 HTTP/1.1" status: 200 len: 946 time: 0.0898373 Oct 04 10:25:59.455651 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-1ce37f15-e2fc-4e79-a85a-6c528542cf3e req-cc8744a8-37d3-41fb-96de-beebccc42c42 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e9508-0d1d-49b0-bb50-4ea42402ef82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379553 Oct 04 10:26:00.428635 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ba55b891-8491-4460-81ac-78cc36e3df1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:26:00.651300 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e973749b-7c6e-40a0-b13a-ee83c8993c8e req-1481a271-4e37-4fc7-b1cf-8579db8e58bc tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:26:00.652773 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e973749b-7c6e-40a0-b13a-ee83c8993c8e req-1481a271-4e37-4fc7-b1cf-8579db8e58bc tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccfc722d-3a81-4ff3-b344-93a7fbd78426 HTTP/1.1" status: 200 len: 946 time: 0.0859680 Oct 04 10:26:00.696127 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e973749b-7c6e-40a0-b13a-ee83c8993c8e req-f29288a2-6f5a-4b98-9f50-302b2797481c tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e9508-0d1d-49b0-bb50-4ea42402ef82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377026 Oct 04 10:26:00.896744 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e606533a-3f62-4fc7-aee3-f8c84fdd7d1c req-a3ee762d-3b30-4634-b6fa-0a5f70d5239d tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:26:00.898203 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-e606533a-3f62-4fc7-aee3-f8c84fdd7d1c req-a3ee762d-3b30-4634-b6fa-0a5f70d5239d tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccfc722d-3a81-4ff3-b344-93a7fbd78426 HTTP/1.1" status: 200 len: 946 time: 0.0874164 Oct 04 10:26:00.945691 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-e606533a-3f62-4fc7-aee3-f8c84fdd7d1c req-d5a608ef-fcd2-4450-be0b-f240958e407c tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e9508-0d1d-49b0-bb50-4ea42402ef82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419052 Oct 04 10:26:00.962367 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:26:00.977576 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 46262) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:26:01.018443 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:26:01.054839 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a380dd47-ec29-4a56-bf73-bfadb8bed278 tempest-TestSnapshotPattern-83548400 tempest-TestSnapshotPattern-83548400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:26:01.057483 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a380dd47-ec29-4a56-bf73-bfadb8bed278 tempest-TestSnapshotPattern-83548400 tempest-TestSnapshotPattern-83548400-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ccfc722d-3a81-4ff3-b344-93a7fbd78426 HTTP/1.1" status: 200 len: 1094 time: 0.0782690 Oct 04 10:26:01.059536 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 46266) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:26:01.064917 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.v2.base [None req-4cf6c4da-f854-491b-9936-eec077159a3c tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Request body: {'floatingip': {'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'port_id': 'a41a9b50-3f7d-43c9-979d-c95b9f6691cd', 'tenant_id': 'e08ac35c1b044fa9b470a88be248850e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 04 10:26:01.070752 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-4cf6c4da-f854-491b-9936-eec077159a3c tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 04 10:26:01.074525 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-4cf6c4da-f854-491b-9936-eec077159a3c tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Usage tracker for resource:floatingip and tenant:e08ac35c1b044fa9b470a88be248850e is out of sync, need to count used quota {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 04 10:26:01.077283 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [None req-4cf6c4da-f854-491b-9936-eec077159a3c tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89033) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 04 10:26:01.082829 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.quota.driver [None req-4cf6c4da-f854-491b-9936-eec077159a3c tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89033) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 04 10:26:01.093546 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4cf6c4da-f854-491b-9936-eec077159a3c tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks [] for floatingip, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:26:01.226976 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4cf6c4da-f854-491b-9936-eec077159a3c tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:26:01.361243 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_common [None req-4cf6c4da-f854-491b-9936-eec077159a3c tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Allocated IP 172.26.10.118 (f33938cd-879e-4461-9b5e-aa67b746b6bd/0f40fee2-feb4-4750-88d0-14e44d5ecfe8/afa4ce8f-6ae1-4cb3-870d-c47a8762fb5f) {{(pid=89033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 04 10:26:01.504407 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4cf6c4da-f854-491b-9936-eec077159a3c tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks [] for port, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:26:01.534077 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4cf6c4da-f854-491b-9936-eec077159a3c tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731008936951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:26:01.596367 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf6c4da-f854-491b-9936-eec077159a3c tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Network f33938cd-879e-4461-9b5e-aa67b746b6bd is already hosted by enough agents. {{(pid=89033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 04 10:26:01.599048 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.base_scheduler [None req-4cf6c4da-f854-491b-9936-eec077159a3c tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Resources bound (agent type, host, resource id): {{(pid=89033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 04 10:26:01.601518 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf6c4da-f854-491b-9936-eec077159a3c tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Received port after_create {{(pid=89033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 04 10:26:01.646294 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf6c4da-f854-491b-9936-eec077159a3c tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Pushing event updated for resources: {'Port': ['ID=afa4ce8f-6ae1-4cb3-870d-c47a8762fb5f,revision_number=1']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:26:01.658279 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf6c4da-f854-491b-9936-eec077159a3c tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:26:01.658624 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf6c4da-f854-491b-9936-eec077159a3c tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:26:01.658976 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf6c4da-f854-491b-9936-eec077159a3c tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:26:01.659291 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf6c4da-f854-491b-9936-eec077159a3c tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:26:01.659623 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf6c4da-f854-491b-9936-eec077159a3c tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:26:01.659948 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf6c4da-f854-491b-9936-eec077159a3c tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:26:01.660550 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf6c4da-f854-491b-9936-eec077159a3c tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:26:01.660880 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf6c4da-f854-491b-9936-eec077159a3c tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:26:01.661206 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf6c4da-f854-491b-9936-eec077159a3c tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:26:01.661529 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf6c4da-f854-491b-9936-eec077159a3c tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:26:01.661846 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf6c4da-f854-491b-9936-eec077159a3c tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:26:01.662165 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf6c4da-f854-491b-9936-eec077159a3c tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:26:02.130035 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4cf6c4da-f854-491b-9936-eec077159a3c tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:26:02.204271 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4cf6c4da-f854-491b-9936-eec077159a3c tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:26:02.412252 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4cf6c4da-f854-491b-9936-eec077159a3c tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks [] for port, precommit_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:26:02.416487 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4cf6c4da-f854-491b-9936-eec077159a3c tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2708736'] for port, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:26:02.518450 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4cf6c4da-f854-491b-9936-eec077159a3c tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737061'] for floatingip, after_update {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:26:02.568619 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf6c4da-f854-491b-9936-eec077159a3c tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Pushing event updated for resources: {'Port': ['ID=afa4ce8f-6ae1-4cb3-870d-c47a8762fb5f,revision_number=2']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:26:02.578102 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:26:02.693938 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.l3_db [None req-4cf6c4da-f854-491b-9936-eec077159a3c tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Floating IP f22b46c4-203c-4fae-ac9f-445b13b12c76 associated. External IP: 172.26.10.118, port: a41a9b50-3f7d-43c9-979d-c95b9f6691cd. Oct 04 10:26:03.042450 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf6c4da-f854-491b-9936-eec077159a3c tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Router c5f8ebdd-99f2-4d47-be03-b47948a24546 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 10:26:03.330916 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf6c4da-f854-491b-9936-eec077159a3c tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 10:26:03.340631 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ebce20-b600-4b99-8fb3-3bc414622238 None None] Sync routers for ids ['c5f8ebdd-99f2-4d47-be03-b47948a24546'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 10:26:03.350603 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ebce20-b600-4b99-8fb3-3bc414622238 None None] Routers {'c5f8ebdd-99f2-4d47-be03-b47948a24546'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:26:03.351217 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-80ebce20-b600-4b99-8fb3-3bc414622238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:26:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['c5f8ebdd-99f2-4d47-be03-b47948a24546'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:26:03.356145 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-4cf6c4da-f854-491b-9936-eec077159a3c tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:26:03.413060 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-4cf6c4da-f854-491b-9936-eec077159a3c tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 998 time: 2.3501098 Oct 04 10:26:03.413060 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccfc722d-3a81-4ff3-b344-93a7fbd78426', 'tag': 'a41a9b50-3f7d-43c9-979d-c95b9f6691cd'}] {{(pid=89033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 10:26:03.413928 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a747684451098715ea7c3e463332765a3019342bf75c96ab1530b21cbe03a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae8ea92-f86e-4111-a780-2c5baa142dcf" -d '{"events": [{"name": "network-changed", "server_uuid": "ccfc722d-3a81-4ff3-b344-93a7fbd78426", "tag": "a41a9b50-3f7d-43c9-979d-c95b9f6691cd"}]}' {{(pid=89033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 10:26:03.462777 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 10:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b28eec-747e-4ea8-8247-16b89bbeb412 x-openstack-request-id: req-23b28eec-747e-4ea8-8247-16b89bbeb412 {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 10:26:03.463068 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccfc722d-3a81-4ff3-b344-93a7fbd78426", "tag": "a41a9b50-3f7d-43c9-979d-c95b9f6691cd", "status": "completed", "code": 200}]} {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 10:26:03.463331 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-23b28eec-747e-4ea8-8247-16b89bbeb412 {{(pid=89033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 10:26:03.463728 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23b28eec-747e-4ea8-8247-16b89bbeb412'] response: {'name': 'network-changed', 'server_uuid': 'ccfc722d-3a81-4ff3-b344-93a7fbd78426', 'tag': 'a41a9b50-3f7d-43c9-979d-c95b9f6691cd', 'status': 'completed', 'code': 200} Oct 04 10:26:03.541798 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-80ebce20-b600-4b99-8fb3-3bc414622238 None None] Set router c5f8ebdd-99f2-4d47-be03-b47948a24546 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:26:03.586313 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8ea92-f86e-4111-a780-2c5baa142dcf req-f4a6ce19-02ce-41c6-90d6-1451388334aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:26:03.587728 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-5ae8ea92-f86e-4111-a780-2c5baa142dcf req-f4a6ce19-02ce-41c6-90d6-1451388334aa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e08ac35c1b044fa9b470a88be248850e&device_id=ccfc722d-3a81-4ff3-b344-93a7fbd78426 HTTP/1.1" status: 200 len: 1099 time: 0.0808129 Oct 04 10:26:03.825975 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8ea92-f86e-4111-a780-2c5baa142dcf req-e84c4c66-5520-41c4-b3f5-30a134ee593e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:26:03.827435 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-5ae8ea92-f86e-4111-a780-2c5baa142dcf req-e84c4c66-5520-41c4-b3f5-30a134ee593e service neutron] 10.222.0.20 "GET /v2.0/networks?id=4cbff329-3402-46c1-b8b7-1c455001bc7e HTTP/1.1" status: 200 len: 911 time: 0.2330852 Oct 04 10:26:03.890358 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-80ebce20-b600-4b99-8fb3-3bc414622238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'name': 'tempest-TestSnapshotPattern-1082122443-router', 'tenant_id': 'e08ac35c1b044fa9b470a88be248850e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.27'}], 'enable_snat': True}, 'gw_port_id': '6640cbe5-e8c9-495d-a115-52333bac4ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:22:20Z', 'updated_at': '2022-10-04T10:22:24Z', 'revision_number': 4, 'project_id': 'e08ac35c1b044fa9b470a88be248850e', 'gw_port': {'id': '6640cbe5-e8c9-495d-a115-52333bac4ccd', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:92:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:22:21Z', 'updated_at': '2022-10-04T10:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'b7c83210-625f-48bb-8940-c583a63f8e85', 'tenant_id': 'e08ac35c1b044fa9b470a88be248850e', 'floating_ip_address': '172.26.10.123', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'port_id': '3875f309-75e3-4a80-92c7-7ca202a0a9a8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cbff329-3402-46c1-b8b7-1c455001bc7e', 'mac_address': 'fa:16:3e:42:4b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc459f7d-5316-4adf-9cf4-b3d96f6a27d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T10:22:46Z', 'updated_at': '2022-10-04T10:22:49Z', 'revision_number': 1, 'project_id': 'e08ac35c1b044fa9b470a88be248850e', 'fixed_ip_address_scope': None}, {'id': 'f22b46c4-203c-4fae-ac9f-445b13b12c76', 'tenant_id': 'e08ac35c1b044fa9b470a88be248850e', 'floating_ip_address': '172.26.10.118', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'port_id': 'a41a9b50-3f7d-43c9-979d-c95b9f6691cd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cbff329-3402-46c1-b8b7-1c455001bc7e', 'mac_address': 'fa:16:3e:10:ea:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfc722d-3a81-4ff3-b344-93a7fbd78426', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T10:26:02Z', 'updated_at': '2022-10-04T10:26:02Z', 'revision_number': 0, 'project_id': 'e08ac35c1b044fa9b470a88be248850e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a78fa78-73ab-4fe1-9a38-57429e434fd5', 'name': '', 'network_id': '4cbff329-3402-46c1-b8b7-1c455001bc7e', 'tenant_id': 'e08ac35c1b044fa9b470a88be248850e', 'mac_address': 'fa:16:3e:11:05:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'de28e3dc-b745-4ce5-97dc-0735a988a782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:22:23Z', 'updated_at': '2022-10-04T10:22:29Z', 'revision_number': 5, 'project_id': 'e08ac35c1b044fa9b470a88be248850e', 'subnets': [{'id': 'de28e3dc-b745-4ce5-97dc-0735a988a782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:26:03.894677 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ebce20-b600-4b99-8fb3-3bc414622238 None None] Checking router: c5f8ebdd-99f2-4d47-be03-b47948a24546 for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 10:26:03.902922 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ebce20-b600-4b99-8fb3-3bc414622238 None None] Routers {'c5f8ebdd-99f2-4d47-be03-b47948a24546'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:26:03.903520 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-80ebce20-b600-4b99-8fb3-3bc414622238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:26:00Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['c5f8ebdd-99f2-4d47-be03-b47948a24546'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:26:03.928736 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-5ae8ea92-f86e-4111-a780-2c5baa142dcf req-99978491-64a7-4dd3-90ac-03b1a6376ee9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a41a9b50-3f7d-43c9-979d-c95b9f6691cd HTTP/1.1" status: 200 len: 1001 time: 0.0954781 Oct 04 10:26:03.989762 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8ea92-f86e-4111-a780-2c5baa142dcf req-bafcdbe6-cb00-46a4-8797-e25c355e06c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:26:03.991204 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-5ae8ea92-f86e-4111-a780-2c5baa142dcf req-bafcdbe6-cb00-46a4-8797-e25c355e06c7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=de28e3dc-b745-4ce5-97dc-0735a988a782 HTTP/1.1" status: 200 len: 849 time: 0.0570951 Oct 04 10:26:04.075738 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-80ebce20-b600-4b99-8fb3-3bc414622238 None None] Set router c5f8ebdd-99f2-4d47-be03-b47948a24546 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:26:04.077869 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8ea92-f86e-4111-a780-2c5baa142dcf req-1de2641e-cbaf-439e-8a24-7b7e513727f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:26:04.079399 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-5ae8ea92-f86e-4111-a780-2c5baa142dcf req-1de2641e-cbaf-439e-8a24-7b7e513727f9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4cbff329-3402-46c1-b8b7-1c455001bc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823796 Oct 04 10:26:04.209293 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-5ae8ea92-f86e-4111-a780-2c5baa142dcf req-97922b9f-4050-42cd-b748-62f42886e148 service neutron] 10.222.0.20 "GET /v2.0/networks/4cbff329-3402-46c1-b8b7-1c455001bc7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241291 Oct 04 10:26:04.337476 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-5ae8ea92-f86e-4111-a780-2c5baa142dcf req-54329a4e-2fd5-4617-bcb3-613e442d5ede service neutron] 10.222.0.20 "GET /v2.0/networks/4cbff329-3402-46c1-b8b7-1c455001bc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229696 Oct 04 10:26:04.454229 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-80ebce20-b600-4b99-8fb3-3bc414622238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'name': 'tempest-TestSnapshotPattern-1082122443-router', 'tenant_id': 'e08ac35c1b044fa9b470a88be248850e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.27'}], 'enable_snat': True}, 'gw_port_id': '6640cbe5-e8c9-495d-a115-52333bac4ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:22:20Z', 'updated_at': '2022-10-04T10:22:24Z', 'revision_number': 4, 'project_id': 'e08ac35c1b044fa9b470a88be248850e', 'gw_port': {'id': '6640cbe5-e8c9-495d-a115-52333bac4ccd', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:92:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:22:21Z', 'updated_at': '2022-10-04T10:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'b7c83210-625f-48bb-8940-c583a63f8e85', 'tenant_id': 'e08ac35c1b044fa9b470a88be248850e', 'floating_ip_address': '172.26.10.123', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'port_id': '3875f309-75e3-4a80-92c7-7ca202a0a9a8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cbff329-3402-46c1-b8b7-1c455001bc7e', 'mac_address': 'fa:16:3e:42:4b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc459f7d-5316-4adf-9cf4-b3d96f6a27d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T10:22:46Z', 'updated_at': '2022-10-04T10:22:49Z', 'revision_number': 1, 'project_id': 'e08ac35c1b044fa9b470a88be248850e', 'fixed_ip_address_scope': None}, {'id': 'f22b46c4-203c-4fae-ac9f-445b13b12c76', 'tenant_id': 'e08ac35c1b044fa9b470a88be248850e', 'floating_ip_address': '172.26.10.118', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'port_id': 'a41a9b50-3f7d-43c9-979d-c95b9f6691cd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cbff329-3402-46c1-b8b7-1c455001bc7e', 'mac_address': 'fa:16:3e:10:ea:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfc722d-3a81-4ff3-b344-93a7fbd78426', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T10:26:02Z', 'updated_at': '2022-10-04T10:26:02Z', 'revision_number': 0, 'project_id': 'e08ac35c1b044fa9b470a88be248850e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a78fa78-73ab-4fe1-9a38-57429e434fd5', 'name': '', 'network_id': '4cbff329-3402-46c1-b8b7-1c455001bc7e', 'tenant_id': 'e08ac35c1b044fa9b470a88be248850e', 'mac_address': 'fa:16:3e:11:05:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'de28e3dc-b745-4ce5-97dc-0735a988a782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:22:23Z', 'updated_at': '2022-10-04T10:22:29Z', 'revision_number': 5, 'project_id': 'e08ac35c1b044fa9b470a88be248850e', 'subnets': [{'id': 'de28e3dc-b745-4ce5-97dc-0735a988a782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:26:04.458335 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ebce20-b600-4b99-8fb3-3bc414622238 None None] The sync data for ids ['c5f8ebdd-99f2-4d47-be03-b47948a24546'] in dv-neutron-860215-1-hyperv is: [{'id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'name': 'tempest-TestSnapshotPattern-1082122443-router', 'tenant_id': 'e08ac35c1b044fa9b470a88be248850e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.27'}], 'enable_snat': True}, 'gw_port_id': '6640cbe5-e8c9-495d-a115-52333bac4ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:22:20Z', 'updated_at': '2022-10-04T10:22:24Z', 'revision_number': 4, 'project_id': 'e08ac35c1b044fa9b470a88be248850e', 'gw_port': {'id': '6640cbe5-e8c9-495d-a115-52333bac4ccd', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:92:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:22:21Z', 'updated_at': '2022-10-04T10:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'b7c83210-625f-48bb-8940-c583a63f8e85', 'tenant_id': 'e08ac35c1b044fa9b470a88be248850e', 'floating_ip_address': '172.26.10.123', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'port_id': '3875f309-75e3-4a80-92c7-7ca202a0a9a8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cbff329-3402-46c1-b8b7-1c455001bc7e', 'mac_address': 'fa:16:3e:42:4b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc459f7d-5316-4adf-9cf4-b3d96f6a27d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T10:22:46Z', 'updated_at': '2022-10-04T10:22:49Z', 'revision_number': 1, 'project_id': 'e08ac35c1b044fa9b470a88be248850e', 'fixed_ip_address_scope': None}, {'id': 'f22b46c4-203c-4fae-ac9f-445b13b12c76', 'tenant_id': 'e08ac35c1b044fa9b470a88be248850e', 'floating_ip_address': '172.26.10.118', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'port_id': 'a41a9b50-3f7d-43c9-979d-c95b9f6691cd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cbff329-3402-46c1-b8b7-1c455001bc7e', 'mac_address': 'fa:16:3e:10:ea:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfc722d-3a81-4ff3-b344-93a7fbd78426', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T10:26:02Z', 'updated_at': '2022-10-04T10:26:02Z', 'revision_number': 0, 'project_id': 'e08ac35c1b044fa9b470a88be248850e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a78fa78-73ab-4fe1-9a38-57429e434fd5', 'name': '', 'network_id': '4cbff329-3402-46c1-b8b7-1c455001bc7e', 'tenant_id': 'e08ac35c1b044fa9b470a88be248850e', 'mac_address': 'fa:16:3e:11:05:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'de28e3dc-b745-4ce5-97dc-0735a988a782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:22:23Z', 'updated_at': '2022-10-04T10:22:29Z', 'revision_number': 5, 'project_id': 'e08ac35c1b044fa9b470a88be248850e', 'subnets': [{'id': 'de28e3dc-b745-4ce5-97dc-0735a988a782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 10:26:04.639828 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e39af6-81a6-44b7-8725-08a2796ce6d0 None None] New status for floating IP f22b46c4-203c-4fae-ac9f-445b13b12c76: ACTIVE {{(pid=89035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 10:26:11.955898 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:26:23.228608 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3159bf71-8e8f-4396-9cbe-6bfe6134a160 req-7a0ed072-ecf1-423f-a540-562c687d376a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dc459f7d-5316-4adf-9cf4-b3d96f6a27d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0755122 Oct 04 10:26:23.394882 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3159bf71-8e8f-4396-9cbe-6bfe6134a160 req-31b1b8f5-8ba6-4ff7-85cc-ae8646e77656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:26:23.396323 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3159bf71-8e8f-4396-9cbe-6bfe6134a160 req-31b1b8f5-8ba6-4ff7-85cc-ae8646e77656 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e08ac35c1b044fa9b470a88be248850e&device_id=dc459f7d-5316-4adf-9cf4-b3d96f6a27d7 HTTP/1.1" status: 200 len: 1096 time: 0.0834723 Oct 04 10:26:23.537400 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3159bf71-8e8f-4396-9cbe-6bfe6134a160 req-c0214cd1-22f5-45be-87bf-16b2622d4274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:26:23.538727 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3159bf71-8e8f-4396-9cbe-6bfe6134a160 req-c0214cd1-22f5-45be-87bf-16b2622d4274 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4cbff329-3402-46c1-b8b7-1c455001bc7e HTTP/1.1" status: 200 len: 911 time: 0.1239676 Oct 04 10:26:23.636651 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3159bf71-8e8f-4396-9cbe-6bfe6134a160 req-76299fb0-b19e-4fa4-99af-db0530be1076 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3875f309-75e3-4a80-92c7-7ca202a0a9a8 HTTP/1.1" status: 200 len: 1000 time: 0.0904813 Oct 04 10:26:23.700071 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3159bf71-8e8f-4396-9cbe-6bfe6134a160 req-37e26e35-7ab6-4389-8f1b-16e53fa5cafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:26:23.701486 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3159bf71-8e8f-4396-9cbe-6bfe6134a160 req-37e26e35-7ab6-4389-8f1b-16e53fa5cafc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=de28e3dc-b745-4ce5-97dc-0735a988a782 HTTP/1.1" status: 200 len: 849 time: 0.0590265 Oct 04 10:26:23.781981 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3159bf71-8e8f-4396-9cbe-6bfe6134a160 req-3ad856e2-0e03-4e1e-89b2-a536649619b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:26:23.783477 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3159bf71-8e8f-4396-9cbe-6bfe6134a160 req-3ad856e2-0e03-4e1e-89b2-a536649619b3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4cbff329-3402-46c1-b8b7-1c455001bc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759780 Oct 04 10:26:23.911946 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3159bf71-8e8f-4396-9cbe-6bfe6134a160 req-b6c897ad-2c1f-40b7-801c-4e65fc682fcf service neutron] 10.222.0.20 "GET /v2.0/networks/4cbff329-3402-46c1-b8b7-1c455001bc7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222863 Oct 04 10:26:24.039787 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-3159bf71-8e8f-4396-9cbe-6bfe6134a160 req-15eda943-252f-4203-978d-2763cbaec525 service neutron] 10.222.0.20 "GET /v2.0/networks/4cbff329-3402-46c1-b8b7-1c455001bc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215832 Oct 04 10:26:25.825220 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 10:26:27.798693 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-66ad64e3-3327-453f-b30c-78fcb5dbbacd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:26:30.429688 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-bf51c2bf-856c-4b8e-a33b-58d0875a8022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:26:30.963603 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:26:31.020160 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:26:32.578553 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:26:41.968837 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:26:57.799815 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a1abd383-7233-4896-ba33-57ad59c2efa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:27:00.431008 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a78a643b-ee9f-4f02-bc9e-0cd3c24e46b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:27:00.968177 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:27:01.022353 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:27:02.581168 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:27:02.814823 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 10:27:11.972726 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:27:22.504548 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ec16593b-9274-4002-a9c0-52ca6ec89abf req-5776b7d7-7500-4b4e-b975-2f3e41b5b116 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ccfc722d-3a81-4ff3-b344-93a7fbd78426&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0804183 Oct 04 10:27:22.610534 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec16593b-9274-4002-a9c0-52ca6ec89abf req-6857cb2f-2f21-499e-abeb-dd6509835b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:27:22.611975 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ec16593b-9274-4002-a9c0-52ca6ec89abf req-6857cb2f-2f21-499e-abeb-dd6509835b9c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e08ac35c1b044fa9b470a88be248850e&device_id=ccfc722d-3a81-4ff3-b344-93a7fbd78426 HTTP/1.1" status: 200 len: 1099 time: 0.0761430 Oct 04 10:27:22.843054 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec16593b-9274-4002-a9c0-52ca6ec89abf req-5acebf39-106e-4f07-a4e0-efa56ff09d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:27:22.844541 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ec16593b-9274-4002-a9c0-52ca6ec89abf req-5acebf39-106e-4f07-a4e0-efa56ff09d33 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4cbff329-3402-46c1-b8b7-1c455001bc7e HTTP/1.1" status: 200 len: 911 time: 0.2142987 Oct 04 10:27:22.944607 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ec16593b-9274-4002-a9c0-52ca6ec89abf req-52ad2dc1-cf88-4086-9c7d-657cd2906b41 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a41a9b50-3f7d-43c9-979d-c95b9f6691cd HTTP/1.1" status: 200 len: 1003 time: 0.0942500 Oct 04 10:27:23.006379 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec16593b-9274-4002-a9c0-52ca6ec89abf req-35eea62c-8fff-48a5-88fc-4885eb96cdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:27:23.007738 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ec16593b-9274-4002-a9c0-52ca6ec89abf req-35eea62c-8fff-48a5-88fc-4885eb96cdf3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=de28e3dc-b745-4ce5-97dc-0735a988a782 HTTP/1.1" status: 200 len: 849 time: 0.0580626 Oct 04 10:27:23.086704 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec16593b-9274-4002-a9c0-52ca6ec89abf req-2d7f7ab2-3856-4591-b643-43813531864e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:27:23.088161 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ec16593b-9274-4002-a9c0-52ca6ec89abf req-2d7f7ab2-3856-4591-b643-43813531864e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4cbff329-3402-46c1-b8b7-1c455001bc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744023 Oct 04 10:27:23.216899 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ec16593b-9274-4002-a9c0-52ca6ec89abf req-bf81cfbf-2268-4a1e-89d8-93ec32ec38d2 service neutron] 10.222.0.20 "GET /v2.0/networks/4cbff329-3402-46c1-b8b7-1c455001bc7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202235 Oct 04 10:27:23.344338 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-ec16593b-9274-4002-a9c0-52ca6ec89abf req-106c28d9-7c5d-4aab-a099-f97f7005f2d6 service neutron] 10.222.0.20 "GET /v2.0/networks/4cbff329-3402-46c1-b8b7-1c455001bc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212733 Oct 04 10:27:27.800717 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-f55ad65c-28fd-4ae5-b06b-8e232255be45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:27:30.432457 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a6047479-463a-4aa1-b313-73a9fbe8a81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:27:30.970698 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:27:31.024982 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:27:32.583071 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:27:39.815019 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 10:27:41.983014 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:27:57.802171 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-1a9b34d2-5a6f-46de-bea3-68ea5ccd8257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:00.434223 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-e36aa258-9f48-4854-8813-3d00f9aeaac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:00.973112 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:01.028474 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:02.585455 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:11.997190 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:16.813832 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 10:28:22.694285 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device a41a9b50-3f7d-43c9-979d-c95b9f6691cd details requested by agent hyperv_hv-neutron-8602 with host hv-neutron-8602 {{(pid=89034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 04 10:28:22.828429 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port a41a9b50-3f7d-43c9-979d-c95b9f6691cd, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=a41a9b50-3f7d-43c9-979d-c95b9f6691cd,segment=NetworkSegment(74b2576f-a6f9-4b61-8259-3d67ae57c99b),segment_id=74b2576f-a6f9-4b61-8259-3d67ae57c99b)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:28:22.845228 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Returning: {'device': 'a41a9b50-3f7d-43c9-979d-c95b9f6691cd', 'network_id': '4cbff329-3402-46c1-b8b7-1c455001bc7e', 'port_id': 'a41a9b50-3f7d-43c9-979d-c95b9f6691cd', 'mac_address': 'fa:16:3e:10:ea:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de28e3dc-b745-4ce5-97dc-0735a988a782', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 04 10:28:22.898931 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port a41a9b50-3f7d-43c9-979d-c95b9f6691cd is: ACTIVE; New status is: BUILD {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:28:22.899314 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:22.915550 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a41a9b50-3f7d-43c9-979d-c95b9f6691cd {{(pid=89034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 04 10:28:22.930648 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port a41a9b50-3f7d-43c9-979d-c95b9f6691cd, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=a41a9b50-3f7d-43c9-979d-c95b9f6691cd,segment=NetworkSegment(74b2576f-a6f9-4b61-8259-3d67ae57c99b),segment_id=74b2576f-a6f9-4b61-8259-3d67ae57c99b)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:28:22.934820 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:23.000981 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=a41a9b50-3f7d-43c9-979d-c95b9f6691cd,revision_number=6']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:28:23.008295 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:28:23.008661 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:28:23.008996 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:28:23.009326 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:28:23.009654 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:28:23.009979 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:28:23.010301 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:28:23.010623 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:28:23.010944 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:28:23.011261 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:28:23.011578 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:28:23.011893 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:28:23.087393 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] get_ports_and_sgs() called for port_ids ['a41a9b50-3f7d-43c9-979d-c95b9f6691cd'] {{(pid=89034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 04 10:28:23.455055 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-46c7984b-1c88-47bc-b548-75db80ca7751 req-4e2f1eae-ec26-43e4-9864-bca518be952e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dc459f7d-5316-4adf-9cf4-b3d96f6a27d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0793777 Oct 04 10:28:23.613405 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7984b-1c88-47bc-b548-75db80ca7751 req-d470ce09-2835-4930-8664-2bf79acdc7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:28:23.614846 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-46c7984b-1c88-47bc-b548-75db80ca7751 req-d470ce09-2835-4930-8664-2bf79acdc7e4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e08ac35c1b044fa9b470a88be248850e&device_id=dc459f7d-5316-4adf-9cf4-b3d96f6a27d7 HTTP/1.1" status: 200 len: 1096 time: 0.0768044 Oct 04 10:28:23.755797 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7984b-1c88-47bc-b548-75db80ca7751 req-8324f26b-2884-4c1e-87e6-f2ef79d74aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:28:23.757267 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-46c7984b-1c88-47bc-b548-75db80ca7751 req-8324f26b-2884-4c1e-87e6-f2ef79d74aa2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4cbff329-3402-46c1-b8b7-1c455001bc7e HTTP/1.1" status: 200 len: 911 time: 0.1240575 Oct 04 10:28:23.860272 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-46c7984b-1c88-47bc-b548-75db80ca7751 req-4083e653-0f40-498e-beb1-e44315267198 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3875f309-75e3-4a80-92c7-7ca202a0a9a8 HTTP/1.1" status: 200 len: 1000 time: 0.0962167 Oct 04 10:28:23.921458 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7984b-1c88-47bc-b548-75db80ca7751 req-b4340536-25e2-42ff-823b-e6693e4c8ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:28:23.922796 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-46c7984b-1c88-47bc-b548-75db80ca7751 req-b4340536-25e2-42ff-823b-e6693e4c8ab5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=de28e3dc-b745-4ce5-97dc-0735a988a782 HTTP/1.1" status: 200 len: 849 time: 0.0554056 Oct 04 10:28:24.004800 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7984b-1c88-47bc-b548-75db80ca7751 req-1543db58-cb59-416c-8454-dbf6f647dc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:28:24.006154 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-46c7984b-1c88-47bc-b548-75db80ca7751 req-1543db58-cb59-416c-8454-dbf6f647dc52 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4cbff329-3402-46c1-b8b7-1c455001bc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768113 Oct 04 10:28:24.137749 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-46c7984b-1c88-47bc-b548-75db80ca7751 req-fc948257-2007-4337-b925-13140019ae9b service neutron] 10.222.0.20 "GET /v2.0/networks/4cbff329-3402-46c1-b8b7-1c455001bc7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239443 Oct 04 10:28:24.265842 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-46c7984b-1c88-47bc-b548-75db80ca7751 req-e17015a8-b1ec-4b5d-bfc7-ae239a83245d service neutron] 10.222.0.20 "GET /v2.0/networks/4cbff329-3402-46c1-b8b7-1c455001bc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213586 Oct 04 10:28:24.693824 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device a41a9b50-3f7d-43c9-979d-c95b9f6691cd up at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 04 10:28:24.761357 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.provisioning_blocks [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Provisioning complete for port a41a9b50-3f7d-43c9-979d-c95b9f6691cd triggered by entity L2. {{(pid=89034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 04 10:28:24.761731 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-651585'] for port, provisioning_complete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:24.762066 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Attempt 1 to provision port a41a9b50-3f7d-43c9-979d-c95b9f6691cd Oct 04 10:28:24.883611 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port a41a9b50-3f7d-43c9-979d-c95b9f6691cd is: BUILD; New status is: ACTIVE {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:28:24.884000 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:24.910360 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccfc722d-3a81-4ff3-b344-93a7fbd78426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a41a9b50-3f7d-43c9-979d-c95b9f6691cd'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 10:28:24.912821 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57bf53c6ee682485c6b2af0162fb0d8239c3b91f88f531d8197f9e173bf15718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58d7236-2086-4bc7-833c-3935e30726e2" -d '{"events": [{"server_uuid": "ccfc722d-3a81-4ff3-b344-93a7fbd78426", "name": "network-vif-plugged", "status": "completed", "tag": "a41a9b50-3f7d-43c9-979d-c95b9f6691cd"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 10:28:24.920590 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port a41a9b50-3f7d-43c9-979d-c95b9f6691cd, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=a41a9b50-3f7d-43c9-979d-c95b9f6691cd,segment=NetworkSegment(74b2576f-a6f9-4b61-8259-3d67ae57c99b),segment_id=74b2576f-a6f9-4b61-8259-3d67ae57c99b)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:28:24.925814 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:24.995896 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=a41a9b50-3f7d-43c9-979d-c95b9f6691cd,revision_number=7']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:28:25.013026 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 10:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c95a3fd-d795-44fb-a198-032f6e7eb483 x-openstack-request-id: req-9c95a3fd-d795-44fb-a198-032f6e7eb483 {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 10:28:25.013319 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccfc722d-3a81-4ff3-b344-93a7fbd78426", "name": "network-vif-plugged", "status": "completed", "tag": "a41a9b50-3f7d-43c9-979d-c95b9f6691cd", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 10:28:25.013573 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9c95a3fd-d795-44fb-a198-032f6e7eb483 {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 10:28:25.014092 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c95a3fd-d795-44fb-a198-032f6e7eb483'] response: {'server_uuid': 'ccfc722d-3a81-4ff3-b344-93a7fbd78426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a41a9b50-3f7d-43c9-979d-c95b9f6691cd', 'code': 200} Oct 04 10:28:27.804217 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-7c118694-5c90-42fe-b27e-88a3acd46b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:30.440733 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-1cfbbcc1-9b6d-44ba-acc2-6d978031ab55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:30.976391 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:31.033298 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:32.603606 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:37.565162 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 46520) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:28:37.763823 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-3555311d-413c-4144-851e-ce6520ab88d8 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Deleting port afa4ce8f-6ae1-4cb3-870d-c47a8762fb5f {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 10:28:37.764164 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3555311d-413c-4144-851e-ce6520ab88d8 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:37.930411 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3555311d-413c-4144-851e-ce6520ab88d8 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:37.930648 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3555311d-413c-4144-851e-ce6520ab88d8 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:38.051470 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-3555311d-413c-4144-851e-ce6520ab88d8 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Calling delete_port for afa4ce8f-6ae1-4cb3-870d-c47a8762fb5f owned by network:floatingip {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 10:28:38.198947 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3555311d-413c-4144-851e-ce6520ab88d8 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:38.244873 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3555311d-413c-4144-851e-ce6520ab88d8 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Pushing event deleted for resources: {'Port': ['ID=afa4ce8f-6ae1-4cb3-870d-c47a8762fb5f,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:28:38.282957 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3555311d-413c-4144-851e-ce6520ab88d8 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:28:38.283341 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3555311d-413c-4144-851e-ce6520ab88d8 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:28:38.283721 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3555311d-413c-4144-851e-ce6520ab88d8 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:28:38.284118 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3555311d-413c-4144-851e-ce6520ab88d8 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:28:38.284480 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3555311d-413c-4144-851e-ce6520ab88d8 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:28:38.284874 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3555311d-413c-4144-851e-ce6520ab88d8 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:28:38.285228 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3555311d-413c-4144-851e-ce6520ab88d8 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:28:38.285561 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3555311d-413c-4144-851e-ce6520ab88d8 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:28:38.285938 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3555311d-413c-4144-851e-ce6520ab88d8 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:28:38.286326 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3555311d-413c-4144-851e-ce6520ab88d8 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:28:38.286610 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3555311d-413c-4144-851e-ce6520ab88d8 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:28:38.286955 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3555311d-413c-4144-851e-ce6520ab88d8 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:28:38.354757 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3555311d-413c-4144-851e-ce6520ab88d8 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks [] for floatingip, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:38.355092 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.l3_db [None req-3555311d-413c-4144-851e-ce6520ab88d8 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Floating IP f22b46c4-203c-4fae-ac9f-445b13b12c76 disassociated (deleted). External IP: 172.26.10.118, port: a41a9b50-3f7d-43c9-979d-c95b9f6691cd. Oct 04 10:28:38.710042 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3555311d-413c-4144-851e-ce6520ab88d8 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Router c5f8ebdd-99f2-4d47-be03-b47948a24546 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 10:28:38.998144 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3555311d-413c-4144-851e-ce6520ab88d8 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 10:28:39.008063 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d36501d-5b4f-4a93-9c63-b686e2649ea7 None None] Sync routers for ids ['c5f8ebdd-99f2-4d47-be03-b47948a24546'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 10:28:39.018074 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d36501d-5b4f-4a93-9c63-b686e2649ea7 None None] Routers {'c5f8ebdd-99f2-4d47-be03-b47948a24546'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:28:39.019221 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-3d36501d-5b4f-4a93-9c63-b686e2649ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:28:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['c5f8ebdd-99f2-4d47-be03-b47948a24546'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:28:39.020785 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-3555311d-413c-4144-851e-ce6520ab88d8 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:39.074656 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-3555311d-413c-4144-851e-ce6520ab88d8 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "DELETE /v2.0/floatingips/f22b46c4-203c-4fae-ac9f-445b13b12c76 HTTP/1.1" status: 204 len: 168 time: 1.5083807 Oct 04 10:28:39.075330 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccfc722d-3a81-4ff3-b344-93a7fbd78426', 'tag': 'a41a9b50-3f7d-43c9-979d-c95b9f6691cd'}] {{(pid=89033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 10:28:39.079043 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a747684451098715ea7c3e463332765a3019342bf75c96ab1530b21cbe03a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548acffa-2f1d-4490-b0a0-e14a40a1fbd6" -d '{"events": [{"name": "network-changed", "server_uuid": "ccfc722d-3a81-4ff3-b344-93a7fbd78426", "tag": "a41a9b50-3f7d-43c9-979d-c95b9f6691cd"}]}' {{(pid=89033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 10:28:39.176696 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 10:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6040707d-981f-4409-82a1-2c690c269317 x-openstack-request-id: req-6040707d-981f-4409-82a1-2c690c269317 {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 10:28:39.176992 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccfc722d-3a81-4ff3-b344-93a7fbd78426", "tag": "a41a9b50-3f7d-43c9-979d-c95b9f6691cd", "status": "completed", "code": 200}]} {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 10:28:39.177244 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6040707d-981f-4409-82a1-2c690c269317 {{(pid=89033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 10:28:39.177651 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6040707d-981f-4409-82a1-2c690c269317'] response: {'name': 'network-changed', 'server_uuid': 'ccfc722d-3a81-4ff3-b344-93a7fbd78426', 'tag': 'a41a9b50-3f7d-43c9-979d-c95b9f6691cd', 'status': 'completed', 'code': 200} Oct 04 10:28:39.216483 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-3d36501d-5b4f-4a93-9c63-b686e2649ea7 None None] Set router c5f8ebdd-99f2-4d47-be03-b47948a24546 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:28:39.309110 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548acffa-2f1d-4490-b0a0-e14a40a1fbd6 req-055246f9-d85e-4dab-a6cf-e3b841ed7669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:28:39.310666 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-548acffa-2f1d-4490-b0a0-e14a40a1fbd6 req-055246f9-d85e-4dab-a6cf-e3b841ed7669 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e08ac35c1b044fa9b470a88be248850e&device_id=ccfc722d-3a81-4ff3-b344-93a7fbd78426 HTTP/1.1" status: 200 len: 1099 time: 0.0922878 Oct 04 10:28:39.603442 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-3d36501d-5b4f-4a93-9c63-b686e2649ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'name': 'tempest-TestSnapshotPattern-1082122443-router', 'tenant_id': 'e08ac35c1b044fa9b470a88be248850e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.27'}], 'enable_snat': True}, 'gw_port_id': '6640cbe5-e8c9-495d-a115-52333bac4ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:22:20Z', 'updated_at': '2022-10-04T10:22:24Z', 'revision_number': 4, 'project_id': 'e08ac35c1b044fa9b470a88be248850e', 'gw_port': {'id': '6640cbe5-e8c9-495d-a115-52333bac4ccd', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:92:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:22:21Z', 'updated_at': '2022-10-04T10:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'b7c83210-625f-48bb-8940-c583a63f8e85', 'tenant_id': 'e08ac35c1b044fa9b470a88be248850e', 'floating_ip_address': '172.26.10.123', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'port_id': '3875f309-75e3-4a80-92c7-7ca202a0a9a8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cbff329-3402-46c1-b8b7-1c455001bc7e', 'mac_address': 'fa:16:3e:42:4b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc459f7d-5316-4adf-9cf4-b3d96f6a27d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T10:22:46Z', 'updated_at': '2022-10-04T10:22:49Z', 'revision_number': 1, 'project_id': 'e08ac35c1b044fa9b470a88be248850e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a78fa78-73ab-4fe1-9a38-57429e434fd5', 'name': '', 'network_id': '4cbff329-3402-46c1-b8b7-1c455001bc7e', 'tenant_id': 'e08ac35c1b044fa9b470a88be248850e', 'mac_address': 'fa:16:3e:11:05:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'de28e3dc-b745-4ce5-97dc-0735a988a782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:22:23Z', 'updated_at': '2022-10-04T10:22:29Z', 'revision_number': 5, 'project_id': 'e08ac35c1b044fa9b470a88be248850e', 'subnets': [{'id': 'de28e3dc-b745-4ce5-97dc-0735a988a782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:28:39.607272 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d36501d-5b4f-4a93-9c63-b686e2649ea7 None None] Checking router: c5f8ebdd-99f2-4d47-be03-b47948a24546 for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 10:28:39.615334 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d36501d-5b4f-4a93-9c63-b686e2649ea7 None None] Routers {'c5f8ebdd-99f2-4d47-be03-b47948a24546'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:28:39.615931 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-3d36501d-5b4f-4a93-9c63-b686e2649ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:28:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['c5f8ebdd-99f2-4d47-be03-b47948a24546'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:28:39.618076 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548acffa-2f1d-4490-b0a0-e14a40a1fbd6 req-2204a4ab-4ce1-4c88-bd21-a15565fe25f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:28:39.619526 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-548acffa-2f1d-4490-b0a0-e14a40a1fbd6 req-2204a4ab-4ce1-4c88-bd21-a15565fe25f4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4cbff329-3402-46c1-b8b7-1c455001bc7e HTTP/1.1" status: 200 len: 911 time: 0.2893875 Oct 04 10:28:39.635443 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e026528-da2c-41bc-9821-5d2880c9c807 req-0f00a36c-25c1-48f0-86aa-299584ddac0f tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:28:39.636871 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9e026528-da2c-41bc-9821-5d2880c9c807 req-0f00a36c-25c1-48f0-86aa-299584ddac0f tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccfc722d-3a81-4ff3-b344-93a7fbd78426 HTTP/1.1" status: 200 len: 946 time: 0.1384530 Oct 04 10:28:39.702869 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-548acffa-2f1d-4490-b0a0-e14a40a1fbd6 req-a8f06252-7a8d-4093-8b1c-407d10c6d4b0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a41a9b50-3f7d-43c9-979d-c95b9f6691cd HTTP/1.1" status: 200 len: 217 time: 0.0751400 Oct 04 10:28:39.789333 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-9e026528-da2c-41bc-9821-5d2880c9c807 req-9dad110f-28a5-459c-a235-0a15735e7205 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e9508-0d1d-49b0-bb50-4ea42402ef82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019557 Oct 04 10:28:39.794341 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-3d36501d-5b4f-4a93-9c63-b686e2649ea7 None None] Set router c5f8ebdd-99f2-4d47-be03-b47948a24546 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:28:39.794523 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548acffa-2f1d-4490-b0a0-e14a40a1fbd6 req-80143693-9524-4526-a7b3-dec56a434d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:28:39.795930 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-548acffa-2f1d-4490-b0a0-e14a40a1fbd6 req-80143693-9524-4526-a7b3-dec56a434d8a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=de28e3dc-b745-4ce5-97dc-0735a988a782 HTTP/1.1" status: 200 len: 849 time: 0.0799484 Oct 04 10:28:39.881717 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548acffa-2f1d-4490-b0a0-e14a40a1fbd6 req-ae8a62fc-6f67-4629-aee5-7fa677bff363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:28:39.883105 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-548acffa-2f1d-4490-b0a0-e14a40a1fbd6 req-ae8a62fc-6f67-4629-aee5-7fa677bff363 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4cbff329-3402-46c1-b8b7-1c455001bc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807159 Oct 04 10:28:40.017983 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-548acffa-2f1d-4490-b0a0-e14a40a1fbd6 req-2911dba5-4f23-4ee3-9f59-679ec545542c service neutron] 10.222.0.20 "GET /v2.0/networks/4cbff329-3402-46c1-b8b7-1c455001bc7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275337 Oct 04 10:28:40.137016 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-3d36501d-5b4f-4a93-9c63-b686e2649ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'name': 'tempest-TestSnapshotPattern-1082122443-router', 'tenant_id': 'e08ac35c1b044fa9b470a88be248850e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.27'}], 'enable_snat': True}, 'gw_port_id': '6640cbe5-e8c9-495d-a115-52333bac4ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:22:20Z', 'updated_at': '2022-10-04T10:22:24Z', 'revision_number': 4, 'project_id': 'e08ac35c1b044fa9b470a88be248850e', 'gw_port': {'id': '6640cbe5-e8c9-495d-a115-52333bac4ccd', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:92:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:22:21Z', 'updated_at': '2022-10-04T10:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'b7c83210-625f-48bb-8940-c583a63f8e85', 'tenant_id': 'e08ac35c1b044fa9b470a88be248850e', 'floating_ip_address': '172.26.10.123', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'port_id': '3875f309-75e3-4a80-92c7-7ca202a0a9a8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cbff329-3402-46c1-b8b7-1c455001bc7e', 'mac_address': 'fa:16:3e:42:4b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc459f7d-5316-4adf-9cf4-b3d96f6a27d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T10:22:46Z', 'updated_at': '2022-10-04T10:22:49Z', 'revision_number': 1, 'project_id': 'e08ac35c1b044fa9b470a88be248850e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a78fa78-73ab-4fe1-9a38-57429e434fd5', 'name': '', 'network_id': '4cbff329-3402-46c1-b8b7-1c455001bc7e', 'tenant_id': 'e08ac35c1b044fa9b470a88be248850e', 'mac_address': 'fa:16:3e:11:05:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'de28e3dc-b745-4ce5-97dc-0735a988a782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:22:23Z', 'updated_at': '2022-10-04T10:22:29Z', 'revision_number': 5, 'project_id': 'e08ac35c1b044fa9b470a88be248850e', 'subnets': [{'id': 'de28e3dc-b745-4ce5-97dc-0735a988a782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:28:40.141062 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d36501d-5b4f-4a93-9c63-b686e2649ea7 None None] The sync data for ids ['c5f8ebdd-99f2-4d47-be03-b47948a24546'] in dv-neutron-860215-1-hyperv is: [{'id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'name': 'tempest-TestSnapshotPattern-1082122443-router', 'tenant_id': 'e08ac35c1b044fa9b470a88be248850e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.27'}], 'enable_snat': True}, 'gw_port_id': '6640cbe5-e8c9-495d-a115-52333bac4ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:22:20Z', 'updated_at': '2022-10-04T10:22:24Z', 'revision_number': 4, 'project_id': 'e08ac35c1b044fa9b470a88be248850e', 'gw_port': {'id': '6640cbe5-e8c9-495d-a115-52333bac4ccd', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:92:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:22:21Z', 'updated_at': '2022-10-04T10:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_floatingips': [{'id': 'b7c83210-625f-48bb-8940-c583a63f8e85', 'tenant_id': 'e08ac35c1b044fa9b470a88be248850e', 'floating_ip_address': '172.26.10.123', 'floating_network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'router_id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'port_id': '3875f309-75e3-4a80-92c7-7ca202a0a9a8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cbff329-3402-46c1-b8b7-1c455001bc7e', 'mac_address': 'fa:16:3e:42:4b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc459f7d-5316-4adf-9cf4-b3d96f6a27d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-04T10:22:46Z', 'updated_at': '2022-10-04T10:22:49Z', 'revision_number': 1, 'project_id': 'e08ac35c1b044fa9b470a88be248850e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a78fa78-73ab-4fe1-9a38-57429e434fd5', 'name': '', 'network_id': '4cbff329-3402-46c1-b8b7-1c455001bc7e', 'tenant_id': 'e08ac35c1b044fa9b470a88be248850e', 'mac_address': 'fa:16:3e:11:05:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'de28e3dc-b745-4ce5-97dc-0735a988a782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:22:23Z', 'updated_at': '2022-10-04T10:22:29Z', 'revision_number': 5, 'project_id': 'e08ac35c1b044fa9b470a88be248850e', 'subnets': [{'id': 'de28e3dc-b745-4ce5-97dc-0735a988a782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 10:28:40.150118 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-548acffa-2f1d-4490-b0a0-e14a40a1fbd6 req-85179c34-761a-4627-9d3f-8f8b5795b8d4 service neutron] 10.222.0.20 "GET /v2.0/networks/4cbff329-3402-46c1-b8b7-1c455001bc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255982 Oct 04 10:28:40.362990 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442f923a-67a0-4e90-a2e8-f14418e4fc64 None None] New status for floating IP f22b46c4-203c-4fae-ac9f-445b13b12c76: DOWN {{(pid=89035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 10:28:40.740805 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device a41a9b50-3f7d-43c9-979d-c95b9f6691cd no longer exists at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 10:28:40.854947 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Current status of the port a41a9b50-3f7d-43c9-979d-c95b9f6691cd is: ACTIVE; New status is: DOWN {{(pid=89034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 04 10:28:40.855340 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672086'] for port, before_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:40.883224 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccfc722d-3a81-4ff3-b344-93a7fbd78426', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a41a9b50-3f7d-43c9-979d-c95b9f6691cd'}] {{(pid=89034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 10:28:40.885454 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57bf53c6ee682485c6b2af0162fb0d8239c3b91f88f531d8197f9e173bf15718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2bbe2f-ce01-46b2-92e7-e2787fedfcac" -d '{"events": [{"server_uuid": "ccfc722d-3a81-4ff3-b344-93a7fbd78426", "name": "network-vif-unplugged", "status": "completed", "tag": "a41a9b50-3f7d-43c9-979d-c95b9f6691cd"}]}' {{(pid=89034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 10:28:40.892952 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] For port a41a9b50-3f7d-43c9-979d-c95b9f6691cd, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=a41a9b50-3f7d-43c9-979d-c95b9f6691cd,segment=NetworkSegment(74b2576f-a6f9-4b61-8259-3d67ae57c99b),segment_id=74b2576f-a6f9-4b61-8259-3d67ae57c99b)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:28:40.898582 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731009310266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731008937485', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731008937530'] for port, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:40.934573 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 04 Oct 2022 10:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4467cf-a418-4a29-85bf-93cf26993b0a x-openstack-request-id: req-7d4467cf-a418-4a29-85bf-93cf26993b0a {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 10:28:40.934865 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccfc722d-3a81-4ff3-b344-93a7fbd78426", "name": "network-vif-unplugged", "status": "completed", "tag": "a41a9b50-3f7d-43c9-979d-c95b9f6691cd", "code": 200}]} {{(pid=89034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 10:28:40.935119 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7d4467cf-a418-4a29-85bf-93cf26993b0a {{(pid=89034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 10:28:40.935517 dv-neutron-860215-1-hyperv neutron-server[89034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d4467cf-a418-4a29-85bf-93cf26993b0a'] response: {'server_uuid': 'ccfc722d-3a81-4ff3-b344-93a7fbd78426', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a41a9b50-3f7d-43c9-979d-c95b9f6691cd', 'code': 200} Oct 04 10:28:40.973406 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Pushing event updated for resources: {'Port': ['ID=a41a9b50-3f7d-43c9-979d-c95b9f6691cd,revision_number=8']} {{(pid=89034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:28:41.007508 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b752c02-f738-4e1b-92d1-faf25c5555ce req-b0037d65-81cc-4971-868e-ccf523e3dcfa tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:28:41.008117 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-8b752c02-f738-4e1b-92d1-faf25c5555ce req-b0037d65-81cc-4971-868e-ccf523e3dcfa tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Synchronizing usage tracker for tenant:e08ac35c1b044fa9b470a88be248850e on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 10:28:41.023099 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-8b752c02-f738-4e1b-92d1-faf25c5555ce req-b0037d65-81cc-4971-868e-ccf523e3dcfa tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Unset dirty status for tenant:e08ac35c1b044fa9b470a88be248850e on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 10:28:41.024197 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-8b752c02-f738-4e1b-92d1-faf25c5555ce req-b0037d65-81cc-4971-868e-ccf523e3dcfa tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccfc722d-3a81-4ff3-b344-93a7fbd78426 HTTP/1.1" status: 200 len: 944 time: 0.1125991 Oct 04 10:28:41.067883 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-8b752c02-f738-4e1b-92d1-faf25c5555ce req-97b2c2e9-3e8c-4243-acc3-d4e2494b4552 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e9508-0d1d-49b0-bb50-4ea42402ef82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379462 Oct 04 10:28:41.295781 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202a538-87ea-4a6b-8424-685a55da3822 req-6d68ec02-ecf7-44a6-96d0-df555afb3e28 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:28:41.297273 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7202a538-87ea-4a6b-8424-685a55da3822 req-6d68ec02-ecf7-44a6-96d0-df555afb3e28 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccfc722d-3a81-4ff3-b344-93a7fbd78426 HTTP/1.1" status: 200 len: 944 time: 0.0847442 Oct 04 10:28:41.369229 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-7202a538-87ea-4a6b-8424-685a55da3822 req-88befba9-be48-4588-a477-ba3967509e38 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Deleting port a41a9b50-3f7d-43c9-979d-c95b9f6691cd {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 10:28:41.369573 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-7202a538-87ea-4a6b-8424-685a55da3822 req-88befba9-be48-4588-a477-ba3967509e38 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:41.611228 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-7202a538-87ea-4a6b-8424-685a55da3822 req-88befba9-be48-4588-a477-ba3967509e38 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] For port a41a9b50-3f7d-43c9-979d-c95b9f6691cd, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=a41a9b50-3f7d-43c9-979d-c95b9f6691cd,segment=NetworkSegment(74b2576f-a6f9-4b61-8259-3d67ae57c99b),segment_id=74b2576f-a6f9-4b61-8259-3d67ae57c99b)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:28:41.611502 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-7202a538-87ea-4a6b-8424-685a55da3822 req-88befba9-be48-4588-a477-ba3967509e38 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:41.732264 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-7202a538-87ea-4a6b-8424-685a55da3822 req-88befba9-be48-4588-a477-ba3967509e38 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Calling delete_port for a41a9b50-3f7d-43c9-979d-c95b9f6691cd owned by compute:nova {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 10:28:41.876417 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-7202a538-87ea-4a6b-8424-685a55da3822 req-88befba9-be48-4588-a477-ba3967509e38 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:41.925388 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88befba9-be48-4588-a477-ba3967509e38 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Pushing event deleted for resources: {'Port': ['ID=a41a9b50-3f7d-43c9-979d-c95b9f6691cd,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:28:41.971811 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88befba9-be48-4588-a477-ba3967509e38 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:28:41.972147 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88befba9-be48-4588-a477-ba3967509e38 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:28:41.972518 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88befba9-be48-4588-a477-ba3967509e38 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:28:41.972853 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88befba9-be48-4588-a477-ba3967509e38 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:28:41.973181 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88befba9-be48-4588-a477-ba3967509e38 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:28:41.973510 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88befba9-be48-4588-a477-ba3967509e38 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:28:41.973839 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88befba9-be48-4588-a477-ba3967509e38 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:28:41.974160 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88befba9-be48-4588-a477-ba3967509e38 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:28:41.974482 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88befba9-be48-4588-a477-ba3967509e38 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:28:41.974800 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88befba9-be48-4588-a477-ba3967509e38 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:28:41.975119 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88befba9-be48-4588-a477-ba3967509e38 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:28:41.975432 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88befba9-be48-4588-a477-ba3967509e38 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860215-1-hyperv {{(pid=89032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 04 10:28:42.000126 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:42.129199 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-7202a538-87ea-4a6b-8424-685a55da3822 req-88befba9-be48-4588-a477-ba3967509e38 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] No DVR routers for this DVR port a41a9b50-3f7d-43c9-979d-c95b9f6691cd on host hv-neutron-8602 {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 10:28:42.131635 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-7202a538-87ea-4a6b-8424-685a55da3822 req-88befba9-be48-4588-a477-ba3967509e38 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:42.134277 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccfc722d-3a81-4ff3-b344-93a7fbd78426', 'name': 'network-vif-deleted', 'tag': 'a41a9b50-3f7d-43c9-979d-c95b9f6691cd'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 10:28:42.136582 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa3189af5578953a214b8e2869c8b798cc5e264e011bb63f6babe724f6825eca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53565c73-486c-41bb-8d9f-f69d18129179" -d '{"events": [{"server_uuid": "ccfc722d-3a81-4ff3-b344-93a7fbd78426", "name": "network-vif-deleted", "tag": "a41a9b50-3f7d-43c9-979d-c95b9f6691cd"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 10:28:42.151471 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-7202a538-87ea-4a6b-8424-685a55da3822 req-88befba9-be48-4588-a477-ba3967509e38 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.20 "DELETE /v2.0/ports/a41a9b50-3f7d-43c9-979d-c95b9f6691cd HTTP/1.1" status: 204 len: 173 time: 0.8488264 Oct 04 10:28:42.182102 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 10:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe1e9f2-8081-44a3-914a-1c3ac947118c x-openstack-request-id: req-2fe1e9f2-8081-44a3-914a-1c3ac947118c {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 10:28:42.182360 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccfc722d-3a81-4ff3-b344-93a7fbd78426", "name": "network-vif-deleted", "tag": "a41a9b50-3f7d-43c9-979d-c95b9f6691cd", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 10:28:42.182616 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2fe1e9f2-8081-44a3-914a-1c3ac947118c {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 10:28:42.183018 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fe1e9f2-8081-44a3-914a-1c3ac947118c'] response: {'server_uuid': 'ccfc722d-3a81-4ff3-b344-93a7fbd78426', 'name': 'network-vif-deleted', 'tag': 'a41a9b50-3f7d-43c9-979d-c95b9f6691cd', 'status': 'completed', 'code': 200} Oct 04 10:28:42.236938 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-d85d3c51-e6f3-4c97-86d2-2201659af33a req-79ec013a-0a0b-46d0-94c3-36263a45ea4c tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Synchronizing usage tracker for tenant:e08ac35c1b044fa9b470a88be248850e on resource:port {{(pid=89032) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 10:28:42.253691 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.quota.resource [req-d85d3c51-e6f3-4c97-86d2-2201659af33a req-79ec013a-0a0b-46d0-94c3-36263a45ea4c tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Unset dirty status for tenant:e08ac35c1b044fa9b470a88be248850e on resource:port {{(pid=89032) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 10:28:42.255074 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-d85d3c51-e6f3-4c97-86d2-2201659af33a req-79ec013a-0a0b-46d0-94c3-36263a45ea4c tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccfc722d-3a81-4ff3-b344-93a7fbd78426 HTTP/1.1" status: 200 len: 210 time: 0.0670786 Oct 04 10:28:43.905093 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 46584) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:28:44.113055 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-704cb33e-c21b-478c-9e51-3dedb1a3f789 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Deleting port d2e846e3-34b6-4b11-bdb8-58728bc964c1 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 10:28:44.113401 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-704cb33e-c21b-478c-9e51-3dedb1a3f789 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:44.278470 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-704cb33e-c21b-478c-9e51-3dedb1a3f789 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:44.278714 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-704cb33e-c21b-478c-9e51-3dedb1a3f789 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:44.399696 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-704cb33e-c21b-478c-9e51-3dedb1a3f789 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Calling delete_port for d2e846e3-34b6-4b11-bdb8-58728bc964c1 owned by network:floatingip {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 10:28:44.547834 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-704cb33e-c21b-478c-9e51-3dedb1a3f789 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:44.596083 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704cb33e-c21b-478c-9e51-3dedb1a3f789 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Pushing event deleted for resources: {'Port': ['ID=d2e846e3-34b6-4b11-bdb8-58728bc964c1,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:28:44.695761 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-704cb33e-c21b-478c-9e51-3dedb1a3f789 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks [] for floatingip, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:44.696099 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.db.l3_db [None req-704cb33e-c21b-478c-9e51-3dedb1a3f789 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Floating IP b7c83210-625f-48bb-8940-c583a63f8e85 disassociated (deleted). External IP: 172.26.10.123, port: 3875f309-75e3-4a80-92c7-7ca202a0a9a8. Oct 04 10:28:44.760890 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device a41a9b50-3f7d-43c9-979d-c95b9f6691cd no longer exists at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 10:28:44.794968 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] No Port match for: a41a9b50-3f7d-43c9-979d-c95b9f6691cd {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 10:28:44.795298 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device a41a9b50-3f7d-43c9-979d-c95b9f6691cd not bound to the agent host hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 10:28:45.041058 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-704cb33e-c21b-478c-9e51-3dedb1a3f789 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Router c5f8ebdd-99f2-4d47-be03-b47948a24546 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 10:28:45.314974 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-704cb33e-c21b-478c-9e51-3dedb1a3f789 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 10:28:45.325894 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a096f20-5224-4f2a-8765-e8aa428f4ba4 None None] Sync routers for ids ['c5f8ebdd-99f2-4d47-be03-b47948a24546'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 10:28:45.336200 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a096f20-5224-4f2a-8765-e8aa428f4ba4 None None] Routers {'c5f8ebdd-99f2-4d47-be03-b47948a24546'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:28:45.336888 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-0a096f20-5224-4f2a-8765-e8aa428f4ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:28:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['c5f8ebdd-99f2-4d47-be03-b47948a24546'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:28:45.337355 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-704cb33e-c21b-478c-9e51-3dedb1a3f789 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for floatingip, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:45.395827 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-704cb33e-c21b-478c-9e51-3dedb1a3f789 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "DELETE /v2.0/floatingips/b7c83210-625f-48bb-8940-c583a63f8e85 HTTP/1.1" status: 204 len: 168 time: 1.4896498 Oct 04 10:28:45.396452 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc459f7d-5316-4adf-9cf4-b3d96f6a27d7', 'tag': '3875f309-75e3-4a80-92c7-7ca202a0a9a8'}] {{(pid=89033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 10:28:45.398713 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a747684451098715ea7c3e463332765a3019342bf75c96ab1530b21cbe03a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a527bd56-953a-4f05-8acd-982c12de586e" -d '{"events": [{"name": "network-changed", "server_uuid": "dc459f7d-5316-4adf-9cf4-b3d96f6a27d7", "tag": "3875f309-75e3-4a80-92c7-7ca202a0a9a8"}]}' {{(pid=89033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 10:28:45.446472 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Oct 2022 10:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcfc438a-5dc1-471b-b5ba-0162c225369d x-openstack-request-id: req-fcfc438a-5dc1-471b-b5ba-0162c225369d {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 10:28:45.446796 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc459f7d-5316-4adf-9cf4-b3d96f6a27d7", "tag": "3875f309-75e3-4a80-92c7-7ca202a0a9a8", "status": "completed", "code": 200}]} {{(pid=89033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 10:28:45.447020 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fcfc438a-5dc1-471b-b5ba-0162c225369d {{(pid=89033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 10:28:45.447425 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcfc438a-5dc1-471b-b5ba-0162c225369d'] response: {'name': 'network-changed', 'server_uuid': 'dc459f7d-5316-4adf-9cf4-b3d96f6a27d7', 'tag': '3875f309-75e3-4a80-92c7-7ca202a0a9a8', 'status': 'completed', 'code': 200} Oct 04 10:28:45.519379 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-0a096f20-5224-4f2a-8765-e8aa428f4ba4 None None] Set router c5f8ebdd-99f2-4d47-be03-b47948a24546 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:28:45.568141 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527bd56-953a-4f05-8acd-982c12de586e req-e0a77f03-b7d3-47a8-a624-1a7cdb40bc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:28:45.569822 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a527bd56-953a-4f05-8acd-982c12de586e req-e0a77f03-b7d3-47a8-a624-1a7cdb40bc13 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e08ac35c1b044fa9b470a88be248850e&device_id=dc459f7d-5316-4adf-9cf4-b3d96f6a27d7 HTTP/1.1" status: 200 len: 1096 time: 0.0811288 Oct 04 10:28:45.711216 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527bd56-953a-4f05-8acd-982c12de586e req-f571e279-dcbe-4e4b-a88d-d9ea44bdd24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:28:45.712703 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a527bd56-953a-4f05-8acd-982c12de586e req-f571e279-dcbe-4e4b-a88d-d9ea44bdd24a service neutron] 10.222.0.20 "GET /v2.0/networks?id=4cbff329-3402-46c1-b8b7-1c455001bc7e HTTP/1.1" status: 200 len: 911 time: 0.1369677 Oct 04 10:28:45.795389 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5975a53e-affc-413e-bbb3-96e3b96c263a req-1f8a98a7-927e-492d-b0e5-8e3586a21080 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:28:45.796174 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-5975a53e-affc-413e-bbb3-96e3b96c263a req-1f8a98a7-927e-492d-b0e5-8e3586a21080 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Synchronizing usage tracker for tenant:e08ac35c1b044fa9b470a88be248850e on resource:port {{(pid=89033) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 04 10:28:45.796790 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a527bd56-953a-4f05-8acd-982c12de586e req-e76c1dfe-4db5-473c-a0b8-d462e6d8335c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3875f309-75e3-4a80-92c7-7ca202a0a9a8 HTTP/1.1" status: 200 len: 217 time: 0.0768642 Oct 04 10:28:45.813498 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.quota.resource [req-5975a53e-affc-413e-bbb3-96e3b96c263a req-1f8a98a7-927e-492d-b0e5-8e3586a21080 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Unset dirty status for tenant:e08ac35c1b044fa9b470a88be248850e on resource:port {{(pid=89033) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 04 10:28:45.818619 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-5975a53e-affc-413e-bbb3-96e3b96c263a req-1f8a98a7-927e-492d-b0e5-8e3586a21080 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc459f7d-5316-4adf-9cf4-b3d96f6a27d7 HTTP/1.1" status: 200 len: 943 time: 0.1131487 Oct 04 10:28:45.863638 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527bd56-953a-4f05-8acd-982c12de586e req-34edfcc7-b3e8-48b7-ab37-04d2a0f225e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:28:45.865099 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a527bd56-953a-4f05-8acd-982c12de586e req-34edfcc7-b3e8-48b7-ab37-04d2a0f225e5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=de28e3dc-b745-4ce5-97dc-0735a988a782 HTTP/1.1" status: 200 len: 849 time: 0.0626988 Oct 04 10:28:45.874307 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [req-5975a53e-affc-413e-bbb3-96e3b96c263a req-7bcb26ce-9ab4-4a8a-9d31-0a490eacd759 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e9508-0d1d-49b0-bb50-4ea42402ef82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437570 Oct 04 10:28:45.902402 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-0a096f20-5224-4f2a-8765-e8aa428f4ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'name': 'tempest-TestSnapshotPattern-1082122443-router', 'tenant_id': 'e08ac35c1b044fa9b470a88be248850e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.27'}], 'enable_snat': True}, 'gw_port_id': '6640cbe5-e8c9-495d-a115-52333bac4ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:22:20Z', 'updated_at': '2022-10-04T10:22:24Z', 'revision_number': 4, 'project_id': 'e08ac35c1b044fa9b470a88be248850e', 'gw_port': {'id': '6640cbe5-e8c9-495d-a115-52333bac4ccd', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:92:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:22:21Z', 'updated_at': '2022-10-04T10:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '7a78fa78-73ab-4fe1-9a38-57429e434fd5', 'name': '', 'network_id': '4cbff329-3402-46c1-b8b7-1c455001bc7e', 'tenant_id': 'e08ac35c1b044fa9b470a88be248850e', 'mac_address': 'fa:16:3e:11:05:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'de28e3dc-b745-4ce5-97dc-0735a988a782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:22:23Z', 'updated_at': '2022-10-04T10:22:29Z', 'revision_number': 5, 'project_id': 'e08ac35c1b044fa9b470a88be248850e', 'subnets': [{'id': 'de28e3dc-b745-4ce5-97dc-0735a988a782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:28:45.906270 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a096f20-5224-4f2a-8765-e8aa428f4ba4 None None] Checking router: c5f8ebdd-99f2-4d47-be03-b47948a24546 for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 10:28:45.915277 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a096f20-5224-4f2a-8765-e8aa428f4ba4 None None] Routers {'c5f8ebdd-99f2-4d47-be03-b47948a24546'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:28:45.915881 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-0a096f20-5224-4f2a-8765-e8aa428f4ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:28:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['c5f8ebdd-99f2-4d47-be03-b47948a24546'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:28:45.949104 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527bd56-953a-4f05-8acd-982c12de586e req-f5c09ed7-6abe-4d97-9eb9-ef5544818129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:28:45.950579 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a527bd56-953a-4f05-8acd-982c12de586e req-f5c09ed7-6abe-4d97-9eb9-ef5544818129 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4cbff329-3402-46c1-b8b7-1c455001bc7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793192 Oct 04 10:28:46.095813 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-0a096f20-5224-4f2a-8765-e8aa428f4ba4 None None] Set router c5f8ebdd-99f2-4d47-be03-b47948a24546 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:28:46.111992 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a527bd56-953a-4f05-8acd-982c12de586e req-8dcce897-0216-447e-9a80-2c8d04a5a16f service neutron] 10.222.0.20 "GET /v2.0/networks/4cbff329-3402-46c1-b8b7-1c455001bc7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229379 Oct 04 10:28:46.241821 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-a527bd56-953a-4f05-8acd-982c12de586e req-f8b75959-d9a1-47d9-a190-ddabeb6958e0 service neutron] 10.222.0.20 "GET /v2.0/networks/4cbff329-3402-46c1-b8b7-1c455001bc7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234276 Oct 04 10:28:46.406777 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-0a096f20-5224-4f2a-8765-e8aa428f4ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'name': 'tempest-TestSnapshotPattern-1082122443-router', 'tenant_id': 'e08ac35c1b044fa9b470a88be248850e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.27'}], 'enable_snat': True}, 'gw_port_id': '6640cbe5-e8c9-495d-a115-52333bac4ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:22:20Z', 'updated_at': '2022-10-04T10:22:24Z', 'revision_number': 4, 'project_id': 'e08ac35c1b044fa9b470a88be248850e', 'gw_port': {'id': '6640cbe5-e8c9-495d-a115-52333bac4ccd', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:92:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:22:21Z', 'updated_at': '2022-10-04T10:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '7a78fa78-73ab-4fe1-9a38-57429e434fd5', 'name': '', 'network_id': '4cbff329-3402-46c1-b8b7-1c455001bc7e', 'tenant_id': 'e08ac35c1b044fa9b470a88be248850e', 'mac_address': 'fa:16:3e:11:05:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'de28e3dc-b745-4ce5-97dc-0735a988a782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:22:23Z', 'updated_at': '2022-10-04T10:22:29Z', 'revision_number': 5, 'project_id': 'e08ac35c1b044fa9b470a88be248850e', 'subnets': [{'id': 'de28e3dc-b745-4ce5-97dc-0735a988a782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:28:46.411607 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a096f20-5224-4f2a-8765-e8aa428f4ba4 None None] The sync data for ids ['c5f8ebdd-99f2-4d47-be03-b47948a24546'] in dv-neutron-860215-1-hyperv is: [{'id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'name': 'tempest-TestSnapshotPattern-1082122443-router', 'tenant_id': 'e08ac35c1b044fa9b470a88be248850e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.27'}], 'enable_snat': True}, 'gw_port_id': '6640cbe5-e8c9-495d-a115-52333bac4ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:22:20Z', 'updated_at': '2022-10-04T10:22:24Z', 'revision_number': 4, 'project_id': 'e08ac35c1b044fa9b470a88be248850e', 'gw_port': {'id': '6640cbe5-e8c9-495d-a115-52333bac4ccd', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:92:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:22:21Z', 'updated_at': '2022-10-04T10:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv', '_interfaces': [{'id': '7a78fa78-73ab-4fe1-9a38-57429e434fd5', 'name': '', 'network_id': '4cbff329-3402-46c1-b8b7-1c455001bc7e', 'tenant_id': 'e08ac35c1b044fa9b470a88be248850e', 'mac_address': 'fa:16:3e:11:05:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'de28e3dc-b745-4ce5-97dc-0735a988a782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:22:23Z', 'updated_at': '2022-10-04T10:22:29Z', 'revision_number': 5, 'project_id': 'e08ac35c1b044fa9b470a88be248850e', 'subnets': [{'id': 'de28e3dc-b745-4ce5-97dc-0735a988a782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 10:28:46.612646 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fee3579-3c1b-4646-bf98-49b3b0e147f5 None None] New status for floating IP b7c83210-625f-48bb-8940-c583a63f8e85: DOWN {{(pid=89035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 04 10:28:46.756320 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081203a-8148-4328-af8a-08f1a35786fb req-bfe3b5c8-c848-4c18-9ff2-5e2037bb8cf5 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:28:46.757780 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e081203a-8148-4328-af8a-08f1a35786fb req-bfe3b5c8-c848-4c18-9ff2-5e2037bb8cf5 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc459f7d-5316-4adf-9cf4-b3d96f6a27d7 HTTP/1.1" status: 200 len: 943 time: 0.0904515 Oct 04 10:28:46.828613 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-e081203a-8148-4328-af8a-08f1a35786fb req-73867afd-4ae1-43c8-a5db-10dc22f0b574 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Deleting port 3875f309-75e3-4a80-92c7-7ca202a0a9a8 {{(pid=89032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 10:28:46.828952 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-e081203a-8148-4328-af8a-08f1a35786fb req-73867afd-4ae1-43c8-a5db-10dc22f0b574 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:47.134132 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.db [req-e081203a-8148-4328-af8a-08f1a35786fb req-73867afd-4ae1-43c8-a5db-10dc22f0b574 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] For port 3875f309-75e3-4a80-92c7-7ca202a0a9a8, host hv-neutron-8602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8602',level=0,port_id=3875f309-75e3-4a80-92c7-7ca202a0a9a8,segment=NetworkSegment(74b2576f-a6f9-4b61-8259-3d67ae57c99b),segment_id=74b2576f-a6f9-4b61-8259-3d67ae57c99b)] {{(pid=89032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:28:47.134492 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-e081203a-8148-4328-af8a-08f1a35786fb req-73867afd-4ae1-43c8-a5db-10dc22f0b574 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:47.154591 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22692b-dec9-4056-964e-011b065a2f78 req-d7ce1226-d700-4e39-bf16-2749e6e4dbda tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 04 10:28:47.156022 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0c22692b-dec9-4056-964e-011b065a2f78 req-d7ce1226-d700-4e39-bf16-2749e6e4dbda tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc459f7d-5316-4adf-9cf4-b3d96f6a27d7 HTTP/1.1" status: 200 len: 943 time: 0.1497142 Oct 04 10:28:47.281770 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.plugins.ml2.plugin [req-e081203a-8148-4328-af8a-08f1a35786fb req-73867afd-4ae1-43c8-a5db-10dc22f0b574 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Calling delete_port for 3875f309-75e3-4a80-92c7-7ca202a0a9a8 owned by compute:nova {{(pid=89032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 10:28:47.356972 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-0c22692b-dec9-4056-964e-011b065a2f78 req-57e43069-de03-4893-bcc7-dc35bf3d6e33 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e9508-0d1d-49b0-bb50-4ea42402ef82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502550 Oct 04 10:28:47.537010 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-e081203a-8148-4328-af8a-08f1a35786fb req-73867afd-4ae1-43c8-a5db-10dc22f0b574 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1166113'] for port, after_delete {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:47.583545 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73867afd-4ae1-43c8-a5db-10dc22f0b574 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Pushing event deleted for resources: {'Port': ['ID=3875f309-75e3-4a80-92c7-7ca202a0a9a8,revision_number=None']} {{(pid=89032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:28:47.677190 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.db.l3_dvrscheduler_db [req-e081203a-8148-4328-af8a-08f1a35786fb req-73867afd-4ae1-43c8-a5db-10dc22f0b574 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] No DVR routers for this DVR port 3875f309-75e3-4a80-92c7-7ca202a0a9a8 on host hv-neutron-8602 {{(pid=89032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 10:28:47.679522 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron_lib.callbacks.manager [req-e081203a-8148-4328-af8a-08f1a35786fb req-73867afd-4ae1-43c8-a5db-10dc22f0b574 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-236660'] for port, before_response {{(pid=89032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:47.682021 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc459f7d-5316-4adf-9cf4-b3d96f6a27d7', 'name': 'network-vif-deleted', 'tag': '3875f309-75e3-4a80-92c7-7ca202a0a9a8'}] {{(pid=89032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 04 10:28:47.684286 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa3189af5578953a214b8e2869c8b798cc5e264e011bb63f6babe724f6825eca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eeb2589-b09c-4b49-ae50-0f8a083c4f5d" -d '{"events": [{"server_uuid": "dc459f7d-5316-4adf-9cf4-b3d96f6a27d7", "name": "network-vif-deleted", "tag": "3875f309-75e3-4a80-92c7-7ca202a0a9a8"}]}' {{(pid=89032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 04 10:28:47.697351 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.wsgi [req-e081203a-8148-4328-af8a-08f1a35786fb req-73867afd-4ae1-43c8-a5db-10dc22f0b574 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.20 "DELETE /v2.0/ports/3875f309-75e3-4a80-92c7-7ca202a0a9a8 HTTP/1.1" status: 204 len: 173 time: 0.9329360 Oct 04 10:28:47.740640 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Oct 2022 10:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa738b8b-1275-4422-94f2-9ee207aa49b3 x-openstack-request-id: req-aa738b8b-1275-4422-94f2-9ee207aa49b3 {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 04 10:28:47.740940 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc459f7d-5316-4adf-9cf4-b3d96f6a27d7", "name": "network-vif-deleted", "tag": "3875f309-75e3-4a80-92c7-7ca202a0a9a8", "status": "completed", "code": 200}]} {{(pid=89032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 04 10:28:47.741197 dv-neutron-860215-1-hyperv neutron-server[89032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-aa738b8b-1275-4422-94f2-9ee207aa49b3 {{(pid=89032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 04 10:28:47.741622 dv-neutron-860215-1-hyperv neutron-server[89032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa738b8b-1275-4422-94f2-9ee207aa49b3'] response: {'server_uuid': 'dc459f7d-5316-4adf-9cf4-b3d96f6a27d7', 'name': 'network-vif-deleted', 'tag': '3875f309-75e3-4a80-92c7-7ca202a0a9a8', 'status': 'completed', 'code': 200} Oct 04 10:28:48.457704 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 46600) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:28:48.523773 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8b0457cc-4a20-4171-890c-0c3afa62b6e5 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:48.553110 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8b0457cc-4a20-4171-890c-0c3afa62b6e5 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:48.617137 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8b0457cc-4a20-4171-890c-0c3afa62b6e5 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:48.634362 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0457cc-4a20-4171-890c-0c3afa62b6e5 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81e9508-0d1d-49b0-bb50-4ea42402ef82,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:28:48.647292 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-8b0457cc-4a20-4171-890c-0c3afa62b6e5 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:48.648448 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-8b0457cc-4a20-4171-890c-0c3afa62b6e5 tempest-TestSnapshotPattern-1345654625 tempest-TestSnapshotPattern-1345654625-project] 10.222.0.50 "DELETE /v2.0/security-groups/d81e9508-0d1d-49b0-bb50-4ea42402ef82 HTTP/1.1" status: 204 len: 168 time: 0.1897273 Oct 04 10:28:48.700318 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 46606) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:28:49.325268 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b631d3cb-4ef6-4307-929b-fb8c6617f798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736827'] for router_interface, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:49.665918 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-b631d3cb-4ef6-4307-929b-fb8c6617f798 admin admin] Deleting port 7a78fa78-73ab-4fe1-9a38-57429e434fd5 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 10:28:49.666565 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b631d3cb-4ef6-4307-929b-fb8c6617f798 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:49.930112 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-b631d3cb-4ef6-4307-929b-fb8c6617f798 admin admin] For port 7a78fa78-73ab-4fe1-9a38-57429e434fd5, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=7a78fa78-73ab-4fe1-9a38-57429e434fd5,segment=NetworkSegment(74b2576f-a6f9-4b61-8259-3d67ae57c99b),segment_id=74b2576f-a6f9-4b61-8259-3d67ae57c99b)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:28:49.930381 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b631d3cb-4ef6-4307-929b-fb8c6617f798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:50.055349 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-b631d3cb-4ef6-4307-929b-fb8c6617f798 admin admin] Calling delete_port for 7a78fa78-73ab-4fe1-9a38-57429e434fd5 owned by network:router_interface {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 10:28:50.359281 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b631d3cb-4ef6-4307-929b-fb8c6617f798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:50.408496 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b631d3cb-4ef6-4307-929b-fb8c6617f798 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a78fa78-73ab-4fe1-9a38-57429e434fd5,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:28:50.676656 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-b631d3cb-4ef6-4307-929b-fb8c6617f798 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736911'] for router_interface, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:50.786500 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 3875f309-75e3-4a80-92c7-7ca202a0a9a8 no longer exists at agent hyperv_hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 10:28:50.821216 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] No Port match for: 3875f309-75e3-4a80-92c7-7ca202a0a9a8 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 10:28:50.821549 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Device 3875f309-75e3-4a80-92c7-7ca202a0a9a8 not bound to the agent host hv-neutron-8602 {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 10:28:51.039879 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b631d3cb-4ef6-4307-929b-fb8c6617f798 admin admin] Router c5f8ebdd-99f2-4d47-be03-b47948a24546 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 10:28:51.334402 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b631d3cb-4ef6-4307-929b-fb8c6617f798 admin admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 10:28:51.344616 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfcc193-2b98-4a33-b214-8cbd65c950dd None None] Sync routers for ids ['c5f8ebdd-99f2-4d47-be03-b47948a24546'] in dv-neutron-860215-1-hyperv {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 10:28:51.346180 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-b631d3cb-4ef6-4307-929b-fb8c6617f798 admin admin] 10.222.0.50 "PUT /v2.0/routers/c5f8ebdd-99f2-4d47-be03-b47948a24546/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6448472 Oct 04 10:28:51.349241 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 46612) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:28:51.354068 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfcc193-2b98-4a33-b214-8cbd65c950dd None None] Routers {'c5f8ebdd-99f2-4d47-be03-b47948a24546'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:28:51.354676 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-1cfcc193-2b98-4a33-b214-8cbd65c950dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:28:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['c5f8ebdd-99f2-4d47-be03-b47948a24546'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:28:51.524576 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5b621cd7-e65c-47a3-aecb-cdfe4d8d6237 admin admin] Notify callbacks [] for router, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:51.535097 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-1cfcc193-2b98-4a33-b214-8cbd65c950dd None None] Set router c5f8ebdd-99f2-4d47-be03-b47948a24546 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:28:51.697780 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5b621cd7-e65c-47a3-aecb-cdfe4d8d6237 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:51.709277 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-5b621cd7-e65c-47a3-aecb-cdfe4d8d6237 admin admin] Deleting port 6640cbe5-e8c9-495d-a115-52333bac4ccd {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 10:28:51.709608 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5b621cd7-e65c-47a3-aecb-cdfe4d8d6237 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:51.811226 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-1cfcc193-2b98-4a33-b214-8cbd65c950dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'name': 'tempest-TestSnapshotPattern-1082122443-router', 'tenant_id': 'e08ac35c1b044fa9b470a88be248850e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.27'}], 'enable_snat': True}, 'gw_port_id': '6640cbe5-e8c9-495d-a115-52333bac4ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:22:20Z', 'updated_at': '2022-10-04T10:28:50Z', 'revision_number': 5, 'project_id': 'e08ac35c1b044fa9b470a88be248850e', 'gw_port': {'id': '6640cbe5-e8c9-495d-a115-52333bac4ccd', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:92:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:22:21Z', 'updated_at': '2022-10-04T10:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:28:51.815228 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfcc193-2b98-4a33-b214-8cbd65c950dd None None] Checking router: c5f8ebdd-99f2-4d47-be03-b47948a24546 for host: dv-neutron-860215-1-hyperv {{(pid=89034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 10:28:51.823376 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfcc193-2b98-4a33-b214-8cbd65c950dd None None] Routers {'c5f8ebdd-99f2-4d47-be03-b47948a24546'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:28:51.823960 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-1cfcc193-2b98-4a33-b214-8cbd65c950dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:28:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['c5f8ebdd-99f2-4d47-be03-b47948a24546'], 'active': True} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:28:51.886483 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-5b621cd7-e65c-47a3-aecb-cdfe4d8d6237 admin admin] For port 6640cbe5-e8c9-495d-a115-52333bac4ccd, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=6640cbe5-e8c9-495d-a115-52333bac4ccd,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:28:51.886839 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5b621cd7-e65c-47a3-aecb-cdfe4d8d6237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:52.009889 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-5b621cd7-e65c-47a3-aecb-cdfe4d8d6237 admin admin] Calling delete_port for 6640cbe5-e8c9-495d-a115-52333bac4ccd owned by network:router_gateway {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 10:28:52.012238 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_dvr_db [None req-1cfcc193-2b98-4a33-b214-8cbd65c950dd None None] Set router c5f8ebdd-99f2-4d47-be03-b47948a24546 gateway port host: None {{(pid=89034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:28:52.118095 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.db.l3_hamode_db [None req-1cfcc193-2b98-4a33-b214-8cbd65c950dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'name': 'tempest-TestSnapshotPattern-1082122443-router', 'tenant_id': 'e08ac35c1b044fa9b470a88be248850e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:22:20Z', 'updated_at': '2022-10-04T10:28:51Z', 'revision_number': 6, 'project_id': 'e08ac35c1b044fa9b470a88be248850e', 'gw_port_host': None}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:28:52.122051 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfcc193-2b98-4a33-b214-8cbd65c950dd None None] The sync data for ids ['c5f8ebdd-99f2-4d47-be03-b47948a24546'] in dv-neutron-860215-1-hyperv is: [{'id': 'c5f8ebdd-99f2-4d47-be03-b47948a24546', 'name': 'tempest-TestSnapshotPattern-1082122443-router', 'tenant_id': 'e08ac35c1b044fa9b470a88be248850e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:22:20Z', 'updated_at': '2022-10-04T10:28:51Z', 'revision_number': 6, 'project_id': 'e08ac35c1b044fa9b470a88be248850e', 'gw_port_host': None}] {{(pid=89034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 10:28:52.177712 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5b621cd7-e65c-47a3-aecb-cdfe4d8d6237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:52.224526 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b621cd7-e65c-47a3-aecb-cdfe4d8d6237 admin admin] Pushing event deleted for resources: {'Port': ['ID=6640cbe5-e8c9-495d-a115-52333bac4ccd,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:28:52.321520 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5b621cd7-e65c-47a3-aecb-cdfe4d8d6237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737040'] for router_gateway, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:52.600232 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5b621cd7-e65c-47a3-aecb-cdfe4d8d6237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:52.602332 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5b621cd7-e65c-47a3-aecb-cdfe4d8d6237 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:52.624647 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5b621cd7-e65c-47a3-aecb-cdfe4d8d6237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:52.625158 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b621cd7-e65c-47a3-aecb-cdfe4d8d6237 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5f8ebdd-99f2-4d47-be03-b47948a24546 {{(pid=89033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 10:28:52.637485 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5b621cd7-e65c-47a3-aecb-cdfe4d8d6237 admin admin] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:52.638585 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-5b621cd7-e65c-47a3-aecb-cdfe4d8d6237 admin admin] 10.222.0.50 "DELETE /v2.0/routers/c5f8ebdd-99f2-4d47-be03-b47948a24546 HTTP/1.1" status: 204 len: 168 time: 1.2884402 Oct 04 10:28:52.641175 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 46616) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:28:52.698430 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-372a45b8-8362-4a0b-9ce1-a9db2b66e98a admin admin] Deleting subnet de28e3dc-b745-4ce5-97dc-0735a988a782 {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 10:28:52.701291 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-372a45b8-8362-4a0b-9ce1-a9db2b66e98a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:52.756482 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-372a45b8-8362-4a0b-9ce1-a9db2b66e98a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:52.833068 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-372a45b8-8362-4a0b-9ce1-a9db2b66e98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:52.905049 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-372a45b8-8362-4a0b-9ce1-a9db2b66e98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:52.945478 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372a45b8-8362-4a0b-9ce1-a9db2b66e98a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de28e3dc-b745-4ce5-97dc-0735a988a782,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:28:52.949047 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-372a45b8-8362-4a0b-9ce1-a9db2b66e98a admin admin] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:52.956425 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-372a45b8-8362-4a0b-9ce1-a9db2b66e98a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/de28e3dc-b745-4ce5-97dc-0735a988a782 HTTP/1.1" status: 204 len: 168 time: 0.3129179 Oct 04 10:28:52.956593 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938203e2-a31a-4d4a-88d6-0a6d66f04841 None None] Network 4cbff329-3402-46c1-b8b7-1c455001bc7e requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 10:28:52.957531 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 46620) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:28:52.973885 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 6640cbe5-e8c9-495d-a115-52333bac4ccd no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 10:28:53.061956 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 6640cbe5-e8c9-495d-a115-52333bac4ccd {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 10:28:53.062386 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 6640cbe5-e8c9-495d-a115-52333bac4ccd not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 10:28:53.062876 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 7a78fa78-73ab-4fe1-9a38-57429e434fd5 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 10:28:53.073201 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-46e022b2-eae2-4f36-84af-f03c1be1b6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:53.087602 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-46e022b2-eae2-4f36-84af-f03c1be1b6ee admin admin] Deleting port 179ee480-9e73-4875-b7cb-5d54525dc46c {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 10:28:53.088093 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-46e022b2-eae2-4f36-84af-f03c1be1b6ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:53.114748 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 7a78fa78-73ab-4fe1-9a38-57429e434fd5 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 10:28:53.115007 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 7a78fa78-73ab-4fe1-9a38-57429e434fd5 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 10:28:53.292065 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c83bc7-31c9-4b47-b6c0-49e7d77063cc None None] DHCP port deletion for 4cbff329-3402-46c1-b8b7-1c455001bc7e request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 10:28:53.295266 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-46e022b2-eae2-4f36-84af-f03c1be1b6ee admin admin] For port 179ee480-9e73-4875-b7cb-5d54525dc46c, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=179ee480-9e73-4875-b7cb-5d54525dc46c,segment=NetworkSegment(74b2576f-a6f9-4b61-8259-3d67ae57c99b),segment_id=74b2576f-a6f9-4b61-8259-3d67ae57c99b)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:28:53.295620 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-46e022b2-eae2-4f36-84af-f03c1be1b6ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:53.296239 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-a7c83bc7-31c9-4b47-b6c0-49e7d77063cc None None] Deleting port 179ee480-9e73-4875-b7cb-5d54525dc46c {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 10:28:53.296645 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a7c83bc7-31c9-4b47-b6c0-49e7d77063cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:53.420667 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-46e022b2-eae2-4f36-84af-f03c1be1b6ee admin admin] Calling delete_port for 179ee480-9e73-4875-b7cb-5d54525dc46c owned by network:dhcp {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 10:28:53.495520 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-46e022b2-eae2-4f36-84af-f03c1be1b6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:53.507693 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-a7c83bc7-31c9-4b47-b6c0-49e7d77063cc None None] For port 179ee480-9e73-4875-b7cb-5d54525dc46c, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=179ee480-9e73-4875-b7cb-5d54525dc46c,segment=NetworkSegment(74b2576f-a6f9-4b61-8259-3d67ae57c99b),segment_id=74b2576f-a6f9-4b61-8259-3d67ae57c99b)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:28:53.508110 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a7c83bc7-31c9-4b47-b6c0-49e7d77063cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:53.544930 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e022b2-eae2-4f36-84af-f03c1be1b6ee admin admin] Pushing event deleted for resources: {'Port': ['ID=179ee480-9e73-4875-b7cb-5d54525dc46c,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:28:53.550456 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e022b2-eae2-4f36-84af-f03c1be1b6ee admin admin] No DVR routers for this DVR port 179ee480-9e73-4875-b7cb-5d54525dc46c on host dv-neutron-860215-1-hyperv {{(pid=89033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 10:28:53.628712 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-a7c83bc7-31c9-4b47-b6c0-49e7d77063cc None None] Calling delete_port for 179ee480-9e73-4875-b7cb-5d54525dc46c owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 10:28:53.664680 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-46e022b2-eae2-4f36-84af-f03c1be1b6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:53.689428 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-46e022b2-eae2-4f36-84af-f03c1be1b6ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cbff329-3402-46c1-b8b7-1c455001bc7e']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:28:53.702668 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.db.api [None req-a7c83bc7-31c9-4b47-b6c0-49e7d77063cc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 10:28:53.705307 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG oslo_db.api [None req-a7c83bc7-31c9-4b47-b6c0-49e7d77063cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 10:28:53.707868 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-46e022b2-eae2-4f36-84af-f03c1be1b6ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74b2576f-a6f9-4b61-8259-3d67ae57c99b') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:28:53.708309 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-46e022b2-eae2-4f36-84af-f03c1be1b6ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74b2576f-a6f9-4b61-8259-3d67ae57c99b') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:28:53.719858 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-46e022b2-eae2-4f36-84af-f03c1be1b6ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:53.735974 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-46e022b2-eae2-4f36-84af-f03c1be1b6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:53.741921 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46e022b2-eae2-4f36-84af-f03c1be1b6ee admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 10:28:53.742299 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-46e022b2-eae2-4f36-84af-f03c1be1b6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:53.813149 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 10:28:53.826004 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 74b2576f-a6f9-4b61-8259-3d67ae57c99b resource provider aggregate not found Oct 04 10:28:53.840761 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-46e022b2-eae2-4f36-84af-f03c1be1b6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:53.857926 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-46e022b2-eae2-4f36-84af-f03c1be1b6ee admin admin] Notify callbacks [] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:53.860928 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 74b2576f-a6f9-4b61-8259-3d67ae57c99b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 74b2576f-a6f9-4b61-8259-3d67ae57c99b found for delete ", "request_id": "req-53787c23-6a64-48aa-8386-06c4ba82eb69"}]} Oct 04 10:28:53.869867 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e022b2-eae2-4f36-84af-f03c1be1b6ee admin admin] Pushing event deleted for resources: {'Network': ['ID=4cbff329-3402-46c1-b8b7-1c455001bc7e,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:28:53.884170 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-46e022b2-eae2-4f36-84af-f03c1be1b6ee admin admin] 10.222.0.50 "DELETE /v2.0/networks/4cbff329-3402-46c1-b8b7-1c455001bc7e HTTP/1.1" status: 204 len: 168 time: 0.9256256 Oct 04 10:28:53.887050 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 46630) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:28:54.205237 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-a7c83bc7-31c9-4b47-b6c0-49e7d77063cc None None] Deleting port 179ee480-9e73-4875-b7cb-5d54525dc46c {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 10:28:54.205847 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a7c83bc7-31c9-4b47-b6c0-49e7d77063cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:54.270617 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-a7c83bc7-31c9-4b47-b6c0-49e7d77063cc None None] The port '179ee480-9e73-4875-b7cb-5d54525dc46c' was deleted {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 04 10:28:54.507665 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a7155cfd-d655-4abf-b576-0e1fa4e23b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736827'] for router_interface, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:54.847209 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-a7155cfd-d655-4abf-b576-0e1fa4e23b0d admin admin] Deleting port 95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 10:28:54.847878 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a7155cfd-d655-4abf-b576-0e1fa4e23b0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:54.943896 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 179ee480-9e73-4875-b7cb-5d54525dc46c no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 10:28:54.980189 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 179ee480-9e73-4875-b7cb-5d54525dc46c {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 10:28:54.980566 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 179ee480-9e73-4875-b7cb-5d54525dc46c not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 10:28:55.015497 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-a7155cfd-d655-4abf-b576-0e1fa4e23b0d admin admin] For port 95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3,segment=NetworkSegment(1a8c6371-bb82-4c5c-b0ad-6c373f8a20be),segment_id=1a8c6371-bb82-4c5c-b0ad-6c373f8a20be)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:28:55.015846 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a7155cfd-d655-4abf-b576-0e1fa4e23b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:55.139325 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-a7155cfd-d655-4abf-b576-0e1fa4e23b0d admin admin] Calling delete_port for 95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3 owned by network:router_interface {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 10:28:55.308672 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a7155cfd-d655-4abf-b576-0e1fa4e23b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:55.354960 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7155cfd-d655-4abf-b576-0e1fa4e23b0d admin admin] Pushing event deleted for resources: {'Port': ['ID=95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:28:55.713584 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-a7155cfd-d655-4abf-b576-0e1fa4e23b0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1736911'] for router_interface, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:56.066300 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7155cfd-d655-4abf-b576-0e1fa4e23b0d admin admin] Router d8d53744-7a99-4b84-a01e-34d59293fd91 has already been hosted by L3 agent bed6435e-b2a3-4551-9e64-2f7012b7e32c {{(pid=89033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 04 10:28:56.239077 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7155cfd-d655-4abf-b576-0e1fa4e23b0d admin admin] Notify agent at l3_agent.dv-neutron-860215-1-hyperv the message routers_updated {{(pid=89033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 04 10:28:56.247637 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5edc3f-7612-48cd-bbe6-3b8135cc2df4 None None] Sync routers for ids ['d8d53744-7a99-4b84-a01e-34d59293fd91'] in dv-neutron-860215-1-hyperv {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 04 10:28:56.254305 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-a7155cfd-d655-4abf-b576-0e1fa4e23b0d admin admin] 10.222.0.50 "PUT /v2.0/routers/d8d53744-7a99-4b84-a01e-34d59293fd91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3662651 Oct 04 10:28:56.256735 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 46634) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:28:56.261283 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5edc3f-7612-48cd-bbe6-3b8135cc2df4 None None] Routers {'d8d53744-7a99-4b84-a01e-34d59293fd91'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:28:56.261882 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-2b5edc3f-7612-48cd-bbe6-3b8135cc2df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:28:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['d8d53744-7a99-4b84-a01e-34d59293fd91'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:28:56.431105 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5d96760a-f1a9-452b-896d-33a759ba4413 admin admin] Notify callbacks [] for router, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:56.433153 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-2b5edc3f-7612-48cd-bbe6-3b8135cc2df4 None None] Set router d8d53744-7a99-4b84-a01e-34d59293fd91 gateway port host: dv-neutron-860215-1-hyperv {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:28:56.601732 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5d96760a-f1a9-452b-896d-33a759ba4413 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:56.610676 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-5d96760a-f1a9-452b-896d-33a759ba4413 admin admin] Deleting port 25040230-ea0d-4153-83bf-396c640f8dc7 {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 10:28:56.611594 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5d96760a-f1a9-452b-896d-33a759ba4413 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:56.712224 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-2b5edc3f-7612-48cd-bbe6-3b8135cc2df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d53744-7a99-4b84-a01e-34d59293fd91', 'name': 'tempest-TestSnapshotPattern-752144506-router', 'tenant_id': '0ee3f5a194c242c09f81133d3b39920b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'external_fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.26'}], 'enable_snat': True}, 'gw_port_id': '25040230-ea0d-4153-83bf-396c640f8dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:22:26Z', 'updated_at': '2022-10-04T10:28:55Z', 'revision_number': 5, 'project_id': '0ee3f5a194c242c09f81133d3b39920b', 'gw_port': {'id': '25040230-ea0d-4153-83bf-396c640f8dc7', 'name': '', 'network_id': 'f33938cd-879e-4461-9b5e-aa67b746b6bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:35:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d53744-7a99-4b84-a01e-34d59293fd91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'ip_address': '172.26.10.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860215-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-04T10:22:27Z', 'updated_at': '2022-10-04T10:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f40fee2-feb4-4750-88d0-14e44d5ecfe8', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860215-1-hyperv'}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:28:56.716078 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5edc3f-7612-48cd-bbe6-3b8135cc2df4 None None] Checking router: d8d53744-7a99-4b84-a01e-34d59293fd91 for host: dv-neutron-860215-1-hyperv {{(pid=89035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 04 10:28:56.724384 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5edc3f-7612-48cd-bbe6-3b8135cc2df4 None None] Routers {'d8d53744-7a99-4b84-a01e-34d59293fd91'} bound to L3 agent in host dv-neutron-860215-1-hyperv {{(pid=89035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 04 10:28:56.724987 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-2b5edc3f-7612-48cd-bbe6-3b8135cc2df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860215-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-04T09:03:00Z,description=,heartbeat_timestamp=2022-10-04T10:28:30Z,host='dv-neutron-860215-1-hyperv',id=bed6435e-b2a3-4551-9e64-2f7012b7e32c,load=0,resource_versions=,resources_synced=,started_at=2022-10-04T09:03:00Z,topic='l3_agent')) {'router_ids': ['d8d53744-7a99-4b84-a01e-34d59293fd91'], 'active': True} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:28:56.787502 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-5d96760a-f1a9-452b-896d-33a759ba4413 admin admin] For port 25040230-ea0d-4153-83bf-396c640f8dc7, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=25040230-ea0d-4153-83bf-396c640f8dc7,segment=NetworkSegment(c0dc7806-5ee5-4d81-ab13-928e33045ab1),segment_id=c0dc7806-5ee5-4d81-ab13-928e33045ab1)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:28:56.788126 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5d96760a-f1a9-452b-896d-33a759ba4413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:56.873941 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_dvr_db [None req-2b5edc3f-7612-48cd-bbe6-3b8135cc2df4 None None] Set router d8d53744-7a99-4b84-a01e-34d59293fd91 gateway port host: None {{(pid=89035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 04 10:28:57.022899 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.l3_hamode_db [None req-2b5edc3f-7612-48cd-bbe6-3b8135cc2df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d53744-7a99-4b84-a01e-34d59293fd91', 'name': 'tempest-TestSnapshotPattern-752144506-router', 'tenant_id': '0ee3f5a194c242c09f81133d3b39920b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:22:26Z', 'updated_at': '2022-10-04T10:28:56Z', 'revision_number': 6, 'project_id': '0ee3f5a194c242c09f81133d3b39920b', 'gw_port_host': None}], 'dv-neutron-860215-1-hyperv', False) {} {{(pid=89035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:28:57.026694 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5edc3f-7612-48cd-bbe6-3b8135cc2df4 None None] The sync data for ids ['d8d53744-7a99-4b84-a01e-34d59293fd91'] in dv-neutron-860215-1-hyperv is: [{'id': 'd8d53744-7a99-4b84-a01e-34d59293fd91', 'name': 'tempest-TestSnapshotPattern-752144506-router', 'tenant_id': '0ee3f5a194c242c09f81133d3b39920b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-04T10:22:26Z', 'updated_at': '2022-10-04T10:28:56Z', 'revision_number': 6, 'project_id': '0ee3f5a194c242c09f81133d3b39920b', 'gw_port_host': None}] {{(pid=89035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 04 10:28:57.028693 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-5d96760a-f1a9-452b-896d-33a759ba4413 admin admin] Calling delete_port for 25040230-ea0d-4153-83bf-396c640f8dc7 owned by network:router_gateway {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 10:28:57.194991 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5d96760a-f1a9-452b-896d-33a759ba4413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:57.244104 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d96760a-f1a9-452b-896d-33a759ba4413 admin admin] Pushing event deleted for resources: {'Port': ['ID=25040230-ea0d-4153-83bf-396c640f8dc7,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:28:57.338486 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5d96760a-f1a9-452b-896d-33a759ba4413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737040'] for router_gateway, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:57.511461 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5d96760a-f1a9-452b-896d-33a759ba4413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-456'] for router, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:57.513613 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5d96760a-f1a9-452b-896d-33a759ba4413 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:57.536677 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5d96760a-f1a9-452b-896d-33a759ba4413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1744664'] for router, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:57.537198 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d96760a-f1a9-452b-896d-33a759ba4413 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8d53744-7a99-4b84-a01e-34d59293fd91 {{(pid=89033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 04 10:28:57.552319 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5d96760a-f1a9-452b-896d-33a759ba4413 admin admin] Notify callbacks [] for router, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:57.553459 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-5d96760a-f1a9-452b-896d-33a759ba4413 admin admin] 10.222.0.50 "DELETE /v2.0/routers/d8d53744-7a99-4b84-a01e-34d59293fd91 HTTP/1.1" status: 204 len: 168 time: 1.2957988 Oct 04 10:28:57.555937 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 46638) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:28:57.615974 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a7244f0-c8dd-4402-bb1c-9dfdd6f07eeb admin admin] Deleting subnet 8090d919-e5be-47fa-add8-a0f0fb2abe05 {{(pid=89033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 04 10:28:57.618808 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5a7244f0-c8dd-4402-bb1c-9dfdd6f07eeb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:57.669033 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5a7244f0-c8dd-4402-bb1c-9dfdd6f07eeb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2708859'] for subnet, precommit_delete_associations {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:57.749440 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5a7244f0-c8dd-4402-bb1c-9dfdd6f07eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-652536'] for subnet, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:57.807063 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-7800dd64-21d7-439c-9841-bdb11579d7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:57.822225 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5a7244f0-c8dd-4402-bb1c-9dfdd6f07eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-652515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2708814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3854364'] for subnet, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:57.858788 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7244f0-c8dd-4402-bb1c-9dfdd6f07eeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8090d919-e5be-47fa-add8-a0f0fb2abe05,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:28:57.865943 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-5a7244f0-c8dd-4402-bb1c-9dfdd6f07eeb admin admin] Notify callbacks [] for subnet, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:57.870375 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bc0af6-7427-45d8-aba8-20b571d20e78 None None] Network 7aa6adcd-e8ce-490e-8280-9925e2ff4bbf requested from dv-neutron-860215-1-hyperv {{(pid=89034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 04 10:28:57.872398 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-5a7244f0-c8dd-4402-bb1c-9dfdd6f07eeb admin admin] 10.222.0.50 "DELETE /v2.0/subnets/8090d919-e5be-47fa-add8-a0f0fb2abe05 HTTP/1.1" status: 204 len: 168 time: 0.3154876 Oct 04 10:28:57.874929 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 46642) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:28:57.981655 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-08d7811a-8387-4bde-9933-d1824fd217be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-594226'] for network, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:57.992869 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-08d7811a-8387-4bde-9933-d1824fd217be admin admin] Deleting port 1eaebf07-2c82-4aef-87ac-67732ab9cc2f {{(pid=89033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 10:28:57.993322 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-08d7811a-8387-4bde-9933-d1824fd217be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:58.146265 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbf7ed1-1aab-4624-b135-58eb572f61ff None None] DHCP port deletion for 7aa6adcd-e8ce-490e-8280-9925e2ff4bbf request from dv-neutron-860215-1-hyperv {{(pid=89034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 04 10:28:58.150416 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-7dbf7ed1-1aab-4624-b135-58eb572f61ff None None] Deleting port 1eaebf07-2c82-4aef-87ac-67732ab9cc2f {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 10:28:58.150768 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-7dbf7ed1-1aab-4624-b135-58eb572f61ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:58.206811 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.db [None req-08d7811a-8387-4bde-9933-d1824fd217be admin admin] For port 1eaebf07-2c82-4aef-87ac-67732ab9cc2f, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=1eaebf07-2c82-4aef-87ac-67732ab9cc2f,segment=NetworkSegment(1a8c6371-bb82-4c5c-b0ad-6c373f8a20be),segment_id=1a8c6371-bb82-4c5c-b0ad-6c373f8a20be)] {{(pid=89033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:28:58.207374 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-08d7811a-8387-4bde-9933-d1824fd217be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:58.329137 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.plugin [None req-08d7811a-8387-4bde-9933-d1824fd217be admin admin] Calling delete_port for 1eaebf07-2c82-4aef-87ac-67732ab9cc2f owned by network:dhcp {{(pid=89033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 10:28:58.385852 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.db [None req-7dbf7ed1-1aab-4624-b135-58eb572f61ff None None] For port 1eaebf07-2c82-4aef-87ac-67732ab9cc2f, host dv-neutron-860215-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860215-1-hyperv',level=0,port_id=1eaebf07-2c82-4aef-87ac-67732ab9cc2f,segment=NetworkSegment(1a8c6371-bb82-4c5c-b0ad-6c373f8a20be),segment_id=1a8c6371-bb82-4c5c-b0ad-6c373f8a20be)] {{(pid=89034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 04 10:28:58.386162 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-7dbf7ed1-1aab-4624-b135-58eb572f61ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1744776'] for port, precommit_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:58.402281 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-08d7811a-8387-4bde-9933-d1824fd217be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731009310311', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731008937476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2708761'] for port, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:58.511847 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-7dbf7ed1-1aab-4624-b135-58eb572f61ff None None] Calling delete_port for 1eaebf07-2c82-4aef-87ac-67732ab9cc2f owned by network:dhcp {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 04 10:28:58.544045 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d7811a-8387-4bde-9933-d1824fd217be admin admin] Pushing event deleted for resources: {'Port': ['ID=1eaebf07-2c82-4aef-87ac-67732ab9cc2f,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:28:58.547517 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d7811a-8387-4bde-9933-d1824fd217be admin admin] No DVR routers for this DVR port 1eaebf07-2c82-4aef-87ac-67732ab9cc2f on host dv-neutron-860215-1-hyperv {{(pid=89033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 04 10:28:58.587159 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.db.api [None req-7dbf7ed1-1aab-4624-b135-58eb572f61ff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 04 10:28:58.587518 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG oslo_db.api [None req-7dbf7ed1-1aab-4624-b135-58eb572f61ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 04 10:28:58.659790 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-08d7811a-8387-4bde-9933-d1824fd217be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-653012', 'neutron.services.segments.db._delete_segments_for_network-8731009404106'] for network, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:58.684567 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-08d7811a-8387-4bde-9933-d1824fd217be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aa6adcd-e8ce-490e-8280-9925e2ff4bbf']}} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:28:58.696721 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-08d7811a-8387-4bde-9933-d1824fd217be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a8c6371-bb82-4c5c-b0ad-6c373f8a20be') {'for_net_delete': True} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:28:58.697015 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.services.segments.db [None req-08d7811a-8387-4bde-9933-d1824fd217be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a8c6371-bb82-4c5c-b0ad-6c373f8a20be') {} {{(pid=89033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 04 10:28:58.710225 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-08d7811a-8387-4bde-9933-d1824fd217be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731009406446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2708832'] for segment, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:58.726795 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-08d7811a-8387-4bde-9933-d1824fd217be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-640890'] for segment, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:58.732997 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08d7811a-8387-4bde-9933-d1824fd217be admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=89033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 04 10:28:58.733381 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-08d7811a-8387-4bde-9933-d1824fd217be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-640883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2708772'] for segment, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:58.798217 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 1a8c6371-bb82-4c5c-b0ad-6c373f8a20be resource provider aggregate not found Oct 04 10:28:58.819903 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.services.segments.plugin [-] Segment 1a8c6371-bb82-4c5c-b0ad-6c373f8a20be resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1a8c6371-bb82-4c5c-b0ad-6c373f8a20be found for delete ", "request_id": "req-28cc2b83-9fbd-437b-9901-8877deb2c17e"}]} Oct 04 10:28:58.832341 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-08d7811a-8387-4bde-9933-d1824fd217be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-652973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737083'] for network, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:58.848134 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-08d7811a-8387-4bde-9933-d1824fd217be admin admin] Notify callbacks [] for network, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:58.859997 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d7811a-8387-4bde-9933-d1824fd217be admin admin] Pushing event deleted for resources: {'Network': ['ID=7aa6adcd-e8ce-490e-8280-9925e2ff4bbf,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:28:58.865297 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-08d7811a-8387-4bde-9933-d1824fd217be admin admin] 10.222.0.50 "DELETE /v2.0/networks/7aa6adcd-e8ce-490e-8280-9925e2ff4bbf HTTP/1.1" status: 204 len: 168 time: 0.9894495 Oct 04 10:28:58.949177 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 10:28:58.974999 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 46652) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:28:58.984460 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 10:28:58.984895 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 95ae7a07-8f25-4aa6-9b9b-bb181d63a9c3 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 10:28:58.985310 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 25040230-ea0d-4153-83bf-396c640f8dc7 no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 10:28:59.018933 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 25040230-ea0d-4153-83bf-396c640f8dc7 {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 10:28:59.019273 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 25040230-ea0d-4153-83bf-396c640f8dc7 not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 10:28:59.019689 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 1eaebf07-2c82-4aef-87ac-67732ab9cc2f no longer exists at agent ovs-agent-dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 04 10:28:59.023314 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-08df29da-534a-4d92-9803-27d06690cb23 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e08ac35c1b044fa9b470a88be248850e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471830 Oct 04 10:28:59.025892 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 46656) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:28:59.056813 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] No Port match for: 1eaebf07-2c82-4aef-87ac-67732ab9cc2f {{(pid=89034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 04 10:28:59.057155 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.rpc [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Device 1eaebf07-2c82-4aef-87ac-67732ab9cc2f not bound to the agent host dv-neutron-860215-1-hyperv {{(pid=89034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 04 10:28:59.088607 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-7dbf7ed1-1aab-4624-b135-58eb572f61ff None None] Deleting port 1eaebf07-2c82-4aef-87ac-67732ab9cc2f {{(pid=89034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 04 10:28:59.088999 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-7dbf7ed1-1aab-4624-b135-58eb572f61ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731009309588'] for port, before_delete {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:59.090610 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fa980866-a98f-40a8-af8a-22a772875ac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:59.116128 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fa980866-a98f-40a8-af8a-22a772875ac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:59.156665 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron.plugins.ml2.plugin [None req-7dbf7ed1-1aab-4624-b135-58eb572f61ff None None] The port '1eaebf07-2c82-4aef-87ac-67732ab9cc2f' was deleted {{(pid=89034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 04 10:28:59.170545 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fa980866-a98f-40a8-af8a-22a772875ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:59.187667 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa980866-a98f-40a8-af8a-22a772875ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c9e9f9-97be-4a00-a700-ae6a6fa84043,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:28:59.194056 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-fa980866-a98f-40a8-af8a-22a772875ac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:59.197645 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-fa980866-a98f-40a8-af8a-22a772875ac6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/40c9e9f9-97be-4a00-a700-ae6a6fa84043 HTTP/1.1" status: 204 len: 168 time: 0.1683936 Oct 04 10:28:59.525313 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 46664) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:28:59.572698 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-33dc7608-129a-4fde-90d2-207c61111d4a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0ee3f5a194c242c09f81133d3b39920b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461810 Oct 04 10:28:59.575135 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.wsgi [-] (89033) accepted ('10.222.0.50', 46668) {{(pid=89033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 04 10:28:59.632058 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e1cccbf2-e75b-4094-9094-14a3c53bae5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:59.657510 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e1cccbf2-e75b-4094-9094-14a3c53bae5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:59.712349 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e1cccbf2-e75b-4094-9094-14a3c53bae5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1807756'] for security_group, after_delete {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:59.725965 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cccbf2-e75b-4094-9094-14a3c53bae5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dcd5757-6679-4781-9a01-8a5066130cb5,revision_number=None']} {{(pid=89033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 04 10:28:59.732489 dv-neutron-860215-1-hyperv neutron-server[89033]: DEBUG neutron_lib.callbacks.manager [None req-e1cccbf2-e75b-4094-9094-14a3c53bae5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:28:59.733587 dv-neutron-860215-1-hyperv neutron-server[89033]: INFO neutron.wsgi [None req-e1cccbf2-e75b-4094-9094-14a3c53bae5d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7dcd5757-6679-4781-9a01-8a5066130cb5 HTTP/1.1" status: 204 len: 168 time: 0.1575348 Oct 04 10:29:00.432669 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-3a1eb096-72af-4884-ae5c-6705609cd1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:29:00.983623 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:29:01.039063 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:29:02.593239 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:29:12.002771 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:29:27.810076 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d333d3e1-adcc-4364-bf90-68d9f8869120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:29:30.433933 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a49bdc3f-258a-401e-8bb0-35e91b095362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:29:30.812589 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 10:29:30.975669 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:29:31.036911 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:29:32.596208 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:29:42.008253 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:29:57.811714 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-1c324f21-e2f1-460a-93ac-40f4515dd5a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:30:00.435389 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-039ee72f-8f1c-4395-b8c9-db26747ecdd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:30:00.977448 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:30:01.041175 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:30:02.598884 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:30:07.811375 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 10:30:12.010560 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:30:27.814488 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-1f7073ec-983b-4e0d-8a62-cf2a9383be78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:30:30.437580 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-9954debc-d007-4679-87e2-5c36b103b31f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:30:30.978673 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:30:31.036223 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:30:32.601581 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:30:42.009975 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:30:44.810925 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 10:30:57.817331 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-030f8584-7d6a-443f-9b21-c33455b36b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:31:00.438739 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-34b4f1f1-5b2f-44cc-8159-bdc14f4b90d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:31:00.980654 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:31:01.038034 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:31:02.604167 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:31:12.008698 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:31:21.809746 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 10:31:27.819225 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-acffd384-951c-45e9-9aa9-efdb05a97ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:31:30.440664 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-00c953e7-5149-4a94-b7ba-d020d44042a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:31:30.983763 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:31:31.041726 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:31:32.607204 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:31:42.006928 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:31:57.821865 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-da0eff3a-4324-4717-a35d-d8f1bc3d1fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:31:58.808149 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 10:32:00.441259 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-b5d34ccf-e738-481d-b3d3-b2abcd76cae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:32:00.986472 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:32:01.044620 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:32:02.610350 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:32:12.004969 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:32:27.826359 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-2b793019-6778-4961-988b-f21e3bebe83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:32:30.443183 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-406cac53-fa7e-466f-b85b-02a04ebd2430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:32:30.987550 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:32:31.046218 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:32:32.614273 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:32:35.807742 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 10:32:42.020267 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:32:57.828170 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-c7fd7024-2593-4b97-ba83-6608208363db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:33:00.444990 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-954c650a-1140-45a5-90b1-5a5a880335b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:33:00.990482 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:33:01.049230 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:33:02.619308 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:33:12.022895 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:33:12.806684 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 10:33:27.829626 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-1abcead1-5f7a-48db-b91e-315df4b76f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:33:30.446384 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-a02bd6f1-50d3-4344-9c35-5fffdc5a2ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:33:30.991659 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:33:31.051173 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:33:32.619662 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:33:42.033383 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:33:49.805133 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 10:33:57.831838 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-aee2f837-ce21-4bdb-98f2-3f400009a53d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:34:00.446469 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-cc47c128-576c-4963-879b-5a140b86cc8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:34:00.994204 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:34:01.053991 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:34:02.622547 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:34:12.036181 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:34:26.804003 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 04 10:34:27.834785 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-fdf2edf0-e864-4dce-a8a9-dab5144a886a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:34:30.447529 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-389704a4-1068-4a9e-a15c-c5233b9cdd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:34:30.996406 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:34:31.055845 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:34:32.622549 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:34:42.047690 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-d365d718-38fd-4276-8849-bb5a3d44a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:34:57.837089 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-eeeeed2c-34ee-4a82-9d9d-facd6ed434d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:35:00.449910 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-756410b3-8813-4303-8fc5-5c67bfe6f388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:35:00.998204 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-31adb792-4c88-4bab-b4f0-b8cfa690dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:35:01.059197 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-18988f1f-2b0d-439e-9bb3-944ba3578499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:35:02.625546 dv-neutron-860215-1-hyperv neutron-server[89034]: DEBUG neutron_lib.callbacks.manager [None req-ebbef6c5-a48f-46fd-a7ee-c9aafd2da050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731009404088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-651498'] for agent, after_update {{(pid=89034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 04 10:35:03.803819 dv-neutron-860215-1-hyperv neutron-server[89035]: DEBUG neutron.db.agents_db [None req-ab25828a-bd2c-4dac-a4bb-d20130a75516 None None] Agent healthcheck: found 6 active agents {{(pid=89035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}